-- Logs begin at Wed 2021-09-15 14:45:53 UTC, end at Wed 2021-09-15 17:30:16 UTC. -- Sep 15 15:31:05.279314 n-d-808199-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 15:31:08.090753 n-d-808199-2 neutron-server[101873]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:31:08.091333 n-d-808199-2 neutron-server[101873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:31:08.091426 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:31:08.094652 n-d-808199-2 neutron-server[101873]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:31:08.094903 n-d-808199-2 neutron-server[101873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:31:08.095211 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:31:08.096159 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:31:08.096388 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:31:08.096782 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:31:08.097025 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:31:08.097249 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:31:08.097561 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.097854 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.098144 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.098371 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.098660 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.098946 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.099225 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.099509 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.099800 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.100082 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.100356 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.100664 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.100891 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.101168 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.101452 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.101731 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.101949 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] debug = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.102226 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.102640 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.103049 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.103865 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.104161 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.104442 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.104736 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.105007 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.105287 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.105612 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] host = n-d-808199-2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.105884 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.106168 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.106448 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.106728 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.106997 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.107271 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.107552 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.107824 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.108089 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] log_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.108362 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.108669 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.108953 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.109263 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.109459 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.109678 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.109960 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.110239 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.110510 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.110779 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.111047 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.111314 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.111582 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.111844 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.112121 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.112405 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.112709 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.112981 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.113250 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.113517 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.113784 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.114062 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.114330 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.114602 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.114869 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.115150 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.115414 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.115682 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.115979 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.116261 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.116561 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.116842 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.117111 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.117387 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.117655 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.117921 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.118187 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] use_json = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.118456 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.118722 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.119119 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.119321 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.119588 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.119857 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.120124 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.120406 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:08.120725 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.121017 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.121315 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.121595 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.121885 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.122160 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.122448 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.122720 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.123005 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.123290 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.123572 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.123848 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.124131 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.124405 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.124725 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.125027 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.125317 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.125605 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.125876 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.126144 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.126415 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.126688 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.126969 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.127243 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.127525 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.127807 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.128080 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.128361 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.128677 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.128964 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.129236 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.129512 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.129799 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.130074 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.130344 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.130617 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.130902 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.131175 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.131442 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.131717 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.131991 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.132261 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.132559 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.132832 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.133120 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.133393 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.133660 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.133928 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.134196 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.134467 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.135307 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.135582 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.135857 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.136123 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.136398 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.136692 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.136965 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.137241 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.137512 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.137786 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.138057 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.138325 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.138595 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.138863 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.139131 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.139398 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.139666 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.139937 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.140205 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.140473 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.140762 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.141034 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.141306 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.141593 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.141890 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.142167 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.142443 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.142725 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.142999 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.143274 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.143548 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.143825 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.144102 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.144372 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.144698 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.144984 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.145273 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.145557 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.145836 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.146137 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.146414 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.146699 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.146976 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.147253 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.147535 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.147816 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.148106 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.148397 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.148710 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.149004 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.149295 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.149574 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.149881 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.150182 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:08.150947 n-d-808199-2 neutron-server[101873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:31:08.151130 n-d-808199-2 neutron-server[101873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101873) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 15:31:08.511544 n-d-808199-2 neutron-server[101873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:31:08.511815 n-d-808199-2 neutron-server[101873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:31:08.512087 n-d-808199-2 neutron-server[101873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:31:08.512417 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 15:31:08.917692 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.917983 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.918258 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.919559 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.919831 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.920092 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.956387 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.956707 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.956959 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.971619 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.971895 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:08.972162 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.001782 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.002047 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.002308 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.039834 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.040111 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.040373 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.283224 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.283897 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.283897 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.284075 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.284693 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.408821 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.409138 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.409416 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.409682 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.409946 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.410252 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.410508 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.410761 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.411012 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.411289 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.411542 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.411800 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.412050 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.412294 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.412568 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.412828 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.413075 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.413340 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.413605 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.413861 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.414130 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.414381 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.414664 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.415036 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.415281 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.415523 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.416838 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:09.417075 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:09.417311 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:09.417544 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:09.417780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:09.418009 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:09.418376 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 15:31:09.421714 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 15:31:09.425737 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 15:31:09.429712 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Sep 15 15:31:09.431345 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 15:31:09.431806 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 15:31:09.432134 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 15:31:09.432529 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 15:31:09.435322 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 15:31:09.435567 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 15:31:09.435913 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:31:09.441254 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 15:31:09.464730 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 15:31:09.465190 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.465487 n-d-808199-2 neutron-server[101873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 15:31:09.465844 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.467206 n-d-808199-2 neutron-server[101873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 15:31:09.467662 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:31:09.467910 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 15:31:09.471138 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.471415 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:09.536160 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 15:31:09.536345 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 15:31:09.536549 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 15:31:09.536936 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 15:31:09.559707 n-d-808199-2 neutron-server[101873]: DEBUG oslo_db.sqlalchemy.engines [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101873) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 15:31:10.334148 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing driver for type 'gre' Sep 15 15:31:10.334808 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] gre ID ranges: [(1, 1000)] Sep 15 15:31:10.549952 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing driver for type 'local' Sep 15 15:31:10.550282 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing driver for type 'vlan' Sep 15 15:31:10.642318 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] VlanTypeDriver initialization complete Sep 15 15:31:10.642657 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing driver for type 'vxlan' Sep 15 15:31:10.643165 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] vxlan ID ranges: [(1, 1000)] Sep 15 15:31:10.922787 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing extension driver 'port_security' Sep 15 15:31:10.923020 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.extensions.port_security [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] PortSecurityExtensionDriver initialization complete Sep 15 15:31:10.923349 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing mechanism driver 'openvswitch' Sep 15 15:31:10.923678 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing mechanism driver 'hyperv' Sep 15 15:31:10.930616 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.plugin [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:10.936954 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.936954 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.936954 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.936954 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:31:10.936954 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnet after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.937583 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnet after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.937583 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.937583 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:31:10.937583 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.937583 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938153 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938153 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:31:10.938153 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > security_group after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938153 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > security_group after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938153 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938595 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:31:10.938595 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938595 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938595 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.938595 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:31:10.938981 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > address_group after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.939280 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > address_group after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.939608 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.939995 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:31:10.940374 n-d-808199-2 neutron-server[101873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] ML2 OVO RPC backend initialized. {{(pid=101873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 15:31:10.941121 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.941470 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.941882 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.942228 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > networks before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.942571 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.942909 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > ports before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.943245 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnet before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.943584 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnets before_response 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.943933 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.944265 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.944619 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.944953 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.945284 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.945619 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.945947 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnet after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.946275 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnet after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.946628 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.947391 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.plugin [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Modular L2 Plugin initialization complete Sep 15 15:31:10.947717 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading services supported by the core plugin {{(pid=101873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 15:31:10.948046 n-d-808199-2 neutron-server[101873]: INFO neutron.plugins.ml2.managers [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Got port-security extension from driver 'port_security' Sep 15 15:31:10.948600 n-d-808199-2 neutron-server[101873]: INFO neutron.extensions.vlantransparent [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Disabled vlantransparent extension. Sep 15 15:31:10.949155 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 15:31:10.949533 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: router Sep 15 15:31:10.987192 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.987586 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router after_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.987950 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router before_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.988310 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.988716 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.989076 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router after_delete 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.989424 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > floatingip after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.989769 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.990123 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router after_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.990467 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.990810 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.991157 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.991510 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.991919 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.992286 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.992654 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.992992 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: subnet after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.993327 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.993669 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.994060 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.994406 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: port before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.994741 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.995086 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router after_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.995420 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.995764 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_create 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.996120 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.996459 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_update 55549900 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.996840 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > agent after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.997184 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > agent after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.997522 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > network after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:10.998419 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Tracking information for resource: router configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:10.998746 n-d-808199-2 neutron-server[101873]: DEBUG neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Tracking information for resource: floatingip configured {{(pid=101873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:31:11.004167 n-d-808199-2 neutron-server[101873]: INFO neutron.db.l3_agentschedulers_db [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 15:31:11.004781 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.005145 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: port after_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.005498 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: port after_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.005847 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: port after_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.006647 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router before_create 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.007009 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.007366 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_create 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.007719 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > router precommit_update 55550100 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.013390 n-d-808199-2 neutron-server[101873]: DEBUG neutron.services.provider_configuration [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service providers = [] {{(pid=101873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 15:31:11.013751 n-d-808199-2 neutron-server[101873]: DEBUG neutron.db.servicetype_db [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 15:31:11.016761 n-d-808199-2 neutron-server[101873]: DEBUG neutron.services.service_base [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:31:11.017108 n-d-808199-2 neutron-server[101873]: DEBUG neutron.services.service_base [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:31:11.017448 n-d-808199-2 neutron-server[101873]: DEBUG neutron.services.service_base [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:31:11.018342 n-d-808199-2 neutron-server[101873]: DEBUG neutron.services.service_base [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:31:11.018713 n-d-808199-2 neutron-server[101873]: INFO neutron.services.service_base [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 15:31:11.019100 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.019416 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 15:31:11.031041 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.031367 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: auto_allocate Sep 15 15:31:11.037265 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: network precommit_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.037639 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: network precommit_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.038166 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.038484 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: tag Sep 15 15:31:11.045235 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.045552 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: timestamp Sep 15 15:31:11.049596 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.049925 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: network_ip_availability Sep 15 15:31:11.055615 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.055983 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.056384 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.057237 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.057554 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: flavors Sep 15 15:31:11.062245 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.062571 n-d-808199-2 neutron-server[101873]: INFO neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading Plugin: revisions Sep 15 15:31:11.066829 n-d-808199-2 neutron-server[101873]: DEBUG neutron.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:31:11.067218 n-d-808199-2 neutron-server[101873]: DEBUG oslo_concurrency.lockutils [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.555s {{(pid=101873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:31:11.067956 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 15:31:11.068293 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Initializing extension manager. Sep 15 15:31:11.068832 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: __init__.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.069171 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: __pycache__ {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.069505 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.069841 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: address_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.070600 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.071175 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: address-group Sep 15 15:31:11.071599 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: address_scope.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.073344 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.073849 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: address-scope Sep 15 15:31:11.074172 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.075132 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.075639 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: router-admin-state-down-before-update Sep 15 15:31:11.075960 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: agent.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.076688 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.077186 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: agent Sep 15 15:31:11.077506 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: agent_resources_synced.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.078414 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.078918 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: agent-resources-synced Sep 15 15:31:11.079244 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: allowedaddresspairs.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.081099 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.081619 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: allowed-address-pairs Sep 15 15:31:11.081939 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: auto_allocated_topology.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.083021 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.083531 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: auto-allocated-topology Sep 15 15:31:11.083849 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: availability_zone.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.084576 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.085074 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: availability_zone Sep 15 15:31:11.085390 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: availability_zone_filter.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.086296 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.086791 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: availability_zone_filter Sep 15 15:31:11.087211 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: data_plane_status.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.088808 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.089302 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 15:31:11.089618 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: default_subnetpools.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.090536 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.091035 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: default-subnetpools Sep 15 15:31:11.091351 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.092170 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.092704 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: dhcp_agent_scheduler Sep 15 15:31:11.093020 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: dns.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.093933 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.094431 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension dns-integration not supported by any of loaded plugins Sep 15 15:31:11.094747 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: dns_domain_ports.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.095656 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.096151 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 15:31:11.096467 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.097420 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.097912 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 15:31:11.098227 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: dvr.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.098891 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.099386 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: dvr Sep 15 15:31:11.099703 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: ecmp_routes.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.100650 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.101143 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 15:31:11.101459 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: empty_string_filtering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.102358 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.102948 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: empty-string-filtering Sep 15 15:31:11.103265 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.104167 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.104709 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:31:11.105179 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.106108 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.106614 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 15:31:11.106929 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: external_net.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.107830 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.108323 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: external-net Sep 15 15:31:11.108672 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.109571 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.110073 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: extra_dhcp_opt Sep 15 15:31:11.110391 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: extraroute.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.111290 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.111791 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: extraroute Sep 15 15:31:11.112108 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: extraroute_atomic.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.113176 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.113679 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: extraroute-atomic Sep 15 15:31:11.113998 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: filter_validation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.114673 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.115168 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: filter-validation Sep 15 15:31:11.115484 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: fip_pf_description.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.116391 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.116910 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 15:31:11.117221 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: fip_port_details.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.118127 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.118622 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: fip-port-details Sep 15 15:31:11.118969 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: flavors.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.120216 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.120762 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: flavors Sep 15 15:31:11.121086 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.122785 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.123290 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 15:31:11.123622 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: floatingip_pools.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.124319 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.124847 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: floatingip-pools Sep 15 15:31:11.125172 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: ip_allocation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.126093 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.126592 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 15:31:11.126912 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.127837 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.128334 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: ip-substring-filtering Sep 15 15:31:11.128679 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l2_adjacency.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.129590 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.130092 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 15:31:11.130410 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l3.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.131577 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.132087 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: router Sep 15 15:31:11.132410 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.135385 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.135995 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:31:11.136328 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.137305 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.137806 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: ext-gw-mode Sep 15 15:31:11.138131 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.139072 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.139568 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: l3-ha Sep 15 15:31:11.139893 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l3_flavors.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.140830 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.141328 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: l3-flavors Sep 15 15:31:11.141652 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.142565 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.143055 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 15:31:11.143375 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: l3agentscheduler.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.144435 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.144952 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: l3_agent_scheduler Sep 15 15:31:11.145278 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: logging.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.146773 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.147275 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension logging not supported by any of loaded plugins Sep 15 15:31:11.147600 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: metering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.148338 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.148936 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: metering Sep 15 15:31:11.149259 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.151013 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.151520 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: metering_source_and_destination_fields Sep 15 15:31:11.151836 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: multiprovidernet.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.152795 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.153295 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: multi-provider Sep 15 15:31:11.153612 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: netmtu.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.154521 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.155020 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: net-mtu Sep 15 15:31:11.155327 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: netmtu_writable.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.156233 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.156773 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: net-mtu-writable Sep 15 15:31:11.157082 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: network_availability_zone.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.157747 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.158232 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: network_availability_zone Sep 15 15:31:11.158546 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: network_ip_availability.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.159683 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.160186 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: network-ip-availability Sep 15 15:31:11.160532 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: network_segment_range.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.161305 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.161799 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 15:31:11.162140 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: pagination.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.163109 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.163431 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: pagination Sep 15 15:31:11.163747 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: port_device_profile.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.164684 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.165191 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: port-device-profile Sep 15 15:31:11.165506 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.166465 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.166954 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: port-mac-address-regenerate Sep 15 15:31:11.167269 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.168161 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.168691 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: port-numa-affinity-policy Sep 15 15:31:11.169011 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: port_resource_request.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.170066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.170559 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 15:31:11.170875 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: portbindings.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.171806 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.172309 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: binding Sep 15 15:31:11.172651 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: portbindings_extended.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.190250 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.190718 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: binding-extended Sep 15 15:31:11.191043 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: portsecurity.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.191988 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.192514 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: port-security Sep 15 15:31:11.192839 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: project_id.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.193810 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.194135 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: project-id Sep 15 15:31:11.194455 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: providernet.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.195371 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.195881 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: provider Sep 15 15:31:11.196198 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.200513 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.201108 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos not supported by any of loaded plugins Sep 15 15:31:11.201441 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.202700 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.203212 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 15:31:11.203539 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.204448 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.204988 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 15:31:11.205310 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_default.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.206220 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.206721 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-default not supported by any of loaded plugins Sep 15 15:31:11.207038 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_fip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.207711 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.208188 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-fip not supported by any of loaded plugins Sep 15 15:31:11.208521 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_gateway_ip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.209444 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.210014 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 15:31:11.210361 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_port_network_policy.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.211266 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.211763 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 15:31:11.212080 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_pps_rule.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.213881 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.214385 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-pps not supported by any of loaded plugins Sep 15 15:31:11.214707 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_rule_type_details.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.215624 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.216131 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 15:31:11.216451 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: qos_rules_alias.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.217514 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.218016 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 15:31:11.218336 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: quotasv2.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.219309 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.219639 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: quotas Sep 15 15:31:11.219962 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: quotasv2_detail.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.223319 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.223656 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: quota_details Sep 15 15:31:11.223992 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: rbac.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.225094 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.225626 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: rbac-policies Sep 15 15:31:11.225950 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: rbac_address_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.226900 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.227403 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: rbac-address-group Sep 15 15:31:11.227721 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: rbac_address_scope.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.228775 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.229353 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: rbac-address-scope Sep 15 15:31:11.229675 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: rbac_security_groups.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.230594 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.231094 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: rbac-security-groups Sep 15 15:31:11.231414 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: rbac_subnetpool.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.232321 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.232852 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: rbac-subnetpool Sep 15 15:31:11.233170 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: revisionifmatch.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.234084 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.234586 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: revision-if-match Sep 15 15:31:11.234904 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: revisions.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.236027 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.236553 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: standard-attr-revisions Sep 15 15:31:11.236872 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: router_availability_zone.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.237543 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.238038 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: router_availability_zone Sep 15 15:31:11.238355 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: routerservicetype.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.239276 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.239770 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension router-service-type not supported by any of loaded plugins Sep 15 15:31:11.240088 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.241017 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.241517 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: security-groups-normalized-cidr Sep 15 15:31:11.241836 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.242741 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.243239 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: port-security-groups-filtering Sep 15 15:31:11.243560 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.244605 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.245101 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: security-groups-remote-address-group Sep 15 15:31:11.245422 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: securitygroup.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.256671 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.257200 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: security-group Sep 15 15:31:11.257532 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: segment.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.258344 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.258925 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension segment not supported by any of loaded plugins Sep 15 15:31:11.259167 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.260746 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.261244 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 15:31:11.261570 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: servicetype.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.262769 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.263278 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: service-type Sep 15 15:31:11.263603 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: sorting.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.264617 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.264946 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: sorting Sep 15 15:31:11.265269 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: standard_attr_segment.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.266176 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.266688 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 15:31:11.267005 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: standardattrdescription.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.267649 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.268150 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: standard-attr-description Sep 15 15:31:11.268469 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: stateful_security_group.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.269410 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.269915 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: stateful-security-group Sep 15 15:31:11.270234 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: stdattrs_common.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.270808 n-d-808199-2 neutron-server[101873]: WARNING neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 15:31:11.271124 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.272041 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.272573 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 15:31:11.272892 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: subnet_onboard.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.273972 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.274480 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: subnet_onboard Sep 15 15:31:11.274799 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.276400 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.276927 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 15:31:11.277248 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: subnet_service_types.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.278191 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.278682 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: subnet-service-types Sep 15 15:31:11.279011 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: subnetallocation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.280092 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.280629 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: subnet_allocation Sep 15 15:31:11.280952 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.281636 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.282124 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: subnetpool-prefix-ops Sep 15 15:31:11.282444 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.283435 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.283936 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 15:31:11.284254 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: tagging.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.285390 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.285902 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: standard-attr-tag Sep 15 15:31:11.286230 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: timestamp.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.287502 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.288037 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loaded extension: standard-attr-timestamp Sep 15 15:31:11.288365 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: trunk.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.289487 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.292449 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension trunk not supported by any of loaded plugins Sep 15 15:31:11.292449 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: trunk_details.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.292449 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.292449 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension trunk-details not supported by any of loaded plugins Sep 15 15:31:11.292449 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: uplink_status_propagation.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.293171 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.293569 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 15:31:11.293887 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Loading extension file: vlantransparent.py {{(pid=101873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:31:11.294566 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:31:11.295380 n-d-808199-2 neutron-server[101873]: INFO neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 15:31:11.297623 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:network Sep 15 15:31:11.298155 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:subnet Sep 15 15:31:11.298553 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:31:11.298947 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:port Sep 15 15:31:11.300202 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.300936 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service FLAVORS assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.301585 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.302007 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.302340 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:router Sep 15 15:31:11.302767 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:31:11.303250 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service METERING assigned prefix: /metering {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.304726 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.305097 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.305448 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:31:11.306513 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:31:11.306971 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:31:11.307387 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:31:11.307972 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.308305 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:31:11.308684 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] subnetpool is already registered Sep 15 15:31:11.309123 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.309479 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:31:11.309869 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] subnetpool is already registered Sep 15 15:31:11.312141 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.312597 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service FLAVORS assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.313182 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.313599 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.313928 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:router Sep 15 15:31:11.314265 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] router is already registered Sep 15 15:31:11.314670 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:31:11.315004 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] floatingip is already registered Sep 15 15:31:11.315467 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service METERING assigned prefix: /metering {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.316122 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:31:11.316444 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] rbac_policy is already registered Sep 15 15:31:11.316872 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:31:11.317200 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] security_group is already registered Sep 15 15:31:11.317599 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:31:11.317929 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] security_group_rule is already registered Sep 15 15:31:11.318567 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.318871 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:31:11.319201 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] subnetpool is already registered Sep 15 15:31:11.319614 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.v2.resource_helper [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Service CORE assigned prefix: {{(pid=101873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:31:11.319937 n-d-808199-2 neutron-server[101873]: INFO neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:31:11.320261 n-d-808199-2 neutron-server[101873]: WARNING neutron.quota.resource_registry [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] subnetpool is already registered Sep 15 15:31:11.320755 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: extensions {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.322762 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: address-groups {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.324192 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: address-scopes {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.325523 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: agents {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.349780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: auto-allocated-topology {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.349780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: availability_zones {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.349780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: dhcp-networks {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.349780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: dhcp-agents {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.349780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: routers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.349780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: flavors {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.349780 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: service_profiles {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: next_providers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: service_profiles {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: floatingip-pools {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: routers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: floatingips {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: l3-routers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351066 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: l3-agents {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351896 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: metering-labels {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351896 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: metering-label-rules {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351896 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: network-ip-availabilities {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.351896 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: bindings {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.354094 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: quotas {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.355523 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: quotas {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.356933 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: rbac-policies {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.358088 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: security-groups {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.359371 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: security-group-rules {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.360726 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: service-providers {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.361912 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: subnetpools {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.363295 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: subnetpools {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.364730 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.366354 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.368130 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.370013 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.371763 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.373587 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.375244 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.377138 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.378862 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.380578 n-d-808199-2 neutron-server[101873]: DEBUG neutron.api.extensions [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Extended resource: tags {{(pid=101873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:31:11.387381 n-d-808199-2 neutron-server[101873]: WARNING keystonemiddleware.auth_token [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 15:31:11.392137 n-d-808199-2 neutron-server[101873]: WARNING keystonemiddleware.auth_token [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 15:31:11.401498 n-d-808199-2 neutron-server[101873]: DEBUG oslo_concurrency.lockutils [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Acquired lock "singleton_lock" {{(pid=101873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 15:31:11.401965 n-d-808199-2 neutron-server[101873]: DEBUG oslo_concurrency.lockutils [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Releasing lock "singleton_lock" {{(pid=101873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 15:31:11.402766 n-d-808199-2 neutron-server[101873]: INFO oslo_service.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Starting 2 workers Sep 15 15:31:11.407687 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Started child 102018 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:31:11.412552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Started child 102019 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:31:11.414071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.414944 n-d-808199-2 neutron-server[101873]: INFO neutron.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 15:31:11.415199 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Notify callbacks [] for process, before_spawn {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.416801 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [-] (102018) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:31:11.417431 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.418317 n-d-808199-2 neutron-server[101873]: INFO oslo_service.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Starting 1 workers Sep 15 15:31:11.418853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [-] (102019) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:31:11.423551 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Started child 102020 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:31:11.424617 n-d-808199-2 neutron-server[101873]: INFO oslo_service.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Starting 1 workers Sep 15 15:31:11.427727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] calling RpcWorker wait() {{(pid=102020) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 15:31:11.428420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] returning from RpcWorker wait() {{(pid=102020) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 15:31:11.429014 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Started child 102021 {{(pid=101873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:31:11.429542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.429854 n-d-808199-2 neutron-server[101873]: DEBUG neutron_lib.callbacks.manager [None req-01d4e6ab-570d-4418-88de-3b2911bdee3a None None] Notify callbacks [] for process, after_spawn {{(pid=101873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.430040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:11.432334 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:31:11.432677 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:31:11.432894 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:31:11.433055 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:31:11.433399 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:31:11.433583 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:31:11.434056 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.434319 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.434583 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.434853 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.434984 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:11.435455 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.435742 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.436012 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.436263 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.436568 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.436798 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.436968 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.437128 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.437547 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.437796 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.438104 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.438377 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.438611 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.438880 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.439106 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.439266 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.439522 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.439758 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.440023 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] debug = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.440328 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.440805 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.441074 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.441315 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.441501 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.441760 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.441989 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.442225 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.442451 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.442688 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.442926 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.443178 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.443411 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.443661 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.443858 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.444107 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.444421 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.444805 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] host = n-d-808199-2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.445047 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.445276 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.445519 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.445767 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.445987 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.446197 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.446450 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.446689 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.447681 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.447926 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.448254 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.448548 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.448859 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.449100 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.449257 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_options = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.449526 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.449826 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.450114 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.450303 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.450464 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.450642 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.450936 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.451093 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.451309 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.451517 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.451694 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.451920 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.452151 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.452361 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.452689 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.452933 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.453168 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.453376 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.453666 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.453897 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.454118 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.454344 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.454645 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.454885 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.455099 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.455335 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.455650 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.455960 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.456214 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.456445 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.456724 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.456960 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.457178 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.457470 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.457810 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.458040 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.458269 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.458472 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.458732 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.458953 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.459207 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.459472 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.459682 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.459909 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.460228 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.460414 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.460647 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_json = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.464434 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.466184 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467255 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56038) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.467624 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.468821 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.468821 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.468821 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.468821 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.468821 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.469814 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.469814 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.469814 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.470212 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.470212 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.470613 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.470862 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.471150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.471401 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.471619 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.471890 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.472048 n-d-808199-2 neutron-server[102021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:11.472204 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.472342 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.472537 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.472774 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.473040 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.473259 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.473470 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.473688 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.474010 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.474154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065310 Sep 15 15:31:11.474637 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.475023 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.475177 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.475395 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.475642 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.475862 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.476088 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.477170 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.477397 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.477633 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.478017 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.480125 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.480620 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.480885 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.481805 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.481805 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.481805 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.481805 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.482095 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.482210 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.482408 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.482615 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.482830 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.483040 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.483301 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.483515 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.483840 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.484063 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.484976 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.484976 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.484976 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.484976 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.485279 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.485413 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.485648 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.486351 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.486689 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.487285 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.487534 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.487758 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.487969 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.488201 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.488421 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.488686 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.489138 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.489360 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.489571 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.489843 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.490176 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.491179 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.491179 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.491179 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.491179 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.491610 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.491610 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.491792 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.492042 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.492472 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.492645 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.492812 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.493050 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.493451 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.493670 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.494544 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.494843 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.495051 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.495299 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.495542 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.495764 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.496121 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.497029 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.497029 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.497029 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.497029 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.497287 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.497672 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.497809 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.498813 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.498813 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.498813 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.499035 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.499112 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.499329 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.500112 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.500112 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.500112 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.500318 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.500567 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.500776 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.501027 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.501462 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.501560 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.502483 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.502483 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.502483 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.502483 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.502967 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.502967 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.503100 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.503312 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.503552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.503784 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.504043 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.504285 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.504591 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.504949 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.505025 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.505260 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.505497 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.505731 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.506055 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.506185 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.506456 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.506627 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.506856 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.507064 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.507339 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.507679 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.508022 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.508536 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.509060 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.510002 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.510388 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.510746 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.512020 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.512020 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.512326 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.512465 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.512802 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.513194 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.513655 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.514009 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.514618 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.515209 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.515634 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.515997 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.516408 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.516877 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.517265 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.517688 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.518075 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.518467 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.518818 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.519342 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.519537 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.519888 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.520267 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.521661 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.521833 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.522114 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.522671 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.523901 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.523901 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.523901 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.524205 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.526720 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.526720 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.526720 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.526720 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.526720 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.526720 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.527175 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.527557 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.527956 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.528549 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.529079 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.529681 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.530038 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.530412 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.530885 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.531962 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.531962 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.532168 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.532570 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.534888 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.534888 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.534888 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.535228 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.536785 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.536785 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.536785 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.539362 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.539759 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.540153 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.540583 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.541028 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.541405 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.541803 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.542225 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.542596 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.542986 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.543601 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.543753 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.544152 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.544561 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.544943 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.545336 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.545709 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.546088 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.546488 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.547462 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.547462 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.547692 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.547947 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.548328 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.549230 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.549345 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.549647 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.550955 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.550955 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.551199 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.551696 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.552128 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.552541 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.552977 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.553334 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.553689 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.554080 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.555216 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.555216 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.555621 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.556794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.557440 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.557929 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.558405 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.558865 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.559224 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.559677 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.560814 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.560814 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.561006 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.561362 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.561785 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.562158 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.562514 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.562904 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.563340 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.563728 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.564168 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.564623 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.565030 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.565398 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.565863 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.566219 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.566578 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.566914 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.567298 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.567656 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.567948 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:31:11.568778 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:31:11.569045 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:31:11.570106 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:31:11.570106 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:31:11.570106 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:31:11.570106 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:31:11.570395 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.570658 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.570914 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.571397 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.571676 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.572640 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.572929 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.573201 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.573478 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.573757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.575786 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.576047 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.576329 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.576638 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.577570 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.577570 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.577570 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.577773 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.577909 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.578159 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.578433 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.579371 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.579371 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] debug = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.579371 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.579572 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.579755 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.580024 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.580732 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.580732 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.580923 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.581054 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.581321 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.581575 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.581818 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.582089 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.582363 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.582636 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.582967 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.583158 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.583459 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.583693 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] host = n-d-808199-2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.583968 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.584250 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.584559 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.584845 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.585087 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.585342 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.585603 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.585852 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.586104 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.586348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.586600 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.586866 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.587131 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.587386 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.587814 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_options = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.587929 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.588286 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.588468 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.588811 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.589088 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.589370 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.589645 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.589925 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.590192 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.590444 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.590707 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.590956 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.591207 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.591455 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.591709 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.591977 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.592250 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.592578 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.592867 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.593150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.593428 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.593707 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595187 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595187 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595187 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595187 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595187 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595517 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595690 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.595909 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.596191 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.596429 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.597495 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.597495 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.597495 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.597495 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.598128 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.598128 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.598128 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.599188 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.599188 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.599188 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.599188 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.599412 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.599614 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.599883 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.600538 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_json = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.600538 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.600844 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.600986 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.601222 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.601501 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.601767 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.602043 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.602305 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:31:11.602588 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.604437 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.604437 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.604437 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.604437 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.604437 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.604437 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.604437 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.605423 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.605423 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.605423 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.605423 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.605920 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.605920 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.606195 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.606479 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.607384 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.607384 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.607384 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.609150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.609150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.609150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.609150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.609150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.609150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.609150 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.610320 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.610320 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.610320 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.610320 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.63/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.610960 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.610960 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.610960 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.611424 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.611424 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.611683 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.611895 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.612156 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.612432 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.612961 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.613120 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.613424 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.613569 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.613835 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.614118 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.614401 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.614679 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.615535 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.615535 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.615535 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.615749 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.616552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.616552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.616552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.616814 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.617938 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.617938 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.617938 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.617938 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.618280 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.618280 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.618478 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.618740 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.619516 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.619773 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.620062 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.620343 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.620645 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.620918 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.621192 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.621455 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.622083 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.622083 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.622355 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.622611 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.622847 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.623100 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.623381 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.623663 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.623945 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.624227 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.624577 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.624788 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.625022 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.625293 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.625536 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.625926 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.626047 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.626288 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.626983 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.626983 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.627153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:11.627240 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.627347 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.627628 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.627916 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629261 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629261 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629261 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629261 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629555 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629634 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629796 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.629974 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.630770 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.630770 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.630770 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.630770 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631090 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631090 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631235 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631313 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631467 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631631 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631792 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.631949 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.632107 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.632277 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.632438 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.632748 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.632848 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.632994 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.633165 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.633325 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.633484 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.633642 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.633800 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.633958 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.634117 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.634359 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.635124 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.635297 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.635459 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.635629 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.635984 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.636552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.636552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.636552 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.636784 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.636784 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.636928 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.637087 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.637245 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.637404 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.637561 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.637718 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.637877 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.638036 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.638194 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.638353 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.63/identity {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.638511 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.638669 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.638826 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.638984 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.639704 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.639704 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.639704 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.639704 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.639999 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.639999 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.640158 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.640314 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.640480 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.640672 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.640831 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.640989 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.641147 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.641305 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.641534 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.641709 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.641867 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.642026 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.642185 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.642342 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643155 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643155 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643155 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643155 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643155 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643701 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643701 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643701 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.643701 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644192 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644192 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644192 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644539 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644539 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644693 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644771 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.644877 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.645036 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.645247 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.645367 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.645623 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.645773 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.645900 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.645982 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.646105 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.646262 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.646420 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.647757 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.648325 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.648325 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.648325 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.648609 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.648609 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.648758 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.648879 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.649038 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.649875 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.649875 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.649875 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.649875 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.649875 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.650374 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.650374 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.650686 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.652348 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654136 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.654702 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.655599 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.656123 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.656123 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.656123 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.656123 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.656394 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.656394 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.657171 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.657723 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.657723 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.658794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.658794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.658794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.658794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.658794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.658794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.658794 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.659273 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.659273 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.659273 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.659273 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.659556 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.659637 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.659711 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.660201 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.660201 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.660201 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.660418 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.660596 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.661203 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.661203 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.661203 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.661203 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.661493 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.661493 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:31:11.661674 n-d-808199-2 neutron-server[101873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:31:23.900003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9489dad-a1bc-4c2c-b0d5-89b9a2e59f89 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:31:23.974065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9489dad-a1bc-4c2c-b0d5-89b9a2e59f89 None None] No non-hosted networks {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 15:31:24.000286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.agentschedulers_db [None req-f9489dad-a1bc-4c2c-b0d5-89b9a2e59f89 None None] DHCP Agent not found on host n-d-808199-2 {{(pid=102020) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 15:31:24.276906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5255db4e-6170-4c4d-ac0c-7da77c30fa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159276'] for agent, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.912216 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159276'] for agent, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:26.913046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.913607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.914043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.915104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.915733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.916470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.916907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.917332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.917920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.918250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.918684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.919032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:26.919575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-808199-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:26.934600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-808199-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:31:27.244889 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a6da8f24-6436-425c-adf1-0a6a000a4cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159276'] for agent, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:27.442875 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-2b317833-ce70-4064-ae24-7fbd0376bc0f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-808199-2 {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:31:27.443229 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-2b317833-ce70-4064-ae24-7fbd0376bc0f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:31:28.088459 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b317833-ce70-4064-ae24-7fbd0376bc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:28.316620 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159276'] for agent, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:29.869204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159276'] for agent, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:31.038908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56142) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:31.569700 n-d-808199-2 neutron-server[102019]: WARNING oslo_policy.policy [None req-40d0fa62-80e9-4c68-84ff-b72e141dfac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:31.570270 n-d-808199-2 neutron-server[102019]: WARNING oslo_policy.policy [None req-40d0fa62-80e9-4c68-84ff-b72e141dfac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:31.796799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-40d0fa62-80e9-4c68-84ff-b72e141dfac9 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:31:31.797839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-40d0fa62-80e9-4c68-84ff-b72e141dfac9 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7572863 Sep 15 15:31:34.365269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56156) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:34.614576 n-d-808199-2 neutron-server[102020]: INFO neutron.db.l3_hamode_db [None req-63ada114-db24-4faa-aad0-832a887a11a0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 15:31:34.698255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ada114-db24-4faa-aad0-832a887a11a0 None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:31:34.698657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ada114-db24-4faa-aad0-832a887a11a0 None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 15:31:34.960900 n-d-808199-2 neutron-server[102018]: WARNING oslo_policy.policy [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:34.962000 n-d-808199-2 neutron-server[102018]: WARNING oslo_policy.policy [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:35.187104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:35.282531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.policy [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:31:35.329135 n-d-808199-2 neutron-server[102018]: WARNING oslo_policy.policy [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:35.329517 n-d-808199-2 neutron-server[102018]: WARNING oslo_policy.policy [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:35.338673 n-d-808199-2 neutron-server[102018]: INFO neutron.quota [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] Loaded quota_driver: . Sep 15 15:31:35.509134 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769422858235', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769422857614', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769422779607', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769422781835', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769422695281', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769422761501', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-533340', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3881990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3827244'] for rbac-policy, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:35.755557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:35.757064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f7ae967-1699-4f41-b957-48b670f6beb0 admin admin] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3887107 Sep 15 15:31:38.517945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56174) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:38.833735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Request body: {'network': {'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'name': 'private', 'project_id': '54a0e8e1745f4e59bbce75f91784fc06'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:38.932282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Made reservation on behalf of 54a0e8e1745f4e59bbce75f91784fc06 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:38.935212 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:38.953366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:39.077431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:39.125769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:39.151251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:31:39.176519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769423740564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:39.177150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Unsubscribe: segment precommit_create {{(pid=102018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 15:31:39.177675 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Added segment 9f1f194a-b92b-42bc-ba75-d64412d29fb5 of type vlan for network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 Sep 15 15:31:39.183936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50b4b5-9b71-4bdb-90b5-5891757ad989,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:39.205087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.205418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.205757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.206090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.206419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.206745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.207066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.207385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.207703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.208019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.208336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.208686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Tracked resource versions report: Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: pushed versions: Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: { 'AddressGroup': {'1.2'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'ConntrackHelper': {'1.0'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Log': {'1.0'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Network': {'1.1'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Port': {'1.7'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'PortForwarding': {'1.2'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'QosPolicy': {'1.9'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'SecurityGroup': {'1.4'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'SubPort': {'1.0'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Subnet': {'1.1'}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Trunk': {'1.1'}} Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: consumer versions: Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: L3 agent@n-d-808199-2: {}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: Metadata agent@n-d-808199-2: {}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: Metering agent@n-d-808199-2: {}, Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'ConntrackHelper': '1.0', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Log': '1.0', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Network': '1.1', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Port': '1.7', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'PortForwarding': '1.2', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'QosPolicy': '1.9', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'SecurityGroup': '1.4', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'SecurityGroupRule': '1.2', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'SubPort': '1.0', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Subnet': '1.1', Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: 'Trunk': '1.1'}} Sep 15 15:31:39.209775 n-d-808199-2 neutron-server[102018]: {{(pid=102018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:31:39.303695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:39.401364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:39.402823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:39.403376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:39.504418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] Pushing event updated for resources: {'Network': ['ID=1d432263-bbe9-4ddd-9fc2-1c13d5502395,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:39.517824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:31:39.538272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-92195121-36ed-4890-b0df-539afce4a755 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0192385 Sep 15 15:31:42.461875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56188) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:42.887296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f05beb5-00be-44be-beed-24ef29e37326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:42.888924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f05beb5-00be-44be-beed-24ef29e37326 admin admin] 10.222.0.63 "GET /v2.0/networks/1d432263-bbe9-4ddd-9fc2-1c13d5502395 HTTP/1.1" status: 200 len: 825 time: 0.4260540 Sep 15 15:31:42.917535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ad023852-e9bc-46cb-b2a7-fa0efbc562d2 admin admin] 10.222.0.63 "GET /v2.0/subnetpools/8af67322-78d5-4c70-a6b0-23feff31b138 HTTP/1.1" status: 200 len: 734 time: 0.0223467 Sep 15 15:31:42.927840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'ip_version': 4, 'subnetpool_id': '8af67322-78d5-4c70-a6b0-23feff31b138', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:43.029602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Made reservation on behalf of 54a0e8e1745f4e59bbce75f91784fc06 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:43.031840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:43.389731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:43.462534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8c2799-d3df-4070-b670-83e49d9bf34f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:43.469246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Checking segment: {'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:43.469564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Network hostable DHCP agents. Network: 1d432263-bbe9-4ddd-9fc2-1c13d5502395, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:31:43.555293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:31:43.634636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 1d432263-bbe9-4ddd-9fc2-1c13d5502395) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:43.639818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:43.640337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:43.644352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6389c-f9f0-4d0b-beca-5af16b92d94f None None] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:43.710043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-51b6be66-39e2-4d82-8229-46c6bf75d6b6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7860754 Sep 15 15:31:43.978929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'fixed_ips': [{'subnet_id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:31:43.980158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:44.280591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Allocated IP 172.20.0.2 (1d432263-bbe9-4ddd-9fc2-1c13d5502395/bc8c2799-d3df-4070-b670-83e49d9bf34f/6125e0d7-0f8b-44a7-b346-b0a7a7093154) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:31:44.533086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:44.600187 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:44.672360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:31:44.677277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:31:44.685240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:31:44.698496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Pushing event updated for resources: {'Port': ['ID=6125e0d7-0f8b-44a7-b346-b0a7a7093154,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:44.728266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.728680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.728973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.729313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.729642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.729977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.730303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.730624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.730951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.731273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.731596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.731919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Tracked resource versions report: Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: pushed versions: Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: { 'AddressGroup': {'1.2'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'ConntrackHelper': {'1.0'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Log': {'1.0'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Network': {'1.1'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Port': {'1.7'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'PortForwarding': {'1.2'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'QosPolicy': {'1.9'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'SecurityGroup': {'1.4'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'SubPort': {'1.0'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Subnet': {'1.1'}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Trunk': {'1.1'}} Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: consumer versions: Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: L3 agent@n-d-808199-2: {}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: Metadata agent@n-d-808199-2: {}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: Metering agent@n-d-808199-2: {}, Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'ConntrackHelper': '1.0', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Log': '1.0', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Network': '1.1', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Port': '1.7', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'PortForwarding': '1.2', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'QosPolicy': '1.9', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'SecurityGroup': '1.4', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'SecurityGroupRule': '1.2', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'SubPort': '1.0', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Subnet': '1.1', Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: 'Trunk': '1.1'}} Sep 15 15:31:44.733095 n-d-808199-2 neutron-server[102020]: {{(pid=102020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:31:44.782096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Attempting to bind port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:31:44.784907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Attempting to bind port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:31:44.784907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Attempting to bind port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 on network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:31:44.788230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:31:44.789181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Checking segment: {'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:31:44.789666 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:44.790057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Bound using segment: {'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:31:44.790634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Bound port: 6125e0d7-0f8b-44a7-b346-b0a7a7093154, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:31:44.791017 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:44.861638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] For port 6125e0d7-0f8b-44a7-b346-b0a7a7093154, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:31:44.866219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] For port 6125e0d7-0f8b-44a7-b346-b0a7a7093154, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6125e0d7-0f8b-44a7-b346-b0a7a7093154,segment=NetworkSegment(9f1f194a-b92b-42bc-ba75-d64412d29fb5),segment_id=9f1f194a-b92b-42bc-ba75-d64412d29fb5)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:31:44.932749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:45.003376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b4461-bba2-4bf6-a5d0-3ecef3efee60 None None] Pushing event updated for resources: {'Port': ['ID=6125e0d7-0f8b-44a7-b346-b0a7a7093154,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:46.222019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:46.567981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-72d17ca5-9112-4678-9c05-a883a9fee05b admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:31:46.569029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72d17ca5-9112-4678-9c05-a883a9fee05b admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3458846 Sep 15 15:31:49.074676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56204) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:49.424540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-ddb6a251-4bcf-4555-92df-c43d949f6633 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:31:49.427277 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ddb6a251-4bcf-4555-92df-c43d949f6633 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3497853 Sep 15 15:31:52.186397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56214) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:52.499818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Request body: {'router': {'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:52.575508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.policy [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:31:52.623148 n-d-808199-2 neutron-server[102019]: WARNING oslo_policy.policy [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:52.623831 n-d-808199-2 neutron-server[102019]: WARNING oslo_policy.policy [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:31:52.633507 n-d-808199-2 neutron-server[102019]: INFO neutron.quota [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Loaded quota_driver: . Sep 15 15:31:52.688000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6125e0d7-0f8b-44a7-b346-b0a7a7093154 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:52.782587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:52.782954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:52.783935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:52.785994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:52.902375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:52.940436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6125e0d7-0f8b-44a7-b346-b0a7a7093154, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6125e0d7-0f8b-44a7-b346-b0a7a7093154,segment=NetworkSegment(9f1f194a-b92b-42bc-ba75-d64412d29fb5),segment_id=9f1f194a-b92b-42bc-ba75-d64412d29fb5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:31:52.949855 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.011328 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.018375 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.060398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6125e0d7-0f8b-44a7-b346-b0a7a7093154,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:53.114609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.115978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ffb62fe3-0aaf-419d-81c9-d1b8e87e4af7 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9285085 Sep 15 15:31:53.693384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb582e34-765b-45b5-b955-f556809962ff None None] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:31:53.773390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fd5588e7-454e-4f93-8248-d68303d25cdc None None] Provisioning complete for port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:53.773973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd5588e7-454e-4f93-8248-d68303d25cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:53.931560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-228df9b8-67de-439d-bfb5-b6ac5cab9290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.161770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-aa19517d-389c-4a02-b6f6-a26672694d35 None None] Provisioning complete for port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:54.162138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa19517d-389c-4a02-b6f6-a26672694d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:54.656212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6125e0d7-0f8b-44a7-b346-b0a7a7093154 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:31:54.705475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:31:54.706163 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:55.582601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56230) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:55.937845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-ef09ea30-eb9d-40c5-94f4-09908b8554e6 admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:31:55.938868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ef09ea30-eb9d-40c5-94f4-09908b8554e6 admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3553421 Sep 15 15:31:56.959839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:57.194787 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8fabb2a-8820-465b-9a80-a4c6751ad0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.217400 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.440038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56248) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:31:58.577322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:31:58.656795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Made reservation on behalf of 13b1410967de42559fb5c8694f79e3d0 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:31:58.659617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.677362 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.801432 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.851936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.864521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Reserving flat network on physical network physnet1 {{(pid=102019) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 15:31:58.895961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769423740564', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:58.896587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Unsubscribe: segment precommit_create {{(pid=102019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 15:31:58.897586 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Added segment 8324090c-e458-4312-8115-2f0e99a0be70 of type flat for network efe5d06d-744f-4620-a42b-1e6f5318efbe Sep 15 15:31:58.915518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1964cc28-25c0-48e3-858d-782fa5a1887d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:58.968986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.969323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.969771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.970086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.970393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.970716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.971036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.971353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.971674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.971990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.972300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.972644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Tracked resource versions report: Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: pushed versions: Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: { 'AddressGroup': {'1.2'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'ConntrackHelper': {'1.0'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Log': {'1.0'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Network': {'1.1'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Port': {'1.7'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'PortForwarding': {'1.2'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'QosPolicy': {'1.9'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'SecurityGroup': {'1.4'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'SubPort': {'1.0'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Subnet': {'1.1'}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Trunk': {'1.1'}} Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: consumer versions: Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: L3 agent@n-d-808199-2: {}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: Metadata agent@n-d-808199-2: {}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: Metering agent@n-d-808199-2: {}, Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'ConntrackHelper': '1.0', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Log': '1.0', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Network': '1.1', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Port': '1.7', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'PortForwarding': '1.2', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'QosPolicy': '1.9', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'SecurityGroup': '1.4', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'SecurityGroupRule': '1.2', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'SubPort': '1.0', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Subnet': '1.1', Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: 'Trunk': '1.1'}} Sep 15 15:31:58.973787 n-d-808199-2 neutron-server[102019]: {{(pid=102019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:31:59.033186 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:59.131739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:59.132993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:31:59.133638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:31:59.235211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] Pushing event updated for resources: {'Network': ['ID=efe5d06d-744f-4620-a42b-1e6f5318efbe,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:31:59.246770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network efe5d06d-744f-4620-a42b-1e6f5318efbe details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:31:59.263025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a8d7769b-115d-4166-a3c2-592f247d693e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8218639 Sep 15 15:31:59.822582 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:01.643094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56270) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:01.788154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029989f6-4f41-47a4-8a0f-5dd7814e702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:01.789866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-029989f6-4f41-47a4-8a0f-5dd7814e702a admin admin] 10.222.0.63 "GET /v2.0/subnets/bc8c2799-d3df-4070-b670-83e49d9bf34f HTTP/1.1" status: 200 len: 849 time: 0.1457949 Sep 15 15:32:01.949660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c8851388-78b9-417f-932b-04384232d172 admin admin] 10.222.0.63 "GET /v2.0/routers/ea8a005f-3074-4a67-8160-c73a06116beb HTTP/1.1" status: 200 len: 704 time: 0.1498899 Sep 15 15:32:02.248509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:02.563094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Allocated IP 172.20.0.1 (1d432263-bbe9-4ddd-9fc2-1c13d5502395/bc8c2799-d3df-4070-b670-83e49d9bf34f/0c64e416-0c9c-4776-850a-eb2ebbfb002b) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:32:02.801044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:02.937571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.015479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:32:03.025444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:03.033507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Pushing event updated for resources: {'Port': ['ID=0c64e416-0c9c-4776-850a-eb2ebbfb002b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:03.045004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:32:03.045563 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.235849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-24514271-0782-420f-8330-f8c1fa40ec12 None None] Provisioning complete for port 0c64e416-0c9c-4776-850a-eb2ebbfb002b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:03.236476 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24514271-0782-420f-8330-f8c1fa40ec12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.271664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-24514271-0782-420f-8330-f8c1fa40ec12 None None] Port 0c64e416-0c9c-4776-850a-eb2ebbfb002b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:32:03.410626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.629660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.685528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.686246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:03.750744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Pushing event updated for resources: {'Port': ['ID=0c64e416-0c9c-4776-850a-eb2ebbfb002b,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:03.816885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:32:03.818239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:03.996647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5271b14d-2af8-4610-8ffa-a5e6326111f0 None None] Provisioning complete for port 0c64e416-0c9c-4776-850a-eb2ebbfb002b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:03.997063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5271b14d-2af8-4610-8ffa-a5e6326111f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:04.035247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5271b14d-2af8-4610-8ffa-a5e6326111f0 None None] Port 0c64e416-0c9c-4776-850a-eb2ebbfb002b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:32:04.073627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Router ea8a005f-3074-4a67-8160-c73a06116beb is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:32:04.169801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:32:04.175564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3a4d981f-8627-471c-ab8a-e919b48d5429 admin admin] 10.222.0.63 "PUT /v2.0/routers/ea8a005f-3074-4a67-8160-c73a06116beb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2201052 Sep 15 15:32:04.190122 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Sync routers for ids ['ea8a005f-3074-4a67-8160-c73a06116beb'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:32:04.202438 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Routers {'ea8a005f-3074-4a67-8160-c73a06116beb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:04.203179 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:31:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea8a005f-3074-4a67-8160-c73a06116beb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:04.399347 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Set router ea8a005f-3074-4a67-8160-c73a06116beb gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:04.867660 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'name': 'router1', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:52Z', 'updated_at': '2021-09-15T15:32:03Z', 'revision_number': 2, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'gw_port_host': None, '_interfaces': [{'id': '0c64e416-0c9c-4776-850a-eb2ebbfb002b', 'name': '', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'mac_address': 'fa:16:3e:d9:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:02Z', 'updated_at': '2021-09-15T15:32:03Z', 'revision_number': 2, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'subnets': [{'id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8af67322-78d5-4c70-a6b0-23feff31b138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:04.920101 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Checking router: ea8a005f-3074-4a67-8160-c73a06116beb for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:32:04.920462 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Updating router ea8a005f-3074-4a67-8160-c73a06116beb port 0c64e416-0c9c-4776-850a-eb2ebbfb002b binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:32:04.969667 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.574955 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.645000 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.805454 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Pushing event updated for resources: {'Port': ['ID=0c64e416-0c9c-4776-850a-eb2ebbfb002b,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:05.822137 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Attempting to bind port 0c64e416-0c9c-4776-850a-eb2ebbfb002b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:32:05.822533 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Attempting to bind port 0c64e416-0c9c-4776-850a-eb2ebbfb002b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:32:05.822964 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Attempting to bind port 0c64e416-0c9c-4776-850a-eb2ebbfb002b on network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:05.827087 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.827362 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.827696 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.828026 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.828350 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.828713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.829034 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.829352 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.829671 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.829988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.830303 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.830617 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Tracked resource versions report: Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: pushed versions: Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: { 'AddressGroup': {'1.2'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'ConntrackHelper': {'1.0'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Log': {'1.0'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Network': {'1.1'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Port': {'1.7'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'PortForwarding': {'1.2'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'QosPolicy': {'1.9'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'SecurityGroup': {'1.4'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'SubPort': {'1.0'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Subnet': {'1.1'}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Trunk': {'1.1'}} Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: consumer versions: Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: L3 agent@n-d-808199-2: {}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: Metadata agent@n-d-808199-2: {}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: Metering agent@n-d-808199-2: {}, Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'ConntrackHelper': '1.0', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Log': '1.0', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Network': '1.1', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Port': '1.7', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'PortForwarding': '1.2', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'QosPolicy': '1.9', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'SecurityGroup': '1.4', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'SecurityGroupRule': '1.2', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'SubPort': '1.0', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Subnet': '1.1', Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: 'Trunk': '1.1'}} Sep 15 15:32:05.831745 n-d-808199-2 neutron-server[102021]: {{(pid=102021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:32:05.838682 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:32:05.839103 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Checking segment: {'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:32:05.839751 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.840059 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Bound using segment: {'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:32:05.840986 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Bound port: 0c64e416-0c9c-4776-850a-eb2ebbfb002b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1f194a-b92b-42bc-ba75-d64412d29fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:32:05.841608 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.876162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-526edc94-dcdf-4c47-ab8e-596b82860372 None None] Provisioning complete for port 0c64e416-0c9c-4776-850a-eb2ebbfb002b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:05.876783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-526edc94-dcdf-4c47-ab8e-596b82860372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:05.915067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-526edc94-dcdf-4c47-ab8e-596b82860372 None None] Port 0c64e416-0c9c-4776-850a-eb2ebbfb002b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:32:05.924779 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] For port 0c64e416-0c9c-4776-850a-eb2ebbfb002b, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:32:05.945894 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] For port 0c64e416-0c9c-4776-850a-eb2ebbfb002b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c64e416-0c9c-4776-850a-eb2ebbfb002b,segment=NetworkSegment(9f1f194a-b92b-42bc-ba75-d64412d29fb5),segment_id=9f1f194a-b92b-42bc-ba75-d64412d29fb5)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:32:06.045570 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.106613 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4797a28-429c-4704-8437-410741bcd6b6 None None] Pushing event updated for resources: {'Port': ['ID=0c64e416-0c9c-4776-850a-eb2ebbfb002b,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:06.112146 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Routers {'ea8a005f-3074-4a67-8160-c73a06116beb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:06.112799 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:31:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea8a005f-3074-4a67-8160-c73a06116beb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:06.207967 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] Set router ea8a005f-3074-4a67-8160-c73a06116beb gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:06.338427 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-75bca04c-47f2-4c78-ac76-b02f86bbb915 None None] Provisioning complete for port 0c64e416-0c9c-4776-850a-eb2ebbfb002b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:06.338720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75bca04c-47f2-4c78-ac76-b02f86bbb915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.434917 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'name': 'router1', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:52Z', 'updated_at': '2021-09-15T15:32:03Z', 'revision_number': 2, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'gw_port_host': None, '_interfaces': [{'id': '0c64e416-0c9c-4776-850a-eb2ebbfb002b', 'name': '', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'mac_address': 'fa:16:3e:d9:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:02Z', 'updated_at': '2021-09-15T15:32:05Z', 'revision_number': 4, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'subnets': [{'id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8af67322-78d5-4c70-a6b0-23feff31b138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:06.441828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75bca04c-47f2-4c78-ac76-b02f86bbb915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.465128 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cabd22-ba2f-46ca-b5a6-6671a016a6ea None None] The sync data for ids ['ea8a005f-3074-4a67-8160-c73a06116beb'] in n-d-808199-2 is: [{'id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'name': 'router1', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:52Z', 'updated_at': '2021-09-15T15:32:03Z', 'revision_number': 2, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'gw_port_host': None, '_interfaces': [{'id': '0c64e416-0c9c-4776-850a-eb2ebbfb002b', 'name': '', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'mac_address': 'fa:16:3e:d9:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:02Z', 'updated_at': '2021-09-15T15:32:05Z', 'revision_number': 4, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'subnets': [{'id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8af67322-78d5-4c70-a6b0-23feff31b138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:32:06.490446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-75bca04c-47f2-4c78-ac76-b02f86bbb915 None None] For port 0c64e416-0c9c-4776-850a-eb2ebbfb002b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c64e416-0c9c-4776-850a-eb2ebbfb002b,segment=NetworkSegment(9f1f194a-b92b-42bc-ba75-d64412d29fb5),segment_id=9f1f194a-b92b-42bc-ba75-d64412d29fb5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:06.514652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56282) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:06.548317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75bca04c-47f2-4c78-ac76-b02f86bbb915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:06.598396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca04c-47f2-4c78-ac76-b02f86bbb915 None None] Pushing event updated for resources: {'Port': ['ID=0c64e416-0c9c-4776-850a-eb2ebbfb002b,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:06.648217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625e97a2-de2a-458d-9d09-0d9041cf4bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:06.649735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-625e97a2-de2a-458d-9d09-0d9041cf4bcf admin admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 842 time: 0.1340523 Sep 15 15:32:06.659545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:06.782185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Made reservation on behalf of 13b1410967de42559fb5c8694f79e3d0 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:32:06.784523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:07.175929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:32:07.176385 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:07.224249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd54eea6-d2ea-4dca-8f29-b53c607be4a3,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:07.249974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:32:07.250322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Network hostable DHCP agents. Network: efe5d06d-744f-4620-a42b-1e6f5318efbe, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:32:07.359137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:32:07.445186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, efe5d06d-744f-4620-a42b-1e6f5318efbe) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:07.455013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:07.455719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:07.460960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e66161-81e0-4865-9ce1-46848d5e0ab4 None None] Network efe5d06d-744f-4620-a42b-1e6f5318efbe requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:32:07.531180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-28cb7d12-6fdf-45f3-8045-123480a6d44a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8749545 Sep 15 15:32:07.601666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ebcbe-75b8-4ccd-8aa7-712b22a8e1a5 None None] Network efe5d06d-744f-4620-a42b-1e6f5318efbe requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:32:08.516845 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:32:09.943690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56290) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:10.078283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-036262bb-215d-49ca-824f-3332305b8b1e admin admin] 10.222.0.63 "GET /v2.0/routers/ea8a005f-3074-4a67-8160-c73a06116beb HTTP/1.1" status: 200 len: 710 time: 0.1333632 Sep 15 15:32:10.169514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696eb31-bba8-4245-b5b7-ca9fc558f3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:32:10.170945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0696eb31-bba8-4245-b5b7-ca9fc558f3ce admin admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 886 time: 0.0862877 Sep 15 15:32:10.181496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:32:10.436622 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:10.803778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:10.885529 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:11.000789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Allocated IP 172.25.0.241 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/b64ba16c-8f5e-451b-8db3-cb355942011e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:32:11.106981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:11.193566 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:11.233156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:32:11.236067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:32:11.239775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:32:11.248577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Pushing event updated for resources: {'Port': ['ID=b64ba16c-8f5e-451b-8db3-cb355942011e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:11.584822 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:11.824377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:11.828879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:11.948715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Router ea8a005f-3074-4a67-8160-c73a06116beb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:32:12.062390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:32:12.066751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:12.068481 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3486b400-4a03-40a8-a00e-8531b35f7d06 admin admin] 10.222.0.63 "PUT /v2.0/routers/ea8a005f-3074-4a67-8160-c73a06116beb HTTP/1.1" status: 200 len: 890 time: 1.8904426 Sep 15 15:32:12.692938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c64e416-0c9c-4776-850a-eb2ebbfb002b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:32:12.752856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0c64e416-0c9c-4776-850a-eb2ebbfb002b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:12.753153 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:13.140871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Sync routers for ids ['ea8a005f-3074-4a67-8160-c73a06116beb'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:32:13.151871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Routers {'ea8a005f-3074-4a67-8160-c73a06116beb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:13.152632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:31:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea8a005f-3074-4a67-8160-c73a06116beb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:13.367525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Set router ea8a005f-3074-4a67-8160-c73a06116beb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:13.790451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'name': 'router1', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b64ba16c-8f5e-451b-8db3-cb355942011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:52Z', 'updated_at': '2021-09-15T15:32:11Z', 'revision_number': 4, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'gw_port': {'id': 'b64ba16c-8f5e-451b-8db3-cb355942011e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:10Z', 'updated_at': '2021-09-15T15:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0c64e416-0c9c-4776-850a-eb2ebbfb002b', 'name': '', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'mac_address': 'fa:16:3e:d9:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:02Z', 'updated_at': '2021-09-15T15:32:06Z', 'revision_number': 5, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'subnets': [{'id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8af67322-78d5-4c70-a6b0-23feff31b138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:13.846428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Checking router: ea8a005f-3074-4a67-8160-c73a06116beb for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:32:13.846777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Updating router ea8a005f-3074-4a67-8160-c73a06116beb port b64ba16c-8f5e-451b-8db3-cb355942011e binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:32:13.894072 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.227175 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.278466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.418830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Attempting to bind port b64ba16c-8f5e-451b-8db3-cb355942011e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:32:14.419198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Attempting to bind port b64ba16c-8f5e-451b-8db3-cb355942011e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:32:14.419558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Attempting to bind port b64ba16c-8f5e-451b-8db3-cb355942011e on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:32:14.428093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5265d-ec87-4e72-8314-91520b4b60f9 None None] Pushing event updated for resources: {'Port': ['ID=b64ba16c-8f5e-451b-8db3-cb355942011e,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:14.433090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:32:14.433474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:32:14.433876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.434823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:32:14.434823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Bound port: b64ba16c-8f5e-451b-8db3-cb355942011e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:32:14.435215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.489596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] For port b64ba16c-8f5e-451b-8db3-cb355942011e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:32:14.493145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] For port b64ba16c-8f5e-451b-8db3-cb355942011e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b64ba16c-8f5e-451b-8db3-cb355942011e,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:32:14.538948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56302) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:32:14.553362 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:14.603420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Routers {'ea8a005f-3074-4a67-8160-c73a06116beb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:32:14.604095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:31:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea8a005f-3074-4a67-8160-c73a06116beb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:14.656880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5265d-ec87-4e72-8314-91520b4b60f9 None None] Pushing event updated for resources: {'Port': ['ID=b64ba16c-8f5e-451b-8db3-cb355942011e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:14.674644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2b6dd9f9-eec7-402f-8776-eeb61ca91233 admin admin] 10.222.0.63 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1345034 Sep 15 15:32:14.730714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] Set router ea8a005f-3074-4a67-8160-c73a06116beb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:32:14.965578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'name': 'router1', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b64ba16c-8f5e-451b-8db3-cb355942011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:52Z', 'updated_at': '2021-09-15T15:32:11Z', 'revision_number': 4, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'gw_port': {'id': 'b64ba16c-8f5e-451b-8db3-cb355942011e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:10Z', 'updated_at': '2021-09-15T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0c64e416-0c9c-4776-850a-eb2ebbfb002b', 'name': '', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'mac_address': 'fa:16:3e:d9:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:02Z', 'updated_at': '2021-09-15T15:32:06Z', 'revision_number': 5, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'subnets': [{'id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8af67322-78d5-4c70-a6b0-23feff31b138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:32:14.992183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e43b749-4764-452d-bfe8-f12a49e4b604 None None] The sync data for ids ['ea8a005f-3074-4a67-8160-c73a06116beb'] in n-d-808199-2 is: [{'id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'name': 'router1', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'b64ba16c-8f5e-451b-8db3-cb355942011e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:31:52Z', 'updated_at': '2021-09-15T15:32:11Z', 'revision_number': 4, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'gw_port': {'id': 'b64ba16c-8f5e-451b-8db3-cb355942011e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:34:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:10Z', 'updated_at': '2021-09-15T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0c64e416-0c9c-4776-850a-eb2ebbfb002b', 'name': '', 'network_id': '1d432263-bbe9-4ddd-9fc2-1c13d5502395', 'tenant_id': '54a0e8e1745f4e59bbce75f91784fc06', 'mac_address': 'fa:16:3e:d9:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8a005f-3074-4a67-8160-c73a06116beb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:32:02Z', 'updated_at': '2021-09-15T15:32:06Z', 'revision_number': 5, 'project_id': '54a0e8e1745f4e59bbce75f91784fc06', 'subnets': [{'id': 'bc8c2799-d3df-4070-b670-83e49d9bf34f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8af67322-78d5-4c70-a6b0-23feff31b138'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:32:16.731368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b64ba16c-8f5e-451b-8db3-cb355942011e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:32:16.793716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b64ba16c-8f5e-451b-8db3-cb355942011e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:16.794100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:16.904444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:16.927399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b64ba16c-8f5e-451b-8db3-cb355942011e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b64ba16c-8f5e-451b-8db3-cb355942011e,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:32:16.981929 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:17.036695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b64ba16c-8f5e-451b-8db3-cb355942011e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:32:18.705811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b64ba16c-8f5e-451b-8db3-cb355942011e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:32:18.784144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b64ba16c-8f5e-451b-8db3-cb355942011e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:32:18.784813 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:23.929992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-584e4c22-7cc3-4ce4-b65d-1eb64db8c1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:26.903734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:27.220732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-64800114-76d2-4c8c-9da7-e6ad7ec50b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:28.238106 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:29.809211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:45.520685 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:32:53.903291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2db798a0-d6d1-40f0-add5-ec57160d1f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:56.911389 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:57.219231 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d42f0a3c-7fd7-48fd-b02e-fc23ae373a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:58.642030 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:32:59.845185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:22.521107 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:33:23.886067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5e67aae-9b69-45ce-800c-23da2faccf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:26.892546 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:27.183543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-826ee608-4f79-4983-998f-9e23253498c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:28.245341 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:29.830020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:53.888949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7b908ca-f6a0-4731-807a-7fabf1764eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:56.926016 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:57.204838 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ef71a6f0-88c8-43c0-aeaa-f2089fc57e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:58.239398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:33:59.520583 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:33:59.855244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:01.366894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56896) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:01.432892 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5916c50f-86ee-4dba-95d9-b23d0509f8fe admin admin] GET failed (client error): The resource could not be found. Sep 15 15:34:01.434267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5916c50f-86ee-4dba-95d9-b23d0509f8fe admin admin] 10.222.0.63 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664189 Sep 15 15:34:01.609366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fbf035-4d66-4b47-99ec-2445dfee680f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:01.611039 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-37fbf035-4d66-4b47-99ec-2445dfee680f admin admin] 10.222.0.63 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1688254 Sep 15 15:34:03.865421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56906) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:03.961604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf72041-9b38-4d3a-ae2b-83f2aef32b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:03.963044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-acf72041-9b38-4d3a-ae2b-83f2aef32b89 admin admin] 10.222.0.63 "GET /v2.0/subnets/bc8c2799-d3df-4070-b670-83e49d9bf34f HTTP/1.1" status: 200 len: 849 time: 0.0964828 Sep 15 15:34:03.973837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:34:04.062135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Notify callbacks [] for subnet, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:04.353124 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769423765252'] for subnet, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:04.384161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:04.384720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:04.385956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] 10.222.0.63 "PUT /v2.0/subnets/bc8c2799-d3df-4070-b670-83e49d9bf34f HTTP/1.1" status: 200 len: 868 time: 0.4159539 Sep 15 15:34:04.408152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8c2799-d3df-4070-b670-83e49d9bf34f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:04.410630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9806b-2764-4fb2-baae-8205da9791c4 None None] Network 1d432263-bbe9-4ddd-9fc2-1c13d5502395 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:34:04.419597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.420781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.421285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.421663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.422198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.422687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.423161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.423609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.424096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.424614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.425121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.425624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6035529-214d-48f8-84df-ff91588600bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:04.828335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bfb64768-f2fd-4584-b260-8f4f2eadff77 None None] Provisioning complete for port 6125e0d7-0f8b-44a7-b346-b0a7a7093154 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:34:04.828726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfb64768-f2fd-4584-b260-8f4f2eadff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:04.924449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bfb64768-f2fd-4584-b260-8f4f2eadff77 None None] Provisioning complete for port 0c64e416-0c9c-4776-850a-eb2ebbfb002b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:34:04.924846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfb64768-f2fd-4584-b260-8f4f2eadff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:06.771805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56914) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:06.989229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0eefb-3157-4e23-9f5c-c49909637e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:06.989630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0eefb-3157-4e23-9f5c-c49909637e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:06.991207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0ca0eefb-3157-4e23-9f5c-c49909637e11 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2183173 Sep 15 15:34:09.228718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56922) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:09.449691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3902d3f-ee57-4251-98ae-97a28803c0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:09.450078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3902d3f-ee57-4251-98ae-97a28803c0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:09.452318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a3902d3f-ee57-4251-98ae-97a28803c0f0 admin admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2226772 Sep 15 15:34:11.725742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56932) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:11.876273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baae8c8-a619-44aa-9c4d-77a8d5fb1ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:11.877705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0baae8c8-a619-44aa-9c4d-77a8d5fb1ca4 admin admin] 10.222.0.63 "GET /v2.0/networks/1d432263-bbe9-4ddd-9fc2-1c13d5502395 HTTP/1.1" status: 200 len: 869 time: 0.1510000 Sep 15 15:34:14.226579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56940) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:14.360974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ffaf4-fa4a-4781-94b3-6ff29f2f0922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:14.362350 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-312ffaf4-fa4a-4781-94b3-6ff29f2f0922 admin admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 886 time: 0.1348264 Sep 15 15:34:16.610049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:16.738621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c378e-23a8-4849-9c1b-8e5cd627b18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:16.739085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c378e-23a8-4849-9c1b-8e5cd627b18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:16.740682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ca6c378e-23a8-4849-9c1b-8e5cd627b18d admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293504 Sep 15 15:34:18.979337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56956) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:19.109570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8dd2b0-0885-47da-8f30-e7025b77711e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:19.112917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8dd2b0-0885-47da-8f30-e7025b77711e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:19.112917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9a8dd2b0-0885-47da-8f30-e7025b77711e admin admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312871 Sep 15 15:34:21.346806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56964) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:21.444130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee26a9-2a18-4229-8bc4-9059f2592191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:21.445535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-38ee26a9-2a18-4229-8bc4-9059f2592191 admin admin] 10.222.0.63 "GET /v2.0/subnets/bc8c2799-d3df-4070-b670-83e49d9bf34f HTTP/1.1" status: 200 len: 868 time: 0.0977802 Sep 15 15:34:23.677967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56972) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:23.773219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb94e5c-aa72-4b09-9ff2-c7a6afee24d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:23.775244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9cb94e5c-aa72-4b09-9ff2-c7a6afee24d6 admin admin] 10.222.0.63 "GET /v2.0/subnets/fd54eea6-d2ea-4dca-8f29-b53c607be4a3 HTTP/1.1" status: 200 len: 816 time: 0.0961869 Sep 15 15:34:23.887373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ba80c049-73ca-4b85-875c-86df7317fa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:26.894661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:27.226145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1ca42a0d-443e-4987-a2e5-e8b849f9d09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:28.243351 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:29.846595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:36.518962 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:34:48.962333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57026) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:49.014341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-883a0d89-8b0e-403e-bf21-8ec48d22b8ee admin admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:34:49.015594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-883a0d89-8b0e-403e-bf21-8ec48d22b8ee admin admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521264 Sep 15 15:34:51.340769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57034) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:51.407631 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c835f217-01b5-44b2-ad93-75c194d554e3 admin admin] GET failed (client error): The resource could not be found. Sep 15 15:34:51.409039 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c835f217-01b5-44b2-ad93-75c194d554e3 admin admin] 10.222.0.63 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673096 Sep 15 15:34:51.502973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e41151-9ffa-41da-908a-6ac159947576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:51.504458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1e41151-9ffa-41da-908a-6ac159947576 admin admin] 10.222.0.63 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0904822 Sep 15 15:34:53.726649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57042) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:53.774699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:34:53.893669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Made reservation on behalf of 13b1410967de42559fb5c8694f79e3d0 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:34:53.895948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:53.902749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b099da7e-baf3-4e7f-bbc5-f90409220e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:53.927563 n-d-808199-2 neutron-server[102019]: WARNING neutron.services.revisions.revision_plugin [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Could not find related network for resource to bump revision. Sep 15 15:34:53.940038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:34:53.949763 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:53.950539 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Added segment 11a03607-a191-4595-ab9a-9c2c64d03161 of type vlan for network 0d386664-9abf-48cc-ab47-333f4b87953b Sep 15 15:34:53.999031 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.070615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.071587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:54.072165 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:54.137497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] Pushing event updated for resources: {'Network': ['ID=0d386664-9abf-48cc-ab47-333f4b87953b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:54.148610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0d386664-9abf-48cc-ab47-333f4b87953b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:34:54.193543 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a826a467-5393-4ac8-b5b8-796573f934af admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4637566 Sep 15 15:34:56.456504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57050) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:34:56.519652 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e990a3-610b-4805-8935-cd35ea646001 admin admin] GET failed (client error): The resource could not be found. Sep 15 15:34:56.521178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a7e990a3-610b-4805-8935-cd35ea646001 admin admin] 10.222.0.63 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636322 Sep 15 15:34:56.594431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a70a0e-93b7-4912-bcf5-9366ca484bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:56.595919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d5a70a0e-93b7-4912-bcf5-9366ca484bf4 admin admin] 10.222.0.63 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695741 Sep 15 15:34:56.607910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Request body: {'subnet': {'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:34:56.687786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Made reservation on behalf of 13b1410967de42559fb5c8694f79e3d0 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:34:56.690146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.924764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:56.956573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.012566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:57.032459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:34:57.032863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Network hostable DHCP agents. Network: 0d386664-9abf-48cc-ab47-333f4b87953b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:34:57.107461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Network 0d386664-9abf-48cc-ab47-333f4b87953b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:34:57.207728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 0d386664-9abf-48cc-ab47-333f4b87953b) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:34:57.211826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:34:57.212444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.219386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97ef0f-995e-4dd6-852e-7a8f6a1a07de None None] Network 0d386664-9abf-48cc-ab47-333f4b87953b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:34:57.246310 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-62d3f9c9-ce6c-4d69-aecc-6a9d560492fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.334099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a176dc19-43d4-47ff-83ad-756325a4a863 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7305949 Sep 15 15:34:57.374338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-0d386664-9abf-48cc-ab47-333f4b87953b', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'tenant_id': '13b1410967de42559fb5c8694f79e3d0', 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:34:57.375217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.533141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Allocated IP 192.168.233.2 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/05795ab4-4209-4d73-859f-4a8aedeb5a0f) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:34:57.683922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.767873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.808586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:34:57.811471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:34:57.815031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:34:57.826039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Pushing event updated for resources: {'Port': ['ID=05795ab4-4209-4d73-859f-4a8aedeb5a0f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:57.836190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.836642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.836901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.837241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.837591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.837924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.838358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.838797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.839364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.839793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.840124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.840452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:34:57.895118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Attempting to bind port 05795ab4-4209-4d73-859f-4a8aedeb5a0f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:34:57.895478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Attempting to bind port 05795ab4-4209-4d73-859f-4a8aedeb5a0f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:34:57.895846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Attempting to bind port 05795ab4-4209-4d73-859f-4a8aedeb5a0f on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:34:57.902385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:34:57.902761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:34:57.903173 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.903676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:34:57.904066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Bound port: 05795ab4-4209-4d73-859f-4a8aedeb5a0f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:34:57.904471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:57.973950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] For port 05795ab4-4209-4d73-859f-4a8aedeb5a0f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:34:57.977083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] For port 05795ab4-4209-4d73-859f-4a8aedeb5a0f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=05795ab4-4209-4d73-859f-4a8aedeb5a0f,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:34:58.066211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.151732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f34d41-7ab0-4519-8c86-d6d1b0274b0d None None] Pushing event updated for resources: {'Port': ['ID=05795ab4-4209-4d73-859f-4a8aedeb5a0f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:58.316960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:58.888195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 05795ab4-4209-4d73-859f-4a8aedeb5a0f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:34:58.949653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 05795ab4-4209-4d73-859f-4a8aedeb5a0f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:34:58.950070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.055123 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.099170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 05795ab4-4209-4d73-859f-4a8aedeb5a0f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=05795ab4-4209-4d73-859f-4a8aedeb5a0f,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:34:59.110902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979f8c0-1b9e-445a-b78e-39fc86b6756d None None] Network 0d386664-9abf-48cc-ab47-333f4b87953b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:34:59.230612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-01b5af7a-82c4-4fc1-aea0-cb0e50d9ec11 None None] Provisioning complete for port 05795ab4-4209-4d73-859f-4a8aedeb5a0f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:34:59.231242 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-01b5af7a-82c4-4fc1-aea0-cb0e50d9ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.234059 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.359494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=05795ab4-4209-4d73-859f-4a8aedeb5a0f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:34:59.690435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-95406edf-fba5-44f9-8d32-f59d8212aa82 None None] Provisioning complete for port 05795ab4-4209-4d73-859f-4a8aedeb5a0f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:34:59.690800 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-95406edf-fba5-44f9-8d32-f59d8212aa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:34:59.844667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:00.816416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 05795ab4-4209-4d73-859f-4a8aedeb5a0f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:35:00.874222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 05795ab4-4209-4d73-859f-4a8aedeb5a0f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:35:00.874592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:13.516796 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:35:23.920751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-291952bf-1ef5-4546-b7e0-765830ad8748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:26.909120 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:27.212107 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-377a289b-5cdd-482a-90f8-c166bbb9f586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:28.240703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:29.859886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:50.515344 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:35:53.902206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc4eb43a-3227-45a7-9a0e-8e7828cd2b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:56.938206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:57.222228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a9f4bd0-5a2f-4f14-9c41-175419c0f797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:58.261647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:35:59.850344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:18.071927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:18.078671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-976c2b35-eff0-48f1-a941-8f477c325155 tempest-verify_tempest_config-778243316 tempest-verify_tempest_config-778243316-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:36:18.079700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-976c2b35-eff0-48f1-a941-8f477c325155 tempest-verify_tempest_config-778243316 tempest-verify_tempest_config-778243316-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067809 Sep 15 15:36:18.727726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57122) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:18.836862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:18.925714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:19.016145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:19.061773 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7d0374a257748a19a0f8f42f15350a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3326013 Sep 15 15:36:19.062609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da589cd6-827d-4516-8cec-3a527a09fb3f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:19.064583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:36:19.070677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.071021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.071373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.071694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.072201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.072798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.072798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.073018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.073343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.073668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.074010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.074334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176c252-0779-4703-b979-924055a05fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.126832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:19.150653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:19.325133 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:19.327633 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:19.328821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/da589cd6-827d-4516-8cec-3a527a09fb3f HTTP/1.1" status: 204 len: 168 time: 0.2632384 Sep 15 15:36:19.337477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da589cd6-827d-4516-8cec-3a527a09fb3f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:36:19.344370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.344816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.345162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.345502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.345873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.346226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.346542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.346871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.347197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.347522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.347849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:19.348178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb85f325-9762-4f05-ac08-34f36354615e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:36:24.044407 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7bbfa884-6058-4cb6-b2d1-9458ecf797fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:26.907657 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:27.244383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dbe79214-dd0b-4541-8ac4-f36ea2d50074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:27.514556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:36:28.243743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:29.850245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:53.893920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9f9889ce-1ac4-4978-b030-5ae50e886c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:56.933819 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:57.202073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c34d51e-e336-4690-941b-73d2b01c8625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:58.241672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:36:59.893455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:04.512226 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:37:23.920545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e754147-693b-473d-9471-11e4a85971dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:26.908670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:27.188264 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b0199d9-8f4a-4a10-b11d-789aec2e70cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:28.245420 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:29.845432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:41.511192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:37:53.872637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af5600fb-ea8d-4cc8-8eb8-7646ae217130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:56.906839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:57.209592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-01780480-bac6-4e4d-806b-383b5c5d2917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:58.272363 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:37:59.855041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:18.510468 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:38:23.882326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c9301bf-2bb9-4754-9fe6-548873a6d3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:26.905083 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:27.208063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-73facca6-66e3-4b3c-b61b-9597b4747b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:28.265600 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:29.864845 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:53.879216 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbb20afc-6a83-45cb-a532-a7e9caeea02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:55.509793 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 5 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:38:56.909638 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:57.217752 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84a10022-1282-4dae-b691-cf0d55e4ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:58.262273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:38:59.879375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:23.896764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0dd23d9-c0e5-4e5e-8f24-8a02df147079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:26.151155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159276'] for agent, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:26.907734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:27.225271 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab748812-cf3a-4867-b8de-6831af570353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:28.267486 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:29.759363 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4159276'] for agent, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:29.861712 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:32.509742 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:39:53.947969 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61113f77-c660-4e68-8865-c4b9c7c5a3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:56.125206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:56.979225 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:57.230556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dcb8c4ac-aedd-4d5a-b4fa-543158d0d851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:58.276757 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:59.710705 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:39:59.859832 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:09.510149 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:40:16.007895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57192) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:16.117879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-262c762c-a6bf-40fb-b64b-4ce7213f42bb admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1088407 Sep 15 15:40:18.367333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:40:18.422302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b79829c0-6a1a-429e-ac92-68f949658c30 admin admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0538187 Sep 15 15:40:23.882768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-66d0e11d-e3b9-49cb-a983-3382fd116045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:26.126214 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:26.920855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:27.245799 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-64636fc9-f145-4a89-a3f5-31294f6091f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:28.300213 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:29.731770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:29.877548 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:46.510931 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:40:53.880795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53645ac2-4a04-4dd7-8253-89a2eefe5358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:56.184091 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:56.963014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:57.208753 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cbf24ef-bb02-4984-8b60-cb13c9909893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:58.281159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:59.745971 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:40:59.877513 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:23.510460 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:41:23.865870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9b8d014-5762-4370-a792-fdba8fbffb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:26.231229 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:26.921468 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:27.219775 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2ee6aec5-4599-4d8e-9200-3a5e3cf377d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:28.283113 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:29.739950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:29.883041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:47.475885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57364) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:47.982420 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c7573a6-7fea-48ad-9145-ce8b12562e38 tempest-AutoAllocateNetworkTest-1786111047 tempest-AutoAllocateNetworkTest-1786111047-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=73e753c467ac4a4ab54bbb5270d37da6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5049436 Sep 15 15:41:47.984883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57388) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:48.299029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48973725-d5c0-4156-b2d3-99e0bbbeb0f4 tempest-AutoAllocateNetworkTest-1786111047 tempest-AutoAllocateNetworkTest-1786111047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:41:48.301843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-48973725-d5c0-4156-b2d3-99e0bbbeb0f4 tempest-AutoAllocateNetworkTest-1786111047 tempest-AutoAllocateNetworkTest-1786111047-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3158402 Sep 15 15:41:48.303451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57408) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:48.358666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d51caeab-e3fc-4278-8c91-0a371730a8a6 tempest-AutoAllocateNetworkTest-1786111047 tempest-AutoAllocateNetworkTest-1786111047-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541151 Sep 15 15:41:48.361803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57414) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:48.395970 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8675636b-8ae0-44ec-9cbc-ccbafb66e440 tempest-AutoAllocateNetworkTest-1786111047 tempest-AutoAllocateNetworkTest-1786111047-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=73e753c467ac4a4ab54bbb5270d37da6 HTTP/1.1" status: 200 len: 208 time: 0.0330989 Sep 15 15:41:49.991640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57454) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:50.658705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:50.752593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:50.860355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:50.890386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb3b23-0af7-47ab-b259-b743cc49501b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:50.900319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.901279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.901617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.901941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.902265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.902585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.902897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.903216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.903527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.903839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.904189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.904523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] Tracked resource versions report: Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: pushed versions: Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: { 'AddressGroup': {'1.2'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'ConntrackHelper': {'1.0'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Log': {'1.0'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Network': {'1.1'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Port': {'1.7'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'PortForwarding': {'1.2'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'QosPolicy': {'1.9'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'SecurityGroup': {'1.4'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'SubPort': {'1.0'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Subnet': {'1.1'}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Trunk': {'1.1'}} Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: consumer versions: Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: HyperV agent@n-h1-808199-2: {}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: HyperV agent@n-h2-808199-2: {}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: L3 agent@n-d-808199-2: {}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: Metadata agent@n-d-808199-2: {}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: Metering agent@n-d-808199-2: {}, Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'ConntrackHelper': '1.0', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Log': '1.0', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Network': '1.1', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Port': '1.7', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'PortForwarding': '1.2', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'QosPolicy': '1.9', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'SecurityGroup': '1.4', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'SecurityGroupRule': '1.2', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'SubPort': '1.0', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Subnet': '1.1', Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: 'Trunk': '1.1'}} Sep 15 15:41:50.905898 n-d-808199-2 neutron-server[102019]: {{(pid=102019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:41:50.921860 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d835b40a-5244-47df-9d31-544ef3e9b166 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=73e753c467ac4a4ab54bbb5270d37da6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9287341 Sep 15 15:41:50.922276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57488) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:51.013834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:51.036807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:51.141516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:51.144358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:51.148732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5beb3b23-0af7-47ab-b259-b743cc49501b HTTP/1.1" status: 204 len: 168 time: 0.2242136 Sep 15 15:41:51.157565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb3b23-0af7-47ab-b259-b743cc49501b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:51.165859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.166272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.166627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.167019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.167364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.167700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.168034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.168368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.168744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.169078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.169407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.169729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d9a176-b325-4dce-8e2c-7de3b81ba14f admin admin] Tracked resource versions report: Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: pushed versions: Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: { 'AddressGroup': {'1.2'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'ConntrackHelper': {'1.0'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Log': {'1.0'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Network': {'1.1'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Port': {'1.7'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'PortForwarding': {'1.2'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'QosPolicy': {'1.9'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'SecurityGroup': {'1.4'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'SubPort': {'1.0'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Subnet': {'1.1'}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Trunk': {'1.1'}} Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: consumer versions: Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: HyperV agent@n-h1-808199-2: {}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: HyperV agent@n-h2-808199-2: {}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: L3 agent@n-d-808199-2: {}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: Metadata agent@n-d-808199-2: {}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: Metering agent@n-d-808199-2: {}, Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'ConntrackHelper': '1.0', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Log': '1.0', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Network': '1.1', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Port': '1.7', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'PortForwarding': '1.2', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'QosPolicy': '1.9', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'SecurityGroup': '1.4', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'SecurityGroupRule': '1.2', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'SubPort': '1.0', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Subnet': '1.1', Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: 'Trunk': '1.1'}} Sep 15 15:41:51.171055 n-d-808199-2 neutron-server[102018]: {{(pid=102018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:41:53.906302 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4db474a-7f53-46a9-bcaf-8ebfce43a8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.459394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57666) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:54.579719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cda05ce1-b891-43be-bf41-11e503e4df03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.704794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cda05ce1-b891-43be-bf41-11e503e4df03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.797313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cda05ce1-b891-43be-bf41-11e503e4df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.837272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda05ce1-b891-43be-bf41-11e503e4df03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedfc685-bb01-4c7a-ba36-fac09c20c630,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:54.868204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:54.869695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cda05ce1-b891-43be-bf41-11e503e4df03 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=33beafa1fcca4d08bce14ee7638b3002&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4127548 Sep 15 15:41:54.929883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65bb7-c69c-4dcc-a6eb-037331ff83bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.953379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65bb7-c69c-4dcc-a6eb-037331ff83bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:54.999403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57698) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:55.116777 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65bb7-c69c-4dcc-a6eb-037331ff83bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.120603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65bb7-c69c-4dcc-a6eb-037331ff83bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.121666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5da65bb7-c69c-4dcc-a6eb-037331ff83bf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aedfc685-bb01-4c7a-ba36-fac09c20c630 HTTP/1.1" status: 204 len: 168 time: 0.2517133 Sep 15 15:41:55.153648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da65bb7-c69c-4dcc-a6eb-037331ff83bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedfc685-bb01-4c7a-ba36-fac09c20c630,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:55.153648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e911e5e-bd66-441a-9d68-1009d668299e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.262282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e911e5e-bd66-441a-9d68-1009d668299e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.362824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e911e5e-bd66-441a-9d68-1009d668299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.429244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57724) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:55.429615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3e911e5e-bd66-441a-9d68-1009d668299e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a645c4288f504809ac1f054476c195ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4285016 Sep 15 15:41:55.432843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e911e5e-bd66-441a-9d68-1009d668299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d445958b-6da8-466a-b51c-e5891ddb1741,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:55.474489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57726) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:55.512421 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9366945c-2057-446a-89e4-93294213b8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.547570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9366945c-2057-446a-89e4-93294213b8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.711589 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9366945c-2057-446a-89e4-93294213b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.714680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9366945c-2057-446a-89e4-93294213b8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.715926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9366945c-2057-446a-89e4-93294213b8e6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d445958b-6da8-466a-b51c-e5891ddb1741 HTTP/1.1" status: 204 len: 168 time: 0.2853353 Sep 15 15:41:55.724196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366945c-2057-446a-89e4-93294213b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d445958b-6da8-466a-b51c-e5891ddb1741,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:55.933754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25f3eb64-97ec-468b-825d-7abdbb9ea489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:55.975541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57756) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:55.992450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b015fc4c-7630-4d1f-a92d-b7324fdb17ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.095759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25f3eb64-97ec-468b-825d-7abdbb9ea489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.141138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57766) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:56.214819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25f3eb64-97ec-468b-825d-7abdbb9ea489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.236906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.262413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-25f3eb64-97ec-468b-825d-7abdbb9ea489 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b21714d3742946858e1ad818aded9e0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7868066 Sep 15 15:41:56.263008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:56.263569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3eb64-97ec-468b-825d-7abdbb9ea489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c593f40c-bdf5-492a-9e84-27ba4e4d1d38,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:56.312594 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b015fc4c-7630-4d1f-a92d-b7324fdb17ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.345075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a508353-9e8b-4f1a-9ed0-181b23d39812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.371902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b015fc4c-7630-4d1f-a92d-b7324fdb17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.432188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a508353-9e8b-4f1a-9ed0-181b23d39812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.458947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015fc4c-7630-4d1f-a92d-b7324fdb17ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719004ac-89e2-4fe1-b021-b7b066eba932,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:56.545606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b015fc4c-7630-4d1f-a92d-b7324fdb17ed admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=87d77472a2f948c299eecf1b00bf35de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5691500 Sep 15 15:41:56.548429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57800) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:56.620304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21bf00ef-ff4c-48de-9e19-e5da4c4b8adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.628631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-18fd0a8b-238b-47b6-8c11-3fe12edf502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.637741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a508353-9e8b-4f1a-9ed0-181b23d39812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.640795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a508353-9e8b-4f1a-9ed0-181b23d39812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.642131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1a508353-9e8b-4f1a-9ed0-181b23d39812 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c593f40c-bdf5-492a-9e84-27ba4e4d1d38 HTTP/1.1" status: 204 len: 168 time: 0.3780241 Sep 15 15:41:56.645350 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21bf00ef-ff4c-48de-9e19-e5da4c4b8adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.677973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57806) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:56.685130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a508353-9e8b-4f1a-9ed0-181b23d39812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593f40c-bdf5-492a-9e84-27ba4e4d1d38,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:56.757937 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-18fd0a8b-238b-47b6-8c11-3fe12edf502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.781220 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21bf00ef-ff4c-48de-9e19-e5da4c4b8adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.786244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21bf00ef-ff4c-48de-9e19-e5da4c4b8adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.790089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-21bf00ef-ff4c-48de-9e19-e5da4c4b8adf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/719004ac-89e2-4fe1-b021-b7b066eba932 HTTP/1.1" status: 204 len: 168 time: 0.2386291 Sep 15 15:41:56.802356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf00ef-ff4c-48de-9e19-e5da4c4b8adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719004ac-89e2-4fe1-b021-b7b066eba932,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:56.871549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-18fd0a8b-238b-47b6-8c11-3fe12edf502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.910868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-18fd0a8b-238b-47b6-8c11-3fe12edf502c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9d8abe88b33e4bc9a311dd9f4b3f091f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7686248 Sep 15 15:41:56.919310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57816) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:56.952631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd0a8b-238b-47b6-8c11-3fe12edf502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba2f5f-4de8-4501-91b9-f709817092ee,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:56.978392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a0e8-a1e3-4b96-ad8e-5ae7b25c123f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:56.997898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.004633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57824) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:57.022330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a0e8-a1e3-4b96-ad8e-5ae7b25c123f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.053616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4c916bc-49ea-4c9c-b1cd-b79e472c2f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.198237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a0e8-a1e3-4b96-ad8e-5ae7b25c123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.201027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcd2a0e8-a1e3-4b96-ad8e-5ae7b25c123f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.202423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dcd2a0e8-a1e3-4b96-ad8e-5ae7b25c123f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f7ba2f5f-4de8-4501-91b9-f709817092ee HTTP/1.1" status: 204 len: 168 time: 0.2878015 Sep 15 15:41:57.211739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2a0e8-a1e3-4b96-ad8e-5ae7b25c123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba2f5f-4de8-4501-91b9-f709817092ee,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:57.254378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e35dea77-15b8-4d39-88f1-8d67e2f49717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.262873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4c916bc-49ea-4c9c-b1cd-b79e472c2f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.328816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4c916bc-49ea-4c9c-b1cd-b79e472c2f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.363435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c916bc-49ea-4c9c-b1cd-b79e472c2f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a05ebfb-681a-4ccb-9c27-1434ba6e61cd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:57.392790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d4c916bc-49ea-4c9c-b1cd-b79e472c2f38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=50d097b50c864774876aa18e916454ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3775878 Sep 15 15:41:57.392790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57840) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:57.459299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdaba5e9-8332-4914-80e9-6745779f9ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.486534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdaba5e9-8332-4914-80e9-6745779f9ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.531903 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd9c7-4a2d-4918-be74-1e5f55ff7aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.628465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdaba5e9-8332-4914-80e9-6745779f9ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.630978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdaba5e9-8332-4914-80e9-6745779f9ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.632223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bdaba5e9-8332-4914-80e9-6745779f9ee7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0a05ebfb-681a-4ccb-9c27-1434ba6e61cd HTTP/1.1" status: 204 len: 168 time: 0.2385020 Sep 15 15:41:57.649617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaba5e9-8332-4914-80e9-6745779f9ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a05ebfb-681a-4ccb-9c27-1434ba6e61cd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:57.723391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd9c7-4a2d-4918-be74-1e5f55ff7aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.792409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd9c7-4a2d-4918-be74-1e5f55ff7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.837455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c1dd9c7-4a2d-4918-be74-1e5f55ff7aa3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=380fadf228ad4f9da4311a5f99b2335d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1579223 Sep 15 15:41:57.841196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57866) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:57.847169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dd9c7-4a2d-4918-be74-1e5f55ff7aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55befd5-7bca-4b67-ad9a-4c65646a4db9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:57.906678 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b031be6-9036-452c-95bd-e54dc27435f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:57.945377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b031be6-9036-452c-95bd-e54dc27435f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.063300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57882) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:58.071367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b031be6-9036-452c-95bd-e54dc27435f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.074610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b031be6-9036-452c-95bd-e54dc27435f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.075747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1b031be6-9036-452c-95bd-e54dc27435f7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a55befd5-7bca-4b67-ad9a-4c65646a4db9 HTTP/1.1" status: 204 len: 168 time: 0.2336044 Sep 15 15:41:58.083811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b031be6-9036-452c-95bd-e54dc27435f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55befd5-7bca-4b67-ad9a-4c65646a4db9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:58.283175 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.341894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57902) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:58.358534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3d0c-fc06-4ac2-98c8-14c042c1ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.478648 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3d0c-fc06-4ac2-98c8-14c042c1ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.597388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3d0c-fc06-4ac2-98c8-14c042c1ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.653407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2cfd3d0c-fc06-4ac2-98c8-14c042c1ba17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=33bd9318dae5426c9244cc99ba5751c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3061712 Sep 15 15:41:58.653797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:58.655528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd3d0c-fc06-4ac2-98c8-14c042c1ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f56393-2c18-47e7-bbc1-ca7bb753013e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:58.711835 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a966cb85-66fc-4fec-95c6-3edde91718e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.729207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d9e-25ce-4745-b76b-36a313e447bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.754909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d9e-25ce-4745-b76b-36a313e447bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.808000 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a966cb85-66fc-4fec-95c6-3edde91718e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.871325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d9e-25ce-4745-b76b-36a313e447bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.871675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a966cb85-66fc-4fec-95c6-3edde91718e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.874408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d48d8d9e-25ce-4745-b76b-36a313e447bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:58.875655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d48d8d9e-25ce-4745-b76b-36a313e447bd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a0f56393-2c18-47e7-bbc1-ca7bb753013e HTTP/1.1" status: 204 len: 168 time: 0.2212050 Sep 15 15:41:58.884270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d8d9e-25ce-4745-b76b-36a313e447bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f56393-2c18-47e7-bbc1-ca7bb753013e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:58.947126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966cb85-66fc-4fec-95c6-3edde91718e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ab3c6-cb08-4221-9aca-511eaa1e8f26,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:58.954668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a966cb85-66fc-4fec-95c6-3edde91718e9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=73128ee83d94421195bc02570066413b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8901370 Sep 15 15:41:58.962240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57926) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:58.965742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57928) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:58.980880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d469143d-386a-4767-bfbd-e302c0c8f3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.047204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70e46850-29b7-442f-9213-bd3c7e6f91f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.094990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70e46850-29b7-442f-9213-bd3c7e6f91f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.117638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d469143d-386a-4767-bfbd-e302c0c8f3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.191857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d469143d-386a-4767-bfbd-e302c0c8f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.248394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70e46850-29b7-442f-9213-bd3c7e6f91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.250995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70e46850-29b7-442f-9213-bd3c7e6f91f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.252152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-70e46850-29b7-442f-9213-bd3c7e6f91f0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5e6ab3c6-cb08-4221-9aca-511eaa1e8f26 HTTP/1.1" status: 204 len: 168 time: 0.2880886 Sep 15 15:41:59.255114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d469143d-386a-4767-bfbd-e302c0c8f3a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=72f3ed9a701944f4b41b74b964965b40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2880831 Sep 15 15:41:59.256607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469143d-386a-4767-bfbd-e302c0c8f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbc637c-63e3-4794-bc9e-6ff45ca0d757,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:59.263095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46850-29b7-442f-9213-bd3c7e6f91f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ab3c6-cb08-4221-9aca-511eaa1e8f26,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:59.264966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57942) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:59.317595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ca1339ff-b24e-4a0a-8b80-5fd6430e2f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.347360 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ca1339ff-b24e-4a0a-8b80-5fd6430e2f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.459923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ca1339ff-b24e-4a0a-8b80-5fd6430e2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.463793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ca1339ff-b24e-4a0a-8b80-5fd6430e2f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.468291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ca1339ff-b24e-4a0a-8b80-5fd6430e2f78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7fbc637c-63e3-4794-bc9e-6ff45ca0d757 HTTP/1.1" status: 204 len: 168 time: 0.1993570 Sep 15 15:41:59.477455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1339ff-b24e-4a0a-8b80-5fd6430e2f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbc637c-63e3-4794-bc9e-6ff45ca0d757,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:41:59.756930 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.882680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57958) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:41:59.896544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ac2-4ded-4cf8-9f6e-8b2582b3d023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:41:59.900858 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.009014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ac2-4ded-4cf8-9f6e-8b2582b3d023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.071419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9ac2-4ded-4cf8-9f6e-8b2582b3d023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.080829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57968) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:00.121163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6a9a9ac2-4ded-4cf8-9f6e-8b2582b3d023 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f6ee309e07c4fec85a764a202c75b86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2372682 Sep 15 15:42:00.123444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9ac2-4ded-4cf8-9f6e-8b2582b3d023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf7d19-f1cb-4186-954b-096e1fcf465a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:00.123907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57974) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:00.184281 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cca64ba5-c709-47ce-81af-8e761cc7d7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.208449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cca64ba5-c709-47ce-81af-8e761cc7d7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.328680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cca64ba5-c709-47ce-81af-8e761cc7d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.331511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cca64ba5-c709-47ce-81af-8e761cc7d7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.332775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cca64ba5-c709-47ce-81af-8e761cc7d7f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/17cf7d19-f1cb-4186-954b-096e1fcf465a HTTP/1.1" status: 204 len: 168 time: 0.2078726 Sep 15 15:42:00.347021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca64ba5-c709-47ce-81af-8e761cc7d7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf7d19-f1cb-4186-954b-096e1fcf465a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:00.510315 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:42:00.632721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57992) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:00.647358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12553996-46e5-4d40-8a19-cf1a3f13b62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.754517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12553996-46e5-4d40-8a19-cf1a3f13b62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.763690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83f182e6-f69a-4376-a186-4ef750130da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.855872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12553996-46e5-4d40-8a19-cf1a3f13b62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:00.889324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12553996-46e5-4d40-8a19-cf1a3f13b62c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=57e36e9cc8eb458e965efb996c250de9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2576022 Sep 15 15:42:00.901420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58000) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:00.957237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12553996-46e5-4d40-8a19-cf1a3f13b62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8f49a0-79e4-4e2e-a117-d5a72aff21b6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:01.001654 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24f7971f-9b02-4e5c-9312-b4665507c673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.039753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24f7971f-9b02-4e5c-9312-b4665507c673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.085528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83f182e6-f69a-4376-a186-4ef750130da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.175225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83f182e6-f69a-4376-a186-4ef750130da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.217712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24f7971f-9b02-4e5c-9312-b4665507c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.221821 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24f7971f-9b02-4e5c-9312-b4665507c673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.223522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-24f7971f-9b02-4e5c-9312-b4665507c673 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa8f49a0-79e4-4e2e-a117-d5a72aff21b6 HTTP/1.1" status: 204 len: 168 time: 0.3197455 Sep 15 15:42:01.247298 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-83f182e6-f69a-4376-a186-4ef750130da2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ecbdd7728e99446883ce553ed41b8d6b&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1649294 Sep 15 15:42:01.250038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f182e6-f69a-4376-a186-4ef750130da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09915d12-e179-4760-a950-ac089030c75e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:01.253830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:01.266832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7971f-9b02-4e5c-9312-b4665507c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8f49a0-79e4-4e2e-a117-d5a72aff21b6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:01.323255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcad84-a9aa-492e-8cfd-db0591ab32de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.354929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcad84-a9aa-492e-8cfd-db0591ab32de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.466064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcad84-a9aa-492e-8cfd-db0591ab32de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.468938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9fcad84-a9aa-492e-8cfd-db0591ab32de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:01.472896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b9fcad84-a9aa-492e-8cfd-db0591ab32de admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/09915d12-e179-4760-a950-ac089030c75e HTTP/1.1" status: 204 len: 168 time: 0.2152259 Sep 15 15:42:01.483216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcad84-a9aa-492e-8cfd-db0591ab32de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09915d12-e179-4760-a950-ac089030c75e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:01.897485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58054) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:01.899875 n-d-808199-2 neutron-server[102019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 15:42:01.923252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6c5b873d-e93c-41c0-ac22-c3bd577fc69f tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=e7e01bca00f24bf0999a705aff078ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244012 Sep 15 15:42:02.033923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-592404fd-11b8-4248-904e-5767f6d99f46 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:02.035532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-592404fd-11b8-4248-904e-5767f6d99f46 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065171 Sep 15 15:42:02.057591 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6125ee34-5cc6-4770-9d83-862fc32f54d2 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/quotas/e7e01bca00f24bf0999a705aff078ee6 HTTP/1.1" status: 200 len: 375 time: 0.0158720 Sep 15 15:42:02.110505 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-ed717404-b506-4f55-a842-d27bfe1aafee tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e7e01bca00f24bf0999a705aff078ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518425 Sep 15 15:42:02.320172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58070) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:02.632108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58094) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:02.646773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828a66cf-6198-4981-ad3c-cfabb5eedf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:02.741626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828a66cf-6198-4981-ad3c-cfabb5eedf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:02.808839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828a66cf-6198-4981-ad3c-cfabb5eedf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:02.841918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-network', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:02.874131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a66cf-6198-4981-ad3c-cfabb5eedf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b03de-11bd-447e-9be9-a6c64e8c5969,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:02.887203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-828a66cf-6198-4981-ad3c-cfabb5eedf3a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a78b08a2eaa84278a821aadb2b301df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511158 Sep 15 15:42:02.889204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:02.942349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ae810b-9423-43f0-9105-a6a4c378bd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:02.952438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Made reservation on behalf of 05452ed6d955487d9fa77c092804f1fc for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:02.954801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:02.967489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:02.982396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ae810b-9423-43f0-9105-a6a4c378bd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.148944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.192116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ae810b-9423-43f0-9105-a6a4c378bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.196931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ae810b-9423-43f0-9105-a6a4c378bd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.199157 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d7ae810b-9423-43f0-9105-a6a4c378bd61 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2f6b03de-11bd-447e-9be9-a6c64e8c5969 HTTP/1.1" status: 204 len: 168 time: 0.3087544 Sep 15 15:42:03.212466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae810b-9423-43f0-9105-a6a4c378bd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b03de-11bd-447e-9be9-a6c64e8c5969,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:03.216086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.256417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:42:03.266185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1456781-6293-4bfe-8304-fde5bb66cdee,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:03.270880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.271219 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Added segment 4c2d1a3f-23dc-469a-bca5-d597b5ac1b31 of type vlan for network cbab5bdd-a048-44ca-bf66-b8641e20eecf Sep 15 15:42:03.298834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:03.318428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.431772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.433093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:03.433680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.494534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] Pushing event updated for resources: {'Network': ['ID=cbab5bdd-a048-44ca-bf66-b8641e20eecf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:03.507093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:42:03.541021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-22119299-08e8-48b4-81ba-0771c707914c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2196200 Sep 15 15:42:03.545683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58136) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:03.552359 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Request body: {'subnet': {'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-subnet', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:03.678502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Made reservation on behalf of 05452ed6d955487d9fa77c092804f1fc for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:03.693348 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:03.946465 n-d-808199-2 neutron-server[102018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 15:42:03.957465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.048851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-114928ff-9877-4710-aeab-c3c4f3726850 req-310bfc1a-0631-4988-bb13-c80955cd811a tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 210 time: 0.7487433 Sep 15 15:42:04.058384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1880e91-f2b7-472a-b4d7-31c2d32219d3,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:04.071693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Checking segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:04.072172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Network hostable DHCP agents. Network: cbab5bdd-a048-44ca-bf66-b8641e20eecf, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:42:04.175610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:42:04.253968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, cbab5bdd-a048-44ca-bf66-b8641e20eecf) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:04.260840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:04.261975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.263470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde61c88-6e24-4964-8edc-4586a6430a65 None None] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:04.365424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eeba4176-4e5a-4072-b55d-19872d01f59f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8181708 Sep 15 15:42:04.367998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58168) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:04.374859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:04.449407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:42:04.450250 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.506453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.507474 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.584602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.605532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Allocated IP 172.20.0.2 (cbab5bdd-a048-44ca-bf66-b8641e20eecf/f1880e91-f2b7-472a-b4d7-31c2d32219d3/63763fe0-b485-4490-aa6e-6b3c1f196887) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:04.793333 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.861125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.934685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:04.939038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:04.953383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Pushing event updated for resources: {'Port': ['ID=63763fe0-b485-4490-aa6e-6b3c1f196887,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:04.956559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:04.970670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:04.980078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.980078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.980078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.980433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.980782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.981112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.981435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.981758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.982079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.982396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.982720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.983038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Tracked resource versions report: Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: pushed versions: Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: { 'AddressGroup': {'1.2'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'ConntrackHelper': {'1.0'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Log': {'1.0'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Network': {'1.1'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Port': {'1.7'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'PortForwarding': {'1.2'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'QosPolicy': {'1.9'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'SecurityGroup': {'1.4'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'SubPort': {'1.0'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Subnet': {'1.1'}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Trunk': {'1.1'}} Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: consumer versions: Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: HyperV agent@n-h1-808199-2: {}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: HyperV agent@n-h2-808199-2: {}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: L3 agent@n-d-808199-2: {}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: Metadata agent@n-d-808199-2: {}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: Metering agent@n-d-808199-2: {}, Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'ConntrackHelper': '1.0', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Log': '1.0', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Network': '1.1', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Port': '1.7', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'PortForwarding': '1.2', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'QosPolicy': '1.9', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'SecurityGroup': '1.4', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'SecurityGroupRule': '1.2', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'SubPort': '1.0', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Subnet': '1.1', Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: 'Trunk': '1.1'}} Sep 15 15:42:04.984158 n-d-808199-2 neutron-server[102020]: {{(pid=102020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:42:05.057994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Attempting to bind port 63763fe0-b485-4490-aa6e-6b3c1f196887 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:05.058734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Attempting to bind port 63763fe0-b485-4490-aa6e-6b3c1f196887 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:05.059264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Attempting to bind port 63763fe0-b485-4490-aa6e-6b3c1f196887 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:05.083375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:05.083954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Checking segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:05.084529 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:05.085090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Bound using segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:05.086184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Bound port: 63763fe0-b485-4490-aa6e-6b3c1f196887, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:05.089491 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:05.271004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] For port 63763fe0-b485-4490-aa6e-6b3c1f196887, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:05.277517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] For port 63763fe0-b485-4490-aa6e-6b3c1f196887, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=63763fe0-b485-4490-aa6e-6b3c1f196887,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:05.359226 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:05.389518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b8a46dc0-77fb-4c9d-9513-9bc69565622f req-8b48ef54-502f-460e-9f32-2ce6e8764434 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 210 time: 0.1088893 Sep 15 15:42:05.401778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:05.429098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:05.457220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea1ec2-3a6e-44f8-b599-01391986cc4e None None] Pushing event updated for resources: {'Port': ['ID=63763fe0-b485-4490-aa6e-6b3c1f196887,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:05.587982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Allocated IP 172.25.0.156 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/31b04951-ad1f-45db-a793-6355c088f999) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:05.764397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:05.913926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:05.984605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.38', 51774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:05.985632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:05.991997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:05.997779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:06.024724 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-a573b81e-0f40-44db-a225-ddc72eee3b90 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e7e01bca00f24bf0999a705aff078ee6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382574 Sep 15 15:42:06.102349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Pushing event updated for resources: {'Port': ['ID=31b04951-ad1f-45db-a793-6355c088f999,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:06.280997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-2bd15f49-6054-42f0-a668-7fb1d5bf2e3e tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:06.291202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-2bd15f49-6054-42f0-a668-7fb1d5bf2e3e tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612998 Sep 15 15:42:06.400027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Request body: {'port': {'device_id': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'e7e01bca00f24bf0999a705aff078ee6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:06.460399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:06.593282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8efe4e1a-052c-43d3-bb70-73d6e2a432e0 req-c585b34f-7a84-4dfe-a728-35bcc231bbce tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 210 time: 0.0437083 Sep 15 15:42:06.689808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5eb4a-b525-4e46-9e3d-ec8ed365d9ac None None] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:06.792307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Made reservation on behalf of e7e01bca00f24bf0999a705aff078ee6 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:06.793938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-312e0dc9-1c00-439a-9d67-794a75551849 None None] Provisioning complete for port 63763fe0-b485-4490-aa6e-6b3c1f196887 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:06.794318 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-312e0dc9-1c00-439a-9d67-794a75551849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:06.796673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:06.808442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:06.846142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:06.954607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.003335 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.003922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-312e0dc9-1c00-439a-9d67-794a75551849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.095506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-312e0dc9-1c00-439a-9d67-794a75551849 None None] For port 63763fe0-b485-4490-aa6e-6b3c1f196887, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=63763fe0-b485-4490-aa6e-6b3c1f196887,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:07.128684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Router 1195d93a-b75d-4757-ac25-2f69656998c8 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:42:07.157439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-312e0dc9-1c00-439a-9d67-794a75551849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.162997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6637bd04-e070-4a2e-bfab-6d97a50b691c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:07.255254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63763fe0-b485-4490-aa6e-6b3c1f196887 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:07.334436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e0dc9-1c00-439a-9d67-794a75551849 None None] Pushing event updated for resources: {'Port': ['ID=63763fe0-b485-4490-aa6e-6b3c1f196887,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:07.366766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:42:07.371247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 63763fe0-b485-4490-aa6e-6b3c1f196887 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:07.371839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.383075 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Sync routers for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:42:07.393867 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:07.395384 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:41:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:07.488911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.492648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0869e57a-a205-4d85-97f4-78753867d01d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1201980 Sep 15 15:42:07.492878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58276) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:07.514726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bfb2cf74-053b-4496-8c2a-ea524b071e96 None None] Provisioning complete for port 63763fe0-b485-4490-aa6e-6b3c1f196887 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:07.517723 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfb2cf74-053b-4496-8c2a-ea524b071e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.594146 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:07.610812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Allocated IP 192.168.233.56 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/01a68e12-2705-429d-87c5-0c0096f040c6) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:07.784696 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:06Z', 'revision_number': 3, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:07.813486 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Checking router: 1195d93a-b75d-4757-ac25-2f69656998c8 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:42:07.813805 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Updating router 1195d93a-b75d-4757-ac25-2f69656998c8 port 31b04951-ad1f-45db-a793-6355c088f999 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:42:07.842789 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:07.933035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.170643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2af79b5c-08a7-4ca8-a042-319ac6aaef11 req-58dd284a-3236-4c47-bdee-93e04713f7ee tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 210 time: 0.1659770 Sep 15 15:42:08.173721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.186544 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.269458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:08.276099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:08.277439 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.303580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:08.322082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:08.323113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.375735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Pushing event updated for resources: {'Port': ['ID=01a68e12-2705-429d-87c5-0c0096f040c6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:08.394205 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Attempting to bind port 31b04951-ad1f-45db-a793-6355c088f999 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:08.394664 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Attempting to bind port 31b04951-ad1f-45db-a793-6355c088f999 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:08.395006 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Attempting to bind port 31b04951-ad1f-45db-a793-6355c088f999 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:08.404245 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Pushing event updated for resources: {'Port': ['ID=31b04951-ad1f-45db-a793-6355c088f999,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:08.423369 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:08.425902 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:08.426315 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.426715 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:08.427194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Bound port: 31b04951-ad1f-45db-a793-6355c088f999, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:08.427573 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.438854 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.439198 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.439535 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.439866 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.440193 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.440541 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.440866 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.441356 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.441645 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.441965 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.442289 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.442598 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Tracked resource versions report: Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: pushed versions: Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: { 'AddressGroup': {'1.2'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'ConntrackHelper': {'1.0'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Log': {'1.0'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Network': {'1.1'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Port': {'1.7'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'PortForwarding': {'1.2'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'QosPolicy': {'1.9'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'SecurityGroup': {'1.4'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'SubPort': {'1.0'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Subnet': {'1.1'}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Trunk': {'1.1'}} Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: consumer versions: Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: { DHCP agent@n-d-808199-2: {}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: HyperV agent@n-h1-808199-2: {}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: HyperV agent@n-h2-808199-2: {}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: L3 agent@n-d-808199-2: {}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: Metadata agent@n-d-808199-2: {}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: Metering agent@n-d-808199-2: {}, Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: Open vSwitch agent@n-d-808199-2: { 'AddressGroup': '1.2', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'ConntrackHelper': '1.0', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Log': '1.0', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Network': '1.1', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Port': '1.7', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'PortForwarding': '1.2', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'QosPolicy': '1.9', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'SecurityGroup': '1.4', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'SecurityGroupRule': '1.2', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'SubPort': '1.0', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Subnet': '1.1', Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: 'Trunk': '1.1'}} Sep 15 15:42:08.449602 n-d-808199-2 neutron-server[102021]: {{(pid=102021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:42:08.456452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6195859a-75dd-4180-8bf6-6f9c651bd867 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0610650 Sep 15 15:42:08.467457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-804c4e6f-29e9-4e85-a35d-29fa1bd57fd6 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:42:08.468247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-804c4e6f-29e9-4e85-a35d-29fa1bd57fd6 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061088 Sep 15 15:42:08.537192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] For port 31b04951-ad1f-45db-a793-6355c088f999, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:08.542465 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] For port 31b04951-ad1f-45db-a793-6355c088f999, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=31b04951-ad1f-45db-a793-6355c088f999,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:08.565685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.591806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58304) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:08.621724 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.645376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4be09591-90d2-40c6-8142-08505397a587 None None] Provisioning complete for port 01a68e12-2705-429d-87c5-0c0096f040c6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:08.646022 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4be09591-90d2-40c6-8142-08505397a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:08.737006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4be09591-90d2-40c6-8142-08505397a587 None None] Port 01a68e12-2705-429d-87c5-0c0096f040c6 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:08.750813 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:08.751478 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:41:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:08.802914 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89c7a9-077d-4eb7-af4d-2bfb67e34a97 None None] Pushing event updated for resources: {'Port': ['ID=31b04951-ad1f-45db-a793-6355c088f999,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:08.828177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Allocated IP 172.20.0.1 (cbab5bdd-a048-44ca-bf66-b8641e20eecf/f1880e91-f2b7-472a-b4d7-31c2d32219d3/16553c6f-12b5-4a63-8880-0b6af4389130) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:08.959169 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:09.141685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:09.169109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63763fe0-b485-4490-aa6e-6b3c1f196887 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:09.336856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 63763fe0-b485-4490-aa6e-6b3c1f196887 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:09.337282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:09.397816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:09.448380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ec2bad0f-bed4-4c60-afac-d838c93711d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:09.545345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Pushing event updated for resources: {'Port': ['ID=16553c6f-12b5-4a63-8880-0b6af4389130,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:09.633371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:09.642066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:09.645880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:09.646756 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:09.658271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ec2bad0f-bed4-4c60-afac-d838c93711d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:09.686835 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:06Z', 'revision_number': 3, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:09.735928 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd180a4-4838-4a8a-a9c5-49e2c43b3e8c None None] The sync data for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 is: [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:06Z', 'revision_number': 3, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:42:09.747777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ec2bad0f-bed4-4c60-afac-d838c93711d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:09.824668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bad0f-bed4-4c60-afac-d838c93711d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae15ed63-97f3-4e28-9b80-6b6d09e71867,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:09.851368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ec2bad0f-bed4-4c60-afac-d838c93711d3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=65eaad26cbdb4e34854475f59d4b1bed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2582769 Sep 15 15:42:09.855957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58330) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:10.234255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c6c435-fa6c-4f48-9f27-48741b3c7730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:10.234255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Request body: {'port': {'device_id': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'device_owner': 'compute:tempest-test_az-2140583156', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:10.235891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cd127-8969-4f20-bd0f-bff3393bcea5 req-29683211-9f2c-4ef0-b86c-defeef067ec3 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:10.235891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c1cd127-8969-4f20-bd0f-bff3393bcea5 req-29683211-9f2c-4ef0-b86c-defeef067ec3 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 935 time: 0.5204356 Sep 15 15:42:10.237211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c6c435-fa6c-4f48-9f27-48741b3c7730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:10.238392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c1cd127-8969-4f20-bd0f-bff3393bcea5 req-d6ef474f-36e9-45db-b17c-22d819562208 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158283 Sep 15 15:42:10.262146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5dcf2bf4-92e8-42d6-a830-0237b5a21a01 None None] Provisioning complete for port 16553c6f-12b5-4a63-8880-0b6af4389130 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:10.272687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5dcf2bf4-92e8-42d6-a830-0237b5a21a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:10.410714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf2bf4-92e8-42d6-a830-0237b5a21a01 None None] Port 16553c6f-12b5-4a63-8880-0b6af4389130 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:10.427016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:10.610032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:10.827813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c6c435-fa6c-4f48-9f27-48741b3c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:10.832629 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c6c435-fa6c-4f48-9f27-48741b3c7730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:10.838714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-52c6c435-fa6c-4f48-9f27-48741b3c7730 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae15ed63-97f3-4e28-9b80-6b6d09e71867 HTTP/1.1" status: 204 len: 168 time: 0.9799819 Sep 15 15:42:11.195607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6c435-fa6c-4f48-9f27-48741b3c7730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae15ed63-97f3-4e28-9b80-6b6d09e71867,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:11.203603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:11.266646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:11.267854 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:11.287549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 31b04951-ad1f-45db-a793-6355c088f999 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:11.472889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 31b04951-ad1f-45db-a793-6355c088f999 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:11.473319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:11.590881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Pushing event updated for resources: {'Port': ['ID=16553c6f-12b5-4a63-8880-0b6af4389130,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:11.632287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:11.636220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:11.696424 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:11.790536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 31b04951-ad1f-45db-a793-6355c088f999, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=31b04951-ad1f-45db-a793-6355c088f999,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:11.817526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Router 1195d93a-b75d-4757-ac25-2f69656998c8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:42:11.865704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:11.910519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58362) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:12.075463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=31b04951-ad1f-45db-a793-6355c088f999,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:12.076930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a68e12-2705-429d-87c5-0c0096f040c6 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:42:12.105572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573046dd-e486-4139-90b4-38fc68f261c3 req-506237c0-c23f-4516-b3a2-88892525d0c7 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:12.108459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7703203f-9426-4df3-bd9b-f0f6f5fe2e54 None None] Provisioning complete for port 16553c6f-12b5-4a63-8880-0b6af4389130 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:12.109324 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7703203f-9426-4df3-bd9b-f0f6f5fe2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:12.113763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-573046dd-e486-4139-90b4-38fc68f261c3 req-506237c0-c23f-4516-b3a2-88892525d0c7 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 935 time: 0.2904682 Sep 15 15:42:12.124405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:12.147669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:42:12.159799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Transition to ACTIVE for port object 01a68e12-2705-429d-87c5-0c0096f040c6 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:42:12.175235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7703203f-9426-4df3-bd9b-f0f6f5fe2e54 None None] Port 16553c6f-12b5-4a63-8880-0b6af4389130 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:12.177830 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c6b814f9-42da-4de1-af59-2750cb65daa6 admin admin] 10.222.0.63 "PUT /v2.0/routers/1195d93a-b75d-4757-ac25-2f69656998c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6827395 Sep 15 15:42:12.196358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-573046dd-e486-4139-90b4-38fc68f261c3 req-b05f1066-824e-4a64-ae60-62e789bbb146 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Sep 15 15:42:12.254514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:12.555196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=01a68e12-2705-429d-87c5-0c0096f040c6,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:12.721775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Attempting to bind port 01a68e12-2705-429d-87c5-0c0096f040c6 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:12.722651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Attempting to bind port 01a68e12-2705-429d-87c5-0c0096f040c6 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:12.725781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Attempting to bind port 01a68e12-2705-429d-87c5-0c0096f040c6 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:12.735541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Port 01a68e12-2705-429d-87c5-0c0096f040c6 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:42:12.737248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Attempting to bind port 01a68e12-2705-429d-87c5-0c0096f040c6 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:12.753122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:12.761758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:12.767120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:12.767120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Bound port: 01a68e12-2705-429d-87c5-0c0096f040c6, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:12.767120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:12.796340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbf324b2-7cff-4541-9d12-d6bae3032c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.041680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] For port 01a68e12-2705-429d-87c5-0c0096f040c6, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:13.059548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] For port 01a68e12-2705-429d-87c5-0c0096f040c6, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01a68e12-2705-429d-87c5-0c0096f040c6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:13.187082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 31b04951-ad1f-45db-a793-6355c088f999 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:13.202785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbf324b2-7cff-4541-9d12-d6bae3032c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.207922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.245395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58406) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:13.278533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:13.279148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.284331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] 10.222.0.38 "PUT /v2.0/ports/01a68e12-2705-429d-87c5-0c0096f040c6 HTTP/1.1" status: 200 len: 1117 time: 3.9025819 Sep 15 15:42:13.286597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16dc1f05-90f4-4a9f-9c53-48dbe3347125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.287088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'tag': '01a68e12-2705-429d-87c5-0c0096f040c6'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:42:13.303655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 31b04951-ad1f-45db-a793-6355c088f999 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:13.303977 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.392479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Sync routers for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:42:13.442632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:13.443941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:41:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:13.555611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbf324b2-7cff-4541-9d12-d6bae3032c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.673122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16dc1f05-90f4-4a9f-9c53-48dbe3347125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.737856 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16dc1f05-90f4-4a9f-9c53-48dbe3347125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:13.870327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf324b2-7cff-4541-9d12-d6bae3032c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e805af3-3819-4b92-b84c-9370e90e94ac,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:13.915602 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-16dc1f05-90f4-4a9f-9c53-48dbe3347125 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f6e051fec024779b48df00fecffc408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6677618 Sep 15 15:42:13.922505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc1f05-90f4-4a9f-9c53-48dbe3347125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5962d9ee-af35-4d8f-9f63-aac0192b2f4a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:13.922649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58418) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:13.931309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fbf324b2-7cff-4541-9d12-d6bae3032c7f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7d57782aa844339814ad375f5e3fb43&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0163598 Sep 15 15:42:13.933136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447e886-4673-497a-a774-d106aaf85fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=01a68e12-2705-429d-87c5-0c0096f040c6,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:13.937168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58420) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:13.961885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82ce72-67c8-4025-938d-ada2b50f5ee3 req-5a31849e-af58-43e8-b868-8bbd11bd81fc tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:13.962419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:13.983156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd82ce72-67c8-4025-938d-ada2b50f5ee3 req-5a31849e-af58-43e8-b868-8bbd11bd81fc tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.5004578 Sep 15 15:42:14.137833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4018505-0890-4c1d-9541-2f113efd13af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.180097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-49a0867d-6780-448b-8a11-96ec63a7c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:14.182249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-49a0867d-6780-448b-8a11-96ec63a7c0dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7e01bca00f24bf0999a705aff078ee6&device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 1120 time: 0.6880124 Sep 15 15:42:14.200407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd82ce72-67c8-4025-938d-ada2b50f5ee3 req-7f68f964-e2b4-465f-8cb9-b1dd8cf89362 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824710 Sep 15 15:42:14.225932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4018505-0890-4c1d-9541-2f113efd13af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.397637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 2, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:14.437164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f791e0db-d38d-4f70-9930-e827db777e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.439403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Checking router: 1195d93a-b75d-4757-ac25-2f69656998c8 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:42:14.439998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Updating router 1195d93a-b75d-4757-ac25-2f69656998c8 port 16553c6f-12b5-4a63-8880-0b6af4389130 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:42:14.444417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4018505-0890-4c1d-9541-2f113efd13af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.448802 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4018505-0890-4c1d-9541-2f113efd13af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.452280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f4018505-0890-4c1d-9541-2f113efd13af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8e805af3-3819-4b92-b84c-9370e90e94ac HTTP/1.1" status: 204 len: 168 time: 0.5117030 Sep 15 15:42:14.462472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-d553b424-5d04-4c6a-8283-fe35ed4d342d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=01a68e12-2705-429d-87c5-0c0096f040c6 HTTP/1.1" status: 200 len: 217 time: 0.2164826 Sep 15 15:42:14.471679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4018505-0890-4c1d-9541-2f113efd13af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e805af3-3819-4b92-b84c-9370e90e94ac,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:14.477786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f791e0db-d38d-4f70-9930-e827db777e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.513367 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.530315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58444) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:14.786520 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd495c17-ee21-4cba-9686-04f470bf0a52" -d '{"events": [{"name": "network-changed", "server_uuid": "941c8307-c2a1-4bc7-8c00-ee6327899e03", "tag": "01a68e12-2705-429d-87c5-0c0096f040c6"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:42:14.791922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-483c6ec9-b6e5-4eae-bf82-d0d8e97fbca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:14.793993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-483c6ec9-b6e5-4eae-bf82-d0d8e97fbca4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.3133030 Sep 15 15:42:14.974521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f791e0db-d38d-4f70-9930-e827db777e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.977562 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f791e0db-d38d-4f70-9930-e827db777e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:14.978929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f791e0db-d38d-4f70-9930-e827db777e49 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5962d9ee-af35-4d8f-9f63-aac0192b2f4a HTTP/1.1" status: 204 len: 168 time: 1.0582986 Sep 15 15:42:15.026308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791e0db-d38d-4f70-9930-e827db777e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5962d9ee-af35-4d8f-9f63-aac0192b2f4a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:15.045037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-8387d565-863a-47a9-919f-16dafd28a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:15.046617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-8387d565-863a-47a9-919f-16dafd28a0a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063751 Sep 15 15:42:15.264718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.357852 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.546406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Attempting to bind port 16553c6f-12b5-4a63-8880-0b6af4389130 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:15.547347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Attempting to bind port 16553c6f-12b5-4a63-8880-0b6af4389130 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:15.547347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Attempting to bind port 16553c6f-12b5-4a63-8880-0b6af4389130 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:15.549287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378f9e7-3df3-443b-a734-7b04150d9a55 None None] Pushing event updated for resources: {'Port': ['ID=16553c6f-12b5-4a63-8880-0b6af4389130,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:15.573787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:15.574170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Checking segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:15.574582 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.574978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Bound using segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:15.575475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Bound port: 16553c6f-12b5-4a63-8880-0b6af4389130, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:15.575865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.617477 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c36f26d-5ce4-4d42-8d35-d0ce59c622ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.777197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] For port 16553c6f-12b5-4a63-8880-0b6af4389130, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:15.780938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] For port 16553c6f-12b5-4a63-8880-0b6af4389130, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=16553c6f-12b5-4a63-8880-0b6af4389130,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:15.799415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-6d6efcd3-a744-4f33-a336-c112409b9032 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832749 Sep 15 15:42:15.855502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.893534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c36f26d-5ce4-4d42-8d35-d0ce59c622ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.919752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f50116b0-fbca-4e7c-9076-c607030edb87 None None] Provisioning complete for port 16553c6f-12b5-4a63-8880-0b6af4389130 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:15.920131 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f50116b0-fbca-4e7c-9076-c607030edb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:15.957150 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c36f26d-5ce4-4d42-8d35-d0ce59c622ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.002351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378f9e7-3df3-443b-a734-7b04150d9a55 None None] Pushing event updated for resources: {'Port': ['ID=16553c6f-12b5-4a63-8880-0b6af4389130,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:16.102017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:16.102017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:41:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:16.106522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5c36f26d-5ce4-4d42-8d35-d0ce59c622ce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a7bffad2af3a4452b47284139feb4b23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5747781 Sep 15 15:42:16.113687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:16.133013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36f26d-5ce4-4d42-8d35-d0ce59c622ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf86d4f-dea9-45ec-b2b5-230d6dd04599,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:16.135747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9453495b-a05c-4ef2-b193-da3f1838c345 req-e237f6d5-a038-412a-a351-107e3e668381 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995489 Sep 15 15:42:16.146996 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b11a20-51b8-49aa-bbcf-899bab843fae x-openstack-request-id: req-96b11a20-51b8-49aa-bbcf-899bab843fae {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:42:16.149494 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "941c8307-c2a1-4bc7-8c00-ee6327899e03", "tag": "01a68e12-2705-429d-87c5-0c0096f040c6", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:42:16.150080 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-96b11a20-51b8-49aa-bbcf-899bab843fae {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:42:16.154387 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'tag': '01a68e12-2705-429d-87c5-0c0096f040c6', 'status': 'completed', 'code': 200} Sep 15 15:42:16.247083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58478) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:16.262262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-network', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:16.283702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8598450-ac97-43dd-8ab1-d5112317e768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.348712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8598450-ac97-43dd-8ab1-d5112317e768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.443707 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f50116b0-fbca-4e7c-9076-c607030edb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.475214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:16.488176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58482) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:16.500642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Made reservation on behalf of eff137c75be74532a9c4e27ebf9f0a1a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:16.506246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0fbb11b9-502d-48b1-a3d7-1210a9553050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.515091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.529551 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8598450-ac97-43dd-8ab1-d5112317e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.534514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8598450-ac97-43dd-8ab1-d5112317e768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.535679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a8598450-ac97-43dd-8ab1-d5112317e768 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/adf86d4f-dea9-45ec-b2b5-230d6dd04599 HTTP/1.1" status: 204 len: 168 time: 0.4209168 Sep 15 15:42:16.557769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.589866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f50116b0-fbca-4e7c-9076-c607030edb87 None None] For port 16553c6f-12b5-4a63-8880-0b6af4389130, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=16553c6f-12b5-4a63-8880-0b6af4389130,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:16.600791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8598450-ac97-43dd-8ab1-d5112317e768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf86d4f-dea9-45ec-b2b5-230d6dd04599,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:16.628388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-8d166d5f-998e-499d-8b8b-9349e0225b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:16.631406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-8d166d5f-998e-499d-8b8b-9349e0225b40 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7e01bca00f24bf0999a705aff078ee6&device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 1120 time: 0.3181679 Sep 15 15:42:16.662841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18128f3c-0cf3-446c-b2e8-16657d5e0f67 req-b773779a-4712-45b4-ae22-af1aa7bd304b tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:16.671052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18128f3c-0cf3-446c-b2e8-16657d5e0f67 req-b773779a-4712-45b4-ae22-af1aa7bd304b tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.3594594 Sep 15 15:42:16.704167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f50116b0-fbca-4e7c-9076-c607030edb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.830411 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0fbb11b9-502d-48b1-a3d7-1210a9553050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.889049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0fbb11b9-502d-48b1-a3d7-1210a9553050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:16.910733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18128f3c-0cf3-446c-b2e8-16657d5e0f67 req-8b3dc3b4-f397-4afa-882b-a8eeda1edbb0 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329535 Sep 15 15:42:17.103324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-86eaa998-a087-4caf-9cab-be02f9672714 None None] Provisioning complete for port 16553c6f-12b5-4a63-8880-0b6af4389130 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:17.103993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86eaa998-a087-4caf-9cab-be02f9672714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:17.187226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50116b0-fbca-4e7c-9076-c607030edb87 None None] Pushing event updated for resources: {'Port': ['ID=16553c6f-12b5-4a63-8880-0b6af4389130,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:17.265256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0fbb11b9-502d-48b1-a3d7-1210a9553050 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1db73e3f6a4c4b2aa238d98a1bbdc117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7758267 Sep 15 15:42:17.269012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58510) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:17.293172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb11b9-502d-48b1-a3d7-1210a9553050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef9396f-e8a3-477e-a0da-dfcdef807da3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:17.313270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:15Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:17.354699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d0ac85-5f1f-4c50-8740-2b116d7cb940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:17.362582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2205750-b567-4d41-a695-5ed0fdd802e8 None None] The sync data for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 is: [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:15Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:42:17.482709 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d0ac85-5f1f-4c50-8740-2b116d7cb940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:17.501452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-109ef1df-ca60-4f6c-949e-d696db8dfda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:17.504894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-109ef1df-ca60-4f6c-949e-d696db8dfda3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.7329910 Sep 15 15:42:17.594077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-4f46468c-14aa-4afa-bd35-dd91a6c2e427 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=01a68e12-2705-429d-87c5-0c0096f040c6 HTTP/1.1" status: 200 len: 217 time: 0.0626545 Sep 15 15:42:17.720369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-eb291838-6c72-4e39-a68b-5818bca0e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:17.722989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-eb291838-6c72-4e39-a68b-5818bca0e40d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1145391 Sep 15 15:42:17.753672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:17.780657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d0ac85-5f1f-4c50-8740-2b116d7cb940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:17.784671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d0ac85-5f1f-4c50-8740-2b116d7cb940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:17.791003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-58d0ac85-5f1f-4c50-8740-2b116d7cb940 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fef9396f-e8a3-477e-a0da-dfcdef807da3 HTTP/1.1" status: 204 len: 168 time: 0.5157354 Sep 15 15:42:17.830646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0ac85-5f1f-4c50-8740-2b116d7cb940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef9396f-e8a3-477e-a0da-dfcdef807da3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:17.836561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-08dd859e-0dc5-4019-a648-8d9ef245481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:17.836561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-08dd859e-0dc5-4019-a648-8d9ef245481b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744679 Sep 15 15:42:17.892223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:17.954540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:42:17.974648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58530) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:18.009179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c262473d-b53a-433b-9631-67f2dba0f2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.066546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa4ddc-2f29-4042-84b3-a7dadb81377e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:18.095932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.096281 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Added segment acf93f7c-d3b5-48d6-a56f-64539bd49928 of type vlan for network b34cbeee-2f20-4c39-94ab-2bd383f9586b Sep 15 15:42:18.257730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c262473d-b53a-433b-9631-67f2dba0f2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.273300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.305924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:18.321928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-bba813fd-dcb2-483e-b0a1-c814b1bb4a1f service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691482 Sep 15 15:42:18.335075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c262473d-b53a-433b-9631-67f2dba0f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.464341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e158bb-e16d-4d96-8703-96c825770a25 req-fc8f772e-4b0e-49b2-9ae3-7583802ac96e tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:18.466415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57e158bb-e16d-4d96-8703-96c825770a25 req-fc8f772e-4b0e-49b2-9ae3-7583802ac96e tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.3516035 Sep 15 15:42:18.469966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.475575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:18.476589 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.490948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c262473d-b53a-433b-9631-67f2dba0f2dc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e5d47e5a364743e1a6c314acae952a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5068223 Sep 15 15:42:18.496996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58536) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:18.577528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262473d-b53a-433b-9631-67f2dba0f2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3e43ef-bb75-491c-abbc-44da724772af,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:18.711707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35799192-acbb-41b7-aa30-aa043bfb09f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.768772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35799192-acbb-41b7-aa30-aa043bfb09f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:18.834282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57e158bb-e16d-4d96-8703-96c825770a25 req-117c0f83-6244-4ae4-af30-2e16ce3dfdfa tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517716 Sep 15 15:42:18.848085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5986338 Sep 15 15:42:18.855311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58550) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:18.922006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Request body: {'subnet': {'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-subnet', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:18.950579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f61af2-ed5b-4bf4-9fbc-ea6f5293474f admin admin] Pushing event updated for resources: {'Network': ['ID=b34cbeee-2f20-4c39-94ab-2bd383f9586b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:18.964021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:42:18.985926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd495c17-ee21-4cba-9686-04f470bf0a52 req-73eb0b4d-32c4-4250-a06c-b4d1e859fafd service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899785 Sep 15 15:42:18.988323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d122-1014-432d-ab70-033a30c93865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.013877 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35799192-acbb-41b7-aa30-aa043bfb09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.018555 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35799192-acbb-41b7-aa30-aa043bfb09f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.020385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Made reservation on behalf of eff137c75be74532a9c4e27ebf9f0a1a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:19.023404 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.033687 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-35799192-acbb-41b7-aa30-aa043bfb09f2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1b3e43ef-bb75-491c-abbc-44da724772af HTTP/1.1" status: 204 len: 168 time: 0.5349298 Sep 15 15:42:19.062031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35799192-acbb-41b7-aa30-aa043bfb09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3e43ef-bb75-491c-abbc-44da724772af,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:19.299343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 16553c6f-12b5-4a63-8880-0b6af4389130 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:19.311329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d122-1014-432d-ab70-033a30c93865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.374202 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d122-1014-432d-ab70-033a30c93865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.468667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0ae9d122-1014-432d-ab70-033a30c93865 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=52c858e0fe2a4553a35a2c3327d14c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608839 Sep 15 15:42:19.471368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d122-1014-432d-ab70-033a30c93865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6a423-5bcc-445a-be3c-bb425bfa4a57,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:19.474628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58566) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:19.519848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 16553c6f-12b5-4a63-8880-0b6af4389130 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:19.522609 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.580075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.732855 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669f5ca3-671f-4153-b23c-80ec0a07e9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.733817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a73d63-4b05-4950-a4f0-583a8b8c076b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:19.746621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Checking segment: {'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:19.747053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Network hostable DHCP agents. Network: b34cbeee-2f20-4c39-94ab-2bd383f9586b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:42:19.825874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669f5ca3-671f-4153-b23c-80ec0a07e9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.831724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:42:19.918953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, b34cbeee-2f20-4c39-94ab-2bd383f9586b) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:19.922367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:19.922964 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:19.973302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c79e8fd-0546-4627-99a5-5496b237714b None None] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:20.067975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6e170365-044b-4834-ba6a-5b060c8b732d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2113783 Sep 15 15:42:20.070519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:20.076929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:20.141328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71d73c-7da2-4159-89f2-a5bdef7ea40d req-08c76b88-db39-41c2-a2aa-cb4da68f2bfa tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:20.142967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc71d73c-7da2-4159-89f2-a5bdef7ea40d req-08c76b88-db39-41c2-a2aa-cb4da68f2bfa tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.1483510 Sep 15 15:42:20.151947 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669f5ca3-671f-4153-b23c-80ec0a07e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.153751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669f5ca3-671f-4153-b23c-80ec0a07e9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.155643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-669f5ca3-671f-4153-b23c-80ec0a07e9f3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ac6a423-5bcc-445a-be3c-bb425bfa4a57 HTTP/1.1" status: 204 len: 168 time: 0.6796892 Sep 15 15:42:20.173164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-b34cbeee-2f20-4c39-94ab-2bd383f9586b', 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'fixed_ips': [{'subnet_id': 'f9a73d63-4b05-4950-a4f0-583a8b8c076b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:42:20.179511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.196711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f5ca3-671f-4153-b23c-80ec0a07e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6a423-5bcc-445a-be3c-bb425bfa4a57,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:20.220540 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.222762 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.247648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc71d73c-7da2-4159-89f2-a5bdef7ea40d req-69f085d8-fb96-4102-b2d7-696e1b3f3256 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874074 Sep 15 15:42:20.397691 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.428328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Allocated IP 172.20.0.2 (b34cbeee-2f20-4c39-94ab-2bd383f9586b/f9a73d63-4b05-4950-a4f0-583a8b8c076b/c4b2155f-8316-4408-b48c-c0f01c7b8d14) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:20.688642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.737893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.855624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Pushing event updated for resources: {'Port': ['ID=c4b2155f-8316-4408-b48c-c0f01c7b8d14,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:20.858866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:20.861036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:20.863352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:20.946124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Attempting to bind port c4b2155f-8316-4408-b48c-c0f01c7b8d14 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:20.946124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Attempting to bind port c4b2155f-8316-4408-b48c-c0f01c7b8d14 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:20.946124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Attempting to bind port c4b2155f-8316-4408-b48c-c0f01c7b8d14 on network b34cbeee-2f20-4c39-94ab-2bd383f9586b {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:20.948383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:20.948929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Checking segment: {'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:20.949462 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:20.950100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Bound using segment: {'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:20.950870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Bound port: c4b2155f-8316-4408-b48c-c0f01c7b8d14, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:20.951282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:21.053924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:21.091741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] For port c4b2155f-8316-4408-b48c-c0f01c7b8d14, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:21.096116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] For port c4b2155f-8316-4408-b48c-c0f01c7b8d14, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c4b2155f-8316-4408-b48c-c0f01c7b8d14,segment=NetworkSegment(acf93f7c-d3b5-48d6-a56f-64539bd49928),segment_id=acf93f7c-d3b5-48d6-a56f-64539bd49928)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:21.160239 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:21.282913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ca970-60c0-448c-aba1-6d77b2606ee9 None None] Pushing event updated for resources: {'Port': ['ID=c4b2155f-8316-4408-b48c-c0f01c7b8d14,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:21.590138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a690bbd-c1d5-45f0-8e77-2030a7434fa5 req-d0745ab0-2ce2-4e6c-b8dc-395d09c1f84a tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:21.596538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a690bbd-c1d5-45f0-8e77-2030a7434fa5 req-d0745ab0-2ce2-4e6c-b8dc-395d09c1f84a tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.1682386 Sep 15 15:42:21.683029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:21.702894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:21.734255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:21.786651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a690bbd-c1d5-45f0-8e77-2030a7434fa5 req-058255cd-48cc-47f1-ad81-4cd8b2be78d6 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663282 Sep 15 15:42:21.787720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8bbc8dc-6b94-4c3e-9c72-4159c6e73f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:21.939947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Allocated IP 172.25.0.85 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/6c4a3e83-8829-49bd-afd7-fddb314afd35) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:22.049635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8bbc8dc-6b94-4c3e-9c72-4159c6e73f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.113798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.128658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8bbc8dc-6b94-4c3e-9c72-4159c6e73f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.177247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d8bbc8dc-6b94-4c3e-9c72-4159c6e73f7c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6b203992e16d4e8398c8a58fce969f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929445 Sep 15 15:42:22.181635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58630) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:22.193899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbc8dc-6b94-4c3e-9c72-4159c6e73f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed157b9f-d17e-4cf6-aa9f-4eb5e3fe8863,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:22.246337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.256328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-239129c8-29c7-4470-a2a4-e41a8781f291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.335858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:22.347216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:22.371081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:22.396594 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-239129c8-29c7-4470-a2a4-e41a8781f291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.440506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Pushing event updated for resources: {'Port': ['ID=6c4a3e83-8829-49bd-afd7-fddb314afd35,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:22.712213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadb857-11ee-4cd2-b3ad-59c349bbb416 None None] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:22.792173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ecdbb613-7321-4a48-9894-eddb4ee38b6f None None] Provisioning complete for port c4b2155f-8316-4408-b48c-c0f01c7b8d14 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:22.795913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb613-7321-4a48-9894-eddb4ee38b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.840597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-239129c8-29c7-4470-a2a4-e41a8781f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.845638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-239129c8-29c7-4470-a2a4-e41a8781f291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:22.860610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-239129c8-29c7-4470-a2a4-e41a8781f291 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ed157b9f-d17e-4cf6-aa9f-4eb5e3fe8863 HTTP/1.1" status: 204 len: 168 time: 0.6693559 Sep 15 15:42:22.905268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239129c8-29c7-4470-a2a4-e41a8781f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed157b9f-d17e-4cf6-aa9f-4eb5e3fe8863,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:23.107555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb613-7321-4a48-9894-eddb4ee38b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:23.146076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ecdbb613-7321-4a48-9894-eddb4ee38b6f None None] For port c4b2155f-8316-4408-b48c-c0f01c7b8d14, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c4b2155f-8316-4408-b48c-c0f01c7b8d14,segment=NetworkSegment(acf93f7c-d3b5-48d6-a56f-64539bd49928),segment_id=acf93f7c-d3b5-48d6-a56f-64539bd49928)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:23.202223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c4b2155f-8316-4408-b48c-c0f01c7b8d14 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:23.246594 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecdbb613-7321-4a48-9894-eddb4ee38b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:23.248354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81a9c0-4de4-4aaf-9084-e7ce7ee2861b req-be2b5134-8c8c-479c-bf70-dcb0f9fe4be4 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:23.250487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e81a9c0-4de4-4aaf-9084-e7ce7ee2861b req-be2b5134-8c8c-479c-bf70-dcb0f9fe4be4 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.2738452 Sep 15 15:42:23.251375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:23.360997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbb613-7321-4a48-9894-eddb4ee38b6f None None] Pushing event updated for resources: {'Port': ['ID=c4b2155f-8316-4408-b48c-c0f01c7b8d14,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:23.373333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e81a9c0-4de4-4aaf-9084-e7ce7ee2861b req-54e08285-429e-405b-803f-f3b7889d62ea tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787108 Sep 15 15:42:23.396941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-db3f3e77-cb15-424f-9cf5-1bf343134d54 None None] Provisioning complete for port c4b2155f-8316-4408-b48c-c0f01c7b8d14 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:23.402557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db3f3e77-cb15-424f-9cf5-1bf343134d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:23.402557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c4b2155f-8316-4408-b48c-c0f01c7b8d14 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:23.402557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:23.588197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:23.878228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a6979ee6-370e-4329-a328-28582b539679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:23.995894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58678) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:24.044349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Router 60533db3-0efe-4f2c-9c9e-e77203396a97 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:42:24.235371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:42:24.246439 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Sync routers for ids ['60533db3-0efe-4f2c-9c9e-e77203396a97'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:42:24.277131 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Routers {'60533db3-0efe-4f2c-9c9e-e77203396a97'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:24.277131 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:41:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['60533db3-0efe-4f2c-9c9e-e77203396a97'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:24.284508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18d0b89d-0f7f-431f-be9b-2b04125e60c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:24.353234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:24.359726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d2e80685-1705-427f-910d-00df81a0c3bc admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2835410 Sep 15 15:42:24.359726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58696) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:24.503733 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Set router 60533db3-0efe-4f2c-9c9e-e77203396a97 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:24.755374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2abed-3c03-4347-b3a8-194104a839ea req-a9fb9edf-88a4-487c-abd0-239c0e71339c tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:24.760714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7e2abed-3c03-4347-b3a8-194104a839ea req-a9fb9edf-88a4-487c-abd0-239c0e71339c tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.2675660 Sep 15 15:42:24.784748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18d0b89d-0f7f-431f-be9b-2b04125e60c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:24.878879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18d0b89d-0f7f-431f-be9b-2b04125e60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:24.941548 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7e2abed-3c03-4347-b3a8-194104a839ea req-46cb51c1-5b97-41d4-a4d4-2a4891575f70 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541598 Sep 15 15:42:25.009420 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-18d0b89d-0f7f-431f-be9b-2b04125e60c3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c922a10d9ae549d8a29088d50e20f229&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0123577 Sep 15 15:42:25.011571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0b89d-0f7f-431f-be9b-2b04125e60c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027e17b4-4af4-4538-b3b6-49188a272ab5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:25.014465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58708) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:25.054578 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:42:22Z', 'revision_number': 3, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port': {'id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:21Z', 'updated_at': '2021-09-15T15:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:25.082526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.083941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a34e1cf2-fb3c-4fd0-a40e-0d0d1afd010e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.108828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a34e1cf2-fb3c-4fd0-a40e-0d0d1afd010e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.110766 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Checking router: 60533db3-0efe-4f2c-9c9e-e77203396a97 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:42:25.111310 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Updating router 60533db3-0efe-4f2c-9c9e-e77203396a97 port 6c4a3e83-8829-49bd-afd7-fddb314afd35 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:42:25.138386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c4b2155f-8316-4408-b48c-c0f01c7b8d14 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:25.154163 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.235346 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a34e1cf2-fb3c-4fd0-a40e-0d0d1afd010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.239578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a34e1cf2-fb3c-4fd0-a40e-0d0d1afd010e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.241143 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a34e1cf2-fb3c-4fd0-a40e-0d0d1afd010e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/027e17b4-4af4-4538-b3b6-49188a272ab5 HTTP/1.1" status: 204 len: 168 time: 0.2255943 Sep 15 15:42:25.250691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e1cf2-fb3c-4fd0-a40e-0d0d1afd010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e17b4-4af4-4538-b3b6-49188a272ab5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:25.309304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c4b2155f-8316-4408-b48c-c0f01c7b8d14 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:25.311274 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.490114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Allocated IP 172.20.0.1 (b34cbeee-2f20-4c39-94ab-2bd383f9586b/f9a73d63-4b05-4950-a4f0-583a8b8c076b/a21c351d-14c2-4195-84be-f3279d3d145e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:25.690411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.718999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7728-23fd-4839-a599-dce3be41ff3d req-998d69fa-f7c2-4bf1-bcbf-e68d85ec3f4d tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:25.719892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7728-23fd-4839-a599-dce3be41ff3d req-998d69fa-f7c2-4bf1-bcbf-e68d85ec3f4d tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:25.720593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7728-23fd-4839-a599-dce3be41ff3d req-998d69fa-f7c2-4bf1-bcbf-e68d85ec3f4d tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:25.721682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7728-23fd-4839-a599-dce3be41ff3d req-998d69fa-f7c2-4bf1-bcbf-e68d85ec3f4d tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:25.722349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba7728-23fd-4839-a599-dce3be41ff3d req-998d69fa-f7c2-4bf1-bcbf-e68d85ec3f4d tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:25.730582 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44ba7728-23fd-4839-a599-dce3be41ff3d req-998d69fa-f7c2-4bf1-bcbf-e68d85ec3f4d tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1833801 Sep 15 15:42:25.779433 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.832528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.861505 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.885883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:25.889765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:25.893800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:25.894304 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.920375 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Attempting to bind port 6c4a3e83-8829-49bd-afd7-fddb314afd35 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:25.920909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Attempting to bind port 6c4a3e83-8829-49bd-afd7-fddb314afd35 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:25.921271 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Attempting to bind port 6c4a3e83-8829-49bd-afd7-fddb314afd35 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:25.932748 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77602b2d-e039-4294-be1d-3f9c624cb1f5 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3e83-8829-49bd-afd7-fddb314afd35,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:25.937339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a448f-aa30-493f-8610-d8e4dda5f31a req-0e465aa3-4380-46de-9cab-4b5c6a84979e tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:25.942418 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:25.944164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb8a448f-aa30-493f-8610-d8e4dda5f31a req-0e465aa3-4380-46de-9cab-4b5c6a84979e tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 886 time: 0.1931412 Sep 15 15:42:25.949803 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:25.961148 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:25.961856 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:25.962685 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Bound port: 6c4a3e83-8829-49bd-afd7-fddb314afd35, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:25.963400 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.080320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Pushing event updated for resources: {'Port': ['ID=a21c351d-14c2-4195-84be-f3279d3d145e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:26.162178 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] For port 6c4a3e83-8829-49bd-afd7-fddb314afd35, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:26.170227 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] For port 6c4a3e83-8829-49bd-afd7-fddb314afd35, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c4a3e83-8829-49bd-afd7-fddb314afd35,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:26.245461 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.246571 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.304007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721764-8ff2-4f99-96cd-6fa7fd4445ad req-068126ae-3e71-4cf1-a3c5-33363fc606d4 tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:26.305660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721764-8ff2-4f99-96cd-6fa7fd4445ad req-068126ae-3e71-4cf1-a3c5-33363fc606d4 tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:26.307123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721764-8ff2-4f99-96cd-6fa7fd4445ad req-068126ae-3e71-4cf1-a3c5-33363fc606d4 tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:26.308059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721764-8ff2-4f99-96cd-6fa7fd4445ad req-068126ae-3e71-4cf1-a3c5-33363fc606d4 tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:26.309091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721764-8ff2-4f99-96cd-6fa7fd4445ad req-068126ae-3e71-4cf1-a3c5-33363fc606d4 tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:26.311826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-154f84f2-4fac-4d0b-930c-70773a5b31cd None None] Provisioning complete for port a21c351d-14c2-4195-84be-f3279d3d145e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:26.312713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3721764-8ff2-4f99-96cd-6fa7fd4445ad req-068126ae-3e71-4cf1-a3c5-33363fc606d4 tempest-NetworksTest-1767484921 tempest-NetworksTest-1767484921-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.3110681 Sep 15 15:42:26.324869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-154f84f2-4fac-4d0b-930c-70773a5b31cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.360431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c2b2c-5aef-4327-8fc5-478207728e7b req-ce22f018-1f9d-4ca2-8ecc-c4cb44fc7794 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:26.362718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d78c2b2c-5aef-4327-8fc5-478207728e7b req-ce22f018-1f9d-4ca2-8ecc-c4cb44fc7794 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 969 time: 0.1475031 Sep 15 15:42:26.392618 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77602b2d-e039-4294-be1d-3f9c624cb1f5 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3e83-8829-49bd-afd7-fddb314afd35,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:26.416412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-154f84f2-4fac-4d0b-930c-70773a5b31cd None None] Port a21c351d-14c2-4195-84be-f3279d3d145e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:26.429062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d78c2b2c-5aef-4327-8fc5-478207728e7b req-ddf37d2c-51b9-46d5-a382-e26c9299191c tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562940 Sep 15 15:42:26.429727 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Routers {'60533db3-0efe-4f2c-9c9e-e77203396a97'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:26.430742 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:41:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['60533db3-0efe-4f2c-9c9e-e77203396a97'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:26.466533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58752) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:26.510224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.524757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58758) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:26.546354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b74419e8-fe2a-476b-b461-d8b253a27ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.604058 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] Set router 60533db3-0efe-4f2c-9c9e-e77203396a97 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:26.691047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b74419e8-fe2a-476b-b461-d8b253a27ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.769114 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b74419e8-fe2a-476b-b461-d8b253a27ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:26.848348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01a68e12-2705-429d-87c5-0c0096f040c6 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:42:26.871372 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:42:22Z', 'revision_number': 3, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port': {'id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:21Z', 'updated_at': '2021-09-15T15:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:26.873735 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b74419e8-fe2a-476b-b461-d8b253a27ed9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b493bbce9974b0aac1376dd10772f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478141 Sep 15 15:42:26.876263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74419e8-fe2a-476b-b461-d8b253a27ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0fa1a-492e-4a78-b3e3-c1dc01252b48,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:26.883420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:26.962493 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b27053-d222-4325-a34e-a84fbd6ae6b4 None None] The sync data for ids ['60533db3-0efe-4f2c-9c9e-e77203396a97'] in n-d-808199-2 is: [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:42:22Z', 'revision_number': 3, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port': {'id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:21Z', 'updated_at': '2021-09-15T15:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:42:26.971271 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.004514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576530cb-6eb4-415c-8e8e-9f9957ca0679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.016520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.055388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576530cb-6eb4-415c-8e8e-9f9957ca0679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.078322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.079531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01a68e12-2705-429d-87c5-0c0096f040c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01a68e12-2705-429d-87c5-0c0096f040c6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:27.079764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.103436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '01a68e12-2705-429d-87c5-0c0096f040c6', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '01a68e12-2705-429d-87c5-0c0096f040c6', 'mac_address': 'fa:16:3e:e8:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:tempest-test_az-2140583156', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:42:27.141001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1098172231-network', 'tenant_id': 'f4ae2b58f6fd43af899ef77079864c0f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:27.196562 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.208913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576530cb-6eb4-415c-8e8e-9f9957ca0679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.211472 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576530cb-6eb4-415c-8e8e-9f9957ca0679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.212813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-576530cb-6eb4-415c-8e8e-9f9957ca0679 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/35e0fa1a-492e-4a78-b3e3-c1dc01252b48 HTTP/1.1" status: 204 len: 168 time: 0.3283379 Sep 15 15:42:27.216689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a68e12-2705-429d-87c5-0c0096f040c6 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:42:27.226214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Pushing event updated for resources: {'Port': ['ID=a21c351d-14c2-4195-84be-f3279d3d145e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:27.226738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576530cb-6eb4-415c-8e8e-9f9957ca0679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0fa1a-492e-4a78-b3e3-c1dc01252b48,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:27.243457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Made reservation on behalf of f4ae2b58f6fd43af899ef77079864c0f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:27.249166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.272132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01a68e12-2705-429d-87c5-0c0096f040c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01a68e12-2705-429d-87c5-0c0096f040c6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:27.277214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.300370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c3811db-7e12-4c91-9258-8fc3acd79fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.322322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:27.324932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:27.390035 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.531831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01a68e12-2705-429d-87c5-0c0096f040c6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:27.548385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58778) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:27.604619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Router 60533db3-0efe-4f2c-9c9e-e77203396a97 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:42:27.669928 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:27.718640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['01a68e12-2705-429d-87c5-0c0096f040c6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:42:27.726832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75820e34-4c30-4c88-93dc-6941308197c9 req-acab010b-5c4a-4450-aaaf-196e31c549f2 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:27.728916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75820e34-4c30-4c88-93dc-6941308197c9 req-acab010b-5c4a-4450-aaaf-196e31c549f2 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 970 time: 0.1417022 Sep 15 15:42:27.877898 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75820e34-4c30-4c88-93dc-6941308197c9 req-84cce2b9-bcfd-4407-a635-e86d9a49a1c7 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343815 Sep 15 15:42:27.936523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:42:27.960547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4673e4ea-3363-43b5-838a-03039d1a7138 admin admin] 10.222.0.63 "PUT /v2.0/routers/60533db3-0efe-4f2c-9c9e-e77203396a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5890489 Sep 15 15:42:28.097918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4332-3d1d-4f9a-a10b-2b13d3509c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.107462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8054e263-2b6b-4e20-8f00-5341e13e4424 None None] Provisioning complete for port a21c351d-14c2-4195-84be-f3279d3d145e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:28.108068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8054e263-2b6b-4e20-8f00-5341e13e4424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.147995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58810) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:28.235959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8054e263-2b6b-4e20-8f00-5341e13e4424 None None] Port a21c351d-14c2-4195-84be-f3279d3d145e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:28.528803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.591699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca5827e-f17d-49b8-b765-d996f1e78195,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:28.600870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:42:28.625654 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.625654 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Added segment 4222c6a7-f029-4fa1-8c76-f799a7a7eb5b of type vlan for network 9bd04a61-689c-4584-b13b-7fdd88d80a77 Sep 15 15:42:28.643029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.677730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.720561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4332-3d1d-4f9a-a10b-2b13d3509c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.828917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.831793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:28.833235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:28.836048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01a68e12-2705-429d-87c5-0c0096f040c6 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:28.841088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce4b4332-3d1d-4f9a-a10b-2b13d3509c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.026836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 01a68e12-2705-429d-87c5-0c0096f040c6 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:42:29.034568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 01a68e12-2705-429d-87c5-0c0096f040c6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:29.035418 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.063309 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b19f143-1a4b-47be-bc77-071a776f21a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.077397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ce4b4332-3d1d-4f9a-a10b-2b13d3509c4d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c0c0904386b3483f800d8c550c82fd10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5260863 Sep 15 15:42:29.086356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6184978 Sep 15 15:42:29.087318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58826) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:29.089348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:29.090422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece62e0-e9a9-4f29-8ff3-a6b89e8fb001 req-f9547fc0-3b84-4d73-86c3-be6993a8c40e tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:29.093925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aedc2c-3e0f-4fbd-8fbe-950d38efc47a admin admin] Pushing event updated for resources: {'Network': ['ID=9bd04a61-689c-4584-b13b-7fdd88d80a77,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:29.096322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dece62e0-e9a9-4f29-8ff3-a6b89e8fb001 req-f9547fc0-3b84-4d73-86c3-be6993a8c40e tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 970 time: 0.0899310 Sep 15 15:42:29.121159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 9bd04a61-689c-4584-b13b-7fdd88d80a77 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:42:29.140417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b4332-3d1d-4f9a-a10b-2b13d3509c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79333697-f975-46a2-a1b7-f61da5e9e320,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:29.151397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Request body: {'subnet': {'network_id': '9bd04a61-689c-4584-b13b-7fdd88d80a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1098172231-subnet', 'tenant_id': 'f4ae2b58f6fd43af899ef77079864c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:29.224701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea593214-ae72-4cec-8681-c6a809b6c7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.226633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dece62e0-e9a9-4f29-8ff3-a6b89e8fb001 req-f269925a-a794-4913-99b2-2b92bec32b1e tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244915 Sep 15 15:42:29.277953 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea593214-ae72-4cec-8681-c6a809b6c7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.357039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c4a3e83-8829-49bd-afd7-fddb314afd35 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:29.372525 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b19f143-1a4b-47be-bc77-071a776f21a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.373014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58832) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:29.405520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58840) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:29.419017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-930acfcd-0026-4f8d-a0e5-e35c365ff4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.458043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Sync routers for ids ['60533db3-0efe-4f2c-9c9e-e77203396a97'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:42:29.463653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b19f143-1a4b-47be-bc77-071a776f21a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.483237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Routers {'60533db3-0efe-4f2c-9c9e-e77203396a97'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:29.483880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['60533db3-0efe-4f2c-9c9e-e77203396a97'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:29.567397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-930acfcd-0026-4f8d-a0e5-e35c365ff4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.569715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea593214-ae72-4cec-8681-c6a809b6c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.574754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea593214-ae72-4cec-8681-c6a809b6c7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.576925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ea593214-ae72-4cec-8681-c6a809b6c7d9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/79333697-f975-46a2-a1b7-f61da5e9e320 HTTP/1.1" status: 204 len: 168 time: 0.4854398 Sep 15 15:42:29.613598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19f143-1a4b-47be-bc77-071a776f21a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e3c127-bf7e-4e98-9a12-df1ec17e2545,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:29.660212 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b42eb6c4-c334-43c2-b734-792d53f7e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.667963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-930acfcd-0026-4f8d-a0e5-e35c365ff4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.670248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6c4a3e83-8829-49bd-afd7-fddb314afd35 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:29.670715 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.671003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea593214-ae72-4cec-8681-c6a809b6c7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79333697-f975-46a2-a1b7-f61da5e9e320,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:29.689726 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b19f143-1a4b-47be-bc77-071a776f21a2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=064ff1f4378c40ba9ca0441199fe0d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5401485 Sep 15 15:42:29.693605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:29.702355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Set router 60533db3-0efe-4f2c-9c9e-e77203396a97 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:29.731186 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-930acfcd-0026-4f8d-a0e5-e35c365ff4e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=193b59c34af04ab5bcdc6639819d59a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245690 Sep 15 15:42:29.733410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930acfcd-0026-4f8d-a0e5-e35c365ff4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf1fc5-94d5-4fb5-ae8c-143078447a6b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:29.736305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58850) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:29.761604 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.762581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Made reservation on behalf of f4ae2b58f6fd43af899ef77079864c0f for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:29.765033 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Notify callbacks [] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.805422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebf94172-f3ef-4b9c-b3a2-af72f3105c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.850026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.854587 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebf94172-f3ef-4b9c-b3a2-af72f3105c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.856700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a68e12-2705-429d-87c5-0c0096f040c6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:42:29.943108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48eb029a-e14d-48f3-9b5a-400479141e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.989349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48eb029a-e14d-48f3-9b5a-400479141e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:29.989985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b42eb6c4-c334-43c2-b734-792d53f7e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.076235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01a68e12-2705-429d-87c5-0c0096f040c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01a68e12-2705-429d-87c5-0c0096f040c6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:30.078478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b42eb6c4-c334-43c2-b734-792d53f7e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.127111 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.156153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6c4a3e83-8829-49bd-afd7-fddb314afd35, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c4a3e83-8829-49bd-afd7-fddb314afd35,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:30.162342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:42:26Z', 'revision_number': 4, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port': {'id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:21Z', 'updated_at': '2021-09-15T15:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a21c351d-14c2-4195-84be-f3279d3d145e', 'name': '', 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'mac_address': 'fa:16:3e:70:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'f9a73d63-4b05-4950-a4f0-583a8b8c076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:25Z', 'updated_at': '2021-09-15T15:42:26Z', 'revision_number': 2, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'subnets': [{'id': 'f9a73d63-4b05-4950-a4f0-583a8b8c076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:30.163468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48eb029a-e14d-48f3-9b5a-400479141e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.168168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48eb029a-e14d-48f3-9b5a-400479141e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.174645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-48eb029a-e14d-48f3-9b5a-400479141e73 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6ecf1fc5-94d5-4fb5-ae8c-143078447a6b HTTP/1.1" status: 204 len: 168 time: 0.4253910 Sep 15 15:42:30.197937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Checking router: 60533db3-0efe-4f2c-9c9e-e77203396a97 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:42:30.198665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Updating router 60533db3-0efe-4f2c-9c9e-e77203396a97 port a21c351d-14c2-4195-84be-f3279d3d145e binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:42:30.199792 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b42eb6c4-c334-43c2-b734-792d53f7e8d7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=819f7c27abd840aeb869b4f9b7fa290d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8317327 Sep 15 15:42:30.204376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eb6c4-c334-43c2-b734-792d53f7e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43eb95ca-f24e-42bf-9534-8bf2502cb739,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:30.210097 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebf94172-f3ef-4b9c-b3a2-af72f3105c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.219859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:30.221710 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebf94172-f3ef-4b9c-b3a2-af72f3105c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.222628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb029a-e14d-48f3-9b5a-400479141e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf1fc5-94d5-4fb5-ae8c-143078447a6b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:30.227034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ebf94172-f3ef-4b9c-b3a2-af72f3105c29 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/59e3c127-bf7e-4e98-9a12-df1ec17e2545 HTTP/1.1" status: 204 len: 168 time: 0.5321443 Sep 15 15:42:30.244989 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a650b2b6-57fe-40fa-b286-06ba3ac11fac" -d '{"events": [{"server_uuid": "941c8307-c2a1-4bc7-8c00-ee6327899e03", "name": "network-vif-plugged", "status": "completed", "tag": "01a68e12-2705-429d-87c5-0c0096f040c6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:42:30.248424 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.258742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf94172-f3ef-4b9c-b3a2-af72f3105c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e3c127-bf7e-4e98-9a12-df1ec17e2545,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:30.258850 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.295302 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.298685 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.379473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01a68e12-2705-429d-87c5-0c0096f040c6,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:30.428546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-526d9ba7-4801-4488-a410-b149c0797df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.479787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58878) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:30.486438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5f7ef359-c71b-40c1-871e-88ea2ca5336d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436477374', 'description': 'tempest-description--1366879417'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:30.510869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6c4a3e83-8829-49bd-afd7-fddb314afd35,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:30.513356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-526d9ba7-4801-4488-a410-b149c0797df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.573593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58880) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:30.591272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff700db3-1e8d-4b93-8107-11c22e98eb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.601539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.625851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9753a3-82be-4c6b-9b8e-e34bf9aee0b0 req-2f4978e0-9484-44c1-9929-199e25f9c3df tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:30.633437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb9753a3-82be-4c6b-9b8e-e34bf9aee0b0 req-2f4978e0-9484-44c1-9929-199e25f9c3df tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 971 time: 0.0868733 Sep 15 15:42:30.665352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eba1ce3-55e5-4dc1-aadf-930dbda83433,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:30.684508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb9753a3-82be-4c6b-9b8e-e34bf9aee0b0 req-1b9818fb-4611-46d6-b924-3bf561a2c502 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498505 Sep 15 15:42:30.685739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef359-c71b-40c1-871e-88ea2ca5336d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.691643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Checking segment: {'id': '4222c6a7-f029-4fa1-8c76-f799a7a7eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '9bd04a61-689c-4584-b13b-7fdd88d80a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:30.691999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Network hostable DHCP agents. Network: 9bd04a61-689c-4584-b13b-7fdd88d80a77, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:42:30.706024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-526d9ba7-4801-4488-a410-b149c0797df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.708702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-526d9ba7-4801-4488-a410-b149c0797df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.713780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-526d9ba7-4801-4488-a410-b149c0797df4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/43eb95ca-f24e-42bf-9534-8bf2502cb739 HTTP/1.1" status: 204 len: 168 time: 0.4794445 Sep 15 15:42:30.738693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d9ba7-4801-4488-a410-b149c0797df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43eb95ca-f24e-42bf-9534-8bf2502cb739,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:30.776971 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.808090 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff700db3-1e8d-4b93-8107-11c22e98eb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.821387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Network 9bd04a61-689c-4584-b13b-7fdd88d80a77 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:42:30.877732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.923301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 9bd04a61-689c-4584-b13b-7fdd88d80a77) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:30.925315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff700db3-1e8d-4b93-8107-11c22e98eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:30.945991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:30.946856 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.003997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935d7a4-5a2a-40d6-8da8-678d37e6bd63 None None] Network 9bd04a61-689c-4584-b13b-7fdd88d80a77 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:31.050627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ff700db3-1e8d-4b93-8107-11c22e98eb28 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79eaa28c7e014891b1b6955f5ea4fdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4718649 Sep 15 15:42:31.051486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58886) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:31.052251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff700db3-1e8d-4b93-8107-11c22e98eb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817965ea-cffb-4e13-82c3-6cadf39cf312,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:31.081166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69967ab5-ec43-41fe-958a-50e538f744f9 None None] Pushing event updated for resources: {'Port': ['ID=a21c351d-14c2-4195-84be-f3279d3d145e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:31.115744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef359-c71b-40c1-871e-88ea2ca5336d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.159289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c9a3-6e5e-452a-9d58-17d3f12df8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.191372 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef359-c71b-40c1-871e-88ea2ca5336d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.203564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Attempting to bind port a21c351d-14c2-4195-84be-f3279d3d145e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:31.204305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Attempting to bind port a21c351d-14c2-4195-84be-f3279d3d145e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:31.204907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Attempting to bind port a21c351d-14c2-4195-84be-f3279d3d145e on network b34cbeee-2f20-4c39-94ab-2bd383f9586b {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:31.213024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:31.213698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Checking segment: {'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:31.214295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.214885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Bound using segment: {'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:31.215678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Bound port: a21c351d-14c2-4195-84be-f3279d3d145e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf93f7c-d3b5-48d6-a56f-64539bd49928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:31.216452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.235062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c9a3-6e5e-452a-9d58-17d3f12df8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.292325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ef359-c71b-40c1-871e-88ea2ca5336d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c036cf-65ca-430b-ab85-a681df31ea62,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:31.374944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c4a3e83-8829-49bd-afd7-fddb314afd35 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:31.380862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6b5a9c3a-1248-42bc-85c7-0197a1121acd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2877247 Sep 15 15:42:31.391438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f7ef359-c71b-40c1-871e-88ea2ca5336d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.393067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5f7ef359-c71b-40c1-871e-88ea2ca5336d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9119864 Sep 15 15:42:31.400956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58892) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:31.406124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-79f4312d-d3d9-47fc-9a4e-524eb0f77b84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'security_group_rule': {'security_group_id': '22c036cf-65ca-430b-ab85-a681df31ea62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:31.427838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8a7ea0d8-0df5-41bb-aaa6-577b4bc3349a None None] Provisioning complete for port a21c351d-14c2-4195-84be-f3279d3d145e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:31.428878 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a7ea0d8-0df5-41bb-aaa6-577b4bc3349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.500203 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c9a3-6e5e-452a-9d58-17d3f12df8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.506804 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9cf5c9a3-6e5e-452a-9d58-17d3f12df8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.509165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9cf5c9a3-6e5e-452a-9d58-17d3f12df8d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/817965ea-cffb-4e13-82c3-6cadf39cf312 HTTP/1.1" status: 204 len: 168 time: 0.4535463 Sep 15 15:42:31.522535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5c9a3-6e5e-452a-9d58-17d3f12df8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817965ea-cffb-4e13-82c3-6cadf39cf312,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:31.537090 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878718e7-a5a9-4c29-90d2-eae92150395c x-openstack-request-id: req-878718e7-a5a9-4c29-90d2-eae92150395c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:42:31.537404 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941c8307-c2a1-4bc7-8c00-ee6327899e03", "name": "network-vif-plugged", "status": "completed", "tag": "01a68e12-2705-429d-87c5-0c0096f040c6", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:42:31.537659 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-878718e7-a5a9-4c29-90d2-eae92150395c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:42:31.538190 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a68e12-2705-429d-87c5-0c0096f040c6', 'code': 200} Sep 15 15:42:31.560781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f75bb1-97ca-40ff-b950-9189226a1ad0 None None] Network 9bd04a61-689c-4584-b13b-7fdd88d80a77 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:31.561724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79f4312d-d3d9-47fc-9a4e-524eb0f77b84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.571409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] For port a21c351d-14c2-4195-84be-f3279d3d145e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:31.602613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] For port a21c351d-14c2-4195-84be-f3279d3d145e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a21c351d-14c2-4195-84be-f3279d3d145e,segment=NetworkSegment(acf93f7c-d3b5-48d6-a56f-64539bd49928),segment_id=acf93f7c-d3b5-48d6-a56f-64539bd49928)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:31.627811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ea0d8-0df5-41bb-aaa6-577b4bc3349a None None] Port a21c351d-14c2-4195-84be-f3279d3d145e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:31.686955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.688796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6c4a3e83-8829-49bd-afd7-fddb314afd35 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:31.689139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.727229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79f4312d-d3d9-47fc-9a4e-524eb0f77b84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.736661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286e6fa-3087-4b23-92fe-fc66cd2de11f req-f0eba9ef-4921-44b0-81ab-dd42c62993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:31.738344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0286e6fa-3087-4b23-92fe-fc66cd2de11f req-f0eba9ef-4921-44b0-81ab-dd42c62993f3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 1122 time: 0.1222124 Sep 15 15:42:31.787252 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0286e6fa-3087-4b23-92fe-fc66cd2de11f req-a9a2da33-27c5-4c06-aba6-cf6121cd2912 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.817089 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79f4312d-d3d9-47fc-9a4e-524eb0f77b84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.902282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4312d-d3d9-47fc-9a4e-524eb0f77b84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c29431d-25d5-4864-b6f0-93a6d944f59c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:31.909939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58904) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:31.932964 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc55c896-8676-491a-af15-cdac6a4ecd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:31.987259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d9b40-e7f1-4375-85b7-b825a53d7559 req-ddca286f-01da-4816-bba3-fd1e4dd44e3b tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:31.991176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Routers {'60533db3-0efe-4f2c-9c9e-e77203396a97'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:31.992028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['60533db3-0efe-4f2c-9c9e-e77203396a97'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:31.999307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-978d9b40-e7f1-4375-85b7-b825a53d7559 req-ddca286f-01da-4816-bba3-fd1e4dd44e3b tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 971 time: 0.1701930 Sep 15 15:42:32.067288 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-978d9b40-e7f1-4375-85b7-b825a53d7559 req-e660e7fe-486a-436c-9764-970486d4a380 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653977 Sep 15 15:42:32.096478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0286e6fa-3087-4b23-92fe-fc66cd2de11f req-a9a2da33-27c5-4c06-aba6-cf6121cd2912 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.115023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69967ab5-ec43-41fe-958a-50e538f744f9 None None] Pushing event updated for resources: {'Port': ['ID=a21c351d-14c2-4195-84be-f3279d3d145e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:32.203733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0286e6fa-3087-4b23-92fe-fc66cd2de11f req-a9a2da33-27c5-4c06-aba6-cf6121cd2912 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.264130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0286e6fa-3087-4b23-92fe-fc66cd2de11f req-a9a2da33-27c5-4c06-aba6-cf6121cd2912 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159564 Sep 15 15:42:32.270218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2da33-27c5-4c06-aba6-cf6121cd2912 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4071d32b-b740-46b5-8d0f-b7439c415cba,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:32.298217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79f4312d-d3d9-47fc-9a4e-524eb0f77b84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.302102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79f4312d-d3d9-47fc-9a4e-524eb0f77b84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8988316 Sep 15 15:42:32.305546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:32.319004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ba346f19-9145-4b29-946d-90486dd8c193 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'security_group_rule': {'security_group_id': '22c036cf-65ca-430b-ab85-a681df31ea62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:32.351284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] Set router 60533db3-0efe-4f2c-9c9e-e77203396a97 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:32.404174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b66dd58c-a2c5-4ad3-8199-b1fcde423eba None None] Provisioning complete for port a21c351d-14c2-4195-84be-f3279d3d145e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:32.404829 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b66dd58c-a2c5-4ad3-8199-b1fcde423eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.412821 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc55c896-8676-491a-af15-cdac6a4ecd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.513018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc55c896-8676-491a-af15-cdac6a4ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.577900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58912) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:32.595174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0adb-2f85-4296-8720-3e053d246cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.596206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b66dd58c-a2c5-4ad3-8199-b1fcde423eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.620576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dc55c896-8676-491a-af15-cdac6a4ecd94 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f05319c2a134fabb19f0a52fda78ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7081778 Sep 15 15:42:32.620576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55c896-8676-491a-af15-cdac6a4ecd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8201f7-0ca6-4985-889c-dfb9a03f7371,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:32.623026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:32.662014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b66dd58c-a2c5-4ad3-8199-b1fcde423eba None None] For port a21c351d-14c2-4195-84be-f3279d3d145e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a21c351d-14c2-4195-84be-f3279d3d145e,segment=NetworkSegment(acf93f7c-d3b5-48d6-a56f-64539bd49928),segment_id=acf93f7c-d3b5-48d6-a56f-64539bd49928)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:32.684516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:42:26Z', 'revision_number': 4, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port': {'id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:21Z', 'updated_at': '2021-09-15T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a21c351d-14c2-4195-84be-f3279d3d145e', 'name': '', 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'mac_address': 'fa:16:3e:70:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'f9a73d63-4b05-4950-a4f0-583a8b8c076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:25Z', 'updated_at': '2021-09-15T15:42:31Z', 'revision_number': 4, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'subnets': [{'id': 'f9a73d63-4b05-4950-a4f0-583a8b8c076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:32.713518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba346f19-9145-4b29-946d-90486dd8c193 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.717871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e33609-a56c-46c6-858e-b8f65248616d None None] The sync data for ids ['60533db3-0efe-4f2c-9c9e-e77203396a97'] in n-d-808199-2 is: [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:42:26Z', 'revision_number': 4, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port': {'id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:21Z', 'updated_at': '2021-09-15T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a21c351d-14c2-4195-84be-f3279d3d145e', 'name': '', 'network_id': 'b34cbeee-2f20-4c39-94ab-2bd383f9586b', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'mac_address': 'fa:16:3e:70:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': 'f9a73d63-4b05-4950-a4f0-583a8b8c076b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:25Z', 'updated_at': '2021-09-15T15:42:31Z', 'revision_number': 4, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'subnets': [{'id': 'f9a73d63-4b05-4950-a4f0-583a8b8c076b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:42:32.734921 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b66dd58c-a2c5-4ad3-8199-b1fcde423eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:32.867546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dd58c-a2c5-4ad3-8199-b1fcde423eba None None] Pushing event updated for resources: {'Port': ['ID=a21c351d-14c2-4195-84be-f3279d3d145e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:32.892547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90aeb7c1-7f30-4e47-b534-09db8be2c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.003164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba346f19-9145-4b29-946d-90486dd8c193 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.017592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90aeb7c1-7f30-4e47-b534-09db8be2c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.071024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0adb-2f85-4296-8720-3e053d246cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.088906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba346f19-9145-4b29-946d-90486dd8c193 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.109449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba346f19-9145-4b29-946d-90486dd8c193 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3a9b90-8054-4378-b13f-3c8e20444cbf,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:33.206045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90aeb7c1-7f30-4e47-b534-09db8be2c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.221496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90aeb7c1-7f30-4e47-b534-09db8be2c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.223368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-90aeb7c1-7f30-4e47-b534-09db8be2c6fe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dd8201f7-0ca6-4985-889c-dfb9a03f7371 HTTP/1.1" status: 204 len: 168 time: 0.5988407 Sep 15 15:42:33.254188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4b8b0adb-2f85-4296-8720-3e053d246cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.254754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a21c351d-14c2-4195-84be-f3279d3d145e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:33.272672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49b517-2de4-4584-b0aa-e60a6e1e30df req-9e39e5bb-6839-4f7f-b32f-c2d1f0e969c9 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:33.278202 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c49b517-2de4-4584-b0aa-e60a6e1e30df req-9e39e5bb-6839-4f7f-b32f-c2d1f0e969c9 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 971 time: 0.1227875 Sep 15 15:42:33.298082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeb7c1-7f30-4e47-b534-09db8be2c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8201f7-0ca6-4985-889c-dfb9a03f7371,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:33.378812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b0adb-2f85-4296-8720-3e053d246cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4f82e0-c0be-4d33-ae33-f2ef76592f4c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:33.396892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba346f19-9145-4b29-946d-90486dd8c193 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.404148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a21c351d-14c2-4195-84be-f3279d3d145e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:33.404703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.407987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ba346f19-9145-4b29-946d-90486dd8c193 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0908546 Sep 15 15:42:33.411945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:33.438457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:33.440721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4b8b0adb-2f85-4296-8720-3e053d246cbb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=45383520758d468890da0628909851e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8611128 Sep 15 15:42:33.444443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58938) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:33.471421 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c49b517-2de4-4584-b0aa-e60a6e1e30df req-7ea63e43-be0c-418c-a07f-40dcc74849f1 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838937 Sep 15 15:42:33.573358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739c9b0e-e658-4987-9a9a-225332b8aee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.586914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.604737 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739c9b0e-e658-4987-9a9a-225332b8aee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.751650 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739c9b0e-e658-4987-9a9a-225332b8aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.757382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739c9b0e-e658-4987-9a9a-225332b8aee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:33.758079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-739c9b0e-e658-4987-9a9a-225332b8aee9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2b4f82e0-c0be-4d33-ae33-f2ef76592f4c HTTP/1.1" status: 204 len: 168 time: 0.3118706 Sep 15 15:42:33.769088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9b0e-e658-4987-9a9a-225332b8aee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4f82e0-c0be-4d33-ae33-f2ef76592f4c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:33.934296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:34.112479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Allocated IP 172.25.0.214 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/419e9e8c-6b93-48cd-b2e4-ade3398857e2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:34.398578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:34.529382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:34.570435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:34.575012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:34.577785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:34.588789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event updated for resources: {'Port': ['ID=419e9e8c-6b93-48cd-b2e4-ade3398857e2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:34.641298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946870-7b4c-4b33-8e8a-9152fe56b74b req-7c0b9c45-cebd-4b34-8181-3f7de68876a3 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:34.642852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b946870-7b4c-4b33-8e8a-9152fe56b74b req-7c0b9c45-cebd-4b34-8181-3f7de68876a3 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 971 time: 0.0788481 Sep 15 15:42:34.691056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b946870-7b4c-4b33-8e8a-9152fe56b74b req-dd8fd109-e8ee-4236-a7e2-70bc76e4f133 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Sep 15 15:42:34.708381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:34.766895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:34.774928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-171930970-network', 'tenant_id': 'e96e677bee95432bb3ab7eb305f3fe70'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:34.860949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:34.888820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Made reservation on behalf of e96e677bee95432bb3ab7eb305f3fe70 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:34.891708 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:34.903400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.044940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.100112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.100867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f94294-e295-4ec9-9433-17db6f3b8d2d req-ec644720-c7e0-48cb-92ff-4180ee176cc2 tempest-AggregatesAdminTestJSON-1703106596 tempest-AggregatesAdminTestJSON-1703106596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:35.104191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7f94294-e295-4ec9-9433-17db6f3b8d2d req-ec644720-c7e0-48cb-92ff-4180ee176cc2 tempest-AggregatesAdminTestJSON-1703106596 tempest-AggregatesAdminTestJSON-1703106596-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 1122 time: 0.1905203 Sep 15 15:42:35.124416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:42:35.143778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4175a4a-a88b-4213-9a05-718232011da0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:35.146919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.148042 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Added segment 59da5477-3de4-4e2e-b0c6-07a3aa5379db of type vlan for network bdf6e5ec-bb56-4cbb-a516-73d74628807f Sep 15 15:42:35.192273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c7f94294-e295-4ec9-9433-17db6f3b8d2d req-c16e0d64-8ddc-48fb-97aa-e8d7b33c8aa5 tempest-AggregatesAdminTestJSON-1703106596 tempest-AggregatesAdminTestJSON-1703106596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.206521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.295227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.295824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.296156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:35.296901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.344948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c7f94294-e295-4ec9-9433-17db6f3b8d2d req-c16e0d64-8ddc-48fb-97aa-e8d7b33c8aa5 tempest-AggregatesAdminTestJSON-1703106596 tempest-AggregatesAdminTestJSON-1703106596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.368719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] Pushing event updated for resources: {'Network': ['ID=bdf6e5ec-bb56-4cbb-a516-73d74628807f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:35.379417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network bdf6e5ec-bb56-4cbb-a516-73d74628807f details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:42:35.392298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.435876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c7f94294-e295-4ec9-9433-17db6f3b8d2d req-c16e0d64-8ddc-48fb-97aa-e8d7b33c8aa5 tempest-AggregatesAdminTestJSON-1703106596 tempest-AggregatesAdminTestJSON-1703106596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.466406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.503960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d653cb61-7d2d-4042-b16a-b0a2c6c59a7d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7346504 Sep 15 15:42:35.504606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58994) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:35.509981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Request body: {'subnet': {'network_id': 'bdf6e5ec-bb56-4cbb-a516-73d74628807f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-171930970-subnet', 'tenant_id': 'e96e677bee95432bb3ab7eb305f3fe70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:35.518384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event updated for resources: {'Port': ['ID=419e9e8c-6b93-48cd-b2e4-ade3398857e2,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:35.533123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7f94294-e295-4ec9-9433-17db6f3b8d2d req-c16e0d64-8ddc-48fb-97aa-e8d7b33c8aa5 tempest-AggregatesAdminTestJSON-1703106596 tempest-AggregatesAdminTestJSON-1703106596-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123864 Sep 15 15:42:35.547612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e0d64-8ddc-48fb-97aa-e8d7b33c8aa5 tempest-AggregatesAdminTestJSON-1703106596 tempest-AggregatesAdminTestJSON-1703106596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770d6e94-e24c-4f50-a8e3-121a8b01f253,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:35.603890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Made reservation on behalf of e96e677bee95432bb3ab7eb305f3fe70 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:35.607410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.660163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.662337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d3065754-79b3-477b-817c-d12882fcf0ab tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2383010 Sep 15 15:42:35.842811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:35.911634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eda36e9-7397-43ac-b053-2f77998f8f16,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:35.924046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Checking segment: {'id': '59da5477-3de4-4e2e-b0c6-07a3aa5379db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'bdf6e5ec-bb56-4cbb-a516-73d74628807f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:35.924046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Network hostable DHCP agents. Network: bdf6e5ec-bb56-4cbb-a516-73d74628807f, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:42:36.031033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Network bdf6e5ec-bb56-4cbb-a516-73d74628807f is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:42:36.152330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, bdf6e5ec-bb56-4cbb-a516-73d74628807f) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:36.160884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:36.161602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:36.166268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8231af7-1dc4-4908-8020-8848359ea3b7 None None] Network bdf6e5ec-bb56-4cbb-a516-73d74628807f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:36.209144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-03473aa9-1cdd-4883-a74e-a721e9f735b3 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1436477374&fields=id&tenant_id=05452ed6d955487d9fa77c092804f1fc HTTP/1.1" status: 200 len: 267 time: 0.0822775 Sep 15 15:42:36.275525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0ec8ed31-d9f7-4efa-ba9b-40abc44f3da5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7697442 Sep 15 15:42:36.471765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f0cc8-7684-42bd-aa85-fd25f53d9502 None None] Network bdf6e5ec-bb56-4cbb-a516-73d74628807f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:36.487632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-b62052d4-51a9-4c96-adbb-8d3a88f9c99b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:36.489192 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-b62052d4-51a9-4c96-adbb-8d3a88f9c99b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 823 time: 0.2724974 Sep 15 15:42:36.531077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-b05a6a32-f66f-48df-b79c-1a57e72845a0 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/quotas/05452ed6d955487d9fa77c092804f1fc HTTP/1.1" status: 200 len: 375 time: 0.0228894 Sep 15 15:42:36.623358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-409f1d2f-b403-4870-824f-40b93c061116 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894775 Sep 15 15:42:36.741312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59070) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:36.827497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] Deleting subnet 8eba1ce3-55e5-4dc1-aadf-930dbda83433 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:42:36.831281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:36.880273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:36.890488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.043474 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.068576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eba1ce3-55e5-4dc1-aadf-930dbda83433,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:37.087045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.093544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-66e33d7a-4703-4baf-b400-cdda265e6339 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/8eba1ce3-55e5-4dc1-aadf-930dbda83433 HTTP/1.1" status: 204 len: 168 time: 0.3482790 Sep 15 15:42:37.093928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59084) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:37.219036 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.391468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.427650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.428226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.429857 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.430417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.430967 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.431520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.432056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.432615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.433889 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.434638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.533384 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:42:37.804652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.805321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.805321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.805617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:42:37.805967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd04a61-689c-4584-b13b-7fdd88d80a77']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:37.824117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-06a96349-5d67-4427-b814-66bf00055c10 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:42:37.825266 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-06a96349-5d67-4427-b814-66bf00055c10 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5959573 Sep 15 15:42:37.833815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4222c6a7-f029-4fa1-8c76-f799a7a7eb5b') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:37.834086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4222c6a7-f029-4fa1-8c76-f799a7a7eb5b') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:37.864599 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.909437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.966530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:42:37.967116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: from cryptography.utils import int_from_bytes Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: from cryptography.utils import int_from_bytes Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:42:37.992391 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:42:38.063827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-56c0f678-e434-46ea-939e-7f90eb4a0f90 service neutron] 10.222.0.63 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250373 Sep 15 15:42:38.135260 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.141093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.143214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9bd04a61-689c-4584-b13b-7fdd88d80a77 HTTP/1.1" status: 204 len: 168 time: 1.0483284 Sep 15 15:42:38.146676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59140) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:38.171740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de092f52-fe6d-4ad1-8b0a-5c8628bd28d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd04a61-689c-4584-b13b-7fdd88d80a77,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:38.208553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] Deleting subnet 6eda36e9-7397-43ac-b053-2f77998f8f16 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:42:38.214548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.221587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-299337a3-393c-4242-9fb0-4f1611d52943 service neutron] 10.222.0.63 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473477 Sep 15 15:42:38.279306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.290441 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.543070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.580225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eda36e9-7397-43ac-b053-2f77998f8f16,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:38.595975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.600551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2c955e51-6cf0-49c8-a87e-795570f02464 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6eda36e9-7397-43ac-b053-2f77998f8f16 HTTP/1.1" status: 204 len: 168 time: 0.4527912 Sep 15 15:42:38.604593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59166) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:38.667790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d7cbcec-2f61-43d2-9235-96764507908a req-abd9144b-9069-453b-b195-40dbcdd8c13a tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 210 time: 0.0341694 Sep 15 15:42:38.742366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:38.891233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59184) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:39.085995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.108404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf6e5ec-bb56-4cbb-a516-73d74628807f']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:39.123925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59da5477-3de4-4e2e-b0c6-07a3aa5379db') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:39.124345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59da5477-3de4-4e2e-b0c6-07a3aa5379db') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:39.137128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.159305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:42:39.184632 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:42:39.340464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.346500 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.352976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/bdf6e5ec-bb56-4cbb-a516-73d74628807f HTTP/1.1" status: 204 len: 168 time: 0.7423077 Sep 15 15:42:39.370791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13620536-6322-4209-a65f-4364bede5dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf6e5ec-bb56-4cbb-a516-73d74628807f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:39.410815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5895a55-4093-49ab-a9cb-afe682d4c892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.571081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5895a55-4093-49ab-a9cb-afe682d4c892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.666176 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5895a55-4093-49ab-a9cb-afe682d4c892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.746398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f5895a55-4093-49ab-a9cb-afe682d4c892 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fa6b4cf1a2e145adab4f9ea9ba864c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8535702 Sep 15 15:42:39.747437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5895a55-4093-49ab-a9cb-afe682d4c892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b441a-69c2-4f8e-bbdc-5eb2910591eb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:39.750632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59256) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:39.846792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-250ed99d-58b9-41dc-8bdc-82822dbb3bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.880365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59268) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:39.897226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-250ed99d-58b9-41dc-8bdc-82822dbb3bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:39.911881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64dec61f-f878-4ab3-b74b-51c6c89c7138 req-d89e6af1-4194-43c6-a9cf-1583e594172f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 210 time: 0.0770636 Sep 15 15:42:39.954489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-befbc4a2-9b1e-4344-be0c-e8c783cd742f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f4ae2b58f6fd43af899ef77079864c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717185 Sep 15 15:42:39.961299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59276) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:40.036901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edef51a1-34ce-4c2b-9d27-249bea163a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:40.060717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edef51a1-34ce-4c2b-9d27-249bea163a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:40.086410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-250ed99d-58b9-41dc-8bdc-82822dbb3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:40.090825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-250ed99d-58b9-41dc-8bdc-82822dbb3bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:40.095163 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-250ed99d-58b9-41dc-8bdc-82822dbb3bc5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/311b441a-69c2-4f8e-bbdc-5eb2910591eb HTTP/1.1" status: 204 len: 168 time: 0.3432651 Sep 15 15:42:40.104887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed99d-58b9-41dc-8bdc-82822dbb3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b441a-69c2-4f8e-bbdc-5eb2910591eb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:40.192823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edef51a1-34ce-4c2b-9d27-249bea163a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:40.196251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edef51a1-34ce-4c2b-9d27-249bea163a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:40.200557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-edef51a1-34ce-4c2b-9d27-249bea163a7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cca5827e-f17d-49b8-b765-d996f1e78195 HTTP/1.1" status: 204 len: 168 time: 0.2367287 Sep 15 15:42:40.211739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef51a1-34ce-4c2b-9d27-249bea163a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca5827e-f17d-49b8-b765-d996f1e78195,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:40.588060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59304) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:41.085869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db96b5dd-d05a-40d1-bd0a-142fbe799a04 req-840a5f46-b151-42ca-9546-ed3192b3f61f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 210 time: 0.0316448 Sep 15 15:42:41.453459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59354) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:41.471133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-423bd2fb-d84b-4622-b079-f527ac35ccb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:41.506451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-021829cb-644e-4ea1-bd08-72b637254a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:41.599314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59358) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:41.669821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59364) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:41.671458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-423bd2fb-d84b-4622-b079-f527ac35ccb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:41.761025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-423bd2fb-d84b-4622-b079-f527ac35ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:41.786568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.55', 57076) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:41.798690 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:41.850364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-13f994f3-9221-4c20-9ce0-f531e6f35346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:41.913266 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-423bd2fb-d84b-4622-b079-f527ac35ccb0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b1b5caa44c794d2b911a6e26e90461b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583917 Sep 15 15:42:41.920384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bd2fb-d84b-4622-b079-f527ac35ccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa73001e-2612-467c-8b3d-2036b888036f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:41.925389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59372) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:41.976752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59378) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:42.055757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-bd580e86-5521-4052-830a-58181dfdfcc3 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:42.057905 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-bd580e86-5521-4052-830a-58181dfdfcc3 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 823 time: 0.2589371 Sep 15 15:42:42.059720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a30e13e1-0308-41a7-8864-2091c4ecd799 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e96e677bee95432bb3ab7eb305f3fe70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806026 Sep 15 15:42:42.076038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59380) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:42.080739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-571f72d3-71ba-40ea-9ce9-94663ae4ae16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.119863 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-021829cb-644e-4ea1-bd08-72b637254a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.124999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-571f72d3-71ba-40ea-9ce9-94663ae4ae16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.161532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6815511-9bc1-4132-b40c-e9220c7211c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.170735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-021829cb-644e-4ea1-bd08-72b637254a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.224899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6815511-9bc1-4132-b40c-e9220c7211c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.245141 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-f106ca31-b3a6-4e0f-ae03-11276f679eed tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05452ed6d955487d9fa77c092804f1fc HTTP/1.1" status: 200 len: 380 time: 0.0970097 Sep 15 15:42:42.248256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-021829cb-644e-4ea1-bd08-72b637254a15 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d83a283882614cc680121fa47cbf91c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6581807 Sep 15 15:42:42.252072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59392) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:42.260115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 15:42:42.260115 n-d-808199-2 neutron-server[102018]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 15:42:42.260115 n-d-808199-2 neutron-server[102018]: [parameters: {'project_id': 'e19a2e534c3b468a93b2e8a62a838845', 'id': '2d5056ab-cbc9-4e09-84e3-d4b266f1576f', 'expiration': datetime.datetime(2021, 9, 15, 15, 44, 42, 210844)}] Sep 15 15:42:42.260115 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:42:42.260581 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:42:42.262719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021829cb-644e-4ea1-bd08-72b637254a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80d688a-a5a1-4090-9840-5c14880e0f50,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:42.268857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'port': {'device_id': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'admin_state_up': True, 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'security_groups': ['22c036cf-65ca-430b-ab85-a681df31ea62']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:42.354939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-719fb758-bcad-4d27-8f5c-5db811975e56 req-54800602-e597-41b2-b47d-2255bcc7ce35 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 210 time: 0.0619695 Sep 15 15:42:42.359083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-571f72d3-71ba-40ea-9ce9-94663ae4ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.364754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-571f72d3-71ba-40ea-9ce9-94663ae4ae16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.365980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-571f72d3-71ba-40ea-9ce9-94663ae4ae16 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa73001e-2612-467c-8b3d-2036b888036f HTTP/1.1" status: 204 len: 168 time: 0.4375024 Sep 15 15:42:42.422555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f72d3-71ba-40ea-9ce9-94663ae4ae16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa73001e-2612-467c-8b3d-2036b888036f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:42.455980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6815511-9bc1-4132-b40c-e9220c7211c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.459835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6815511-9bc1-4132-b40c-e9220c7211c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.462257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b6815511-9bc1-4132-b40c-e9220c7211c8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f4175a4a-a88b-4213-9a05-718232011da0 HTTP/1.1" status: 204 len: 168 time: 0.3841913 Sep 15 15:42:42.466917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93a8425b-8fa8-4de8-a51b-64a62521b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.479112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6815511-9bc1-4132-b40c-e9220c7211c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4175a4a-a88b-4213-9a05-718232011da0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:42.512080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93a8425b-8fa8-4de8-a51b-64a62521b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.620217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-13f994f3-9221-4c20-9ce0-f531e6f35346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.744957 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-13f994f3-9221-4c20-9ce0-f531e6f35346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.765204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.788384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93a8425b-8fa8-4de8-a51b-64a62521b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.792223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93a8425b-8fa8-4de8-a51b-64a62521b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.797435 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-93a8425b-8fa8-4de8-a51b-64a62521b69a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b80d688a-a5a1-4090-9840-5c14880e0f50 HTTP/1.1" status: 204 len: 168 time: 0.5403717 Sep 15 15:42:42.805570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8425b-8fa8-4de8-a51b-64a62521b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80d688a-a5a1-4090-9840-5c14880e0f50,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:42.824974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-13f994f3-9221-4c20-9ce0-f531e6f35346 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ca6c415656647be99aa424dd2472c92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1514213 Sep 15 15:42:42.826522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59416) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:42.827338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f994f3-9221-4c20-9ce0-f531e6f35346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4a778-99ab-4d47-8fc6-03ab58b47781,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:42.882567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Made reservation on behalf of 05452ed6d955487d9fa77c092804f1fc for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:42.887227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:42.935722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bb56a01-1f30-47dd-993e-f292a8dfd0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.033263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bb56a01-1f30-47dd-993e-f292a8dfd0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.127386 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.223685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.264592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bb56a01-1f30-47dd-993e-f292a8dfd0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.268816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bb56a01-1f30-47dd-993e-f292a8dfd0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.270883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9bb56a01-1f30-47dd-993e-f292a8dfd0e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c0f4a778-99ab-4d47-8fc6-03ab58b47781 HTTP/1.1" status: 204 len: 168 time: 0.4216332 Sep 15 15:42:43.287727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Allocated IP 172.20.0.14 (cbab5bdd-a048-44ca-bf66-b8641e20eecf/f1880e91-f2b7-472a-b4d7-31c2d32219d3/7554613d-2948-46a6-b80b-4f2ce8aac436) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:43.333589 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e19a2e534c3b468a93b2e8a62a838845&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7300487 Sep 15 15:42:43.335131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed71b9c-2dc2-48c3-9d0c-db80bed472ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e20450-58a0-4e56-b134-27deec69f499,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:43.339904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59442) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:43.373752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb56a01-1f30-47dd-993e-f292a8dfd0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4a778-99ab-4d47-8fc6-03ab58b47781,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:43.467659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7467-63bf-4929-ac40-7ae09795734a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.502175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7467-63bf-4929-ac40-7ae09795734a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.512195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e0ad-b73b-45d3-88ba-1d3b38b98a47 req-a097cc4d-fefd-45b8-a1d7-f45d1f0bea43 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:43.527923 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d24e0ad-b73b-45d3-88ba-1d3b38b98a47 req-a097cc4d-fefd-45b8-a1d7-f45d1f0bea43 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 971 time: 0.2183731 Sep 15 15:42:43.573346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57e3413e-539b-4171-9ab9-5f211e94829b req-526d8984-765e-4bbe-9ced-048b13e7c4bc tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 210 time: 0.0594366 Sep 15 15:42:43.604583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d24e0ad-b73b-45d3-88ba-1d3b38b98a47 req-b897aa77-e1ad-4499-9521-a0bd7d335fc5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742354 Sep 15 15:42:43.633012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.735287 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7467-63bf-4929-ac40-7ae09795734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.738047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7467-63bf-4929-ac40-7ae09795734a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.744863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bfbd7467-63bf-4929-ac40-7ae09795734a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/71e20450-58a0-4e56-b134-27deec69f499 HTTP/1.1" status: 204 len: 168 time: 0.4013159 Sep 15 15:42:43.752766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd7467-63bf-4929-ac40-7ae09795734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e20450-58a0-4e56-b134-27deec69f499,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:43.780743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:43.884579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:43.903674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:43.906080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event updated for resources: {'Port': ['ID=7554613d-2948-46a6-b80b-4f2ce8aac436,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:43.908042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:43.966733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:43.967464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.049093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-1f2f0151-5fd4-4c2c-8465-37ed141e0765 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7877965 Sep 15 15:42:44.066167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59474) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:44.097179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9c01271-67c8-427f-b3a9-e5695cfbffe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.275072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-54bbb338-de89-46be-b32d-30ebab1e1765 None None] Provisioning complete for port 7554613d-2948-46a6-b80b-4f2ce8aac436 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:44.275943 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54bbb338-de89-46be-b32d-30ebab1e1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.293019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9c01271-67c8-427f-b3a9-e5695cfbffe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.349893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-54bbb338-de89-46be-b32d-30ebab1e1765 None None] Port 7554613d-2948-46a6-b80b-4f2ce8aac436 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:44.374455 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9c01271-67c8-427f-b3a9-e5695cfbffe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.421761 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59486) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:44.428827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b9c01271-67c8-427f-b3a9-e5695cfbffe0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=04820c29396c4b60a8a526b26cf5413a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599958 Sep 15 15:42:44.437380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01271-67c8-427f-b3a9-e5695cfbffe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69562d75-0f96-4132-8be1-34d4d92a4c68,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:44.494664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac94ac5-52a5-4b8e-b42f-2b8b73e08998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.527958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac94ac5-52a5-4b8e-b42f-2b8b73e08998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.626180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-65139f1a-16e1-49b3-bf9c-33f6e49d04d5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:44.627635 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-65139f1a-16e1-49b3-bf9c-33f6e49d04d5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.38 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 971 time: 0.0631750 Sep 15 15:42:44.707871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac94ac5-52a5-4b8e-b42f-2b8b73e08998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.710521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac94ac5-52a5-4b8e-b42f-2b8b73e08998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.711677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9ac94ac5-52a5-4b8e-b42f-2b8b73e08998 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/69562d75-0f96-4132-8be1-34d4d92a4c68 HTTP/1.1" status: 204 len: 168 time: 0.2888691 Sep 15 15:42:44.724949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac94ac5-52a5-4b8e-b42f-2b8b73e08998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69562d75-0f96-4132-8be1-34d4d92a4c68,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:44.745871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319594-e064-42d3-b7f5-9ffcaf4b8ca0 req-f85a697b-bbbc-4bd8-b65d-3a09a35ae871 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:44.753631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97319594-e064-42d3-b7f5-9ffcaf4b8ca0 req-f85a697b-bbbc-4bd8-b65d-3a09a35ae871 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 932 time: 0.0909305 Sep 15 15:42:44.811095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59504) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:44.828546 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97319594-e064-42d3-b7f5-9ffcaf4b8ca0 req-e03ab854-7cbd-4aa3-9379-4cc0167635ef tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662801 Sep 15 15:42:44.846130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2519baca-7473-494c-8128-c328038d4f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:44.981491 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2519baca-7473-494c-8128-c328038d4f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.055838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2519baca-7473-494c-8128-c328038d4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.115690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519baca-7473-494c-8128-c328038d4f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968533f8-f27d-4f75-ae4b-249f5569d2f1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:45.124036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2519baca-7473-494c-8128-c328038d4f88 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fc44e39a3ae34fcea0cf25f65ddddc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119371 Sep 15 15:42:45.128253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:45.208899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed79411c-e4fe-41fc-a342-970d9eec860a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.222317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b248b-7f1c-4d35-8ff0-1704ea3613f1 req-a6cdd625-d276-446b-9bdf-9b1345e94e63 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:45.224960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-207b248b-7f1c-4d35-8ff0-1704ea3613f1 req-a6cdd625-d276-446b-9bdf-9b1345e94e63 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 971 time: 0.4510126 Sep 15 15:42:45.234682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed79411c-e4fe-41fc-a342-970d9eec860a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.261409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Deleting port 01a68e12-2705-429d-87c5-0c0096f040c6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:42:45.261763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.362381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-207b248b-7f1c-4d35-8ff0-1704ea3613f1 req-728d8d88-6f1e-4386-94ab-eb663ff31807 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/security-groups?id=6637bd04-e070-4a2e-bfab-6d97a50b691c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150391 Sep 15 15:42:45.400361 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed79411c-e4fe-41fc-a342-970d9eec860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.405867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed79411c-e4fe-41fc-a342-970d9eec860a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.410129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] For port 01a68e12-2705-429d-87c5-0c0096f040c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01a68e12-2705-429d-87c5-0c0096f040c6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:45.410561 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.412066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ed79411c-e4fe-41fc-a342-970d9eec860a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/968533f8-f27d-4f75-ae4b-249f5569d2f1 HTTP/1.1" status: 204 len: 168 time: 0.2825453 Sep 15 15:42:45.426217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79411c-e4fe-41fc-a342-970d9eec860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968533f8-f27d-4f75-ae4b-249f5569d2f1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:45.430889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Calling delete_port for 01a68e12-2705-429d-87c5-0c0096f040c6 owned by compute:tempest-test_az-2140583156 {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:42:45.734168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.749570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['01a68e12-2705-429d-87c5-0c0096f040c6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:42:45.779903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Pushing event deleted for resources: {'Port': ['ID=01a68e12-2705-429d-87c5-0c0096f040c6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:45.830213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59540) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:45.863924 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb5f60c4-fdb4-4c43-a493-1d1797ff9917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.944422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] No DVR routers for this DVR port 01a68e12-2705-429d-87c5-0c0096f040c6 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:42:45.949493 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:45.952966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49836946-f0bf-4837-a19a-3211d4720ac1 req-ac2d75ee-038c-4737-9e40-1066b9f95ff5 tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.38 "DELETE /v2.0/ports/01a68e12-2705-429d-87c5-0c0096f040c6 HTTP/1.1" status: 204 len: 173 time: 1.3192112 Sep 15 15:42:45.953785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'name': 'network-vif-deleted', 'tag': '01a68e12-2705-429d-87c5-0c0096f040c6'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:42:45.969675 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce5b03-ac19-4e9b-8032-c4b96f6f28e6" -d '{"events": [{"server_uuid": "941c8307-c2a1-4bc7-8c00-ee6327899e03", "name": "network-vif-deleted", "tag": "01a68e12-2705-429d-87c5-0c0096f040c6"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:42:46.015429 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23617b3d-cc66-431f-b895-d59d9a3eaa42 x-openstack-request-id: req-23617b3d-cc66-431f-b895-d59d9a3eaa42 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:42:46.015832 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941c8307-c2a1-4bc7-8c00-ee6327899e03", "name": "network-vif-deleted", "tag": "01a68e12-2705-429d-87c5-0c0096f040c6", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:42:46.016113 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-23617b3d-cc66-431f-b895-d59d9a3eaa42 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:42:46.019419 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941c8307-c2a1-4bc7-8c00-ee6327899e03', 'name': 'network-vif-deleted', 'tag': '01a68e12-2705-429d-87c5-0c0096f040c6', 'status': 'completed', 'code': 200} Sep 15 15:42:46.115965 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb5f60c4-fdb4-4c43-a493-1d1797ff9917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:46.121190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9fc69-d877-480d-ac02-da962c5049b4 req-ce1dc296-0028-43de-9a8f-7d05fce1832a tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:46.132238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02b9fc69-d877-480d-ac02-da962c5049b4 req-ce1dc296-0028-43de-9a8f-7d05fce1832a tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 932 time: 0.1093497 Sep 15 15:42:46.180343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb5f60c4-fdb4-4c43-a493-1d1797ff9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:46.184626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02b9fc69-d877-480d-ac02-da962c5049b4 req-b4004158-d901-48b8-95cc-28d6c485e20c tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512094 Sep 15 15:42:46.264206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f60c4-fdb4-4c43-a493-1d1797ff9917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eda48c-5b14-46bf-9c51-1abfac220b43,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:46.280849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fb5f60c4-fdb4-4c43-a493-1d1797ff9917 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=03107f4f0bd84d13879051fb2e04cf66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470801 Sep 15 15:42:46.281090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59556) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:46.340179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca238515-4df7-474e-840d-04a78caa67de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:46.365489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca238515-4df7-474e-840d-04a78caa67de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:46.491560 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca238515-4df7-474e-840d-04a78caa67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:46.495422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca238515-4df7-474e-840d-04a78caa67de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:46.496887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ca238515-4df7-474e-840d-04a78caa67de admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21eda48c-5b14-46bf-9c51-1abfac220b43 HTTP/1.1" status: 204 len: 168 time: 0.2148595 Sep 15 15:42:46.518030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5020613-6f32-4541-a324-a9fd1e276032 req-ffc9cf00-0ade-40f6-a958-ae4e93a135bc tempest-AggregatesAdminTestJSON-1264940534 tempest-AggregatesAdminTestJSON-1264940534-project] 10.222.0.63 "GET /v2.0/ports?device_id=941c8307-c2a1-4bc7-8c00-ee6327899e03 HTTP/1.1" status: 200 len: 210 time: 0.0362821 Sep 15 15:42:46.524844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca238515-4df7-474e-840d-04a78caa67de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eda48c-5b14-46bf-9c51-1abfac220b43,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:46.822526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59578) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:47.304041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1a08-005b-4162-8cc9-ffe73ceafa3b req-af7191b9-c11d-4035-89d9-655b422274b9 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:47.305873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a77a1a08-005b-4162-8cc9-ffe73ceafa3b req-af7191b9-c11d-4035-89d9-655b422274b9 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 932 time: 0.0530279 Sep 15 15:42:47.359396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a77a1a08-005b-4162-8cc9-ffe73ceafa3b req-9e11d035-05af-417b-94c3-9bd46ec6979e tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Sep 15 15:42:47.503826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-552fbf86-9269-4bd6-ba99-e58a411f5fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:47.609671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-552fbf86-9269-4bd6-ba99-e58a411f5fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:47.711595 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-552fbf86-9269-4bd6-ba99-e58a411f5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:47.751471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-552fbf86-9269-4bd6-ba99-e58a411f5fc9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c7e58e509fc4eff9a21ff845131f64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9276245 Sep 15 15:42:47.752546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fbf86-9269-4bd6-ba99-e58a411f5fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22753789-d9eb-4d3a-9dbb-64cfd50b892e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:47.754294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59606) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:47.811148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8561e17-7606-45d9-91eb-ac4be2055650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:47.859878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8561e17-7606-45d9-91eb-ac4be2055650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:47.985808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8561e17-7606-45d9-91eb-ac4be2055650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:47.988576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8561e17-7606-45d9-91eb-ac4be2055650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:47.989862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8561e17-7606-45d9-91eb-ac4be2055650 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/22753789-d9eb-4d3a-9dbb-64cfd50b892e HTTP/1.1" status: 204 len: 168 time: 0.2337682 Sep 15 15:42:47.998424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8561e17-7606-45d9-91eb-ac4be2055650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22753789-d9eb-4d3a-9dbb-64cfd50b892e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:48.481017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5c461-663b-4fdc-8ef8-cf13f6ce74b4 req-77c2e0b1-b1d2-4f57-aa78-9655b6690283 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:48.482734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d5c461-663b-4fdc-8ef8-cf13f6ce74b4 req-77c2e0b1-b1d2-4f57-aa78-9655b6690283 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 932 time: 0.0519922 Sep 15 15:42:48.527972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d5c461-663b-4fdc-8ef8-cf13f6ce74b4 req-f4d58435-86be-46f1-b2f7-5ca1383d6332 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388064 Sep 15 15:42:48.580933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59636) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:48.928270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01a68e12-2705-429d-87c5-0c0096f040c6 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:42:48.953894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 01a68e12-2705-429d-87c5-0c0096f040c6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:42:48.954242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01a68e12-2705-429d-87c5-0c0096f040c6 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:42:48.954796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5fdcf07e-9e64-4451-b8cb-a77e3772f0e0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e7e01bca00f24bf0999a705aff078ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725345 Sep 15 15:42:48.957555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59652) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:49.006935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fddc3622-f8fb-4506-8411-41b6c53e4e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.029386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fddc3622-f8fb-4506-8411-41b6c53e4e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.174069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fddc3622-f8fb-4506-8411-41b6c53e4e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.176860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fddc3622-f8fb-4506-8411-41b6c53e4e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.178023 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fddc3622-f8fb-4506-8411-41b6c53e4e0b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6637bd04-e070-4a2e-bfab-6d97a50b691c HTTP/1.1" status: 204 len: 168 time: 0.2195115 Sep 15 15:42:49.185691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc3622-f8fb-4506-8411-41b6c53e4e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6637bd04-e070-4a2e-bfab-6d97a50b691c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:49.231562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:49.246551 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fee697a8-8c86-4134-8907-18c9c2b11904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.343682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fee697a8-8c86-4134-8907-18c9c2b11904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.408171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fee697a8-8c86-4134-8907-18c9c2b11904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.446984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fee697a8-8c86-4134-8907-18c9c2b11904 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f7748649c72459884e3096e4d5d84dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142894 Sep 15 15:42:49.449109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee697a8-8c86-4134-8907-18c9c2b11904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b1aa6-dcf6-42b7-901a-274871589da8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:49.450301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59666) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:49.510081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9601430-e858-4c6b-b80f-0a56e8041fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.533377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9601430-e858-4c6b-b80f-0a56e8041fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.574469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-193dbd72-9d06-4b2c-b50e-1b172addf3b3 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:42:49.575426 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-193dbd72-9d06-4b2c-b50e-1b172addf3b3 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054593 Sep 15 15:42:49.594923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59674) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:49.648383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9601430-e858-4c6b-b80f-0a56e8041fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.650947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9601430-e858-4c6b-b80f-0a56e8041fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:49.653190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b9601430-e858-4c6b-b80f-0a56e8041fc1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d78b1aa6-dcf6-42b7-901a-274871589da8 HTTP/1.1" status: 204 len: 168 time: 0.2010760 Sep 15 15:42:49.661158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b60760-f1f0-45fe-b46d-c462a34b8ca0 req-6901709d-6c42-4c44-aa68-4a66802b94e1 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:49.663076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2b60760-f1f0-45fe-b46d-c462a34b8ca0 req-6901709d-6c42-4c44-aa68-4a66802b94e1 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 932 time: 0.0583222 Sep 15 15:42:49.672291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9601430-e858-4c6b-b80f-0a56e8041fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b1aa6-dcf6-42b7-901a-274871589da8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:49.705341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2b60760-f1f0-45fe-b46d-c462a34b8ca0 req-b0fbaaa5-bda0-4150-809a-54c4ee2b6ae2 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355515 Sep 15 15:42:50.093419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-478511852-network', 'tenant_id': 'e0619f535f2b490d9b12cb8f480f3242'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:50.201055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Made reservation on behalf of e0619f535f2b490d9b12cb8f480f3242 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:50.201055 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.209515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.308579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.379879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.408013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:42:50.422869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450d5a90-83ac-4993-8fd2-d911dde999b3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:50.422869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.422869 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Added segment 4baf7286-3cf9-4933-9f6d-46167aabf218 of type vlan for network d8d9c2dd-68b7-420c-8073-fe516912279d Sep 15 15:42:50.465001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.596825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.597823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:50.598438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.662411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d9c2dd-68b7-420c-8073-fe516912279d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:50.665920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7c53fd91-b44c-404b-8348-88dcdf2772e2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0699859 Sep 15 15:42:50.669229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59702) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:50.674876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d8d9c2dd-68b7-420c-8073-fe516912279d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:42:50.675356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Request body: {'subnet': {'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-478511852-subnet', 'tenant_id': 'e0619f535f2b490d9b12cb8f480f3242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:50.718807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59704) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:50.747497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Request body: {'port': {'device_id': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:50.759286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Made reservation on behalf of e0619f535f2b490d9b12cb8f480f3242 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:50.762303 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.810496 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:50.954033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-89e2e960-ddd5-4dc3-9d0f-0a3bdb9d9e85 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2cef958eea50449aa987f061636ba25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340579 Sep 15 15:42:50.957881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59710) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:50.984682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48198e-db38-4343-b30c-d28655a97645 req-7ff1df96-d0d8-448d-930b-7260f79fb437 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:50.986178 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc48198e-db38-4343-b30c-d28655a97645 req-7ff1df96-d0d8-448d-930b-7260f79fb437 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 932 time: 0.1040082 Sep 15 15:42:51.136962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc48198e-db38-4343-b30c-d28655a97645 req-6929a311-0ccd-4e7a-9d80-e3d754d9a003 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266937 Sep 15 15:42:51.150198 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac54-47c7-48f9-a9c4-20967ca86bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.193766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59722) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:51.199275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac54-47c7-48f9-a9c4-20967ca86bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.255074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.277467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7554613d-2948-46a6-b80b-4f2ce8aac436 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:42:51.287647 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.320061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db93ba70-95b8-4e96-bc8c-404929d37c39,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:51.333076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.333415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.333783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.334100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.334418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.334758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.335077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.335409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.335734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.336054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.336383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.336734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.345687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Checking segment: {'id': '4baf7286-3cf9-4933-9f6d-46167aabf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:51.346053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Network hostable DHCP agents. Network: d8d9c2dd-68b7-420c-8073-fe516912279d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:42:51.391753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac54-47c7-48f9-a9c4-20967ca86bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.391989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Transition to ACTIVE for port object 7554613d-2948-46a6-b80b-4f2ce8aac436 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:42:51.396210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17c7ac54-47c7-48f9-a9c4-20967ca86bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.396210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-17c7ac54-47c7-48f9-a9c4-20967ca86bc6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/770d6e94-e24c-4f50-a8e3-121a8b01f253 HTTP/1.1" status: 204 len: 168 time: 0.4369965 Sep 15 15:42:51.406517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7ac54-47c7-48f9-a9c4-20967ca86bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770d6e94-e24c-4f50-a8e3-121a8b01f253,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:51.454219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Network d8d9c2dd-68b7-420c-8073-fe516912279d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:42:51.505817 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.524375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-ef026709-aa62-40b2-b3de-4e079bb08d85 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341980 Sep 15 15:42:51.536586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-network', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:51.570434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d8d9c2dd-68b7-420c-8073-fe516912279d) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:51.576870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:51.579137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.583703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed71231-1b95-45c6-bb9d-91785ae5e571 None None] Network d8d9c2dd-68b7-420c-8073-fe516912279d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:51.638889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Made reservation on behalf of 772b89f74ff94b79b29132ed596cfc01 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:51.641826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.657977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.751816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a15208-dc9b-4eee-8f6b-2ed6621c9ce2 None None] Network d8d9c2dd-68b7-420c-8073-fe516912279d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:51.818012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-20cc15eb-eed7-4492-ad2f-a858a0bff8e0 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1475451 Sep 15 15:42:51.895375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.902199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7554613d-2948-46a6-b80b-4f2ce8aac436,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:51.952393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:51.957991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.958399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.958678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.958994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.959324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.959650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.959970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.960293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.960641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.960962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.961306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.961623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:42:51.990948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:42:52.009175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-fd198677-7b09-4db2-972f-52bb8428ffb5 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:52.010800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-fd198677-7b09-4db2-972f-52bb8428ffb5 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4653988 Sep 15 15:42:52.013979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24690b-2ec2-4692-b257-11108e4dff49,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:52.017145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.017499 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Added segment b323c1f2-7bd8-4325-a368-0567c3ffce84 of type vlan for network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d Sep 15 15:42:52.034487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Attempting to bind port 7554613d-2948-46a6-b80b-4f2ce8aac436 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:52.034849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Attempting to bind port 7554613d-2948-46a6-b80b-4f2ce8aac436 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:52.035220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Attempting to bind port 7554613d-2948-46a6-b80b-4f2ce8aac436 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:52.038497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-5253da85-41ef-414b-9f33-bef7b7b6a6a0 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/quotas/d4eb26baef5c4b2bb0464c69b406f6f0 HTTP/1.1" status: 200 len: 375 time: 0.0189691 Sep 15 15:42:52.042198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Port 7554613d-2948-46a6-b80b-4f2ce8aac436 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:42:52.042582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Attempting to bind port 7554613d-2948-46a6-b80b-4f2ce8aac436 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:52.059333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:52.059333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Checking segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:52.059333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Bound using segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:52.059333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Bound port: 7554613d-2948-46a6-b80b-4f2ce8aac436, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:52.059333 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.070909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.082678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-10eaeefb-6b3f-4d79-8754-d2b692c80408 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367522 Sep 15 15:42:52.158426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] For port 7554613d-2948-46a6-b80b-4f2ce8aac436, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:52.165064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] For port 7554613d-2948-46a6-b80b-4f2ce8aac436, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7554613d-2948-46a6-b80b-4f2ce8aac436,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:52.233001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.233216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.234420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:52.235014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.325525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:52.326146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.327618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/7554613d-2948-46a6-b80b-4f2ce8aac436 HTTP/1.1" status: 200 len: 1092 time: 2.3702855 Sep 15 15:42:52.328060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:42:52.362695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1645958 Sep 15 15:42:52.364279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59772) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:52.370768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Request body: {'subnet': {'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-subnet', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:52.382114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62861196-ab8b-4891-8799-baa4e878a8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7554613d-2948-46a6-b80b-4f2ce8aac436,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:52.454611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f77ee6-3da3-4c3a-bee9-d0acea1f6c02 admin admin] Pushing event updated for resources: {'Network': ['ID=23f4fa9e-4b3d-4af5-a9c1-b2514778700d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:52.455391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:42:52.504626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fd974-c19f-43a9-b014-912cae09ff7b req-b3e4ae2e-b047-4553-9bef-88d1a8356fc9 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:52.511687 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b04fd974-c19f-43a9-b014-912cae09ff7b req-b3e4ae2e-b047-4553-9bef-88d1a8356fc9 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 944 time: 0.0857072 Sep 15 15:42:52.539921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Made reservation on behalf of 772b89f74ff94b79b29132ed596cfc01 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:52.542464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.659557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b04fd974-c19f-43a9-b014-912cae09ff7b req-76da10ed-d517-492f-9b6d-9fa904f414b2 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340063 Sep 15 15:42:52.702959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-ca5896ae-add4-42f8-a89b-5319eb6f64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:52.705259 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-ca5896ae-add4-42f8-a89b-5319eb6f64fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 1095 time: 0.1543853 Sep 15 15:42:52.815978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-38706079-4097-44a7-a94a-9f6c93d31d06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7554613d-2948-46a6-b80b-4f2ce8aac436 HTTP/1.1" status: 200 len: 217 time: 0.1014805 Sep 15 15:42:52.844567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c51e178d-afb8-45b6-b54a-0138e6e1b927 req-5efe4f42-c8c7-4b76-a5fb-8fb5ef5adc3d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 210 time: 0.0642433 Sep 15 15:42:52.874026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:52.928260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-864c72bb-cde6-4695-be55-45dcadaf4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:52.929846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-864c72bb-cde6-4695-be55-45dcadaf4f86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 200 len: 862 time: 0.0881789 Sep 15 15:42:52.936843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4615318c-a49e-405d-b0d8-6273afd10e63,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:52.945028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Checking segment: {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:52.945384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Network hostable DHCP agents. Network: 23f4fa9e-4b3d-4af5-a9c1-b2514778700d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:42:53.016089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-a92305c2-b939-4d27-88be-99a88249adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:53.017667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-a92305c2-b939-4d27-88be-99a88249adae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbab5bdd-a048-44ca-bf66-b8641e20eecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785477 Sep 15 15:42:53.060015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:42:53.131225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-0ae54345-33bc-4625-b539-f49518417c7e service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043024 Sep 15 15:42:53.140210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 23f4fa9e-4b3d-4af5-a9c1-b2514778700d) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:53.140932 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:42:53.145892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:53.147258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:53.154780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af608be3-8308-4fdf-a974-72512e4a0561 None None] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:53.234944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-550215a9-5a75-4bdc-b0e0-cfa0aa371fef admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8665214 Sep 15 15:42:53.235223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59810) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:53.239671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:53.251646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1116b955-c5ce-4444-abe2-0cb3a32aef22 req-f49d65bc-9c01-43d3-b2be-b56f88612ba7 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062241 Sep 15 15:42:53.387706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:53.391909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:53.474802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:42:53.475906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:53.497603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:53.661080 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-60d0a209-b393-4865-81fe-996230269c42 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262575 Sep 15 15:42:53.675161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Allocated IP 172.20.0.2 (23f4fa9e-4b3d-4af5-a9c1-b2514778700d/4615318c-a49e-405d-b0d8-6273afd10e63/6dbaebf9-2aec-4599-8993-40bfa4bd6cfa) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:53.811266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:53.882333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-7e9d95b7-d180-40ab-8383-4604b000c80a tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:53.882333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-7e9d95b7-d180-40ab-8383-4604b000c80a tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775222 Sep 15 15:42:53.882333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-acee6604-3cb5-49a6-9dc8-9f2591e27b0c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/quotas/0f8ca5bf0e9848b4b7a97078ecae6fc0 HTTP/1.1" status: 200 len: 375 time: 0.0095761 Sep 15 15:42:53.891162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:53.904683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-8e7facf0-658b-4e37-98e9-c631f7880299 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339618 Sep 15 15:42:53.955107 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3878104a-025c-41f4-9078-da8f5a25d3b8 x-openstack-request-id: req-3878104a-025c-41f4-9078-da8f5a25d3b8 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:42:53.955107 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:42:53.955107 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3878104a-025c-41f4-9078-da8f5a25d3b8 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:42:53.955107 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'status': 'completed', 'code': 200} Sep 15 15:42:54.007751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-e95375b7-c384-437d-a4e8-a549a4ab1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:54.009345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-e95375b7-c384-437d-a4e8-a549a4ab1400 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 1095 time: 0.0441515 Sep 15 15:42:54.166724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-a516bfe0-e2c5-4eb2-b366-472ee9740a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:54.168861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-a516bfe0-e2c5-4eb2-b366-472ee9740a24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 924 time: 0.1517065 Sep 15 15:42:54.201310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:54.207183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1723700573-network', 'tenant_id': '75007000eaac4867b712b1cad509477d'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:54.213340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-33db4e21-2a85-476e-9ad5-a7f1ebac4de3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7554613d-2948-46a6-b80b-4f2ce8aac436 HTTP/1.1" status: 200 len: 217 time: 0.0368714 Sep 15 15:42:54.270825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-a263028b-6638-499d-b5c1-5c10c1407cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:54.272544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-a263028b-6638-499d-b5c1-5c10c1407cb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 200 len: 862 time: 0.0485847 Sep 15 15:42:54.326460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-927709ee-d8db-4156-9b53-982ba7261a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:54.327971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-927709ee-d8db-4156-9b53-982ba7261a7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbab5bdd-a048-44ca-bf66-b8641e20eecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425270 Sep 15 15:42:54.329065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6ae2a8d3-16af-4651-b176-07a289159d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.332916 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.379233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:54.382915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:54.389808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:54.396854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Pushing event updated for resources: {'Port': ['ID=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:54.479611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Made reservation on behalf of 75007000eaac4867b712b1cad509477d for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:54.486971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.516959 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-5338ac98-9506-4235-9182-32ca73a972e1 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798334 Sep 15 15:42:54.517538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Attempting to bind port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:54.518000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Attempting to bind port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:54.518494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Attempting to bind port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa on network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:54.528670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:54.545609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Checking segment: {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:54.546195 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.547786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Bound using segment: {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:54.549103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Bound port: 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:54.549501 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.585952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.645277 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b5ac052-f73e-4db8-9b01-afc31b515d2c req-d98dc68a-1008-4cc3-b511-b053b48773a4 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 210 time: 0.0558383 Sep 15 15:42:54.730777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] For port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:54.736311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] For port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:54.739249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3c877e-e2ce-4a82-a7b0-8d636e0ab5ad req-4437c806-0cf4-45d1-a810-777c1fc54f62 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091537 Sep 15 15:42:54.766108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.801578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b1fe5-7f00-4441-a93f-b1cf2c5638fb req-7f13ec82-383c-4500-84fa-3f568ebdac9f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:54.803062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-212b1fe5-7f00-4441-a93f-b1cf2c5638fb req-7f13ec82-383c-4500-84fa-3f568ebdac9f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 944 time: 0.2209725 Sep 15 15:42:54.804068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.814611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:54.898668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813f4e3-1838-438f-86f0-887077e92757 None None] Pushing event updated for resources: {'Port': ['ID=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:54.934025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-212b1fe5-7f00-4441-a93f-b1cf2c5638fb req-f4d3badb-8a49-499d-b822-e9705ed09f0c tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246188 Sep 15 15:42:55.032971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Allocated IP 172.25.0.159 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/28a4f7b6-3d9b-4940-8686-ed544ac820e6) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:55.053527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b347bf70-1c72-4945-8176-56b3392c317e req-3ac66bc6-f22c-4222-a503-f3349e24b75a tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 210 time: 0.0574598 Sep 15 15:42:55.078536 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.150162 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.213958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:42:55.242399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dff8c6-84c3-48eb-b575-439f299e6b8d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:55.258270 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.268596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.269225 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Added segment 9cb2486a-bf60-4f52-8ffc-9478df183107 of type vlan for network 50843f0e-ba44-42c3-9bbe-052971f0f24a Sep 15 15:42:55.525856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-806c2ad9-b99c-45c7-bca1-2d100e403ed0 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348134 Sep 15 15:42:55.534716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.688113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-2dd110e5-3546-4ac3-90f0-d3abac6803c5 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:55.690579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-2dd110e5-3546-4ac3-90f0-d3abac6803c5 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578460 Sep 15 15:42:55.705615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Request body: {'port': {'device_id': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'd4eb26baef5c4b2bb0464c69b406f6f0'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:55.759395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.837544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b78a228-d3b6-4ce3-b101-1df9f7e18017 req-c560e59c-5e3a-4fb4-855b-d8a074d84986 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 210 time: 0.1018765 Sep 15 15:42:55.940840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:55.965279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.966178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:55.966722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:55.989350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:56.008344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:56.152791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1385f6e7-344d-4bb3-a3d1-ac9c6aeec6d3 None None] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:56.158719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.282632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=50843f0e-ba44-42c3-9bbe-052971f0f24a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:56.284934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Made reservation on behalf of d4eb26baef5c4b2bb0464c69b406f6f0 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:56.294230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-da8e0a2b-5011-45b6-8c87-63c7ec25fdb0 None None] Provisioning complete for port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:56.294599 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da8e0a2b-5011-45b6-8c87-63c7ec25fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.296380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 50843f0e-ba44-42c3-9bbe-052971f0f24a details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:42:56.297328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.301537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Pushing event updated for resources: {'Port': ['ID=28a4f7b6-3d9b-4940-8686-ed544ac820e6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:56.313281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59908) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:56.313777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b50fa60a-de89-4474-b43e-b42f44e67ca4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1103430 Sep 15 15:42:56.318179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Request body: {'subnet': {'network_id': '50843f0e-ba44-42c3-9bbe-052971f0f24a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1723700573-subnet', 'tenant_id': '75007000eaac4867b712b1cad509477d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:56.324373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.374608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ce8b9-ca1e-4879-98fd-e22a150b826a req-f8d9d61f-e6a6-4d52-9ad7-7c1cab7006d2 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:56.376208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e3ce8b9-ca1e-4879-98fd-e22a150b826a req-f8d9d61f-e6a6-4d52-9ad7-7c1cab7006d2 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 944 time: 0.3150480 Sep 15 15:42:56.462007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da48955a-8dd9-4942-8106-3dfb4a1b3aa2 req-5a399e2c-acb4-4cc2-9e59-0ad9de7b170b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 210 time: 0.0327196 Sep 15 15:42:56.484272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Made reservation on behalf of 75007000eaac4867b712b1cad509477d for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:56.488926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.556530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e3ce8b9-ca1e-4879-98fd-e22a150b826a req-6b811521-ba8f-43b6-9884-0eb4b6fe06b7 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513484 Sep 15 15:42:56.681685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.689402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da8e0a2b-5011-45b6-8c87-63c7ec25fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.728741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7554613d-2948-46a6-b80b-4f2ce8aac436 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:42:56.873319 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.885647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:56.982180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-da8e0a2b-5011-45b6-8c87-63c7ec25fdb0 None None] For port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:56.994619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Checking segment: {'id': '9cb2486a-bf60-4f52-8ffc-9478df183107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '50843f0e-ba44-42c3-9bbe-052971f0f24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:56.994825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7554613d-2948-46a6-b80b-4f2ce8aac436, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7554613d-2948-46a6-b80b-4f2ce8aac436,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:56.996128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Network hostable DHCP agents. Network: 50843f0e-ba44-42c3-9bbe-052971f0f24a, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:42:57.006795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cbca9bc-2969-4df8-96c1-0804cf0c0ba5,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:57.046263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'port_id': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'mac_address': 'fa:16:3e:f3:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:42:57.046707 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.071062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.085186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7554613d-2948-46a6-b80b-4f2ce8aac436 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:42:57.106336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7554613d-2948-46a6-b80b-4f2ce8aac436, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7554613d-2948-46a6-b80b-4f2ce8aac436,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:57.120050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bc8779-878a-452c-bca2-982ab8783a7c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:57.123100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.209351 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da8e0a2b-5011-45b6-8c87-63c7ec25fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.212495 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.266397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:57.283004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Network 50843f0e-ba44-42c3-9bbe-052971f0f24a is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:42:57.301860 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.309234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d5c2edf-e209-4a8e-bdbd-cf351fac637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.334087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Allocated IP 192.168.233.126 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/ee7bf6be-c1d2-476c-9338-704a87a4e879) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:57.358078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e0a2b-5011-45b6-8c87-63c7ec25fdb0 None None] Pushing event updated for resources: {'Port': ['ID=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:57.360995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.38', 51788) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:57.368398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 50843f0e-ba44-42c3-9bbe-052971f0f24a) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:57.374178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:57.376767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.408243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-3bd9da24-ba9b-4e6a-91a3-be201c941869 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461280 Sep 15 15:42:57.416979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce6367-3ba2-430b-b1a3-22c24fded4d7 None None] Network 50843f0e-ba44-42c3-9bbe-052971f0f24a requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:57.426223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8938aebf-baa1-4642-bb1b-dd9557a5c9b5 None None] Provisioning complete for port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:57.426778 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8938aebf-baa1-4642-bb1b-dd9557a5c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.473876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:57.474252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.501519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:42:57.517650 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0db8a82b-5726-4cfd-bdaf-2f14d2b38828 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2031932 Sep 15 15:42:57.601662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7554613d-2948-46a6-b80b-4f2ce8aac436,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:57.694035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7554613d-2948-46a6-b80b-4f2ce8aac436'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:42:57.697323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.740153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-79348c57-94ff-4006-8d40-6329416fecc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:57.742243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-79348c57-94ff-4006-8d40-6329416fecc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282812 Sep 15 15:42:57.744307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e14552a-1bb6-4d09-97e1-9fcb5aef0ebe req-4e9e9ec4-e8ca-4b25-be8d-b709c556b24f tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 210 time: 0.2886224 Sep 15 15:42:57.769072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Request body: {'port': {'device_id': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '0f8ca5bf0e9848b4b7a97078ecae6fc0'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:57.815931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681ed44-e1e2-4e38-8afd-49b0a71ae710 None None] Network 50843f0e-ba44-42c3-9bbe-052971f0f24a requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:42:57.823790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:57.931850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:42:57.965299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-793ba73a-9ad2-4510-a78a-5d1ac0e93065 req-74382fa9-3322-479f-8b76-1b2ad25aab3f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 210 time: 0.0770147 Sep 15 15:42:58.171472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:42:58.197891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:42:58.202258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:58.202873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.227123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Pushing event updated for resources: {'Port': ['ID=ee7bf6be-c1d2-476c-9338-704a87a4e879,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:58.272451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:42:58.285294 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Sync routers for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:42:58.300228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e403-6e75-4741-a40f-4043de14a126 req-470773f8-de74-4813-b779-72da53e0b719 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:58.300476 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:58.300476 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:58.300710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.303098 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-470773f8-de74-4813-b779-72da53e0b719 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/networks?id=d8d9c2dd-68b7-420c-8073-fe516912279d HTTP/1.1" status: 200 len: 814 time: 0.1558194 Sep 15 15:42:58.310061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c2be-4255-40f9-8439-7208c2afe200 req-445a3488-1972-46ea-ac26-3e931ccb8c78 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:58.311934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b05c2be-4255-40f9-8439-7208c2afe200 req-445a3488-1972-46ea-ac26-3e931ccb8c78 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 945 time: 0.1496942 Sep 15 15:42:58.329784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-1fdf39d5-f27f-44a8-8368-26fdc96e6661 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6287167 Sep 15 15:42:58.337579 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-42d03eae-b5e9-48d7-a726-91307649c7c1 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/quotas/e0619f535f2b490d9b12cb8f480f3242 HTTP/1.1" status: 200 len: 375 time: 0.0207741 Sep 15 15:42:58.349040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Request body: {'port': {'device_id': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:42:58.375336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-26e4cf49-2f19-4a03-b4ef-72bcdfbcf901 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e0619f535f2b490d9b12cb8f480f3242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322907 Sep 15 15:42:58.398049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b05c2be-4255-40f9-8439-7208c2afe200 req-9b61efff-e58c-432c-b491-92938dccfbd6 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781891 Sep 15 15:42:58.439095 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.457331 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:58.476844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Made reservation on behalf of 0f8ca5bf0e9848b4b7a97078ecae6fc0 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:42:58.481248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.490557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-6183d4a5-c242-40e3-abe6-be62cab4c507 service neutron] 10.222.0.63 "GET /v2.0/networks/d8d9c2dd-68b7-420c-8073-fe516912279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064391 Sep 15 15:42:58.492546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.540566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-97580d9c-5f7f-49fa-bb83-f1dabe8a5aff None None] Provisioning complete for port ee7bf6be-c1d2-476c-9338-704a87a4e879 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:58.541131 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97580d9c-5f7f-49fa-bb83-f1dabe8a5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.583724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.587633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a152dd53-9561-46c8-8be6-469b7da5e493 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.3489535 Sep 15 15:42:58.590156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59982) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:42:58.600989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-97580d9c-5f7f-49fa-bb83-f1dabe8a5aff None None] Port ee7bf6be-c1d2-476c-9338-704a87a4e879 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:42:58.630710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-0a45e7e0-ea37-432d-add3-f6322a88240b service neutron] 10.222.0.63 "GET /v2.0/networks/d8d9c2dd-68b7-420c-8073-fe516912279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326463 Sep 15 15:42:58.691756 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:42:56Z', 'revision_number': 3, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:58.725680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7554613d-2948-46a6-b80b-4f2ce8aac436 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:58.726189 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Checking router: ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:42:58.726556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Updating router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb port 28a4f7b6-3d9b-4940-8686-ed544ac820e6 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:42:58.758230 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:58.856358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 7554613d-2948-46a6-b80b-4f2ce8aac436 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:42:58.876163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 7554613d-2948-46a6-b80b-4f2ce8aac436 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:58.880907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.014680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7bf6be-c1d2-476c-9338-704a87a4e879 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:42:59.033618 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.053394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Transition to ACTIVE for port object ee7bf6be-c1d2-476c-9338-704a87a4e879 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:42:59.076806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.082074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.103699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0e204-b58d-4ecb-952a-9ae97bb1f024 req-8fdfd90a-06dc-4811-920c-ad81b4757a70 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:59.105781 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95e0e204-b58d-4ecb-952a-9ae97bb1f024 req-8fdfd90a-06dc-4811-920c-ad81b4757a70 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 936 time: 0.0904076 Sep 15 15:42:59.108134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:42:59.117858 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb7b330-5cb4-49bf-9067-ceea2d5e880a" -d '{"events": [{"server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "name": "network-vif-plugged", "status": "completed", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:42:59.144109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7554613d-2948-46a6-b80b-4f2ce8aac436, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7554613d-2948-46a6-b80b-4f2ce8aac436,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:42:59.170317 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.184530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95e0e204-b58d-4ecb-952a-9ae97bb1f024 req-0e8f6195-d9da-4262-8f08-270cebb6d206 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719693 Sep 15 15:42:59.195081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:42:59.232811 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.238329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.259002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:42:59.259678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.266415 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.341689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d20ed9c-bbae-46dc-aee3-06f218dcd26a req-2902972f-bf61-4ad7-8889-7f053eb270e9 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 210 time: 0.1065400 Sep 15 15:42:59.346087 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.393411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Attempting to bind port ee7bf6be-c1d2-476c-9338-704a87a4e879 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:59.393888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Attempting to bind port ee7bf6be-c1d2-476c-9338-704a87a4e879 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:59.394140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Attempting to bind port ee7bf6be-c1d2-476c-9338-704a87a4e879 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:59.397027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcbcba2-a642-47ca-8e24-608b50b9a260,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:59.401044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7554613d-2948-46a6-b80b-4f2ce8aac436,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:59.461073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8eeec6d-5bb3-48f4-b307-4d8fc43cb4f6 req-46d791d9-8153-429d-9d86-510ffe018e1c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 210 time: 0.0603275 Sep 15 15:42:59.472153 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febea545-0485-4c5c-8fb4-7790a9686522 x-openstack-request-id: req-febea545-0485-4c5c-8fb4-7790a9686522 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:42:59.472451 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "name": "network-vif-plugged", "status": "completed", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:42:59.472782 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-febea545-0485-4c5c-8fb4-7790a9686522 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:42:59.473125 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'code': 200} Sep 15 15:42:59.500584 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3bea3-2472-4738-8cdb-90f87aa495a3 None None] Pushing event updated for resources: {'Port': ['ID=28a4f7b6-3d9b-4940-8686-ed544ac820e6,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:59.537946 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Attempting to bind port 28a4f7b6-3d9b-4940-8686-ed544ac820e6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:42:59.538813 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Attempting to bind port 28a4f7b6-3d9b-4940-8686-ed544ac820e6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:42:59.539504 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Attempting to bind port 28a4f7b6-3d9b-4940-8686-ed544ac820e6 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:59.545883 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:59.546261 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:59.546733 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.547130 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:59.547660 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Bound port: 28a4f7b6-3d9b-4940-8686-ed544ac820e6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:59.548005 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.594475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Port ee7bf6be-c1d2-476c-9338-704a87a4e879 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:42:59.594887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Attempting to bind port ee7bf6be-c1d2-476c-9338-704a87a4e879 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:42:59.601611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bf6be-c1d2-476c-9338-704a87a4e879,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:59.625539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb4db4-e5f3-44f8-b9a9-52e95f9d61f8 req-c732f005-c048-41d8-9cf4-7e4da8ca7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:59.626662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15eb4db4-e5f3-44f8-b9a9-52e95f9d61f8 req-c732f005-c048-41d8-9cf4-7e4da8ca7ae4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 1097 time: 0.0968792 Sep 15 15:42:59.633267 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] For port 28a4f7b6-3d9b-4940-8686-ed544ac820e6, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:59.650510 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] For port 28a4f7b6-3d9b-4940-8686-ed544ac820e6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=28a4f7b6-3d9b-4940-8686-ed544ac820e6,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:59.692999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:42:59.699085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:42:59.699085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:42:59.699085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Bound port: ee7bf6be-c1d2-476c-9338-704a87a4e879, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:42:59.699085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.719020 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.768608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15eb4db4-e5f3-44f8-b9a9-52e95f9d61f8 req-1d5b00c3-134d-4477-aac3-b59ebc8a6fd4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310704 Sep 15 15:42:59.780557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.812830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90ccc-f74c-4768-ae8f-69c68f0a4629 req-b04c8d60-90ec-4599-9f97-9f5d1898ca16 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:42:59.816183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] For port ee7bf6be-c1d2-476c-9338-704a87a4e879, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:42:59.818097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dc90ccc-f74c-4768-ae8f-69c68f0a4629 req-b04c8d60-90ec-4599-9f97-9f5d1898ca16 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 946 time: 0.1487501 Sep 15 15:42:59.840522 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:42:59.841158 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:42:59.848533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Allocated IP 192.168.233.146 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/beabee8e-75c2-45aa-b544-ee616063d641) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:42:59.852625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] For port ee7bf6be-c1d2-476c-9338-704a87a4e879, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee7bf6be-c1d2-476c-9338-704a87a4e879,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:42:59.868234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dc90ccc-f74c-4768-ae8f-69c68f0a4629 req-9283d112-4c24-4f2b-87d5-dae345dea7db tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377107 Sep 15 15:42:59.902513 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3bea3-2472-4738-8cdb-90f87aa495a3 None None] Pushing event updated for resources: {'Port': ['ID=28a4f7b6-3d9b-4940-8686-ed544ac820e6,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:42:59.981260 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:42:59.992132 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:42:59.999370 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:00.078143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:00.078770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:00.080155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] 10.222.0.38 "PUT /v2.0/ports/ee7bf6be-c1d2-476c-9338-704a87a4e879 HTTP/1.1" status: 200 len: 1096 time: 1.7353981 Sep 15 15:43:00.088941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'tag': 'ee7bf6be-c1d2-476c-9338-704a87a4e879'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:00.092201 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76417303-4b67-46a4-bca9-8317d530e2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "421a38a5-6b93-4872-adbb-c164214dbe3a", "tag": "ee7bf6be-c1d2-476c-9338-704a87a4e879"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:00.193887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bd1cf-2b15-45c1-a7f4-ce32c5d4f796 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7bf6be-c1d2-476c-9338-704a87a4e879,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:00.204139 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c38ccd-e820-43ca-99e1-d0eed7a09456 x-openstack-request-id: req-85c38ccd-e820-43ca-99e1-d0eed7a09456 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:00.204438 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421a38a5-6b93-4872-adbb-c164214dbe3a", "tag": "ee7bf6be-c1d2-476c-9338-704a87a4e879", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:00.204726 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-85c38ccd-e820-43ca-99e1-d0eed7a09456 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:00.205124 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'tag': 'ee7bf6be-c1d2-476c-9338-704a87a4e879', 'status': 'completed', 'code': 200} Sep 15 15:43:00.238650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e556d24f-888c-462e-8413-40331927bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:42:56Z', 'revision_number': 3, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:00.282305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556d24f-888c-462e-8413-40331927bd39 None None] The sync data for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 is: [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:42:56Z', 'revision_number': 3, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:00.303017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:00.305983 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:00.361701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76417303-4b67-46a4-bca9-8317d530e2b0 req-7e24653d-2adf-4e0b-8257-911daadb31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:00.366253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76417303-4b67-46a4-bca9-8317d530e2b0 req-7e24653d-2adf-4e0b-8257-911daadb31dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 1099 time: 0.1251791 Sep 15 15:43:00.380019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663dbf-8c01-4788-b5c0-631e5c0ca892 req-d832da35-7a20-4fd7-843d-9fbbf0037a23 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:00.381966 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc663dbf-8c01-4788-b5c0-631e5c0ca892 req-d832da35-7a20-4fd7-843d-9fbbf0037a23 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 948 time: 0.0978467 Sep 15 15:43:00.443470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc663dbf-8c01-4788-b5c0-631e5c0ca892 req-d8c64ab4-98b3-4758-968a-41a0c9b4b11d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536897 Sep 15 15:43:00.463258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76417303-4b67-46a4-bca9-8317d530e2b0 req-a556158b-a361-4962-973f-d2170e7e2dfd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887637 Sep 15 15:43:00.513774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e869924-bb96-4ec7-b225-5412b5158abf req-069d3c44-459d-48b9-aefb-2ef8d3210ac9 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 210 time: 0.0829897 Sep 15 15:43:00.601115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:00.780330 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-35ad9656-ae05-46a8-9472-401355cc81af req-d4b65c10-cb8d-49c7-a99b-66dfc1814a09 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 210 time: 0.2408884 Sep 15 15:43:00.929330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60058) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:00.965334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60064) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:01.048950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:01.096973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:01.116663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Pushing event updated for resources: {'Port': ['ID=beabee8e-75c2-45aa-b544-ee616063d641,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:01.118902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:01.120519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b157614-a095-47b1-a93d-9541cf8a2c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.137243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:01.137243 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.212410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Allocated IP 172.20.0.1 (23f4fa9e-4b3d-4af5-a9c1-b2514778700d/4615318c-a49e-405d-b0d8-6273afd10e63/a28bff1b-7777-4946-9697-598ee32c2ff5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:01.237007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb15-2a0f-4c4c-9db5-7e66bbbfda16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.257260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76417303-4b67-46a4-bca9-8317d530e2b0 req-f22fde8a-9203-4522-b42b-cc6afde76c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:01.258835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76417303-4b67-46a4-bca9-8317d530e2b0 req-f22fde8a-9203-4522-b42b-cc6afde76c76 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7868180 Sep 15 15:43:01.275235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8814c-8ca9-47bf-ae9b-1d5cd99c40e0 req-5a649268-fde1-4da9-9c21-4a6f48c56127 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:01.289883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 28a4f7b6-3d9b-4940-8686-ed544ac820e6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:01.298754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70f8814c-8ca9-47bf-ae9b-1d5cd99c40e0 req-5a649268-fde1-4da9-9c21-4a6f48c56127 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 946 time: 0.2533364 Sep 15 15:43:01.386978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b157614-a095-47b1-a93d-9541cf8a2c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.410967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 28a4f7b6-3d9b-4940-8686-ed544ac820e6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:01.411366 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.467141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b157614-a095-47b1-a93d-9541cf8a2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.510733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b157614-a095-47b1-a93d-9541cf8a2c49 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f269813792354fc9ab57ccdc62bb3e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802538 Sep 15 15:43:01.513777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60078) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:01.521962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.548078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70f8814c-8ca9-47bf-ae9b-1d5cd99c40e0 req-e6826b19-acec-4c85-8936-30ea8b17a30d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263107 Sep 15 15:43:01.556531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-dc383871-7ebc-4ba3-82c3-e7c0f8bf328c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8047929 Sep 15 15:43:01.580163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 28a4f7b6-3d9b-4940-8686-ed544ac820e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=28a4f7b6-3d9b-4940-8686-ed544ac820e6,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:01.588294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Request body: {'port': {'device_id': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:01.590039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e90b919d-8b2f-49a9-8b37-4fe98eb9f004 None None] Provisioning complete for port beabee8e-75c2-45aa-b544-ee616063d641 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:01.592673 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e90b919d-8b2f-49a9-8b37-4fe98eb9f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.598273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-43eecb53-db4a-4807-9c90-17ed85c4b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:01.599881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-43eecb53-db4a-4807-9c90-17ed85c4b9fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 1099 time: 0.2318602 Sep 15 15:43:01.618429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b157614-a095-47b1-a93d-9541cf8a2c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc64267-7df3-42b3-a905-29c03feaf3b4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:01.638462 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.654334 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb65bf8b-de25-405e-a875-b88d756258a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.690403 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb65bf8b-de25-405e-a875-b88d756258a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.702216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e90b919d-8b2f-49a9-8b37-4fe98eb9f004 None None] Port beabee8e-75c2-45aa-b544-ee616063d641 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:01.730948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=28a4f7b6-3d9b-4940-8686-ed544ac820e6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:01.769144 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.773317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb15-2a0f-4c4c-9db5-7e66bbbfda16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.773448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-b8d991a7-da5f-4365-bfab-df3bf51b67f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ee7bf6be-c1d2-476c-9338-704a87a4e879 HTTP/1.1" status: 200 len: 217 time: 0.0996461 Sep 15 15:43:01.826550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb65bf8b-de25-405e-a875-b88d756258a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.829290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb65bf8b-de25-405e-a875-b88d756258a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.831027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fb65bf8b-de25-405e-a875-b88d756258a5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/adc64267-7df3-42b3-a905-29c03feaf3b4 HTTP/1.1" status: 204 len: 168 time: 0.3160620 Sep 15 15:43:01.832222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba56eb15-2a0f-4c4c-9db5-7e66bbbfda16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.852031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65bf8b-de25-405e-a875-b88d756258a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc64267-7df3-42b3-a905-29c03feaf3b4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:01.855785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:01.891714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ba56eb15-2a0f-4c4c-9db5-7e66bbbfda16 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f02278750d1a4ca3a78b0effbf354a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9222293 Sep 15 15:43:01.894770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60086) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:01.906784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e93ba4-9525-44f5-879e-0f9332f642ba req-eeadc07d-4027-463f-a26f-a6c17898dbbf tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:01.908300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21e93ba4-9525-44f5-879e-0f9332f642ba req-eeadc07d-4027-463f-a26f-a6c17898dbbf tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 948 time: 0.2346859 Sep 15 15:43:01.924878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56eb15-2a0f-4c4c-9db5-7e66bbbfda16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7443ac-ad46-450d-9cab-0207e5d6eb6f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:01.940557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-4273dca4-5b2d-4d5c-b724-79c9dad81596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:01.943425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-4273dca4-5b2d-4d5c-b724-79c9dad81596 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1608191 Sep 15 15:43:02.041312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21e93ba4-9525-44f5-879e-0f9332f642ba req-c83fa373-1ffc-41e9-b336-6f8a1a185074 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203885 Sep 15 15:43:02.042866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.100363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab72990e-4fc5-457f-8018-d72c7efdc413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.146619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab72990e-4fc5-457f-8018-d72c7efdc413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.167090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e403-6e75-4741-a40f-4043de14a126 req-32dccace-604e-419f-9f90-66775b51be50 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:02.169014 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-32dccace-604e-419f-9f90-66775b51be50 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.55 "GET /v2.0/networks?id=d8d9c2dd-68b7-420c-8073-fe516912279d HTTP/1.1" status: 200 len: 814 time: 0.2321131 Sep 15 15:43:02.202376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Request body: {'port': {'device_id': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d', 'admin_state_up': True, 'tenant_id': 'e0619f535f2b490d9b12cb8f480f3242'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:02.225497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55666-9d62-4252-93a3-79680b5da43a req-e09f1a2c-4564-436a-b6b6-f404939abf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:02.227117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-e09f1a2c-4564-436a-b6b6-f404939abf08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750418 Sep 15 15:43:02.236592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce1d3433-e6ef-44f1-9f54-9f591e6fd076 req-a3aa78d1-9391-4648-af8f-290bc73ef5a1 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 210 time: 0.0623858 Sep 15 15:43:02.238339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:02.268390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:02.270219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Pushing event updated for resources: {'Port': ['ID=a28bff1b-7777-4946-9697-598ee32c2ff5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:02.278264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:02.278748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.534216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab72990e-4fc5-457f-8018-d72c7efdc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.538446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab72990e-4fc5-457f-8018-d72c7efdc413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.539751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ab72990e-4fc5-457f-8018-d72c7efdc413 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf7443ac-ad46-450d-9cab-0207e5d6eb6f HTTP/1.1" status: 204 len: 168 time: 0.6439137 Sep 15 15:43:02.550421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72990e-4fc5-457f-8018-d72c7efdc413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7443ac-ad46-450d-9cab-0207e5d6eb6f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:02.597900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-571dab7c-b1df-4f9e-98c1-3c21169bd25f service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562469 Sep 15 15:43:02.608327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1524fcd-546d-4acc-9995-01dc937c0c5f req-2e01857f-cef4-41ff-a959-ad8aeec44b10 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:02.609589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Made reservation on behalf of e0619f535f2b490d9b12cb8f480f3242 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:02.609873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1524fcd-546d-4acc-9995-01dc937c0c5f req-2e01857f-cef4-41ff-a959-ad8aeec44b10 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 936 time: 0.1885579 Sep 15 15:43:02.615250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.650391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bb680829-c20c-4aa9-be3b-e8d3f05ed422 None None] Provisioning complete for port a28bff1b-7777-4946-9697-598ee32c2ff5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:02.650920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb680829-c20c-4aa9-be3b-e8d3f05ed422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.688912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bb680829-c20c-4aa9-be3b-e8d3f05ed422 None None] Port a28bff1b-7777-4946-9697-598ee32c2ff5 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:02.757981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60096) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:02.764264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beabee8e-75c2-45aa-b544-ee616063d641 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:02.778501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc2dbc9d-8649-49af-9e13-179fcb109199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.793274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.807668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1524fcd-546d-4acc-9995-01dc937c0c5f req-3a6a4944-ccdc-4afc-9ffa-cc909e710ec8 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663115 Sep 15 15:43:02.809408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Allocated IP 172.20.0.9 (d8d9c2dd-68b7-420c-8073-fe516912279d/db93ba70-95b8-4e96-bc8c-404929d37c39/c53be51e-da17-40a9-8f2d-7d103e295dcb) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:02.850534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:02.872299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Transition to ACTIVE for port object beabee8e-75c2-45aa-b544-ee616063d641 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:43:02.874866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ec55666-9d62-4252-93a3-79680b5da43a req-26e4db94-da2c-4c68-aba9-d302efd0d015 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516840 Sep 15 15:43:02.987335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254d6dd-8471-449b-8f11-17e9463839fe req-6a4fe35d-4f7c-4567-aeb1-d5a133d6e03f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:02.988998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1254d6dd-8471-449b-8f11-17e9463839fe req-6a4fe35d-4f7c-4567-aeb1-d5a133d6e03f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 946 time: 0.1249578 Sep 15 15:43:03.034089 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.106918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc2dbc9d-8649-49af-9e13-179fcb109199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.112665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1254d6dd-8471-449b-8f11-17e9463839fe req-7484e4a8-af8e-4988-80b2-550cc20dda84 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163545 Sep 15 15:43:03.141149 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.153625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Pushing event updated for resources: {'Port': ['ID=beabee8e-75c2-45aa-b544-ee616063d641,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:03.163325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.170805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc2dbc9d-8649-49af-9e13-179fcb109199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.177396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Attempting to bind port beabee8e-75c2-45aa-b544-ee616063d641 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:03.178219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Attempting to bind port beabee8e-75c2-45aa-b544-ee616063d641 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:03.178219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Attempting to bind port beabee8e-75c2-45aa-b544-ee616063d641 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:03.197859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Port beabee8e-75c2-45aa-b544-ee616063d641 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:03.198183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Attempting to bind port beabee8e-75c2-45aa-b544-ee616063d641 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:03.215083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:03.215438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:03.221534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:03.229932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Bound port: beabee8e-75c2-45aa-b544-ee616063d641, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:03.229932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.230155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cc2dbc9d-8649-49af-9e13-179fcb109199 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d1adf55c8a6f43ff808fd99d8f5c915b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663875 Sep 15 15:43:03.230155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60110) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:03.241887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.242871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.246475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dbc9d-8649-49af-9e13-179fcb109199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867d92f-7d15-48ff-8ddc-5a954c58036e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:03.279874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 28a4f7b6-3d9b-4940-8686-ed544ac820e6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:03.337943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e54f5-987e-459a-b611-e416bc8967bd req-53dab3c4-bc08-445d-ad81-b57d9bc89b5c tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:03.339206 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca5e54f5-987e-459a-b611-e416bc8967bd req-53dab3c4-bc08-445d-ad81-b57d9bc89b5c tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 948 time: 0.1063066 Sep 15 15:43:03.342468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.351312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16d5ea23-a797-4879-b227-c9f45c566a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.375240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 28a4f7b6-3d9b-4940-8686-ed544ac820e6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:03.375723 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.376929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60114) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:03.455108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Pushing event updated for resources: {'Port': ['ID=c53be51e-da17-40a9-8f2d-7d103e295dcb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:03.457226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5ba28b08-b23a-4e98-911d-4ff46de72d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.468701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Network d8d9c2dd-68b7-420c-8073-fe516912279d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:03.469651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Pushing event updated for resources: {'Port': ['ID=a28bff1b-7777-4946-9697-598ee32c2ff5,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:03.471015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16d5ea23-a797-4879-b227-c9f45c566a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.484200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:03.489528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:03.497490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] For port beabee8e-75c2-45aa-b544-ee616063d641, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:03.504937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] For port beabee8e-75c2-45aa-b544-ee616063d641, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=beabee8e-75c2-45aa-b544-ee616063d641,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:03.520765 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca5e54f5-987e-459a-b611-e416bc8967bd req-dcb057b8-5bf3-42ce-ba7a-203466567733 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734726 Sep 15 15:43:03.554597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:03.558879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:03.570313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:03.571147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.633256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.661527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa660b3-1fa8-4099-bfdf-e8778d8f8cc9 req-d4ef912a-1350-4afa-afda-f7e9b8512859 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:03.663028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cfa660b3-1fa8-4099-bfdf-e8778d8f8cc9 req-d4ef912a-1350-4afa-afda-f7e9b8512859 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 946 time: 0.0679784 Sep 15 15:43:03.674074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60116) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:03.678588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'floatingip': {'port_id': '7554613d-2948-46a6-b80b-4f2ce8aac436'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:03.716173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:03.717068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.718267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] 10.222.0.38 "PUT /v2.0/ports/beabee8e-75c2-45aa-b544-ee616063d641 HTTP/1.1" status: 200 len: 1096 time: 2.1456118 Sep 15 15:43:03.718746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'tag': 'beabee8e-75c2-45aa-b544-ee616063d641'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:03.720992 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "112c2ef6-1e33-4e0b-98e3-b9f75f52c892", "tag": "beabee8e-75c2-45aa-b544-ee616063d641"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:03.772364 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16d5ea23-a797-4879-b227-c9f45c566a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.775030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16d5ea23-a797-4879-b227-c9f45c566a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.779686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-16d5ea23-a797-4879-b227-c9f45c566a2c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7867d92f-7d15-48ff-8ddc-5a954c58036e HTTP/1.1" status: 204 len: 168 time: 0.5483921 Sep 15 15:43:03.795423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d6721-ac93-4573-977b-689b8a2e4ecd service neutron] Pushing event updated for resources: {'Port': ['ID=beabee8e-75c2-45aa-b544-ee616063d641,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:03.813476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5ba28b08-b23a-4e98-911d-4ff46de72d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.830036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:03.867584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.902890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5ea23-a797-4879-b227-c9f45c566a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867d92f-7d15-48ff-8ddc-5a954c58036e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:03.912352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f9761fe8-f4e1-4f80-b794-a7b756e7452b None None] Provisioning complete for port a28bff1b-7777-4946-9697-598ee32c2ff5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:03.913452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f9761fe8-f4e1-4f80-b794-a7b756e7452b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:03.981733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f9761fe8-f4e1-4f80-b794-a7b756e7452b None None] Port a28bff1b-7777-4946-9697-598ee32c2ff5 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:03.992269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-4aedc1f6-a046-47c4-b644-1e4c445819fd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8137329 Sep 15 15:43:04.013619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670f2f2-dfab-45b6-9eaa-fb1793785ca6 req-56e14593-3841-4abc-ac35-cb323b7214f0 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:04.014398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4670f2f2-dfab-45b6-9eaa-fb1793785ca6 req-56e14593-3841-4abc-ac35-cb323b7214f0 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 931 time: 0.2774031 Sep 15 15:43:04.037921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Request body: {'port': {'device_id': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:04.128128 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5ba28b08-b23a-4e98-911d-4ff46de72d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:04.176096 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4670f2f2-dfab-45b6-9eaa-fb1793785ca6 req-ed5e8f18-7ff7-4b4f-80ec-e27ff97fefa1 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353881 Sep 15 15:43:04.184963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:04.188739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5ba28b08-b23a-4e98-911d-4ff46de72d2a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8c6a3a75469c44b1890801cac2d03d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8107960 Sep 15 15:43:04.192873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60124) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:04.194576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba28b08-b23a-4e98-911d-4ff46de72d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4007ce2a-f060-4ef6-9e3a-2196d3100ec7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:04.199676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-93f95afc-3138-4c72-910b-7632a00d1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:04.201276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-93f95afc-3138-4c72-910b-7632a00d1fcd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 1099 time: 0.3408208 Sep 15 15:43:04.278314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-537a4c23-eefc-4d0a-8ccf-aac902a28b55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=beabee8e-75c2-45aa-b544-ee616063d641 HTTP/1.1" status: 200 len: 217 time: 0.0678136 Sep 15 15:43:04.280790 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d3d2a-3645-4dc5-a802-461e1aa78b9c x-openstack-request-id: req-475d3d2a-3645-4dc5-a802-461e1aa78b9c {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:04.281077 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112c2ef6-1e33-4e0b-98e3-b9f75f52c892", "tag": "beabee8e-75c2-45aa-b544-ee616063d641", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:04.281329 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-475d3d2a-3645-4dc5-a802-461e1aa78b9c {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:04.281725 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'tag': 'beabee8e-75c2-45aa-b544-ee616063d641', 'status': 'completed', 'code': 200} Sep 15 15:43:04.327964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:04.343435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0845d453-6285-4761-9233-e7efc3bc65ab admin admin] 10.222.0.63 "PUT /v2.0/routers/ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7418084 Sep 15 15:43:04.351035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Sync routers for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:04.356852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-5582cced-ba70-4c25-9c76-0176a4780af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:04.358361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-5582cced-ba70-4c25-9c76-0176a4780af8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0721879 Sep 15 15:43:04.366627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:04.367260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:04.431383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-6db0ff51-6078-460d-87c6-9bd1517b9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:04.433395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-6db0ff51-6078-460d-87c6-9bd1517b9163 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678151 Sep 15 15:43:04.528082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:04.607630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-3a147cc4-81c2-47c8-859f-337db4970d7b service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669593 Sep 15 15:43:04.719205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d51cf124-5bcd-4ae4-ac19-558246a36364 req-a3769af9-2704-496c-8cca-2c4ebc739eab service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044090 Sep 15 15:43:04.805337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1f3a-2abf-44bc-860c-4aedff34cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:04.814142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 2, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:04.853645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Checking router: ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:04.854296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Updating router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb port a28bff1b-7777-4946-9697-598ee32c2ff5 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:43:04.881432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:04.889671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1f3a-2abf-44bc-860c-4aedff34cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:04.892857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-f86fb31e-9445-4398-a60c-5399fd7f6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:04.894668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-f86fb31e-9445-4398-a60c-5399fd7f6409 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 1099 time: 0.0465717 Sep 15 15:43:04.928068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba49c19-37b7-4ee9-9193-726ba8bde370 req-6e764a87-8616-434d-b2be-538ade44c828 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:04.929625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ba49c19-37b7-4ee9-9193-726ba8bde370 req-6e764a87-8616-434d-b2be-538ade44c828 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 948 time: 0.5756717 Sep 15 15:43:05.029237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-bab30345-469d-4553-a55c-73725e359423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:05.030872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-bab30345-469d-4553-a55c-73725e359423 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1284938 Sep 15 15:43:05.095673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-6ecbd143-25d4-47b4-9bb2-c8db2c1b45fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=beabee8e-75c2-45aa-b544-ee616063d641 HTTP/1.1" status: 200 len: 217 time: 0.0553801 Sep 15 15:43:05.157778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-63b66b5a-a3e4-49c3-b30a-49a3f6da4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:05.159139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-63b66b5a-a3e4-49c3-b30a-49a3f6da4c6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0556912 Sep 15 15:43:05.202247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ba49c19-37b7-4ee9-9193-726ba8bde370 req-aa9dcb42-4480-4931-904e-5eea2f41e34d tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059798 Sep 15 15:43:05.231503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-73cf97bd-578a-41c6-b053-71cbefafd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:05.231503 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-73cf97bd-578a-41c6-b053-71cbefafd0c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569115 Sep 15 15:43:05.236439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.245625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.resource_extend [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:43:05.305766 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.333913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1f3a-2abf-44bc-860c-4aedff34cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.335063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1f3a-2abf-44bc-860c-4aedff34cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.336217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ab0a1f3a-2abf-44bc-860c-4aedff34cc92 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4007ce2a-f060-4ef6-9e3a-2196d3100ec7 HTTP/1.1" status: 204 len: 168 time: 1.1426742 Sep 15 15:43:05.380191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Pushing event updated for resources: {'Port': ['ID=a28bff1b-7777-4946-9697-598ee32c2ff5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:05.398290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-8ade26e1-a5a7-45b6-94db-3e3b5575bf9c service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631393 Sep 15 15:43:05.400995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.401408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.402001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.402344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.418224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:05.419296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.420306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a1f3a-2abf-44bc-860c-4aedff34cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4007ce2a-f060-4ef6-9e3a-2196d3100ec7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:05.436458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53be51e-da17-40a9-8f2d-7d103e295dcb {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:05.447463 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.477069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c5ed5-0944-4adb-9a85-628d679df85d req-062ee307-abbc-4239-93d4-70f4b03f9aad tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:05.478723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-526c5ed5-0944-4adb-9a85-628d679df85d req-062ee307-abbc-4239-93d4-70f4b03f9aad tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 948 time: 0.1817431 Sep 15 15:43:05.489337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Transition to ACTIVE for port object c53be51e-da17-40a9-8f2d-7d103e295dcb will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:43:05.510670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Attempting to bind port a28bff1b-7777-4946-9697-598ee32c2ff5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:05.511323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Attempting to bind port a28bff1b-7777-4946-9697-598ee32c2ff5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:05.511841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Attempting to bind port a28bff1b-7777-4946-9697-598ee32c2ff5 on network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:05.518796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:05.519163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Checking segment: {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:05.519503 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.519903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Bound using segment: {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:05.520378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Bound port: a28bff1b-7777-4946-9697-598ee32c2ff5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:05.520785 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.529329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.534767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df93e9a0-b9fd-4c15-8df6-6af82574b6a7 req-30b9c4f2-5d8c-4abe-ade8-ef689afe73fc service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160052 Sep 15 15:43:05.581948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-526c5ed5-0944-4adb-9a85-628d679df85d req-f77f0a85-f242-4968-a328-59ecf1b1800a tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944989 Sep 15 15:43:05.583043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.622314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] For port a28bff1b-7777-4946-9697-598ee32c2ff5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:05.626461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] For port a28bff1b-7777-4946-9697-598ee32c2ff5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a28bff1b-7777-4946-9697-598ee32c2ff5,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:05.707931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Pushing event updated for resources: {'Port': ['ID=c53be51e-da17-40a9-8f2d-7d103e295dcb,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:05.756356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.819693 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Floating IP 9f673664-7edd-4d90-9007-bf8b21276252 associated. External IP: 172.25.0.214, port: 7554613d-2948-46a6-b80b-4f2ce8aac436. Sep 15 15:43:05.832742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2f3caee8-810e-4ab8-85ae-ec7c6debff21 None None] Provisioning complete for port a28bff1b-7777-4946-9697-598ee32c2ff5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:05.833469 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f3caee8-810e-4ab8-85ae-ec7c6debff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:05.891803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3900-bab3-4cb4-b5fd-c1b5f6f76173 req-766d96dd-42f3-47db-853f-866ac665dfed tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:05.893694 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41ee3900-bab3-4cb4-b5fd-c1b5f6f76173 req-766d96dd-42f3-47db-853f-866ac665dfed tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 943 time: 0.1828277 Sep 15 15:43:05.908360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa1bdf-22ef-4108-b66a-ac73e96e520e None None] Pushing event updated for resources: {'Port': ['ID=a28bff1b-7777-4946-9697-598ee32c2ff5,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:05.916026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Attempting to bind port c53be51e-da17-40a9-8f2d-7d103e295dcb on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:05.916378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Attempting to bind port c53be51e-da17-40a9-8f2d-7d103e295dcb by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '4baf7286-3cf9-4933-9f6d-46167aabf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:05.916717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Attempting to bind port c53be51e-da17-40a9-8f2d-7d103e295dcb on network d8d9c2dd-68b7-420c-8073-fe516912279d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:05.926841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:05.927648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:05.948714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Port c53be51e-da17-40a9-8f2d-7d103e295dcb on network d8d9c2dd-68b7-420c-8073-fe516912279d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:05.949220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Attempting to bind port c53be51e-da17-40a9-8f2d-7d103e295dcb on network d8d9c2dd-68b7-420c-8073-fe516912279d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:06.007984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41ee3900-bab3-4cb4-b5fd-c1b5f6f76173 req-c9a9c0c8-ae6a-4bb1-bd36-db380417d18d tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945487 Sep 15 15:43:06.017758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:06.017758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Checking segment: {'id': '4baf7286-3cf9-4933-9f6d-46167aabf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:06.017758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Bound using segment: {'id': '4baf7286-3cf9-4933-9f6d-46167aabf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:06.017758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Bound port: c53be51e-da17-40a9-8f2d-7d103e295dcb, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf7286-3cf9-4933-9f6d-46167aabf218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:06.017758 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:06.115726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f3caee8-810e-4ab8-85ae-ec7c6debff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:06.133406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:06.153251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60178) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:06.174122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-75d5f511-b588-4f2a-a8d9-281e0a2db377 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:06.175693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-75d5f511-b588-4f2a-a8d9-281e0a2db377 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks?id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 200 len: 828 time: 0.3797116 Sep 15 15:43:06.211010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-4333db4e-c531-4e91-9cdb-4c5632432fad tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/quotas/772b89f74ff94b79b29132ed596cfc01 HTTP/1.1" status: 200 len: 375 time: 0.0261748 Sep 15 15:43:06.247495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2f3caee8-810e-4ab8-85ae-ec7c6debff21 None None] For port a28bff1b-7777-4946-9697-598ee32c2ff5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a28bff1b-7777-4946-9697-598ee32c2ff5,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:06.266843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] For port c53be51e-da17-40a9-8f2d-7d103e295dcb, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:06.352807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] For port c53be51e-da17-40a9-8f2d-7d103e295dcb, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c53be51e-da17-40a9-8f2d-7d103e295dcb,segment=NetworkSegment(4baf7286-3cf9-4933-9f6d-46167aabf218),segment_id=4baf7286-3cf9-4933-9f6d-46167aabf218)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:06.393886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-86faf04b-75f1-4a13-bdef-150716456c79 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=772b89f74ff94b79b29132ed596cfc01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817095 Sep 15 15:43:06.404201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Router 1195d93a-b75d-4757-ac25-2f69656998c8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:06.423715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9bdce-7da8-49b6-bde4-1c7d62cf931f req-57f68370-f35e-4ef9-ba75-fab56aab7bef tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:06.431053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52b9bdce-7da8-49b6-bde4-1c7d62cf931f req-57f68370-f35e-4ef9-ba75-fab56aab7bef tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 948 time: 0.0968518 Sep 15 15:43:06.438182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:06.463522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f3caee8-810e-4ab8-85ae-ec7c6debff21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:06.538338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3caee8-810e-4ab8-85ae-ec7c6debff21 None None] Pushing event updated for resources: {'Port': ['ID=a28bff1b-7777-4946-9697-598ee32c2ff5,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:06.596085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28101fcd-cbd2-4452-be34-c84abb512ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:06.597790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f8181e48-970d-4386-b1a9-22945dfde3be None None] Provisioning complete for port a28bff1b-7777-4946-9697-598ee32c2ff5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:06.598165 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8181e48-970d-4386-b1a9-22945dfde3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:06.601496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-d3ffcf6e-30f0-4b90-b2c2-d914d0cb617e service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:06.603765 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-d3ffcf6e-30f0-4b90-b2c2-d914d0cb617e service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0968876 Sep 15 15:43:06.637867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:05Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:06.670307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9018df-9405-4acb-baa4-6cb2d9c649b1 None None] The sync data for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 is: [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:05Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:06.701594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52b9bdce-7da8-49b6-bde4-1c7d62cf931f req-901b2c75-9ad0-43df-9ae6-ac2bee37f659 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696047 Sep 15 15:43:06.747407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:06.753724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:06.757705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] 10.222.0.55 "PUT /v2.0/ports/c53be51e-da17-40a9-8f2d-7d103e295dcb HTTP/1.1" status: 200 len: 1091 time: 2.7423630 Sep 15 15:43:06.762642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'tag': 'c53be51e-da17-40a9-8f2d-7d103e295dcb'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:06.767481 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10069af7-9120-44dc-8244-088250f2bef6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d", "tag": "c53be51e-da17-40a9-8f2d-7d103e295dcb"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:06.805265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4359110-3bb5-4510-8360-12e3c6b30f42 service neutron] Pushing event updated for resources: {'Port': ['ID=c53be51e-da17-40a9-8f2d-7d103e295dcb,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:06.852582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-b555179e-cf46-4e20-bbbe-667b9d758e5a service neutron] 10.222.0.63 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419658 Sep 15 15:43:06.974973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-69abf2b2-9f56-4e31-8dd9-46ad4defa14c service neutron] 10.222.0.63 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150401 Sep 15 15:43:07.005690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device beabee8e-75c2-45aa-b544-ee616063d641 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:07.188456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port beabee8e-75c2-45aa-b544-ee616063d641, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=beabee8e-75c2-45aa-b544-ee616063d641,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:07.216344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'beabee8e-75c2-45aa-b544-ee616063d641', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'beabee8e-75c2-45aa-b544-ee616063d641', 'mac_address': 'fa:16:3e:58:5c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:07.254724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a28bff1b-7777-4946-9697-598ee32c2ff5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:07.265076 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28101fcd-cbd2-4452-be34-c84abb512ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.266906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:07.273290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.283086 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] Sync routers for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:07.303379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.334146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beabee8e-75c2-45aa-b544-ee616063d641 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:07.339714 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:07.341783 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:07.364306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port beabee8e-75c2-45aa-b544-ee616063d641, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=beabee8e-75c2-45aa-b544-ee616063d641,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:07.366407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a28bff1b-7777-4946-9697-598ee32c2ff5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:07.367015 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.418037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28101fcd-cbd2-4452-be34-c84abb512ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.435723 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fbab60-1598-48df-955c-aded8b083555 x-openstack-request-id: req-90fbab60-1598-48df-955c-aded8b083555 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:07.436018 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d", "tag": "c53be51e-da17-40a9-8f2d-7d103e295dcb", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:07.436368 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-90fbab60-1598-48df-955c-aded8b083555 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:07.436825 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'tag': 'c53be51e-da17-40a9-8f2d-7d103e295dcb', 'status': 'completed', 'code': 200} Sep 15 15:43:07.473563 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.482495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee7bf6be-c1d2-476c-9338-704a87a4e879 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:07.560014 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-68b9d238-9378-43b9-bf53-0ec2d55bbaf5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "PUT /v2.0/floatingips/9f673664-7edd-4d90-9007-bf8b21276252 HTTP/1.1" status: 200 len: 992 time: 3.8847637 Sep 15 15:43:07.561304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ee7bf6be-c1d2-476c-9338-704a87a4e879, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee7bf6be-c1d2-476c-9338-704a87a4e879,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:07.582479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'ee7bf6be-c1d2-476c-9338-704a87a4e879', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'ee7bf6be-c1d2-476c-9338-704a87a4e879', 'mac_address': 'fa:16:3e:7d:d4:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:07.590068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2c425-b0c3-45da-bb4e-476b8908ea90 req-d220f608-cd0e-4311-960f-403b953ce482 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:07.598698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbb2c425-b0c3-45da-bb4e-476b8908ea90 req-d220f608-cd0e-4311-960f-403b953ce482 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 943 time: 0.1092277 Sep 15 15:43:07.622783 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:07.638270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-28101fcd-cbd2-4452-be34-c84abb512ccc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=77cb916d204d461fbaef5613bb57dd73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4829814 Sep 15 15:43:07.648045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4ab7b-b284-4289-a9cd-044ed7a16909 req-aa2ec295-cfeb-4e4f-89bb-0846fa12702a tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:07.655939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4da4ab7b-b284-4289-a9cd-044ed7a16909 req-aa2ec295-cfeb-4e4f-89bb-0846fa12702a tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 948 time: 0.7744160 Sep 15 15:43:07.671938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60234) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:07.672922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28101fcd-cbd2-4452-be34-c84abb512ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce2e180-7650-4039-8ed6-68719227aec8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:07.677056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.677417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e403-6e75-4741-a40f-4043de14a126 req-925f747e-2194-489c-a2d6-2c2b16526031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:07.679310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-925f747e-2194-489c-a2d6-2c2b16526031 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0619f535f2b490d9b12cb8f480f3242&device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 1094 time: 0.8040931 Sep 15 15:43:07.744909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbb2c425-b0c3-45da-bb4e-476b8908ea90 req-0cea2acf-ae6e-4a79-a92c-f51eeb051586 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455986 Sep 15 15:43:07.762451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7bf6be-c1d2-476c-9338-704a87a4e879 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:07.765394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-625f5e1f-5064-4062-a66f-9366303696c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c53be51e-da17-40a9-8f2d-7d103e295dcb HTTP/1.1" status: 200 len: 217 time: 0.0746057 Sep 15 15:43:07.866703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcbf4fb5-b5a4-4951-8a04-ad01032acdac req-3c154c00-50d6-421f-85e1-4ae4b0ce42e6 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 210 time: 0.0445640 Sep 15 15:43:07.874414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=beabee8e-75c2-45aa-b544-ee616063d641,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:07.882989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ee7bf6be-c1d2-476c-9338-704a87a4e879, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee7bf6be-c1d2-476c-9338-704a87a4e879,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:07.906429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4da4ab7b-b284-4289-a9cd-044ed7a16909 req-81258138-52be-4d18-bc70-eee77c8d756b tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469392 Sep 15 15:43:07.974251 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:07.976271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e403-6e75-4741-a40f-4043de14a126 req-69919ed0-a709-40be-9577-8d3e99be0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:07.977846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-69919ed0-a709-40be-9577-8d3e99be0c78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db93ba70-95b8-4e96-bc8c-404929d37c39 HTTP/1.1" status: 200 len: 854 time: 0.1911309 Sep 15 15:43:08.087900 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9f1cb0e-de26-400d-8ea9-984eb01610ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:08.099745 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-41e3d563-05bf-4c11-a30d-9f660fe2c2da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8d9c2dd-68b7-420c-8073-fe516912279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071126 Sep 15 15:43:08.117615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ee7bf6be-c1d2-476c-9338-704a87a4e879,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:08.193851 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f673664-7edd-4d90-9007-bf8b21276252', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'port_id': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'mac_address': 'fa:16:3e:f3:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:42:34Z', 'updated_at': '2021-09-15T15:43:05Z', 'revision_number': 1, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:08.196062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['beabee8e-75c2-45aa-b544-ee616063d641'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:08.211586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9f1cb0e-de26-400d-8ea9-984eb01610ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:08.231559 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] Checking router: 1195d93a-b75d-4757-ac25-2f69656998c8 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:08.239294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ee7bf6be-c1d2-476c-9338-704a87a4e879'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:08.242695 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:08.243346 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:08.357022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-e9608609-58f7-4622-a63b-fa666bad2075 service neutron] 10.222.0.55 "GET /v2.0/networks/d8d9c2dd-68b7-420c-8073-fe516912279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312627 Sep 15 15:43:08.435064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63aa83-0231-4994-b01e-13a1ab1aad65 req-e5ac827c-9035-4316-a1d4-0f80da1e4aae tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:08.435219 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:08.436888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c63aa83-0231-4994-b01e-13a1ab1aad65 req-e5ac827c-9035-4316-a1d4-0f80da1e4aae tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 949 time: 0.3643248 Sep 15 15:43:08.546930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c63aa83-0231-4994-b01e-13a1ab1aad65 req-0d03e51b-ee4d-41a6-ad1e-a061b42a4cc8 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953226 Sep 15 15:43:08.577770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30f2e403-6e75-4741-a40f-4043de14a126 req-f42e6194-969c-490c-aee4-cb265c48df8f service neutron] 10.222.0.55 "GET /v2.0/networks/d8d9c2dd-68b7-420c-8073-fe516912279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152548 Sep 15 15:43:08.666013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60254) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:08.671451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9f1cb0e-de26-400d-8ea9-984eb01610ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:08.675303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9f1cb0e-de26-400d-8ea9-984eb01610ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:08.677358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e9f1cb0e-de26-400d-8ea9-984eb01610ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1ce2e180-7650-4039-8ed6-68719227aec8 HTTP/1.1" status: 204 len: 168 time: 0.9947166 Sep 15 15:43:08.685466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1cb0e-de26-400d-8ea9-984eb01610ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce2e180-7650-4039-8ed6-68719227aec8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:08.804249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069af7-9120-44dc-8244-088250f2bef6 req-2cca406b-3fd0-4829-b3a4-adef0857978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:08.806561 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10069af7-9120-44dc-8244-088250f2bef6 req-2cca406b-3fd0-4829-b3a4-adef0857978f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0619f535f2b490d9b12cb8f480f3242&device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 1094 time: 0.0662544 Sep 15 15:43:08.904194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128dac6-191e-48eb-9772-addae4196854 req-ea9197ee-97c4-41ab-ae12-a2152101f1f9 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:08.905810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d128dac6-191e-48eb-9772-addae4196854 req-ea9197ee-97c4-41ab-ae12-a2152101f1f9 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 943 time: 0.0735049 Sep 15 15:43:08.970941 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f673664-7edd-4d90-9007-bf8b21276252', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'port_id': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'mac_address': 'fa:16:3e:f3:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:42:34Z', 'updated_at': '2021-09-15T15:43:05Z', 'revision_number': 1, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:08.981848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d128dac6-191e-48eb-9772-addae4196854 req-3520f487-30ce-4eb8-9e13-2bb4357880dd tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695562 Sep 15 15:43:09.015613 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd7e0b-59ba-4b84-a2b7-aa4f8f2b2b32 None None] The sync data for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 is: [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f673664-7edd-4d90-9007-bf8b21276252', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'port_id': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'mac_address': 'fa:16:3e:f3:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:42:34Z', 'updated_at': '2021-09-15T15:43:05Z', 'revision_number': 1, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:09.016082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fa31e09-f29c-4d1a-b519-990a8a560424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.021721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device beabee8e-75c2-45aa-b544-ee616063d641 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:09.023357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1574dad8-ff22-48b5-bf62-4ad2e205f68a req-84c856ab-5534-485a-b204-dc2f17208d54 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 210 time: 0.0522168 Sep 15 15:43:09.066477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069af7-9120-44dc-8244-088250f2bef6 req-ea373b4d-7754-4497-9b23-989686c731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:09.069981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10069af7-9120-44dc-8244-088250f2bef6 req-ea373b4d-7754-4497-9b23-989686c731ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=d8d9c2dd-68b7-420c-8073-fe516912279d HTTP/1.1" status: 200 len: 915 time: 0.2533073 Sep 15 15:43:09.239513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10069af7-9120-44dc-8244-088250f2bef6 req-9f3cca9f-f34b-4ee6-a39c-d0f0eb7b4e1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c53be51e-da17-40a9-8f2d-7d103e295dcb HTTP/1.1" status: 200 len: 217 time: 0.1347425 Sep 15 15:43:09.240250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fa31e09-f29c-4d1a-b519-990a8a560424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.264889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088967ca-2247-4475-b1bb-b30946b68280 req-604cd734-e170-49b9-bea6-d765632e2b2f tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:09.266515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-088967ca-2247-4475-b1bb-b30946b68280 req-604cd734-e170-49b9-bea6-d765632e2b2f tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 949 time: 0.0800972 Sep 15 15:43:09.315419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069af7-9120-44dc-8244-088250f2bef6 req-27c90f6a-9db6-4f94-87d8-c975264d339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:09.316997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10069af7-9120-44dc-8244-088250f2bef6 req-27c90f6a-9db6-4f94-87d8-c975264d339e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db93ba70-95b8-4e96-bc8c-404929d37c39 HTTP/1.1" status: 200 len: 854 time: 0.0782201 Sep 15 15:43:09.323240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port beabee8e-75c2-45aa-b544-ee616063d641 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:09.331186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port beabee8e-75c2-45aa-b544-ee616063d641 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:09.331658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.342401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-088967ca-2247-4475-b1bb-b30946b68280 req-ebf023e4-a8a9-4a1e-968f-47c1c9b94a9d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688882 Sep 15 15:43:09.375114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fa31e09-f29c-4d1a-b519-990a8a560424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.382013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10069af7-9120-44dc-8244-088250f2bef6 req-7d1853e1-2471-4bea-a84f-5de93ca2dcd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d8d9c2dd-68b7-420c-8073-fe516912279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541220 Sep 15 15:43:09.456345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:09.460665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea3bb1-6ad8-4015-a48c-bfb119f9e768 None None] New status for floating IP 9f673664-7edd-4d90-9007-bf8b21276252: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:43:09.466671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3fa31e09-f29c-4d1a-b519-990a8a560424 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a59d02b289694e6ea9ce1cd6833c7cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7937675 Sep 15 15:43:09.466867 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dac3f8-8013-4bf5-8862-026416a9bd08" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:09.476445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60278) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:09.565145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa31e09-f29c-4d1a-b519-990a8a560424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd1a1f-9a9d-4f50-94d2-16a2c7a7b829,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:09.618717 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a36acd-4df6-41e7-a0c4-d4c8525905df x-openstack-request-id: req-f1a36acd-4df6-41e7-a0c4-d4c8525905df {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:09.619410 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:09.620901 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f1a36acd-4df6-41e7-a0c4-d4c8525905df {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:09.621880 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'status': 'completed', 'code': 200} Sep 15 15:43:09.633901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.55', 57087) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:09.681867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-ffdac986-447a-4c8f-8a2e-f627d5a01d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:09.685878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-ffdac986-447a-4c8f-8a2e-f627d5a01d36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 1097 time: 0.0496078 Sep 15 15:43:09.749607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.812783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-b9a28794-c7b1-4a4b-8d0d-b916282a2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:09.814349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-b9a28794-c7b1-4a4b-8d0d-b916282a2cce service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 924 time: 0.1150136 Sep 15 15:43:09.824535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489e2c-097c-429d-a766-bbfb06a678a5 req-7bbdfca9-5a7b-4734-9657-ce884364385c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:09.838678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed489e2c-097c-429d-a766-bbfb06a678a5 req-7bbdfca9-5a7b-4734-9657-ce884364385c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 949 time: 0.1507876 Sep 15 15:43:09.839998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60294) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:09.843909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beabee8e-75c2-45aa-b544-ee616063d641'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:09.846749 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee79446-fe1f-436f-a13d-5c7948945d42" -d '{"events": [{"server_uuid": "112c2ef6-1e33-4e0b-98e3-b9f75f52c892", "name": "network-vif-plugged", "status": "completed", "tag": "beabee8e-75c2-45aa-b544-ee616063d641"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:09.846943 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc921-408b-4404-887b-f2a4a9827542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.882321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port beabee8e-75c2-45aa-b544-ee616063d641, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=beabee8e-75c2-45aa-b544-ee616063d641,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:09.895876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc921-408b-4404-887b-f2a4a9827542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.903011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16d6a9b4-d3f5-4252-b685-8e9e22cd3c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:09.913578 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc7d94e-1612-491d-882a-ed902c221444 x-openstack-request-id: req-dcc7d94e-1612-491d-882a-ed902c221444 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:09.913992 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c2ef6-1e33-4e0b-98e3-b9f75f52c892", "name": "network-vif-plugged", "status": "completed", "tag": "beabee8e-75c2-45aa-b544-ee616063d641", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:09.914873 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dcc7d94e-1612-491d-882a-ed902c221444 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:09.915378 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beabee8e-75c2-45aa-b544-ee616063d641', 'code': 200} Sep 15 15:43:09.948083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10069af7-9120-44dc-8244-088250f2bef6 req-f20ea9ec-17ac-4911-99a0-8049b087a47b service neutron] 10.222.0.55 "GET /v2.0/networks/d8d9c2dd-68b7-420c-8073-fe516912279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553656 Sep 15 15:43:09.957610 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.057528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=beabee8e-75c2-45aa-b544-ee616063d641,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:10.078767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16d6a9b4-d3f5-4252-b685-8e9e22cd3c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.118559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-6810038f-cc90-4205-8372-95cca963c945 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7554613d-2948-46a6-b80b-4f2ce8aac436 HTTP/1.1" status: 200 len: 1000 time: 0.2936544 Sep 15 15:43:10.132412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10069af7-9120-44dc-8244-088250f2bef6 req-69ecae6f-1c9e-4d78-b6d6-f3515543e920 service neutron] 10.222.0.55 "GET /v2.0/networks/d8d9c2dd-68b7-420c-8073-fe516912279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548193 Sep 15 15:43:10.135602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.55', 57088) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:10.137638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed489e2c-097c-429d-a766-bbfb06a678a5 req-9017fc40-9456-438a-aae1-1811ef9d3999 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973838 Sep 15 15:43:10.174111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16d6a9b4-d3f5-4252-b685-8e9e22cd3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.235350 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-578bc2fd-b248-45cf-8c49-a8c711aba2a8 req-7a102737-6e5e-4d31-8388-c0bac9cff5d7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 210 time: 0.0294232 Sep 15 15:43:10.236164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc921-408b-4404-887b-f2a4a9827542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.239277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa8fc921-408b-4404-887b-f2a4a9827542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.243249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa8fc921-408b-4404-887b-f2a4a9827542 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d8dd1a1f-9a9d-4f50-94d2-16a2c7a7b829 HTTP/1.1" status: 204 len: 168 time: 0.7581425 Sep 15 15:43:10.250450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fc921-408b-4404-887b-f2a4a9827542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd1a1f-9a9d-4f50-94d2-16a2c7a7b829,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:10.477272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f889ce-1263-4eca-a2ac-3fc0dd0d16b0 req-bdd6fd2f-d544-4b41-8ee3-0a32ca67ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:10.478891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23f889ce-1263-4eca-a2ac-3fc0dd0d16b0 req-bdd6fd2f-d544-4b41-8ee3-0a32ca67ef91 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 1101 time: 0.3916063 Sep 15 15:43:10.594201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f19fcf-e902-4201-98b0-02fee7268aad req-595889cd-67a9-4028-bd1f-03f8d3f4d588 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:10.595774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38f19fcf-e902-4201-98b0-02fee7268aad req-595889cd-67a9-4028-bd1f-03f8d3f4d588 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 949 time: 0.0719616 Sep 15 15:43:10.601835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-16d6a9b4-d3f5-4252-b685-8e9e22cd3c92 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f4504a8e4c84da5a39a96731ea4b0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595952 Sep 15 15:43:10.602736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6a9b4-d3f5-4252-b685-8e9e22cd3c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6926f85c-1c4a-43e7-8ca0-52bf44c09e3d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:10.608817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60330) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:10.627614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0148dc-4276-4b78-9a9e-d33546466fa3 req-b827643c-c4f9-45ce-9340-7c566aabe8b3 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:10.629699 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c0148dc-4276-4b78-9a9e-d33546466fa3 req-b827643c-c4f9-45ce-9340-7c566aabe8b3 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 943 time: 0.5093141 Sep 15 15:43:10.637704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-bb948bce-7c4f-454d-9b2d-c09b9ae455c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:10.639410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-bb948bce-7c4f-454d-9b2d-c09b9ae455c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 200 len: 862 time: 0.4866760 Sep 15 15:43:10.692625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38f19fcf-e902-4201-98b0-02fee7268aad req-1132dcaa-e011-4887-b580-3347c8b1f629 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904834 Sep 15 15:43:10.708518 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d118a00a-71dd-478d-9d07-cb93c4724cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.737002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23f889ce-1263-4eca-a2ac-3fc0dd0d16b0 req-078e40b7-9a09-4695-bdd2-df57d74dd162 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339735 Sep 15 15:43:10.753680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d118a00a-71dd-478d-9d07-cb93c4724cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.759847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-4a3f4be4-ee16-440b-a3fb-7b8fc1833b6d tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:10.762259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-4a3f4be4-ee16-440b-a3fb-7b8fc1833b6d tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.55 "GET /v2.0/networks?id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 200 len: 828 time: 0.6083202 Sep 15 15:43:10.782273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Request body: {'port': {'device_id': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'admin_state_up': True, 'tenant_id': '772b89f74ff94b79b29132ed596cfc01'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:10.805232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c0148dc-4276-4b78-9a9e-d33546466fa3 req-7385346c-09ae-40d5-9a80-eb8b1822a918 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590765 Sep 15 15:43:10.853303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-cd74d5f9-66c6-4611-860b-bf37e6d4a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:10.854905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-cd74d5f9-66c6-4611-860b-bf37e6d4a6aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbab5bdd-a048-44ca-bf66-b8641e20eecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986539 Sep 15 15:43:10.917657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d118a00a-71dd-478d-9d07-cb93c4724cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.920354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d118a00a-71dd-478d-9d07-cb93c4724cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:10.921536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d118a00a-71dd-478d-9d07-cb93c4724cae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6926f85c-1c4a-43e7-8ca0-52bf44c09e3d HTTP/1.1" status: 204 len: 168 time: 0.3112848 Sep 15 15:43:10.929675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118a00a-71dd-478d-9d07-cb93c4724cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6926f85c-1c4a-43e7-8ca0-52bf44c09e3d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:11.009348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee7bf6be-c1d2-476c-9338-704a87a4e879 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:11.029332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-4b28d6e1-eb8c-461e-8015-0890694e30c4 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317034 Sep 15 15:43:11.119439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Made reservation on behalf of 772b89f74ff94b79b29132ed596cfc01 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:11.129742 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.134460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port ee7bf6be-c1d2-476c-9338-704a87a4e879 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:11.139390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port ee7bf6be-c1d2-476c-9338-704a87a4e879 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:11.139762 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.158832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60338) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:11.166726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99dac3f8-8013-4bf5-8862-026416a9bd08 req-f6f03e4a-2100-4c4b-a857-7bb9242c2c9d service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298873 Sep 15 15:43:11.186135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6700fd0c-48d8-491d-b6b5-be66201c3b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.242856 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.291038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ee7bf6be-c1d2-476c-9338-704a87a4e879, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee7bf6be-c1d2-476c-9338-704a87a4e879,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:11.320269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Allocated IP 172.20.0.12 (23f4fa9e-4b3d-4af5-a9c1-b2514778700d/4615318c-a49e-405d-b0d8-6273afd10e63/1dc9fd5e-13f9-4caf-8bca-48a5671c62bf) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:11.357252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.368072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789892b5-40c1-4673-b4a9-ac7478bff2c1 req-9f3147f4-ea0e-49f0-8cae-e613492a63f8 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:11.369640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-789892b5-40c1-4673-b4a9-ac7478bff2c1 req-9f3147f4-ea0e-49f0-8cae-e613492a63f8 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 950 time: 0.1184504 Sep 15 15:43:11.425347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60348) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:11.428834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e7106d0-a243-4be8-b7c4-b4d7424ee836 req-173b8b60-deb8-4b41-b85e-78522ccecb32 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 210 time: 0.0824564 Sep 15 15:43:11.460386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-789892b5-40c1-4673-b4a9-ac7478bff2c1 req-cff2262d-4202-4750-ba5b-57764ff5ceff tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795500 Sep 15 15:43:11.467515 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ee7bf6be-c1d2-476c-9338-704a87a4e879,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:11.499583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6700fd0c-48d8-491d-b6b5-be66201c3b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.569052 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6700fd0c-48d8-491d-b6b5-be66201c3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.611761 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.616421 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6700fd0c-48d8-491d-b6b5-be66201c3b4c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f06d7957f6504c22868aac8582e1ce8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537957 Sep 15 15:43:11.617099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60352) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:11.628082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700fd0c-48d8-491d-b6b5-be66201c3b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a1d2c-fe84-4f16-a533-18c1561c0909,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:11.686295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-825b77c0-0461-450a-8109-d227b2a6b601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.719648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-825b77c0-0461-450a-8109-d227b2a6b601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.724742 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.736016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52a589f2-aa04-4fd1-97db-d5ea3f62fc4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.788427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:11.793232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:11.822421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:11.830979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:11.834203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.837822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event updated for resources: {'Port': ['ID=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:11.885088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d0f3f-7876-479b-9aa5-6858fb3ad1cf req-76af4926-29a0-4b28-8526-25e0979eb02e tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:11.886848 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-119d0f3f-7876-479b-9aa5-6858fb3ad1cf req-76af4926-29a0-4b28-8526-25e0979eb02e tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 950 time: 0.0522559 Sep 15 15:43:11.918092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf6be-c1d2-476c-9338-704a87a4e879'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:11.922134 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cabaf5-693c-4527-b83e-ad503a987011" -d '{"events": [{"server_uuid": "421a38a5-6b93-4872-adbb-c164214dbe3a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf6be-c1d2-476c-9338-704a87a4e879"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:11.931085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-825b77c0-0461-450a-8109-d227b2a6b601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.934080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-825b77c0-0461-450a-8109-d227b2a6b601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:11.937639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-825b77c0-0461-450a-8109-d227b2a6b601 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f34a1d2c-fe84-4f16-a533-18c1561c0909 HTTP/1.1" status: 204 len: 168 time: 0.3143337 Sep 15 15:43:11.974603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b77c0-0461-450a-8109-d227b2a6b601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a1d2c-fe84-4f16-a533-18c1561c0909,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:12.008092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944761f-6a9e-451b-a052-2547e3d18c2f req-bd70df58-7547-4b75-9183-3424d6f9a66e tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:12.016430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9944761f-6a9e-451b-a052-2547e3d18c2f req-bd70df58-7547-4b75-9183-3424d6f9a66e tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 943 time: 0.0699668 Sep 15 15:43:12.040652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-119d0f3f-7876-479b-9aa5-6858fb3ad1cf req-d5063639-c4fe-4590-be2a-53c40ef29a0c tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389327 Sep 15 15:43:12.064245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52a589f2-aa04-4fd1-97db-d5ea3f62fc4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.068365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9944761f-6a9e-451b-a052-2547e3d18c2f req-31897f68-10b8-4834-ac43-68562ba8fc4e tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Sep 15 15:43:12.095003 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8d3be5-1984-464d-8990-e6709f31765f x-openstack-request-id: req-6a8d3be5-1984-464d-8990-e6709f31765f {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:12.095427 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421a38a5-6b93-4872-adbb-c164214dbe3a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7bf6be-c1d2-476c-9338-704a87a4e879", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:12.095929 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6a8d3be5-1984-464d-8990-e6709f31765f {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:12.097751 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7bf6be-c1d2-476c-9338-704a87a4e879', 'code': 200} Sep 15 15:43:12.123716 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52a589f2-aa04-4fd1-97db-d5ea3f62fc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.167873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a589f2-aa04-4fd1-97db-d5ea3f62fc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac538585-46ae-4824-b09b-160a8a7684c7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:12.170312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-94cde473-2879-4f91-bcbe-2801da8478a6 None None] Provisioning complete for port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:12.170818 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94cde473-2879-4f91-bcbe-2801da8478a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.175193 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-52a589f2-aa04-4fd1-97db-d5ea3f62fc4e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=781b99b562fb42219a5a6a81d23b23e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7446156 Sep 15 15:43:12.175609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60372) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:12.197970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-613a657c-922d-4442-ae42-6474ae7f3344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4244127 Sep 15 15:43:12.212125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Request body: {'port': {'device_id': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:12.237016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9337d21-e8b7-48d7-9781-1190cd572fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.242192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-94cde473-2879-4f91-bcbe-2801da8478a6 None None] Port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:12.245678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ea10b-6bad-4cbe-9ff2-c3763d018919 req-1b144d49-91a5-4d11-a396-7211b6e5a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:12.247636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d4ea10b-6bad-4cbe-9ff2-c3763d018919 req-1b144d49-91a5-4d11-a396-7211b6e5a2a6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 1101 time: 0.0920694 Sep 15 15:43:12.267394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9337d21-e8b7-48d7-9781-1190cd572fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.302578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.330156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d4ea10b-6bad-4cbe-9ff2-c3763d018919 req-595cf327-f026-4e26-ab96-763ecaaae147 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Sep 15 15:43:12.386807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9337d21-e8b7-48d7-9781-1190cd572fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.392815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9337d21-e8b7-48d7-9781-1190cd572fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.396716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a9337d21-e8b7-48d7-9781-1190cd572fc1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ac538585-46ae-4824-b09b-160a8a7684c7 HTTP/1.1" status: 204 len: 168 time: 0.2185113 Sep 15 15:43:12.413566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9337d21-e8b7-48d7-9781-1190cd572fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac538585-46ae-4824-b09b-160a8a7684c7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:12.607889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045efe-02c4-41cb-9f19-7f487e42b9d5 req-148a732f-74bc-454d-8a37-83318a0d95c5 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:12.612633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531c019-ecdb-4a75-8ffd-3806d71bd6da req-731abf34-ca0f-4aed-ab47-cbc6f3978ee2 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:12.614671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6531c019-ecdb-4a75-8ffd-3806d71bd6da req-731abf34-ca0f-4aed-ab47-cbc6f3978ee2 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 950 time: 0.0574389 Sep 15 15:43:12.615133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae045efe-02c4-41cb-9f19-7f487e42b9d5 req-148a732f-74bc-454d-8a37-83318a0d95c5 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 932 time: 0.0907593 Sep 15 15:43:12.669257 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6531c019-ecdb-4a75-8ffd-3806d71bd6da req-e12747f4-2d5b-4958-940c-85473a8d36f4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456383 Sep 15 15:43:12.669764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:12.684938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.693437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae045efe-02c4-41cb-9f19-7f487e42b9d5 req-132dc5da-cfb3-49c3-960c-2e19f9c02ff6 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772991 Sep 15 15:43:12.703995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Transition to ACTIVE for port object 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:43:12.774108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:12.780476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c53be51e-da17-40a9-8f2d-7d103e295dcb details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:12.828645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:12.871498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Attempting to bind port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:12.879259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Attempting to bind port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:12.880086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Attempting to bind port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf on network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:12.891227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf on network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:12.893472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Attempting to bind port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf on network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:12.902774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:12.906842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Checking segment: {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:12.908380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Bound using segment: {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:12.909695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Bound port: 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b323c1f2-7bd8-4325-a368-0567c3ffce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:12.910805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.019067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] For port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:13.025058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] For port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:13.093827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c53be51e-da17-40a9-8f2d-7d103e295dcb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c53be51e-da17-40a9-8f2d-7d103e295dcb,segment=NetworkSegment(4baf7286-3cf9-4933-9f6d-46167aabf218),segment_id=4baf7286-3cf9-4933-9f6d-46167aabf218)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:13.105383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'c53be51e-da17-40a9-8f2d-7d103e295dcb', 'network_id': 'd8d9c2dd-68b7-420c-8073-fe516912279d', 'port_id': 'c53be51e-da17-40a9-8f2d-7d103e295dcb', 'mac_address': 'fa:16:3e:4e:1b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db93ba70-95b8-4e96-bc8c-404929d37c39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:13.116596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-28dfc1f6-d78d-435d-8161-373d2f84c45d req-90e141b8-2d37-40c2-8619-b5046ad7bc3b service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:13.117630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28dfc1f6-d78d-435d-8161-373d2f84c45d req-90e141b8-2d37-40c2-8619-b5046ad7bc3b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056214 Sep 15 15:43:13.119552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.181404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91e426-e722-4946-a6ad-00759a9ce1ec req-a3e6f36c-342c-42fc-9f41-835a352da891 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.187912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.189874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:13.192429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b91e426-e722-4946-a6ad-00759a9ce1ec req-a3e6f36c-342c-42fc-9f41-835a352da891 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 950 time: 0.0900457 Sep 15 15:43:13.195297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.195751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.197280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-35721991-3b63-4421-b4a0-7382bed10d46 service neutron] 10.222.0.55 "PUT /v2.0/ports/1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 1092 time: 0.9904416 Sep 15 15:43:13.197850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:13.201422 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:13.239863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53be51e-da17-40a9-8f2d-7d103e295dcb {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:13.258913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b91e426-e722-4946-a6ad-00759a9ce1ec req-77c10fac-5a98-42ea-a037-4b14e48b17cd tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612111 Sep 15 15:43:13.288752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c53be51e-da17-40a9-8f2d-7d103e295dcb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c53be51e-da17-40a9-8f2d-7d103e295dcb,segment=NetworkSegment(4baf7286-3cf9-4933-9f6d-46167aabf218),segment_id=4baf7286-3cf9-4933-9f6d-46167aabf218)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:13.327361 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc50cd8-d947-4341-ae55-2d9727fe207b x-openstack-request-id: req-afc50cd8-d947-4341-ae55-2d9727fe207b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:13.327791 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:13.328338 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-afc50cd8-d947-4341-ae55-2d9727fe207b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:13.329081 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'status': 'completed', 'code': 200} Sep 15 15:43:13.358330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60418) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:13.368878 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.387282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7390984f-3ad5-4407-9862-cfddd5d51f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.399879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37c51-5645-4cdb-ac93-0396de0e3488 req-b2797475-d9c7-444f-804c-b31c1123463d tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.402491 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84a37c51-5645-4cdb-ac93-0396de0e3488 req-b2797475-d9c7-444f-804c-b31c1123463d tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 943 time: 0.1148760 Sep 15 15:43:13.466705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-0ebc4b89-a18d-431f-bdf5-cdd4dece9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.470701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-0ebc4b89-a18d-431f-bdf5-cdd4dece9507 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=772b89f74ff94b79b29132ed596cfc01&device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 1095 time: 0.1316886 Sep 15 15:43:13.504004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c53be51e-da17-40a9-8f2d-7d103e295dcb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:13.590489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-c7688637-b229-44a4-85ff-79500fec6399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 217 time: 0.1076174 Sep 15 15:43:13.593648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9889be9-78a0-4181-bd7a-67bb0adbd4cd req-9f41ae22-9777-4a2b-afa8-624cfad89661 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.595046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84a37c51-5645-4cdb-ac93-0396de0e3488 req-e08ce466-c33c-45e8-a00c-71f5a5a6d22a tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833129 Sep 15 15:43:13.595189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c9889be9-78a0-4181-bd7a-67bb0adbd4cd req-9f41ae22-9777-4a2b-afa8-624cfad89661 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 950 time: 0.1568894 Sep 15 15:43:13.645654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['c53be51e-da17-40a9-8f2d-7d103e295dcb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:13.663185 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c9889be9-78a0-4181-bd7a-67bb0adbd4cd req-f07d116b-1df9-4533-94d7-1f4b6414d634 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611820 Sep 15 15:43:13.677553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-66a3e290-bd08-4e8a-ae07-be5d181b4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.680838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-66a3e290-bd08-4e8a-ae07-be5d181b4930 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4615318c-a49e-405d-b0d8-6273afd10e63 HTTP/1.1" status: 200 len: 867 time: 0.0803435 Sep 15 15:43:13.687500 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7390984f-3ad5-4407-9862-cfddd5d51f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.747847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-80d9e819-e726-48c4-9d21-a60b0dfd009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.751963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-80d9e819-e726-48c4-9d21-a60b0dfd009f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621684 Sep 15 15:43:13.753493 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7390984f-3ad5-4407-9862-cfddd5d51f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.867643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7390984f-3ad5-4407-9862-cfddd5d51f8b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2a131c97f1449ef817b4e0cc9213b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080628 Sep 15 15:43:13.868787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390984f-3ad5-4407-9862-cfddd5d51f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e2133-3dbd-4c53-8bcc-3e334c834c30,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:13.872196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60434) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:13.910296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a5ff7-4dd9-413d-9472-e6ddd58c04ae req-c4dadf10-8989-442a-b64d-6617d2280435 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:13.912008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f6a5ff7-4dd9-413d-9472-e6ddd58c04ae req-c4dadf10-8989-442a-b64d-6617d2280435 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 944 time: 0.1076944 Sep 15 15:43:13.945086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1d449a5-866c-4a39-b7f9-f8ae52396a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.970697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1d449a5-866c-4a39-b7f9-f8ae52396a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:13.973012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-0587221b-bdf7-46b6-98a6-a032abe094c8 service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104328 Sep 15 15:43:14.016429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f6a5ff7-4dd9-413d-9472-e6ddd58c04ae req-d069b80f-eef0-4cb7-9e75-b3020dbdbea4 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947862 Sep 15 15:43:14.060084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-e158424f-8bde-4884-9135-2f4a5dc964d5 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479498 Sep 15 15:43:14.113031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3448a5b0-ac0a-4766-bf54-e3f24d3ed48e req-c6920e3b-17b6-4c7f-ace9-a0e397bf2f61 service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277580 Sep 15 15:43:14.156056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1d449a5-866c-4a39-b7f9-f8ae52396a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:14.159088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1d449a5-866c-4a39-b7f9-f8ae52396a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:14.160436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d1d449a5-866c-4a39-b7f9-f8ae52396a0d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e8e2133-3dbd-4c53-8bcc-3e334c834c30 HTTP/1.1" status: 204 len: 168 time: 0.2870975 Sep 15 15:43:14.182423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d449a5-866c-4a39-b7f9-f8ae52396a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8e2133-3dbd-4c53-8bcc-3e334c834c30,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:14.191130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-426a11a8-bcc8-4221-a4f7-550ccbbf0b3f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:14.192759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-426a11a8-bcc8-4221-a4f7-550ccbbf0b3f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1316779 Sep 15 15:43:14.209753 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-f678df64-7c30-4546-a345-177e56b337cd tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/quotas/0f8ca5bf0e9848b4b7a97078ecae6fc0 HTTP/1.1" status: 200 len: 375 time: 0.0102358 Sep 15 15:43:14.279084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-75293107-f63f-483c-a1ea-2ed31e03a294 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617476 Sep 15 15:43:14.310981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-0fe3caa2-81d2-400c-a291-9f1561227929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:14.313733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-0fe3caa2-81d2-400c-a291-9f1561227929 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=772b89f74ff94b79b29132ed596cfc01&device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 1095 time: 0.0640602 Sep 15 15:43:14.440690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d222c-acad-4c91-9e1c-aa844eb909ec req-d79fa0a3-451e-4397-89cb-3ff26a92b2e3 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:14.442291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a6d222c-acad-4c91-9e1c-aa844eb909ec req-d79fa0a3-451e-4397-89cb-3ff26a92b2e3 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 950 time: 0.0988157 Sep 15 15:43:14.474678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-a036aaba-50ac-474a-831c-324f8e374aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:14.477219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-a036aaba-50ac-474a-831c-324f8e374aac service neutron] 10.222.0.55 "GET /v2.0/networks?id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 200 len: 929 time: 0.1558139 Sep 15 15:43:14.522950 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:43:14.539876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-b520b379-1e70-4b35-9c29-9774a4c659f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 217 time: 0.0533915 Sep 15 15:43:14.556188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a6d222c-acad-4c91-9e1c-aa844eb909ec req-a7670271-59a9-4296-bfa2-4c465701295b tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973432 Sep 15 15:43:14.599984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f876111-8bc4-4db0-b055-209f20b33ff0 req-60186bca-e121-4737-adbd-ff6ce17f31c7 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 210 time: 0.0724673 Sep 15 15:43:14.634490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-9a8d1bc9-3060-435b-bed8-deb05afc5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:14.636035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-9a8d1bc9-3060-435b-bed8-deb05afc5119 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4615318c-a49e-405d-b0d8-6273afd10e63 HTTP/1.1" status: 200 len: 867 time: 0.0788286 Sep 15 15:43:14.705453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-b6d3d63c-552a-4794-80f1-dc654ab77823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:14.706982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-b6d3d63c-552a-4794-80f1-dc654ab77823 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601180 Sep 15 15:43:14.757392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84def00e-f24a-421d-92fd-8dc643c8624e req-daf4f761-130f-48c9-af22-d29042183e04 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:14.757392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84def00e-f24a-421d-92fd-8dc643c8624e req-daf4f761-130f-48c9-af22-d29042183e04 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 944 time: 0.0680354 Sep 15 15:43:14.810587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84def00e-f24a-421d-92fd-8dc643c8624e req-c27d9849-ce3f-4ca8-8b44-b41302c4c786 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486932 Sep 15 15:43:14.814429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c53be51e-da17-40a9-8f2d-7d103e295dcb up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:14.851600 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-b0f2dc4e-8f3f-4299-9daa-26f29651c6b7 service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363029 Sep 15 15:43:14.957351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port c53be51e-da17-40a9-8f2d-7d103e295dcb completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:14.961480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port c53be51e-da17-40a9-8f2d-7d103e295dcb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:14.961857 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:14.989254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a3e2247-3d9d-47e0-8718-f0e7b48f015e req-fc24ceb3-249d-484e-bd18-12dc65d64a24 service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273904 Sep 15 15:43:15.071466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:15.126009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53be51e-da17-40a9-8f2d-7d103e295dcb'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:15.128219 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04299bd7-3f0a-4cb3-8878-3277a51a5bd9" -d '{"events": [{"server_uuid": "b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d", "name": "network-vif-plugged", "status": "completed", "tag": "c53be51e-da17-40a9-8f2d-7d103e295dcb"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:15.162131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c53be51e-da17-40a9-8f2d-7d103e295dcb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c53be51e-da17-40a9-8f2d-7d103e295dcb,segment=NetworkSegment(4baf7286-3cf9-4933-9f6d-46167aabf218),segment_id=4baf7286-3cf9-4933-9f6d-46167aabf218)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:15.165217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b4e62-e0dd-40b0-ab25-1425652c0cec req-c0e5dc33-cded-4458-b59c-50e11e0801b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:15.168352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f4b4e62-e0dd-40b0-ab25-1425652c0cec req-c0e5dc33-cded-4458-b59c-50e11e0801b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 944 time: 0.0814292 Sep 15 15:43:15.184589 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8659d09-6186-421b-883c-8a35f79aa903 x-openstack-request-id: req-c8659d09-6186-421b-883c-8a35f79aa903 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:15.185089 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d", "name": "network-vif-plugged", "status": "completed", "tag": "c53be51e-da17-40a9-8f2d-7d103e295dcb", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:15.185505 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c8659d09-6186-421b-883c-8a35f79aa903 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:15.185909 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53be51e-da17-40a9-8f2d-7d103e295dcb', 'code': 200} Sep 15 15:43:15.238631 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:15.297740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f4b4e62-e0dd-40b0-ab25-1425652c0cec req-efc50fbb-3e13-4440-8e2e-58ae47d2964f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235020 Sep 15 15:43:15.320118 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-ca0390c3-820f-4606-874f-c281343501e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507860 Sep 15 15:43:15.325366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c53be51e-da17-40a9-8f2d-7d103e295dcb,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:15.376063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804fe70-31e8-4255-b241-ebdb6922b6b8 req-2135a6da-7cc2-4dba-bf64-8d85758c890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:15.377926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1804fe70-31e8-4255-b241-ebdb6922b6b8 req-2135a6da-7cc2-4dba-bf64-8d85758c890f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 1096 time: 0.0722644 Sep 15 15:43:15.442823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-76f306e6-4c43-4bf5-877c-a5bf1b09d9c4 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:15.444390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-76f306e6-4c43-4bf5-877c-a5bf1b09d9c4 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178513 Sep 15 15:43:15.446776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1804fe70-31e8-4255-b241-ebdb6922b6b8 req-6250b20e-ffde-4d6d-9946-40676541436b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548303 Sep 15 15:43:15.460293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-949f8361-5899-4bd5-b7f9-98866ffc864a tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/quotas/d4eb26baef5c4b2bb0464c69b406f6f0 HTTP/1.1" status: 200 len: 375 time: 0.0093536 Sep 15 15:43:15.515113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-5c0bfc0b-6e67-4d58-8f70-f6561c5f8928 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481803 Sep 15 15:43:15.780097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69246d14-3b3e-4180-8d74-f3735f77cf47 req-4a3926b0-be2a-4287-bc50-f273eba438f3 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 210 time: 0.0415053 Sep 15 15:43:15.857195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-56d98341-e0f7-4ecb-b307-f203387b04ac req-d6583f76-4198-4962-9f99-89fa34d21862 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 210 time: 0.0379486 Sep 15 15:43:16.023557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe32925-8c25-4464-bb09-27e038b9d480 req-95dc2640-76b1-4e79-95c6-26e7d3a7dc61 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:16.025646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbe32925-8c25-4464-bb09-27e038b9d480 req-95dc2640-76b1-4e79-95c6-26e7d3a7dc61 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 945 time: 0.0823183 Sep 15 15:43:16.070594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbe32925-8c25-4464-bb09-27e038b9d480 req-2e82d7b0-6ca2-4988-867c-d95bee27be8a tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Sep 15 15:43:16.429278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680612e5-6b3e-4161-9d74-815a16c09db3 req-ce404adb-bea8-4d17-8e82-b930d43918c7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:16.431268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-680612e5-6b3e-4161-9d74-815a16c09db3 req-ce404adb-bea8-4d17-8e82-b930d43918c7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 944 time: 0.0585644 Sep 15 15:43:16.481124 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-680612e5-6b3e-4161-9d74-815a16c09db3 req-1db40d85-da8f-48b5-b538-036991b04f87 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Sep 15 15:43:16.692317 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-b5f55a75-8b63-4463-9208-3d173e0e8b3b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245001 Sep 15 15:43:16.832344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:16.833386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-66f93929-8957-45a0-a075-829a2e23faa1 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:16.835040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-66f93929-8957-45a0-a075-829a2e23faa1 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369312 Sep 15 15:43:16.851870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Request body: {'port': {'device_id': '08a64f03-e639-474f-86ea-fa6db35600fb', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '0f8ca5bf0e9848b4b7a97078ecae6fc0'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:16.972201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73201a69-5181-4114-abba-5d4872cb8dc1 req-97456f30-cae8-4c26-8e6a-9c88137ffa72 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 210 time: 0.0481830 Sep 15 15:43:16.994466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:17.017170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'port_id': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'mac_address': 'fa:16:3e:70:45:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:17.066180 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.085395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:17.115208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:17.128185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-783b6a83-86a6-4e7c-86ae-1c5b956250ff req-7b6a2b21-e988-45b9-90d6-9c9d11ce7ecd tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 210 time: 0.0344229 Sep 15 15:43:17.128936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Made reservation on behalf of 0f8ca5bf0e9848b4b7a97078ecae6fc0 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:17.132582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.230345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60608) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:17.238067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.311592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:17.318320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7f2ad-8ee8-47d9-881a-158cc9e88aa7 req-7143f93f-84c6-4ffd-b060-92ea6202e3af tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:17.320137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00c7f2ad-8ee8-47d9-881a-158cc9e88aa7 req-7143f93f-84c6-4ffd-b060-92ea6202e3af tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 945 time: 0.0822480 Sep 15 15:43:17.391120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00c7f2ad-8ee8-47d9-881a-158cc9e88aa7 req-3bb7ca91-c047-4058-ad08-2f4daa552d45 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522611 Sep 15 15:43:17.407911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Allocated IP 192.168.233.56 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/0da14237-9608-4545-9322-5762c4250dff) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:17.548001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1dc9fd5e-13f9-4caf-8bca-48a5671c62bf'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:17.594614 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53321689-7eb5-4899-8308-a6ba47e4feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.687839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.723484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99237a43-d722-41ba-9a51-a01e59a00bb9 req-c5a8be54-3397-4efb-b0a6-e8aaf5f005b7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:17.731148 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99237a43-d722-41ba-9a51-a01e59a00bb9 req-c5a8be54-3397-4efb-b0a6-e8aaf5f005b7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 945 time: 0.1109776 Sep 15 15:43:17.798899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99237a43-d722-41ba-9a51-a01e59a00bb9 req-8bd1b966-c76b-4f11-bdea-817a38a63db1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664258 Sep 15 15:43:17.810101 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.861466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['beabee8e-75c2-45aa-b544-ee616063d641'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:17.872965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:17.874662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:17.878603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:17.888316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:17.889151 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.916481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Pushing event updated for resources: {'Port': ['ID=0da14237-9608-4545-9322-5762c4250dff,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:17.923433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53321689-7eb5-4899-8308-a6ba47e4feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:17.987103 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53321689-7eb5-4899-8308-a6ba47e4feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:18.080253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-53321689-7eb5-4899-8308-a6ba47e4feee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=133972223e35456b8939bf865339aaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8479424 Sep 15 15:43:18.083162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60640) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:18.085668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53321689-7eb5-4899-8308-a6ba47e4feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a9a02e-18a4-433d-b53e-9ba1833938fa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:18.113963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-39e84aae-9ec5-4b05-bffd-a6b0bb29acc4 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2663069 Sep 15 15:43:18.142636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Request body: {'port': {'device_id': '08a64f03-e639-474f-86ea-fa6db35600fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:18.192008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-71a176cd-ac2a-4874-9d53-c44331555d2f None None] Provisioning complete for port 0da14237-9608-4545-9322-5762c4250dff triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:18.192419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71a176cd-ac2a-4874-9d53-c44331555d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:18.193289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-415e91c5-29b5-48b5-8156-4977818d7bc8 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275722 Sep 15 15:43:18.236242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-71a176cd-ac2a-4874-9d53-c44331555d2f None None] Port 0da14237-9608-4545-9322-5762c4250dff cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:18.263878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fdd45-f13a-41f2-b7fd-83df364b4f45 req-344c4c32-8b37-443e-9f23-20466b37c3ed tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:18.265634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-172fdd45-f13a-41f2-b7fd-83df364b4f45 req-344c4c32-8b37-443e-9f23-20466b37c3ed tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 935 time: 0.0880129 Sep 15 15:43:18.280588 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48103a3e-a939-4120-9d34-d3197442b7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:18.298075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:18.336949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-172fdd45-f13a-41f2-b7fd-83df364b4f45 req-7d1c1223-9985-4a42-97d6-d6fe5831c91a tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546956 Sep 15 15:43:18.376629 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48103a3e-a939-4120-9d34-d3197442b7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:18.703726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-612beb67-d355-445e-b203-26d999a876af req-1e28cb81-8987-476a-881a-12c99999655f tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 210 time: 0.2816999 Sep 15 15:43:18.722919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-6f4da8e3-b704-4b9c-88f3-7315d1701ed2 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:18.724716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-6f4da8e3-b704-4b9c-88f3-7315d1701ed2 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5219357 Sep 15 15:43:18.743718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Request body: {'port': {'device_id': '17bd8cd1-9c71-4958-856a-812645026126', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'd4eb26baef5c4b2bb0464c69b406f6f0'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:18.834261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:18.945567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48103a3e-a939-4120-9d34-d3197442b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:18.949328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48103a3e-a939-4120-9d34-d3197442b7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:18.950507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-48103a3e-a939-4120-9d34-d3197442b7f5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56a9a02e-18a4-433d-b53e-9ba1833938fa HTTP/1.1" status: 204 len: 168 time: 0.8662517 Sep 15 15:43:18.957111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f567526-1bbf-481d-852f-6a467ca1fe45 req-84420518-1fd5-4e03-bdba-709183477c68 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:18.965204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f567526-1bbf-481d-852f-6a467ca1fe45 req-84420518-1fd5-4e03-bdba-709183477c68 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 945 time: 0.0671482 Sep 15 15:43:18.988131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48103a3e-a939-4120-9d34-d3197442b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a9a02e-18a4-433d-b53e-9ba1833938fa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:19.008264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:19.031340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f567526-1bbf-481d-852f-6a467ca1fe45 req-06e27e2c-ebae-458c-853e-457bd8e98961 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632691 Sep 15 15:43:19.033179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:19.033667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.157539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Made reservation on behalf of d4eb26baef5c4b2bb0464c69b406f6f0 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:19.161353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.228890 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.258914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:19.262375 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a01cd3-a4f2-44e4-b38c-7ca804432f40" -d '{"events": [{"server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:19.273960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da14237-9608-4545-9322-5762c4250dff {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:19.275174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:19.288167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.314074 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4382fb94-a9c4-49f8-90cd-aa1393412fbb x-openstack-request-id: req-4382fb94-a9c4-49f8-90cd-aa1393412fbb {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:19.314583 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:19.315021 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4382fb94-a9c4-49f8-90cd-aa1393412fbb {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:19.315551 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'code': 200} Sep 15 15:43:19.325419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Transition to ACTIVE for port object 0da14237-9608-4545-9322-5762c4250dff will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:43:19.364118 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.399261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.447503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60682) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:19.452926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:19.483840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e9a5d-25de-45d6-94a5-c13599c1bcf2 req-a89c87ae-d581-498f-b367-3aeb6f70cd05 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:19.492197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-048e9a5d-25de-45d6-94a5-c13599c1bcf2 req-a89c87ae-d581-498f-b367-3aeb6f70cd05 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 947 time: 0.0757031 Sep 15 15:43:19.505126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Pushing event updated for resources: {'Port': ['ID=0da14237-9608-4545-9322-5762c4250dff,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:19.549922 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-048e9a5d-25de-45d6-94a5-c13599c1bcf2 req-9ed94919-632a-415a-8388-8f23ee2e7947 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Sep 15 15:43:19.630618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Allocated IP 192.168.233.107 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:19.663750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a3be7-b73b-4727-a84f-c7d6d3c34a2d req-11a369cf-084b-42cf-8436-b504f6aff71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:19.665831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c30a3be7-b73b-4727-a84f-c7d6d3c34a2d req-11a369cf-084b-42cf-8436-b504f6aff71f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 1097 time: 0.2636240 Sep 15 15:43:19.666638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Attempting to bind port 0da14237-9608-4545-9322-5762c4250dff on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:19.667016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Attempting to bind port 0da14237-9608-4545-9322-5762c4250dff by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:19.668227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Attempting to bind port 0da14237-9608-4545-9322-5762c4250dff on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:19.690873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Port 0da14237-9608-4545-9322-5762c4250dff on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:19.691399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Attempting to bind port 0da14237-9608-4545-9322-5762c4250dff on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:19.702611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-813604ba-2c21-44ed-a33d-b108587a586d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.709273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:19.709854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:19.710481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:19.711111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Bound port: 0da14237-9608-4545-9322-5762c4250dff, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:19.711732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.801724 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c30a3be7-b73b-4727-a84f-c7d6d3c34a2d req-7a136009-8dfb-42bd-909a-2b73e63ba8e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262572 Sep 15 15:43:19.856354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60694) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:19.895141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-87547ad0-2e69-44e5-ad59-1dc3b6b10740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.897431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08f70f3e-a0e0-467f-90ed-923f10732d6f req-df1349de-b11c-4ff0-bc4a-aff881987b87 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 210 time: 0.0865858 Sep 15 15:43:19.961415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-813604ba-2c21-44ed-a33d-b108587a586d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:19.961627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] For port 0da14237-9608-4545-9322-5762c4250dff, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:19.976057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] For port 0da14237-9608-4545-9322-5762c4250dff, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0da14237-9608-4545-9322-5762c4250dff,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:20.012373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.031333 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-813604ba-2c21-44ed-a33d-b108587a586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.078916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-813604ba-2c21-44ed-a33d-b108587a586d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a1bfe627e6b140168c337fe5860cd3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6247427 Sep 15 15:43:20.080994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.081129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813604ba-2c21-44ed-a33d-b108587a586d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2cf47-d9a8-4cb7-914c-ed2b4b0b75b9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:20.084806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60700) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:20.146506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:20.147664 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.149227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-4ed4614e-2776-497b-9264-1787de515637 service neutron] 10.222.0.38 "PUT /v2.0/ports/0da14237-9608-4545-9322-5762c4250dff HTTP/1.1" status: 200 len: 1095 time: 2.0188947 Sep 15 15:43:20.162972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e003ce2-62fe-4b12-aad2-ceabe1ee4fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.196692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e003ce2-62fe-4b12-aad2-ceabe1ee4fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.206581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a64f03-e639-474f-86ea-fa6db35600fb', 'tag': '0da14237-9608-4545-9322-5762c4250dff'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:20.209493 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9d7ce7-997e-41cb-97fa-41bb937dd620" -d '{"events": [{"name": "network-changed", "server_uuid": "08a64f03-e639-474f-86ea-fa6db35600fb", "tag": "0da14237-9608-4545-9322-5762c4250dff"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:20.212277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4614e-2776-497b-9264-1787de515637 service neutron] Pushing event updated for resources: {'Port': ['ID=0da14237-9608-4545-9322-5762c4250dff,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:20.241169 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.253576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ee7bf6be-c1d2-476c-9338-704a87a4e879'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:20.277830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60706) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:20.347755 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12695ed3-b02b-42c7-8560-cc347cb9c219 x-openstack-request-id: req-12695ed3-b02b-42c7-8560-cc347cb9c219 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:20.347755 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a64f03-e639-474f-86ea-fa6db35600fb", "tag": "0da14237-9608-4545-9322-5762c4250dff", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:20.347755 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-12695ed3-b02b-42c7-8560-cc347cb9c219 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:20.348140 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a64f03-e639-474f-86ea-fa6db35600fb', 'tag': '0da14237-9608-4545-9322-5762c4250dff', 'status': 'completed', 'code': 200} Sep 15 15:43:20.351411 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e003ce2-62fe-4b12-aad2-ceabe1ee4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.355874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e003ce2-62fe-4b12-aad2-ceabe1ee4fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.357573 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8e003ce2-62fe-4b12-aad2-ceabe1ee4fb4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a0f2cf47-d9a8-4cb7-914c-ed2b4b0b75b9 HTTP/1.1" status: 204 len: 168 time: 0.2704067 Sep 15 15:43:20.366197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e003ce2-62fe-4b12-aad2-ceabe1ee4fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2cf47-d9a8-4cb7-914c-ed2b4b0b75b9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:20.398403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:20.408782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:20.415352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Pushing event updated for resources: {'Port': ['ID=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:20.418825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:20.425652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:20.426496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.467291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938bfd-87d3-404e-ba21-36e0d0c066c2 req-254c54ab-6a46-44e6-af27-66d098045259 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:20.474570 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c938bfd-87d3-404e-ba21-36e0d0c066c2 req-254c54ab-6a46-44e6-af27-66d098045259 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 946 time: 0.3774438 Sep 15 15:43:20.502968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-405f2766-fb59-4b65-805c-9de33c4614c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.523575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-87547ad0-2e69-44e5-ad59-1dc3b6b10740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.536270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-f4875d9a-e438-423e-8115-0d74265706bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:20.537902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-f4875d9a-e438-423e-8115-0d74265706bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 1098 time: 0.2200661 Sep 15 15:43:20.601695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c938bfd-87d3-404e-ba21-36e0d0c066c2 req-6bfe89aa-202a-4f9c-9664-e729e7909dd2 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261358 Sep 15 15:43:20.602778 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-87547ad0-2e69-44e5-ad59-1dc3b6b10740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.610209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-1962ab07-7b48-4649-88ab-f98f9871aa7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=0da14237-9608-4545-9322-5762c4250dff HTTP/1.1" status: 200 len: 217 time: 0.0627205 Sep 15 15:43:20.728803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-551cff5e-59e5-4d44-9b8d-beab472264e9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9890025 Sep 15 15:43:20.746476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-87547ad0-2e69-44e5-ad59-1dc3b6b10740 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=70f3834bc0784cb1a8509260c495abc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8851366 Sep 15 15:43:20.750744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Request body: {'port': {'device_id': '17bd8cd1-9c71-4958-856a-812645026126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:20.759182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:20.759182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87547ad0-2e69-44e5-ad59-1dc3b6b10740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8cc214-fb85-47af-88bb-5cab147b31d2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:20.777911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-eebfffd6-d979-4e38-8df2-651d3104c9bb None None] Provisioning complete for port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:20.778358 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eebfffd6-d979-4e38-8df2-651d3104c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.817064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-00b77e16-3802-4bcc-90d6-13aabc554a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:20.819151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-00b77e16-3802-4bcc-90d6-13aabc554a2f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1955602 Sep 15 15:43:20.855223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-eebfffd6-d979-4e38-8df2-651d3104c9bb None None] Port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:20.864312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8507aa-5467-4ef8-94a8-f62fb3e5ac6e req-29d1e098-29c7-44f0-84d2-a282a58019e8 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:20.874795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a8507aa-5467-4ef8-94a8-f62fb3e5ac6e req-29d1e098-29c7-44f0-84d2-a282a58019e8 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 947 time: 0.1398292 Sep 15 15:43:20.905126 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-405f2766-fb59-4b65-805c-9de33c4614c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.912451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.937286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a8507aa-5467-4ef8-94a8-f62fb3e5ac6e req-bb284cba-0b06-499b-83d7-ae36eff64c03 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574949 Sep 15 15:43:20.953102 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97e2c493-0112-421e-8d30-521392194eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:20.953102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-1edfb14c-58a9-4107-8d0f-5cf8c28c4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:20.956731 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-1edfb14c-58a9-4107-8d0f-5cf8c28c4af8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204090 Sep 15 15:43:21.018575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-405f2766-fb59-4b65-805c-9de33c4614c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.065722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-405f2766-fb59-4b65-805c-9de33c4614c5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bb708c6d0bc74f71bbb43b86956b8d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858191 Sep 15 15:43:21.068827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60724) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:21.071316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97e2c493-0112-421e-8d30-521392194eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.136110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f2766-fb59-4b65-805c-9de33c4614c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8727e527-fffb-435f-a3b5-f484ee9ed028,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:21.172692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3590c80b-6411-4c86-8f6a-e883d5a96e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.218641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60726) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:21.222574 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3590c80b-6411-4c86-8f6a-e883d5a96e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.246948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2b414b73-773d-4047-a0c5-9ec78270fa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.350821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a37e-50a4-446e-92de-90a4f3776750 req-f6d9a1d9-5833-4e1e-b3a8-bc2ca043b4c9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:21.353907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33e8a37e-50a4-446e-92de-90a4f3776750 req-f6d9a1d9-5833-4e1e-b3a8-bc2ca043b4c9 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 936 time: 0.3338652 Sep 15 15:43:21.428929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-91b54d21-b96a-4754-87af-036cdfefe7b2 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495442 Sep 15 15:43:21.462547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3590c80b-6411-4c86-8f6a-e883d5a96e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.465431 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3590c80b-6411-4c86-8f6a-e883d5a96e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.466814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3590c80b-6411-4c86-8f6a-e883d5a96e55 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8727e527-fffb-435f-a3b5-f484ee9ed028 HTTP/1.1" status: 204 len: 168 time: 0.3778570 Sep 15 15:43:21.482081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590c80b-6411-4c86-8f6a-e883d5a96e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8727e527-fffb-435f-a3b5-f484ee9ed028,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:21.518445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33e8a37e-50a4-446e-92de-90a4f3776750 req-9b250c82-8962-4593-9535-951615dea324 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490624 Sep 15 15:43:21.551942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2b414b73-773d-4047-a0c5-9ec78270fa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.596750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97e2c493-0112-421e-8d30-521392194eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.599257 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97e2c493-0112-421e-8d30-521392194eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.600504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-97e2c493-0112-421e-8d30-521392194eff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d8cc214-fb85-47af-88bb-5cab147b31d2 HTTP/1.1" status: 204 len: 168 time: 0.8403866 Sep 15 15:43:21.643038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2b414b73-773d-4047-a0c5-9ec78270fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.653667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2c493-0112-421e-8d30-521392194eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8cc214-fb85-47af-88bb-5cab147b31d2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:21.680009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8ee15a-a727-45b1-bead-f4e0f5c5eedc req-b41e04c0-19a4-4b73-a495-2092b91d1981 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389317 Sep 15 15:43:21.685306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:21.689126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2b414b73-773d-4047-a0c5-9ec78270fa26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5ebf2829c9e646d8a15ff12e23c214e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691303 Sep 15 15:43:21.689326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60734) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:21.713437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b414b73-773d-4047-a0c5-9ec78270fa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d40d72-166b-46a4-a069-8d88d0bc0319,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:21.717445 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.744442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Transition to ACTIVE for port object f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:43:21.762256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55bfd34d-b621-4366-99e1-44d72e0789c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.784118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009276ee-b779-4f18-9ab2-ceea834b4934 req-7a20e5de-e118-40dd-9e7c-c4a71687126a tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:21.788357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55bfd34d-b621-4366-99e1-44d72e0789c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:21.792168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-009276ee-b779-4f18-9ab2-ceea834b4934 req-7a20e5de-e118-40dd-9e7c-c4a71687126a tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 946 time: 0.0745959 Sep 15 15:43:21.832254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-009276ee-b779-4f18-9ab2-ceea834b4934 req-ccf9f9a2-78f3-49c8-be88-4c633d6c09f6 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Sep 15 15:43:21.853885 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.149463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf967f9f-d5cf-4592-bc22-ee71683b658e req-50de85b2-f29c-4ff1-8db6-8225b3479e0e tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:22.153009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf967f9f-d5cf-4592-bc22-ee71683b658e req-50de85b2-f29c-4ff1-8db6-8225b3479e0e tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 947 time: 0.1128936 Sep 15 15:43:22.171270 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55bfd34d-b621-4366-99e1-44d72e0789c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.173879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55bfd34d-b621-4366-99e1-44d72e0789c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.175052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-55bfd34d-b621-4366-99e1-44d72e0789c8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/06d40d72-166b-46a4-a069-8d88d0bc0319 HTTP/1.1" status: 204 len: 168 time: 0.4847116 Sep 15 15:43:22.181236 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-b2ccb74c-69be-49fd-8327-49c56d409c3a tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 258 time: 0.2966416 Sep 15 15:43:22.211095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:22.219061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:22.220946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf967f9f-d5cf-4592-bc22-ee71683b658e req-2c762fab-3b85-41ac-aed3-a23630e17fa6 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599420 Sep 15 15:43:22.230626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfd34d-b621-4366-99e1-44d72e0789c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d40d72-166b-46a4-a069-8d88d0bc0319,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:22.237200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-ad4e8697-cdae-435a-9726-fc94933b603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:22.238870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-ad4e8697-cdae-435a-9726-fc94933b603d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 1098 time: 0.3961306 Sep 15 15:43:22.408775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60762) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:22.424528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-523a4632-b3f4-46fc-9fca-620819b453ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.557704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 15:43:22.557704 n-d-808199-2 neutron-server[102018]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 15:43:22.557704 n-d-808199-2 neutron-server[102018]: [parameters: {'project_id': '772b89f74ff94b79b29132ed596cfc01', 'id': 'fa0ec092-2504-4349-aa3f-3e23e472ccc7', 'expiration': datetime.datetime(2021, 9, 15, 15, 45, 22, 538524)}] Sep 15 15:43:22.557704 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:43:22.558204 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:43:22.586468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Attempting to bind port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:22.586858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Attempting to bind port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:22.587231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Attempting to bind port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:22.598198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:22.598803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Attempting to bind port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:22.610066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:22.610383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:22.610745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:22.611191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Bound port: f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:22.611971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.628433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-523a4632-b3f4-46fc-9fca-620819b453ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.667905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-1325dc0a-f8ab-4aae-aee3-cc1a63416c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:22.669610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-1325dc0a-f8ab-4aae-aee3-cc1a63416c6a service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.4137256 Sep 15 15:43:22.700415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-523a4632-b3f4-46fc-9fca-620819b453ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.743399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-523a4632-b3f4-46fc-9fca-620819b453ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0a0fc243bd9543fc8b2324a3669f0a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334739 Sep 15 15:43:22.743995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60774) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:22.747078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-3e452c54-1422-43df-be6e-685db7febe04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=0da14237-9608-4545-9322-5762c4250dff HTTP/1.1" status: 200 len: 217 time: 0.0680220 Sep 15 15:43:22.755755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] For port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:22.775023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] For port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:22.783394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a4632-b3f4-46fc-9fca-620819b453ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1c837-9678-4194-a057-a4dd525be24f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:22.826826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-905ada38-e91b-4cd8-a81c-72c7b1fc9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:22.828363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-905ada38-e91b-4cd8-a81c-72c7b1fc9049 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0660498 Sep 15 15:43:22.847056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2fe137c-d343-4bc3-82f9-a4aa96a4c014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.847884 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.882262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2fe137c-d343-4bc3-82f9-a4aa96a4c014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.906401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:22.911985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:22.911985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] 10.222.0.38 "PUT /v2.0/ports/f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 HTTP/1.1" status: 200 len: 1096 time: 2.1712809 Sep 15 15:43:22.911985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bd8cd1-9c71-4958-856a-812645026126', 'tag': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:22.915773 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef0479f-ba0a-4c41-8302-047c1ab007bf" -d '{"events": [{"name": "network-changed", "server_uuid": "17bd8cd1-9c71-4958-856a-812645026126", "tag": "f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:22.941417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036eab2-3580-4e94-9683-6adcddafc5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:22.946134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-480956ff-552c-4ad4-bc77-a2ddb9877f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:22.947900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-480956ff-552c-4ad4-bc77-a2ddb9877f6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103029 Sep 15 15:43:23.071813 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2fe137c-d343-4bc3-82f9-a4aa96a4c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:23.075462 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2fe137c-d343-4bc3-82f9-a4aa96a4c014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:23.091002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e2fe137c-d343-4bc3-82f9-a4aa96a4c014 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2fe1c837-9678-4194-a057-a4dd525be24f HTTP/1.1" status: 204 len: 168 time: 0.3433528 Sep 15 15:43:23.101926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-ef637952-fdab-428c-a078-1657d08d968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:23.103475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-ef637952-fdab-428c-a078-1657d08d968c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 1099 time: 0.0848279 Sep 15 15:43:23.109950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60796) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:23.120659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe137c-d343-4bc3-82f9-a4aa96a4c014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1c837-9678-4194-a057-a4dd525be24f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:23.129999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-9c937d0f-71de-45a8-8970-3f65e6d3013d service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749430 Sep 15 15:43:23.272513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-47e4ecd0-5948-4e9a-8fa4-79a37ff91694 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 HTTP/1.1" status: 200 len: 217 time: 0.1539795 Sep 15 15:43:23.275124 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:23.351649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bb51a-faaf-45cb-89f0-7183cf4a411d req-f75dbb3c-35dc-4835-a4d3-85e980121832 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:23.353705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c7bb51a-faaf-45cb-89f0-7183cf4a411d req-f75dbb3c-35dc-4835-a4d3-85e980121832 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 948 time: 0.0675738 Sep 15 15:43:23.358663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b9d7ce7-997e-41cb-97fa-41bb937dd620 req-9b1c41df-e718-471b-8506-1c1d6c741b4b service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911206 Sep 15 15:43:23.373524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a238141d-96c0-43a1-af0d-2b0a5fa925fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:23.375062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-a238141d-96c0-43a1-af0d-2b0a5fa925fc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0820622 Sep 15 15:43:23.413227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c7bb51a-faaf-45cb-89f0-7183cf4a411d req-2324d8aa-9964-4af3-83f4-6a726214efeb tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462592 Sep 15 15:43:23.492907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-867cd1b8-7150-4e50-a1a4-580b58063e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:23.494527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-867cd1b8-7150-4e50-a1a4-580b58063e5c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623620 Sep 15 15:43:23.521669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:23.612731 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60814d15-420b-43f5-b709-e119d0d0a58a x-openstack-request-id: req-60814d15-420b-43f5-b709-e119d0d0a58a {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:23.613144 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bd8cd1-9c71-4958-856a-812645026126", "tag": "f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:23.613264 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-60814d15-420b-43f5-b709-e119d0d0a58a {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:23.613660 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bd8cd1-9c71-4958-856a-812645026126', 'tag': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03', 'status': 'completed', 'code': 200} Sep 15 15:43:23.628415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1729411149-network', 'tenant_id': '778023219b2a4f1ca13621ea15ddb51b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:23.707907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-1b611094-b6e9-4cb5-97fc-480d3b848bb1 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973593 Sep 15 15:43:23.757106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Allocated IP 172.25.0.161 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/34390983-05a4-4bda-bdce-93b3bb867a49) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:23.774402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fe234-c407-4467-bd1f-57952762b29c req-6843256d-d45f-4a3b-9d7f-a413b8669840 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:23.776763 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e46fe234-c407-4467-bd1f-57952762b29c req-6843256d-d45f-4a3b-9d7f-a413b8669840 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 947 time: 0.0749419 Sep 15 15:43:23.814806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Made reservation on behalf of 778023219b2a4f1ca13621ea15ddb51b for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:23.817235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:23.857180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e46fe234-c407-4467-bd1f-57952762b29c req-4afd910e-9281-4121-828a-38cf1e6e1ea1 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741954 Sep 15 15:43:23.868133 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:23.888467 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93875d04-8ccc-48d7-ab89-5973fa129df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:23.943522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20c0fc5-c822-4980-8bde-2f33548935f9 req-8bbf120e-33b0-4f54-a1ec-f8a4d8c2e2be service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267237 Sep 15 15:43:24.002197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.090500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.125536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-a6f1ef8e-1e24-4369-8cb4-873e3feca5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:24.127260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-a6f1ef8e-1e24-4369-8cb4-873e3feca5c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 1099 time: 0.0465651 Sep 15 15:43:24.171329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.174974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.278695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:24.279637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:43:24.287333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d17309-9e37-4934-925b-2ed3fa3f1ca1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:24.295292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:24.307501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:24.313707 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.313707 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Added segment 0124bb50-fac6-42d0-a304-cf38694ebe61 of type vlan for network 742acc42-ee0d-49c3-9263-c38eb7ccca8d Sep 15 15:43:24.337706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event updated for resources: {'Port': ['ID=34390983-05a4-4bda-bdce-93b3bb867a49,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:24.357418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-b316fc6d-a209-460e-a4a7-44909352dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:24.358924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-b316fc6d-a209-460e-a4a7-44909352dfc1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2226515 Sep 15 15:43:24.471161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-6f023783-2036-42bf-98e4-3391834ba495 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 HTTP/1.1" status: 200 len: 217 time: 0.0674109 Sep 15 15:43:24.475446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.496058 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.538660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe95166-20f5-4e51-935a-0549827e0542 req-480f4ff4-21c5-4993-b211-b28ea1f77d72 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:24.540246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2fe95166-20f5-4e51-935a-0549827e0542 req-480f4ff4-21c5-4993-b211-b28ea1f77d72 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 948 time: 0.0660121 Sep 15 15:43:24.590912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2fe95166-20f5-4e51-935a-0549827e0542 req-9429a726-e168-466e-a6b7-91c791b93b7c tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439081 Sep 15 15:43:24.592875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-048bad86-05de-4b1e-bf91-71fa4d4cfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:24.594370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-048bad86-05de-4b1e-bf91-71fa4d4cfd5b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1129093 Sep 15 15:43:24.601387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.resource_extend [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:43:24.690856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.691928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:24.692604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.725408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:24.758190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-eb9905f6-f6ca-4205-9c5a-6f8ecd504c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:24.759606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-eb9905f6-f6ca-4205-9c5a-6f8ecd504c9a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1397135 Sep 15 15:43:24.864631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] Pushing event updated for resources: {'Network': ['ID=742acc42-ee0d-49c3-9263-c38eb7ccca8d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:24.865448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:43:24.983241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-77da837e-fc03-446a-b5bf-8cb91e7741a7 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144022 Sep 15 15:43:25.027930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d0729dad-901d-4f53-952b-e7d3388346fd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9172118 Sep 15 15:43:25.038349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60856) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:25.044889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Request body: {'subnet': {'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1729411149-subnet', 'tenant_id': '778023219b2a4f1ca13621ea15ddb51b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:25.072767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdce86-0577-4f65-9e50-ea6efad20a04 req-d0fd2abc-507c-42dc-bbad-93a5f3e55170 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:25.075029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3fdce86-0577-4f65-9e50-ea6efad20a04 req-d0fd2abc-507c-42dc-bbad-93a5f3e55170 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 947 time: 0.0726895 Sep 15 15:43:25.086499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0da14237-9608-4545-9322-5762c4250dff details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:25.115543 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:25.149895 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef0479f-ba0a-4c41-8302-047c1ab007bf req-6ed9fb3c-6acd-4cf4-a2ec-a1c90d30c3f7 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577592 Sep 15 15:43:25.168787 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3fdce86-0577-4f65-9e50-ea6efad20a04 req-4019da66-e2c0-45cd-ac5e-703ae5020015 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814404 Sep 15 15:43:25.214902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:25.267917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0da14237-9608-4545-9322-5762c4250dff, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0da14237-9608-4545-9322-5762c4250dff,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:25.299265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '0da14237-9608-4545-9322-5762c4250dff', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '0da14237-9608-4545-9322-5762c4250dff', 'mac_address': 'fa:16:3e:34:1d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:25.348739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:25.365395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da14237-9608-4545-9322-5762c4250dff {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:25.399196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0da14237-9608-4545-9322-5762c4250dff, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0da14237-9608-4545-9322-5762c4250dff,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:25.488941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:25.563483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0da14237-9608-4545-9322-5762c4250dff,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:25.609113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:25.615194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Made reservation on behalf of 778023219b2a4f1ca13621ea15ddb51b for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:25.618089 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:25.664734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event updated for resources: {'Port': ['ID=34390983-05a4-4bda-bdce-93b3bb867a49,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:25.729189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0da14237-9608-4545-9322-5762c4250dff'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:25.741018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:25.742251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-912f6adc-302a-410a-a586-1e07d9a01ae1 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5357802 Sep 15 15:43:25.857392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-38e10bdf-f006-435e-9332-e688f665d9a3 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.0897005 Sep 15 15:43:26.013121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-c68cfc9f-2484-4cb0-af9e-f437df4777f5 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:26.014443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-c68cfc9f-2484-4cb0-af9e-f437df4777f5 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1482253 Sep 15 15:43:26.015808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:26.050301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-1fb29598-e976-4485-a011-eb9199d99957 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:26.051307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e13ad00-017b-4de2-be71-1ad2a6fe75ec req-1fb29598-e976-4485-a011-eb9199d99957 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279913 Sep 15 15:43:26.073448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=06009191-dc62-4e07-857b-f9d6a1fb75c7,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:26.104243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:26.107647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Network hostable DHCP agents. Network: 742acc42-ee0d-49c3-9263-c38eb7ccca8d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:43:26.191189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d5dd8-1eba-4393-8af6-dc9eccef462f req-a77a219a-e458-4bde-acfc-c2565beb8418 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:26.191741 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:26.192785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-494d5dd8-1eba-4393-8af6-dc9eccef462f req-a77a219a-e458-4bde-acfc-c2565beb8418 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 948 time: 0.0584958 Sep 15 15:43:26.193958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:43:26.238009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-494d5dd8-1eba-4393-8af6-dc9eccef462f req-a1163b79-2ef6-4fd5-991b-3d1a7ce1909e tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Sep 15 15:43:26.278065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 742acc42-ee0d-49c3-9263-c38eb7ccca8d) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:26.282541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:26.287254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:26.290053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6c882-dea2-41bf-aa68-afc6c45d6233 None None] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:26.388713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f2121373-40e9-44f2-9223-0deec5b65adc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3418591 Sep 15 15:43:26.430598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be186df5-9ae5-428c-a6f1-4e88e015da53 None None] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:26.753462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9ae75493-a442-4ce1-8eb7-7067fc453c8c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:26.754980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9ae75493-a442-4ce1-8eb7-7067fc453c8c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0808406 Sep 15 15:43:26.813027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-4c8958ca-1dcb-4f59-8d94-069613c55d4f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 696 time: 0.0509155 Sep 15 15:43:26.828280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Request body: {'floatingip': {'port_id': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:26.917468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:26.923144 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:26.960626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f18f-d707-4388-a377-cd7251cac959 req-db0a2236-3c3c-40dc-bee1-f167915a8b73 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:26.962322 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7041f18f-d707-4388-a377-cd7251cac959 req-db0a2236-3c3c-40dc-bee1-f167915a8b73 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 948 time: 0.0526731 Sep 15 15:43:27.021065 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7041f18f-d707-4388-a377-cd7251cac959 req-7b350fe6-471b-40e9-a627-78752c15ae4c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Sep 15 15:43:27.096690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:27.102294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0da14237-9608-4545-9322-5762c4250dff up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:27.267544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:27.271550 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-20c96f10-07d4-4650-bf9a-929279f4476d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.285457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03', 'mac_address': 'fa:16:3e:a2:a0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:27.311844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60920) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:27.320059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-731890486-network', 'tenant_id': '7b2f41f79882459a9e946a52fe35ce9a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:27.333487 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.350380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:27.368792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 0da14237-9608-4545-9322-5762c4250dff completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:27.375563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:27.377303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 0da14237-9608-4545-9322-5762c4250dff triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:27.377748 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.462243 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.477107 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.477342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Made reservation on behalf of 7b2f41f79882459a9e946a52fe35ce9a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:27.480369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.494948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.536646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a64f03-e639-474f-86ea-fa6db35600fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da14237-9608-4545-9322-5762c4250dff'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:27.538981 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540ddad4-0120-48e3-b723-c9b677b7448f" -d '{"events": [{"server_uuid": "08a64f03-e639-474f-86ea-fa6db35600fb", "name": "network-vif-plugged", "status": "completed", "tag": "0da14237-9608-4545-9322-5762c4250dff"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:27.551078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:27.556874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0da14237-9608-4545-9322-5762c4250dff, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0da14237-9608-4545-9322-5762c4250dff,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:27.626236 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.628601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.688672 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0da14237-9608-4545-9322-5762c4250dff,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:27.717229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.717762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.753407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:27.825459 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Floating IP aeece3ce-e743-4d2a-9f7e-37e5186c83c7 associated. External IP: 172.25.0.161, port: 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf. Sep 15 15:43:27.837009 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.878217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:43:27.896671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bf71eb-9144-49f4-a774-e329725ba28d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:27.900706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:27.901402 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Added segment 7825b6dc-4496-479d-8371-1319c3935375 of type vlan for network 63b7cfd7-bf26-4294-9729-b4029daf219e Sep 15 15:43:27.947526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:28.049762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:28.071795 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:28.073005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:28.073765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:28.134806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] Pushing event updated for resources: {'Network': ['ID=63b7cfd7-bf26-4294-9729-b4029daf219e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:28.145823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 63b7cfd7-bf26-4294-9729-b4029daf219e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:43:28.162166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:28.173633 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] Sync routers for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:28.174172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:28.189323 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:28.189323 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:28.191936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6a2adca1-4bb6-42b6-882e-5e20dc78067a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8787057 Sep 15 15:43:28.192930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60930) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:28.199707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Request body: {'subnet': {'network_id': '63b7cfd7-bf26-4294-9729-b4029daf219e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-731890486-subnet', 'tenant_id': '7b2f41f79882459a9e946a52fe35ce9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:28.225771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-9b0d0e76-704e-4222-aea0-ba251ed9ea7f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "PUT /v2.0/floatingips/aeece3ce-e743-4d2a-9f7e-37e5186c83c7 HTTP/1.1" status: 200 len: 997 time: 1.4083796 Sep 15 15:43:28.226217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:28.228515 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:28.290201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4620c79-5c75-4647-908a-ed8772d64070 req-15ff0143-cfca-4028-adce-719fd4a4d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:28.291755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-15ff0143-cfca-4028-adce-719fd4a4d3aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=772b89f74ff94b79b29132ed596cfc01&device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 1097 time: 0.0505712 Sep 15 15:43:28.362995 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:28.407907 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:28.414999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4620c79-5c75-4647-908a-ed8772d64070 req-8eed2028-83af-4ccc-9e6a-d30304c8aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:28.416583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-8eed2028-83af-4ccc-9e6a-d30304c8aaad service neutron] 10.222.0.63 "GET /v2.0/networks?id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 200 len: 929 time: 0.1134806 Sep 15 15:43:28.417641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Made reservation on behalf of 7b2f41f79882459a9e946a52fe35ce9a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:28.419992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:28.553394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-c1247195-f955-4d90-8f57-8ad7ddceea23 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 1000 time: 0.1187379 Sep 15 15:43:28.564571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821958e9-0f91-4211-9f45-2e0458b5faec req-cf85c5a9-9c32-4ae2-b247-953b5a28c020 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:28.572382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-821958e9-0f91-4211-9f45-2e0458b5faec req-cf85c5a9-9c32-4ae2-b247-953b5a28c020 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 949 time: 0.0850270 Sep 15 15:43:28.617594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-821958e9-0f91-4211-9f45-2e0458b5faec req-e9b6854a-ce4c-490f-8d78-17e00c309777 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391755 Sep 15 15:43:28.720050 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'aeece3ce-e743-4d2a-9f7e-37e5186c83c7', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'port_id': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'mac_address': 'fa:16:3e:70:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:43:24Z', 'updated_at': '2021-09-15T15:43:27Z', 'revision_number': 1, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:06Z', 'revision_number': 5, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:28.747945 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb5c2fc-fbaf-48f5-a98d-005a0784f941 x-openstack-request-id: req-bfb5c2fc-fbaf-48f5-a98d-005a0784f941 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:28.748626 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a64f03-e639-474f-86ea-fa6db35600fb", "name": "network-vif-plugged", "status": "completed", "tag": "0da14237-9608-4545-9322-5762c4250dff", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:28.749103 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bfb5c2fc-fbaf-48f5-a98d-005a0784f941 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:28.750007 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a64f03-e639-474f-86ea-fa6db35600fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da14237-9608-4545-9322-5762c4250dff', 'code': 200} Sep 15 15:43:28.803059 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] Checking router: ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:28.814388 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:28.815027 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:28.922073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1fde4-b6ce-4441-abb7-5565c72c9944 req-c79511a1-37e6-4919-b6ac-b610242cfc5f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:28.923606 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2e1fde4-b6ce-4441-abb7-5565c72c9944 req-c79511a1-37e6-4919-b6ac-b610242cfc5f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.0639899 Sep 15 15:43:28.970687 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:28.981001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2e1fde4-b6ce-4441-abb7-5565c72c9944 req-dcd3bcae-c29d-4bf5-9bd2-26a2a91cd610 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504861 Sep 15 15:43:29.005983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4620c79-5c75-4647-908a-ed8772d64070 req-fd3aae56-957e-4182-aa10-cb39a64d0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:29.005983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-fd3aae56-957e-4182-aa10-cb39a64d0a61 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4615318c-a49e-405d-b0d8-6273afd10e63 HTTP/1.1" status: 200 len: 867 time: 0.3792019 Sep 15 15:43:29.019270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60944) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:29.050535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625427f1-2143-441d-85cf-8ee7478a6b67 req-cc1cf144-ccb0-4339-a87e-b994502671a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:29.052103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-625427f1-2143-441d-85cf-8ee7478a6b67 req-cc1cf144-ccb0-4339-a87e-b994502671a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 1100 time: 0.1389573 Sep 15 15:43:29.065593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.085843 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf38598-a270-4d0b-beac-59506134fe1d x-openstack-request-id: req-8cf38598-a270-4d0b-beac-59506134fe1d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:29.086140 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:29.086720 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8cf38598-a270-4d0b-beac-59506134fe1d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:29.087129 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'status': 'completed', 'code': 200} Sep 15 15:43:29.101781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:29.156108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-020a9daf-3b9c-4df3-85ab-3c3d398a9a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.156739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4620c79-5c75-4647-908a-ed8772d64070 req-99bdd08c-e891-416f-a5c1-a7431c26a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:29.163883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-99bdd08c-e891-416f-a5c1-a7431c26a83f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512959 Sep 15 15:43:29.177377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-77093956-018b-49dc-abf3-f04dbb2422cd service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:29.187455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-77093956-018b-49dc-abf3-f04dbb2422cd service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226471 Sep 15 15:43:29.243539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:29.249188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:29.249188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.281901 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'aeece3ce-e743-4d2a-9f7e-37e5186c83c7', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'port_id': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'mac_address': 'fa:16:3e:70:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:43:24Z', 'updated_at': '2021-09-15T15:43:27Z', 'revision_number': 1, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:06Z', 'revision_number': 5, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:29.318796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-4c8657b1-98ae-459b-a104-744461bc833c service neutron] 10.222.0.63 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294835 Sep 15 15:43:29.358548 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-020a9daf-3b9c-4df3-85ab-3c3d398a9a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.373207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcd312-109c-4f0c-9b90-848de2792752 None None] The sync data for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 is: [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'aeece3ce-e743-4d2a-9f7e-37e5186c83c7', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'port_id': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'mac_address': 'fa:16:3e:70:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:43:24Z', 'updated_at': '2021-09-15T15:43:27Z', 'revision_number': 1, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:06Z', 'revision_number': 5, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:29.419454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.426016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-020a9daf-3b9c-4df3-85ab-3c3d398a9a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.462154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:29.473275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9daf-3b9c-4df3-85ab-3c3d398a9a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac68b2-08a3-486f-a13b-bfe660bc5496,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:29.478915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-020a9daf-3b9c-4df3-85ab-3c3d398a9a19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a09fc53712ab44c196a99f77fcd6ec55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584284 Sep 15 15:43:29.483581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:29.507865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-625427f1-2143-441d-85cf-8ee7478a6b67 req-72d27ef4-228d-482c-b9cc-054321f41254 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464297 Sep 15 15:43:29.514249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa729990-67c9-4209-9fae-41bb3c764f96,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:29.539096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Checking segment: {'id': '7825b6dc-4496-479d-8371-1319c3935375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '63b7cfd7-bf26-4294-9729-b4029daf219e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:29.543273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Network hostable DHCP agents. Network: 63b7cfd7-bf26-4294-9729-b4029daf219e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:43:29.543432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.548062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-d2655c62-bb2a-4c97-b4c3-ea9f6357e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:29.549645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-d2655c62-bb2a-4c97-b4c3-ea9f6357e175 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=772b89f74ff94b79b29132ed596cfc01&device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 1097 time: 0.3955188 Sep 15 15:43:29.551901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182f857a-e5f1-4654-9d66-acae0a1160db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.569585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-f80fee87-80e4-435b-a9be-b2b51b05c85b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1947045 Sep 15 15:43:29.576682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182f857a-e5f1-4654-9d66-acae0a1160db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.610413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4620c79-5c75-4647-908a-ed8772d64070 req-2487a92b-4ace-45f1-a11e-026a660e41e2 service neutron] 10.222.0.63 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866695 Sep 15 15:43:29.636811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:29.668210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Network 63b7cfd7-bf26-4294-9729-b4029daf219e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:43:29.711249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-c4ea55da-e0fb-47de-90ed-25c7d39c4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:29.717678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-c4ea55da-e0fb-47de-90ed-25c7d39c4589 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 200 len: 929 time: 0.1501532 Sep 15 15:43:29.768404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182f857a-e5f1-4654-9d66-acae0a1160db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.771562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182f857a-e5f1-4654-9d66-acae0a1160db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.775191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-182f857a-e5f1-4654-9d66-acae0a1160db admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3cac68b2-08a3-486f-a13b-bfe660bc5496 HTTP/1.1" status: 204 len: 168 time: 0.2870958 Sep 15 15:43:29.775371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb45d9b-ed1a-4777-bcb4-15a3c3f294e4 None None] New status for floating IP aeece3ce-e743-4d2a-9f7e-37e5186c83c7: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:43:29.793239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f857a-e5f1-4654-9d66-acae0a1160db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac68b2-08a3-486f-a13b-bfe660bc5496,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:29.814377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9011b0c-13c5-4802-9289-c6d105c4b569 req-ff452ad4-cbea-4c77-a816-40484b1dfeaf tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:29.843451 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9011b0c-13c5-4802-9289-c6d105c4b569 req-ff452ad4-cbea-4c77-a816-40484b1dfeaf tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.1032355 Sep 15 15:43:29.852226 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.853250 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-3e76dabf-0394-4152-8589-93271e256144 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 1000 time: 0.1238983 Sep 15 15:43:29.881244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9011b0c-13c5-4802-9289-c6d105c4b569 req-bad37b5f-87f4-4d24-a558-e654a13dd8dc tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Sep 15 15:43:29.915411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 63b7cfd7-bf26-4294-9729-b4029daf219e) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:29.921999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d094b-ebe2-442b-9ff1-e2f2ea95c8db None None] Network 63b7cfd7-bf26-4294-9729-b4029daf219e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:29.940334 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:29.960712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:29.961445 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:30.064670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-e506628d-0cc2-481a-8a42-bade4d130217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:30.066272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-e506628d-0cc2-481a-8a42-bade4d130217 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4615318c-a49e-405d-b0d8-6273afd10e63 HTTP/1.1" status: 200 len: 867 time: 0.1710098 Sep 15 15:43:30.071832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e936f07-c91f-40bb-8aee-b739def84589 req-7fe4c7f2-26cf-4f03-baf2-54b6d762e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:30.073970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-7fe4c7f2-26cf-4f03-baf2-54b6d762e2c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 1101 time: 0.2187874 Sep 15 15:43:30.134177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-96ad968c-1b81-4e6f-a64b-9f18e48212a5 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 258 time: 0.4153624 Sep 15 15:43:30.166483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:30.175201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a15beef1-b1f7-425d-8b5e-9a36ec35abf8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9811046 Sep 15 15:43:30.187990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465bc28-5292-4d93-b979-7f1ce6e8f123 req-bc11d3b5-6e50-40be-ab2f-f58da2e1a712 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:30.202391 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5465bc28-5292-4d93-b979-7f1ce6e8f123 req-bc11d3b5-6e50-40be-ab2f-f58da2e1a712 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.1114953 Sep 15 15:43:30.235929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-af054ed4-405d-45e9-9105-7faca67f68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:30.237632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-af054ed4-405d-45e9-9105-7faca67f68a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595850 Sep 15 15:43:30.241019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c67d65-b20c-41e2-81b2-0d81372aa40a None None] Network 63b7cfd7-bf26-4294-9729-b4029daf219e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:30.281946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e936f07-c91f-40bb-8aee-b739def84589 req-b4081baf-0f9d-46dd-98f1-7579e4880bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:30.283442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-b4081baf-0f9d-46dd-98f1-7579e4880bb9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1717653 Sep 15 15:43:30.306816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:30.310081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5465bc28-5292-4d93-b979-7f1ce6e8f123 req-5eb5a3ee-d174-4371-b750-dae573442443 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940752 Sep 15 15:43:30.424935 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-fec9232b-1365-4256-abeb-4b82c3433760 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=ee7bf6be-c1d2-476c-9338-704a87a4e879 HTTP/1.1" status: 200 len: 217 time: 0.1267595 Sep 15 15:43:30.459545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60994) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:30.500216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-abc29522-6f15-46ef-9c43-c2d7dd2542fa service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457237 Sep 15 15:43:30.538960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e936f07-c91f-40bb-8aee-b739def84589 req-b00eb5ce-bebb-4698-ba13-0eb321204793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:30.540311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-b00eb5ce-bebb-4698-ba13-0eb321204793 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1087444 Sep 15 15:43:30.673838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e936f07-c91f-40bb-8aee-b739def84589 req-cadb2590-9929-4c5f-969c-8318d20da9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:30.675379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-cadb2590-9929-4c5f-969c-8318d20da9dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141276 Sep 15 15:43:30.686002 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55a6d488-6b29-4421-b156-cbe984a6922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:30.719196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e08ea1cc-e4a9-444d-83a6-8b8e7ce93994 req-5aa3a534-2ed9-4a8a-9301-e8d0b8248c92 service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837099 Sep 15 15:43:30.733159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:30.751887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bd8cd1-9c71-4958-856a-812645026126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:30.755305 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b626ca4-b93d-44b7-84b4-eca13a271841" -d '{"events": [{"server_uuid": "17bd8cd1-9c71-4958-856a-812645026126", "name": "network-vif-plugged", "status": "completed", "tag": "f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:30.770899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32772) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:30.792353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8509f510-8266-4ebc-8fcf-fb64c61f2f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:30.840978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55a6d488-6b29-4421-b156-cbe984a6922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:30.867677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-4a540e11-bc60-4b49-9d9e-aa115d84b781 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729765 Sep 15 15:43:30.904994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Allocated IP 172.25.0.149 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0cc1ebc3-2ef1-418e-b6b7-8e8ccb062a2b) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:30.981779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55a6d488-6b29-4421-b156-cbe984a6922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.054796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e936f07-c91f-40bb-8aee-b739def84589 req-444417b2-3b09-4e2a-85ec-9e924c096bdd service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672266 Sep 15 15:43:31.063021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6d488-6b29-4421-b156-cbe984a6922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a6900a-1786-4bb7-b6f8-3a27649fa6d5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:31.103430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-55a6d488-6b29-4421-b156-cbe984a6922e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f0e7042676b452a905bbeb8068e9159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6421494 Sep 15 15:43:31.106804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32788) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:31.117528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.185112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0195369e-ef7f-43f9-b4b0-7b2e7d9ae4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.207806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0195369e-ef7f-43f9-b4b0-7b2e7d9ae4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.259684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8509f510-8266-4ebc-8fcf-fb64c61f2f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.260781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.267424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-c7904d37-494d-4248-a3a9-e5a5b8369909 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:31.274819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-c7904d37-494d-4248-a3a9-e5a5b8369909 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 0.1802409 Sep 15 15:43:31.285483 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-c2385b98-848c-4651-9256-cda17d265d7e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/quotas/778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 375 time: 0.0098495 Sep 15 15:43:31.300156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:31.304330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:31.310835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:31.315447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event updated for resources: {'Port': ['ID=0cc1ebc3-2ef1-418e-b6b7-8e8ccb062a2b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:31.319086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-4765bf1b-656d-43ff-9c4e-60f1d90121f0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274739 Sep 15 15:43:31.321579 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0195369e-ef7f-43f9-b4b0-7b2e7d9ae4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.324381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0195369e-ef7f-43f9-b4b0-7b2e7d9ae4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.328195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0195369e-ef7f-43f9-b4b0-7b2e7d9ae4bc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/05a6900a-1786-4bb7-b6f8-3a27649fa6d5 HTTP/1.1" status: 204 len: 168 time: 0.2176991 Sep 15 15:43:31.352457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8509f510-8266-4ebc-8fcf-fb64c61f2f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.356715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195369e-ef7f-43f9-b4b0-7b2e7d9ae4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a6900a-1786-4bb7-b6f8-3a27649fa6d5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:31.371868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.451894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f510-8266-4ebc-8fcf-fb64c61f2f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016754cc-8cbf-4982-ac53-05c1d893adad,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:31.456122 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8509f510-8266-4ebc-8fcf-fb64c61f2f3d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6dffd9ac5f7b487ca44b7d1c56849c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837134 Sep 15 15:43:31.460372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32794) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:31.516211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.525693 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-66ac2438-7f25-4789-9d46-bf5d303d2eb0 service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961730 Sep 15 15:43:31.568306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-810889a3-2c51-40ad-ac6e-b59cf2d2fc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.616891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-810889a3-2c51-40ad-ac6e-b59cf2d2fc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.709333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-ec951fac-734e-4350-8254-b30012b80b28 service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682446 Sep 15 15:43:31.771322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.834902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-810889a3-2c51-40ad-ac6e-b59cf2d2fc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.837435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-810889a3-2c51-40ad-ac6e-b59cf2d2fc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.841587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-810889a3-2c51-40ad-ac6e-b59cf2d2fc54 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/016754cc-8cbf-4982-ac53-05c1d893adad HTTP/1.1" status: 204 len: 168 time: 0.3771541 Sep 15 15:43:31.851759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810889a3-2c51-40ad-ac6e-b59cf2d2fc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016754cc-8cbf-4982-ac53-05c1d893adad,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:31.878623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.937943 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:31.961439 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c104177-0196-4807-8497-8cb93fc03cea x-openstack-request-id: req-1c104177-0196-4807-8497-8cb93fc03cea {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:31.962963 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bd8cd1-9c71-4958-856a-812645026126", "name": "network-vif-plugged", "status": "completed", "tag": "f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:31.963101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event updated for resources: {'Port': ['ID=0cc1ebc3-2ef1-418e-b6b7-8e8ccb062a2b,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:31.963855 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c104177-0196-4807-8497-8cb93fc03cea {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:31.968958 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bd8cd1-9c71-4958-856a-812645026126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03', 'code': 200} Sep 15 15:43:32.020640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:32.022530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6527828b-1e7b-473f-8f38-d0e2e24d3a6e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8758531 Sep 15 15:43:32.086698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90a9af-0513-4c59-8ded-b82526df8633 req-8da27ecb-7eb2-4890-83ec-89026b1aca88 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:32.095066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b90a9af-0513-4c59-8ded-b82526df8633 req-8da27ecb-7eb2-4890-83ec-89026b1aca88 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.0771317 Sep 15 15:43:32.110170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-6ec583e7-08e8-49ac-ac48-e751b89f73cb tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0781465 Sep 15 15:43:32.135924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7ad8-8ab5-4e5f-8db1-923745fdf4b8 req-bb1fcc9a-6ea7-477a-b86b-e4b017cdddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:32.137481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e4c7ad8-8ab5-4e5f-8db1-923745fdf4b8 req-bb1fcc9a-6ea7-477a-b86b-e4b017cdddf3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 1101 time: 0.0979707 Sep 15 15:43:32.168372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b90a9af-0513-4c59-8ded-b82526df8633 req-93240dc1-d022-4cc1-9201-7c14785e31ec tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723021 Sep 15 15:43:32.236164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e4c7ad8-8ab5-4e5f-8db1-923745fdf4b8 req-b20db6a4-822c-4843-886c-c0bb8013333c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819752 Sep 15 15:43:32.257995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-be7c36b3-fb38-40d3-ba6e-9f951c921b20 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:32.259420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de213574-5f3c-4700-8e47-41c7c58d09cb req-be7c36b3-fb38-40d3-ba6e-9f951c921b20 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1349306 Sep 15 15:43:32.325196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39a98896-1404-4d63-81c6-d8ce69277994 req-bdf71bc7-2a8f-4e85-84aa-35c5a9b99e18 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 210 time: 0.0320389 Sep 15 15:43:32.364281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2e602-221f-4340-9ca4-620eab1689bb req-2056e469-2319-47ef-ac30-b0489069143a tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:32.366553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fda2e602-221f-4340-9ca4-620eab1689bb req-2056e469-2319-47ef-ac30-b0489069143a tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.0604503 Sep 15 15:43:32.414953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fda2e602-221f-4340-9ca4-620eab1689bb req-a1bb9e32-b77c-4801-8f49-094f15efd132 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Sep 15 15:43:32.415228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32814) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:32.432893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1a99dfe-60fe-46b4-90c8-22c5c4e8e5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:32.478775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff1155-24e7-4746-b6d3-196bc74b1654 req-121f9901-b0fe-4f78-991c-88478f696cb6 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:32.485447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1ff1155-24e7-4746-b6d3-196bc74b1654 req-121f9901-b0fe-4f78-991c-88478f696cb6 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1008739 Sep 15 15:43:32.535828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1a99dfe-60fe-46b4-90c8-22c5c4e8e5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:32.540997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1ff1155-24e7-4746-b6d3-196bc74b1654 req-4eb30f6c-5d1f-45b9-80b6-fcd77fd300cd tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0494905 Sep 15 15:43:32.551757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c1ff1155-24e7-4746-b6d3-196bc74b1654 req-927754c5-3d42-48d0-8f82-e44911716d3f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Request body: {'floatingip': {'port_id': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:32.594645 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c1ff1155-24e7-4746-b6d3-196bc74b1654 req-927754c5-3d42-48d0-8f82-e44911716d3f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:32.642154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1a99dfe-60fe-46b4-90c8-22c5c4e8e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:32.682463 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1a99dfe-60fe-46b4-90c8-22c5c4e8e5c9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2c70a8bb56e6423982536023ac943170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660244 Sep 15 15:43:32.685107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a99dfe-60fe-46b4-90c8-22c5c4e8e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434a694f-f931-4e5c-8132-28ea2b86ff79,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:32.687051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32824) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:32.798785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1d3b-cd52-47e5-ade9-dbadec1d4765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:32.861154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1d3b-cd52-47e5-ade9-dbadec1d4765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:32.897656 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-c1ff1155-24e7-4746-b6d3-196bc74b1654 req-927754c5-3d42-48d0-8f82-e44911716d3f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] update failed (client error): There was a conflict when trying to complete your request. Sep 15 15:43:32.898541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1ff1155-24e7-4746-b6d3-196bc74b1654 req-927754c5-3d42-48d0-8f82-e44911716d3f tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "PUT /v2.0/floatingips/081f1520-2b22-4954-8108-1fad5577027c HTTP/1.1" status: 409 len: 551 time: 0.3510544 Sep 15 15:43:33.009394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-f5deb928-0380-40bd-af34-146079a45c1b tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips/081f1520-2b22-4954-8108-1fad5577027c HTTP/1.1" status: 200 len: 693 time: 0.0708327 Sep 15 15:43:33.030539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c923-1ae3-40e8-9daf-87743dfcda19 req-82898f8a-5fe7-430c-822e-ca0c13aad446 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:33.032646 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-7d1cc002-2a27-4d29-be08-fa9c08ad94c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049192 Sep 15 15:43:33.037466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da33c923-1ae3-40e8-9daf-87743dfcda19 req-82898f8a-5fe7-430c-822e-ca0c13aad446 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.0586457 Sep 15 15:43:33.051804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1d3b-cd52-47e5-ade9-dbadec1d4765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:33.055973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1f1d3b-cd52-47e5-ade9-dbadec1d4765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:33.061083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f1f1d3b-cd52-47e5-ade9-dbadec1d4765 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/434a694f-f931-4e5c-8132-28ea2b86ff79 HTTP/1.1" status: 204 len: 168 time: 0.3727725 Sep 15 15:43:33.102159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da33c923-1ae3-40e8-9daf-87743dfcda19 req-2196f336-7ad0-4423-adb1-1053800f26f8 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637498 Sep 15 15:43:33.305831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1266c0-fd23-4a0e-ba08-a2f8ef5a8b6a req-e8bad495-430c-4de8-a6d3-a0dd69f9426e tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:33.309004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b1266c0-fd23-4a0e-ba08-a2f8ef5a8b6a req-e8bad495-430c-4de8-a6d3-a0dd69f9426e tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.0572929 Sep 15 15:43:33.374178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b1266c0-fd23-4a0e-ba08-a2f8ef5a8b6a req-10f26b85-3d00-4567-90c2-8666213e319c tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520971 Sep 15 15:43:33.422579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f1d3b-cd52-47e5-ade9-dbadec1d4765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a694f-f931-4e5c-8132-28ea2b86ff79,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:33.470867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-1a5badb1-3ebc-463e-8a89-4378bbf655b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:33.472389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-1a5badb1-3ebc-463e-8a89-4378bbf655b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 1097 time: 0.0618925 Sep 15 15:43:33.480818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-0f7cff14-dd5f-472f-956c-7d3937a45264 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:33.482346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-0f7cff14-dd5f-472f-956c-7d3937a45264 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.4650836 Sep 15 15:43:33.503596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-5dcf9394-8ab3-490e-8b32-6bcb671b00fd tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:33.506790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-5dcf9394-8ab3-490e-8b32-6bcb671b00fd tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175252 Sep 15 15:43:33.593873 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-352e2e73-182c-49cd-8175-48884a499875 req-997ca3f4-f8a9-48a9-8576-08a37e09a338 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 210 time: 0.0419059 Sep 15 15:43:33.597810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-8a5cc2f6-87da-4dbf-aba7-67e0bb27ff8d tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0842140 Sep 15 15:43:33.700137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-3c908297-fd31-4fc4-acc8-efd51e5c6344 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.149 HTTP/1.1" status: 200 len: 696 time: 0.0906787 Sep 15 15:43:33.772566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-74c32994-104d-4c49-ad48-3aef1b6fadea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:33.774404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-74c32994-104d-4c49-ad48-3aef1b6fadea service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 924 time: 0.2490606 Sep 15 15:43:33.894622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-5897f5d4-147c-4e27-89b9-24efc362843c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7554613d-2948-46a6-b80b-4f2ce8aac436 HTTP/1.1" status: 200 len: 1002 time: 0.0924695 Sep 15 15:43:33.911957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Deleting port 0cc1ebc3-2ef1-418e-b6b7-8e8ccb062a2b {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:33.912292 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.006534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-3dfa4414-0e44-485a-82f9-c650700c6baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:34.008083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-3dfa4414-0e44-485a-82f9-c650700c6baf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 200 len: 862 time: 0.0979495 Sep 15 15:43:34.053032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.054830 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.070585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Calling delete_port for 0cc1ebc3-2ef1-418e-b6b7-8e8ccb062a2b owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:34.085726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-3a8ba615-f7e0-4059-96b1-2140a126ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:34.087237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-3a8ba615-f7e0-4059-96b1-2140a126ca44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbab5bdd-a048-44ca-bf66-b8641e20eecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706904 Sep 15 15:43:34.244289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-ab241957-d289-4615-84e2-f2828c6999c5 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192389 Sep 15 15:43:34.253099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd8fa9-38ea-4aa7-83c0-8863a4be19ec req-ccd16c07-b1d9-43d8-a99c-34befc0d6ccc tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:34.254872 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09cd8fa9-38ea-4aa7-83c0-8863a4be19ec req-ccd16c07-b1d9-43d8-a99c-34befc0d6ccc tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.0786471 Sep 15 15:43:34.408939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2610736-127d-48de-85c1-61f6bbdeeaa2 req-e8889bce-bbff-4f14-ab52-217bf4f61a0c service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159081 Sep 15 15:43:34.426358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.429996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32888) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:34.497740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event deleted for resources: {'Port': ['ID=0cc1ebc3-2ef1-418e-b6b7-8e8ccb062a2b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:34.530818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.534409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.535780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68994458-ba37-4fd1-8c4a-b4bf224197e5 req-9a2e69d4-69af-4865-96ee-67739d178fbe tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "DELETE /v2.0/floatingips/081f1520-2b22-4954-8108-1fad5577027c HTTP/1.1" status: 204 len: 173 time: 0.8261101 Sep 15 15:43:34.574888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09cd8fa9-38ea-4aa7-83c0-8863a4be19ec req-5d69838c-8c5c-42ee-b62d-a856a685a747 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128417 Sep 15 15:43:34.739096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-79c4fd18-a0e0-4337-848b-ee5006de3b31 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:34.741133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-79c4fd18-a0e0-4337-848b-ee5006de3b31 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 0.1898928 Sep 15 15:43:34.756093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f8174-f695-4a54-ac16-49b15a8430fd req-fb811249-a4d4-4c05-bc4a-b497b3e2795b tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:34.764689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a10f8174-f695-4a54-ac16-49b15a8430fd req-fb811249-a4d4-4c05-bc4a-b497b3e2795b tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.1041996 Sep 15 15:43:34.778396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Request body: {'port': {'device_id': 'cd34ac40-c807-4986-bc63-75df38326716', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'admin_state_up': True, 'tenant_id': '778023219b2a4f1ca13621ea15ddb51b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:34.785541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-network', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:34.825971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-10c6cec2-4b87-4da6-9dc2-fab17adc283e tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 1002 time: 0.1154630 Sep 15 15:43:34.879422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-aa26b2f3-c976-429f-bf70-8c439196f134 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:34.881625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a10f8174-f695-4a54-ac16-49b15a8430fd req-6cbe1ba2-9803-4b54-bcb6-9762980c9a92 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158135 Sep 15 15:43:34.888846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-aa26b2f3-c976-429f-bf70-8c439196f134 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports/1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 943 time: 0.0548697 Sep 15 15:43:34.942432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Made reservation on behalf of 8aae16f9ef76466baa87896d6f994a65 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:34.944733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:34.958192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.044089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-a42c5f0d-5269-4637-905b-651843af1ad9 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 1002 time: 0.0662231 Sep 15 15:43:35.044637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Made reservation on behalf of 778023219b2a4f1ca13621ea15ddb51b for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:35.048043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.065003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67759be-110c-4bab-9908-8b0e45eb7649 req-24670614-8175-42d6-9094-31c53736c919 tempest-LiveMigrationNegativeTest-113679782 tempest-LiveMigrationNegativeTest-113679782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:35.066521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a67759be-110c-4bab-9908-8b0e45eb7649 req-24670614-8175-42d6-9094-31c53736c919 tempest-LiveMigrationNegativeTest-113679782 tempest-LiveMigrationNegativeTest-113679782-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 1100 time: 0.0655596 Sep 15 15:43:35.103672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a67759be-110c-4bab-9908-8b0e45eb7649 req-bf4ec534-d6c5-41ca-a8a5-1dc5f5189c75 tempest-LiveMigrationNegativeTest-113679782 tempest-LiveMigrationNegativeTest-113679782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.152892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-cb00b319-5429-4086-b4be-39fa3995f098 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:35.155723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-cb00b319-5429-4086-b4be-39fa3995f098 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1047177 Sep 15 15:43:35.165236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-43c97adf-ba4b-4d22-b6f9-7550e2e3f5a7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:35.166258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-43c97adf-ba4b-4d22-b6f9-7550e2e3f5a7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058563 Sep 15 15:43:35.236035 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-135f8ce5-5eba-407f-9172-9a6af88766f2 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 1002 time: 0.0626652 Sep 15 15:43:35.246753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:35.260034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Allocated IP 172.20.0.7 (742acc42-ee0d-49c3-9263-c38eb7ccca8d/06009191-dc62-4e07-857b-f9d6a1fb75c7/3dafce01-7637-412a-b66f-f42781389a05) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:35.284101 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.301107 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.390511 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.446399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:43:35.456993 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.463770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae362f33-e1a4-45d7-9e1a-a005f184beca,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:35.491030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.493652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.493998 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Added segment bfdabedc-fe24-4dea-812b-2bfb0a67c839 of type vlan for network e4a27174-e645-4bc5-a0c1-e256ef41302e Sep 15 15:43:35.510272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.513960 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Floating IP aeece3ce-e743-4d2a-9f7e-37e5186c83c7 disassociated. External IP: 172.25.0.161, port: 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf. Sep 15 15:43:35.558954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.622838 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a67759be-110c-4bab-9908-8b0e45eb7649 req-bf4ec534-d6c5-41ca-a8a5-1dc5f5189c75 tempest-LiveMigrationNegativeTest-113679782 tempest-LiveMigrationNegativeTest-113679782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.706419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.722311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:35.739201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a67759be-110c-4bab-9908-8b0e45eb7649 req-bf4ec534-d6c5-41ca-a8a5-1dc5f5189c75 tempest-LiveMigrationNegativeTest-113679782 tempest-LiveMigrationNegativeTest-113679782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.741371 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.742314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:35.742897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.793578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:35.822701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:35.825906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a67759be-110c-4bab-9908-8b0e45eb7649 req-bf4ec534-d6c5-41ca-a8a5-1dc5f5189c75 tempest-LiveMigrationNegativeTest-113679782 tempest-LiveMigrationNegativeTest-113679782-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7502234 Sep 15 15:43:35.829473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:35.834996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:35.835772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.841558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:35.846222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:35.855752 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] Sync routers for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:35.868202 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:35.868859 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:35.874349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:35.888048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec534-d6c5-41ca-a8a5-1dc5f5189c75 tempest-LiveMigrationNegativeTest-113679782 tempest-LiveMigrationNegativeTest-113679782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c328d5-d0d9-4146-82a6-c2d9a97d6209,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:35.892126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-d8520c64-200c-4eca-8474-08513cf43a3c tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "PUT /v2.0/floatingips/aeece3ce-e743-4d2a-9f7e-37e5186c83c7 HTTP/1.1" status: 200 len: 695 time: 0.6428759 Sep 15 15:43:35.892899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:35.895355 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d354c33-40b2-4d63-b492-7cdf44a1fab1" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:35.897064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4643633 Sep 15 15:43:35.897783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:35.898719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcad704-9999-44ed-a5a0-ddedb424b4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a27174-e645-4bc5-a0c1-e256ef41302e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:35.906274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Request body: {'subnet': {'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-subnet', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:35.920039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e4a27174-e645-4bc5-a0c1-e256ef41302e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:43:35.950530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-7158449f-19cb-4b28-bf15-a3449b5faf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:35.958348 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-7158449f-19cb-4b28-bf15-a3449b5faf38 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=772b89f74ff94b79b29132ed596cfc01&device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 1097 time: 0.0543256 Sep 15 15:43:35.984336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d3125-114a-435a-9f07-a1020c794041 req-a600ddae-e1b7-48ae-b984-5c4d5ac41701 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:35.986037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-708d3125-114a-435a-9f07-a1020c794041 req-a600ddae-e1b7-48ae-b984-5c4d5ac41701 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 931 time: 0.0571098 Sep 15 15:43:35.987290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-8c5a39ba-27df-4ebd-aeac-09a15cee64d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2198265 Sep 15 15:43:36.014759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Request body: {'port': {'device_id': 'cd34ac40-c807-4986-bc63-75df38326716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:36.029693 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:36.052716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-e2a02782-8f98-46a2-9a1a-aeb272ab277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.057013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-e2a02782-8f98-46a2-9a1a-aeb272ab277d service neutron] 10.222.0.63 "GET /v2.0/networks?id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 200 len: 929 time: 0.0976551 Sep 15 15:43:36.062577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-708d3125-114a-435a-9f07-a1020c794041 req-2dcd9338-57dc-4d77-9381-dc002430e9dc tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664051 Sep 15 15:43:36.096680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:36.100290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Made reservation on behalf of 8aae16f9ef76466baa87896d6f994a65 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:36.103247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:36.116933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-fa20c592-c3d6-46aa-b04d-f17d5cc7f562 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 217 time: 0.0503287 Sep 15 15:43:36.178174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-7fa7d1eb-433b-43e1-a4b0-5a0cf1c68baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.179281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-7fa7d1eb-433b-43e1-a4b0-5a0cf1c68baf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4615318c-a49e-405d-b0d8-6273afd10e63 HTTP/1.1" status: 200 len: 867 time: 0.0556645 Sep 15 15:43:36.225655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-f20411c0-f78d-4962-81f3-d12daf99c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.238386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-f20411c0-f78d-4962-81f3-d12daf99c48e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488238 Sep 15 15:43:36.269439 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:06Z', 'revision_number': 5, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:36.300194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] Checking router: ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:36.312123 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:36.313140 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:36.357814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-c71c84d8-124c-41ef-b092-1f67411f3e97 service neutron] 10.222.0.63 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216707 Sep 15 15:43:36.383668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-cce09dd5-ba40-42b9-9fc7-c52748a093f3 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d1400297dda84c36883a9d318eacd4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565603 Sep 15 15:43:36.439052 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:36.454111 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ccc196a-5066-48a6-bda3-58c293a19039 req-3b72bdaf-eb81-41a1-acc7-b43ca362a8cc service neutron] 10.222.0.63 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952160 Sep 15 15:43:36.664597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-b470307c-4c43-40f2-85b0-026172799d52 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:36.666078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-b470307c-4c43-40f2-85b0-026172799d52 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2617815 Sep 15 15:43:36.678294 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:06Z', 'revision_number': 5, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:36.692825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-4fa805ea-a627-4ef0-a0e2-aad9c486af26 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/quotas/d1400297dda84c36883a9d318eacd4d3 HTTP/1.1" status: 200 len: 375 time: 0.0201893 Sep 15 15:43:36.705275 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47ee2a-85e6-4adb-b2de-f89fbd5c383a None None] The sync data for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 is: [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:02Z', 'revision_number': 4, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a28bff1b-7777-4946-9697-598ee32c2ff5', 'name': '', 'network_id': '23f4fa9e-4b3d-4af5-a9c1-b2514778700d', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'mac_address': 'fa:16:3e:90:48:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:00Z', 'updated_at': '2021-09-15T15:43:06Z', 'revision_number': 5, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'subnets': [{'id': '4615318c-a49e-405d-b0d8-6273afd10e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:36.722027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:36.785316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-c950642c-1d43-41ea-9298-391555b3d743 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d1400297dda84c36883a9d318eacd4d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668204 Sep 15 15:43:36.790194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dafce01-7637-412a-b66f-f42781389a05 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:36.812312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:36.860573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fca7ff5-7a00-4711-a565-c0c084d1a816,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:36.865881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Checking segment: {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:36.866443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Network hostable DHCP agents. Network: e4a27174-e645-4bc5-a0c1-e256ef41302e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:43:36.868865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Transition to ACTIVE for port object 3dafce01-7637-412a-b66f-f42781389a05 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:43:36.917423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:36.977219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:37.005097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Network e4a27174-e645-4bc5-a0c1-e256ef41302e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:43:37.033846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:37.034423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:37.034920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:37.035040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ae7242-c671-49b5-ab3a-86f5b1e18172 None None] New status for floating IP aeece3ce-e743-4d2a-9f7e-37e5186c83c7: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:43:37.045476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:37.045476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:37.051603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:37.051950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:37.052341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:37.053090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Bound port: 3dafce01-7637-412a-b66f-f42781389a05, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:37.053296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.087378 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce754bab-bab6-4f4d-a5f5-f0fa5fafead1 x-openstack-request-id: req-ce754bab-bab6-4f4d-a5f5-f0fa5fafead1 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:37.087929 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:37.087929 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce754bab-bab6-4f4d-a5f5-f0fa5fafead1 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:37.088253 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'status': 'completed', 'code': 200} Sep 15 15:43:37.099450 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-abdf7166-0e5a-49c0-8bf3-6c1eaeba1848 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips/aeece3ce-e743-4d2a-9f7e-37e5186c83c7 HTTP/1.1" status: 200 len: 695 time: 0.0659549 Sep 15 15:43:37.121583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e4a27174-e645-4bc5-a0c1-e256ef41302e) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:37.210383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8010502-aec2-45e8-bb96-58e0895580b9 None None] Network e4a27174-e645-4bc5-a0c1-e256ef41302e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:37.248030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-efdc1906-1175-4021-849e-9867515a21d2 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.250053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-efdc1906-1175-4021-849e-9867515a21d2 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1440072 Sep 15 15:43:37.269313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-83c70e11-613b-4824-8108-b8cb92c652d0 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:37.272678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-83c70e11-613b-4824-8108-b8cb92c652d0 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081186 Sep 15 15:43:37.332907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-5fec102a-fa1a-479c-b13b-3e6995e822b7 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 698 time: 0.0539086 Sep 15 15:43:37.383767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.384695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.385379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-097cf413-15f6-4a26-acd3-e28523434b97 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.161 HTTP/1.1" status: 200 len: 698 time: 0.0452597 Sep 15 15:43:37.468631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:37.473587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:37.476722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e4a27174-e645-4bc5-a0c1-e256ef41302e', 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'fixed_ips': [{'subnet_id': '5fca7ff5-7a00-4711-a565-c0c084d1a816'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:43:37.478025 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.484166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-c02aba75-c6ca-428b-a6d7-2e419c22e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.488180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-c02aba75-c6ca-428b-a6d7-2e419c22e7a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=772b89f74ff94b79b29132ed596cfc01&device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 1097 time: 0.3669307 Sep 15 15:43:37.488268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70827536-f988-4ae1-863f-ade48c793ff1 req-1ea6d220-64b1-4444-87ef-c62d77cf00a8 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.489906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70827536-f988-4ae1-863f-ade48c793ff1 req-1ea6d220-64b1-4444-87ef-c62d77cf00a8 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 1101 time: 0.1125998 Sep 15 15:43:37.549008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70827536-f988-4ae1-863f-ade48c793ff1 req-29d5f9f4-d2a2-41e6-afca-c541c23596b4 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.576042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8ca0fd7f-1bb6-4c15-affd-262bd8db73de admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6642342 Sep 15 15:43:37.576252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:37.586283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:37.612097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Deleting port 34390983-05a4-4bda-bdce-93b3bb867a49 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:37.612733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.628109 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.678476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.679831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.681425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] 10.222.0.38 "PUT /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 1091 time: 1.6732450 Sep 15 15:43:37.682251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'tag': '3dafce01-7637-412a-b66f-f42781389a05'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:37.684823 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "tag": "3dafce01-7637-412a-b66f-f42781389a05"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:37.695551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-77e5d3b9-a8f2-45c3-8022-8ab2756ebe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.697359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-77e5d3b9-a8f2-45c3-8022-8ab2756ebe51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 200 len: 929 time: 0.2009797 Sep 15 15:43:37.708307 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.709731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.719284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Allocated IP 172.20.0.2 (e4a27174-e645-4bc5-a0c1-e256ef41302e/5fca7ff5-7a00-4711-a565-c0c084d1a816/b53902aa-23d5-462c-a86b-d1885a8daab9) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:37.744568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.745012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.769570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Calling delete_port for 34390983-05a4-4bda-bdce-93b3bb867a49 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:37.771481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a7450-99fd-4f12-aa7e-564c4074a959 service neutron] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:37.776694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-52613b0a-d425-46bf-b3d2-d67b74040d9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 200 len: 217 time: 0.0593264 Sep 15 15:43:37.806367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.889940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-5ad62bf6-dc5c-416d-a467-cfadfe6a0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.891458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-5ad62bf6-dc5c-416d-a467-cfadfe6a0a7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4615318c-a49e-405d-b0d8-6273afd10e63 HTTP/1.1" status: 200 len: 867 time: 0.1017070 Sep 15 15:43:37.910941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-03b4d5d9-6f35-46a9-ae1e-d6778a4645b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:37.912562 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-03b4d5d9-6f35-46a9-ae1e-d6778a4645b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1094 time: 0.0894310 Sep 15 15:43:37.918547 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.961217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70827536-f988-4ae1-863f-ade48c793ff1 req-29d5f9f4-d2a2-41e6-afca-c541c23596b4 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.986692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:37.990202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-7d35bf28-8787-45bf-bb7c-717c60602e30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 217 time: 0.0617628 Sep 15 15:43:38.031076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-5d45e406-685e-43e5-a50e-d5d840b54112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:38.032619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-5d45e406-685e-43e5-a50e-d5d840b54112 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23f4fa9e-4b3d-4af5-a9c1-b2514778700d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191804 Sep 15 15:43:38.037164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Network e4a27174-e645-4bc5-a0c1-e256ef41302e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:38.038524 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70827536-f988-4ae1-863f-ade48c793ff1 req-29d5f9f4-d2a2-41e6-afca-c541c23596b4 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.042026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.046843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:38.055088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:38.055953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Pushing event updated for resources: {'Port': ['ID=b53902aa-23d5-462c-a86b-d1885a8daab9,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:38.100806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70827536-f988-4ae1-863f-ade48c793ff1 req-29d5f9f4-d2a2-41e6-afca-c541c23596b4 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930722 Sep 15 15:43:38.107367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-f889b340-3cf0-4c5a-a597-820da76510c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:38.108839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-f889b340-3cf0-4c5a-a597-820da76510c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.1099670 Sep 15 15:43:38.111194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5f9f4-d2a2-41e6-afca-c541c23596b4 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de76d4-520e-4957-8f0d-d2970f3b7df4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:38.147279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Attempting to bind port b53902aa-23d5-462c-a86b-d1885a8daab9 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:38.147848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Attempting to bind port b53902aa-23d5-462c-a86b-d1885a8daab9 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:38.160297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Attempting to bind port b53902aa-23d5-462c-a86b-d1885a8daab9 on network e4a27174-e645-4bc5-a0c1-e256ef41302e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:38.160297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:38.160297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Checking segment: {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:38.160297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.160297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Bound using segment: {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:38.160297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Bound port: b53902aa-23d5-462c-a86b-d1885a8daab9, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:38.160297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.175140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-e5335f86-e8f4-464a-9df2-70f93c8af680 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317798 Sep 15 15:43:38.221061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d297d3b-bc00-4a27-b3c7-d7650cdd1cf6 req-663b7199-cb26-4272-9336-32792e753af7 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 210 time: 0.0500083 Sep 15 15:43:38.242511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.253720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] For port b53902aa-23d5-462c-a86b-d1885a8daab9, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:38.258815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] For port b53902aa-23d5-462c-a86b-d1885a8daab9, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b53902aa-23d5-462c-a86b-d1885a8daab9,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:38.287413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-b517808e-de66-43d5-8b8f-32c7b5cb4356 service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435417 Sep 15 15:43:38.293385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event deleted for resources: {'Port': ['ID=34390983-05a4-4bda-bdce-93b3bb867a49,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:38.331658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-cd7e9cc7-2177-4438-a80f-c13b8a8aa874 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447926 Sep 15 15:43:38.336316 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.431611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a243ae-ca33-4768-b52c-9428805f4c41 None None] Pushing event updated for resources: {'Port': ['ID=b53902aa-23d5-462c-a86b-d1885a8daab9,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:38.432054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.438891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.440123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe3bd066-f032-4e8a-a630-91028abf5527 req-b5222521-7a92-4997-9529-6f7d73e1d126 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "DELETE /v2.0/floatingips/aeece3ce-e743-4d2a-9f7e-37e5186c83c7 HTTP/1.1" status: 204 len: 173 time: 1.0451236 Sep 15 15:43:38.513361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d354c33-40b2-4d63-b492-7cdf44a1fab1 req-2f8c1864-ebc4-40e8-bf74-6316a3c4b01e service neutron] 10.222.0.55 "GET /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109597 Sep 15 15:43:38.525827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a44658-ddea-48a0-8721-f3aa3e1d4d89 req-b3376dbc-fdd8-41ab-9d0a-cda7fce9f1c1 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847961 Sep 15 15:43:38.527586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.534096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f37d-41ce-4da8-b144-addfe95500fc req-926ff5f5-f6cd-42ae-bc6d-9d27ebbcefdb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:38.535703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1649f37d-41ce-4da8-b144-addfe95500fc req-926ff5f5-f6cd-42ae-bc6d-9d27ebbcefdb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.1345298 Sep 15 15:43:38.562841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.600348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1649f37d-41ce-4da8-b144-addfe95500fc req-5fd3d3b7-40a6-4b2c-9962-582fb4bc9eeb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499849 Sep 15 15:43:38.718432 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ec4ecb-54f3-4558-b647-45f2a574bf10 x-openstack-request-id: req-07ec4ecb-54f3-4558-b647-45f2a574bf10 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:38.719040 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "tag": "3dafce01-7637-412a-b66f-f42781389a05", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:38.719218 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-07ec4ecb-54f3-4558-b647-45f2a574bf10 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:38.719725 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'tag': '3dafce01-7637-412a-b66f-f42781389a05', 'status': 'completed', 'code': 200} Sep 15 15:43:38.727206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Allocated IP 172.25.0.53 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/7be00811-1e71-49df-9940-0b9b4fe8e35a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:38.818003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-09b0c0e7-8683-4329-a077-54ab56aadc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:38.823067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-09b0c0e7-8683-4329-a077-54ab56aadc00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1094 time: 0.0737939 Sep 15 15:43:38.918561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:38.928637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-b8352e8c-c050-47d0-95bc-9a5ead9cbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:38.934768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-b8352e8c-c050-47d0-95bc-9a5ead9cbb1e service neutron] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1011403 Sep 15 15:43:39.010623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-481cf179-4a6d-4ea2-a4b1-fd20fdc085b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 217 time: 0.0690854 Sep 15 15:43:39.040174 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:39.107453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:39.107703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-d5c77e88-6f7f-429e-9b61-141a9b7b6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:39.109098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-d5c77e88-6f7f-429e-9b61-141a9b7b6906 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0893738 Sep 15 15:43:39.116574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:39.121645 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:39.148477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-29bb6dfd-b96d-4044-94ba-e28f0892ca03 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300107 Sep 15 15:43:39.162343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Pushing event updated for resources: {'Port': ['ID=7be00811-1e71-49df-9940-0b9b4fe8e35a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:39.290823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b53902aa-23d5-462c-a86b-d1885a8daab9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:39.330266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-408dcecc-d98e-4673-80d2-951d107fe48c service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735277 Sep 15 15:43:39.408419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b53902aa-23d5-462c-a86b-d1885a8daab9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:39.409557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:39.420794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50f688-9c14-4a74-8858-a92a6292c0d0 req-af003cb0-6786-40fa-880c-e78c04d8f0ff tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:39.430590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb50f688-9c14-4a74-8858-a92a6292c0d0 req-af003cb0-6786-40fa-880c-e78c04d8f0ff tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4218254 Sep 15 15:43:39.445768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1612c4-3f13-43a6-bbbb-dc394ef9cbfa req-67ae412c-8e54-465a-90c7-1c111a06e171 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060848 Sep 15 15:43:39.485880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb50f688-9c14-4a74-8858-a92a6292c0d0 req-1b21e26c-4a88-46a5-879e-76b2a41e70de tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0543311 Sep 15 15:43:39.538049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:39.575166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b53902aa-23d5-462c-a86b-d1885a8daab9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b53902aa-23d5-462c-a86b-d1885a8daab9,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:39.647223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d7b5f-8274-47de-a08c-31613e6ec6e9 None None] Network e4a27174-e645-4bc5-a0c1-e256ef41302e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:39.666535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32411a04-a84d-493a-9fee-bb1fb3105451 req-1eb3c542-6d2b-4ffd-b9bf-ecd235c9bb59 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:39.668542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32411a04-a84d-493a-9fee-bb1fb3105451 req-1eb3c542-6d2b-4ffd-b9bf-ecd235c9bb59 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 1101 time: 0.0860605 Sep 15 15:43:39.681215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:39.713328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32411a04-a84d-493a-9fee-bb1fb3105451 req-759e04e1-37d4-40d1-8902-b952eda87fa1 tempest-ServersAdminNegativeTestJSON-1008180979 tempest-ServersAdminNegativeTestJSON-1008180979-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Sep 15 15:43:39.762124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-17857d10-aad7-48cd-a438-7c440ef5e1cb None None] Provisioning complete for port b53902aa-23d5-462c-a86b-d1885a8daab9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:39.762595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17857d10-aad7-48cd-a438-7c440ef5e1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:39.815963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4d55c659-0cdc-4478-9f8e-650b082f16cf req-ddc92fd1-ec92-4d95-8ada-4649d0b80584 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 210 time: 0.0298636 Sep 15 15:43:39.821655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b53902aa-23d5-462c-a86b-d1885a8daab9,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:39.904033 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:39.975969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3af3871a-dfc9-4947-a832-67c29e4dd742 req-37841153-6abe-487b-96f5-ca6d291015ea tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0797248 Sep 15 15:43:39.985432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-e5b7a2ca-1f2c-4ed5-a91e-659c245ee24d tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d1400297dda84c36883a9d318eacd4d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437860 Sep 15 15:43:39.989847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1de2a-d704-4b5e-8925-406303e355fd req-0033b9f2-fe13-4a4a-85a4-9002864e0f8f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:39.991820 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9e1de2a-d704-4b5e-8925-406303e355fd req-0033b9f2-fe13-4a4a-85a4-9002864e0f8f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.1026208 Sep 15 15:43:40.109142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9e1de2a-d704-4b5e-8925-406303e355fd req-30256459-8b12-4e67-b428-f9b6d27028de tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097732 Sep 15 15:43:40.155784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22ad6-02e5-4a8f-a851-60decfc63a2a req-04f3bd36-0ad4-45f1-b630-a0514487fe8f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:40.163655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36e22ad6-02e5-4a8f-a851-60decfc63a2a req-04f3bd36-0ad4-45f1-b630-a0514487fe8f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.1282065 Sep 15 15:43:40.214123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-952d133e-7d3e-473e-abc6-132090293b53 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:40.215903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-952d133e-7d3e-473e-abc6-132090293b53 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230849 Sep 15 15:43:40.242718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Request body: {'port': {'device_id': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'd1400297dda84c36883a9d318eacd4d3'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:40.250820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36e22ad6-02e5-4a8f-a851-60decfc63a2a req-ea415fa2-758a-46fb-aac0-59d28dd796e4 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863092 Sep 15 15:43:40.257832 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:40.269646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-e6377281-3de7-4613-9dc5-95436fb8dadf req-a769ccc9-ca82-4394-a0fe-e536989b476a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:40.270962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6377281-3de7-4613-9dc5-95436fb8dadf req-a769ccc9-ca82-4394-a0fe-e536989b476a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054259 Sep 15 15:43:40.307047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b51e4084-4e8d-4fd7-8571-91e9eea7f701 None None] Provisioning complete for port b53902aa-23d5-462c-a86b-d1885a8daab9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:40.308099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b51e4084-4e8d-4fd7-8571-91e9eea7f701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:40.456279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Made reservation on behalf of d1400297dda84c36883a9d318eacd4d3 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:40.457857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:40.467717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:40.511635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Router 4d407018-cb63-410a-80fe-6d6b57ed4be3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:43:40.560165 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:40.617633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:40.628317 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Sync routers for ids ['4d407018-cb63-410a-80fe-6d6b57ed4be3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:40.637878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:40.639338 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Routers {'4d407018-cb63-410a-80fe-6d6b57ed4be3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:40.640161 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4d407018-cb63-410a-80fe-6d6b57ed4be3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:40.700404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:40.701681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-343e4226-c7ae-4607-98b8-dd1fa71db56e admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1325519 Sep 15 15:43:40.704366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33010) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:40.771326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:40.879402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Allocated IP 192.168.233.238 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/bf57c8e8-939e-4424-93cb-e31849df88a5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:40.907036 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Set router 4d407018-cb63-410a-80fe-6d6b57ed4be3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:40.946457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137090-cadc-4579-a5d1-2639294bc97b req-e7c13220-8f74-4bd3-864a-63361d666e64 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:40.954741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87137090-cadc-4579-a5d1-2639294bc97b req-e7c13220-8f74-4bd3-864a-63361d666e64 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.1444750 Sep 15 15:43:41.004938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a99b5-5a6b-4a14-b87d-a6a9b8d28c1b req-e31471c3-1729-4401-bc3a-e28e75dae166 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:41.006576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-502a99b5-5a6b-4a14-b87d-a6a9b8d28c1b req-e31471c3-1729-4401-bc3a-e28e75dae166 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 946 time: 0.1915350 Sep 15 15:43:41.019105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-1672aa98-ec25-49b6-9cd1-ed3720011a77 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:41.020605 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-1672aa98-ec25-49b6-9cd1-ed3720011a77 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.1234784 Sep 15 15:43:41.116304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87137090-cadc-4579-a5d1-2639294bc97b req-92b67d61-b184-4948-bfed-93fe42a89aba tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498487 Sep 15 15:43:41.139638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:43:39Z', 'revision_number': 3, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:41.162443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 3dafce01-7637-412a-b66f-f42781389a05 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:41.182030 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Checking router: 4d407018-cb63-410a-80fe-6d6b57ed4be3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:41.182165 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Updating router 4d407018-cb63-410a-80fe-6d6b57ed4be3 port 7be00811-1e71-49df-9940-0b9b4fe8e35a binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:43:41.203161 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-502a99b5-5a6b-4a14-b87d-a6a9b8d28c1b req-872e5764-50b8-45f9-b62c-999dc4183c83 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977781 Sep 15 15:43:41.214650 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.323524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b53902aa-23d5-462c-a86b-d1885a8daab9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:41.377396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6aacaaf-fc6a-4295-943b-4c1cbf21bd6d req-ff91df15-03da-4d62-a2dc-c35eace9e165 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 210 time: 0.0913630 Sep 15 15:43:41.400588 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.438131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7a8d5-f8f8-4dd4-a11f-e828e1c058d0 req-8de5db80-e681-48d4-a24c-9bc4727f4780 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:41.446271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16e7a8d5-f8f8-4dd4-a11f-e828e1c058d0 req-8de5db80-e681-48d4-a24c-9bc4727f4780 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 949 time: 0.1144569 Sep 15 15:43:41.452347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b53902aa-23d5-462c-a86b-d1885a8daab9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:41.452760 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.481462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Deleting port 0da14237-9608-4545-9322-5762c4250dff {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:41.493067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.509976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16e7a8d5-f8f8-4dd4-a11f-e828e1c058d0 req-f491c4dd-c7a8-4735-97f6-e610aa999fd2 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626373 Sep 15 15:43:41.533267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:41.562353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '3dafce01-7637-412a-b66f-f42781389a05', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'port_id': '3dafce01-7637-412a-b66f-f42781389a05', 'mac_address': 'fa:16:3e:c9:fb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06009191-dc62-4e07-857b-f9d6a1fb75c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:41.591617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.642619 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.701831 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.726432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d69daf-7c86-4812-91fd-715862cf8132 req-e688891a-25c0-4f4d-8c60-95e61c0dd88b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:41.734536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3d69daf-7c86-4812-91fd-715862cf8132 req-e688891a-25c0-4f4d-8c60-95e61c0dd88b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.2172461 Sep 15 15:43:41.747906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.791956 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.827359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] For port 0da14237-9608-4545-9322-5762c4250dff, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0da14237-9608-4545-9322-5762c4250dff,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:41.827689 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.831588 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Attempting to bind port 7be00811-1e71-49df-9940-0b9b4fe8e35a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:41.831952 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Attempting to bind port 7be00811-1e71-49df-9940-0b9b4fe8e35a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:41.832446 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Attempting to bind port 7be00811-1e71-49df-9940-0b9b4fe8e35a on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:41.859766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dafce01-7637-412a-b66f-f42781389a05 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:41.865736 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:41.866114 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:41.866515 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.867167 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:41.867603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Calling delete_port for 0da14237-9608-4545-9322-5762c4250dff owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:41.867833 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Bound port: 7be00811-1e71-49df-9940-0b9b4fe8e35a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:41.868398 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.871848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:41.897915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3d69daf-7c86-4812-91fd-715862cf8132 req-1ef997ce-ed2f-4087-a7f5-14728bc1ad5b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565933 Sep 15 15:43:41.899082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:41.911835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:41.918199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:41.918819 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:41.921181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Pushing event updated for resources: {'Port': ['ID=bf57c8e8-939e-4424-93cb-e31849df88a5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:41.936120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:41.941815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Allocated IP 172.20.0.1 (e4a27174-e645-4bc5-a0c1-e256ef41302e/5fca7ff5-7a00-4711-a565-c0c084d1a816/c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:41.949705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] For port 7be00811-1e71-49df-9940-0b9b4fe8e35a, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:41.954748 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] For port 7be00811-1e71-49df-9940-0b9b4fe8e35a, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7be00811-1e71-49df-9940-0b9b4fe8e35a,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:41.966170 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Pushing event updated for resources: {'Port': ['ID=7be00811-1e71-49df-9940-0b9b4fe8e35a,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:41.974108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.974486 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.974830 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.975173 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:41.981426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:42.020718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.049448 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.049655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-9d408c5f-a5fd-49b4-a2e1-a1bb6f514dbe tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8160717 Sep 15 15:43:42.081050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Request body: {'port': {'device_id': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:42.123569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.183369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:42.207368 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df583af-28c6-4e6e-b87f-b534ead0a5b0 None None] Pushing event updated for resources: {'Port': ['ID=7be00811-1e71-49df-9940-0b9b4fe8e35a,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:42.216889 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Routers {'4d407018-cb63-410a-80fe-6d6b57ed4be3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:42.217973 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4d407018-cb63-410a-80fe-6d6b57ed4be3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:42.243146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.281774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['3dafce01-7637-412a-b66f-f42781389a05'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:42.303556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dde66-fa78-4cd6-88ff-e6450a0fc09c req-3f00ec5c-8cbf-44a9-b720-b40fba8c2dc7 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:42.309502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e5dde66-fa78-4cd6-88ff-e6450a0fc09c req-3f00ec5c-8cbf-44a9-b720-b40fba8c2dc7 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.0790684 Sep 15 15:43:42.312589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.400927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-892b88db-921e-444d-9bc3-34bdc8dd3066 None None] Provisioning complete for port bf57c8e8-939e-4424-93cb-e31849df88a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:42.402211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-892b88db-921e-444d-9bc3-34bdc8dd3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.422901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Network e4a27174-e645-4bc5-a0c1-e256ef41302e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:42.424913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Pushing event updated for resources: {'Port': ['ID=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:42.430488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:42.432249 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] Set router 4d407018-cb63-410a-80fe-6d6b57ed4be3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:42.445443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:42.450864 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.460710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-892b88db-921e-444d-9bc3-34bdc8dd3066 None None] Port bf57c8e8-939e-4424-93cb-e31849df88a5 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:42.555662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e5dde66-fa78-4cd6-88ff-e6450a0fc09c req-fc3cbf6f-c08f-430e-bc96-6b6603ddd53a tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201025 Sep 15 15:43:42.566884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.661378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Pushing event deleted for resources: {'Port': ['ID=0da14237-9608-4545-9322-5762c4250dff,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:42.731456 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:43:39Z', 'revision_number': 3, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:42.790264 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bc6059-ba7f-46f4-ba36-8c942d0ac3b1 None None] The sync data for ids ['4d407018-cb63-410a-80fe-6d6b57ed4be3'] in n-d-808199-2 is: [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:43:39Z', 'revision_number': 3, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:42.791287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d489cdc5-c899-4590-a9de-3cfafed72a8b None None] Provisioning complete for port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:42.792917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d489cdc5-c899-4590-a9de-3cfafed72a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.868396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d489cdc5-c899-4590-a9de-3cfafed72a8b None None] Port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:42.877113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['beabee8e-75c2-45aa-b544-ee616063d641'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:42.885048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-5291d412-f357-4308-a09a-1a3a0a1d16ef tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:42.890661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-5291d412-f357-4308-a09a-1a3a0a1d16ef tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.4694664 Sep 15 15:43:42.891532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] No DVR routers for this DVR port 0da14237-9608-4545-9322-5762c4250dff on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:42.894527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:42.897174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdf1e863-6c7a-48a5-a54f-1fc30f63ef97 req-8a91b4f0-7c5e-4a34-be15-140d781d669c tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "DELETE /v2.0/ports/0da14237-9608-4545-9322-5762c4250dff HTTP/1.1" status: 204 len: 173 time: 1.8665833 Sep 15 15:43:42.902920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a64f03-e639-474f-86ea-fa6db35600fb', 'name': 'network-vif-deleted', 'tag': '0da14237-9608-4545-9322-5762c4250dff'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:42.905213 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3352d30c-c86a-4961-98e4-103303cd891b" -d '{"events": [{"server_uuid": "08a64f03-e639-474f-86ea-fa6db35600fb", "name": "network-vif-deleted", "tag": "0da14237-9608-4545-9322-5762c4250dff"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:43.048354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690ea39-38cf-467e-9cf5-1fe4c3a01d44 req-0049cad5-bdfe-4493-8a33-62583b69f224 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:43.058342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4690ea39-38cf-467e-9cf5-1fe4c3a01d44 req-0049cad5-bdfe-4493-8a33-62583b69f224 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 936 time: 0.0799987 Sep 15 15:43:43.108416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4690ea39-38cf-467e-9cf5-1fe4c3a01d44 req-94a9a37c-b0a8-4498-88a1-f32162742478 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Sep 15 15:43:43.177638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 3dafce01-7637-412a-b66f-f42781389a05 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:43.309668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2212836-6de8-4d43-9ed5-6ab9fc3a4075 req-cffb8da3-02be-4947-9be8-3f755c4f0813 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=08a64f03-e639-474f-86ea-fa6db35600fb HTTP/1.1" status: 200 len: 210 time: 0.0903118 Sep 15 15:43:43.312821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 3dafce01-7637-412a-b66f-f42781389a05 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:43.317553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 3dafce01-7637-412a-b66f-f42781389a05 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:43.318092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.334948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.486690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f543117-f3c9-485e-8213-0844d1ac5785 req-e77576d6-87a2-44ce-b9c1-50de81dc19c6 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:43.489075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f543117-f3c9-485e-8213-0844d1ac5785 req-e77576d6-87a2-44ce-b9c1-50de81dc19c6 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 946 time: 1.0722024 Sep 15 15:43:43.515867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-44364020-2489-46a6-8328-30c6d0634db5 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:43.517663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-44364020-2489-46a6-8328-30c6d0634db5 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.55 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 946 time: 0.8363860 Sep 15 15:43:43.520882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.589152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dafce01-7637-412a-b66f-f42781389a05'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:43.591903 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dd8307-3058-4c23-9aeb-1e62030f08cc" -d '{"events": [{"server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "name": "network-vif-plugged", "status": "completed", "tag": "3dafce01-7637-412a-b66f-f42781389a05"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:43.628111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:43.631685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de41175-8827-4249-9e9f-1fdf12570e0e req-16fb09d3-25a8-4521-971b-80d1bee1bba1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:43.633397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3de41175-8827-4249-9e9f-1fdf12570e0e req-16fb09d3-25a8-4521-971b-80d1bee1bba1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 944 time: 0.0836093 Sep 15 15:43:43.653126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f543117-f3c9-485e-8213-0844d1ac5785 req-ffe10b03-2405-4623-87e3-37be16af4b92 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509771 Sep 15 15:43:43.684439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.685508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0da14237-9608-4545-9322-5762c4250dff no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:43.714081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.756742 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3de41175-8827-4249-9e9f-1fdf12570e0e req-7810a40c-21f0-44be-bf5f-e58d500bf01b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028910 Sep 15 15:43:43.766429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 0da14237-9608-4545-9322-5762c4250dff {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:43.767095 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1d1a3-6e8c-4a79-b2f3-75e4f270da96 x-openstack-request-id: req-65b1d1a3-6e8c-4a79-b2f3-75e4f270da96 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:43.767385 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a64f03-e639-474f-86ea-fa6db35600fb", "name": "network-vif-deleted", "tag": "0da14237-9608-4545-9322-5762c4250dff", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:43.767692 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65b1d1a3-6e8c-4a79-b2f3-75e4f270da96 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:43.768081 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a64f03-e639-474f-86ea-fa6db35600fb', 'name': 'network-vif-deleted', 'tag': '0da14237-9608-4545-9322-5762c4250dff', 'status': 'completed', 'code': 200} Sep 15 15:43:43.774108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0da14237-9608-4545-9322-5762c4250dff not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:43.804593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.834030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:43.844425 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de95f0d-3dbe-411a-9751-78c3d756e073 x-openstack-request-id: req-0de95f0d-3dbe-411a-9751-78c3d756e073 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:43.845226 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "name": "network-vif-plugged", "status": "completed", "tag": "3dafce01-7637-412a-b66f-f42781389a05", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:43.850014 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0de95f0d-3dbe-411a-9751-78c3d756e073 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:43.850678 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dafce01-7637-412a-b66f-f42781389a05', 'code': 200} Sep 15 15:43:43.858579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Deleting port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:43.859096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:43.926991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Pushing event updated for resources: {'Port': ['ID=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:43.947232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf57c8e8-939e-4424-93cb-e31849df88a5 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:43.970346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.002152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.020832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50de3-41cf-4e40-bf63-c262fd668faa req-56aa3bf1-cf75-48ce-9b13-112db4787ab8 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:44.022710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bda50de3-41cf-4e40-bf63-c262fd668faa req-56aa3bf1-cf75-48ce-9b13-112db4787ab8 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 950 time: 0.0869806 Sep 15 15:43:44.030634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Transition to ACTIVE for port object bf57c8e8-939e-4424-93cb-e31849df88a5 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:43:44.058198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Deleting port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:44.063031 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.091576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.114068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b4152-9d88-4b07-9377-27c225d29de2 req-199084e0-89de-44bb-8625-ae6d450beb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:44.115927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c51b4152-9d88-4b07-9377-27c225d29de2 req-199084e0-89de-44bb-8625-ae6d450beb4e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1096 time: 0.1916213 Sep 15 15:43:44.148809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] For port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:44.149423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.174734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bda50de3-41cf-4e40-bf63-c262fd668faa req-1e821778-4dd1-4051-87bb-0781c4917f02 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637667 Sep 15 15:43:44.180414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Network e4a27174-e645-4bc5-a0c1-e256ef41302e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:44.181923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:44.271793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Calling delete_port for f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:44.331661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c51b4152-9d88-4b07-9377-27c225d29de2 req-ed3cb3b5-0445-4722-8d35-3a68526c92d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849685 Sep 15 15:43:44.340365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Pushing event updated for resources: {'Port': ['ID=bf57c8e8-939e-4424-93cb-e31849df88a5,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:44.366589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Router 4d407018-cb63-410a-80fe-6d6b57ed4be3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:44.423088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] For port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:44.423759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.447461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Calling delete_port for 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:44.503477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:44.513926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b7bd9e0f-4cd6-4d52-b645-1d5d2a70068f admin admin] 10.222.0.63 "PUT /v2.0/routers/4d407018-cb63-410a-80fe-6d6b57ed4be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8075817 Sep 15 15:43:44.630401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5566bd-4ec1-430a-9342-1b58fab33b6f req-48b99f1e-d1c0-4ebc-b6c7-2b27bfd59f4e tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:44.643384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad5566bd-4ec1-430a-9342-1b58fab33b6f req-48b99f1e-d1c0-4ebc-b6c7-2b27bfd59f4e tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 948 time: 0.4121218 Sep 15 15:43:44.645825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Attempting to bind port bf57c8e8-939e-4424-93cb-e31849df88a5 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:44.650711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Attempting to bind port bf57c8e8-939e-4424-93cb-e31849df88a5 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:44.650711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Attempting to bind port bf57c8e8-939e-4424-93cb-e31849df88a5 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:44.675331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Port bf57c8e8-939e-4424-93cb-e31849df88a5 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:44.675810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Attempting to bind port bf57c8e8-939e-4424-93cb-e31849df88a5 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:44.721963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9a45c952-47bc-4f63-8819-42bf7b7f9cc3 None None] Provisioning complete for port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:44.722472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a45c952-47bc-4f63-8819-42bf7b7f9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.740117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:44.740638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:44.741137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:44.741701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Bound port: bf57c8e8-939e-4424-93cb-e31849df88a5, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:44.742190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:44.791443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9a45c952-47bc-4f63-8819-42bf7b7f9cc3 None None] Port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:44.804964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad5566bd-4ec1-430a-9342-1b58fab33b6f req-341dd3ff-7910-4fcc-86ac-68b5ac03027c tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559808 Sep 15 15:43:45.015733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e60b9-d33b-4a3f-8d1c-413c3a57fd95 req-5cee19d7-d3d0-4cbb-b62f-a18d7c7b39a4 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:45.023571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a7e60b9-d33b-4a3f-8d1c-413c3a57fd95 req-5cee19d7-d3d0-4cbb-b62f-a18d7c7b39a4 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 946 time: 0.0641935 Sep 15 15:43:45.024934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] For port bf57c8e8-939e-4424-93cb-e31849df88a5, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:45.035181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] For port bf57c8e8-939e-4424-93cb-e31849df88a5, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf57c8e8-939e-4424-93cb-e31849df88a5,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:45.067070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a7e60b9-d33b-4a3f-8d1c-413c3a57fd95 req-2964ded3-d7cb-4f2f-963f-5e8562696d88 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/security-groups?id=cc24690b-2ec2-4692-b257-11108e4dff49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Sep 15 15:43:45.105370 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.108049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.110019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.124293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ee7bf6be-c1d2-476c-9338-704a87a4e879', 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:45.182571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56347f8b-9c6d-492c-8e42-26a8cc46f2ee req-9173ad2f-3d89-4a63-8803-fd1367615455 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:45.189730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56347f8b-9c6d-492c-8e42-26a8cc46f2ee req-9173ad2f-3d89-4a63-8803-fd1367615455 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 950 time: 0.1451046 Sep 15 15:43:45.204097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:45.204763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.206275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] 10.222.0.55 "PUT /v2.0/ports/bf57c8e8-939e-4424-93cb-e31849df88a5 HTTP/1.1" status: 200 len: 1096 time: 3.1418579 Sep 15 15:43:45.313980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648b59a-4cb5-4002-b67b-9eedfb34c5b9 req-7c4c96e3-bde1-4337-b53f-644dc724c8e7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:45.328026 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3648b59a-4cb5-4002-b67b-9eedfb34c5b9 req-7c4c96e3-bde1-4337-b53f-644dc724c8e7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 945 time: 0.1170273 Sep 15 15:43:45.335574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7be00811-1e71-49df-9940-0b9b4fe8e35a up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:45.424787 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3648b59a-4cb5-4002-b67b-9eedfb34c5b9 req-37935583-caa1-4f71-a35b-8a924c1fbcb3 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945790 Sep 15 15:43:45.456440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Sync routers for ids ['4d407018-cb63-410a-80fe-6d6b57ed4be3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:45.461284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56347f8b-9c6d-492c-8e42-26a8cc46f2ee req-8cdbd5d3-9239-413d-8c65-8463f0b3693f tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703090 Sep 15 15:43:45.530701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7be00811-1e71-49df-9940-0b9b4fe8e35a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:45.545695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.546456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] No DVR routers for this DVR port f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:45.566454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] No DVR routers for this DVR port 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:45.572067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.585989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1dfb97d-649d-4aa1-9c65-89f99bdd97ab req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.55 "DELETE /v2.0/ports/1dc9fd5e-13f9-4caf-8bca-48a5671c62bf HTTP/1.1" status: 204 len: 173 time: 2.0362172 Sep 15 15:43:45.586831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f339f-cf66-4102-8821-3d3ef2aa92de service neutron] Pushing event updated for resources: {'Port': ['ID=bf57c8e8-939e-4424-93cb-e31849df88a5,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:45.617758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33080) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:45.620650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Routers {'4d407018-cb63-410a-80fe-6d6b57ed4be3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:45.621583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4d407018-cb63-410a-80fe-6d6b57ed4be3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:45.625339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-network', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:45.629172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.638038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b89e6698-64b0-471d-8d72-3ce579fd082e req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "DELETE /v2.0/ports/f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 HTTP/1.1" status: 204 len: 173 time: 2.6760283 Sep 15 15:43:45.705894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5729b47c-db3b-4d5e-bdb4-62a43303a891 req-69f9156e-b045-4fc2-b0ad-f2ae47861c7b tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 210 time: 0.0845830 Sep 15 15:43:45.708032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fb657-ec7f-427f-b582-eb8aec5984b8 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] Pushing event deleted for resources: {'Port': ['ID=1dc9fd5e-13f9-4caf-8bca-48a5671c62bf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:45.735185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Made reservation on behalf of 9efb2e47083b41068f6b75d72ad3ba43 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:45.739688 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.751341 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:45.791952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'tag': 'bf57c8e8-939e-4424-93cb-e31849df88a5'}, {'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'name': 'network-vif-deleted', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf'}, {'server_uuid': '17bd8cd1-9c71-4958-856a-812645026126', 'name': 'network-vif-deleted', 'tag': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:45.794408 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f5efc6-d5e1-403b-9a9b-82a1507cd976", "tag": "bf57c8e8-939e-4424-93cb-e31849df88a5"}, {"server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "name": "network-vif-deleted", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf"}, {"server_uuid": "17bd8cd1-9c71-4958-856a-812645026126", "name": "network-vif-deleted", "tag": "f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:45.803264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b1c01-c215-4621-a0b2-799918ec580d tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Pushing event deleted for resources: {'Port': ['ID=f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:45.815016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-1caffb12-95c0-49f2-b3f4-6d5b6cffb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:45.817080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-1caffb12-95c0-49f2-b3f4-6d5b6cffb6eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1400297dda84c36883a9d318eacd4d3&device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 1099 time: 0.4499736 Sep 15 15:43:45.920247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-d07e3301-beee-4430-b873-2a6a1ae1204e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=bf57c8e8-939e-4424-93cb-e31849df88a5 HTTP/1.1" status: 200 len: 217 time: 0.0850830 Sep 15 15:43:45.928352 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f246525b-493c-47e4-a298-fdd99af3afca x-openstack-request-id: req-f246525b-493c-47e4-a298-fdd99af3afca {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:45.928671 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f5efc6-d5e1-403b-9a9b-82a1507cd976", "tag": "bf57c8e8-939e-4424-93cb-e31849df88a5", "status": "completed", "code": 200}, {"server_uuid": "02fb5fa3-cc65-4744-9dd7-dbed7d773e5c", "name": "network-vif-deleted", "tag": "1dc9fd5e-13f9-4caf-8bca-48a5671c62bf", "status": "completed", "code": 200}, {"server_uuid": "17bd8cd1-9c71-4958-856a-812645026126", "name": "network-vif-deleted", "tag": "f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:45.928996 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f246525b-493c-47e4-a298-fdd99af3afca {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:45.929404 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'tag': 'bf57c8e8-939e-4424-93cb-e31849df88a5', 'status': 'completed', 'code': 200} Sep 15 15:43:45.929679 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb5fa3-cc65-4744-9dd7-dbed7d773e5c', 'name': 'network-vif-deleted', 'tag': '1dc9fd5e-13f9-4caf-8bca-48a5671c62bf', 'status': 'completed', 'code': 200} Sep 15 15:43:45.929930 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bd8cd1-9c71-4958-856a-812645026126', 'name': 'network-vif-deleted', 'tag': 'f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03', 'status': 'completed', 'code': 200} Sep 15 15:43:46.020321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-1791794c-9930-4841-bf95-c125abc97ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:46.022112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-1791794c-9930-4841-bf95-c125abc97ac1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0913928 Sep 15 15:43:46.024133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.052915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Set router 4d407018-cb63-410a-80fe-6d6b57ed4be3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:46.112333 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.123328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.127485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb137d0-4b7d-44de-b1ec-5ad6cea3f872 req-4ea269ed-3895-46ac-9882-664ce64b5efb tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:46.132303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfb137d0-4b7d-44de-b1ec-5ad6cea3f872 req-4ea269ed-3895-46ac-9882-664ce64b5efb tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 948 time: 0.1088519 Sep 15 15:43:46.155981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:43:46.172854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 7be00811-1e71-49df-9940-0b9b4fe8e35a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7be00811-1e71-49df-9940-0b9b4fe8e35a,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:46.188634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfb137d0-4b7d-44de-b1ec-5ad6cea3f872 req-cc630687-9194-41b6-bc2b-b5a605416e1f tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555954 Sep 15 15:43:46.191156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-05557f4b-321b-4904-9b5a-89e7784d6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:46.193959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-05557f4b-321b-4904-9b5a-89e7784d6383 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250079 Sep 15 15:43:46.208110 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.208511 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Added segment 4e358a32-4c6b-4edf-85cd-135f8dbc9418 of type vlan for network 6fd5ce35-1647-4432-ad02-20e3c7080298 Sep 15 15:43:46.217822 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651582f4-92e7-4bfb-8074-21647bec471b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:46.268789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.291552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be266bd9-1e0c-4875-9132-ca9b9fbb550c req-e7be69ac-8823-4980-b83e-e20d67134a34 tempest-FloatingIPsAssociationNegativeTestJSON-31677111 tempest-FloatingIPsAssociationNegativeTestJSON-31677111-project] 10.222.0.63 "GET /v2.0/ports?device_id=02fb5fa3-cc65-4744-9dd7-dbed7d773e5c HTTP/1.1" status: 200 len: 210 time: 0.0385151 Sep 15 15:43:46.293707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.329831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-c68630e2-566b-4299-a935-3a4a6fa611cd service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245270 Sep 15 15:43:46.363286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.364251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:46.364874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.385185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=7be00811-1e71-49df-9940-0b9b4fe8e35a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:46.431602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd5ce35-1647-4432-ad02-20e3c7080298,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:46.447200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:43:46.452856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-85362dff-4604-413c-808f-709de0a24942 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8314621 Sep 15 15:43:46.453048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33092) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:46.462634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Request body: {'subnet': {'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-subnet', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:46.506524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7031f3-5579-4020-9186-e136922c88c0 req-6ef98547-b7b7-4d41-865a-a1e2c31fd0d1 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:46.508188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d7031f3-5579-4020-9186-e136922c88c0 req-6ef98547-b7b7-4d41-865a-a1e2c31fd0d1 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 950 time: 0.1352892 Sep 15 15:43:46.564771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:43:43Z', 'revision_number': 4, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878', 'name': '', 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'mac_address': 'fa:16:3e:1d:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5fca7ff5-7a00-4711-a565-c0c084d1a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:41Z', 'updated_at': '2021-09-15T15:43:43Z', 'revision_number': 2, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'subnets': [{'id': '5fca7ff5-7a00-4711-a565-c0c084d1a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:46.610301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Checking router: 4d407018-cb63-410a-80fe-6d6b57ed4be3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:46.610524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba5ef-6a60-4021-ac45-0260e63e5a03 req-65ea4908-78f0-405d-8144-9518223cba9e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:46.610638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Updating router 4d407018-cb63-410a-80fe-6d6b57ed4be3 port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:43:46.611920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04aba5ef-6a60-4021-ac45-0260e63e5a03 req-65ea4908-78f0-405d-8144-9518223cba9e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 945 time: 0.0760012 Sep 15 15:43:46.636383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Made reservation on behalf of 9efb2e47083b41068f6b75d72ad3ba43 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:43:46.638824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.646521 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.647406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f042ecad-3de4-4d48-abc2-54f9442e084b req-c5630d83-b099-4df6-9440-4b523feaacfe service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098636 Sep 15 15:43:46.678532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60777d-a83e-4769-a66c-eb23803651e7 req-dc4f9f6d-1105-44a9-b6de-f4bb47275616 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:46.680163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c60777d-a83e-4769-a66c-eb23803651e7 req-dc4f9f6d-1105-44a9-b6de-f4bb47275616 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 950 time: 0.0973954 Sep 15 15:43:46.687457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04aba5ef-6a60-4021-ac45-0260e63e5a03 req-a8eccef4-76a6-4c1f-90f6-d60ce0c51c27 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692506 Sep 15 15:43:46.841027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c60777d-a83e-4769-a66c-eb23803651e7 req-d8730625-32f7-4301-b4ca-d69e7c53cac2 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/security-groups?id=0bcbcba2-a642-47ca-8e24-608b50b9a260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472814 Sep 15 15:43:46.876658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Deleting port beabee8e-75c2-45aa-b544-ee616063d641 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:46.878494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:46.980880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.016092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:47.064436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:47.064436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1dc9fd5e-13f9-4caf-8bca-48a5671c62bf not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:47.075172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-0177964d-a164-4ea6-883d-818311449d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.076611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-0177964d-a164-4ea6-883d-818311449d2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1400297dda84c36883a9d318eacd4d3&device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 1099 time: 0.3112314 Sep 15 15:43:47.078932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:47.079107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] For port beabee8e-75c2-45aa-b544-ee616063d641, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=beabee8e-75c2-45aa-b544-ee616063d641,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:47.079454 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.101413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Checking segment: {'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:47.101774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Network hostable DHCP agents. Network: 6fd5ce35-1647-4432-ad02-20e3c7080298, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:43:47.109723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e9cd792-22a9-45b8-a91b-e58c4eb27eab req-89d269bc-b37d-44aa-b52e-7486e981e168 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bd8cd1-9c71-4958-856a-812645026126 HTTP/1.1" status: 200 len: 210 time: 0.0718019 Sep 15 15:43:47.133726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Calling delete_port for beabee8e-75c2-45aa-b544-ee616063d641 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:47.182827 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.191642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:43:47.201966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:47.254205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:47.264269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4ba2bfb-d002-40bc-b27a-c55f7d3f8f03 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:47.268047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.289576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 6fd5ce35-1647-4432-ad02-20e3c7080298) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:47.313551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.314641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.340184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf646f-cdb6-4a61-9243-a1bcc9a8bfb5 None None] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:47.342181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7be00811-1e71-49df-9940-0b9b4fe8e35a up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:47.358673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005913-7031-4a5e-a39f-b69a86c9eb77 req-5e94ad35-4fab-4f6c-ade4-a6c0934f52a7 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.362946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0005913-7031-4a5e-a39f-b69a86c9eb77 req-5e94ad35-4fab-4f6c-ade4-a6c0934f52a7 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1096 time: 0.1383235 Sep 15 15:43:47.383093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-5b073ad9-71af-4106-b4b0-570dd244e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.383093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-5b073ad9-71af-4106-b4b0-570dd244e97c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2790861 Sep 15 15:43:47.418617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0005913-7031-4a5e-a39f-b69a86c9eb77 req-906bf2f2-ae67-42ca-b846-cabf80b59058 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 Sep 15 15:43:47.423975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-72888469-770f-4ad0-9a43-2d9438a57135 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9698701 Sep 15 15:43:47.428156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33116) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:47.441067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:47.482136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-01f6a364-1789-45b3-b4f6-4af5b5ed9672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=bf57c8e8-939e-4424-93cb-e31849df88a5 HTTP/1.1" status: 200 len: 217 time: 0.0758617 Sep 15 15:43:47.548896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33120) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:47.587627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f451-7f13-4222-bf56-7c40f66e59d2 None None] Pushing event updated for resources: {'Port': ['ID=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:47.618983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf27ee-5904-407c-9b5f-b349855e4ae8 req-28153eb5-0164-4079-b187-a38f14c47258 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.626862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24bf27ee-5904-407c-9b5f-b349855e4ae8 req-28153eb5-0164-4079-b187-a38f14c47258 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 948 time: 0.1435399 Sep 15 15:43:47.654315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Attempting to bind port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:47.655233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Attempting to bind port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:47.655233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Attempting to bind port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 on network e4a27174-e645-4bc5-a0c1-e256ef41302e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:47.667890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.670114 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.671520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.673545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-0ec1536a-6f25-4ea8-983f-b64220c73ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.675080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-0ec1536a-6f25-4ea8-983f-b64220c73ad0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1553488 Sep 15 15:43:47.719443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['beabee8e-75c2-45aa-b544-ee616063d641'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:47.725122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:47.725893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Checking segment: {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:47.726509 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.727114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Bound using segment: {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:47.727828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Bound port: c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:47.729514 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.731650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Pushing event deleted for resources: {'Port': ['ID=beabee8e-75c2-45aa-b544-ee616063d641,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:47.732414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc5f2c-8dd1-4474-93db-5634b888ef52 req-74b30e7b-7485-41e4-ae97-5d589fe3b648 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.741086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1bc5f2c-8dd1-4474-93db-5634b888ef52 req-74b30e7b-7485-41e4-ae97-5d589fe3b648 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1096 time: 0.0975552 Sep 15 15:43:47.767698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24bf27ee-5904-407c-9b5f-b349855e4ae8 req-253fa9c2-af0f-40c7-95ff-1960801999f0 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397276 Sep 15 15:43:47.823621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] No DVR routers for this DVR port beabee8e-75c2-45aa-b544-ee616063d641 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:47.827127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.829807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d7031f3-5579-4020-9186-e136922c88c0 req-677aee31-f7ef-4d11-9c6f-21157ff1343b tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.38 "DELETE /v2.0/ports/beabee8e-75c2-45aa-b544-ee616063d641 HTTP/1.1" status: 204 len: 173 time: 1.3118472 Sep 15 15:43:47.836038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-dbf6d57c-e5c6-4d4c-a825-feec08e48f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:47.836038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-dbf6d57c-e5c6-4d4c-a825-feec08e48f42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239438 Sep 15 15:43:47.842112 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1bc5f2c-8dd1-4474-93db-5634b888ef52 req-d72b5052-db7c-4675-8081-1b6dc2f4fcc6 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001432 Sep 15 15:43:47.931265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:47.944830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'name': 'network-vif-deleted', 'tag': 'beabee8e-75c2-45aa-b544-ee616063d641'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:47.947172 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6484908-c43a-4189-9df2-bbe8e1ec4dcf" -d '{"events": [{"server_uuid": "112c2ef6-1e33-4e0b-98e3-b9f75f52c892", "name": "network-vif-deleted", "tag": "beabee8e-75c2-45aa-b544-ee616063d641"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:47.967292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7be00811-1e71-49df-9940-0b9b4fe8e35a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:47.967900 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.105147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-6fd5ce35-1647-4432-ad02-20e3c7080298', 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'fixed_ips': [{'subnet_id': '85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:43:48.109358 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.119019 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d424b69-63b6-42c5-b364-9d96a50b6276 x-openstack-request-id: req-2d424b69-63b6-42c5-b364-9d96a50b6276 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:48.119306 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112c2ef6-1e33-4e0b-98e3-b9f75f52c892", "name": "network-vif-deleted", "tag": "beabee8e-75c2-45aa-b544-ee616063d641", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:48.119558 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2d424b69-63b6-42c5-b364-9d96a50b6276 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:48.120475 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112c2ef6-1e33-4e0b-98e3-b9f75f52c892', 'name': 'network-vif-deleted', 'tag': 'beabee8e-75c2-45aa-b544-ee616063d641', 'status': 'completed', 'code': 200} Sep 15 15:43:48.132362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8984b9a0-4af2-4ac5-8597-e2dadc559484 None None] Provisioning complete for port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:48.133006 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8984b9a0-4af2-4ac5-8597-e2dadc559484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.135915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6184c70c-1dad-4b75-b96e-c5467c2e63af req-ff6d11af-9f2c-4a29-a14c-31a9f99bcce0 tempest-LiveMigrationNegativeTest-2104362854 tempest-LiveMigrationNegativeTest-2104362854-project] 10.222.0.63 "GET /v2.0/ports?device_id=112c2ef6-1e33-4e0b-98e3-b9f75f52c892 HTTP/1.1" status: 200 len: 210 time: 0.1649261 Sep 15 15:43:48.212802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] For port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:48.217949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] For port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:48.230293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-51bc6b20-8d68-4584-a047-9900091ceab9 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735912 Sep 15 15:43:48.277380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8984b9a0-4af2-4ac5-8597-e2dadc559484 None None] Port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:48.365220 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.392095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:48.404084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfd9445-847e-4f12-88e9-cfeffd8ad6eb req-085857bd-b1f9-4b0a-b5ee-650e74f05650 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657763 Sep 15 15:43:48.491663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f451-7f13-4222-bf56-7c40f66e59d2 None None] Pushing event updated for resources: {'Port': ['ID=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:48.495168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Allocated IP 172.20.0.2 (6fd5ce35-1647-4432-ad02-20e3c7080298/85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a/300351cc-40ac-47cf-8ca9-bba06d8ea26e) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:48.497831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Routers {'4d407018-cb63-410a-80fe-6d6b57ed4be3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:48.498522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4d407018-cb63-410a-80fe-6d6b57ed4be3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:48.728589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] Set router 4d407018-cb63-410a-80fe-6d6b57ed4be3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:48.994334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c524a39d-d568-40ae-b5e7-67dc41834c63 None None] Provisioning complete for port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:48.995237 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c524a39d-d568-40ae-b5e7-67dc41834c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.039288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf57c8e8-939e-4424-93cb-e31849df88a5 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:43:49.043538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1717c-18a2-4e20-8a3c-a9f1f5e5d2cb req-715818ac-5099-4fd5-817e-eb7a4f7c72db tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:49.045442 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.062488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8d1717c-18a2-4e20-8a3c-a9f1f5e5d2cb req-715818ac-5099-4fd5-817e-eb7a4f7c72db tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 950 time: 0.1079621 Sep 15 15:43:49.116187 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.182975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8d1717c-18a2-4e20-8a3c-a9f1f5e5d2cb req-54a87317-8620-4b3b-b10a-16ba8acf4eb4 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195292 Sep 15 15:43:49.233788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.241429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:49.250466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:49.258310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:49.323213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.370313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.392155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabe363-bbf6-418e-a076-26732cb1d8d6 req-fdbddbd6-86e4-4bbe-b297-6f85d2d08495 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:49.394067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dcabe363-bbf6-418e-a076-26732cb1d8d6 req-fdbddbd6-86e4-4bbe-b297-6f85d2d08495 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 948 time: 0.0823386 Sep 15 15:43:49.412356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Pushing event updated for resources: {'Port': ['ID=300351cc-40ac-47cf-8ca9-bba06d8ea26e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:49.420911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Attempting to bind port 300351cc-40ac-47cf-8ca9-bba06d8ea26e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:49.421276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Attempting to bind port 300351cc-40ac-47cf-8ca9-bba06d8ea26e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:49.421632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Attempting to bind port 300351cc-40ac-47cf-8ca9-bba06d8ea26e on network 6fd5ce35-1647-4432-ad02-20e3c7080298 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:49.433324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:49.433692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Checking segment: {'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:49.434095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.434590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Bound using segment: {'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:49.435082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Bound port: 300351cc-40ac-47cf-8ca9-bba06d8ea26e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:49.435463 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.481553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dcabe363-bbf6-418e-a076-26732cb1d8d6 req-7607153e-d794-4108-8e4f-8b5af03e38ed tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806050 Sep 15 15:43:49.555682 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c524a39d-d568-40ae-b5e7-67dc41834c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.597601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bf57c8e8-939e-4424-93cb-e31849df88a5, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf57c8e8-939e-4424-93cb-e31849df88a5,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:49.668164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'bf57c8e8-939e-4424-93cb-e31849df88a5', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'bf57c8e8-939e-4424-93cb-e31849df88a5', 'mac_address': 'fa:16:3e:6f:81:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:43:49.681243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c524a39d-d568-40ae-b5e7-67dc41834c63 None None] For port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:49.684810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:43:43Z', 'revision_number': 4, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878', 'name': '', 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'mac_address': 'fa:16:3e:1d:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5fca7ff5-7a00-4711-a565-c0c084d1a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:41Z', 'updated_at': '2021-09-15T15:43:48Z', 'revision_number': 4, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'subnets': [{'id': '5fca7ff5-7a00-4711-a565-c0c084d1a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:49.716013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] For port 300351cc-40ac-47cf-8ca9-bba06d8ea26e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:49.720926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb66e695-0daa-45aa-9c50-b3883231aee3 None None] The sync data for ids ['4d407018-cb63-410a-80fe-6d6b57ed4be3'] in n-d-808199-2 is: [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:43:43Z', 'revision_number': 4, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878', 'name': '', 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'mac_address': 'fa:16:3e:1d:4f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '5fca7ff5-7a00-4711-a565-c0c084d1a816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:41Z', 'updated_at': '2021-09-15T15:43:48Z', 'revision_number': 4, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'subnets': [{'id': '5fca7ff5-7a00-4711-a565-c0c084d1a816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:49.773117 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] For port 300351cc-40ac-47cf-8ca9-bba06d8ea26e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=300351cc-40ac-47cf-8ca9-bba06d8ea26e,segment=NetworkSegment(4e358a32-4c6b-4edf-85cd-135f8dbc9418),segment_id=4e358a32-4c6b-4edf-85cd-135f8dbc9418)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:49.804201 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c524a39d-d568-40ae-b5e7-67dc41834c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.843750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.882448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:49.910559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf57c8e8-939e-4424-93cb-e31849df88a5 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:43:49.951215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Allocated IP 172.25.0.188 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/36985094-6ee9-482b-8128-7f6e78a79209) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:50.046882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524a39d-d568-40ae-b5e7-67dc41834c63 None None] Pushing event updated for resources: {'Port': ['ID=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:50.050879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bf57c8e8-939e-4424-93cb-e31849df88a5, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf57c8e8-939e-4424-93cb-e31849df88a5,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:50.123156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.146410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4730ea-a34f-41e9-9554-9b3883cdb5b6 None None] Pushing event updated for resources: {'Port': ['ID=300351cc-40ac-47cf-8ca9-bba06d8ea26e,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:50.196885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-345b352c-87af-4713-b74e-7a463c2f2962 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:50.202854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-345b352c-87af-4713-b74e-7a463c2f2962 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 950 time: 0.1128066 Sep 15 15:43:50.262846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bf57c8e8-939e-4424-93cb-e31849df88a5,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:50.439216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bf57c8e8-939e-4424-93cb-e31849df88a5'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:50.467248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea25856-fe30-4b35-8790-9d989084646e req-196e9272-3231-4d79-8146-50133db4ca3b tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:50.475151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ea25856-fe30-4b35-8790-9d989084646e req-196e9272-3231-4d79-8146-50133db4ca3b tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 950 time: 0.1614079 Sep 15 15:43:50.483991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33184) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:50.554825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Deleting port ee7bf6be-c1d2-476c-9338-704a87a4e879 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:50.555413 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.676413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ea25856-fe30-4b35-8790-9d989084646e req-bdceca7b-9725-4388-aa12-0e471d5005cc tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/security-groups?id=45bc8779-878a-452c-bca2-982ab8783a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949787 Sep 15 15:43:50.859182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.900441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fc498bc5-cb07-4f75-96fc-45092681beb5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f8ca5bf0e9848b4b7a97078ecae6fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081447 Sep 15 15:43:50.904786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:50.906701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] For port ee7bf6be-c1d2-476c-9338-704a87a4e879, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee7bf6be-c1d2-476c-9338-704a87a4e879,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:50.907176 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:50.931060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Calling delete_port for ee7bf6be-c1d2-476c-9338-704a87a4e879 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:50.974704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef8334-4b73-4ca0-be47-3d94cb664a3a req-7dac596e-a18b-4f59-bbd3-3519d21eda33 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:50.983221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2ef8334-4b73-4ca0-be47-3d94cb664a3a req-7dac596e-a18b-4f59-bbd3-3519d21eda33 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 949 time: 0.1669197 Sep 15 15:43:50.995564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.105846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Pushing event updated for resources: {'Port': ['ID=36985094-6ee9-482b-8128-7f6e78a79209,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:51.117939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:51.118698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:51.127430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:51.209318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2ef8334-4b73-4ca0-be47-3d94cb664a3a req-74fa7c95-cc4a-4250-b1ae-3ff770e8ca10 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236071 Sep 15 15:43:51.214139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device beabee8e-75c2-45aa-b544-ee616063d641 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:51.231842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.292216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: beabee8e-75c2-45aa-b544-ee616063d641 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:51.292733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device beabee8e-75c2-45aa-b544-ee616063d641 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:51.412090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:51.429045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.508798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Deleting port a28bff1b-7777-4946-9697-598ee32c2ff5 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:51.509298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.541522 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:43:51.546196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:51.546684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.654834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.655245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] For port a28bff1b-7777-4946-9697-598ee32c2ff5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a28bff1b-7777-4946-9697-598ee32c2ff5,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:51.655582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.657500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.658709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0bcbcba2-a642-47ca-8e24-608b50b9a260 HTTP/1.1" status: 204 len: 168 time: 0.7486186 Sep 15 15:43:51.678677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcbcba2-a642-47ca-8e24-608b50b9a260,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:51.691777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.691777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.691777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.691777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.691777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.692241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.692323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.692685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.693115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.693433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.694055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.694402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da204cb-3fad-4ca3-af78-0f9f3efddfe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:51.712684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.754454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Calling delete_port for a28bff1b-7777-4946-9697-598ee32c2ff5 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:51.773861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Pushing event deleted for resources: {'Port': ['ID=ee7bf6be-c1d2-476c-9338-704a87a4e879,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:51.866317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa289c6-9d1f-4323-bcf8-a201287c6eb7 None None] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:51.870788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ee7bf6be-c1d2-476c-9338-704a87a4e879'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:51.880725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] No DVR routers for this DVR port ee7bf6be-c1d2-476c-9338-704a87a4e879 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:43:51.886369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:51.888685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b395209d-cb96-4316-88a6-c45dd7ee7be4 req-4534bb6f-13b2-47b1-895e-a0743321c537 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.38 "DELETE /v2.0/ports/ee7bf6be-c1d2-476c-9338-704a87a4e879 HTTP/1.1" status: 204 len: 173 time: 1.6797278 Sep 15 15:43:51.916257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'name': 'network-vif-deleted', 'tag': 'ee7bf6be-c1d2-476c-9338-704a87a4e879'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:51.921611 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea274d7-0edd-46c4-80c0-bce0d93a41fc" -d '{"events": [{"server_uuid": "421a38a5-6b93-4872-adbb-c164214dbe3a", "name": "network-vif-deleted", "tag": "ee7bf6be-c1d2-476c-9338-704a87a4e879"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:51.967666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 300351cc-40ac-47cf-8ca9-bba06d8ea26e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:51.996374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-055e5989-20ff-4442-b6e3-0366c869c327 req-5eb88a7f-6ba0-4699-8b2e-515d61a1316f tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 210 time: 0.1183999 Sep 15 15:43:52.027195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6c5892dd-9cf9-409e-ac4f-cdf0c4d5a7fb None None] Provisioning complete for port 300351cc-40ac-47cf-8ca9-bba06d8ea26e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:52.027663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c5892dd-9cf9-409e-ac4f-cdf0c4d5a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.041331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.050683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33222) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:52.087737 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9e0481-089c-48ce-8fae-affacfe45f09 x-openstack-request-id: req-2c9e0481-089c-48ce-8fae-affacfe45f09 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:52.088352 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421a38a5-6b93-4872-adbb-c164214dbe3a", "name": "network-vif-deleted", "tag": "ee7bf6be-c1d2-476c-9338-704a87a4e879", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:52.088833 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2c9e0481-089c-48ce-8fae-affacfe45f09 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:52.089935 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421a38a5-6b93-4872-adbb-c164214dbe3a', 'name': 'network-vif-deleted', 'tag': 'ee7bf6be-c1d2-476c-9338-704a87a4e879', 'status': 'completed', 'code': 200} Sep 15 15:43:52.208269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-cf8098e3-832e-4a6b-a97c-e7e416ad3a6a tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:43:52.219832 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-cf8098e3-832e-4a6b-a97c-e7e416ad3a6a tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1669514 Sep 15 15:43:52.303559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 300351cc-40ac-47cf-8ca9-bba06d8ea26e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:52.304709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.407363 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c5892dd-9cf9-409e-ac4f-cdf0c4d5a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.518483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6c5892dd-9cf9-409e-ac4f-cdf0c4d5a7fb None None] For port 300351cc-40ac-47cf-8ca9-bba06d8ea26e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=300351cc-40ac-47cf-8ca9-bba06d8ea26e,segment=NetworkSegment(4e358a32-4c6b-4edf-85cd-135f8dbc9418),segment_id=4e358a32-4c6b-4edf-85cd-135f8dbc9418)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:52.538713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.590172 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.666930 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c5892dd-9cf9-409e-ac4f-cdf0c4d5a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.742324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5892dd-9cf9-409e-ac4f-cdf0c4d5a7fb None None] Pushing event updated for resources: {'Port': ['ID=300351cc-40ac-47cf-8ca9-bba06d8ea26e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:52.768152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.780654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33230) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:52.802759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-8510f0aa-f0a9-4d89-a2da-24e36dfdc322 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:52.805791 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:43:52.806512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-8510f0aa-f0a9-4d89-a2da-24e36dfdc322 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 1093 time: 0.5851765 Sep 15 15:43:52.823803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30bd2-10ef-4f44-8e14-6122cec98f7d req-ff7becab-270b-410a-869b-decad5fa35a5 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:52.827606 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:43:52.832854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-caa30bd2-10ef-4f44-8e14-6122cec98f7d req-ff7becab-270b-410a-869b-decad5fa35a5 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 949 time: 0.1430879 Sep 15 15:43:52.866131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28bff1b-7777-4946-9697-598ee32c2ff5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:52.896547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e278afc1-f95b-4a2b-aa99-6e1fc8c100c7 None None] Provisioning complete for port 300351cc-40ac-47cf-8ca9-bba06d8ea26e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:52.896547 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e278afc1-f95b-4a2b-aa99-6e1fc8c100c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:52.897481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-caa30bd2-10ef-4f44-8e14-6122cec98f7d req-15eed76a-b712-42d4-b97c-a5659457fe8b tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575461 Sep 15 15:43:52.965152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.965491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.968138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.969901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.970341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.970687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.972166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.972554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.972897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.974852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.975213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:52.975550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:43:53.067847 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6c66b25e-f618-4412-af86-8b4e42952188 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=864ef665fc51411f9282aeef1df38f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847443 Sep 15 15:43:53.072014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33240) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:53.127493 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf57c8e8-939e-4424-93cb-e31849df88a5 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:53.199273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:53.199798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Router 769b2bda-2ad4-4a45-beda-d831fb0a7903 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:43:53.199944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Unknown quota resources ['binding']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:43:53.264591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08506db3-4d9c-4b44-8219-dc3339cbc937 req-355ba4af-d0c9-4934-973a-b2f4b141d9a4 tempest-ServersAdminNegativeTestJSON-1011807991 tempest-ServersAdminNegativeTestJSON-1011807991-project] 10.222.0.63 "GET /v2.0/ports?device_id=421a38a5-6b93-4872-adbb-c164214dbe3a HTTP/1.1" status: 200 len: 210 time: 0.0532115 Sep 15 15:43:53.292071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b845e299-2029-4321-bc08-ba68f13edd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.312881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.324026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port bf57c8e8-939e-4424-93cb-e31849df88a5 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:43:53.349570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b845e299-2029-4321-bc08-ba68f13edd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.386145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port bf57c8e8-939e-4424-93cb-e31849df88a5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:53.386883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.422820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:53.434440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:53.434954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:53.435549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:53.440544 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Sync routers for ids ['769b2bda-2ad4-4a45-beda-d831fb0a7903'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:53.444218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:53.444825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:53.453171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:53.454219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:53.454720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:53.455355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Bound port: 3dafce01-7637-412a-b66f-f42781389a05, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:53.458257 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Routers {'769b2bda-2ad4-4a45-beda-d831fb0a7903'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:53.458895 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['769b2bda-2ad4-4a45-beda-d831fb0a7903'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:53.559718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.561927 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d4f484f2-b3ae-44da-9fe9-5d5c38cda16a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1325581 Sep 15 15:43:53.565232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33242) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:53.571658 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b845e299-2029-4321-bc08-ba68f13edd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.577009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b845e299-2029-4321-bc08-ba68f13edd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.584172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.590531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b845e299-2029-4321-bc08-ba68f13edd39 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/55c328d5-d0d9-4146-82a6-c2d9a97d6209 HTTP/1.1" status: 204 len: 168 time: 0.5064499 Sep 15 15:43:53.642644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf57c8e8-939e-4424-93cb-e31849df88a5'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:53.650595 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ef7a27-cf15-452e-9217-b398318f450f" -d '{"events": [{"server_uuid": "d6f5efc6-d5e1-403b-9a9b-82a1507cd976", "name": "network-vif-plugged", "status": "completed", "tag": "bf57c8e8-939e-4424-93cb-e31849df88a5"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:53.674740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845e299-2029-4321-bc08-ba68f13edd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c328d5-d0d9-4146-82a6-c2d9a97d6209,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:53.699849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bf57c8e8-939e-4424-93cb-e31849df88a5, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf57c8e8-939e-4424-93cb-e31849df88a5,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:53.741601 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93d9a7e-f85e-4171-8716-c239dc51f417 x-openstack-request-id: req-c93d9a7e-f85e-4171-8716-c239dc51f417 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:53.741918 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f5efc6-d5e1-403b-9a9b-82a1507cd976", "name": "network-vif-plugged", "status": "completed", "tag": "bf57c8e8-939e-4424-93cb-e31849df88a5", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:53.742185 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c93d9a7e-f85e-4171-8716-c239dc51f417 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:53.742571 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf57c8e8-939e-4424-93cb-e31849df88a5', 'code': 200} Sep 15 15:43:53.757806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.768814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:53.784879 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Set router 769b2bda-2ad4-4a45-beda-d831fb0a7903 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:53.808783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 300351cc-40ac-47cf-8ca9-bba06d8ea26e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:53.847479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.851956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-3fa6fcc6-441a-4d30-9521-da79fe82832c service neutron] 10.222.0.63 "POST /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05/bindings HTTP/1.1" status: 201 len: 389 time: 0.8665524 Sep 15 15:43:53.874354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca8f3c-a559-478d-b49f-f514d600a755 req-605952ec-39e6-4560-a821-2d986f253964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:53.880907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19ca8f3c-a559-478d-b49f-f514d600a755 req-605952ec-39e6-4560-a821-2d986f253964 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 1101 time: 0.0736420 Sep 15 15:43:53.895063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bf57c8e8-939e-4424-93cb-e31849df88a5,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:53.914469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 300351cc-40ac-47cf-8ca9-bba06d8ea26e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:53.914838 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.956217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37c696e0-6b9b-4491-ba6d-0b7bc72c3981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:53.962915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19ca8f3c-a559-478d-b49f-f514d600a755 req-125e2b3d-d075-4fb1-9bea-6ba5410d322a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745766 Sep 15 15:43:53.979958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:54.162296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0dd4-615c-48a8-9439-715d9c8210ad req-512198e0-ee01-47a2-a40e-8998896368d7 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:54.185212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5edb0dd4-615c-48a8-9439-715d9c8210ad req-512198e0-ee01-47a2-a40e-8998896368d7 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 950 time: 0.1280115 Sep 15 15:43:54.224975 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '36985094-6ee9-482b-8128-7f6e78a79209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:43:51Z', 'revision_number': 3, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port': {'id': '36985094-6ee9-482b-8128-7f6e78a79209', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:49Z', 'updated_at': '2021-09-15T15:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:54.269982 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Checking router: 769b2bda-2ad4-4a45-beda-d831fb0a7903 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:54.270506 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Updating router 769b2bda-2ad4-4a45-beda-d831fb0a7903 port 36985094-6ee9-482b-8128-7f6e78a79209 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:43:54.280609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5edb0dd4-615c-48a8-9439-715d9c8210ad req-5ed84fa3-9d8c-40f0-b6ba-6234b9d3c77f tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946269 Sep 15 15:43:54.322124 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.529073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-806e738e-e54e-4122-81da-8dd3fa14cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:54.534618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-806e738e-e54e-4122-81da-8dd3fa14cc70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1096 time: 0.0899577 Sep 15 15:43:54.591198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afffb5f-ff37-4aaf-b56f-46b9313e87b1 req-8706fd5d-d5de-4ab9-b86c-8d2a14447092 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:54.598979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4afffb5f-ff37-4aaf-b56f-46b9313e87b1 req-8706fd5d-d5de-4ab9-b86c-8d2a14447092 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 945 time: 0.1801686 Sep 15 15:43:54.676388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-36f7aa64-2cc9-4d72-a241-ed05b3823583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:54.678920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-36f7aa64-2cc9-4d72-a241-ed05b3823583 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1357388 Sep 15 15:43:54.684032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:54.694651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c4380fd3-5cf1-44ba-8b66-6f697ab40b33 admin admin] 10.222.0.63 "PUT /v2.0/routers/ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1441405 Sep 15 15:43:54.698741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33270) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:54.699838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] Sync routers for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:54.735392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:54.737044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:54.738162 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.792617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-034622b7-fdf1-404f-a9fe-a56889c6e91a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 217 time: 0.0953419 Sep 15 15:43:54.820052 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.852928 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4afffb5f-ff37-4aaf-b56f-46b9313e87b1 req-b29ef92e-3748-482e-ba5d-8550cdcea1ea tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533865 Sep 15 15:43:54.898366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-5315ab37-fe4c-44e5-8cc1-00056a90bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:54.900042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-5315ab37-fe4c-44e5-8cc1-00056a90bcfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0947690 Sep 15 15:43:54.904257 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:54.997627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:55.004517 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Attempting to bind port 36985094-6ee9-482b-8128-7f6e78a79209 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:55.005313 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Attempting to bind port 36985094-6ee9-482b-8128-7f6e78a79209 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:55.005835 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Attempting to bind port 36985094-6ee9-482b-8128-7f6e78a79209 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:55.022091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:55.022758 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:55.023305 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.023837 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:55.024457 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Bound port: 36985094-6ee9-482b-8128-7f6e78a79209, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:55.025205 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.036387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-71c6b4fd-d369-4365-b13a-429fa4f2cdb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239471 Sep 15 15:43:55.082453 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] For port 36985094-6ee9-482b-8128-7f6e78a79209, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:55.085947 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] For port 36985094-6ee9-482b-8128-7f6e78a79209, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=36985094-6ee9-482b-8128-7f6e78a79209,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:55.097962 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb4b1c-633f-4fcf-9336-a9d8c81d81f9 None None] Pushing event updated for resources: {'Port': ['ID=36985094-6ee9-482b-8128-7f6e78a79209,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:55.139599 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.192344 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.204876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33282) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:55.249784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.259214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee7bf6be-c1d2-476c-9338-704a87a4e879 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:55.313393 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Routers {'769b2bda-2ad4-4a45-beda-d831fb0a7903'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:55.314130 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['769b2bda-2ad4-4a45-beda-d831fb0a7903'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:55.342601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: ee7bf6be-c1d2-476c-9338-704a87a4e879 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:55.349118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee7bf6be-c1d2-476c-9338-704a87a4e879 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:55.375537 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb4b1c-633f-4fcf-9336-a9d8c81d81f9 None None] Pushing event updated for resources: {'Port': ['ID=36985094-6ee9-482b-8128-7f6e78a79209,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:55.447480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Allocated IP 172.20.0.1 (6fd5ce35-1647-4432-ad02-20e3c7080298/85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a/8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:43:55.511142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:52Z', 'revision_number': 5, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port': {'id': '28a4f7b6-3d9b-4940-8686-ed544ac820e6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:58:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:54Z', 'updated_at': '2021-09-15T15:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:55.518813 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] Set router 769b2bda-2ad4-4a45-beda-d831fb0a7903 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:55.647160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] Checking router: ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:43:55.678982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:55.685348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] Routers {'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:55.685886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:55.843440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33296) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:55.846077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-48fbffb5-8601-4470-97fa-1889e722c651 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4eb26baef5c4b2bb0464c69b406f6f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312053 Sep 15 15:43:55.887381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae428e-b024-4717-8ab5-5fc46928bd50 req-37838fd9-4b96-4c09-92f8-1faaa35ba9b1 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:56.105877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40ae428e-b024-4717-8ab5-5fc46928bd50 req-37838fd9-4b96-4c09-92f8-1faaa35ba9b1 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 950 time: 0.4707754 Sep 15 15:43:56.105877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-81d17404-10f7-4702-94ec-c6c9db8b224b service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449853 Sep 15 15:43:56.106571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-baabc58a-bbd1-4eea-868e-a847a5740cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.106571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-baabc58a-bbd1-4eea-868e-a847a5740cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.106747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] Set router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:56.107159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d1afa-9511-49f5-a041-62e8ec226fe6 req-14fe1acb-949a-4207-a1a4-7a635d5ac653 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:56.107159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f1d1afa-9511-49f5-a041-62e8ec226fe6 req-14fe1acb-949a-4207-a1a4-7a635d5ac653 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 945 time: 0.0636289 Sep 15 15:43:56.107384 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '36985094-6ee9-482b-8128-7f6e78a79209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:43:51Z', 'revision_number': 3, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port': {'id': '36985094-6ee9-482b-8128-7f6e78a79209', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:49Z', 'updated_at': '2021-09-15T15:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:56.132791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:55Z', 'revision_number': 6, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:56.136722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40ae428e-b024-4717-8ab5-5fc46928bd50 req-3987df34-fca2-47a7-9637-52bed486f8c4 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268949 Sep 15 15:43:56.147713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Deleting port 28a4f7b6-3d9b-4940-8686-ed544ac820e6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:56.148244 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.165248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f1d1afa-9511-49f5-a041-62e8ec226fe6 req-a52b586d-533d-415e-a89e-3d459b54b737 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678587 Sep 15 15:43:56.171539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-baabc58a-bbd1-4eea-868e-a847a5740cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.177183 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-baabc58a-bbd1-4eea-868e-a847a5740cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.311641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67afe6dd-dac4-4731-86da-07929fe1c422 None None] The sync data for ids ['ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb'] in n-d-808199-2 is: [{'id': 'ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-968317304-router', 'tenant_id': '772b89f74ff94b79b29132ed596cfc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:53Z', 'updated_at': '2021-09-15T15:43:55Z', 'revision_number': 6, 'project_id': '772b89f74ff94b79b29132ed596cfc01', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:56.314801 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-baabc58a-bbd1-4eea-868e-a847a5740cd7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/45bc8779-878a-452c-bca2-982ab8783a7c HTTP/1.1" status: 204 len: 168 time: 0.3316007 Sep 15 15:43:56.314801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.314801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabc58a-bbd1-4eea-868e-a847a5740cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bc8779-878a-452c-bca2-982ab8783a7c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:56.315862 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568236f-2e9e-437c-bc21-c9b3a22287e1 None None] The sync data for ids ['769b2bda-2ad4-4a45-beda-d831fb0a7903'] in n-d-808199-2 is: [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '36985094-6ee9-482b-8128-7f6e78a79209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:43:51Z', 'revision_number': 3, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port': {'id': '36985094-6ee9-482b-8128-7f6e78a79209', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:49Z', 'updated_at': '2021-09-15T15:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:43:56.315993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:56.315993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:56.315993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:43:56.316395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] For port 28a4f7b6-3d9b-4940-8686-ed544ac820e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=28a4f7b6-3d9b-4940-8686-ed544ac820e6,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:56.316395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.316395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-121d6115-a496-4e60-b2a9-482b606ce26a service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101811 Sep 15 15:43:56.316395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Calling delete_port for 28a4f7b6-3d9b-4940-8686-ed544ac820e6 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:56.380075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:56.396686 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.489845 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.778664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3f184634-5973-455d-bb20-1a9375242edb None None] Provisioning complete for port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:56.779175 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3f184634-5973-455d-bb20-1a9375242edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.787261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.799904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-88f18e04-1663-4d86-9071-846a0f77e250 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:56.799904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-88f18e04-1663-4d86-9071-846a0f77e250 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.2038727 Sep 15 15:43:56.817769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:43:56.824153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3f184634-5973-455d-bb20-1a9375242edb None None] Port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:56.880969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.943150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a4f7b6-3d9b-4940-8686-ed544ac820e6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:56.964912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.991186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:56.995705 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.185471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.263923 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d970fbb9-165d-4a2a-aa0d-e795c81aaca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.271860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.276607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.325185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.406280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33324) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:57.435716 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.552814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.557643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:43:57.572276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.572276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-197270ae-2aa5-4a18-9871-6e7cd54d38a5 admin admin] 10.222.0.63 "DELETE /v2.0/routers/ca83d7fc-e2c9-4ef1-b9cf-393aab0c05fb HTTP/1.1" status: 204 len: 168 time: 2.8692980 Sep 15 15:43:57.585101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa0fe7-a1e7-4164-bb8b-d9bb29093ce9 req-f420219d-0ad4-4804-85a1-07dcd8a290e3 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:57.587046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8faa0fe7-a1e7-4164-bb8b-d9bb29093ce9 req-f420219d-0ad4-4804-85a1-07dcd8a290e3 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 950 time: 0.3350024 Sep 15 15:43:57.587561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33330) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:57.603735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:57.623263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb734436-3d3b-4289-aaab-f66218ff0527 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=33568df418004c29a4b48d7f6651ca2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102666 Sep 15 15:43:57.633645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33332) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:57.656853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:57.674741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe586d8-34dd-47d0-98b0-56b8a3843b54 req-ee285798-e44a-4001-bc93-bef93207d290 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:57.690102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffe586d8-34dd-47d0-98b0-56b8a3843b54 req-ee285798-e44a-4001-bc93-bef93207d290 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 945 time: 0.2453997 Sep 15 15:43:57.710047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 36985094-6ee9-482b-8128-7f6e78a79209 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:57.828875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 36985094-6ee9-482b-8128-7f6e78a79209 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:57.829267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.829945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] Deleting subnet 4615318c-a49e-405d-b0d8-6273afd10e63 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:43:57.860280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8faa0fe7-a1e7-4164-bb8b-d9bb29093ce9 req-fc6c53de-c845-47bd-9467-f8128ee2735d tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509935 Sep 15 15:43:57.861089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:57.877955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffe586d8-34dd-47d0-98b0-56b8a3843b54 req-2b6e5dcc-4367-4b9f-ab32-19b93f9e5616 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865044 Sep 15 15:43:57.884261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:57.931614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:43:57.937067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:43:57.973874 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4245-d50f-44f8-862a-7c44c495656c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.052962 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4245-d50f-44f8-862a-7c44c495656c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.117998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dafce01-7637-412a-b66f-f42781389a05'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:43:58.122502 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b1100-2183-45a7-9b7a-90a1df3fc163" -d '{"events": [{"server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "name": "network-vif-unplugged", "status": "completed", "tag": "3dafce01-7637-412a-b66f-f42781389a05"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:43:58.141578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.242951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.247315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Router 769b2bda-2ad4-4a45-beda-d831fb0a7903 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:43:58.263882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.324779 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.348206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 36985094-6ee9-482b-8128-7f6e78a79209, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=36985094-6ee9-482b-8128-7f6e78a79209,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:58.366393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3790c30b-730d-4fde-86a7-d4d4513ca246 None None] Provisioning complete for port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:43:58.367147 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3790c30b-730d-4fde-86a7-d4d4513ca246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.394402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.416388 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.486375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4245-d50f-44f8-862a-7c44c495656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.489870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e9b4245-d50f-44f8-862a-7c44c495656c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.491527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4e9b4245-d50f-44f8-862a-7c44c495656c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f6de76d4-520e-4957-8f0d-d2970f3b7df4 HTTP/1.1" status: 204 len: 168 time: 0.8564899 Sep 15 15:43:58.496178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:43:58.496178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:43:58.497282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:58.509268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b4245-d50f-44f8-862a-7c44c495656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de76d4-520e-4957-8f0d-d2970f3b7df4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:58.514687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:58.521079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:43:58.521079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Attempting to bind port 3dafce01-7637-412a-b66f-f42781389a05 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:43:58.539125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:43:58.539467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:43:58.540100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:43:58.540582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Bound port: 3dafce01-7637-412a-b66f-f42781389a05, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:43:58.540947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.572052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=36985094-6ee9-482b-8128-7f6e78a79209,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:58.583694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 28a4f7b6-3d9b-4940-8686-ed544ac820e6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:58.601518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3790c30b-730d-4fde-86a7-d4d4513ca246 None None] Port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:43:58.615764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.629494 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136b23bf-9e9f-47db-bd51-8fa566f196ed x-openstack-request-id: req-136b23bf-9e9f-47db-bd51-8fa566f196ed {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:43:58.630147 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "name": "network-vif-unplugged", "status": "completed", "tag": "3dafce01-7637-412a-b66f-f42781389a05", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:43:58.630590 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-136b23bf-9e9f-47db-bd51-8fa566f196ed {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:43:58.631192 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dafce01-7637-412a-b66f-f42781389a05', 'code': 200} Sep 15 15:43:58.641514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-c88b3ff2-527e-4694-888c-df415c4cb424 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715480 Sep 15 15:43:58.663148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 28a4f7b6-3d9b-4940-8686-ed544ac820e6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:58.663504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 28a4f7b6-3d9b-4940-8686-ed544ac820e6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:58.664096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a28bff1b-7777-4946-9697-598ee32c2ff5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:43:58.691876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a28bff1b-7777-4946-9697-598ee32c2ff5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:43:58.692230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a28bff1b-7777-4946-9697-598ee32c2ff5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:43:58.755519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:43:58.764465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:43:58.813776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09578d4-66f8-4d8e-be1d-7a0e6fba1856 req-a74856eb-e3f1-4fd9-8e9c-3bb517db61d9 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:58.815365 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f09578d4-66f8-4d8e-be1d-7a0e6fba1856 req-a74856eb-e3f1-4fd9-8e9c-3bb517db61d9 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 950 time: 0.1425583 Sep 15 15:43:58.824894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:43:58.828534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2161c4fe-3d48-4ba6-9f2d-ecc088bca312 admin admin] 10.222.0.63 "PUT /v2.0/routers/769b2bda-2ad4-4a45-beda-d831fb0a7903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2550879 Sep 15 15:43:58.884996 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.889141 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f09578d4-66f8-4d8e-be1d-7a0e6fba1856 req-74a2eeab-a1a7-429e-bf64-ebd129ebbb4a tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Sep 15 15:43:58.890888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.923973 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:58.929136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f1d28-5d79-43e3-99c4-a648b9a31448 None None] Network 23f4fa9e-4b3d-4af5-a9c1-b2514778700d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:43:58.950480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4615318c-a49e-405d-b0d8-6273afd10e63 HTTP/1.1" status: 204 len: 168 time: 1.3569179 Sep 15 15:43:58.951155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33366) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:43:59.014932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdbc98-7982-4031-8880-54f13dbe65d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4615318c-a49e-405d-b0d8-6273afd10e63,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:59.177980 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.206568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b1f85-2b9c-48e4-ae51-4faf7940b0f6 req-66ad4be2-090e-4a53-801b-71acfb8522f9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:59.218316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d2b1f85-2b9c-48e4-ae51-4faf7940b0f6 req-66ad4be2-090e-4a53-801b-71acfb8522f9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.2054560 Sep 15 15:43:59.316046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] DHCP port deletion for 23f4fa9e-4b3d-4af5-a9c1-b2514778700d request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:43:59.351709 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d2b1f85-2b9c-48e4-ae51-4faf7940b0f6 req-796b93f6-8f14-43e1-a8ed-b8314096116e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225903 Sep 15 15:43:59.388328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Deleting port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:59.389621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.408125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] Deleting port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:43:59.408698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.456777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:43:59.465329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:59.465952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.467358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-7aa92b3b-a48d-41b9-84c2-239db5063496 service neutron] 10.222.0.55 "PUT /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 1121 time: 2.6650946 Sep 15 15:43:59.472945 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Sync routers for ids ['769b2bda-2ad4-4a45-beda-d831fb0a7903'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:43:59.485842 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Routers {'769b2bda-2ad4-4a45-beda-d831fb0a7903'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:43:59.488038 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['769b2bda-2ad4-4a45-beda-d831fb0a7903'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:43:59.491410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-7da9cd7b-e0af-46d7-a775-19c2810257b1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:43:59.499890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-7da9cd7b-e0af-46d7-a775-19c2810257b1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7309942 Sep 15 15:43:59.536797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-00500260-be18-4cf5-af05-5a62a55e123d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/quotas/ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 375 time: 0.0356214 Sep 15 15:43:59.580525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-f7b35964-1631-4e68-9b4b-1c5858c6114a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427547 Sep 15 15:43:59.583266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] For port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:59.583266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.640974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['3dafce01-7637-412a-b66f-f42781389a05'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:43:59.640974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] For port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,segment=NetworkSegment(b323c1f2-7bd8-4325-a368-0567c3ffce84),segment_id=b323c1f2-7bd8-4325-a368-0567c3ffce84)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:43:59.645471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Calling delete_port for 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:59.646905 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.683417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] Calling delete_port for 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:43:59.751372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 36985094-6ee9-482b-8128-7f6e78a79209 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:43:59.804986 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Set router 769b2bda-2ad4-4a45-beda-d831fb0a7903 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:43:59.904819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:43:59.977735 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.035213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:00.085157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] No DVR routers for this DVR port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:00.128393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.152102 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19563813-2e09-433a-a2cf-712da6feea77 req-97f6855d-9db6-46d1-9ed0-5f75c6dbc3f0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.1337938 Sep 15 15:44:00.196182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 36985094-6ee9-482b-8128-7f6e78a79209 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:00.199006 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.322051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d383-1d79-486e-8cdf-3d6ffa0c60da req-d4e0b127-cb8c-46ca-8439-50a9812a240d tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:00.341467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6c0d383-1d79-486e-8cdf-3d6ffa0c60da req-d4e0b127-cb8c-46ca-8439-50a9812a240d tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 950 time: 0.2659962 Sep 15 15:44:00.404352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ad226-afa2-4d97-99fc-a4e652567161 req-c63e6f07-ed90-4863-97b9-413f0d65deda tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:00.433204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-685ad226-afa2-4d97-99fc-a4e652567161 req-c63e6f07-ed90-4863-97b9-413f0d65deda tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 950 time: 0.2842834 Sep 15 15:44:00.451486 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.494795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] Pushing event deleted for resources: {'Port': ['ID=6dbaebf9-2aec-4599-8993-40bfa4bd6cfa,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:00.497175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33414) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:00.503372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.525668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aec2cb-ebcc-466f-9c64-2ea08207aef9 None None] No DVR routers for this DVR port 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:00.583976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f4fa9e-4b3d-4af5-a9c1-b2514778700d']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:00.612363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b323c1f2-7bd8-4325-a368-0567c3ffce84') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:00.613818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b323c1f2-7bd8-4325-a368-0567c3ffce84') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:00.623956 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '36985094-6ee9-482b-8128-7f6e78a79209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:43:56Z', 'revision_number': 4, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port': {'id': '36985094-6ee9-482b-8128-7f6e78a79209', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:49Z', 'updated_at': '2021-09-15T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2', 'name': '', 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'mac_address': 'fa:16:3e:92:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:55Z', 'updated_at': '2021-09-15T15:43:56Z', 'revision_number': 2, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'subnets': [{'id': '85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:00.648549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6c0d383-1d79-486e-8cdf-3d6ffa0c60da req-2c95079e-b4b8-46b3-99f2-0f3e404d08a8 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024158 Sep 15 15:44:00.648549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'tag': '3dafce01-7637-412a-b66f-f42781389a05'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:00.652769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.655118 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653883a2-86d9-4efd-bc79-34ee35763713" -d '{"events": [{"name": "network-changed", "server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "tag": "3dafce01-7637-412a-b66f-f42781389a05"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:00.685949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.712323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:44:00.713103 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:44:00.715724 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:44:00.737509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:00.741492 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Checking router: 769b2bda-2ad4-4a45-beda-d831fb0a7903 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:44:00.743744 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Updating router 769b2bda-2ad4-4a45-beda-d831fb0a7903 port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:44:00.803582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Deleting port bf57c8e8-939e-4424-93cb-e31849df88a5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:44:00.803582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.819855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:44:00.824404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6dbaebf9-2aec-4599-8993-40bfa4bd6cfa not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:00.870058 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.895363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-network', 'tenant_id': '732dc564002347ccac56c83370080651'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:00.937577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.954942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:00.958963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/23f4fa9e-4b3d-4af5-a9c1-b2514778700d HTTP/1.1" status: 204 len: 168 time: 1.9556730 Sep 15 15:44:00.979079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24e820-f810-495b-9e9d-8dd94f737fd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f4fa9e-4b3d-4af5-a9c1-b2514778700d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:01.019396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Made reservation on behalf of 732dc564002347ccac56c83370080651 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:01.024440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.088981 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266336be-0cdd-4887-a386-30cd43517626 x-openstack-request-id: req-266336be-0cdd-4887-a386-30cd43517626 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:01.095622 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "tag": "3dafce01-7637-412a-b66f-f42781389a05", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:01.095884 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-266336be-0cdd-4887-a386-30cd43517626 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:01.097917 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'tag': '3dafce01-7637-412a-b66f-f42781389a05', 'status': 'completed', 'code': 200} Sep 15 15:44:01.121645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.251180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] For port bf57c8e8-939e-4424-93cb-e31849df88a5, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf57c8e8-939e-4424-93cb-e31849df88a5,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:01.251629 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.311849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Calling delete_port for bf57c8e8-939e-4424-93cb-e31849df88a5 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:44:01.374757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f9990-9ed9-4848-9b81-155d2f68de9f req-f9297954-bdad-4042-a67b-a3553ad421f2 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:01.376414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-009f9990-9ed9-4848-9b81-155d2f68de9f req-f9297954-bdad-4042-a67b-a3553ad421f2 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 945 time: 0.1283503 Sep 15 15:44:01.441683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-009f9990-9ed9-4848-9b81-155d2f68de9f req-e0cd78e1-b232-4d56-8399-2a4e82383716 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559292 Sep 15 15:44:01.474508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33432) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:01.476639 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.488726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fe45e-9ab1-4918-9d7f-3b63e2a51cc9 req-206aa5d5-97ec-4522-aeb1-029ae97040c2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:01.496762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7d7fe45e-9ab1-4918-9d7f-3b63e2a51cc9 req-206aa5d5-97ec-4522-aeb1-029ae97040c2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.5986011 Sep 15 15:44:01.542978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.561083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:44:01.587151 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.600719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12c6b564-1bef-4de2-92b1-77cd477b414c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=772b89f74ff94b79b29132ed596cfc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185863 Sep 15 15:44:01.608875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653883a2-86d9-4efd-bc79-34ee35763713 req-409fe023-c9fb-4ddd-9177-f8c6e3e26ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:01.616694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-653883a2-86d9-4efd-bc79-34ee35763713 req-409fe023-c9fb-4ddd-9177-f8c6e3e26ae3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1124 time: 0.5272944 Sep 15 15:44:01.616694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33434) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:01.616910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.616910 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Added segment 03405719-5eef-440b-bb99-e966d695cca0 of type vlan for network be9a3588-e162-4a93-8fd5-e17a3d4eeffe Sep 15 15:44:01.645323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd1ed455-31a4-4391-8715-ceb3db0a6767 req-af256f91-ea15-4141-abc6-a0c6c043eb88 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.0538538 Sep 15 15:44:01.678450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ad051f-babc-481a-9f51-b23604a3143a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:01.678980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7d7fe45e-9ab1-4918-9d7f-3b63e2a51cc9 req-eb88aff3-b1ab-4a25-b67a-6eaecf9cfd79 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662729 Sep 15 15:44:01.706675 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.709736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.827890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.828858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:01.829524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.866643 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf38fe-a05d-416a-b237-48d17e78077f None None] Pushing event updated for resources: {'Port': ['ID=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:01.905340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9369115f-eec4-4cb5-bc8f-2b218b473061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:01.952056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653883a2-86d9-4efd-bc79-34ee35763713 req-f7d765a9-4ffb-4463-a833-181b1303c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:01.966362 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-653883a2-86d9-4efd-bc79-34ee35763713 req-f7d765a9-4ffb-4463-a833-181b1303c770 service neutron] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.3374741 Sep 15 15:44:02.003685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9369115f-eec4-4cb5-bc8f-2b218b473061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.006802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.022783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bf57c8e8-939e-4424-93cb-e31849df88a5'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:02.077787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Attempting to bind port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:02.078240 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Attempting to bind port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:02.078560 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Attempting to bind port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 on network 6fd5ce35-1647-4432-ad02-20e3c7080298 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:02.080242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] Pushing event updated for resources: {'Network': ['ID=be9a3588-e162-4a93-8fd5-e17a3d4eeffe,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:02.084143 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:02.086514 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Checking segment: {'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:02.086514 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.086514 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Bound using segment: {'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:02.086514 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Bound port: 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e358a32-4c6b-4edf-85cd-135f8dbc9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:02.087003 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.091058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-653883a2-86d9-4efd-bc79-34ee35763713 req-b50fae48-c95d-473b-9035-831e2d5330da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 217 time: 0.1107821 Sep 15 15:44:02.101726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:44:02.104805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5a403f69-2cbe-49ef-b126-3c9782397df6 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6038196 Sep 15 15:44:02.105695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33442) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:02.117406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Request body: {'subnet': {'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-subnet', 'tenant_id': '732dc564002347ccac56c83370080651', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:02.143040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Pushing event deleted for resources: {'Port': ['ID=bf57c8e8-939e-4424-93cb-e31849df88a5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:02.196215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4aa66-deb9-408b-9f02-40af00ea8af6 req-7510468d-d9a8-405c-b810-b925cea3652a tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:02.215025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ba4aa66-deb9-408b-9f02-40af00ea8af6 req-7510468d-d9a8-405c-b810-b925cea3652a tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 867 time: 0.3390367 Sep 15 15:44:02.263694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Made reservation on behalf of 732dc564002347ccac56c83370080651 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:02.267913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.349059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ba4aa66-deb9-408b-9f02-40af00ea8af6 req-d7314db2-5815-429b-bfc5-1a87ef0ea844 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/security-groups?id=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318884 Sep 15 15:44:02.363915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] No DVR routers for this DVR port bf57c8e8-939e-4424-93cb-e31849df88a5 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:02.368399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.371010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-685ad226-afa2-4d97-99fc-a4e652567161 req-acd6376c-fccd-4a13-a7a1-f9a8e48a1383 tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.55 "DELETE /v2.0/ports/bf57c8e8-939e-4424-93cb-e31849df88a5 HTTP/1.1" status: 204 len: 173 time: 1.9369748 Sep 15 15:44:02.385727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653883a2-86d9-4efd-bc79-34ee35763713 req-adecb9bd-2916-43a1-96ed-5797dc83b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:02.391596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-653883a2-86d9-4efd-bc79-34ee35763713 req-adecb9bd-2916-43a1-96ed-5797dc83b5df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.2768188 Sep 15 15:44:02.414220 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] For port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:02.418559 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] For port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,segment=NetworkSegment(4e358a32-4c6b-4edf-85cd-135f8dbc9418),segment_id=4e358a32-4c6b-4edf-85cd-135f8dbc9418)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:02.420062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e4e7855b-4eea-4077-a3aa-2d567baf4d77 None None] Provisioning complete for port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:02.420442 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4e7855b-4eea-4077-a3aa-2d567baf4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.475835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-653883a2-86d9-4efd-bc79-34ee35763713 req-cad81998-c2f1-4b84-85b5-a931b4d003aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733612 Sep 15 15:44:02.496190 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.530544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7855b-4eea-4077-a3aa-2d567baf4d77 None None] Port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:02.574748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9369115f-eec4-4cb5-bc8f-2b218b473061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.577345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9369115f-eec4-4cb5-bc8f-2b218b473061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.584856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9369115f-eec4-4cb5-bc8f-2b218b473061 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc24690b-2ec2-4692-b257-11108e4dff49 HTTP/1.1" status: 204 len: 168 time: 0.9635892 Sep 15 15:44:02.689625 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf38fe-a05d-416a-b237-48d17e78077f None None] Pushing event updated for resources: {'Port': ['ID=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:02.731207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369115f-eec4-4cb5-bc8f-2b218b473061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24690b-2ec2-4692-b257-11108e4dff49,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:02.740670 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Routers {'769b2bda-2ad4-4a45-beda-d831fb0a7903'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:02.741314 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['769b2bda-2ad4-4a45-beda-d831fb0a7903'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:02.750792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:02.953240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb65093-6444-499b-be14-ee60595408d6 req-cc1c5c21-3a58-49d8-9215-e725da557966 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.0919087 Sep 15 15:44:02.968752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-653883a2-86d9-4efd-bc79-34ee35763713 req-c1d708c4-ee7a-48cf-ac83-1752e6ec0112 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812355 Sep 15 15:44:02.978114 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] Set router 769b2bda-2ad4-4a45-beda-d831fb0a7903 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:02.988693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-c4d320d5-d2bb-4785-bfb0-e996caf0de79 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:02.993548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-c4d320d5-d2bb-4785-bfb0-e996caf0de79 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 945 time: 0.3418624 Sep 15 15:44:03.012130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Checking segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:03.012675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Network hostable DHCP agents. Network: be9a3588-e162-4a93-8fd5-e17a3d4eeffe, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:44:03.015604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7448165-4cce-43da-92f9-f6d33ccb25a7 req-9f89031a-d060-4c4d-b3b1-1b720357bedf tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:03.024392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7448165-4cce-43da-92f9-f6d33ccb25a7 req-9f89031a-d060-4c4d-b3b1-1b720357bedf tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 945 time: 0.2943296 Sep 15 15:44:03.044857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f5cdcc-8ba4-4700-9201-8584478f15b0,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:03.101961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3dafce01-7637-412a-b66f-f42781389a05 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:44:03.106976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'name': 'network-vif-deleted', 'tag': 'bf57c8e8-939e-4424-93cb-e31849df88a5'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:03.109837 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fbfe18-a4e5-4446-bc8a-5021e9825ce8" -d '{"events": [{"server_uuid": "d6f5efc6-d5e1-403b-9a9b-82a1507cd976", "name": "network-vif-deleted", "tag": "bf57c8e8-939e-4424-93cb-e31849df88a5"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:03.155823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:44:03.203843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024255f9-f1e0-44a9-b90b-b0d2014fcc7c req-35b7cb46-db4e-4c60-99a1-ad2a3746ff04 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:03.213762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-024255f9-f1e0-44a9-b90b-b0d2014fcc7c req-35b7cb46-db4e-4c60-99a1-ad2a3746ff04 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.1612163 Sep 15 15:44:03.262614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, be9a3588-e162-4a93-8fd5-e17a3d4eeffe) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:03.270191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:03.271363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:03.281857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56ba09-4ee1-4f57-9c52-6a2f8f5f576a None None] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:03.285662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7448165-4cce-43da-92f9-f6d33ccb25a7 req-5bc81fe6-a1d6-450a-9e4c-473f35f80e20 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/security-groups?id=450d5a90-83ac-4993-8fd2-d911dde999b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600331 Sep 15 15:44:03.317358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-024255f9-f1e0-44a9-b90b-b0d2014fcc7c req-4709dcca-761f-4b32-87b0-a0a775f2575f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996692 Sep 15 15:44:03.391268 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecb350f-47b3-4e4e-b7f3-c0cec99d9d6a x-openstack-request-id: req-aecb350f-47b3-4e4e-b7f3-c0cec99d9d6a {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:03.391780 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f5efc6-d5e1-403b-9a9b-82a1507cd976", "name": "network-vif-deleted", "tag": "bf57c8e8-939e-4424-93cb-e31849df88a5", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:03.392167 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aecb350f-47b3-4e4e-b7f3-c0cec99d9d6a {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:03.392757 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f5efc6-d5e1-403b-9a9b-82a1507cd976', 'name': 'network-vif-deleted', 'tag': 'bf57c8e8-939e-4424-93cb-e31849df88a5', 'status': 'completed', 'code': 200} Sep 15 15:44:03.403017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-67ed9ed7-86fa-406c-96dd-8f2930f31ef8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062491 Sep 15 15:44:03.406843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-653883a2-86d9-4efd-bc79-34ee35763713 req-2f9595de-ca00-4c77-87b1-b32dbe69075c service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293389 Sep 15 15:44:03.423579 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dbd8047b-7c5b-4a65-9621-9252e48064e1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3097072 Sep 15 15:44:03.425538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33460) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:03.440358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:03.470525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Deleting port c53be51e-da17-40a9-8f2d-7d103e295dcb {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:44:03.471385 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:03.685700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] For port c53be51e-da17-40a9-8f2d-7d103e295dcb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c53be51e-da17-40a9-8f2d-7d103e295dcb,segment=NetworkSegment(4baf7286-3cf9-4933-9f6d-46167aabf218),segment_id=4baf7286-3cf9-4933-9f6d-46167aabf218)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:03.685700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:03.686826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:03.691770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:03.706888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Calling delete_port for c53be51e-da17-40a9-8f2d-7d103e295dcb owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:44:03.833019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:03.898681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5e9c8acd-ca48-4900-9ee7-830dcc828c1e None None] Provisioning complete for port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:03.898911 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8acd-ca48-4900-9ee7-830dcc828c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:03.924969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f646b74f-e646-4df0-9f4d-c5922ec02ea4 req-48b0d7a7-d9ac-41dc-8459-efb383cce7df tempest-ServerDiagnosticsNegativeTest-485343434 tempest-ServerDiagnosticsNegativeTest-485343434-project] 10.222.0.63 "GET /v2.0/ports?device_id=d6f5efc6-d5e1-403b-9a9b-82a1507cd976 HTTP/1.1" status: 200 len: 210 time: 0.3138011 Sep 15 15:44:03.933859 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '36985094-6ee9-482b-8128-7f6e78a79209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:43:56Z', 'revision_number': 4, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port': {'id': '36985094-6ee9-482b-8128-7f6e78a79209', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:49Z', 'updated_at': '2021-09-15T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2', 'name': '', 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'mac_address': 'fa:16:3e:92:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:55Z', 'updated_at': '2021-09-15T15:44:02Z', 'revision_number': 4, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'subnets': [{'id': '85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:04.013428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:04.069470 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1ccab-1677-482a-a052-ad61f6886a48 None None] The sync data for ids ['769b2bda-2ad4-4a45-beda-d831fb0a7903'] in n-d-808199-2 is: [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '36985094-6ee9-482b-8128-7f6e78a79209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:43:56Z', 'revision_number': 4, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port': {'id': '36985094-6ee9-482b-8128-7f6e78a79209', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:49Z', 'updated_at': '2021-09-15T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2', 'name': '', 'network_id': '6fd5ce35-1647-4432-ad02-20e3c7080298', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'mac_address': 'fa:16:3e:92:91:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:55Z', 'updated_at': '2021-09-15T15:44:02Z', 'revision_number': 4, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'subnets': [{'id': '85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:44:04.091122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['c53be51e-da17-40a9-8f2d-7d103e295dcb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:04.109132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:44:04.114051 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:04.232917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Pushing event deleted for resources: {'Port': ['ID=c53be51e-da17-40a9-8f2d-7d103e295dcb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:04.252918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:04.289572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:04.357466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9835c061-f044-4fe2-8188-048c82f191ed req-8844444e-196c-42b7-8f96-93ed1983f13a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.1295600 Sep 15 15:44:04.465098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3dafce01-7637-412a-b66f-f42781389a05 has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:44:04.503780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8acd-ca48-4900-9ee7-830dcc828c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:04.512864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] No DVR routers for this DVR port c53be51e-da17-40a9-8f2d-7d103e295dcb on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:04.526571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:04.531076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48fb2a39-744e-4a65-ba5a-4602bb129b5a req-79be8031-2bac-4f9e-bcff-a4a6cb044090 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.55 "DELETE /v2.0/ports/c53be51e-da17-40a9-8f2d-7d103e295dcb HTTP/1.1" status: 204 len: 173 time: 1.5040631 Sep 15 15:44:04.564736 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a95525f-3a5d-439d-937a-a6dc8939a53f req-5caab740-7608-46ec-af24-05a971c57022 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 210 time: 0.0925393 Sep 15 15:44:04.637833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-c6aa0484-7c61-48c5-821b-ae4c827ea6e0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:04.640419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-c6aa0484-7c61-48c5-821b-ae4c827ea6e0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2156856 Sep 15 15:44:04.662206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Request body: {'port': {'device_id': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'ee9c330a921d4d0395cccca53cd6eba5'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:04.700739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5e9c8acd-ca48-4900-9ee7-830dcc828c1e None None] For port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,segment=NetworkSegment(4e358a32-4c6b-4edf-85cd-135f8dbc9418),segment_id=4e358a32-4c6b-4edf-85cd-135f8dbc9418)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:04.788647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8acd-ca48-4900-9ee7-830dcc828c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:04.807542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Allocated IP 172.20.0.2 (be9a3588-e162-4a93-8fd5-e17a3d4eeffe/a3f5cdcc-8ba4-4700-9201-8584478f15b0/bfe6a502-87e5-42e9-8cb1-d29bf12bee5b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:04.820463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f460a0-e3ae-445e-a9e8-9482834d74bc req-4849de8f-059b-4725-ba26-d878d624d995 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:04.837096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03f460a0-e3ae-445e-a9e8-9482834d74bc req-4849de8f-059b-4725-ba26-d878d624d995 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.3209651 Sep 15 15:44:04.931416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:04.944073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33486) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:04.959776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c8acd-ca48-4900-9ee7-830dcc828c1e None None] Pushing event updated for resources: {'Port': ['ID=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:05.083000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03f460a0-e3ae-445e-a9e8-9482834d74bc req-dbd339a0-55be-47aa-a211-12f359e295ba tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446868 Sep 15 15:44:05.135029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.144634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c53be51e-da17-40a9-8f2d-7d103e295dcb no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:05.200587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: c53be51e-da17-40a9-8f2d-7d103e295dcb {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:44:05.200587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c53be51e-da17-40a9-8f2d-7d103e295dcb not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:05.200587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf57c8e8-939e-4424-93cb-e31849df88a5 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:05.239643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: bf57c8e8-939e-4424-93cb-e31849df88a5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:44:05.241924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf57c8e8-939e-4424-93cb-e31849df88a5 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:05.244990 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.249206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Made reservation on behalf of ee9c330a921d4d0395cccca53cd6eba5 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:05.253443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.280579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-22469061-network', 'tenant_id': '0d97c5d3f9454fec9ba1b5ed5884bd00'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:05.293585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.304760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Pushing event updated for resources: {'Port': ['ID=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:05.335344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:05.337309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:05.345334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:05.365368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 15:44:05.365368 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 15:44:05.365368 n-d-808199-2 neutron-server[102018]: [parameters: {'project_id_1': 'ee9c330a921d4d0395cccca53cd6eba5', 'expiration_1': datetime.datetime(2021, 9, 15, 15, 43, 45, 334286)}] Sep 15 15:44:05.365368 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:44:05.365817 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:44:05.394740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'name': 'network-vif-deleted', 'tag': 'c53be51e-da17-40a9-8f2d-7d103e295dcb'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:05.397350 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea97fd-99bb-4d46-a014-c76a90794469" -d '{"events": [{"server_uuid": "b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d", "name": "network-vif-deleted", "tag": "c53be51e-da17-40a9-8f2d-7d103e295dcb"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:05.448874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Attempting to bind port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:05.449494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Attempting to bind port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:05.449869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Attempting to bind port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:05.457944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Made reservation on behalf of 0d97c5d3f9454fec9ba1b5ed5884bd00 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:05.457944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.473064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:05.475049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Checking segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:05.475464 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.475880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Bound using segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:05.479984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Bound port: bfe6a502-87e5-42e9-8cb1-d29bf12bee5b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:05.480403 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.632344 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b03ae5d-fcec-44c3-bd36-e9f5a62a824e x-openstack-request-id: req-7b03ae5d-fcec-44c3-bd36-e9f5a62a824e {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:05.632725 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d", "name": "network-vif-deleted", "tag": "c53be51e-da17-40a9-8f2d-7d103e295dcb", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:05.632970 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7b03ae5d-fcec-44c3-bd36-e9f5a62a824e {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:05.633356 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d', 'name': 'network-vif-deleted', 'tag': 'c53be51e-da17-40a9-8f2d-7d103e295dcb', 'status': 'completed', 'code': 200} Sep 15 15:44:05.636795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.656508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-d7dcb9dd-9eb4-4f18-a102-4e5768fe2ee4 service neutron] 10.222.0.38 "GET /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.1736100 Sep 15 15:44:05.702139 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.806027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67f67e03-f9e2-42f9-b01c-ca7669806d3e req-3303e303-09c8-4a7b-9a40-2afde01e8249 tempest-VolumesAdminNegativeTest-1770012903 tempest-VolumesAdminNegativeTest-1770012903-project] 10.222.0.63 "GET /v2.0/ports?device_id=b5d220f7-5c27-4dab-a1ab-d22bdcf5c26d HTTP/1.1" status: 200 len: 210 time: 0.0292728 Sep 15 15:44:05.822416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] For port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:05.840370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] For port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:05.857339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:05.869814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:05.951739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33504) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:05.971307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.024150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Allocated IP 172.25.0.91 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ffc1ca69-18de-4f24-a567-07e7b6a2b0be) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:06.144458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.180087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Pushing event updated for resources: {'Port': ['ID=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:06.203884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.206690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.208803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.209367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.212884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.214642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.215285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.215849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.217698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.218744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.219296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.232817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.232817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a70408c-5167-46fa-a41d-eafabd43bc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:06.279391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:06.280337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.289709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:06.307674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7bb0f5-7ea4-4bf8-8a0e-674fd62d944c req-77b3c4e4-c113-4322-b1dc-41cd99b2aee3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.6137347 Sep 15 15:44:06.325834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.328945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.353493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:44:06.366894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.367575 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Added segment 97d72691-8826-44f0-8b85-67b6082a5ffc of type vlan for network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 Sep 15 15:44:06.407432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Pushing event updated for resources: {'Port': ['ID=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:06.455771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:06.457990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:06.468829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:06.593579 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.659430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:06.717057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7cc0b0-578c-4395-9425-29ac27dbfb69,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:06.772584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dafce01-7637-412a-b66f-f42781389a05 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:06.777310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e176083e-fece-4368-806d-7f0a56cab512 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d1400297dda84c36883a9d318eacd4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247147 Sep 15 15:44:06.780137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33510) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:06.784961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0d26-ac0c-4bdf-8a1c-12b3491ac2d0 req-748e8790-1c45-4e6f-bbd1-ab394879fc92 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:06.786433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7dfd0d26-ac0c-4bdf-8a1c-12b3491ac2d0 req-748e8790-1c45-4e6f-bbd1-ab394879fc92 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 943 time: 0.4650660 Sep 15 15:44:06.792339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:06.845105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.853564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.855019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:06.856453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.885683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7dfd0d26-ac0c-4bdf-8a1c-12b3491ac2d0 req-24b8f201-6733-43b7-856a-6ef442a9573d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893228 Sep 15 15:44:06.914057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc39ac6a-0232-4fdb-9ec4-cfcda5ea3a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.943327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33514) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:06.953178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.955807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.974626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc39ac6a-0232-4fdb-9ec4-cfcda5ea3a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:06.990561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] Pushing event updated for resources: {'Network': ['ID=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:06.998052 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.022002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:44:07.056696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3c71a466-785e-4d08-b8f4-d43cfae9916f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.1077650 Sep 15 15:44:07.078913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33518) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:07.106306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Request body: {'subnet': {'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-22469061-subnet', 'tenant_id': '0d97c5d3f9454fec9ba1b5ed5884bd00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:07.151340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] Deleting subnet db93ba70-95b8-4e96-bc8c-404929d37c39 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:44:07.192378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda5d2b-c9c1-41e1-892f-702d4068f9eb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:07.204923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.208302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc39ac6a-0232-4fdb-9ec4-cfcda5ea3a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.211873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc39ac6a-0232-4fdb-9ec4-cfcda5ea3a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.217005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bc39ac6a-0232-4fdb-9ec4-cfcda5ea3a48 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2 HTTP/1.1" status: 204 len: 168 time: 0.4327044 Sep 15 15:44:07.361113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Allocated IP 192.168.233.3 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/1c97f4c1-9dab-4a0e-be19-109817e8d222) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:07.384692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39ac6a-0232-4fdb-9ec4-cfcda5ea3a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23286d42-3ef2-4cdf-ac1a-fcb58d4b02b2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:07.392831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.469425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.478019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.507314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92d5d4e8-241f-47f5-92f7-62e6f96236e8 req-da3ff1c3-4fc1-45ef-8d9f-2f91151612fb tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.0432324 Sep 15 15:44:07.542745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Made reservation on behalf of 0d97c5d3f9454fec9ba1b5ed5884bd00 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:07.545545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.712839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25c582-0def-4dc2-a931-fdcc00e0f527 None None] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:07.755787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:44:07.818769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] Transition to ACTIVE for port object 3dafce01-7637-412a-b66f-f42781389a05 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:07.838716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:07.865727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bfe6a502-87e5-42e9-8cb1-d29bf12bee5b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:07.907373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:44:07.990581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:44:08.030964 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.032982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-20c59b96-3d98-4664-90b4-fe8d3eea37ee admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6039083 Sep 15 15:44:08.035950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33528) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:08.127014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33530) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:08.143562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a25a2bfe-5dff-4798-a8ed-ef1b4100252e None None] Provisioning complete for port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:08.144391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a25a2bfe-5dff-4798-a8ed-ef1b4100252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.172234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:08.173286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:08.183074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10973db8-42fb-484d-bffd-eff8eae9ad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.227269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.233861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db93ba70-95b8-4e96-bc8c-404929d37c39,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:08.236544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.240316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.242892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-98b640e2-03f1-4eb7-a861-91df7b20da95 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/db93ba70-95b8-4e96-bc8c-404929d37c39 HTTP/1.1" status: 204 len: 168 time: 1.2982204 Sep 15 15:44:08.265822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33534) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:08.267418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:08.269356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.409101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10973db8-42fb-484d-bffd-eff8eae9ad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.447575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:08.514088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10973db8-42fb-484d-bffd-eff8eae9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.553518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10973db8-42fb-484d-bffd-eff8eae9ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a0a23-1fed-490d-b4d0-6db782867233,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:08.556589 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a25a2bfe-5dff-4798-a8ed-ef1b4100252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.584427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] No DVR routers for this DVR port 3dafce01-7637-412a-b66f-f42781389a05 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:08.668624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.676832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:08.724133 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a25a2bfe-5dff-4798-a8ed-ef1b4100252e None None] For port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:08.725427 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.748620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d716e9-bea7-4528-a16e-3acfdc6b8e73 req-9fece754-45da-4043-ad55-f21c0a5d3a8a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:08.750998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-17d716e9-bea7-4528-a16e-3acfdc6b8e73 req-9fece754-45da-4043-ad55-f21c0a5d3a8a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 944 time: 0.5304806 Sep 15 15:44:08.758894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.763537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10973db8-42fb-484d-bffd-eff8eae9ad2a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6e4866f95e64d09944a6a78bf78082f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6354835 Sep 15 15:44:08.778678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab7878c-7b6c-49f3-bf67-ca4368166b35 req-8e98d0e7-7776-46d7-89e6-17a59438411d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.0926602 Sep 15 15:44:08.780136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33538) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:08.836638 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a25a2bfe-5dff-4798-a8ed-ef1b4100252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.857836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f2dad833-3ed7-464f-931a-026d1dcbfed8 service neutron] 10.222.0.38 "PUT /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 3.2017739 Sep 15 15:44:08.861921 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:08.923340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2bfe-5dff-4798-a8ed-ef1b4100252e None None] Pushing event updated for resources: {'Port': ['ID=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:08.952566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:09.013342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-df5851a2-a0d9-41d0-bef1-e6e1c7d3de5a None None] Provisioning complete for port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:09.013979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df5851a2-a0d9-41d0-bef1-e6e1c7d3de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.039318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-17d716e9-bea7-4528-a16e-3acfdc6b8e73 req-abce8339-d2f2-451a-af55-964a442e6f4e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887577 Sep 15 15:44:09.051123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:06Z', 'revision_number': 3, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:09.096354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:09.104901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:44:09.105943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Updating router b0af8434-e839-4a6c-a5d5-9735331c10f9 port ffc1ca69-18de-4f24-a567-07e7b6a2b0be binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:44:09.123496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39d64ac8-2b05-4b83-841c-3323cd424164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.123496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:09.134417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:09.140910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:09.141324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.156681 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.159743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.196949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:09.351279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-283611f7-e119-40c0-a5a2-bda23f5127cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6885014 Sep 15 15:44:09.353328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.385724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39d64ac8-2b05-4b83-841c-3323cd424164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.415826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-e7e240f2-c9fb-4881-bcb9-418043cceb93 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:09.418243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-e7e240f2-c9fb-4881-bcb9-418043cceb93 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.3868191 Sep 15 15:44:09.419367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Checking segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:09.419892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Network hostable DHCP agents. Network: 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:44:09.425901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Request body: {'port': {'device_id': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:09.465365 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:44:09.466170 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:44:09.467103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 3dafce01-7637-412a-b66f-f42781389a05 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:09.501606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Allocated IP 172.20.0.1 (be9a3588-e162-4a93-8fd5-e17a3d4eeffe/a3f5cdcc-8ba4-4700-9201-8584478f15b0/ee92d2ed-936a-4dce-8e36-fbffc6ac42d2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:09.592133 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.592817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.593725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.594231 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > port after_create 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.594900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.595416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > port after_update 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.595906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.596384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.596881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.597351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.624460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 3dafce01-7637-412a-b66f-f42781389a05 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:09.655267 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.678947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.679606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.683289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.683900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:44:09.684438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d9c2dd-68b7-420c-8073-fe516912279d']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:09.705102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d062b64c-d243-423a-ad3c-6fdc2eee5053 None None] Provisioning complete for port 1c97f4c1-9dab-4a0e-be19-109817e8d222 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:09.705543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d062b64c-d243-423a-ad3c-6fdc2eee5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.727527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baf7286-3cf9-4933-9f6d-46167aabf218') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:09.728082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baf7286-3cf9-4933-9f6d-46167aabf218') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:09.742511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.763955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.767467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d062b64c-d243-423a-ad3c-6fdc2eee5053 None None] Port 1c97f4c1-9dab-4a0e-be19-109817e8d222 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:09.769206 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.839129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.839364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:09.843383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:09.849094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:09.857989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Pushing event updated for resources: {'Port': ['ID=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:09.862365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-1907b5d5-c990-48de-9c50-346bb987b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:09.864311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-1907b5d5-c990-48de-9c50-346bb987b534 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716&tenant_id=778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 1095 time: 0.4103060 Sep 15 15:44:09.879141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.882666 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.887875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:44:09.957287 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.970591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Attempting to bind port ffc1ca69-18de-4f24-a567-07e7b6a2b0be on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:09.970976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Attempting to bind port ffc1ca69-18de-4f24-a567-07e7b6a2b0be by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:09.971324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Attempting to bind port ffc1ca69-18de-4f24-a567-07e7b6a2b0be on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:09.994235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:09.995382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:09.996631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:44:09.996991 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.997514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:09.997629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:09.998244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Bound port: ffc1ca69-18de-4f24-a567-07e7b6a2b0be, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:09.998694 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.086808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e676b3-fa70-4810-a5cd-309ecd603049 None None] Pushing event updated for resources: {'Port': ['ID=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: from cryptography.utils import int_from_bytes Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: from cryptography.utils import int_from_bytes Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:44:10.141823 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:44:10.169381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:10.181107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee5f048-df1e-40e0-af40-cca9ec1dc4ab None None] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:10.220358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:10.220846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.277882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.293975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] For port ffc1ca69-18de-4f24-a567-07e7b6a2b0be, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:10.312827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] For port ffc1ca69-18de-4f24-a567-07e7b6a2b0be, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:10.315928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bfe6a502-87e5-42e9-8cb1-d29bf12bee5b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:10.402288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.470189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c44a9-8caa-4c90-a7a0-054b1e9d2dd8 req-debfcf46-2a9a-4044-80d5-16e638fc3b7f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:10.471505 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-058c44a9-8caa-4c90-a7a0-054b1e9d2dd8 req-debfcf46-2a9a-4044-80d5-16e638fc3b7f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 944 time: 0.1947708 Sep 15 15:44:10.494511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e676b3-fa70-4810-a5cd-309ecd603049 None None] Pushing event updated for resources: {'Port': ['ID=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:10.512795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c97f4c1-9dab-4a0e-be19-109817e8d222 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:10.512795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.527471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Transition to ACTIVE for port object 1c97f4c1-9dab-4a0e-be19-109817e8d222 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:10.539654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:10.540248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.547986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39d64ac8-2b05-4b83-841c-3323cd424164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.549653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-058c44a9-8caa-4c90-a7a0-054b1e9d2dd8 req-86b2bfe2-9b96-4f2f-a4eb-6fce9d7dab26 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473249 Sep 15 15:44:10.559637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:10.570378 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39d64ac8-2b05-4b83-841c-3323cd424164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.570378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39d64ac8-2b05-4b83-841c-3323cd424164 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de4a0a23-1fed-490d-b4d0-6db782867233 HTTP/1.1" status: 204 len: 168 time: 1.7785430 Sep 15 15:44:10.572980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:10.575209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4929264f-7a77-4b5b-aac2-4c58ba2215be None None] Provisioning complete for port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:10.575759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4929264f-7a77-4b5b-aac2-4c58ba2215be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.602532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-53ab4bda-0262-4b35-80b5-eb1d8d56f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:10.610164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-53ab4bda-0262-4b35-80b5-eb1d8d56f88c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1095 time: 0.6698008 Sep 15 15:44:10.647418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434238b-6e2f-4027-afdc-f0e1829ce75b req-466cd007-6564-4c74-9351-fbd4f5984bdc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:10.651051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0434238b-6e2f-4027-afdc-f0e1829ce75b req-466cd007-6564-4c74-9351-fbd4f5984bdc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 934 time: 0.7725084 Sep 15 15:44:10.664799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.672616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d64ac8-2b05-4b83-841c-3323cd424164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4a0a23-1fed-490d-b4d0-6db782867233,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:10.684342 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.704353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4929264f-7a77-4b5b-aac2-4c58ba2215be None None] Port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:10.738702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.741249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-122789de-163c-4191-ab62-2443847e7ac5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6552255 Sep 15 15:44:10.772915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.893731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Pushing event updated for resources: {'Port': ['ID=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:10.920602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:10.935553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:10.983388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d9c2dd-68b7-420c-8073-fe516912279d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:11.081945 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:11.081945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a6f64d0-3dff-4b05-86a6-b6bfe18978ab admin admin] 10.222.0.63 "DELETE /v2.0/networks/d8d9c2dd-68b7-420c-8073-fe516912279d HTTP/1.1" status: 204 len: 168 time: 2.7729475 Sep 15 15:44:11.082329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb19fc-647c-41b9-971c-1b933c76912d None None] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:11.115090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33554) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:11.226492 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0434238b-6e2f-4027-afdc-f0e1829ce75b req-4501c7d0-a8ff-461e-a505-25772ffb3d52 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549812 Sep 15 15:44:11.364889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:11.365906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:11.366608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:11.391855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:11.392643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:11.395115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:11.415992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:11.438612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-cec6d836-7ff1-45af-a75d-f939e93a1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:11.459965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-cec6d836-7ff1-45af-a75d-f939e93a1e5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.8322721 Sep 15 15:44:11.676287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:11.677079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:11.680574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:11.681077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Bound port: 1c97f4c1-9dab-4a0e-be19-109817e8d222, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:11.684637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:11.698604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] Deleting subnet 2cbca9bc-2969-4df8-96c1-0804cf0c0ba5 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:44:11.706622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:11.797366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:11.834698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:44:11.921810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:12.076003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-76b6b41a-02f1-4ebb-8e51-029e051efcb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 217 time: 0.6142311 Sep 15 15:44:12.081729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:12.085443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:44:12.097365 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b1f9d51f-f25c-4dc7-af2c-c66ae799990f admin admin] 10.222.0.63 "PUT /v2.0/routers/b0af8434-e839-4a6c-a5d5-9735331c10f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0597892 Sep 15 15:44:12.231987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:12.288830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d6c5db8f-9f0a-4c63-b47e-c248f046a146 None None] Provisioning complete for port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:12.308650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-1afd8b45-2e98-4e68-8809-c8d5b1f0e2c5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:12.310066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-1afd8b45-2e98-4e68-8809-c8d5b1f0e2c5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.2371888 Sep 15 15:44:12.324729 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6c5db8f-9f0a-4c63-b47e-c248f046a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:12.340530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-db10d088-c274-4b92-929a-2a2bbcac1a93 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/quotas/0d97c5d3f9454fec9ba1b5ed5884bd00 HTTP/1.1" status: 200 len: 375 time: 0.0262349 Sep 15 15:44:12.347001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cbca9bc-2969-4df8-96c1-0804cf0c0ba5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:12.373020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-343fb142-942a-4bb6-b278-9300643175c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:12.373020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-343fb142-942a-4bb6-b278-9300643175c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.2746742 Sep 15 15:44:12.388429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-6e5be336-65b1-42c8-a769-c0b96e56207b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497010 Sep 15 15:44:12.465920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:12.467207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5db8f-9f0a-4c63-b47e-c248f046a146 None None] Port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:12.467846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a2984bce-0360-475d-9fae-3564e3bb790d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2cbca9bc-2969-4df8-96c1-0804cf0c0ba5 HTTP/1.1" status: 204 len: 168 time: 1.2374790 Sep 15 15:44:12.472810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33592) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:12.488567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0c18f-1e0e-49f5-9235-d8275ed59afb req-bab1c4c5-f62e-49b1-b31e-084511047fb2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:12.490156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07d0c18f-1e0e-49f5-9235-d8275ed59afb req-bab1c4c5-f62e-49b1-b31e-084511047fb2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 944 time: 0.4343803 Sep 15 15:44:12.575357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-3f693480-017e-4851-8939-3552dd7656eb service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734228 Sep 15 15:44:12.578962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:09Z', 'revision_number': 1, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:12.610343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-b1b73bc2-44d7-4da9-ac86-f560e8b631dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996653 Sep 15 15:44:12.616113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca036a5-e51a-4954-b9f7-a77d7ff5e014 None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:09Z', 'revision_number': 1, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:44:12.635642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:12.712722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07d0c18f-1e0e-49f5-9235-d8275ed59afb req-44ec8f98-2955-4493-894e-d261d5d9b3dd tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965164 Sep 15 15:44:12.716298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:12.758676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-336874a6-1e4e-4ae9-86b8-ac148f271a37 service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812668 Sep 15 15:44:12.796891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:13.486767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:13.530548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:13.545925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50843f0e-ba44-42c3-9bbe-052971f0f24a']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:13.621574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:13.649074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-ea82a621-2606-43a7-8c16-da040ac7af6d service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0113029 Sep 15 15:44:13.653753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb2486a-bf60-4f52-8ffc-9478df183107') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:13.654239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb2486a-bf60-4f52-8ffc-9478df183107') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:13.708656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:13.710316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:13.712818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-fc840372-3321-40a1-b14b-f44af1fa9645 service neutron] 10.222.0.38 "PUT /v2.0/ports/1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 1094 time: 4.3209994 Sep 15 15:44:13.729522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:13.734013 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1830df9-f035-4ea5-a669-767ee0e94586" -d '{"events": [{"name": "network-changed", "server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:13.741607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:13.786189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:13.820059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6aac6-02f7-4716-93f3-4897a548253c req-9f3dfe9f-5163-43a1-b5cb-e35ee4785de5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:13.888806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efa6aac6-02f7-4716-93f3-4897a548253c req-9f3dfe9f-5163-43a1-b5cb-e35ee4785de5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.3640401 Sep 15 15:44:13.939094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:44:13.939969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:44:13.946441 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:44:14.161503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-fd16ac1b-e282-44f7-9448-27dd5b415dab tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:14.167615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efa6aac6-02f7-4716-93f3-4897a548253c req-884901f1-a446-425c-9066-d12a7c1f3363 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776270 Sep 15 15:44:14.169540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-fd16ac1b-e282-44f7-9448-27dd5b415dab tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 821 time: 0.6393764 Sep 15 15:44:14.195381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-f51bc7e8-9ac1-40de-bf90-d1ce09deb465 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/quotas/732dc564002347ccac56c83370080651 HTTP/1.1" status: 200 len: 375 time: 0.0248847 Sep 15 15:44:14.257397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-1f232f32-4375-4951-b413-8f68d887bb6d service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875895 Sep 15 15:44:14.271682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-d49f8f16-95bb-4d00-a53d-ad26eeb5666d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754075 Sep 15 15:44:14.281402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-b70c3561-f666-4a87-97e4-3e56dcd9fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:14.283108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-b70c3561-f666-4a87-97e4-3e56dcd9fc83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1097 time: 0.3883870 Sep 15 15:44:14.313933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:14.320027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ab3f193-e7ea-4d6c-9b82-d5c12a701fa8 req-7349c50b-3725-473d-b849-9dc4e07d19b1 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 210 time: 0.0749264 Sep 15 15:44:14.385088 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-033ee4d8-af81-456d-9744-259357b4ddf6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.0818439 Sep 15 15:44:14.386258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:14.412243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] 10.222.0.63 "DELETE /v2.0/networks/50843f0e-ba44-42c3-9bbe-052971f0f24a HTTP/1.1" status: 204 len: 168 time: 1.8997841 Sep 15 15:44:14.413582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb360cbc-db16-4be7-bab1-7db25962c766 admin admin] Pushing event deleted for resources: {'Network': ['ID=50843f0e-ba44-42c3-9bbe-052971f0f24a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:14.457760 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-1c4a6786-6734-4591-bc0b-e87e113e2956 service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761780 Sep 15 15:44:14.475492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ffc1ca69-18de-4f24-a567-07e7b6a2b0be up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:14.561952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-5d60ca4f-ac8c-40d2-9f0e-87b6a5589a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:14.566068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-5d60ca4f-ac8c-40d2-9f0e-87b6a5589a14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1441031 Sep 15 15:44:14.594204 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857bc3b6-16d9-49b3-91e2-ad7bc7453c2f x-openstack-request-id: req-857bc3b6-16d9-49b3-91e2-ad7bc7453c2f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:14.595291 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:14.595291 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-857bc3b6-16d9-49b3-91e2-ad7bc7453c2f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:14.595544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ffc1ca69-18de-4f24-a567-07e7b6a2b0be triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:14.595544 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:14.597112 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'status': 'completed', 'code': 200} Sep 15 15:44:14.664054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e2d8ed21-c8d4-46f7-85ec-c6bf58586556 service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932120 Sep 15 15:44:14.730844 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:14.751414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-2b8560b7-1e1f-4e89-a13b-333116c2d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:14.752994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-2b8560b7-1e1f-4e89-a13b-333116c2d90d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790571 Sep 15 15:44:14.768058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port ffc1ca69-18de-4f24-a567-07e7b6a2b0be, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:14.873486 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:14.880513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43758085-53b8-4a8b-8cfe-68730620b1d8 req-0193e705-1418-4e6d-a4e9-f529e4de6ce1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:14.882068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43758085-53b8-4a8b-8cfe-68730620b1d8 req-0193e705-1418-4e6d-a4e9-f529e4de6ce1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 944 time: 0.1225605 Sep 15 15:44:14.953024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-cf85943f-ba26-414d-a4ae-c74d8d90ed8c service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909924 Sep 15 15:44:14.989781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:15.017436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33664) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:15.046866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43758085-53b8-4a8b-8cfe-68730620b1d8 req-887cdf9f-af1b-464b-b2e8-c4272988188a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421266 Sep 15 15:44:15.055448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f6577c27-007a-46ae-8033-44319d5a8c74 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:15.056708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-f6577c27-007a-46ae-8033-44319d5a8c74 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.1508825 Sep 15 15:44:15.144165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0cf97e79-b1c3-47d0-ab9c-4362d74a8fbb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0619f535f2b490d9b12cb8f480f3242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246145 Sep 15 15:44:15.146740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33668) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:15.217119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b12b4af-88d2-44d1-82e4-655244816fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:15.229619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6b0e9bf-dd84-4a54-a8bb-8e98bd032a4b req-f434ad04-00fd-4618-b9ab-a06e1ffa960f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 210 time: 0.0505631 Sep 15 15:44:15.281409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b12b4af-88d2-44d1-82e4-655244816fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:15.284653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82ee61d3-e795-4f4c-8703-b6d716da7f4c req-c2f7ba2e-96aa-435d-a237-0b6994ebfbc0 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222067 Sep 15 15:44:15.411954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0b6d-0a97-436f-8fb8-107fb8e985b9 req-883100a2-f855-4c44-8343-b0579019526d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:15.413547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-238c0b6d-0a97-436f-8fb8-107fb8e985b9 req-883100a2-f855-4c44-8343-b0579019526d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.0696299 Sep 15 15:44:15.460391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-238c0b6d-0a97-436f-8fb8-107fb8e985b9 req-f0b81997-c5d1-4702-85bf-91203ff6b054 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387857 Sep 15 15:44:15.461776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10bbc93a-406d-4e6f-acce-34b62cc52cae req-ed8e2608-ea13-4ff8-af18-5e0e2df14213 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 210 time: 0.0486565 Sep 15 15:44:15.520101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-4b8c631b-975a-45a4-b5dc-05bee70895df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:15.522046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-4b8c631b-975a-45a4-b5dc-05bee70895df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1097 time: 0.0557621 Sep 15 15:44:15.552260 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b12b4af-88d2-44d1-82e4-655244816fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:15.559907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b12b4af-88d2-44d1-82e4-655244816fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:15.564706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-588a28ac-cc23-44e3-ae44-5c762850acba req-278deac9-09ee-401a-92e8-476a592409ea service neutron] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:15.571793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b12b4af-88d2-44d1-82e4-655244816fa9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/450d5a90-83ac-4993-8fd2-d911dde999b3 HTTP/1.1" status: 204 len: 168 time: 0.4236481 Sep 15 15:44:15.581173 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-588a28ac-cc23-44e3-ae44-5c762850acba req-278deac9-09ee-401a-92e8-476a592409ea service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:15.582416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588a28ac-cc23-44e3-ae44-5c762850acba req-278deac9-09ee-401a-92e8-476a592409ea service neutron] 10.222.0.55 "DELETE /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.4777763 Sep 15 15:44:15.601371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b4af-88d2-44d1-82e4-655244816fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d5a90-83ac-4993-8fd2-d911dde999b3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:15.692043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-fb5d48fe-6744-4187-9afb-bef8ff66d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:15.694753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-fb5d48fe-6744-4187-9afb-bef8ff66d39e service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1636367 Sep 15 15:44:15.789500 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-dafc8af6-4c3c-41f3-a377-950598552e74 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.0856934 Sep 15 15:44:15.915015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-96bdaebb-f83f-463f-ac19-1ca1473b0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:15.920162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-96bdaebb-f83f-463f-ac19-1ca1473b0a26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1224823 Sep 15 15:44:15.989449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-789f9d3c-77a3-4b4a-87bd-f66e7722a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:15.992168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-789f9d3c-77a3-4b4a-87bd-f66e7722a014 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0643468 Sep 15 15:44:16.227196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-58019d44-afdc-45b3-91b9-15bbf77510c0 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242470 Sep 15 15:44:16.438036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05ade061-a74e-4746-a43a-c107150e1f03 req-35ee4fa0-d4bf-49be-ab40-6051798e1194 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 210 time: 0.0689876 Sep 15 15:44:16.438670 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1830df9-f035-4ea5-a669-767ee0e94586 req-70e76fda-34a5-4278-bd6d-057844be71d7 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991253 Sep 15 15:44:16.477255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ffc1ca69-18de-4f24-a567-07e7b6a2b0be up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:16.563996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc630-6beb-4030-a21f-56c0d43b6911 req-542325b4-e9d2-4f54-9f43-da1d428050af tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:16.572328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a49fc630-6beb-4030-a21f-56c0d43b6911 req-542325b4-e9d2-4f54-9f43-da1d428050af tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 944 time: 0.3313713 Sep 15 15:44:16.589983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ffc1ca69-18de-4f24-a567-07e7b6a2b0be triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:16.591193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:16.663914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a49fc630-6beb-4030-a21f-56c0d43b6911 req-ee25d8e5-f5bd-40f7-80c3-2ea6f18e570c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Sep 15 15:44:16.689492 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34f57b66-cb4e-4100-baff-485dd7e08612 req-b90352ab-b598-45d4-8b97-fd55ac20b7be tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 210 time: 0.0820017 Sep 15 15:44:16.737552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-b5aac689-f707-441c-8c1e-e7cbf240b1f8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:16.742354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-b5aac689-f707-441c-8c1e-e7cbf240b1f8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.55 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.5140355 Sep 15 15:44:16.767530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Request body: {'port': {'device_id': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'admin_state_up': True, 'tenant_id': '0d97c5d3f9454fec9ba1b5ed5884bd00'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:16.850385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:16.864439 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:44:16.880301 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:16.883001 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:16.970494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33740) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:16.998865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-de9c3592-a617-4037-844a-f59c8c8d733f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=75007000eaac4867b712b1cad509477d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471155 Sep 15 15:44:17.005985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33742) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:17.041071 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:17.046641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f3b55-8259-47a5-8e77-28eebed86783 req-84d0a875-f038-49cf-b9f6-797cc3bd7c83 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:17.050128 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-341f3b55-8259-47a5-8e77-28eebed86783 req-84d0a875-f038-49cf-b9f6-797cc3bd7c83 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1095 time: 0.1166203 Sep 15 15:44:17.074767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c759ed-ab1c-4462-b3e4-5a76a21c37c3 req-f42406d1-590d-41bb-a6fa-edcd04ea267f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:17.083152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21c759ed-ab1c-4462-b3e4-5a76a21c37c3 req-f42406d1-590d-41bb-a6fa-edcd04ea267f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.2627110 Sep 15 15:44:17.129555 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-341f3b55-8259-47a5-8e77-28eebed86783 req-c281890f-0c4b-4911-9119-5bb9bacbf30c tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603802 Sep 15 15:44:17.250238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21c759ed-ab1c-4462-b3e4-5a76a21c37c3 req-acfdbda5-b6ae-4532-899a-fd8c07290abd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632123 Sep 15 15:44:17.265019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8aee6c1-ac2c-46fe-9036-891abb0359d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.267951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Made reservation on behalf of 0d97c5d3f9454fec9ba1b5ed5884bd00 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:17.272438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.435619 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8aee6c1-ac2c-46fe-9036-891abb0359d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.446838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ed870a2-bdf5-41ab-84ed-57f7b691d03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.554839 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 2, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:17.585521 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:44:17.586207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Updating router b0af8434-e839-4a6c-a5d5-9735331c10f9 port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:44:17.616788 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.644021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e90ee28-0843-4e4c-90a3-89b695f01a84 req-5b674c59-2f8a-451f-8e0f-485bb713b71d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 210 time: 0.0891223 Sep 15 15:44:17.724262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Allocated IP 172.20.0.3 (5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5/db0250ed-4d1e-4af9-9c2c-aa24b9f2577e/4869cd2c-ba7e-44a9-8f3e-df84ed875f0d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:17.751900 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ed870a2-bdf5-41ab-84ed-57f7b691d03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.804516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8aee6c1-ac2c-46fe-9036-891abb0359d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.807402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8aee6c1-ac2c-46fe-9036-891abb0359d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.808714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8aee6c1-ac2c-46fe-9036-891abb0359d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6dff8c6-84c3-48eb-b575-439f299e6b8d HTTP/1.1" status: 204 len: 168 time: 0.8007050 Sep 15 15:44:17.847397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c484a83-f413-4ebe-8ef4-191e1259cf9d req-4636bc98-d933-4cf2-ba1f-1e6c6e9a558d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 210 time: 0.0598454 Sep 15 15:44:17.848129 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ed870a2-bdf5-41ab-84ed-57f7b691d03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:17.874400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4b531212-b268-4081-9c79-67d32c46e2f2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:17.875985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4b531212-b268-4081-9c79-67d32c46e2f2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 0.3583639 Sep 15 15:44:17.899408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aee6c1-ac2c-46fe-9036-891abb0359d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dff8c6-84c3-48eb-b575-439f299e6b8d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:17.931930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed870a2-bdf5-41ab-84ed-57f7b691d03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe41b8a-767a-400f-897f-a459bfff9f41,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:17.949738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5ed870a2-bdf5-41ab-84ed-57f7b691d03f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=388d7c9c417c42c09a0436659246edfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9632368 Sep 15 15:44:17.958794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:17.977793 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-0eafa260-cbb4-4cd5-8aa4-45aa97877f26 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/quotas/778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 375 time: 0.0830553 Sep 15 15:44:18.038682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4232ed63-3a34-4111-891b-fcca1fc3d741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.046250 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.076063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4232ed63-3a34-4111-891b-fcca1fc3d741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.129825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-8725864e-82ac-4dd0-a304-b78866016842 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1509857 Sep 15 15:44:18.156189 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.206068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.208011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4232ed63-3a34-4111-891b-fcca1fc3d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.214555 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4232ed63-3a34-4111-891b-fcca1fc3d741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.220962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4232ed63-3a34-4111-891b-fcca1fc3d741 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bbe41b8a-767a-400f-897f-a459bfff9f41 HTTP/1.1" status: 204 len: 168 time: 0.2611322 Sep 15 15:44:18.241344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ed63-3a34-4111-891b-fcca1fc3d741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe41b8a-767a-400f-897f-a459bfff9f41,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:18.310606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ef76571a-61d3-4bac-be05-f656d9d4a85a service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655247 Sep 15 15:44:18.334997 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c70d-3623-4de2-a52a-b1aa1f4b44db None None] Pushing event updated for resources: {'Port': ['ID=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:18.401222 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.568561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Attempting to bind port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:18.568561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Attempting to bind port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:18.568561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Attempting to bind port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:18.572256 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:18.572666 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Checking segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:18.573084 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.573616 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Bound using segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:18.574101 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Bound port: ee92d2ed-936a-4dce-8e36-fbffc6ac42d2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:18.574504 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.588396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5c9a-3c12-432b-904c-792bd8820a0b req-08974c6b-7867-4186-843c-886bbedcf3fe tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:18.598961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f7c5c9a-3c12-432b-904c-792bd8820a0b req-08974c6b-7867-4186-843c-886bbedcf3fe tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.1344590 Sep 15 15:44:18.686044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f7c5c9a-3c12-432b-904c-792bd8820a0b req-afeb8d27-2786-4de6-be94-f1dab77ad204 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850532 Sep 15 15:44:18.699770 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] For port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:18.704452 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] For port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:18.744183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:18.781834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:18.786355 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.802989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:18.834520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e91e714c-5a09-4150-808e-e1e9a2d307c0 None None] Provisioning complete for port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:18.834944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:18.840956 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e91e714c-5a09-4150-808e-e1e9a2d307c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:18.966003 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:18.967483 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:43:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:19.047115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8bd33886-24ae-4201-86f2-643c50113b6c req-ed5a25b8-f77b-4be9-9080-030d61caa3d5 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 210 time: 0.0340748 Sep 15 15:44:19.063221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-6c335d90-13c1-4842-ac13-d624459502eb service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7305601 Sep 15 15:44:19.115323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-fe2005c0-eb77-4501-b5b9-aa7b7ea10314 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:19.132003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-fe2005c0-eb77-4501-b5b9-aa7b7ea10314 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.55 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 821 time: 0.7581720 Sep 15 15:44:19.146613 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e91e714c-5a09-4150-808e-e1e9a2d307c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:19.157261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'port': {'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'admin_state_up': True, 'tenant_id': '732dc564002347ccac56c83370080651'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:19.193714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:19.194349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:19.276774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e91e714c-5a09-4150-808e-e1e9a2d307c0 None None] For port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:19.286579 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:19.291816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:44:19.360652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cdec1-cf95-4b8c-b383-a2b06f94952a req-2ff4219c-2c76-4975-8d7e-34e12c12917f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:19.364431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb1cdec1-cf95-4b8c-b383-a2b06f94952a req-2ff4219c-2c76-4975-8d7e-34e12c12917f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 931 time: 0.1171486 Sep 15 15:44:19.398884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e91e714c-5a09-4150-808e-e1e9a2d307c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:19.465739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb1cdec1-cf95-4b8c-b383-a2b06f94952a req-44acc8d6-c114-4660-987b-1000b7bc3e00 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878177 Sep 15 15:44:19.517906 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c70d-3623-4de2-a52a-b1aa1f4b44db None None] Pushing event updated for resources: {'Port': ['ID=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:19.525292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Made reservation on behalf of 732dc564002347ccac56c83370080651 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:19.541077 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:19.623515 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:18Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:19.661178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:19.678887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'mac_address': 'fa:16:3e:75:e4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:44:19.754502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-14a93dae-8224-4a51-8f24-444a794164d5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0013022 Sep 15 15:44:19.774324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-114d5f22-9df0-4136-8585-2f4cdac610d1 req-18d51ceb-35ef-4dbf-b488-0122a5d1e35c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 210 time: 0.1679857 Sep 15 15:44:19.801081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Request body: {'port': {'device_id': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:19.881627 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b29016-b1dd-4687-b46e-ff2e1cada72d None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:18Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:44:19.929118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e714c-5a09-4150-808e-e1e9a2d307c0 None None] Pushing event updated for resources: {'Port': ['ID=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:19.936287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-51e5b809-676c-4889-abb8-e4645d8f0d94 None None] Provisioning complete for port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:19.936938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51e5b809-676c-4889-abb8-e4645d8f0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:19.966567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b64ca-3f92-4d6c-b480-6367d883acfa req-2d8c527f-1fee-42bd-92cb-d2f9f547eb9d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:19.974212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d04b64ca-3f92-4d6c-b480-6367d883acfa req-2d8c527f-1fee-42bd-92cb-d2f9f547eb9d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.1421630 Sep 15 15:44:20.038046 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:20.054944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:20.076833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d04b64ca-3f92-4d6c-b480-6367d883acfa req-3cb74c93-097f-43eb-9bd2-cbc6029f1d2d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015942 Sep 15 15:44:20.096332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c97f4c1-9dab-4a0e-be19-109817e8d222 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:20.161183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Allocated IP 172.20.0.6 (be9a3588-e162-4a93-8fd5-e17a3d4eeffe/a3f5cdcc-8ba4-4700-9201-8584478f15b0/47304e19-2a73-4040-b309-3b5fea3859a1) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:20.196369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:20.278393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:20.338769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33848) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:20.402047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5acdd94e-2646-4f1c-b864-be6dc2bd9c78 req-f17b4b9c-a351-4bcc-9a74-f98d7d3f146b tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 210 time: 0.1364937 Sep 15 15:44:20.408695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:20.473740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:20.661967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-network', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:20.684478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:20.825223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:20.825600 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:20.858335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0ee7-6339-491f-b2a2-cbef8cea2952 req-ee6e9987-823f-45ca-9768-7addc7a85767 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:20.860621 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486a0ee7-6339-491f-b2a2-cbef8cea2952 req-ee6e9987-823f-45ca-9768-7addc7a85767 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 931 time: 0.1495588 Sep 15 15:44:20.865810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Made reservation on behalf of beb0d8adcecd433288462457e98be1ac for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:20.876148 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:20.915401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.014788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486a0ee7-6339-491f-b2a2-cbef8cea2952 req-761baf57-c2e6-4120-be2a-d0e605ae6eed tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343050 Sep 15 15:44:21.020157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39a7634b-ecff-4b52-ace0-e68735783513 req-d96845fe-b00f-4cac-a132-51a1156509e7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0887856 Sep 15 15:44:21.085944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.105468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.173227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.232099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:44:21.233407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:21.244622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c17da03-2d8f-4d6e-a759-1e7f6e6bf708,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:21.245747 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.253923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.254593 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Added segment cd78b7d1-ff84-49e0-a764-87e231b8c55d of type vlan for network 50b416ff-849f-4876-96c6-33cf70f78126 Sep 15 15:44:21.265102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Transition to ACTIVE for port object 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:21.297271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.306291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8b29-c45e-4ae3-a1dc-c3cef062f1af req-680f5e49-ed76-4687-abb1-2fb8118ae3ec tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:21.309525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:21.336075 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-465d8b29-c45e-4ae3-a1dc-c3cef062f1af req-680f5e49-ed76-4687-abb1-2fb8118ae3ec tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 947 time: 0.1741614 Sep 15 15:44:21.392258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.418762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Pushing event updated for resources: {'Port': ['ID=47304e19-2a73-4040-b309-3b5fea3859a1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:21.447919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-465d8b29-c45e-4ae3-a1dc-c3cef062f1af req-a7ffbc46-390c-4b9b-bf55-e9211bb6a943 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052561 Sep 15 15:44:21.450552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:21.452057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:21.458922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:21.594099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:21.601986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.627982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33886) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:21.642094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e759d17-caca-4cc9-86f4-4e11c815f6eb req-1bfe3060-0b09-4618-87b3-2a892d1d9e3e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:21.647288 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e759d17-caca-4cc9-86f4-4e11c815f6eb req-1bfe3060-0b09-4618-87b3-2a892d1d9e3e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 931 time: 0.1281047 Sep 15 15:44:21.703257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e759d17-caca-4cc9-86f4-4e11c815f6eb req-c76b29a4-4a2a-44c0-96ed-f0bc9144cff3 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482616 Sep 15 15:44:21.709280 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.746971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.747938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:21.748607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.753689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 1c97f4c1-9dab-4a0e-be19-109817e8d222 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:44:21.757747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 1c97f4c1-9dab-4a0e-be19-109817e8d222 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:21.758186 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.767430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-ebd2aa6b-b2e8-4f90-9273-233113190278 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6343789 Sep 15 15:44:21.790152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Request body: {'port': {'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:21.842413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ed91886-f398-4995-8f9a-0925112651bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:21.848041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] Pushing event updated for resources: {'Network': ['ID=50b416ff-849f-4876-96c6-33cf70f78126,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:21.862359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 50b416ff-849f-4876-96c6-33cf70f78126 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:44:21.866008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bc701d7c-c872-451f-9343-742025765222 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5234089 Sep 15 15:44:21.868043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33890) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:21.874297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Request body: {'subnet': {'network_id': '50b416ff-849f-4876-96c6-33cf70f78126', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-subnet', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:21.973783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-05e085ba-3693-44e7-9f75-3c8785b904ad None None] Provisioning complete for port 47304e19-2a73-4040-b309-3b5fea3859a1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:21.974253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05e085ba-3693-44e7-9f75-3c8785b904ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.038453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ed91886-f398-4995-8f9a-0925112651bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.076895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-05e085ba-3693-44e7-9f75-3c8785b904ad None None] Port 47304e19-2a73-4040-b309-3b5fea3859a1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:22.081258 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.140951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ed91886-f398-4995-8f9a-0925112651bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.145086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:22.151443 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4d6e5a-ce73-45da-ba72-6ce4bb340655" -d '{"events": [{"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-plugged", "status": "completed", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:22.183085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:22.198627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1ed91886-f398-4995-8f9a-0925112651bc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=92a7f41d74b54f5cb6f93fc49f00910a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691102 Sep 15 15:44:22.209680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33898) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:22.261156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.277241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91886-f398-4995-8f9a-0925112651bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ca2ead-a137-4aab-8082-773fea892f12,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:22.326349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:22.326881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22eef6-81fe-47cf-8cca-d6a47a618cbb req-663a787b-23ef-4dd0-8a36-eb6d17007ea4 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:22.328231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed22eef6-81fe-47cf-8cca-d6a47a618cbb req-663a787b-23ef-4dd0-8a36-eb6d17007ea4 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 943 time: 0.1373961 Sep 15 15:44:22.330803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Made reservation on behalf of beb0d8adcecd433288462457e98be1ac for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:22.333968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.350688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80e6ee0a-00d8-4f7f-82bf-cd0832a04f6e req-6317c0b7-1377-4d30-bf8d-1d4c482a80cd tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 210 time: 0.1172898 Sep 15 15:44:22.356352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:22.362235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.385500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Attempting to bind port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:22.385500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Attempting to bind port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:22.385500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Attempting to bind port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:22.390088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f7e144b-181f-4898-b3d9-f9a6fd92c745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.393064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:22.393342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Attempting to bind port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:22.429926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:22.430270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Checking segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:22.431136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Bound using segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:22.431136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Bound port: 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:22.432003 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.456809 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbf57b-f902-4f5c-9b45-6ce74acd7dab x-openstack-request-id: req-96cbf57b-f902-4f5c-9b45-6ce74acd7dab {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:22.456809 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-plugged", "status": "completed", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:22.456809 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-96cbf57b-f902-4f5c-9b45-6ce74acd7dab {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:22.456809 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'code': 200} Sep 15 15:44:22.490189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed22eef6-81fe-47cf-8cca-d6a47a618cbb req-5cab3fbb-f439-401f-a71c-4d58eef7827a tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468518 Sep 15 15:44:22.505830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f7e144b-181f-4898-b3d9-f9a6fd92c745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.738321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec4378-c0a1-49ff-ae92-61b095a44e7e req-bf632c95-4ead-45c0-ad3a-0ac383609262 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:22.740403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88ec4378-c0a1-49ff-ae92-61b095a44e7e req-bf632c95-4ead-45c0-ad3a-0ac383609262 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1158009 Sep 15 15:44:22.756612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:22.762298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:22.764472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46fb5-0304-483e-b0e9-860ee9136e96 req-622644cd-d28a-4a2d-b3e3-5f542b4b6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:22.765981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0af46fb5-0304-483e-b0e9-860ee9136e96 req-622644cd-d28a-4a2d-b3e3-5f542b4b6743 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1099 time: 0.1375699 Sep 15 15:44:22.793656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88ec4378-c0a1-49ff-ae92-61b095a44e7e req-b0a20eab-1e6b-4680-bec2-c2b2cbcbc34c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 Sep 15 15:44:22.869156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0af46fb5-0304-483e-b0e9-860ee9136e96 req-6c0ce7c2-f375-42bf-9756-6dd626d6cd03 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909164 Sep 15 15:44:22.905336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f4a35-82ac-420d-ba19-7d39c590bb81 req-91949ae6-e058-4c05-85c1-04de5fc490c1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:22.906894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618f4a35-82ac-420d-ba19-7d39c590bb81 req-91949ae6-e058-4c05-85c1-04de5fc490c1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 931 time: 0.1211939 Sep 15 15:44:22.927004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47304e19-2a73-4040-b309-3b5fea3859a1 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:22.935564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.937858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f7e144b-181f-4898-b3d9-f9a6fd92c745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.940518 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f7e144b-181f-4898-b3d9-f9a6fd92c745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.941606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.941813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3f7e144b-181f-4898-b3d9-f9a6fd92c745 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/30ca2ead-a137-4aab-8082-773fea892f12 HTTP/1.1" status: 204 len: 168 time: 0.7246261 Sep 15 15:44:22.952030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:22.982165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e144b-181f-4898-b3d9-f9a6fd92c745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ca2ead-a137-4aab-8082-773fea892f12,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:23.022707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2386badb-d69e-47ed-902f-1ae6a33ea1f2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:23.023887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Transition to ACTIVE for port object 47304e19-2a73-4040-b309-3b5fea3859a1 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:23.041347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:23.041347 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:23.041347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] 10.222.0.55 "PUT /v2.0/ports/4869cd2c-ba7e-44a9-8f3e-df84ed875f0d HTTP/1.1" status: 200 len: 1091 time: 3.2606170 Sep 15 15:44:23.041347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:23.042873 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf771f2-099d-4f02-954d-166f827371b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:23.052181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Checking segment: {'id': 'cd78b7d1-ff84-49e0-a764-87e231b8c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:23.053422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Network hostable DHCP agents. Network: 50b416ff-849f-4876-96c6-33cf70f78126, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:44:23.069115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618f4a35-82ac-420d-ba19-7d39c590bb81 req-8a088dde-9591-4e7f-a4b0-ddcb062c44b3 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458285 Sep 15 15:44:23.114088 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9b3f9-61c3-426f-8adb-b70109400d62 x-openstack-request-id: req-38d9b3f9-61c3-426f-8adb-b70109400d62 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:23.114687 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:23.115111 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-38d9b3f9-61c3-426f-8adb-b70109400d62 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:23.115683 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'status': 'completed', 'code': 200} Sep 15 15:44:23.134452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:23.146306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52747f9-4f0f-4c21-b731-351b90538b64 service neutron] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:23.203810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Network 50b416ff-849f-4876-96c6-33cf70f78126 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:44:23.277915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 50b416ff-849f-4876-96c6-33cf70f78126) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:23.283575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:23.288053 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:23.297987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800fee8b-45a1-423b-9842-6a0170a0f6fd None None] Network 50b416ff-849f-4876-96c6-33cf70f78126 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:23.358702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=47304e19-2a73-4040-b309-3b5fea3859a1,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:23.371340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf771f2-099d-4f02-954d-166f827371b4 req-42674cea-c4d3-498d-a1dc-cef2f7ad76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:23.373788 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0cf771f2-099d-4f02-954d-166f827371b4 req-42674cea-c4d3-498d-a1dc-cef2f7ad76ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 1094 time: 0.2352865 Sep 15 15:44:23.399802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-334617fd-40eb-4f74-923a-09cb87118944 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:23.403210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-334617fd-40eb-4f74-923a-09cb87118944 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 0.3294420 Sep 15 15:44:23.424178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9eee1a5d-e7dc-4ba2-90c0-7c3fca2ab7bd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5525334 Sep 15 15:44:23.425550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33922) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:23.432739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:23.505907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Request body: {'port': {'device_id': '83e396ee-4227-475d-845c-44d7f139b4a7', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'admin_state_up': True, 'tenant_id': '778023219b2a4f1ca13621ea15ddb51b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:23.631920 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:23.633923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:23.665584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e6fe4-dcda-4b54-8bd2-0e5c4435b7a5 req-7d28317d-bbe8-4a7a-be60-5877296bf9cb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:23.673708 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d48e6fe4-dcda-4b54-8bd2-0e5c4435b7a5 req-7d28317d-bbe8-4a7a-be60-5877296bf9cb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 943 time: 0.0864904 Sep 15 15:44:23.693629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a6994e8-6851-4a14-8f2a-ed8674fb3397 req-044a99c1-7c28-4e9f-a5d2-0e971da7b607 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0602295 Sep 15 15:44:23.740200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-50b416ff-849f-4876-96c6-33cf70f78126', 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'fixed_ips': [{'subnet_id': '2386badb-d69e-47ed-902f-1ae6a33ea1f2'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:44:23.742045 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:23.836480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Attempting to bind port 47304e19-2a73-4040-b309-3b5fea3859a1 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:23.837117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Attempting to bind port 47304e19-2a73-4040-b309-3b5fea3859a1 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:23.837634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Attempting to bind port 47304e19-2a73-4040-b309-3b5fea3859a1 on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:23.846151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:23.894716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d48e6fe4-dcda-4b54-8bd2-0e5c4435b7a5 req-88f72e43-dd95-45c7-887c-200eca416df4 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180583 Sep 15 15:44:23.980157 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4619eb9-93b0-4475-9ec6-74b80779d80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.018946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Allocated IP 172.20.0.2 (50b416ff-849f-4876-96c6-33cf70f78126/2386badb-d69e-47ed-902f-1ae6a33ea1f2/6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:24.019741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Port 47304e19-2a73-4040-b309-3b5fea3859a1 on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:24.020072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Attempting to bind port 47304e19-2a73-4040-b309-3b5fea3859a1 on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:24.078224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:24.078500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Checking segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:24.078900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Bound using segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:24.079345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Bound port: 47304e19-2a73-4040-b309-3b5fea3859a1, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:24.079713 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.119245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf771f2-099d-4f02-954d-166f827371b4 req-3831dfb3-cd97-498e-99bc-39436dd81b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:24.121549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0cf771f2-099d-4f02-954d-166f827371b4 req-3831dfb3-cd97-498e-99bc-39436dd81b79 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&shared=False HTTP/1.1" status: 200 len: 904 time: 0.7174010 Sep 15 15:44:24.147201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.195224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486037-c302-48f8-9ec0-ae0cc7446dc8 req-551863f0-9fce-438d-b9f7-f260c4775813 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:24.203830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5486037-c302-48f8-9ec0-ae0cc7446dc8 req-551863f0-9fce-438d-b9f7-f260c4775813 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1952465 Sep 15 15:44:24.216885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Made reservation on behalf of 778023219b2a4f1ca13621ea15ddb51b for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:24.220235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.304456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] For port 47304e19-2a73-4040-b309-3b5fea3859a1, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:24.308135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab3e74-8bb1-4f63-91f0-9d9afeee6a99 req-1badda35-3594-4a69-bd60-281938db3b1e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:24.313008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] For port 47304e19-2a73-4040-b309-3b5fea3859a1, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=47304e19-2a73-4040-b309-3b5fea3859a1,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:24.318851 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19ab3e74-8bb1-4f63-91f0-9d9afeee6a99 req-1badda35-3594-4a69-bd60-281938db3b1e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 943 time: 0.1173296 Sep 15 15:44:24.354961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.362721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5486037-c302-48f8-9ec0-ae0cc7446dc8 req-b8715983-1c1a-4bed-9897-ded2d2b19c10 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579249 Sep 15 15:44:24.404356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf771f2-099d-4f02-954d-166f827371b4 req-24396e7c-b5ed-4b2c-9ebb-8ce795d922d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:24.407592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0cf771f2-099d-4f02-954d-166f827371b4 req-24396e7c-b5ed-4b2c-9ebb-8ce795d922d6 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2646174 Sep 15 15:44:24.415061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.431055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19ab3e74-8bb1-4f63-91f0-9d9afeee6a99 req-54bacc0b-318e-418c-b5aa-626b31c6a2ac tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Sep 15 15:44:24.467610 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.532598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Pushing event updated for resources: {'Port': ['ID=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:24.559353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Network 50b416ff-849f-4876-96c6-33cf70f78126 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:24.563614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:24.572174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:24.581211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:24.583242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.596097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] 10.222.0.55 "PUT /v2.0/ports/47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 1091 time: 2.8139758 Sep 15 15:44:24.708264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.722578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af61ef-145e-4011-b284-a41d294e7aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=47304e19-2a73-4040-b309-3b5fea3859a1,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:24.727696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Allocated IP 172.20.0.14 (742acc42-ee0d-49c3-9263-c38eb7ccca8d/06009191-dc62-4e07-857b-f9d6a1fb75c7/65b777a5-4ee1-4362-9192-db8ed330d073) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:24.747643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Attempting to bind port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:24.748170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Attempting to bind port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'cd78b7d1-ff84-49e0-a764-87e231b8c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:24.751892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Attempting to bind port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d on network 50b416ff-849f-4876-96c6-33cf70f78126 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:24.765891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:24.766294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.766438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Checking segment: {'id': 'cd78b7d1-ff84-49e0-a764-87e231b8c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:24.766931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.770204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Bound using segment: {'id': 'cd78b7d1-ff84-49e0-a764-87e231b8c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:24.773228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Bound port: 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd78b7d1-ff84-49e0-a764-87e231b8c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:24.773665 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:24.774158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-cfe526a4-7050-4040-a116-fcfcd7f733e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:24.776828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-cfe526a4-7050-4040-a116-fcfcd7f733e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 1094 time: 0.2294164 Sep 15 15:44:24.897023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-4dda5362-fc91-40f0-a80e-de466a177cbe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d HTTP/1.1" status: 200 len: 217 time: 0.1096585 Sep 15 15:44:24.934278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d98a825a-8b87-4b86-a907-96e37e1af752 req-61fecaa4-aa51-49fc-b41d-012194d339e4 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0524411 Sep 15 15:44:24.946460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-0ff6491a-dbe6-4287-858b-5fae353b7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:24.952423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] For port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:24.952756 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-0ff6491a-dbe6-4287-858b-5fae353b7c6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1094 time: 0.2434766 Sep 15 15:44:24.971892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] For port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,segment=NetworkSegment(cd78b7d1-ff84-49e0-a764-87e231b8c55d),segment_id=cd78b7d1-ff84-49e0-a764-87e231b8c55d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:25.044472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:25.055991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-8de69496-a061-4ea7-b133-e6713c2f307b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 217 time: 0.0973027 Sep 15 15:44:25.121980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:25.122098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Allocated IP 172.25.0.90 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/76ec7a76-9053-4043-8d52-d287d80e5e5d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:25.125536 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:25.227386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd66311-a2b8-4ce9-ae33-4f8f233c9024 None None] Pushing event updated for resources: {'Port': ['ID=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:25.251448 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cc8de9-6ce2-4bca-b974-6614fc0b9541 x-openstack-request-id: req-a6cc8de9-6ce2-4bca-b974-6614fc0b9541 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:25.251778 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:25.251978 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6cc8de9-6ce2-4bca-b974-6614fc0b9541 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:25.252655 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1', 'status': 'completed', 'code': 200} Sep 15 15:44:25.271415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-f3fe1ed4-4684-4e4a-a9fa-7150325a4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:25.272984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-f3fe1ed4-4684-4e4a-a9fa-7150325a4e9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.3439670 Sep 15 15:44:25.322636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-919fa9bf-a439-4554-899d-0a048eed8421 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352857 Sep 15 15:44:25.329366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-0545b581-b400-4795-b399-c485ba5a1be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:25.330807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-0545b581-b400-4795-b399-c485ba5a1be1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.2568936 Sep 15 15:44:25.353977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:25.424061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523e6bd-3040-445a-bdea-546a52a63614 req-56c80b39-1047-4bee-b162-397d328f2338 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:25.430042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0523e6bd-3040-445a-bdea-546a52a63614 req-56c80b39-1047-4bee-b162-397d328f2338 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 943 time: 0.1990507 Sep 15 15:44:25.533599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:25.545064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666695f-3f1e-4d35-9b12-01f71f15de0f req-dcef3f67-f1b5-46e9-bb3d-9b9afccd105d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:25.554343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4666695f-3f1e-4d35-9b12-01f71f15de0f req-dcef3f67-f1b5-46e9-bb3d-9b9afccd105d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1102827 Sep 15 15:44:25.559812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-8daf8e8d-3007-4e63-8eeb-bce217030419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:25.561448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-8daf8e8d-3007-4e63-8eeb-bce217030419 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180958 Sep 15 15:44:25.570655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:25.638448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0523e6bd-3040-445a-bdea-546a52a63614 req-bc382909-43f8-4f63-8438-afbb7ba2a0c1 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245563 Sep 15 15:44:25.642409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-032090bf-317a-4743-8a85-221612e4a234 service neutron] 10.222.0.55 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107426 Sep 15 15:44:25.672288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Pushing event updated for resources: {'Port': ['ID=76ec7a76-9053-4043-8d52-d287d80e5e5d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:25.680044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:25.724424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4666695f-3f1e-4d35-9b12-01f71f15de0f req-c6bbb571-73fb-41d0-a96b-d349aa8114c7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668584 Sep 15 15:44:25.730089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:25.743779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:25.861199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19f8d5df-6879-4936-9bda-1503fca8c552 req-400ca7ea-934b-48ab-a440-0fed03f977cc service neutron] 10.222.0.55 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924841 Sep 15 15:44:25.984828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3380ff-e2d8-4b1f-8546-3bb11a74d524 req-e7e96cb4-1da6-4fe4-aa25-3942de106b1f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:25.992072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb3380ff-e2d8-4b1f-8546-3bb11a74d524 req-e7e96cb4-1da6-4fe4-aa25-3942de106b1f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 943 time: 0.1283021 Sep 15 15:44:26.002057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-bf2adb33-28de-455c-b4a5-8db46679402c service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239678 Sep 15 15:44:26.043358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.051503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33976) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:26.186175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb3380ff-e2d8-4b1f-8546-3bb11a74d524 req-4ba226e1-3e09-46f5-bc58-56d8cd3ac07a tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929770 Sep 15 15:44:26.187197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:26.200655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c22ca6-c2c1-4bf4-8f09-dbf7dc1459ab req-9b44d002-4e8a-4266-8211-8d7475e8585f tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:26.207465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04c22ca6-c2c1-4bf4-8f09-dbf7dc1459ab req-9b44d002-4e8a-4266-8211-8d7475e8585f tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1099 time: 0.1337819 Sep 15 15:44:26.222884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-04c22ca6-c2c1-4bf4-8f09-dbf7dc1459ab req-e9a5a739-e582-4ddb-bdba-c1a2551c1fcb tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.227445 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.352333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:26.403279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:26.430262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:26.435425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.527613 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-920a21a3-df21-4d9b-9b90-ee68cb564fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.543113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:26.626453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:26.627126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.629786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:26.630476 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.656995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c56b9d11-2e50-4c6e-9480-b1cdc5710cdf req-36772e9d-0026-42fe-8344-9609aa2c74f7 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208751 Sep 15 15:44:26.674020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3fd31-b351-4d35-b457-b3f545bfaa0e req-60215594-9b44-4b2d-a27f-da52d7d75239 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:26.675601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fae3fd31-b351-4d35-b457-b3f545bfaa0e req-60215594-9b44-4b2d-a27f-da52d7d75239 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 932 time: 0.2900460 Sep 15 15:44:26.747610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da88745-188c-4008-9e5e-5aa3896442ee None None] Network 50b416ff-849f-4876-96c6-33cf70f78126 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:26.777135 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fae3fd31-b351-4d35-b457-b3f545bfaa0e req-1f2e5127-b925-4bd7-be0a-8dcc32a5780f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880096 Sep 15 15:44:26.790593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.843104 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:26.936464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-04c22ca6-c2c1-4bf4-8f09-dbf7dc1459ab req-e9a5a739-e582-4ddb-bdba-c1a2551c1fcb tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.015608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,segment=NetworkSegment(cd78b7d1-ff84-49e0-a764-87e231b8c55d),segment_id=cd78b7d1-ff84-49e0-a764-87e231b8c55d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:27.032032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-479e79ef-1113-45ad-a054-10dbc5c43864 None None] Provisioning complete for port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:27.032856 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-479e79ef-1113-45ad-a054-10dbc5c43864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.128050 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.130850 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.252251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:27.287828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-5cc7a114-3208-4884-abe8-deeb7829d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:27.289397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-5cc7a114-3208-4884-abe8-deeb7829d39c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1094 time: 0.5112948 Sep 15 15:44:27.302518 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a287749b-c5ad-42d2-962f-4be366ced9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.303185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d83cc-7d5b-4c47-8955-16fd1363e93d req-56226e1e-1e69-4a53-a800-5152bee18be8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:27.304916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a94d83cc-7d5b-4c47-8955-16fd1363e93d req-56226e1e-1e69-4a53-a800-5152bee18be8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 943 time: 0.0826044 Sep 15 15:44:27.385666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a94d83cc-7d5b-4c47-8955-16fd1363e93d req-f5281b60-6a5d-4283-9823-3629c30b2c55 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712621 Sep 15 15:44:27.432453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-04c22ca6-c2c1-4bf4-8f09-dbf7dc1459ab req-e9a5a739-e582-4ddb-bdba-c1a2551c1fcb tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.453033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-ea1ba23b-2a13-418e-8114-027398937fe7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9815800 Sep 15 15:44:27.471520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Request body: {'port': {'device_id': '83e396ee-4227-475d-845c-44d7f139b4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:27.496945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04c22ca6-c2c1-4bf4-8f09-dbf7dc1459ab req-e9a5a739-e582-4ddb-bdba-c1a2551c1fcb tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2925704 Sep 15 15:44:27.543248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5a739-e582-4ddb-bdba-c1a2551c1fcb tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d346ad-9b01-47c7-8fcd-fbb360181659,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:27.617447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-920a21a3-df21-4d9b-9b90-ee68cb564fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.637458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Router f07bb579-9431-4bb5-b85f-89e42837f7fc is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:44:27.662943 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.685691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-6e1e4811-6d61-4d27-a0d8-47ffdd0089bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:27.687218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-6e1e4811-6d61-4d27-a0d8-47ffdd0089bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.3813994 Sep 15 15:44:27.701390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa772d2-12aa-44e1-afea-55ae07b08da6 req-42aade9c-9819-4fe4-bc40-03df2ec5297e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:27.702884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2fa772d2-12aa-44e1-afea-55ae07b08da6 req-42aade9c-9819-4fe4-bc40-03df2ec5297e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 943 time: 0.2185500 Sep 15 15:44:27.734824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e4771aaf-b706-469a-9097-343ecd46b6ae None None] Provisioning complete for port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:27.735708 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4771aaf-b706-469a-9097-343ecd46b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.737277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-920a21a3-df21-4d9b-9b90-ee68cb564fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:27.777271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-6df5aac8-a6e8-45ec-b4e2-19cb053ca537 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 217 time: 0.0550978 Sep 15 15:44:27.858373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-920a21a3-df21-4d9b-9b90-ee68cb564fe8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c5dd90985adb44bcb4bd187cec920297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8062203 Sep 15 15:44:27.863882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34000) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:27.870042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a21a3-df21-4d9b-9b90-ee68cb564fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac52606-16f7-4f40-9cb5-17e87065a938,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:27.897706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:44:27.929366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2fa772d2-12aa-44e1-afea-55ae07b08da6 req-e12cd9b9-58de-42d1-9811-5771fd8bdff2 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065425 Sep 15 15:44:27.997550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.001518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd4b95d7-a3d3-4cf5-8397-3ccc22b706e6 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5730071 Sep 15 15:44:28.002372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34006) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:28.022069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-4d20776b-d8bd-4d1c-9b72-f7038da9768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:28.033488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-4d20776b-d8bd-4d1c-9b72-f7038da9768d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.2430565 Sep 15 15:44:28.204530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd34806b-43c8-4108-b73e-2d098d3c3ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.214259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511d5b6-3916-4375-8b26-2371b8d2397c req-0a0c8541-c430-4402-8a72-6b431ca4ee82 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:28.224798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c511d5b6-3916-4375-8b26-2371b8d2397c req-0a0c8541-c430-4402-8a72-6b431ca4ee82 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 932 time: 0.2221930 Sep 15 15:44:28.294693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Sync routers for ids ['f07bb579-9431-4bb5-b85f-89e42837f7fc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:44:28.347362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-d66ed636-8106-4081-a707-3744a2841574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:28.350886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-d66ed636-8106-4081-a707-3744a2841574 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2884338 Sep 15 15:44:28.363987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd34806b-43c8-4108-b73e-2d098d3c3ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.377732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Routers {'f07bb579-9431-4bb5-b85f-89e42837f7fc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:28.378971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f07bb579-9431-4bb5-b85f-89e42837f7fc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:28.517668 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:44:28.540753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Set router f07bb579-9431-4bb5-b85f-89e42837f7fc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:28.655281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b777a5-4ee1-4362-9192-db8ed330d073 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:28.678792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.681424 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.682433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:28.685920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-f551b38b-f7c7-4ed3-aa11-69225cb28786 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034647 Sep 15 15:44:28.701155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c511d5b6-3916-4375-8b26-2371b8d2397c req-237d113f-fc41-4fda-bf58-f3baea47969f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751644 Sep 15 15:44:28.810361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Transition to ACTIVE for port object 65b777a5-4ee1-4362-9192-db8ed330d073 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:28.810801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:28.811497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.816994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd34806b-43c8-4108-b73e-2d098d3c3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.824693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd34806b-43c8-4108-b73e-2d098d3c3ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.824693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fd34806b-43c8-4108-b73e-2d098d3c3ef3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5ac52606-16f7-4f40-9cb5-17e87065a938 HTTP/1.1" status: 204 len: 168 time: 0.8889375 Sep 15 15:44:28.882340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:26Z', 'revision_number': 3, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port': {'id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:24Z', 'updated_at': '2021-09-15T15:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:28.914183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Checking router: f07bb579-9431-4bb5-b85f-89e42837f7fc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:44:28.914689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Updating router f07bb579-9431-4bb5-b85f-89e42837f7fc port 76ec7a76-9053-4043-8d52-d287d80e5e5d binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:44:28.941831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.951247 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:28.976252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d4898-6c82-4917-acad-3c8338a8f719 req-c6df8e1f-1b0f-4892-b4ff-eb704ff67262 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:28.977854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dd5d4898-6c82-4917-acad-3c8338a8f719 req-c6df8e1f-1b0f-4892-b4ff-eb704ff67262 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 943 time: 0.1143935 Sep 15 15:44:28.980930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34020) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:29.003940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34806b-43c8-4108-b73e-2d098d3c3ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac52606-16f7-4f40-9cb5-17e87065a938,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:29.014584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:29.054953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dd5d4898-6c82-4917-acad-3c8338a8f719 req-b2156e61-ef40-49b5-a0dd-3405bce9c0eb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616047 Sep 15 15:44:29.149720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:29.185746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9e39e-e668-443e-8bb9-0807ec1d95f1 req-e3d260c0-267e-430f-b01e-76e410cae96a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:29.187558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2a9e39e-e668-443e-8bb9-0807ec1d95f1 req-e3d260c0-267e-430f-b01e-76e410cae96a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.3751070 Sep 15 15:44:29.268716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 47304e19-2a73-4040-b309-3b5fea3859a1 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:44:29.297901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf5f91-5aa5-4dcc-b25b-e7d55acf1a5f req-6289ddcf-06c7-4136-8481-a8d9aab87697 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:29.299445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3cbf5f91-5aa5-4dcc-b25b-e7d55acf1a5f req-6289ddcf-06c7-4136-8481-a8d9aab87697 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 943 time: 0.1118309 Sep 15 15:44:29.320526 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4c9f79b-230b-463e-97c6-df7ca80c3ae5 req-4ed793cf-eea7-4283-b371-89d84db966c8 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122637 Sep 15 15:44:29.350626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2a9e39e-e668-443e-8bb9-0807ec1d95f1 req-12936b9b-9e7b-4612-9f7d-5ba8d53cc3ea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567397 Sep 15 15:44:29.383779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-47ffb683-2747-40f2-bd23-2d74922fb7a0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4011738 Sep 15 15:44:29.388754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-0c918a3e-379c-4fc5-b269-6544611c399a service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:44:29.403259 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-0c918a3e-379c-4fc5-b269-6544611c399a service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190325 Sep 15 15:44:29.412894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 47304e19-2a73-4040-b309-3b5fea3859a1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=47304e19-2a73-4040-b309-3b5fea3859a1,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:29.433253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '47304e19-2a73-4040-b309-3b5fea3859a1', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'mac_address': 'fa:16:3e:9e:fb:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:44:29.439866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:29.443890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:29.443890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:29.457463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:29.457463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:29.471958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:29.471958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:29.472346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:29.478865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Bound port: 65b777a5-4ee1-4362-9192-db8ed330d073, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:29.479393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:29.487556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3cbf5f91-5aa5-4dcc-b25b-e7d55acf1a5f req-98959f42-8cb7-49b7-8c85-a76d4037d794 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278820 Sep 15 15:44:29.492897 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:29.524037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47304e19-2a73-4040-b309-3b5fea3859a1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:29.548513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 47304e19-2a73-4040-b309-3b5fea3859a1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=47304e19-2a73-4040-b309-3b5fea3859a1,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:29.612040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Allocated IP 172.20.0.1 (50b416ff-849f-4876-96c6-33cf70f78126/2386badb-d69e-47ed-902f-1ae6a33ea1f2/91619193-01ba-4de0-b73c-0b025f0680a7) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:29.626129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:29.627174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:44:29.698060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:29.706574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:29.818160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:29.818365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=47304e19-2a73-4040-b309-3b5fea3859a1,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:29.883811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:29.885123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:29.887146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] 10.222.0.38 "PUT /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 1092 time: 2.4239142 Sep 15 15:44:29.887572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:29.895279 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58519410-e0c2-43e5-a8d3-da4cc566130f" -d '{"events": [{"name": "network-changed", "server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:29.902448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:29.923215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4835c4-349c-4975-b99c-c18ecbf5f822 service neutron] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:29.966082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:29.985084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'mac_address': 'fa:16:3e:86:7e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:44:29.991469 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff583233-2980-41f4-aaac-c61eb0a79819 x-openstack-request-id: req-ff583233-2980-41f4-aaac-c61eb0a79819 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:29.995017 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:29.997476 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ff583233-2980-41f4-aaac-c61eb0a79819 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:29.998038 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073', 'status': 'completed', 'code': 200} Sep 15 15:44:30.038818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabca055-ea40-46d6-8494-c5ca5634458f req-b5d55c0c-7952-47cc-8091-3e69a4ab0cfc tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.042200 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.042703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dabca055-ea40-46d6-8494-c5ca5634458f req-b5d55c0c-7952-47cc-8091-3e69a4ab0cfc tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1703346 Sep 15 15:44:30.050521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.060269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:30.092985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:30.125199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519410-e0c2-43e5-a8d3-da4cc566130f req-8e2730c2-56b5-4024-b361-c22795086242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.126877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58519410-e0c2-43e5-a8d3-da4cc566130f req-8e2730c2-56b5-4024-b361-c22795086242 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1095 time: 0.1136696 Sep 15 15:44:30.132084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dabca055-ea40-46d6-8494-c5ca5634458f req-8b92c110-e3ea-48ef-a5c5-a9da384effeb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641236 Sep 15 15:44:30.263440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5714e8d-2b05-4603-802a-6a6467c892d2 req-d3602848-6ad5-4625-b702-1a3f9c3751cd tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.265072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5714e8d-2b05-4603-802a-6a6467c892d2 req-d3602848-6ad5-4625-b702-1a3f9c3751cd tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 943 time: 0.1306880 Sep 15 15:44:30.299637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519410-e0c2-43e5-a8d3-da4cc566130f req-f0bedf95-ca6d-44c4-ab6a-6adec11fe54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.301135 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58519410-e0c2-43e5-a8d3-da4cc566130f req-f0bedf95-ca6d-44c4-ab6a-6adec11fe54f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=778023219b2a4f1ca13621ea15ddb51b&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1539292 Sep 15 15:44:30.330585 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.333228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.336583 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.346186 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.347293 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.447707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=91619193-01ba-4de0-b73c-0b025f0680a7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:30.474847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Network 50b416ff-849f-4876-96c6-33cf70f78126 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:30.476790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:30.479811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519410-e0c2-43e5-a8d3-da4cc566130f req-3b82317a-57de-49f4-95e0-f3d226cee943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.483511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:30.492017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58519410-e0c2-43e5-a8d3-da4cc566130f req-3b82317a-57de-49f4-95e0-f3d226cee943 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806297 Sep 15 15:44:30.518266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5714e8d-2b05-4603-802a-6a6467c892d2 req-80552bf1-61a6-4a95-8edc-9f1b44aae9ae tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437704 Sep 15 15:44:30.536993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:30.636478 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:30.692597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['47304e19-2a73-4040-b309-3b5fea3859a1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:30.710718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['4869cd2c-ba7e-44a9-8f3e-df84ed875f0d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:30.827292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ec01a-4654-466c-9c3e-6796c0098154 req-cb6f45ae-4103-4482-946a-9a34ea5c7a32 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.836779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-889ec01a-4654-466c-9c3e-6796c0098154 req-cb6f45ae-4103-4482-946a-9a34ea5c7a32 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 944 time: 0.1643894 Sep 15 15:44:30.865698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c461b-75b0-4898-89cf-1d86e09c8c8b req-254dbbd8-f61e-445c-affd-78f121a9368d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.877696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f69c461b-75b0-4898-89cf-1d86e09c8c8b req-254dbbd8-f61e-445c-affd-78f121a9368d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.3921394 Sep 15 15:44:30.898871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-f342917b-5778-4775-afbd-60dd292f9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:30.900935 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-f342917b-5778-4775-afbd-60dd292f9263 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1095 time: 0.2892797 Sep 15 15:44:31.002716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Attempting to bind port 76ec7a76-9053-4043-8d52-d287d80e5e5d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:31.009287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Attempting to bind port 76ec7a76-9053-4043-8d52-d287d80e5e5d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:31.010696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Attempting to bind port 76ec7a76-9053-4043-8d52-d287d80e5e5d on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:31.014221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f69c461b-75b0-4898-89cf-1d86e09c8c8b req-57ac6e94-ceb5-4431-9b8d-2445abf389f8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279898 Sep 15 15:44:31.027562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:31.027930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:31.031150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-9f4bf5a7-11f7-40e4-95d9-2e0764b36b71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 217 time: 0.1183629 Sep 15 15:44:31.033855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.034447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:31.035087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Bound port: 76ec7a76-9053-4043-8d52-d287d80e5e5d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:31.035370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.037216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3963825-108d-4bec-abe7-38f71b7a1859 None None] Pushing event updated for resources: {'Port': ['ID=76ec7a76-9053-4043-8d52-d287d80e5e5d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:31.140469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c2382467-439a-445d-8908-e9a1a77c7fc0 None None] Provisioning complete for port 91619193-01ba-4de0-b73c-0b025f0680a7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:31.140853 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c2382467-439a-445d-8908-e9a1a77c7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.171293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-889ec01a-4654-466c-9c3e-6796c0098154 req-b15b8b09-cf6a-4775-ad58-d56876bfaf64 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334892 Sep 15 15:44:31.209238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-33b5277a-2234-4fb8-9edc-981e9b75208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:31.211577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-33b5277a-2234-4fb8-9edc-981e9b75208d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.1688159 Sep 15 15:44:31.213304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.274809 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-24347304-1136-4526-b7e3-920242630289 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548232 Sep 15 15:44:31.438353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] For port 76ec7a76-9053-4043-8d52-d287d80e5e5d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:31.482890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c2382467-439a-445d-8908-e9a1a77c7fc0 None None] Port 91619193-01ba-4de0-b73c-0b025f0680a7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:31.485464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] For port 76ec7a76-9053-4043-8d52-d287d80e5e5d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=76ec7a76-9053-4043-8d52-d287d80e5e5d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:31.511108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9a326-f4cd-4a7e-9152-ef9e2400d552 req-ec7b1f3b-435e-4122-a11a-bbdd1f6f56bd tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:31.518812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-58f9a326-f4cd-4a7e-9152-ef9e2400d552 req-ec7b1f3b-435e-4122-a11a-bbdd1f6f56bd tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1893685 Sep 15 15:44:31.578249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-522607c0-5d1b-44f4-b300-ef3fcf59340a service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935650 Sep 15 15:44:31.589113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-58f9a326-f4cd-4a7e-9152-ef9e2400d552 req-bc38e41a-d567-4034-8f22-273cb7ccb40c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Sep 15 15:44:31.602364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.658016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.751674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.804806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d08b0d9-42da-44fc-848a-2311cf3b5134 req-77ca789e-f84c-45d1-ace1-ece42d20ca81 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214341 Sep 15 15:44:31.891808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4cf09-4077-430d-a573-9c1264b7d52a req-0d3a2b7a-3405-427d-95e8-baf197f6015e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:31.899770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f5c4cf09-4077-430d-a573-9c1264b7d52a req-0d3a2b7a-3405-427d-95e8-baf197f6015e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 944 time: 0.2064366 Sep 15 15:44:31.946871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:31.956938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=91619193-01ba-4de0-b73c-0b025f0680a7,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:31.996834 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Routers {'f07bb579-9431-4bb5-b85f-89e42837f7fc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:31.996834 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f07bb579-9431-4bb5-b85f-89e42837f7fc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:31.996834 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3963825-108d-4bec-abe7-38f71b7a1859 None None] Pushing event updated for resources: {'Port': ['ID=76ec7a76-9053-4043-8d52-d287d80e5e5d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:32.032813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f5c4cf09-4077-430d-a573-9c1264b7d52a req-31b8f887-533e-4b9a-8496-7e9770690757 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314580 Sep 15 15:44:32.267204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Network 50b416ff-849f-4876-96c6-33cf70f78126 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:32.268570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] Set router f07bb579-9431-4bb5-b85f-89e42837f7fc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:32.278794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:32.299945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619de92-9784-47c1-8c6a-eda7cc97a540 req-c10df667-4538-4345-b08c-33ed1d4804bf tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:32.301712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a619de92-9784-47c1-8c6a-eda7cc97a540 req-c10df667-4538-4345-b08c-33ed1d4804bf tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1118245 Sep 15 15:44:32.479194 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a619de92-9784-47c1-8c6a-eda7cc97a540 req-85ec6754-e12b-4cf2-9e06-869b41ec4d69 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029449 Sep 15 15:44:32.527416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Router f07bb579-9431-4bb5-b85f-89e42837f7fc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:44:32.601360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311d43e-5c1d-4a36-a128-3da0df5a4c50 req-3d2198b3-2f51-4b41-8a84-27e98db45576 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:32.601360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6311d43e-5c1d-4a36-a128-3da0df5a4c50 req-3d2198b3-2f51-4b41-8a84-27e98db45576 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 944 time: 0.0969596 Sep 15 15:44:32.679974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-dc7e9a08-03a0-4cdf-9d2e-23bc01b8936b None None] Provisioning complete for port 91619193-01ba-4de0-b73c-0b025f0680a7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:32.682336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc7e9a08-03a0-4cdf-9d2e-23bc01b8936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:32.702235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6311d43e-5c1d-4a36-a128-3da0df5a4c50 req-c2eab953-a9f2-4c01-a648-d04ba4d4f0eb tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916352 Sep 15 15:44:32.783159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e9a08-03a0-4cdf-9d2e-23bc01b8936b None None] Port 91619193-01ba-4de0-b73c-0b025f0680a7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:32.792951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:30Z', 'revision_number': 4, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port': {'id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:24Z', 'updated_at': '2021-09-15T15:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '91619193-01ba-4de0-b73c-0b025f0680a7', 'name': '', 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'mac_address': 'fa:16:3e:f1:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2386badb-d69e-47ed-902f-1ae6a33ea1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:29Z', 'updated_at': '2021-09-15T15:44:31Z', 'revision_number': 2, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'subnets': [{'id': '2386badb-d69e-47ed-902f-1ae6a33ea1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:32.809200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:44:32.832180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10586156-3b03-470a-86ee-d9a0a4861bf8 admin admin] 10.222.0.63 "PUT /v2.0/routers/f07bb579-9431-4bb5-b85f-89e42837f7fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8227210 Sep 15 15:44:32.852946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd75147-ae37-46cc-8d75-1956cd9d6eaf None None] The sync data for ids ['f07bb579-9431-4bb5-b85f-89e42837f7fc'] in n-d-808199-2 is: [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:30Z', 'revision_number': 4, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port': {'id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:24Z', 'updated_at': '2021-09-15T15:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '91619193-01ba-4de0-b73c-0b025f0680a7', 'name': '', 'network_id': '50b416ff-849f-4876-96c6-33cf70f78126', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'mac_address': 'fa:16:3e:f1:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '2386badb-d69e-47ed-902f-1ae6a33ea1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:29Z', 'updated_at': '2021-09-15T15:44:31Z', 'revision_number': 2, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'subnets': [{'id': '2386badb-d69e-47ed-902f-1ae6a33ea1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:44:32.861052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5464-102a-4062-b524-31935cebbb77 req-b760ae40-d66c-437f-9a4a-b38bc41496e0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:32.862590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a74c5464-102a-4062-b524-31935cebbb77 req-b760ae40-d66c-437f-9a4a-b38bc41496e0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1244853 Sep 15 15:44:32.928351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34132) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:32.961877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a74c5464-102a-4062-b524-31935cebbb77 req-9db74fbe-d86c-4103-97c8-ebc14353bdd0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912402 Sep 15 15:44:33.012041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-1d75eae2-95af-4d18-8481-1e78c9ec57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:33.013528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-1d75eae2-95af-4d18-8481-1e78c9ec57db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1099 time: 0.0585747 Sep 15 15:44:33.204377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6fafe950-1e3f-40bf-a5aa-3c82e14c7601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:33.215966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-d97dfd7e-9184-4c9f-8a3d-8cb9e27ff252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:33.217110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-d97dfd7e-9184-4c9f-8a3d-8cb9e27ff252 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1965890 Sep 15 15:44:33.267287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 47304e19-2a73-4040-b309-3b5fea3859a1 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:33.284411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30933bf0-06c9-4c0b-91d6-701df4adf977 req-de00a0a5-4fbe-46e5-b337-92e4c0d95718 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:33.291903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30933bf0-06c9-4c0b-91d6-701df4adf977 req-de00a0a5-4fbe-46e5-b337-92e4c0d95718 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 944 time: 0.1760490 Sep 15 15:44:33.310017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-10d511cc-8545-4179-9f50-50098dd8bfe5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.0830991 Sep 15 15:44:33.387890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30933bf0-06c9-4c0b-91d6-701df4adf977 req-09f476c4-73cb-4c1c-90bf-61472f9476e0 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948095 Sep 15 15:44:33.465053 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6fafe950-1e3f-40bf-a5aa-3c82e14c7601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:33.467795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-efaf3b57-fcb4-44d8-bafb-c28cdb2b02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:33.469306 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-efaf3b57-fcb4-44d8-bafb-c28cdb2b02e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1003156 Sep 15 15:44:33.471149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3b9e241-acf1-4870-9797-c54202712817 req-ee629091-4631-4e7b-a673-8605c2228354 tempest-FloatingIPsNegativeTestJSON-971036324 tempest-FloatingIPsNegativeTestJSON-971036324-project] 10.222.0.63 "GET /v2.0/floatingips?tenant_id=beb0d8adcecd433288462457e98be1ac HTTP/1.1" status: 200 len: 217 time: 0.1602123 Sep 15 15:44:33.481262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 47304e19-2a73-4040-b309-3b5fea3859a1 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:44:33.491365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 47304e19-2a73-4040-b309-3b5fea3859a1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:33.492070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:33.575897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b87299b-b153-41c1-88d3-9ec47846f0cb req-1422f373-ba82-4a3f-8bd2-bb8baf2046bb tempest-FloatingIPsNegativeTestJSON-971036324 tempest-FloatingIPsNegativeTestJSON-971036324-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0451500 Sep 15 15:44:33.593178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9c25c68b-344d-4839-83c3-5aba4afd522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:33.594957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9c25c68b-344d-4839-83c3-5aba4afd522a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178360 Sep 15 15:44:33.605246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6fafe950-1e3f-40bf-a5aa-3c82e14c7601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:33.637778 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:33.644789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafe950-1e3f-40bf-a5aa-3c82e14c7601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5595d04f-92f4-4c4e-88a3-54946a60e198,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:33.688758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:33.691621 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da4acc6-cd76-4ebe-91e7-53685c9b6bf4" -d '{"events": [{"server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "name": "network-vif-plugged", "status": "completed", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:33.698348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44569f30-99d1-4899-8c68-65b7de5bb9bc req-33104faa-54df-41d1-9205-89b902b3122b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:33.709475 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-c8a67401-b25c-4485-8380-17e095ad4498 req-905cca3b-8d1f-4797-b89d-e1753ad25d89 tempest-FloatingIPsNegativeTestJSON-971036324 tempest-FloatingIPsNegativeTestJSON-971036324-project] show failed (client error): The resource could not be found. Sep 15 15:44:33.710734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44569f30-99d1-4899-8c68-65b7de5bb9bc req-33104faa-54df-41d1-9205-89b902b3122b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1558800 Sep 15 15:44:33.711276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8a67401-b25c-4485-8380-17e095ad4498 req-905cca3b-8d1f-4797-b89d-e1753ad25d89 tempest-FloatingIPsNegativeTestJSON-971036324 tempest-FloatingIPsNegativeTestJSON-971036324-project] 10.222.0.63 "GET /v2.0/floatingips/08546d95-fa2b-4127-9a79-792b7b45d3cc HTTP/1.1" status: 404 len: 350 time: 0.1079726 Sep 15 15:44:33.715609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6fafe950-1e3f-40bf-a5aa-3c82e14c7601 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2819d4cbe68445b0a6e603fec7fb3593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861061 Sep 15 15:44:33.724127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34154) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:33.724462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34156) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:33.729881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 47304e19-2a73-4040-b309-3b5fea3859a1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=47304e19-2a73-4040-b309-3b5fea3859a1,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:33.789872 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e189c131-98cd-4d8e-815f-db4bb88d859d x-openstack-request-id: req-e189c131-98cd-4d8e-815f-db4bb88d859d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:33.790473 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "name": "network-vif-plugged", "status": "completed", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:33.791315 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e189c131-98cd-4d8e-815f-db4bb88d859d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:33.791935 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1', 'code': 200} Sep 15 15:44:33.797948 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:33.803618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:33.865365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-b5fabcf6-c7c5-4cca-917d-d387e7143bdd service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605970 Sep 15 15:44:33.871297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44569f30-99d1-4899-8c68-65b7de5bb9bc req-1a76ccef-7eea-43af-8856-2a748b2b5e1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596143 Sep 15 15:44:33.966670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc1795e-d803-4ecf-8ae4-18dd8948e221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:33.994234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=47304e19-2a73-4040-b309-3b5fea3859a1,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:34.031838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:44:34.035917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:34.036287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.037331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc1795e-d803-4ecf-8ae4-18dd8948e221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.198216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc1795e-d803-4ecf-8ae4-18dd8948e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.200922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc1795e-d803-4ecf-8ae4-18dd8948e221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.204666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2fc1795e-d803-4ecf-8ae4-18dd8948e221 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5595d04f-92f4-4c4e-88a3-54946a60e198 HTTP/1.1" status: 204 len: 168 time: 0.4767611 Sep 15 15:44:34.245735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb2ad1-9294-42f7-8264-d7263ab0009f req-144c0d77-aed7-4254-8833-035f379eeb0c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:34.247331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51bb2ad1-9294-42f7-8264-d7263ab0009f req-144c0d77-aed7-4254-8833-035f379eeb0c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 945 time: 0.2379959 Sep 15 15:44:34.249775 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.253061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90161e8e-b22d-4c3e-abce-591611224cf6 req-d0dd4d47-5038-42d2-a310-d82a928dd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:34.254565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90161e8e-b22d-4c3e-abce-591611224cf6 req-d0dd4d47-5038-42d2-a310-d82a928dd9d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.2464364 Sep 15 15:44:34.266263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-96241a4b-3aee-443c-b815-f0ec4a0309aa service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867066 Sep 15 15:44:34.269591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d84d-7bc5-4fba-8607-226eef4ef5d5 req-e5af3835-182c-4587-a198-5837f62f3d78 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:34.279525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53b9d84d-7bc5-4fba-8607-226eef4ef5d5 req-e5af3835-182c-4587-a198-5837f62f3d78 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1805155 Sep 15 15:44:34.299504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1795e-d803-4ecf-8ae4-18dd8948e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5595d04f-92f4-4c4e-88a3-54946a60e198,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:34.360537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:34.388448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90161e8e-b22d-4c3e-abce-591611224cf6 req-ea34f685-afa2-47d2-b4a5-e846eea2aa76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113756 Sep 15 15:44:34.423327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51bb2ad1-9294-42f7-8264-d7263ab0009f req-af3f146a-147e-426b-a1ce-5fabf4934d59 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674094 Sep 15 15:44:34.460967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.587349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:34.592309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 76ec7a76-9053-4043-8d52-d287d80e5e5d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:34.653509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b831e8-4a03-4fe8-b8d1-b2518797fd0c req-723bae2c-c229-4df3-92c5-43bf7bd0faa3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:34.659511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3b831e8-4a03-4fe8-b8d1-b2518797fd0c req-723bae2c-c229-4df3-92c5-43bf7bd0faa3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 945 time: 0.0964713 Sep 15 15:44:34.707904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 76ec7a76-9053-4043-8d52-d287d80e5e5d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:34.710354 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.743561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3b831e8-4a03-4fe8-b8d1-b2518797fd0c req-955494f9-a897-4384-8ab7-d26d8fa33baa tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761166 Sep 15 15:44:34.906058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:34.972477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 76ec7a76-9053-4043-8d52-d287d80e5e5d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=76ec7a76-9053-4043-8d52-d287d80e5e5d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:35.026822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53b9d84d-7bc5-4fba-8607-226eef4ef5d5 req-012a5d57-bb96-4cca-bfbc-25d63920a286 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463212 Sep 15 15:44:35.043840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:35.120424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393f858-3697-4479-9cb0-1f97f666ba79 req-82ca6a87-8399-4c05-a960-b2f1596c4ac3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:35.122340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f393f858-3697-4479-9cb0-1f97f666ba79 req-82ca6a87-8399-4c05-a960-b2f1596c4ac3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1131194 Sep 15 15:44:35.147133 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=76ec7a76-9053-4043-8d52-d287d80e5e5d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:35.229502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f393f858-3697-4479-9cb0-1f97f666ba79 req-178ab77f-456a-4085-9a57-c68290765789 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946283 Sep 15 15:44:35.240128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:35.398675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:44:35.634907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:35.662932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '65b777a5-4ee1-4362-9192-db8ed330d073', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'port_id': '65b777a5-4ee1-4362-9192-db8ed330d073', 'mac_address': 'fa:16:3e:60:dc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06009191-dc62-4e07-857b-f9d6a1fb75c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:44:35.722661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:35.771655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b777a5-4ee1-4362-9192-db8ed330d073 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:35.795813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:35.799085 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d214ef9a-2464-4122-b69f-a8d1371da6f3" -d '{"events": [{"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:35.802165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb5a02-40af-4e48-848d-48c4748e0865 req-eb586c5f-4ca9-4413-b525-ed18e3ff8453 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:35.803967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04eb5a02-40af-4e48-848d-48c4748e0865 req-eb586c5f-4ca9-4413-b525-ed18e3ff8453 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 945 time: 0.1480162 Sep 15 15:44:35.805688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Deleting port 91619193-01ba-4de0-b73c-0b025f0680a7 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:44:35.806116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:35.843321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:35.901803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:35.913864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Calling delete_port for 91619193-01ba-4de0-b73c-0b025f0680a7 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:44:35.936934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:35.987400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc38a7-c948-419d-b791-055eaefe0e0d req-be34f2f0-d0b0-4841-9a08-45ccfb22db40 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:35.996754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2bc38a7-c948-419d-b791-055eaefe0e0d req-be34f2f0-d0b0-4841-9a08-45ccfb22db40 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 945 time: 0.0761037 Sep 15 15:44:36.005533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34200) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:36.110275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2bc38a7-c948-419d-b791-055eaefe0e0d req-f969ea83-99e0-4115-9bd9-652d94b7d3c4 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122363 Sep 15 15:44:36.126697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:36.164522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['65b777a5-4ee1-4362-9192-db8ed330d073'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:36.215684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-761721401-network', 'tenant_id': '44bc67a16947468d9d1d2a8f6d0996d6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:36.237969 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8128b7f-bcda-45d1-aeb8-a4131eb1b3ee x-openstack-request-id: req-e8128b7f-bcda-45d1-aeb8-a4131eb1b3ee {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:36.238284 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:36.238545 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e8128b7f-bcda-45d1-aeb8-a4131eb1b3ee {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:36.238938 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'code': 200} Sep 15 15:44:36.249739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04eb5a02-40af-4e48-848d-48c4748e0865 req-d911ff90-03cd-4e97-85cc-a1ca99fb97db tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999839 Sep 15 15:44:36.254095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.306381 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] Sync routers for ids ['f07bb579-9431-4bb5-b85f-89e42837f7fc'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:44:36.320991 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] Routers {'f07bb579-9431-4bb5-b85f-89e42837f7fc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:36.321640 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f07bb579-9431-4bb5-b85f-89e42837f7fc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:36.347449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Made reservation on behalf of 44bc67a16947468d9d1d2a8f6d0996d6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:36.349782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.372583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.389520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Pushing event deleted for resources: {'Port': ['ID=91619193-01ba-4de0-b73c-0b025f0680a7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:36.402060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272d90-3731-4ba7-ac86-8bfdc52e39e6 req-e5364b24-4416-4783-82fd-dd61a190ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:36.403137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95272d90-3731-4ba7-ac86-8bfdc52e39e6 req-e5364b24-4416-4783-82fd-dd61a190ed2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 1096 time: 0.1242619 Sep 15 15:44:36.557038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 76ec7a76-9053-4043-8d52-d287d80e5e5d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:36.580300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9b1e-f375-4f30-8325-c98ac9623b17 req-5b8ba725-fa86-481e-89ab-8266da357eda tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:36.588910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-07cf9b1e-f375-4f30-8325-c98ac9623b17 req-5b8ba725-fa86-481e-89ab-8266da357eda tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1371391 Sep 15 15:44:36.605022 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] Set router f07bb579-9431-4bb5-b85f-89e42837f7fc gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:36.653179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.714664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-07cf9b1e-f375-4f30-8325-c98ac9623b17 req-2840a968-8ea0-49aa-b050-172447b53e68 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246021 Sep 15 15:44:36.733763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.777695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 76ec7a76-9053-4043-8d52-d287d80e5e5d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:36.780135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.866303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:44:36.876951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf69d51-d13c-4bba-9436-6c8a12de5363,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:36.913333 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.938047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d9ea-ce10-4330-b8e3-0095307e6a91 req-de1fdbe2-be6f-47bd-853d-160731f1ac9d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:36.939794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60b9d9ea-ce10-4330-b8e3-0095307e6a91 req-de1fdbe2-be6f-47bd-853d-160731f1ac9d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.5410862 Sep 15 15:44:36.943061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95272d90-3731-4ba7-ac86-8bfdc52e39e6 req-ae1f14dd-bb9d-437d-8422-c597afe3f2a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697480 Sep 15 15:44:36.947639 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:36.948229 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Added segment 75879688-edf2-4568-9e13-1843239f0cc2 of type vlan for network 34f64a2d-5234-406e-addc-eda114cdfe09 Sep 15 15:44:36.954098 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:36Z', 'revision_number': 5, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port': {'id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:24Z', 'updated_at': '2021-09-15T15:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:36.986412 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] Checking router: f07bb579-9431-4bb5-b85f-89e42837f7fc for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:44:36.998787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] Routers {'f07bb579-9431-4bb5-b85f-89e42837f7fc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:36.999422 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f07bb579-9431-4bb5-b85f-89e42837f7fc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:37.042171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60b9d9ea-ce10-4330-b8e3-0095307e6a91 req-943b9c53-cf10-4d8f-b1aa-951b5099561d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918429 Sep 15 15:44:37.057962 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:37.133547 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] Set router f07bb579-9431-4bb5-b85f-89e42837f7fc gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:37.152606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:37.153603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:37.154186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:37.325491 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3179560 Sep 15 15:44:37.329906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:37.339640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Request body: {'subnet': {'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-761721401-subnet', 'tenant_id': '44bc67a16947468d9d1d2a8f6d0996d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:37.345257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdeb5d-9026-4010-ac1d-fe38de96e56d admin admin] Pushing event updated for resources: {'Network': ['ID=34f64a2d-5234-406e-addc-eda114cdfe09,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:37.356732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bf107-c6fe-4896-bd60-8991250d07b7 req-6cce117f-5dd5-441a-ba10-e96c454df996 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:37.358414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 34f64a2d-5234-406e-addc-eda114cdfe09 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:44:37.365478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a43bf107-c6fe-4896-bd60-8991250d07b7 req-6cce117f-5dd5-441a-ba10-e96c454df996 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 945 time: 0.1637883 Sep 15 15:44:37.406403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Router f07bb579-9431-4bb5-b85f-89e42837f7fc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:44:37.427666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:37.438609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a43bf107-c6fe-4896-bd60-8991250d07b7 req-c0079a8f-b21f-4c26-ab3a-f3b10015442e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721412 Sep 15 15:44:37.456098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683330f6-23a7-4de4-acaf-43e95f5dadb7 req-b9d84d02-6566-4408-9672-271e0ae6b4c9 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:37.458214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-683330f6-23a7-4de4-acaf-43e95f5dadb7 req-b9d84d02-6566-4408-9672-271e0ae6b4c9 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 945 time: 0.0779333 Sep 15 15:44:37.483267 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:36Z', 'revision_number': 5, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port': {'id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:24Z', 'updated_at': '2021-09-15T15:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:37.519228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-683330f6-23a7-4de4-acaf-43e95f5dadb7 req-a27b606e-c6c4-42d9-a9dc-23a829c56b7b tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483155 Sep 15 15:44:37.529218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Made reservation on behalf of 44bc67a16947468d9d1d2a8f6d0996d6 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:37.529419 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5bd77-7793-465b-9000-46c12c5e0f77 None None] The sync data for ids ['f07bb579-9431-4bb5-b85f-89e42837f7fc'] in n-d-808199-2 is: [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:36Z', 'revision_number': 5, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port': {'id': '76ec7a76-9053-4043-8d52-d287d80e5e5d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:3a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:24Z', 'updated_at': '2021-09-15T15:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:44:37.550318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:37.647967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:44:37.655169 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-66fb33d4-1fd8-4ef8-a982-3d9e48372296 admin admin] 10.222.0.63 "PUT /v2.0/routers/f07bb579-9431-4bb5-b85f-89e42837f7fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9269438 Sep 15 15:44:37.657996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34218) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:37.685432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 65b777a5-4ee1-4362-9192-db8ed330d073 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:44:37.694745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 65b777a5-4ee1-4362-9192-db8ed330d073 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:37.695120 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:37.824815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:37.824922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:37.873018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:37.991775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599925c8-39bb-4ad9-a6fa-0a29d81c186c req-1d7cda0d-9a47-4f2e-a083-6fb1911f9f1c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:38.023858 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-599925c8-39bb-4ad9-a6fa-0a29d81c186c req-1d7cda0d-9a47-4f2e-a083-6fb1911f9f1c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1252069 Sep 15 15:44:38.023858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:38.051822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-599925c8-39bb-4ad9-a6fa-0a29d81c186c req-ded1a657-c0cb-4296-9631-a7d29e33a57e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501842 Sep 15 15:44:38.214637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017d0c-d807-415b-8d02-8bb5c0bf5e7b req-ea7504c9-de21-481c-8ea3-fd91838dec81 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:38.216271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1a017d0c-d807-415b-8d02-8bb5c0bf5e7b req-ea7504c9-de21-481c-8ea3-fd91838dec81 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.0610363 Sep 15 15:44:38.224066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-edcee89d-5b3f-4013-809a-90696593b81b tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6354935 Sep 15 15:44:38.240398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:38.244699 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e13933-6c4f-412d-ae25-431e0d7dbbee" -d '{"events": [{"server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:38.256329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:38.276619 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1a017d0c-d807-415b-8d02-8bb5c0bf5e7b req-08e2627b-d7f1-4ce1-8350-92f64867a304 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521703 Sep 15 15:44:38.330507 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb2918-ea26-44da-874d-283234cdb448 x-openstack-request-id: req-f9eb2918-ea26-44da-874d-283234cdb448 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:38.330825 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "name": "network-vif-plugged", "status": "completed", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:38.331085 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9eb2918-ea26-44da-874d-283234cdb448 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:38.331476 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073', 'code': 200} Sep 15 15:44:38.340099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:38.366631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 91619193-01ba-4de0-b73c-0b025f0680a7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:38.397033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 91619193-01ba-4de0-b73c-0b025f0680a7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:44:38.397494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 91619193-01ba-4de0-b73c-0b025f0680a7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:38.430275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:38.444309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19512ec9-ee10-4432-b593-07f865b2786d req-f0769269-8ca6-4b03-aedf-aba161c77ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:38.445996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19512ec9-ee10-4432-b593-07f865b2786d req-f0769269-8ca6-4b03-aedf-aba161c77ff9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0542393 Sep 15 15:44:38.503011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19512ec9-ee10-4432-b593-07f865b2786d req-cfbf6e15-e7a6-4937-8588-e351637e0b1f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 Sep 15 15:44:38.599499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d0d45-e1e2-4f21-8505-67bf1986289e req-89ad72d0-03fe-47ca-be36-973ee12ea37c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:38.601004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a3d0d45-e1e2-4f21-8505-67bf1986289e req-89ad72d0-03fe-47ca-be36-973ee12ea37c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 945 time: 0.0778613 Sep 15 15:44:38.629406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:38.633424 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:38.667710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a3d0d45-e1e2-4f21-8505-67bf1986289e req-9bf3f811-b650-4062-97f0-1927cd2010aa tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Sep 15 15:44:38.677192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Deleting port 76ec7a76-9053-4043-8d52-d287d80e5e5d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:44:38.677364 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:38.726870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88df1f6c-df39-4e4a-b86a-dda102a09cf5,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:38.786081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Checking segment: {'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:38.786530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Network hostable DHCP agents. Network: 34f64a2d-5234-406e-addc-eda114cdfe09, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:44:38.841414 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:38.877306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] For port 76ec7a76-9053-4043-8d52-d287d80e5e5d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=76ec7a76-9053-4043-8d52-d287d80e5e5d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:38.877847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:38.885535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] Sync routers for ids ['f07bb579-9431-4bb5-b85f-89e42837f7fc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:44:38.898693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] Routers {'f07bb579-9431-4bb5-b85f-89e42837f7fc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:38.899654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f07bb579-9431-4bb5-b85f-89e42837f7fc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:38.904934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Calling delete_port for 76ec7a76-9053-4043-8d52-d287d80e5e5d owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:44:38.981194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Allocated IP 172.25.0.121 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f6b12bb9-d163-4fb6-9172-755fb281a91b) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:39.006013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] Set router f07bb579-9431-4bb5-b85f-89e42837f7fc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:39.097175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.147708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Network 34f64a2d-5234-406e-addc-eda114cdfe09 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:44:39.201982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.222770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:38Z', 'revision_number': 6, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:39.233684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ec7a76-9053-4043-8d52-d287d80e5e5d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:39.241499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 34f64a2d-5234-406e-addc-eda114cdfe09) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:39.252816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] Checking router: f07bb579-9431-4bb5-b85f-89e42837f7fc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:44:39.258290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:39.260191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.262849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] Routers {'f07bb579-9431-4bb5-b85f-89e42837f7fc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:44:39.263669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f07bb579-9431-4bb5-b85f-89e42837f7fc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:39.269155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258123a-0e86-4cae-9db7-94ecf7b15054 None None] Network 34f64a2d-5234-406e-addc-eda114cdfe09 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:39.281297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.309140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f78bc0-39c6-4a60-a0e6-61783e88149f req-c30f51c2-f12f-4641-95f6-43622b25a1e7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:39.310930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77f78bc0-39c6-4a60-a0e6-61783e88149f req-c30f51c2-f12f-4641-95f6-43622b25a1e7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 946 time: 0.1404171 Sep 15 15:44:39.347083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:39.356800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-90aa7f90-4dd5-41f3-ab5f-06e21bff2b70 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0237672 Sep 15 15:44:39.359648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:39.365025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.372364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:39.375100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Pushing event updated for resources: {'Port': ['ID=f6b12bb9-d163-4fb6-9172-755fb281a91b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:39.435008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] Set router f07bb579-9431-4bb5-b85f-89e42837f7fc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:44:39.501738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77f78bc0-39c6-4a60-a0e6-61783e88149f req-5ee29410-dc20-4096-9224-4dd0d01bc10a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837347 Sep 15 15:44:39.508702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:39Z', 'revision_number': 7, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:39.520956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.553166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9870669-17a0-4396-a6df-1e0ff7c4a2a7 None None] The sync data for ids ['f07bb579-9431-4bb5-b85f-89e42837f7fc'] in n-d-808199-2 is: [{'id': 'f07bb579-9431-4bb5-b85f-89e42837f7fc', 'name': 'tempest-FloatingIPsNegativeTestJSON-997386749-router', 'tenant_id': 'beb0d8adcecd433288462457e98be1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:23Z', 'updated_at': '2021-09-15T15:44:39Z', 'revision_number': 7, 'project_id': 'beb0d8adcecd433288462457e98be1ac', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:44:39.674395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec5281-8788-474f-bf63-d97a0f04471b None None] Network 34f64a2d-5234-406e-addc-eda114cdfe09 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:39.787804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.878008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.887163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.965693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:39.980512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be23b96-c114-4a04-b586-4ab88e1436bc req-8b6877e4-41c2-43fb-a0b1-d265943913a7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:39.984478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6be23b96-c114-4a04-b586-4ab88e1436bc req-8b6877e4-41c2-43fb-a0b1-d265943913a7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1060586 Sep 15 15:44:40.021638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6be23b96-c114-4a04-b586-4ab88e1436bc req-5f5bdd47-ad6e-4b3d-aee8-9b3d4655bb5a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Sep 15 15:44:40.032024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.032778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07bb579-9431-4bb5-b85f-89e42837f7fc {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:44:40.042333 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.042333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-06b88af9-d21f-43b2-bddf-5f1e71aaf881 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f07bb579-9431-4bb5-b85f-89e42837f7fc HTTP/1.1" status: 204 len: 168 time: 2.3812649 Sep 15 15:44:40.043977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34252) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:40.078843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.180814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] Deleting subnet 2386badb-d69e-47ed-902f-1ae6a33ea1f2 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:44:40.193564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.195323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Pushing event updated for resources: {'Port': ['ID=f6b12bb9-d163-4fb6-9172-755fb281a91b,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:40.221768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-657f2fdb-cd2d-49bb-880c-c8b7e3fe7ba8 req-2e84ff1a-7520-4a56-8869-461990aac8b2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1362045744', 'description': 'tempest-description-233311710'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:40.232826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.247089 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.340646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-657f2fdb-cd2d-49bb-880c-c8b7e3fe7ba8 req-2e84ff1a-7520-4a56-8869-461990aac8b2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.371609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.389178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 76ec7a76-9053-4043-8d52-d287d80e5e5d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:40.410749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 76ec7a76-9053-4043-8d52-d287d80e5e5d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:44:40.411104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 76ec7a76-9053-4043-8d52-d287d80e5e5d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:40.429626 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.430887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-381e4373-cd87-450c-bdfd-3bc918ca66ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1821041 Sep 15 15:44:40.484271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-6cd38fd3-2c35-41ae-b56f-17d2854924d1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0462756 Sep 15 15:44:40.506988 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-657f2fdb-cd2d-49bb-880c-c8b7e3fe7ba8 req-2e84ff1a-7520-4a56-8869-461990aac8b2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.527555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.578038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2386badb-d69e-47ed-902f-1ae6a33ea1f2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:40.580521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-657f2fdb-cd2d-49bb-880c-c8b7e3fe7ba8 req-2e84ff1a-7520-4a56-8869-461990aac8b2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.583539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.586014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-195a99c9-f78b-4230-bb25-3764ddeca7c8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2386badb-d69e-47ed-902f-1ae6a33ea1f2 HTTP/1.1" status: 204 len: 168 time: 0.5402160 Sep 15 15:44:40.588896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34262) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:40.592858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff423fe0-01a3-4312-8892-a428fbf8032d None None] Network 50b416ff-849f-4876-96c6-33cf70f78126 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:40.628820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-6882d078-19fd-4c86-af0f-e256206880dd tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:40.630330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e62bb70-fc87-45e6-9ff6-137c4446e8a7 req-6882d078-19fd-4c86-af0f-e256206880dd tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1401606 Sep 15 15:44:40.641770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84ff1a-7520-4a56-8869-461990aac8b2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de911520-9adf-4e16-a53b-a4ab9ea9865f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:40.701152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-657f2fdb-cd2d-49bb-880c-c8b7e3fe7ba8 req-2e84ff1a-7520-4a56-8869-461990aac8b2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.703769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-657f2fdb-cd2d-49bb-880c-c8b7e3fe7ba8 req-2e84ff1a-7520-4a56-8869-461990aac8b2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4863632 Sep 15 15:44:40.731371 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.815872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Deleting port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:44:40.816217 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.851081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b21ce-f8b7-442c-b186-c23df3f71d1d req-5c580913-5917-4dd7-8fc7-3bacd566bdc9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:40.855149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-567b21ce-f8b7-442c-b186-c23df3f71d1d req-5c580913-5917-4dd7-8fc7-3bacd566bdc9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 945 time: 0.1112249 Sep 15 15:44:40.868021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] DHCP port deletion for 50b416ff-849f-4876-96c6-33cf70f78126 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:44:40.907840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] For port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,segment=NetworkSegment(cd78b7d1-ff84-49e0-a764-87e231b8c55d),segment_id=cd78b7d1-ff84-49e0-a764-87e231b8c55d)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:40.908232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.927974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] Deleting port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:44:40.928355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:40.929446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Calling delete_port for 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:44:40.948154 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-567b21ce-f8b7-442c-b186-c23df3f71d1d req-2ca13610-ac66-4c3d-bbd4-85dc5d5d2816 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801723 Sep 15 15:44:41.021094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] For port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,segment=NetworkSegment(cd78b7d1-ff84-49e0-a764-87e231b8c55d),segment_id=cd78b7d1-ff84-49e0-a764-87e231b8c55d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:41.021578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.035406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] Calling delete_port for 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:44:41.098211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e65aae-75ca-4021-ac31-f1113f3793d0 req-3b5a257e-f2ae-41be-9a55-808dc759698f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:41.099826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46e65aae-75ca-4021-ac31-f1113f3793d0 req-3b5a257e-f2ae-41be-9a55-808dc759698f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 946 time: 0.0611286 Sep 15 15:44:41.112245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-c40052fa-1a3d-48d2-9268-0c550b28d0a9 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:41.113877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-c40052fa-1a3d-48d2-9268-0c550b28d0a9 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/networks?id=e4a27174-e645-4bc5-a0c1-e256ef41302e HTTP/1.1" status: 200 len: 815 time: 0.1367543 Sep 15 15:44:41.138101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-73b84fde-9d02-4208-a17a-b468cc41dc9b tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/quotas/8aae16f9ef76466baa87896d6f994a65 HTTP/1.1" status: 200 len: 375 time: 0.0109611 Sep 15 15:44:41.156647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46e65aae-75ca-4021-ac31-f1113f3793d0 req-31eb843c-b4c2-4135-8ae9-b9a31afed71b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499415 Sep 15 15:44:41.156960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.163391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.193156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] Pushing event deleted for resources: {'Port': ['ID=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:41.198221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ede0d-524e-46ef-aff3-1740046d03f6 None None] No DVR routers for this DVR port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:41.203370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:41.203518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-eac5940f-4856-4eb6-95c5-811e5aefbfa0 req-ae090394-b149-4da1-88c4-1b0395aa4951 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1481811235', 'description': 'tempest-description-1456130488'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:41.207701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] No DVR routers for this DVR port 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:41.269209 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-442be761-5c38-489d-900a-82fdc04f9b79 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8aae16f9ef76466baa87896d6f994a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238167 Sep 15 15:44:41.304022 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.311456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eac5940f-4856-4eb6-95c5-811e5aefbfa0 req-ae090394-b149-4da1-88c4-1b0395aa4951 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.343523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b416ff-849f-4876-96c6-33cf70f78126']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:41.389436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd78b7d1-ff84-49e0-a764-87e231b8c55d') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:41.389637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd78b7d1-ff84-49e0-a764-87e231b8c55d') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:44:41.404064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eac5940f-4856-4eb6-95c5-811e5aefbfa0 req-ae090394-b149-4da1-88c4-1b0395aa4951 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.404822 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.424811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.437971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:44:41.438354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:44:41.440005 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:44:41.450952 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-a51c8e4d-b581-48ca-b19c-c6500ee05080 service neutron] 10.222.0.63 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548955 Sep 15 15:44:41.471411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eac5940f-4856-4eb6-95c5-811e5aefbfa0 req-ae090394-b149-4da1-88c4-1b0395aa4951 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.502243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae090394-b149-4da1-88c4-1b0395aa4951 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f294636-5b42-4539-a1da-fbcde206710f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:41.555272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eac5940f-4856-4eb6-95c5-811e5aefbfa0 req-ae090394-b149-4da1-88c4-1b0395aa4951 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.557171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eac5940f-4856-4eb6-95c5-811e5aefbfa0 req-ae090394-b149-4da1-88c4-1b0395aa4951 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3614783 Sep 15 15:44:41.583352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.590320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:41.592466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] 10.222.0.63 "DELETE /v2.0/networks/50b416ff-849f-4876-96c6-33cf70f78126 HTTP/1.1" status: 204 len: 168 time: 1.0005722 Sep 15 15:44:41.594657 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-8543c083-b0cc-4c5a-bff8-21a799aafc29 service neutron] 10.222.0.63 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355112 Sep 15 15:44:41.607531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2dc54-080c-4835-ac00-afb5ff9f13ee admin admin] Pushing event deleted for resources: {'Network': ['ID=50b416ff-849f-4876-96c6-33cf70f78126,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:41.770848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-af79c843-0c9a-4c00-b3b3-58b4fb3efad9 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:41.772364 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-af79c843-0c9a-4c00-b3b3-58b4fb3efad9 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 821 time: 0.1076558 Sep 15 15:44:41.792383 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-76ecd602-ac3c-4519-81b1-15beb2c64d72 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/quotas/732dc564002347ccac56c83370080651 HTTP/1.1" status: 200 len: 375 time: 0.0101810 Sep 15 15:44:41.876057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-58cffd22-f618-44ac-8041-2f5ca8c555eb tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0774848 Sep 15 15:44:41.975010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34306) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:41.979555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-c5aecd05-77f2-424e-a5c3-671580af9740 service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023235 Sep 15 15:44:42.036535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-220b1dca-a9fa-45b1-973e-9d98cd7bbba4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=beb0d8adcecd433288462457e98be1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595701 Sep 15 15:44:42.038241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34312) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:42.079301 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-295fec25-52fb-4313-8834-dfc256bdb641 service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931711 Sep 15 15:44:42.095509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2237dc8-8b2a-4402-82e1-1df3755fd386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:42.132796 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2237dc8-8b2a-4402-82e1-1df3755fd386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:42.210376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0c55c-aa00-4c37-a433-1fa031dab60f req-c62251bd-d4eb-4c61-be3e-1c05d3299ed2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:42.211772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ef0c55c-aa00-4c37-a433-1fa031dab60f req-c62251bd-d4eb-4c61-be3e-1c05d3299ed2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.0569656 Sep 15 15:44:42.266775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ef0c55c-aa00-4c37-a433-1fa031dab60f req-d0fcf8e3-d204-4c25-97de-d4c1698f9ffc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Sep 15 15:44:42.294595 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2237dc8-8b2a-4402-82e1-1df3755fd386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:42.297356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2237dc8-8b2a-4402-82e1-1df3755fd386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:42.298532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a2237dc8-8b2a-4402-82e1-1df3755fd386 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3c17da03-2d8f-4d6e-a759-1e7f6e6bf708 HTTP/1.1" status: 204 len: 168 time: 0.2590325 Sep 15 15:44:42.306771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2237dc8-8b2a-4402-82e1-1df3755fd386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c17da03-2d8f-4d6e-a759-1e7f6e6bf708,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:42.428538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409abe-67dc-4440-934f-bed3f09a8b59 req-97296721-42ed-4cc9-a38a-650e63cef724 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:42.431268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55409abe-67dc-4440-934f-bed3f09a8b59 req-97296721-42ed-4cc9-a38a-650e63cef724 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0963418 Sep 15 15:44:42.464528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:42.476755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55409abe-67dc-4440-934f-bed3f09a8b59 req-a515ce7c-7149-42ca-a8af-f4f2ad09327d tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Sep 15 15:44:42.516246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:44:42.516606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6fa8ad85-c5bd-4ca6-aa28-8c9940dce31d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:42.605440 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-078e9ece-97c5-4eb8-ba67-1221480b42b9 req-dda21541-f126-49a9-bb71-9763870344df tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 210 time: 0.0519280 Sep 15 15:44:42.609644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-2d2cdba3-ba9a-4290-ac1f-f4f1848e9b2e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:42.611583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-2d2cdba3-ba9a-4290-ac1f-f4f1848e9b2e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 812 time: 0.1821520 Sep 15 15:44:42.634096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-828337f2-443f-4505-b33f-2e79588eed5c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/quotas/44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 375 time: 0.0096714 Sep 15 15:44:42.672041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-4451881b-9319-43ef-84a6-564cc11366a9 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290723 Sep 15 15:44:42.791113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6cc54-5dc6-4c89-b1b0-00dc82b80336 req-5e9d40b0-562a-4e4c-b1b4-c2966db9c284 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:42.792671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-96e6cc54-5dc6-4c89-b1b0-00dc82b80336 req-5e9d40b0-562a-4e4c-b1b4-c2966db9c284 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 945 time: 0.0577104 Sep 15 15:44:42.796208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e7170a5-a4e9-4690-80f5-a0475690dead service neutron] 10.222.0.63 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169121 Sep 15 15:44:42.835132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-96e6cc54-5dc6-4c89-b1b0-00dc82b80336 req-8152c0a8-7910-4fa9-821e-f7cbafd6f1b3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353653 Sep 15 15:44:42.938967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9fc85ae9-b7a2-40d3-ac35-8a9b24ee6a00 service neutron] 10.222.0.63 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355300 Sep 15 15:44:42.941405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1e206f5e-e559-440c-820b-8ce551f98b10 req-6d6d6fad-edbc-4ef9-adf8-38638abdff77 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 210 time: 0.0353272 Sep 15 15:44:43.071128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b96a-8d38-400c-83d0-1ae0ae475d02 req-353ef99a-8e07-4919-828d-9a0d4998279b tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:43.079432 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da75b96a-8d38-400c-83d0-1ae0ae475d02 req-353ef99a-8e07-4919-828d-9a0d4998279b tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0687826 Sep 15 15:44:43.114606 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da75b96a-8d38-400c-83d0-1ae0ae475d02 req-5147c46e-dcc9-43ec-901d-0f77943d32da tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Sep 15 15:44:43.361528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f93dd2b4-4c3a-41bc-a221-d2b496248522 req-5e19b2a9-61d6-491f-be28-3490ace057b8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 210 time: 0.0361960 Sep 15 15:44:44.036611 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6dcbaf34-1943-4d5a-a470-930e4a7745a6 req-f3434ca7-16e9-4d76-bf5a-089c6c2a5b66 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 210 time: 0.0473299 Sep 15 15:44:44.060400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadac64-f827-42ba-9355-e5f9792ba16f req-1f2dc884-8710-47b5-8960-08f5a3e6867c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:44.062155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3aadac64-f827-42ba-9355-e5f9792ba16f req-1f2dc884-8710-47b5-8960-08f5a3e6867c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1520965 Sep 15 15:44:44.126977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3aadac64-f827-42ba-9355-e5f9792ba16f req-a8a44187-1b23-465f-8c8f-951dcb8f8be7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547118 Sep 15 15:44:44.282068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541ac70-6d33-446b-a492-8d237f59c5e5 req-cbf42668-688b-4014-ab8c-5cf5e8dca9b9 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:44.294283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d541ac70-6d33-446b-a492-8d237f59c5e5 req-cbf42668-688b-4014-ab8c-5cf5e8dca9b9 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0672054 Sep 15 15:44:44.294424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34408) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:44.328880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d541ac70-6d33-446b-a492-8d237f59c5e5 req-338a53c1-83b4-44ee-bc0e-6fab46e8ff52 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366988 Sep 15 15:44:44.351011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b76148fd-a3f2-410d-91e1-0b20e46be8ad req-280dc204-8c3d-43c6-8d2a-7d5215f894b4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 210 time: 0.0360723 Sep 15 15:44:44.462354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85fb6c31-0b48-42b4-9e54-54c35b68b65b req-7e26dbaf-43e5-477c-9a39-f4bcdd448a35 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 210 time: 0.0291235 Sep 15 15:44:44.479821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-404949102-network', 'tenant_id': 'd6d9ffe241a545a19c1c84ef2a186eae'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:44.606709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Made reservation on behalf of d6d9ffe241a545a19c1c84ef2a186eae for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:44.610237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:44.623334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:44.728916 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:44.806589 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:44.831509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:44:44.840448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5548da4f-9772-4b07-8911-44aa0af103bf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:44.846466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:44.847564 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Added segment a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9 of type vlan for network 1627b67a-27f0-46a7-8591-4fb58a05944b Sep 15 15:44:44.892453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:44.986030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:44.987115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:44.988055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:45.063503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] Pushing event updated for resources: {'Network': ['ID=1627b67a-27f0-46a7-8591-4fb58a05944b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:45.074580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 1627b67a-27f0-46a7-8591-4fb58a05944b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:44:45.105322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da1a1496-256b-4291-b251-f7f53c91753b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8094933 Sep 15 15:44:45.108402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34418) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:45.116593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Request body: {'subnet': {'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-404949102-subnet', 'tenant_id': 'd6d9ffe241a545a19c1c84ef2a186eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:45.152939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adb27715-d9e8-4f03-8551-56f2b53c1560 req-5b73bc11-5ffa-4cc7-8017-62af6afb98f9 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 210 time: 0.0352578 Sep 15 15:44:45.261118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Made reservation on behalf of d6d9ffe241a545a19c1c84ef2a186eae for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:45.264934 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:45.294508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9fc8c-7191-4b3e-85e2-cc189b2b6c84 req-11438401-dda5-46fd-8d77-2f78876e9c5a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:45.297126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2d9fc8c-7191-4b3e-85e2-cc189b2b6c84 req-11438401-dda5-46fd-8d77-2f78876e9c5a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.0767508 Sep 15 15:44:45.423928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2d9fc8c-7191-4b3e-85e2-cc189b2b6c84 req-d7d388ee-9843-459b-8461-9f13056e94dd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080606 Sep 15 15:44:45.533039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-34aa907e-037a-4146-807f-93fe8840f65b tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:45.534520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-34aa907e-037a-4146-807f-93fe8840f65b tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.38 "GET /v2.0/networks?id=e4a27174-e645-4bc5-a0c1-e256ef41302e HTTP/1.1" status: 200 len: 815 time: 0.2362549 Sep 15 15:44:45.536154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff46b1-c451-4bbb-a065-ca95b7ba2308 req-741adf70-89e1-4763-bc69-dbc9714f6da7 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:45.537895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4ff46b1-c451-4bbb-a065-ca95b7ba2308 req-741adf70-89e1-4763-bc69-dbc9714f6da7 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0579543 Sep 15 15:44:45.555370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e035a7d-a6c7-4e99-9fe3-88041612de56 req-00d322a4-8048-4dda-ba27-94d276546799 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 210 time: 0.0422454 Sep 15 15:44:45.559610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Request body: {'port': {'device_id': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e', 'admin_state_up': True, 'tenant_id': '8aae16f9ef76466baa87896d6f994a65'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:45.598125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:45.607660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4ff46b1-c451-4bbb-a065-ca95b7ba2308 req-c24b7859-1b71-430b-8177-3f6d656f029f tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603466 Sep 15 15:44:45.664821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2e3578f-4da6-48ea-a4ce-802b8b154578 req-c06ebea6-1600-4d9e-b9f8-9f5e416ed6c2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 210 time: 0.0322888 Sep 15 15:44:45.709246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69afc19a-27e6-4048-a694-a8f4383bc473,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:45.724689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Checking segment: {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:45.725044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Network hostable DHCP agents. Network: 1627b67a-27f0-46a7-8591-4fb58a05944b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:44:45.792131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Made reservation on behalf of 8aae16f9ef76466baa87896d6f994a65 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:45.795779 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:45.861096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Network 1627b67a-27f0-46a7-8591-4fb58a05944b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:44:45.959501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 1627b67a-27f0-46a7-8591-4fb58a05944b) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:45.965914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:45.966501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:45.976693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Allocated IP 172.20.0.3 (e4a27174-e645-4bc5-a0c1-e256ef41302e/5fca7ff5-7a00-4711-a565-c0c084d1a816/162c054e-eb8a-472f-bdeb-94cbc1b35bdb) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:45.985223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31717a2-39a5-4b30-893b-5cd1a3d6e3de None None] Network 1627b67a-27f0-46a7-8591-4fb58a05944b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:46.066197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d2c4584-d518-47f2-b646-f12ce9b2eba3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9409132 Sep 15 15:44:46.145113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-5ed55d53-e663-4388-b821-450529881bdf tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:46.147235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-5ed55d53-e663-4388-b821-450529881bdf tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.38 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 821 time: 0.1894751 Sep 15 15:44:46.152619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e3b09-f3c1-481c-863f-070ee7e2d8cf None None] Network 1627b67a-27f0-46a7-8591-4fb58a05944b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:44:46.160726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'port': {'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'admin_state_up': True, 'tenant_id': '732dc564002347ccac56c83370080651'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:46.335303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96cb7aa5-6a96-4f42-9014-60dc31954c4f req-3198d76f-adb9-4e31-ab66-385ba4716ad6 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 210 time: 0.0481625 Sep 15 15:44:46.371223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:46.488843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Made reservation on behalf of 732dc564002347ccac56c83370080651 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:46.492988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:46.531673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:46.783744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Network e4a27174-e645-4bc5-a0c1-e256ef41302e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:46.807031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:46.809759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:46.976855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Pushing event updated for resources: {'Port': ['ID=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:47.005610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:47.007677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:47.118343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c4336-1a47-469b-8ee4-c087e4e57fa0 req-d4fd5011-2948-46eb-93f4-c246b2f2cab8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:47.131920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-148c4336-1a47-469b-8ee4-c087e4e57fa0 req-d4fd5011-2948-46eb-93f4-c246b2f2cab8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.3876605 Sep 15 15:44:47.134840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Allocated IP 172.20.0.11 (be9a3588-e162-4a93-8fd5-e17a3d4eeffe/a3f5cdcc-8ba4-4700-9201-8584478f15b0/de8499bc-4e62-4164-9fe6-10e255c9be64) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:47.160606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-14e00354-b415-4393-8259-5a63b3dd44e4 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6076519 Sep 15 15:44:47.194442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7d52b53c-75e8-46f7-9dc0-56f8e36a154b None None] Provisioning complete for port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:47.195436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d52b53c-75e8-46f7-9dc0-56f8e36a154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:47.219680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-148c4336-1a47-469b-8ee4-c087e4e57fa0 req-9b59632c-8cc4-420f-b367-de5fce8ba47c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810320 Sep 15 15:44:47.297298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7d52b53c-75e8-46f7-9dc0-56f8e36a154b None None] Port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:47.319741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:44:47.480238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:47.580846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:47.598190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['47304e19-2a73-4040-b309-3b5fea3859a1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:47.604242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:47.633187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:47.639463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:47.642441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:47.738935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'mac_address': 'fa:16:3e:86:7e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:44:47.815122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Pushing event updated for resources: {'Port': ['ID=de8499bc-4e62-4164-9fe6-10e255c9be64,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:47.843920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:47.869506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:47.902234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:47.902994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:47.939657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-13cec98c-2cfd-4a29-8b17-152235270c25 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:47.952892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-13cec98c-2cfd-4a29-8b17-152235270c25 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 821 time: 0.2309141 Sep 15 15:44:47.980748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-76719932-f974-4da2-b175-07eb17355406 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/quotas/d6d9ffe241a545a19c1c84ef2a186eae HTTP/1.1" status: 200 len: 375 time: 0.0268569 Sep 15 15:44:48.003425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:48.049892 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:48.057029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-dbbbfbe2-26b6-410a-bc3c-5df281b3052c tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752337 Sep 15 15:44:48.162666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:48.169883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['4869cd2c-ba7e-44a9-8f3e-df84ed875f0d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:44:48.173227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5218d881-f0c5-4653-9dc6-861d77532050 None None] Provisioning complete for port de8499bc-4e62-4164-9fe6-10e255c9be64 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:48.173664 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5218d881-f0c5-4653-9dc6-861d77532050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:48.180660 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-f3d300bc-d216-4c1d-b6d3-bda9c6477f33 service neutron] 10.222.0.63 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223872 Sep 15 15:44:48.215451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5218d881-f0c5-4653-9dc6-861d77532050 None None] Port de8499bc-4e62-4164-9fe6-10e255c9be64 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:44:48.231749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-1574b414-98c5-4ed7-91a9-0978c7f53bb0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0756817 Sep 15 15:44:48.377354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-33d35faa-7a0b-46d4-8662-615b09f72a56 service neutron] 10.222.0.63 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949279 Sep 15 15:44:48.823146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ebe2f-d5f2-4ae0-879f-68ecdf52b96c req-3c3ab472-740f-432e-8537-6a5440110fea tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:48.832718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a09ebe2f-d5f2-4ae0-879f-68ecdf52b96c req-3c3ab472-740f-432e-8537-6a5440110fea tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 932 time: 0.0626409 Sep 15 15:44:48.954080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a09ebe2f-d5f2-4ae0-879f-68ecdf52b96c req-894b0968-b231-498a-950f-0a77eddb267a tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992756 Sep 15 15:44:49.098339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d06e3c9c-a0c4-4ccb-a346-1160e2843358 req-f53ffe65-52c1-40d3-94cf-ead6009a8d92 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 210 time: 0.0748990 Sep 15 15:44:49.329382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:44:49.342294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9be02-b2bf-4cb9-ad1f-8b3cdb106903 req-ef5c3df7-2551-4b30-8619-df39d61150d1 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:49.345661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9a9be02-b2bf-4cb9-ad1f-8b3cdb106903 req-ef5c3df7-2551-4b30-8619-df39d61150d1 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 931 time: 0.1471796 Sep 15 15:44:49.421096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9a9be02-b2bf-4cb9-ad1f-8b3cdb106903 req-cee1bd3c-c8ec-451d-962a-1b1c5db77357 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653427 Sep 15 15:44:49.421990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:44:49.422388 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:49.622896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:49.656971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:49.659874 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853e13ab-b7d3-4c68-a816-7e2b0b6ff195" -d '{"events": [{"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:49.678831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:49.757790 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:49.866010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:51.336661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.38', 51836) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:51.345499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Request body: {'port': {'device_id': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:51.376529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Request body: {'port': {'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:51.640807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:51.770634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-89b7dbe4-2543-4b54-a06e-ff76abe379db tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:51.777300 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-89b7dbe4-2543-4b54-a06e-ff76abe379db tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.38 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 812 time: 0.3332493 Sep 15 15:44:51.807783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:51.884647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'port': {'device_id': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09', 'admin_state_up': True, 'tenant_id': '44bc67a16947468d9d1d2a8f6d0996d6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:52.146257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-02557ceb-9727-4dcb-aec7-f89d8b2fb9f8 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:44:52.147461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-02557ceb-9727-4dcb-aec7-f89d8b2fb9f8 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1575894 Sep 15 15:44:52.191095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-9e05ec39-a1ed-4b46-98cb-dea9f72436c8 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:52.192605 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-9e05ec39-a1ed-4b46-98cb-dea9f72436c8 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 1094 time: 0.0372853 Sep 15 15:44:52.205997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:52.206745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Unknown quota resources ['binding']. {{(pid=102019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:44:52.381376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:52.382095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:52.382095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:52.386956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:52.387270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:52.392344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:52.392713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:52.393091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:52.393512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Bound port: 65b777a5-4ee1-4362-9192-db8ed330d073, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:52.488930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-162bc39c-4944-419e-9313-0fcf9fdbb77f tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:52.490309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-162bc39c-4944-419e-9313-0fcf9fdbb77f tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 821 time: 0.9326363 Sep 15 15:44:52.496366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:52.547738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Request body: {'port': {'device_id': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'admin_state_up': True, 'tenant_id': 'd6d9ffe241a545a19c1c84ef2a186eae'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:52.798400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8499bc-4e62-4164-9fe6-10e255c9be64 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:52.808431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:52.833505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Transition to ACTIVE for port object de8499bc-4e62-4164-9fe6-10e255c9be64 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:52.872624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162c054e-eb8a-472f-bdeb-94cbc1b35bdb {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:52.880120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:52.892564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Transition to ACTIVE for port object 162c054e-eb8a-472f-bdeb-94cbc1b35bdb will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:52.968335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:52.980939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-0b63a8c8-a330-4b18-9f31-ee6c175cc3e9 service neutron] 10.222.0.63 "POST /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073/bindings HTTP/1.1" status: 201 len: 389 time: 0.7801397 Sep 15 15:44:52.983871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Made reservation on behalf of 44bc67a16947468d9d1d2a8f6d0996d6 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:52.991354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:52.997938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:53.002350 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:53.062317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Made reservation on behalf of d6d9ffe241a545a19c1c84ef2a186eae for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:44:53.066781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:53.211625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Pushing event updated for resources: {'Port': ['ID=de8499bc-4e62-4164-9fe6-10e255c9be64,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:53.223529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.223879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.224215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.224584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.224926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.225243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.225614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.225989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.226310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.226631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.226955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.227268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:53.325085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Allocated IP 172.20.0.14 (34f64a2d-5234-406e-addc-eda114cdfe09/88df1f6c-df39-4e4a-b86a-dda102a09cf5/1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:53.642218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.38', 51841) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:44:53.653710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be956d-fe6e-4277-92ee-12925bba8fe4 req-2c309c21-6a3b-4a86-a4f2-3865c797bfea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:53.655261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7be956d-fe6e-4277-92ee-12925bba8fe4 req-2c309c21-6a3b-4a86-a4f2-3865c797bfea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1981249 Sep 15 15:44:53.746756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Attempting to bind port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:53.748913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7be956d-fe6e-4277-92ee-12925bba8fe4 req-172b2dce-5007-4ae8-8577-b0df7f20fb32 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773494 Sep 15 15:44:53.763611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Attempting to bind port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:53.764606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Attempting to bind port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb on network e4a27174-e645-4bc5-a0c1-e256ef41302e {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:53.827836 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:53.842121 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-eda45426-fea3-4aad-9d80-f9d8d09bcd92 service neutron] show failed (client error): The resource could not be found. Sep 15 15:44:53.843201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-eda45426-fea3-4aad-9d80-f9d8d09bcd92 service neutron] 10.222.0.38 "GET /v2.0/ports/1c97f4c1-9dab-4a0e-be19-109817e8d222/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.1829658 Sep 15 15:44:53.844153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Allocated IP 172.20.0.2 (1627b67a-27f0-46a7-8591-4fb58a05944b/69afc19a-27e6-4048-a694-a8f4383bc473/2c0f7f96-a26a-46bc-88fe-53d788c855db) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:44:53.906947 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea7651d4-d0ce-456e-a975-4e7ccc34c93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:53.967118 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:53.992983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb on network e4a27174-e645-4bc5-a0c1-e256ef41302e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:53.995197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Attempting to bind port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb on network e4a27174-e645-4bc5-a0c1-e256ef41302e {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:54.030254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Network 34f64a2d-5234-406e-addc-eda114cdfe09 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:54.036649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:54.041773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:54.065885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:54.077165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Checking segment: {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:54.078666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Bound using segment: {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:54.078666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Bound port: 162c054e-eb8a-472f-bdeb-94cbc1b35bdb, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdabedc-fe24-4dea-812b-2bfb0a67c839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:54.080708 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:54.146877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:54.148257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:54.156044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:54.227999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.229248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.230018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.230841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.231651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.232519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.233228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.234415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.235080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.235770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.236513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.237326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:44:54.249622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Pushing event updated for resources: {'Port': ['ID=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:54.260874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6aa5a5f-f63e-4216-8dc6-3099614e6913 req-7e76bf71-1491-43f1-b2a5-6ca7022b0f9a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 210 time: 0.1197996 Sep 15 15:44:54.266116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-95035157-9bdd-440d-8971-a572046c2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:54.267559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-95035157-9bdd-440d-8971-a572046c2759 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1097 time: 0.6616883 Sep 15 15:44:54.349868 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ba1d98-1168-4310-828e-126bd2b70d43 x-openstack-request-id: req-91ba1d98-1168-4310-828e-126bd2b70d43 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:54.350179 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-plugged", "status": "completed", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:54.350981 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91ba1d98-1168-4310-828e-126bd2b70d43 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:54.351437 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'code': 200} Sep 15 15:44:54.377053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-9e9feb8f-04bb-4f88-b924-e2ed2ca5c147 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4980142 Sep 15 15:44:54.416721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Request body: {'port': {'device_id': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:54.516686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-bf103d4d-d7a6-4c7e-a7e1-650aba22fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:54.519404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-bf103d4d-d7a6-4c7e-a7e1-650aba22fc94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1932786 Sep 15 15:44:54.608352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:54.623697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-3f08f7c7-a7f4-4a5c-b0f8-d895239ac691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:54.626341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-3f08f7c7-a7f4-4a5c-b0f8-d895239ac691 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171&tenant_id=ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 1099 time: 0.2602308 Sep 15 15:44:54.628390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-1ecbfc16-1040-4d38-8807-4909ca67c586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 217 time: 0.0932691 Sep 15 15:44:54.635240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Attempting to bind port de8499bc-4e62-4164-9fe6-10e255c9be64 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:54.635609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Attempting to bind port de8499bc-4e62-4164-9fe6-10e255c9be64 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:54.635900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Attempting to bind port de8499bc-4e62-4164-9fe6-10e255c9be64 on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:54.641195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39143027-c450-43e4-be2f-56f2d9322f0b req-a977f4ef-88db-411a-b1c5-f66d63204297 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:54.643235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-39143027-c450-43e4-be2f-56f2d9322f0b req-a977f4ef-88db-411a-b1c5-f66d63204297 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 944 time: 0.1696928 Sep 15 15:44:54.652055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:54.653005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Port de8499bc-4e62-4164-9fe6-10e255c9be64 on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:54.653329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Attempting to bind port de8499bc-4e62-4164-9fe6-10e255c9be64 on network be9a3588-e162-4a93-8fd5-e17a3d4eeffe {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:54.708350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:54.708701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Checking segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:54.709133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Bound using segment: {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:54.709587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Bound port: de8499bc-4e62-4164-9fe6-10e255c9be64, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03405719-5eef-440b-bb99-e966d695cca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:54.709938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:54.730486 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:54.771378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] For port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:54.795683 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:54.799778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-2e122054-7ebb-49b6-b1cf-3d4cda738375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:54.804573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-2e122054-7ebb-49b6-b1cf-3d4cda738375 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.1617122 Sep 15 15:44:54.806731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] For port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:54.820747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-39143027-c450-43e4-be2f-56f2d9322f0b req-9d8c7d54-322b-4b9d-9d74-0dc15c88eb57 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921829 Sep 15 15:44:54.893315 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-5d714b80-51e1-4a93-8c0f-9c53acf3f239 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373602 Sep 15 15:44:54.932017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:55.114692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:55.115574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:55.117651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] 10.222.0.38 "PUT /v2.0/ports/162c054e-eb8a-472f-bdeb-94cbc1b35bdb HTTP/1.1" status: 200 len: 1091 time: 3.7807090 Sep 15 15:44:55.136855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'tag': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:55.139210 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ea89b9-5061-4438-9d3f-7c8a39952a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1fcbe6-7037-4644-8963-85d43e664042", "tag": "162c054e-eb8a-472f-bdeb-94cbc1b35bdb"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:55.151729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c4394-e5ed-4c13-9696-6ed941329130 req-cb65e6f9-bc87-40c3-ba87-596e44d12c72 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:55.154535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c39c4394-e5ed-4c13-9696-6ed941329130 req-cb65e6f9-bc87-40c3-ba87-596e44d12c72 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 932 time: 0.1216321 Sep 15 15:44:55.231861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] For port de8499bc-4e62-4164-9fe6-10e255c9be64, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:55.287376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] For port de8499bc-4e62-4164-9fe6-10e255c9be64, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=de8499bc-4e62-4164-9fe6-10e255c9be64,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:55.292347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ff053-6aa4-472e-a0bf-ebe7c6efea46 service neutron] Pushing event updated for resources: {'Port': ['ID=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:55.347987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-b11a3df6-3608-47e1-9151-a320d890ab97 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333305 Sep 15 15:44:55.350165 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:55.388550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-846a14cd-9571-48d0-a171-0f8921bb0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:55.393633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-846a14cd-9571-48d0-a171-0f8921bb0f08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aae16f9ef76466baa87896d6f994a65&device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 1094 time: 0.1377811 Sep 15 15:44:55.467056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Network 1627b67a-27f0-46a7-8591-4fb58a05944b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:44:55.469694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:55.639093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:55.642413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:44:55.667082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-3ca62534-6f67-4b46-b15e-941eab314760 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837059 Sep 15 15:44:55.751280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:44:55.842017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:55.857489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:55.875287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Transition to ACTIVE for port object 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:55.902926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Pushing event updated for resources: {'Port': ['ID=de8499bc-4e62-4164-9fe6-10e255c9be64,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:55.921195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:55.925384 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c39c4394-e5ed-4c13-9696-6ed941329130 req-db431d23-d45e-4f67-bd7f-26f0fb9eeb67 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7504315 Sep 15 15:44:55.926085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:55.938391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-9d67061d-bae5-4336-9743-58519669f841 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb HTTP/1.1" status: 200 len: 217 time: 0.2998824 Sep 15 15:44:55.944693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:55.946150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:55.952397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-a3e8f961-0ba0-4e5f-a7ed-3acd402c3070 service neutron] 10.222.0.38 "PUT /v2.0/ports/de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 1092 time: 4.5920033 Sep 15 15:44:55.966241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.045250 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-fd70f37d-6c21-4530-b2bf-fc92cf9b009d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5013359 Sep 15 15:44:56.073927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:56.079090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:56.116749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-8d91703b-e68f-4e30-ad5c-72d3307cac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:56.118835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-8d91703b-e68f-4e30-ad5c-72d3307cac6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fca7ff5-7a00-4711-a565-c0c084d1a816 HTTP/1.1" status: 200 len: 854 time: 0.0952096 Sep 15 15:44:56.193737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Request body: {'port': {'device_id': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:56.199245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:56.222192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-09ca1b1c-ac70-4eb9-b135-8c8dbc5e3b83 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:56.223813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-09ca1b1c-ac70-4eb9-b135-8c8dbc5e3b83 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1097 time: 0.2833340 Sep 15 15:44:56.236147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fc53c-c95c-45b7-ab64-80736a3d24c3 req-dadc31c0-ee29-4907-b3a6-802eebfa8585 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:56.246383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.246979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a3fc53c-c95c-45b7-ab64-80736a3d24c3 req-dadc31c0-ee29-4907-b3a6-802eebfa8585 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 943 time: 0.1790996 Sep 15 15:44:56.273905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:44:56.317087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Attempting to bind port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:56.317414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Attempting to bind port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:56.317738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Attempting to bind port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec on network 34f64a2d-5234-406e-addc-eda114cdfe09 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:56.345907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:44:56.348824 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d47d64f-46f7-4014-831b-f67b43febd00" -d '{"events": [{"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-unplugged", "status": "completed", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:44:56.364036 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.383820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec on network 34f64a2d-5234-406e-addc-eda114cdfe09 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:56.385308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Attempting to bind port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec on network 34f64a2d-5234-406e-addc-eda114cdfe09 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:56.407441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-e15c5bde-7f9b-48da-b0b2-d417c149a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:56.408833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a3fc53c-c95c-45b7-ab64-80736a3d24c3 req-64be6f9b-69b4-4fad-b05b-f0c8430ea950 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632080 Sep 15 15:44:56.421657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-e15c5bde-7f9b-48da-b0b2-d417c149a581 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 1095 time: 0.2895541 Sep 15 15:44:56.434612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:56.435011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Checking segment: {'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:56.435304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Bound using segment: {'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:56.435740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Bound port: 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:56.443034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.451935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.482878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-d66c3eca-35e7-434b-bb0e-94024d31e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:56.485767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-d66c3eca-35e7-434b-bb0e-94024d31e16c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4a27174-e645-4bc5-a0c1-e256ef41302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659554 Sep 15 15:44:56.514060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Transition to ACTIVE for port object 1c97f4c1-9dab-4a0e-be19-109817e8d222 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:56.575699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.595568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.607350 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-c65175c8-45f4-4ad3-b860-bf4bb8dfab77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 217 time: 0.1381071 Sep 15 15:44:56.706046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:56.712001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:56.888186 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:56.938436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] No DVR routers for this DVR port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:44:56.957801 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:57.026227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-dff81a43-bddb-4296-a916-f7639e4b7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.027835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-dff81a43-bddb-4296-a916-f7639e4b7f6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.3087049 Sep 15 15:44:57.031097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.031703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:57.039375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] 10.222.0.38 "PUT /v2.0/ports/1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 200 len: 1092 time: 2.6286287 Sep 15 15:44:57.053212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:57.063936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:57.064410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:57.064797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:57.095327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:57.095804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Attempting to bind port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:57.123595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:57.129762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:57.129762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:57.129762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Bound port: 1c97f4c1-9dab-4a0e-be19-109817e8d222, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:57.129762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:57.175687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486594de-ad74-4fe4-9216-1991a85a7913 req-aed76e40-12fc-4371-8d42-6f644c16f774 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.177784 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486594de-ad74-4fe4-9216-1991a85a7913 req-aed76e40-12fc-4371-8d42-6f644c16f774 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 946 time: 0.4634025 Sep 15 15:44:57.293468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68963d2e-c013-4e1a-9925-8b3390f58ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:57.325217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-764eb472-0799-4f7b-b697-afb4df1ad5cf service neutron] 10.222.0.38 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611878 Sep 15 15:44:57.348538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486594de-ad74-4fe4-9216-1991a85a7913 req-d01855b2-70c3-4c60-91b0-4bccebe0e6fe tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168056 Sep 15 15:44:57.369426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:57.375894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:57.510704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-171e2e07-516f-4109-b696-f243609eba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:57.512001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:57.571231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:44:57.659958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:44:57.689170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.689944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:57.691622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] 10.222.0.55 "PUT /v2.0/ports/1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 1094 time: 3.0456116 Sep 15 15:44:57.718008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-17f2dad6-93e4-4d19-9972-fb28fc01b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.719815 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-17f2dad6-93e4-4d19-9972-fb28fc01b657 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1095 time: 0.1795535 Sep 15 15:44:57.773697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b52e4-b53c-4060-bce1-96fe50be19df service neutron] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:57.814701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-9a9386c1-c1fa-40d4-99f6-148e09778cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.816210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-9a9386c1-c1fa-40d4-99f6-148e09778cf7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7490053 Sep 15 15:44:57.856251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63062ea6-f839-4590-b16b-0825032c4ea7 req-0988df7e-8c46-4089-a039-e671a61a72a6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.858497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63062ea6-f839-4590-b16b-0825032c4ea7 req-0988df7e-8c46-4089-a039-e671a61a72a6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.3191493 Sep 15 15:44:57.861688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-d462cf79-3e7b-44d6-9919-5a2132ce8ffe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 200 len: 217 time: 0.1211648 Sep 15 15:44:57.934898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:44:57.963870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-081629cb-2026-4e87-b57d-6f4ca33345b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.965470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-081629cb-2026-4e87-b57d-6f4ca33345b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1097 time: 0.2382660 Sep 15 15:44:57.968383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63062ea6-f839-4590-b16b-0825032c4ea7 req-49021292-f85c-488a-8ad5-4712c4fd478c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016200 Sep 15 15:44:57.972372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-52eff991-60de-4e17-ad69-e78486131685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:57.974128 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-52eff991-60de-4e17-ad69-e78486131685 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.0980928 Sep 15 15:44:58.025703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-432be2df-cfc2-40cc-97a0-617c1c7d4a61 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412209 Sep 15 15:44:58.051754 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb651c2a-c55c-4b9c-bebf-57825b7b6ad8 x-openstack-request-id: req-fb651c2a-c55c-4b9c-bebf-57825b7b6ad8 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:58.058442 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1fcbe6-7037-4644-8963-85d43e664042", "tag": "162c054e-eb8a-472f-bdeb-94cbc1b35bdb", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:58.058442 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fb651c2a-c55c-4b9c-bebf-57825b7b6ad8 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:58.058442 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'tag': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb', 'status': 'completed', 'code': 200} Sep 15 15:44:58.116426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-951b0b6e-9b4f-4fa1-a8de-a2359fd09ad3 req-25c7a21f-faf7-4e74-9e31-e278e3a5c894 service neutron] 10.222.0.38 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7380335 Sep 15 15:44:58.124373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-9ae1453a-20d1-4fe3-b87c-d8ee63291027 service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994595 Sep 15 15:44:58.130416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:58.221134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0f7f96-a26a-46bc-88fe-53d788c855db {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:44:58.273696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:58.302631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-76cd9970-3e7a-46fe-85ed-0fdd0966577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:58.303935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-76cd9970-3e7a-46fe-85ed-0fdd0966577f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.3288798 Sep 15 15:44:58.318926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e9fa0-2b6b-46b9-8c14-ed68ae5f8f11 req-c599ed35-8c5d-4fbd-880a-12a8e2f2a9d2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:58.320420 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce5e9fa0-2b6b-46b9-8c14-ed68ae5f8f11 req-c599ed35-8c5d-4fbd-880a-12a8e2f2a9d2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 931 time: 0.2149582 Sep 15 15:44:58.325881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-2476e1ae-9b0c-4d24-87c0-11f4f3bb7e16 service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934310 Sep 15 15:44:58.341855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:58.422235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-6023a40a-fab6-440c-bb33-791d014dc6e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.1006844 Sep 15 15:44:58.530292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Transition to ACTIVE for port object 2c0f7f96-a26a-46bc-88fe-53d788c855db will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:44:58.551407 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce5e9fa0-2b6b-46b9-8c14-ed68ae5f8f11 req-9f40ea38-6855-46a2-a86b-00fa2ee79b1a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188420 Sep 15 15:44:58.556395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:58.582552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-cf0b6673-a39a-407e-abdd-0284e552eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:58.584268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-cf0b6673-a39a-407e-abdd-0284e552eea3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1440556 Sep 15 15:44:58.597673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-aa79f6aa-56e2-4220-9698-a3b84d92ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:58.603339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-aa79f6aa-56e2-4220-9698-a3b84d92ad2a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aae16f9ef76466baa87896d6f994a65&device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 1094 time: 0.2861197 Sep 15 15:44:58.606068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-650ec06c-cbc9-4c85-81dc-7ff583323441 req-d34a9f9b-e202-498c-af08-36d86f449bd3 service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696341 Sep 15 15:44:58.625735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:58.706221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:58.776065 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fe3e234-6e12-44fe-8827-05dd7a2b0484 req-1caf443e-78a7-42ca-b1f7-8506540b6d61 service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778291 Sep 15 15:44:58.852746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-823aa112-889c-4a1d-825c-81d59d6c4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:58.854541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-823aa112-889c-4a1d-825c-81d59d6c4925 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506716 Sep 15 15:44:58.872309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca191c8a-12d7-44e5-a1a0-fef94f2b3153 req-cc995375-cf63-49f2-9b79-85733fc022b7 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:58.872873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:58.884939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca191c8a-12d7-44e5-a1a0-fef94f2b3153 req-cc995375-cf63-49f2-9b79-85733fc022b7 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 944 time: 0.1299920 Sep 15 15:44:59.012701 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca191c8a-12d7-44e5-a1a0-fef94f2b3153 req-8ab81757-ac98-4dbf-84c8-3248ffa8869d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240544 Sep 15 15:44:59.072633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-389eaeb5-08b6-4dee-b09f-9c612f6a04c3 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864314 Sep 15 15:44:59.104820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-20a029a0-48e3-44fe-b9e5-f04888805116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:59.106497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-20a029a0-48e3-44fe-b9e5-f04888805116 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4a27174-e645-4bc5-a0c1-e256ef41302e HTTP/1.1" status: 200 len: 916 time: 0.4930356 Sep 15 15:44:59.117184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:59.117645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:59.117960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:59.149774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:59.150362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Attempting to bind port 65b777a5-4ee1-4362-9192-db8ed330d073 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:59.169122 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd0c8c5-41ef-4304-ab1e-7974fd42acb3 x-openstack-request-id: req-3cd0c8c5-41ef-4304-ab1e-7974fd42acb3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:44:59.169501 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-unplugged", "status": "completed", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:44:59.169795 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3cd0c8c5-41ef-4304-ab1e-7974fd42acb3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:44:59.170220 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'code': 200} Sep 15 15:44:59.203654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:59.215240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-59b38c48-c098-4853-87fb-ff7857a34219 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb HTTP/1.1" status: 200 len: 217 time: 0.0858381 Sep 15 15:44:59.221649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:59.221986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:59.222389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:59.222835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Bound port: 65b777a5-4ee1-4362-9192-db8ed330d073, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:59.223340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:59.254239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Attempting to bind port 2c0f7f96-a26a-46bc-88fe-53d788c855db on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:44:59.254599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Attempting to bind port 2c0f7f96-a26a-46bc-88fe-53d788c855db by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:44:59.254932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Attempting to bind port 2c0f7f96-a26a-46bc-88fe-53d788c855db on network 1627b67a-27f0-46a7-8591-4fb58a05944b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:59.289671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Port 2c0f7f96-a26a-46bc-88fe-53d788c855db on network 1627b67a-27f0-46a7-8591-4fb58a05944b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:44:59.289992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Attempting to bind port 2c0f7f96-a26a-46bc-88fe-53d788c855db on network 1627b67a-27f0-46a7-8591-4fb58a05944b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:44:59.332989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:44:59.333282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Checking segment: {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:44:59.333675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Bound using segment: {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:44:59.334214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Bound port: 2c0f7f96-a26a-46bc-88fe-53d788c855db, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:44:59.334596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:59.361271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-b016acaa-8ed8-4792-88f8-19b553bd50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:59.362969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-b016acaa-8ed8-4792-88f8-19b553bd50dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fca7ff5-7a00-4711-a565-c0c084d1a816 HTTP/1.1" status: 200 len: 854 time: 0.1336145 Sep 15 15:44:59.412301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77c50c48-43e4-4aa1-809f-b682cf3ad8b1 req-8ae125b3-42f3-411b-a187-b93cc6807c8b service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317811 Sep 15 15:44:59.445993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449706a0-4f32-4a94-a036-0eea9656d509 req-992cc5e9-9709-422a-aa80-c91cc826db41 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:59.455491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-449706a0-4f32-4a94-a036-0eea9656d509 req-992cc5e9-9709-422a-aa80-c91cc826db41 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 946 time: 0.1701405 Sep 15 15:44:59.490313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:59.516090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:59.529868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:44:59.533689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-449706a0-4f32-4a94-a036-0eea9656d509 req-765118c1-4f8c-47bc-999b-2b1c834fd49d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771382 Sep 15 15:44:59.561495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:44:59.575990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-927146cb-7dc3-49e3-ba32-39d4f72a44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:59.577978 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-927146cb-7dc3-49e3-ba32-39d4f72a44c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4a27174-e645-4bc5-a0c1-e256ef41302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692154 Sep 15 15:44:59.584123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:59.665067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:59.787780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafdd3a-a359-4608-89c4-eb09d00ed806 req-96b64a63-8ef8-468b-b772-a91d7be20cc8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:44:59.790379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bafdd3a-a359-4608-89c4-eb09d00ed806 req-96b64a63-8ef8-468b-b772-a91d7be20cc8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 944 time: 0.1055114 Sep 15 15:44:59.879652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:44:59.904102 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bafdd3a-a359-4608-89c4-eb09d00ed806 req-a3b8f497-0b78-4b2d-ac3f-2d2e9284aa24 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057191 Sep 15 15:44:59.908105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:44:59.943918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:00.028566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:00.038161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:00.047545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f1de681-d1ea-462d-bdd2-c82d991b8e29 service neutron] 10.222.0.55 "PUT /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 1122 time: 3.8075581 Sep 15 15:45:00.085543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['65b777a5-4ee1-4362-9192-db8ed330d073'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:00.101483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64'}, {'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073'}, {'name': 'network-changed', 'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:00.105795 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d35057-a284-43c2-a577-7fa93e3c6165" -d '{"events": [{"name": "network-changed", "server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64"}, {"server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073"}, {"name": "network-changed", "server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:00.118816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-f951c29f-f657-4446-b77f-b173986c80e9 service neutron] 10.222.0.38 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600480 Sep 15 15:45:00.139573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:00.140914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:00.143430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] 10.222.0.55 "PUT /v2.0/ports/2c0f7f96-a26a-46bc-88fe-53d788c855db HTTP/1.1" status: 200 len: 1091 time: 4.0012429 Sep 15 15:45:00.280698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2f3a2-9c4d-4692-afe4-29ff86afbd13 req-cb5b5952-41a2-4d30-88de-cc00d47c797a tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:00.288744 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57b2f3a2-9c4d-4692-afe4-29ff86afbd13 req-cb5b5952-41a2-4d30-88de-cc00d47c797a tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 943 time: 0.1783674 Sep 15 15:45:00.372037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57b2f3a2-9c4d-4692-afe4-29ff86afbd13 req-f19c8145-b4d3-42a8-b9b9-14d4809834ee tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812540 Sep 15 15:45:00.441288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82879ebe-af22-4c77-a5a0-499a03876286 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:00.503089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-32f558fb-1841-4d8a-8f54-90b57c066704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:00.504681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-32f558fb-1841-4d8a-8f54-90b57c066704 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 1094 time: 0.1849525 Sep 15 15:45:00.506818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63ea89b9-5061-4438-9d3f-7c8a39952a8d req-9fb61fac-2f4f-4b5d-88cb-610782331364 service neutron] 10.222.0.38 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585167 Sep 15 15:45:00.592527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af356a-404a-4671-a675-f4cc43ead9b7 req-dff2dcc8-4c03-4b4a-b09b-5dd66ab867c8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:00.609109 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18af356a-404a-4671-a675-f4cc43ead9b7 req-dff2dcc8-4c03-4b4a-b09b-5dd66ab867c8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 944 time: 0.1197052 Sep 15 15:45:00.632569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-cce192ba-7b2e-4626-a6ec-318bbe0e5399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db HTTP/1.1" status: 200 len: 217 time: 0.1095986 Sep 15 15:45:00.691550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18af356a-404a-4671-a675-f4cc43ead9b7 req-94084b43-85cf-43e3-9573-6d1f3196ef72 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812988 Sep 15 15:45:00.771506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-108ff63d-cc82-460a-9a1e-a564dba101e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:00.773137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-108ff63d-cc82-460a-9a1e-a564dba101e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69afc19a-27e6-4048-a694-a8f4383bc473 HTTP/1.1" status: 200 len: 861 time: 0.1288521 Sep 15 15:45:00.822261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df949a03-7b9f-4689-b48e-0eb18aab3d50 req-5bdea094-3f8d-4007-a40c-3462da887de9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:00.842704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df949a03-7b9f-4689-b48e-0eb18aab3d50 req-5bdea094-3f8d-4007-a40c-3462da887de9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.0952880 Sep 15 15:45:00.844474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-20e6756f-bfde-4573-9aac-ead86f5c16aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1627b67a-27f0-46a7-8591-4fb58a05944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595694 Sep 15 15:45:00.926041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df949a03-7b9f-4689-b48e-0eb18aab3d50 req-ca9028bf-f16b-46bc-811c-3b5c8f128f12 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818312 Sep 15 15:45:01.114877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-73ee765a-8014-49de-8063-5579d8ef160e service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601027 Sep 15 15:45:01.129438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930e97-d248-410c-8108-91fd4fb41b6a req-508dda91-bbf4-4894-88da-c7f167a812fa tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:01.135671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18930e97-d248-410c-8108-91fd4fb41b6a req-508dda91-bbf4-4894-88da-c7f167a812fa tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 943 time: 0.0853777 Sep 15 15:45:01.179313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'}, {'name': 'network-changed', 'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:01.182880 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b02ffd1-4acf-4c8b-8268-de455e1f1433" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec"}, {"name": "network-changed", "server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:01.312661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18930e97-d248-410c-8108-91fd4fb41b6a req-5c0318dc-d98c-4efb-b76d-2916f40d9f35 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259801 Sep 15 15:45:01.326764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1aa0f842-8edd-4dc8-acc2-f5ffe4b9ce8c req-447555fd-a252-454c-8cd5-2a5ed00bb72f service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945174 Sep 15 15:45:01.472391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14043fec-fea4-45e6-82f8-1ce223cc61bc req-0338a9bb-cb61-49ec-8ee2-7a303cec50f8 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:01.475560 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-14043fec-fea4-45e6-82f8-1ce223cc61bc req-0338a9bb-cb61-49ec-8ee2-7a303cec50f8 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 944 time: 0.0861042 Sep 15 15:45:01.557445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-14043fec-fea4-45e6-82f8-1ce223cc61bc req-6e274558-ee6c-4c4d-ac27-c818cadc76f7 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749002 Sep 15 15:45:01.569054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:01.662333 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a0be13-ece2-4113-a80e-e64b20c229b8 x-openstack-request-id: req-54a0be13-ece2-4113-a80e-e64b20c229b8 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:01.662648 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64", "status": "completed", "code": 200}, {"server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "name": "network-vif-unplugged", "status": "completed", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073", "code": 200}, {"name": "network-changed", "server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:01.663028 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-54a0be13-ece2-4113-a80e-e64b20c229b8 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:01.663668 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'status': 'completed', 'code': 200} Sep 15 15:45:01.664185 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073', 'code': 200} Sep 15 15:45:01.664597 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073', 'status': 'completed', 'code': 200} Sep 15 15:45:01.823726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:01.845921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec', 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09', 'port_id': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec', 'mac_address': 'fa:16:3e:69:09:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88df1f6c-df39-4e4a-b86a-dda102a09cf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:01.939743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:01.966137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:01.986513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-549041f0-6d33-420b-a20f-9cb1df3c7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:01.988728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-549041f0-6d33-420b-a20f-9cb1df3c7091 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 1095 time: 0.2093971 Sep 15 15:45:02.019745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:02.122221 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:02.123462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device de8499bc-4e62-4164-9fe6-10e255c9be64 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:02.150144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-d8609934-3530-4611-9924-cfa23d974c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:02.152161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-d8609934-3530-4611-9924-cfa23d974c73 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1547923 Sep 15 15:45:02.235260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:02.269842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-0e356981-5369-4434-8b0e-55f5e4ddade5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 217 time: 0.0860581 Sep 15 15:45:02.444528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-16c1942e-9952-469d-a452-f622c27336e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:02.445751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-16c1942e-9952-469d-a452-f622c27336e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.1299176 Sep 15 15:45:02.486421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port de8499bc-4e62-4164-9fe6-10e255c9be64, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=de8499bc-4e62-4164-9fe6-10e255c9be64,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:02.505884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'mac_address': 'fa:16:3e:b0:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:02.544405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-6c545c56-90fb-484c-8f39-95b91f466c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:02.546128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-6c545c56-90fb-484c-8f39-95b91f466c90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694602 Sep 15 15:45:02.596158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad262c-5785-46ea-8d24-dfb6216a4d4c req-d868077f-8402-464d-a500-4579e40d1d6e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:02.597587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:02.599076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4ad262c-5785-46ea-8d24-dfb6216a4d4c req-d868077f-8402-464d-a500-4579e40d1d6e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 945 time: 0.1333206 Sep 15 15:45:02.638035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8499bc-4e62-4164-9fe6-10e255c9be64 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:02.679191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port de8499bc-4e62-4164-9fe6-10e255c9be64, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=de8499bc-4e62-4164-9fe6-10e255c9be64,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:02.713377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4ad262c-5785-46ea-8d24-dfb6216a4d4c req-104fe601-9934-4478-9f47-83c847cd4afb tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078453 Sep 15 15:45:02.739307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-b13eadc9-4683-41d6-8b78-99e2c463fb1e service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481307 Sep 15 15:45:02.807988 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dce213f-2d52-4f5f-815f-2ea965b20914 x-openstack-request-id: req-1dce213f-2d52-4f5f-815f-2ea965b20914 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:02.807988 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:02.807988 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1dce213f-2d52-4f5f-815f-2ea965b20914 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:02.807988 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec', 'status': 'completed', 'code': 200} Sep 15 15:45:02.807988 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'status': 'completed', 'code': 200} Sep 15 15:45:02.891653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-c40000c9-780f-4db1-b9d6-7d383cf06630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:02.892574 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-c40000c9-780f-4db1-b9d6-7d383cf06630 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1096 time: 0.0736415 Sep 15 15:45:02.935017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-00c25430-af3a-48f1-962e-0f85c7232167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:02.937275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-00c25430-af3a-48f1-962e-0f85c7232167 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1097 time: 0.1172967 Sep 15 15:45:02.945425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309be5a0-d311-4a57-80fc-ff5736345c2e req-e30f95a7-9864-4021-8bf2-86ff3cbcf104 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:02.948182 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-309be5a0-d311-4a57-80fc-ff5736345c2e req-e30f95a7-9864-4021-8bf2-86ff3cbcf104 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 943 time: 0.0871344 Sep 15 15:45:02.952597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-3523dc54-2a3b-4edc-9cda-64555c214ead service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737609 Sep 15 15:45:03.031976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-309be5a0-d311-4a57-80fc-ff5736345c2e req-ed5bc2ac-f020-4bd4-a506-40381a8b6e2e tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545032 Sep 15 15:45:03.033155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-cfea052b-f205-4876-8c66-de299ab9448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.034523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-cfea052b-f205-4876-8c66-de299ab9448c service neutron] 10.222.0.38 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 913 time: 0.1333516 Sep 15 15:45:03.090854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-faaefa70-81eb-4668-a2be-df184549d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.092340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-faaefa70-81eb-4668-a2be-df184549d1ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1125 time: 0.0946872 Sep 15 15:45:03.104631 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:03.117965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-e7709af7-eade-4f6e-a284-dec9413818b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.118336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-f9cec105-9331-46ed-8470-b18fe7b06b4c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 200 len: 217 time: 0.0751882 Sep 15 15:45:03.119845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-e7709af7-eade-4f6e-a284-dec9413818b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1661437 Sep 15 15:45:03.160061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=de8499bc-4e62-4164-9fe6-10e255c9be64,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:03.187303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-0af1ee69-6308-411e-b4c3-6a28f0c92244 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.0451248 Sep 15 15:45:03.206485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-f5389b33-754a-4f8a-bfb6-ef04890dec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.208013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-f5389b33-754a-4f8a-bfb6-ef04890dec64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.0757885 Sep 15 15:45:03.217769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e630a9-2602-4c83-b0d1-09d25a27f091 req-7378cec9-1158-468b-80be-357a798c3cf0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.219200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81e630a9-2602-4c83-b0d1-09d25a27f091 req-7378cec9-1158-468b-80be-357a798c3cf0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 944 time: 0.0976317 Sep 15 15:45:03.251950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-bca4a9c6-49a8-4f33-8d10-2e96a2bda795 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317993 Sep 15 15:45:03.281962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81e630a9-2602-4c83-b0d1-09d25a27f091 req-fe3d4b46-f84a-42ff-8465-faddfdcd4005 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539696 Sep 15 15:45:03.311818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-ff212041-99ec-4eac-87fd-c709aa79e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.313449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-ff212041-99ec-4eac-87fd-c709aa79e7fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.2118182 Sep 15 15:45:03.325253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-d458a834-5f9a-4407-9795-1dcb4748f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.326804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-d458a834-5f9a-4407-9795-1dcb4748f7c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0978513 Sep 15 15:45:03.355857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:03.432794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['de8499bc-4e62-4164-9fe6-10e255c9be64'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:03.453979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-bc13be22-4c7f-4f6f-b436-e4990b95f2fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 217 time: 0.0745583 Sep 15 15:45:03.459475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-210a20b9-2db7-429e-862a-c5e4b115e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.461665 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-210a20b9-2db7-429e-862a-c5e4b115e840 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197839 Sep 15 15:45:03.471032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:03.532757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c9a32-d531-4c14-8881-0e65a64a8f42 req-a62fe8d4-db86-4015-b6db-18bf29aba9cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.542819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f0c9a32-d531-4c14-8881-0e65a64a8f42 req-a62fe8d4-db86-4015-b6db-18bf29aba9cd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 946 time: 0.1750827 Sep 15 15:45:03.650529 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f0c9a32-d531-4c14-8881-0e65a64a8f42 req-683c0a7d-1944-4937-ae64-ef41eccde91b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039758 Sep 15 15:45:03.662992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-278c9cd6-c95e-4c96-a355-e14ea44cb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.664735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-278c9cd6-c95e-4c96-a355-e14ea44cb039 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.2005308 Sep 15 15:45:03.669671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:03.672647 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49003b5b-0430-421f-94f0-0a9fbb820101" -d '{"events": [{"name": "network-changed", "server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:03.700641 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-bde76db5-ffdf-4f5f-bac9-0cb5b35bd226 service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210986 Sep 15 15:45:03.719680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-88ab70f3-56c0-4bca-a70e-5e7dfa25e589 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420518 Sep 15 15:45:03.732030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9f6b4-ddc3-45d9-bce4-c88e02fd1eb5 req-07d6eb95-b114-4cb9-bfb9-2c3653f27c48 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:03.733863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5a9f6b4-ddc3-45d9-bce4-c88e02fd1eb5 req-07d6eb95-b114-4cb9-bfb9-2c3653f27c48 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 943 time: 0.1846273 Sep 15 15:45:03.758467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-0ea99c76-9939-434b-8813-c43926b0e8e8 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720051 Sep 15 15:45:03.865497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:03.894482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'mac_address': 'fa:16:3e:75:e4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:03.895344 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-02e6f56d-51fa-49c6-a209-8c77f28275bb tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1436477374&fields=id&tenant_id=05452ed6d955487d9fa77c092804f1fc HTTP/1.1" status: 200 len: 267 time: 0.1051085 Sep 15 15:45:03.979883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5a9f6b4-ddc3-45d9-bce4-c88e02fd1eb5 req-464666c0-cccf-4810-bbef-f1cc6f1989dc tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325640 Sep 15 15:45:03.986940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-b9637981-ec75-4db2-a68e-4a16eac78876 service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776742 Sep 15 15:45:04.012029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:04.040626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c97f4c1-9dab-4a0e-be19-109817e8d222 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:04.073639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-6170d373-91e9-47db-94d6-ff59755eaf2c service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371234 Sep 15 15:45:04.083408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:04.102203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-b7d465f8-7e75-4f34-8800-f97a7b7275dd tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:04.107016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-83851099-88e1-47ab-bc54-37ebe5a33673 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330512 Sep 15 15:45:04.112068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-b7d465f8-7e75-4f34-8800-f97a7b7275dd tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 823 time: 0.2074628 Sep 15 15:45:04.145661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-eb65d5a8-7bd0-43d4-ba05-50ebfa3707c0 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/quotas/05452ed6d955487d9fa77c092804f1fc HTTP/1.1" status: 200 len: 375 time: 0.0319760 Sep 15 15:45:04.192114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:04.192839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:04.197207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-10cd28a0-5e24-4eab-9556-ca57f8575b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:04.200113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-10cd28a0-5e24-4eab-9556-ca57f8575b56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1097 time: 0.1560590 Sep 15 15:45:04.280731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-570d76f2-befe-47f0-b214-ef26082ec338 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1341205 Sep 15 15:45:04.356177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:04.398071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:45:04.421524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:04.427284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-32cb4c2a-f5fd-43f0-98e7-02190c218806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:04.429094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-32cb4c2a-f5fd-43f0-98e7-02190c218806 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2212701 Sep 15 15:45:04.488261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-d083a5a1-a3db-48c5-ad9d-f8e71f661203 service neutron] 10.222.0.63 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761594 Sep 15 15:45:04.490667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-c81a3b09-5919-454c-b136-1cd1a24708cc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.0527492 Sep 15 15:45:04.647579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd39c15-74bc-4747-820d-1e00bf32e423 req-87b10ccf-a098-4e15-b653-2fb5fb4981f1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:04.652528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cd39c15-74bc-4747-820d-1e00bf32e423 req-87b10ccf-a098-4e15-b653-2fb5fb4981f1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 945 time: 0.5407462 Sep 15 15:45:04.655234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d35057-a284-43c2-a577-7fa93e3c6165 req-35c304ca-18b4-4109-9e99-69e6fa5968b3 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738664 Sep 15 15:45:04.692478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cd39c15-74bc-4747-820d-1e00bf32e423 req-ebd81cd3-8264-4f7e-a46d-5a9ba17c3626 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362220 Sep 15 15:45:04.808891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-d21b9349-6820-4a2e-95e9-a32eb2b18315 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:04.811342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-d21b9349-6820-4a2e-95e9-a32eb2b18315 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1f652df-cb3c-4d7c-a8e2-cd23880986da HTTP/1.1" status: 200 len: 946 time: 0.0908256 Sep 15 15:45:04.873403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-e0586260-1673-4844-9249-e2e5ab11f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:04.874867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-e0586260-1673-4844-9249-e2e5ab11f07e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.3715839 Sep 15 15:45:04.926794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Deleting port 7554613d-2948-46a6-b80b-4f2ce8aac436 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:04.927555 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-e1d88f2f-f405-4a3a-bd21-fe3fba6a3279 service neutron] 10.222.0.63 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323990 Sep 15 15:45:04.927739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:04.946956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-444c57b8-19b0-4eff-a07d-315cafc8fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:04.952583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-444c57b8-19b0-4eff-a07d-315cafc8fcab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652165 Sep 15 15:45:04.970591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:05.039701 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d38e9b-5dfd-4809-9e91-daae85cb64e5 x-openstack-request-id: req-56d38e9b-5dfd-4809-9e91-daae85cb64e5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:05.040912 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:05.041183 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-56d38e9b-5dfd-4809-9e91-daae85cb64e5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:05.041599 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'status': 'completed', 'code': 200} Sep 15 15:45:05.065448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] For port 7554613d-2948-46a6-b80b-4f2ce8aac436, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7554613d-2948-46a6-b80b-4f2ce8aac436,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:05.065448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:05.180822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-8e6dbc33-406b-4d10-ae24-6b8854ab07f2 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170634 Sep 15 15:45:05.341241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b02ffd1-4acf-4c8b-8268-de455e1f1433 req-adce4fd9-04b5-42b2-85d9-239c7c70cbbb service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415734 Sep 15 15:45:05.394980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2c0f7f96-a26a-46bc-88fe-53d788c855db details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:05.495932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d066df0-5760-4359-844a-2c8e85972c7d req-d4c4734d-60fd-40fa-a0fa-dc0ea413e0b8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:05.501535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416ff0-1523-4c83-b42b-dbadb26b9160 req-d44eedd1-8206-4b87-9e33-b72debcf2d78 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:05.503310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95416ff0-1523-4c83-b42b-dbadb26b9160 req-d44eedd1-8206-4b87-9e33-b72debcf2d78 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 943 time: 0.0987689 Sep 15 15:45:05.503437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d066df0-5760-4359-844a-2c8e85972c7d req-d4c4734d-60fd-40fa-a0fa-dc0ea413e0b8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 945 time: 0.3262339 Sep 15 15:45:05.517122 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:45:05.520254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-b6d0c017-dfb9-48a2-ba0e-cd0f5efda5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:05.521801 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-b6d0c017-dfb9-48a2-ba0e-cd0f5efda5bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 1094 time: 0.4305639 Sep 15 15:45:05.561089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95416ff0-1523-4c83-b42b-dbadb26b9160 req-9c6bf537-b492-4cd7-a5b0-e008b553d1dc tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Sep 15 15:45:05.581376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:05.598762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'port_id': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'mac_address': 'fa:16:3e:da:74:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69afc19a-27e6-4048-a694-a8f4383bc473', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:05.604160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 162c054e-eb8a-472f-bdeb-94cbc1b35bdb details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:05.606437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:05.660391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-ff8caa4c-d109-41cd-b60c-0ec3132a4acc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:05.661930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-ff8caa4c-d109-41cd-b60c-0ec3132a4acc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171&tenant_id=ee9c330a921d4d0395cccca53cd6eba5&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 947 time: 0.4279013 Sep 15 15:45:05.663313 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-003bd4b2-2fa1-4861-a12a-684279738b0d service neutron] 10.222.0.38 "GET /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.4412594 Sep 15 15:45:05.695082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edb29f-bcf7-415c-9a80-c95813be3eea req-e68c5703-02f7-412e-b94e-b0a335866a50 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:05.702992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5edb29f-bcf7-415c-9a80-c95813be3eea req-e68c5703-02f7-412e-b94e-b0a335866a50 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 944 time: 0.0576448 Sep 15 15:45:05.708821 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:05.717991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d066df0-5760-4359-844a-2c8e85972c7d req-1443a56d-b158-4726-8761-1678e6f8f408 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130814 Sep 15 15:45:05.752681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0f7f96-a26a-46bc-88fe-53d788c855db {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:05.752812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5edb29f-bcf7-415c-9a80-c95813be3eea req-950ad56d-c4b7-4648-9771-c543cf3eea9a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Sep 15 15:45:05.816330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:05.816726 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:05.817041 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Floating IP 9f673664-7edd-4d90-9007-bf8b21276252 disassociated. External IP: 172.25.0.214, port: 7554613d-2948-46a6-b80b-4f2ce8aac436. Sep 15 15:45:05.817928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Calling delete_port for 7554613d-2948-46a6-b80b-4f2ce8aac436 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:05.871883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:05.911688 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-fac6d46b-0caf-4838-841e-6e414ebe1929 service neutron] delete failed (client error): The resource could not be found. Sep 15 15:45:05.913090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-fac6d46b-0caf-4838-841e-6e414ebe1929 service neutron] 10.222.0.38 "DELETE /v2.0/ports/1c97f4c1-9dab-4a0e-be19-109817e8d222/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.2145708 Sep 15 15:45:05.937056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1809b8-1512-4da6-9987-4f890073bca7 req-bdf14f88-1681-4bab-b111-7151f0a2821f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:05.947442 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1e1809b8-1512-4da6-9987-4f890073bca7 req-bdf14f88-1681-4bab-b111-7151f0a2821f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 947 time: 0.0849824 Sep 15 15:45:05.950693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:05.967126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:05.967407 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:05.970914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:06.000192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:06.005785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1e1809b8-1512-4da6-9987-4f890073bca7 req-0d6ba532-fb45-4959-8a98-fcef5a873ad5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Sep 15 15:45:06.016849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-23521bf7-54ef-46af-a124-d497cfbe67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:06.019379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-23521bf7-54ef-46af-a124-d497cfbe67e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 922 time: 0.4744833 Sep 15 15:45:06.032381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb', 'network_id': 'e4a27174-e645-4bc5-a0c1-e256ef41302e', 'port_id': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb', 'mac_address': 'fa:16:3e:70:35:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fca7ff5-7a00-4711-a565-c0c084d1a816', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:06.096538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4206f96-73de-46d8-b6e4-e96975ae029e req-eb301925-f9c6-47d0-8ea7-e30cf1eb01b8 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 210 time: 0.0349772 Sep 15 15:45:06.107137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:06.120747 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:06.162755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162c054e-eb8a-472f-bdeb-94cbc1b35bdb {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:06.183885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:06.201347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:06.221390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:06.223616 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8464d147-36b8-41ac-81f8-f0478eb47180" -d '{"events": [{"server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "name": "network-vif-plugged", "status": "completed", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:06.240682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-5ea4ec35-6315-40fc-93a2-344a86a62269 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db HTTP/1.1" status: 200 len: 217 time: 0.1460335 Sep 15 15:45:06.240855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:06.245975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9a421-8660-4785-8ead-37bac8b4e522 req-5325278d-15d3-4b97-b1ad-6809d5af44eb tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:06.247774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4f9a421-8660-4785-8ead-37bac8b4e522 req-5325278d-15d3-4b97-b1ad-6809d5af44eb tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 945 time: 0.0647357 Sep 15 15:45:06.266444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:06.297937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4f9a421-8660-4785-8ead-37bac8b4e522 req-a090ea64-5775-4344-aa05-cdf383173cf0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387523 Sep 15 15:45:06.313738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['2c0f7f96-a26a-46bc-88fe-53d788c855db'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:06.336249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e4407-a7a7-4bb2-b453-980799337411 req-ee891b3d-4a5b-4e4a-aa48-6247ee86af6d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:06.339963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-548e4407-a7a7-4bb2-b453-980799337411 req-ee891b3d-4a5b-4e4a-aa48-6247ee86af6d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 943 time: 0.4300179 Sep 15 15:45:06.349047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:06.368920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-592c8513-fda3-4497-aae7-04bea3b014d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:06.371196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-592c8513-fda3-4497-aae7-04bea3b014d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1098 time: 0.3374026 Sep 15 15:45:06.377755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.378179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.378503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.378789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.379827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.380164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.380524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.380886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.381194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.381520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.381851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.382167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:06.394855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:06.395884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device de8499bc-4e62-4164-9fe6-10e255c9be64 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:06.484624 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54056b6-efd3-4cae-b70a-42e1e1d46c69 x-openstack-request-id: req-b54056b6-efd3-4cae-b70a-42e1e1d46c69 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:06.484899 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "name": "network-vif-plugged", "status": "completed", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:06.485166 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b54056b6-efd3-4cae-b70a-42e1e1d46c69 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:06.485529 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec', 'code': 200} Sep 15 15:45:06.497622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:06.514573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['162c054e-eb8a-472f-bdeb-94cbc1b35bdb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:06.601266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-bcb24ab1-d914-4413-ace4-ca928539b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:06.602802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-bcb24ab1-d914-4413-ace4-ca928539b4df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69afc19a-27e6-4048-a694-a8f4383bc473 HTTP/1.1" status: 200 len: 861 time: 0.3599312 Sep 15 15:45:06.665406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820dbec-dd01-4c8b-a698-0a7da83a63a2 req-c8b43511-12d9-4850-8527-484a4c50602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:06.667961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1820dbec-dd01-4c8b-a698-0a7da83a63a2 req-c8b43511-12d9-4850-8527-484a4c50602a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1097 time: 0.0724859 Sep 15 15:45:06.687324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port de8499bc-4e62-4164-9fe6-10e255c9be64 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:06.712757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port de8499bc-4e62-4164-9fe6-10e255c9be64 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:06.713564 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:06.738645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1820dbec-dd01-4c8b-a698-0a7da83a63a2 req-5730ec58-35fe-4ec1-a27a-d14becdb1ff1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536697 Sep 15 15:45:06.758172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-548e4407-a7a7-4bb2-b453-980799337411 req-cf2b476a-6616-492c-9737-35c1dbbf34ba tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657954 Sep 15 15:45:06.761061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-b10c52d1-14d0-4e8d-9dd0-fe1dab4da6fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1627b67a-27f0-46a7-8591-4fb58a05944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174858 Sep 15 15:45:06.809665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:06.810888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-8acc3ef5-260c-46c9-9437-1a6b052c3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:06.812380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-8acc3ef5-260c-46c9-9437-1a6b052c3660 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.4004991 Sep 15 15:45:06.860774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:06.930273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:06.964334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b777a5-4ee1-4362-9192-db8ed330d073 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:06.988716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port de8499bc-4e62-4164-9fe6-10e255c9be64, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=de8499bc-4e62-4164-9fe6-10e255c9be64,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:06.999803 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.016341 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-4d22b9e4-c7b7-415d-ac8a-d05b85612cf3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.0812123 Sep 15 15:45:07.023620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:07.077215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.096887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event deleted for resources: {'Port': ['ID=7554613d-2948-46a6-b80b-4f2ce8aac436,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:07.101272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-c5d8ea15-9aec-401a-91a8-55fd0c586c1a service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195570 Sep 15 15:45:07.141655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c547b-c6b6-4ca7-b66d-28d0c2acde82 req-2b3034c7-21d4-43cd-b0b9-3e062a515fcb tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:07.143199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c30c547b-c6b6-4ca7-b66d-28d0c2acde82 req-2b3034c7-21d4-43cd-b0b9-3e062a515fcb tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 944 time: 0.2371354 Sep 15 15:45:07.180033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=de8499bc-4e62-4164-9fe6-10e255c9be64,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:07.199187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.238162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-f1b4290f-7794-479e-9ade-03651eea6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:07.239720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-f1b4290f-7794-479e-9ade-03651eea6ad4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2059281 Sep 15 15:45:07.399952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:07.514060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 1c97f4c1-9dab-4a0e-be19-109817e8d222 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:07.525603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 1c97f4c1-9dab-4a0e-be19-109817e8d222 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:07.526191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.643150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 162c054e-eb8a-472f-bdeb-94cbc1b35bdb up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:07.678701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49003b5b-0430-421f-94f0-0a9fbb820101 req-c9443163-7356-4174-914e-82ec11f71310 service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630560 Sep 15 15:45:07.702908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c30c547b-c6b6-4ca7-b66d-28d0c2acde82 req-e6e63160-ba42-4088-bea0-01c7b6d97048 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168729 Sep 15 15:45:07.749327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-9d18abd9-3ad9-4dda-8e97-2d6dc8399978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:07.750903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-9d18abd9-3ad9-4dda-8e97-2d6dc8399978 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934741 Sep 15 15:45:07.799013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Router 1195d93a-b75d-4757-ac25-2f69656998c8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:07.823205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] Transition to ACTIVE for port object 65b777a5-4ee1-4362-9192-db8ed330d073 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:45:07.827709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.884125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:07.925390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:07.931526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:07.932063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.939246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.980732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:07.983068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7554613d-2948-46a6-b80b-4f2ce8aac436 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:08.003826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-46d2e5b2-9d0c-4358-89b6-120b68113e77 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334709 Sep 15 15:45:08.035092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 7554613d-2948-46a6-b80b-4f2ce8aac436 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:08.036130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7554613d-2948-46a6-b80b-4f2ce8aac436 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:08.036130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:08.049185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb8825-1c36-4d71-8014-dcca4ab20fbe req-3fa2fdeb-80ad-463d-8ac4-89a946011de4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.050799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22fb8825-1c36-4d71-8014-dcca4ab20fbe req-3fa2fdeb-80ad-463d-8ac4-89a946011de4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 946 time: 0.1988180 Sep 15 15:45:08.148687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7e353-68bf-4571-bb5f-8c496b972d9d req-6e225813-b564-4a02-8b39-ef68acb4ed7b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.154222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] No DVR routers for this DVR port 65b777a5-4ee1-4362-9192-db8ed330d073 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:08.158836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fcd7e353-68bf-4571-bb5f-8c496b972d9d req-6e225813-b564-4a02-8b39-ef68acb4ed7b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0815644 Sep 15 15:45:08.174799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] Pushing event updated for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:08.182416 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:08.190066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:08.203195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fcd7e353-68bf-4571-bb5f-8c496b972d9d req-3e2c14fe-3ac0-4ec9-888d-2ee4466b4e18 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Sep 15 15:45:08.218676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:08.239647 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] Sync routers for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:08.252654 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:08.252917 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:08.349544 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:08.354563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22fb8825-1c36-4d71-8014-dcca4ab20fbe req-db1c92a3-ae1a-438f-a321-a534a660fe16 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636704 Sep 15 15:45:08.360308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-45a4a6e3-5fcb-41e0-9faa-c532cdff7d88 service neutron] 10.222.0.38 "PUT /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6629376 Sep 15 15:45:08.363684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] No DVR routers for this DVR port 7554613d-2948-46a6-b80b-4f2ce8aac436 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:08.372568 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:08.377351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e898bd5b-b0cc-4699-935b-ccc02cde1c22 req-fcefccd1-4130-4acb-b774-f3612cf3ebb5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "DELETE /v2.0/ports/7554613d-2948-46a6-b80b-4f2ce8aac436 HTTP/1.1" status: 204 len: 173 time: 3.5550182 Sep 15 15:45:08.380051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'name': 'network-vif-deleted', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:08.382376 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc176b8-9ca4-4b5e-9f27-e81c9aa640ee" -d '{"events": [{"server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "name": "network-vif-deleted", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:08.402442 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:08.423372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-f4bf0c1e-a8d2-43a0-8cc9-caca4e12c3f7 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.424956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-f4bf0c1e-a8d2-43a0-8cc9-caca4e12c3f7 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 823 time: 0.3624551 Sep 15 15:45:08.429250 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfbf09c-c6a4-457b-a940-b5167d57ee0d req-5e2ee684-80ad-40d8-8235-7e8890c81f23 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159384 Sep 15 15:45:08.456847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:08.474245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:08.486854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64'}, {'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222'}, {'server_uuid': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb'}, {'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:08.489253 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e9b1c-7faa-4b4e-b002-1722c5ad86d7" -d '{"events": [{"server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "name": "network-vif-plugged", "status": "completed", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64"}, {"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-plugged", "status": "completed", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222"}, {"server_uuid": "aa1fcbe6-7037-4644-8963-85d43e664042", "name": "network-vif-plugged", "status": "completed", "tag": "162c054e-eb8a-472f-bdeb-94cbc1b35bdb"}, {"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-unplugged", "status": "completed", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:08.512620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bc25-0d23-4c6e-b416-f12d45b42457 req-2b2489ab-bc77-4569-881c-943fdf86875f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.514094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9852631d-7f8e-4ced-b5ee-bebde0e3e7d3 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05452ed6d955487d9fa77c092804f1fc HTTP/1.1" status: 200 len: 380 time: 0.0711539 Sep 15 15:45:08.514423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64c1bc25-0d23-4c6e-b416-f12d45b42457 req-2b2489ab-bc77-4569-881c-943fdf86875f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1287940 Sep 15 15:45:08.531498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'port': {'device_id': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'admin_state_up': True, 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'security_groups': ['22c036cf-65ca-430b-ab85-a681df31ea62']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:08.562584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64c1bc25-0d23-4c6e-b416-f12d45b42457 req-03881ead-f4af-46be-8961-b76c296611c5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Sep 15 15:45:08.566321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f47dbd5b-c501-4ab3-9649-3eb7b3aa4dce req-d058e5a4-bb44-4c34-9a2a-4f6076750716 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 210 time: 0.0510244 Sep 15 15:45:08.574260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:08.580455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:08.674683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:08.702499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-00e72f5a-edb0-49ea-989f-c7478697e878 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.704885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-00e72f5a-edb0-49ea-989f-c7478697e878 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.1188049 Sep 15 15:45:08.787221 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:08.790440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:08.826960 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] Checking router: 1195d93a-b75d-4757-ac25-2f69656998c8 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:08.832981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd9dc-56a8-43d6-9ab6-0cb4d715c99b req-0de3eb85-1b5e-45c9-9c25-47de86dca58b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.838537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34ebd9dc-56a8-43d6-9ab6-0cb4d715c99b req-0de3eb85-1b5e-45c9-9c25-47de86dca58b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 944 time: 0.0679412 Sep 15 15:45:08.840033 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:08.840554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-004f2b14-50d9-4503-85df-32196b0b0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.841608 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:08.842375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-004f2b14-50d9-4503-85df-32196b0b0666 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7&tenant_id=778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 1096 time: 0.1284604 Sep 15 15:45:08.865834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18508d-6ba7-4951-b629-c3485540fb07 req-aabcdf35-0278-49a5-8586-051e776a878c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:08.868524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c18508d-6ba7-4951-b629-c3485540fb07 req-aabcdf35-0278-49a5-8586-051e776a878c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 946 time: 0.0962453 Sep 15 15:45:08.902123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34ebd9dc-56a8-43d6-9ab6-0cb4d715c99b req-cf0cae99-d418-4ed8-b8fd-5bdbd2e9b57a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Sep 15 15:45:08.907529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Made reservation on behalf of 05452ed6d955487d9fa77c092804f1fc for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:08.915934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:08.924877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c18508d-6ba7-4951-b629-c3485540fb07 req-4f524d1b-af83-4243-8606-62ceadc5a2a1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 Sep 15 15:45:08.995279 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:09.015781 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd66aff-0d1d-4595-990c-82ddf0a74ff0 x-openstack-request-id: req-1bd66aff-0d1d-4595-990c-82ddf0a74ff0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:09.016163 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f652df-cb3c-4d7c-a8e2-cd23880986da", "name": "network-vif-deleted", "tag": "7554613d-2948-46a6-b80b-4f2ce8aac436", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:09.016507 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1bd66aff-0d1d-4595-990c-82ddf0a74ff0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:09.016974 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f652df-cb3c-4d7c-a8e2-cd23880986da', 'name': 'network-vif-deleted', 'tag': '7554613d-2948-46a6-b80b-4f2ce8aac436', 'status': 'completed', 'code': 200} Sep 15 15:45:09.095442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-f4ee2d10-5fed-471c-aded-ba310ba9983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.097084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-f4ee2d10-5fed-471c-aded-ba310ba9983a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1096 time: 0.1710134 Sep 15 15:45:09.109147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Allocated IP 172.20.0.4 (cbab5bdd-a048-44ca-bf66-b8641e20eecf/f1880e91-f2b7-472a-b4d7-31c2d32219d3/a4e89acf-4159-4442-a117-e4355cdec889) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:09.135699 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57c6d4-d581-4c77-b110-9d82b51097b6 x-openstack-request-id: req-dc57c6d4-d581-4c77-b110-9d82b51097b6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:09.136249 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "name": "network-vif-plugged", "status": "completed", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64", "code": 200}, {"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-plugged", "status": "completed", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222", "code": 200}, {"server_uuid": "aa1fcbe6-7037-4644-8963-85d43e664042", "name": "network-vif-plugged", "status": "completed", "tag": "162c054e-eb8a-472f-bdeb-94cbc1b35bdb", "code": 200}, {"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-unplugged", "status": "completed", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:09.136454 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dc57c6d4-d581-4c77-b110-9d82b51097b6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:09.138960 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'code': 200} Sep 15 15:45:09.139320 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'code': 200} Sep 15 15:45:09.139711 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb', 'code': 200} Sep 15 15:45:09.140087 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'code': 200} Sep 15 15:45:09.311458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-eb416a44-8e67-4614-8f6d-3f1eab8549e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.313016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-eb416a44-8e67-4614-8f6d-3f1eab8549e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.2054377 Sep 15 15:45:09.373241 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:09.397242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2c0f7f96-a26a-46bc-88fe-53d788c855db up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:09.476086 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:09.521213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5d1c8-6e41-4051-8fbe-de11e480b9b6 req-6164b574-4035-4e6d-a85d-06df53fbf55c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.522959 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5e5d1c8-6e41-4051-8fbe-de11e480b9b6 req-6164b574-4035-4e6d-a85d-06df53fbf55c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1218314 Sep 15 15:45:09.528406 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7418d45-4f11-4542-913e-2c19ca89fdd5 None None] The sync data for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 is: [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:09.580832 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-b33d7f10-6ca4-49ed-b9b0-4891438d45f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 217 time: 0.2139957 Sep 15 15:45:09.594114 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5e5d1c8-6e41-4051-8fbe-de11e480b9b6 req-32bbaee4-a013-4192-afca-61842669ac46 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505855 Sep 15 15:45:09.595602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 2c0f7f96-a26a-46bc-88fe-53d788c855db completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:09.609128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 2c0f7f96-a26a-46bc-88fe-53d788c855db triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:09.609503 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:09.630430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c14ab5-e259-45ac-8611-12c9368fa855 req-f4cce1ba-49ff-449d-bbf2-4d6515d019ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.633317 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18c14ab5-e259-45ac-8611-12c9368fa855 req-f4cce1ba-49ff-449d-bbf2-4d6515d019ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 1096 time: 0.3926380 Sep 15 15:45:09.648918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:09.699659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef0a26-b5b5-4db9-a6f6-99ebae4ca5d1 req-08b607ab-a5e4-4683-8bd3-a4768b872180 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.712321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-faef0a26-b5b5-4db9-a6f6-99ebae4ca5d1 req-08b607ab-a5e4-4683-8bd3-a4768b872180 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 945 time: 0.4331028 Sep 15 15:45:09.717041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24b14-68e4-4e70-80d9-71052b76b78c req-490aaaf2-f4d7-446f-b6a8-176e32b5d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.719466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08e24b14-68e4-4e70-80d9-71052b76b78c req-490aaaf2-f4d7-446f-b6a8-176e32b5d932 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 1097 time: 0.4351943 Sep 15 15:45:09.720856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:09.750305 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:09.772969 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:09.811794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fbcad-4041-4a67-87f0-338e3c1e05ec req-966b6771-3ac2-44b5-ab60-0544f27dada4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.824759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-026fbcad-4041-4a67-87f0-338e3c1e05ec req-966b6771-3ac2-44b5-ab60-0544f27dada4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 946 time: 0.0994434 Sep 15 15:45:09.843964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:09.885682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-026fbcad-4041-4a67-87f0-338e3c1e05ec req-6d34b7f8-e17d-47a8-9e84-46b880e81113 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585465 Sep 15 15:45:09.938065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:09.965063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcf52c-6a72-473e-a476-32d257113b0e None None] New status for floating IP 9f673664-7edd-4d90-9007-bf8b21276252: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:45:09.967116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-3201ec3a-cb02-4ea0-8c17-c0a8ed799feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:09.970754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-3201ec3a-cb02-4ea0-8c17-c0a8ed799feb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.3735063 Sep 15 15:45:10.012398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:10.023555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18c14ab5-e259-45ac-8611-12c9368fa855 req-8b906e6e-f085-4c88-a628-72d61f9de845 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390448 Sep 15 15:45:10.033612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08e24b14-68e4-4e70-80d9-71052b76b78c req-81464a79-a008-49c8-90e6-9ecd8298fac0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856433 Sep 15 15:45:10.047650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:10.050003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event updated for resources: {'Port': ['ID=a4e89acf-4159-4442-a117-e4355cdec889,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:10.053617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-bb55a639-a416-4c14-aea4-db067ac79bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467832 Sep 15 15:45:10.064604 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-faef0a26-b5b5-4db9-a6f6-99ebae4ca5d1 req-3182c721-e51d-400a-8e24-eb021fae1bdf tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491614 Sep 15 15:45:10.064604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:10.112357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:10.191168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:10.191792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:10.222319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-8ac37ee6-b404-49c0-913d-3dfa81c13fb3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:10.224747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-8ac37ee6-b404-49c0-913d-3dfa81c13fb3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.2229786 Sep 15 15:45:10.250989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-b6050e15-e9cb-4836-aeac-8f1fad3cb3ae tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/quotas/0d97c5d3f9454fec9ba1b5ed5884bd00 HTTP/1.1" status: 200 len: 375 time: 0.0148478 Sep 15 15:45:10.268586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-d606a2e6-55c2-4961-b330-f5bba1d01c32 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988139 Sep 15 15:45:10.298452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80790-ecc0-4c97-8c28-c1432422d2d8 req-031a9081-92b5-4c54-af28-1431f87f2c5b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:10.300474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a4b80790-ecc0-4c97-8c28-c1432422d2d8 req-031a9081-92b5-4c54-af28-1431f87f2c5b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 931 time: 0.0918036 Sep 15 15:45:10.345797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-839411d4-4d02-4171-acaa-405ee4ed4578 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8220105 Sep 15 15:45:10.346015 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-158efbef-e29d-4eb2-ad87-1d7c785feb78 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771277 Sep 15 15:45:10.390037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Request body: {'port': {'device_id': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:10.419877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a4b80790-ecc0-4c97-8c28-c1432422d2d8 req-b4ebbe7b-04e7-4e2a-a042-29217c70a478 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077409 Sep 15 15:45:10.439203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0f0555de-d2b0-4cea-93e7-9a5486c1c256 None None] Provisioning complete for port a4e89acf-4159-4442-a117-e4355cdec889 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:10.439753 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f0555de-d2b0-4cea-93e7-9a5486c1c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:10.480386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-22682ae0-166a-4505-959e-06fb499363a9 service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206930 Sep 15 15:45:10.483573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:10.495786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0f0555de-d2b0-4cea-93e7-9a5486c1c256 None None] Port a4e89acf-4159-4442-a117-e4355cdec889 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:45:10.515021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-c3bc31da-6dd6-40a2-8b3b-64fb5aa790e6 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359526 Sep 15 15:45:10.590313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-405c529d-1ce6-4fe9-a66a-ad36a67dd8ee service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033788 Sep 15 15:45:10.657350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840444ab-9dc7-45fb-8217-7609ecba08d9 req-6a24ae71-7c45-4f10-9d80-1664b8240d3a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:10.659000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-840444ab-9dc7-45fb-8217-7609ecba08d9 req-6a24ae71-7c45-4f10-9d80-1664b8240d3a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1189435 Sep 15 15:45:10.733958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-840444ab-9dc7-45fb-8217-7609ecba08d9 req-b7a565a8-286d-496a-82fc-671abc1e61a5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617023 Sep 15 15:45:10.876444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-f7a67e29-89de-4ad9-bf1b-af6c699c533e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1362045744&fields=id&tenant_id=44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 267 time: 0.0798793 Sep 15 15:45:10.954968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fde08-ca3c-42bc-a4ba-93ba75cf4808 req-1e8a5377-a354-4e3c-96ad-1ef949bff054 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:10.963672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-949fde08-ca3c-42bc-a4ba-93ba75cf4808 req-1e8a5377-a354-4e3c-96ad-1ef949bff054 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0645444 Sep 15 15:45:10.964936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e89acf-4159-4442-a117-e4355cdec889 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:10.976761 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:10.997768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-b2014642-fd0f-4e98-b1be-b1926c29e0a6 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:10.999407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-b2014642-fd0f-4e98-b1be-b1926c29e0a6 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 946 time: 0.0904493 Sep 15 15:45:11.005258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Transition to ACTIVE for port object a4e89acf-4159-4442-a117-e4355cdec889 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:45:11.011738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'port': {'security_groups': ['5bf69d51-d13c-4bba-9436-6c8a12de5363', 'de911520-9adf-4e16-a53b-a4ab9ea9865f']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:11.023049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-949fde08-ca3c-42bc-a4ba-93ba75cf4808 req-a37bdc34-8e6d-4d14-96f3-c04edcbd237f tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552993 Sep 15 15:45:11.097267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:11.141496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:11.146088 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f896fd4-9184-4155-803f-390c191cee6c" -d '{"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:11.164309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71de5e9-35b7-45c9-abfb-d470b2798491 req-a84012d2-0dca-4ef7-8d9a-3d60ee5cf788 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:11.173022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b71de5e9-35b7-45c9-abfb-d470b2798491 req-a84012d2-0dca-4ef7-8d9a-3d60ee5cf788 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 946 time: 0.0816984 Sep 15 15:45:11.219503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:11.221103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Pushing event updated for resources: {'Port': ['ID=a4e89acf-4159-4442-a117-e4355cdec889,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:11.229435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-a452bf06-5bb5-4abb-9469-10247a1d249f tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:11.231130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-a452bf06-5bb5-4abb-9469-10247a1d249f tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.1686037 Sep 15 15:45:11.233324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b71de5e9-35b7-45c9-abfb-d470b2798491 req-d49e0987-aa84-4d33-a525-4ee134c6f445 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484481 Sep 15 15:45:11.383220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ca71e-e343-496f-acca-5450ccbc6e48 req-ea4b1910-28a8-4347-a6cf-fd29b098b069 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:11.400291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-625ca71e-e343-496f-acca-5450ccbc6e48 req-ea4b1910-28a8-4347-a6cf-fd29b098b069 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0931196 Sep 15 15:45:11.451046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Attempting to bind port a4e89acf-4159-4442-a117-e4355cdec889 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:11.451386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Attempting to bind port a4e89acf-4159-4442-a117-e4355cdec889 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:11.451717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Attempting to bind port a4e89acf-4159-4442-a117-e4355cdec889 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:11.472417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-625ca71e-e343-496f-acca-5450ccbc6e48 req-509dcff5-5ae0-4fbb-bc4c-31725ed53348 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665176 Sep 15 15:45:11.509066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Port a4e89acf-4159-4442-a117-e4355cdec889 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:45:11.509519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Attempting to bind port a4e89acf-4159-4442-a117-e4355cdec889 on network cbab5bdd-a048-44ca-bf66-b8641e20eecf {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:11.560475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:11.561158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Checking segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:11.561773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Bound using segment: {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:11.562676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Bound port: a4e89acf-4159-4442-a117-e4355cdec889, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:11.563264 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:11.582449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9423b-4f4b-4e74-99cf-ca88f757f9be req-1fb4ab1c-0b3c-4128-b353-13e12353a881 tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:11.589065 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12d9423b-4f4b-4e74-99cf-ca88f757f9be req-1fb4ab1c-0b3c-4128-b353-13e12353a881 tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1099 time: 0.0458615 Sep 15 15:45:11.665614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12d9423b-4f4b-4e74-99cf-ca88f757f9be req-4c95cff8-530a-4154-9562-29fbf22e9302 tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642881 Sep 15 15:45:11.768869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-83a9a257-17c5-488a-bab7-0daa09e18ace tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:11.771087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-83a9a257-17c5-488a-bab7-0daa09e18ace tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c1a7f32-e08e-43ac-9fb6-26a562f1ef01 HTTP/1.1" status: 200 len: 943 time: 0.1671162 Sep 15 15:45:11.773834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dde5464b-c3d1-4a15-846e-9fe981d48edb req-98c4df37-ac56-4ec7-a75b-eb747b264a83 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 210 time: 0.0445271 Sep 15 15:45:11.971936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060da87a-297b-405b-8b5a-ed7f62f69f51 req-4df1d434-5174-450f-ac5e-7210ff4d7ad6 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:11.973810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-060da87a-297b-405b-8b5a-ed7f62f69f51 req-4df1d434-5174-450f-ac5e-7210ff4d7ad6 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 945 time: 0.0866823 Sep 15 15:45:11.980374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Deleting port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:11.980886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.086105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-060da87a-297b-405b-8b5a-ed7f62f69f51 req-3496f85a-57e7-4dad-b5ad-e5f01cba7c64 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018758 Sep 15 15:45:12.094474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f2a8be8-2c00-47b1-a1af-f84e7bd240f7 service neutron] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:12.118793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f2a8be8-2c00-47b1-a1af-f84e7bd240f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.118793 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a70d6ef3-cf2a-45c3-8d4c-319dda3a45d5 req-4f2a8be8-2c00-47b1-a1af-f84e7bd240f7 service neutron] 10.222.0.55 "DELETE /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.8676398 Sep 15 15:45:12.139856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] For port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:12.140425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.160337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Calling delete_port for 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:12.174682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] For port a4e89acf-4159-4442-a117-e4355cdec889, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:12.195046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] For port a4e89acf-4159-4442-a117-e4355cdec889, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a4e89acf-4159-4442-a117-e4355cdec889,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:12.204913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:12.234141 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5683412-fa46-4aab-b7c2-950ee6424596 x-openstack-request-id: req-f5683412-fa46-4aab-b7c2-950ee6424596 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:12.235694 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:12.236295 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f5683412-fa46-4aab-b7c2-950ee6424596 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:12.236999 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'code': 200} Sep 15 15:45:12.290075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.304405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.355096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:12.356239 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.359612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] 10.222.0.55 "PUT /v2.0/ports/a4e89acf-4159-4442-a117-e4355cdec889 HTTP/1.1" status: 200 len: 1091 time: 1.9752114 Sep 15 15:45:12.405381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:12.409355 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956ba624-b0d3-4056-8ea3-3c1e86224717" -d '{"events": [{"name": "network-changed", "server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "tag": "a4e89acf-4159-4442-a117-e4355cdec889"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:12.445286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0df3d-0538-46b3-9dd8-47fb5cf2f38e req-887db38c-b693-4066-bef4-daeb84cc2b30 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:12.447659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffb0df3d-0538-46b3-9dd8-47fb5cf2f38e req-887db38c-b693-4066-bef4-daeb84cc2b30 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 943 time: 0.1114430 Sep 15 15:45:12.465379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.474374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2130b-a5eb-46ad-9304-1dc15daeb22d service neutron] Pushing event updated for resources: {'Port': ['ID=a4e89acf-4159-4442-a117-e4355cdec889,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:12.489181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:12.511536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffb0df3d-0538-46b3-9dd8-47fb5cf2f38e req-31b04b7a-0ca5-4e90-b980-0d309d736aa2 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538671 Sep 15 15:45:12.521035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.595862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event deleted for resources: {'Port': ['ID=4869cd2c-ba7e-44a9-8f3e-df84ed875f0d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:12.614131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6f0b-cac6-47eb-a9e5-4df1bbae5ac4 req-9606f2fe-9201-46ef-ae62-1c7f7f86dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:12.616132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c66a6f0b-cac6-47eb-a9e5-4df1bbae5ac4 req-9606f2fe-9201-46ef-ae62-1c7f7f86dd6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 1096 time: 0.2683074 Sep 15 15:45:12.684732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:12.685417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.710080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3f41f75-d700-43c4-99c6-a5a2636e8e2e req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "PUT /v2.0/ports/1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 200 len: 982 time: 1.7033749 Sep 15 15:45:12.750411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:12.782293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] No DVR routers for this DVR port 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:12.797561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:12.804557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9f1f84c-50b6-4141-944b-eb175b92063a req-a919aa8a-e103-45d8-ba85-c61c129e89b9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.55 "DELETE /v2.0/ports/4869cd2c-ba7e-44a9-8f3e-df84ed875f0d HTTP/1.1" status: 204 len: 173 time: 1.0188956 Sep 15 15:45:12.806940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-deleted', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:12.809986 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f80faa-8c38-4381-a1c1-d02e7dfb77bc" -d '{"events": [{"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-deleted", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:12.870860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e0b1c-3005-4b20-aa61-fe1730abbc2d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:12.895467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d58f41-1893-479c-b0e7-df9b3ff04338 req-a96d0c1d-758d-438d-b09b-f9fa0d121558 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:12.905126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15d58f41-1893-479c-b0e7-df9b3ff04338 req-a96d0c1d-758d-438d-b09b-f9fa0d121558 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 946 time: 0.0845156 Sep 15 15:45:12.974298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c66a6f0b-cac6-47eb-a9e5-4df1bbae5ac4 req-06ad3f4d-6585-47e9-acef-569a7f30f3fd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218572 Sep 15 15:45:12.986142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15d58f41-1893-479c-b0e7-df9b3ff04338 req-b1f523b4-40ad-493e-a1ff-27c0cc6862ae tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 Sep 15 15:45:12.993631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-f735de3c-478f-4ab9-9e00-9cd9a75248ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:12.995472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-f735de3c-478f-4ab9-9e00-9cd9a75248ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 1094 time: 0.4376955 Sep 15 15:45:13.031218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3167e-b2ac-4db9-a6f7-55fef79fa8a8 req-9441414f-d66c-4de4-8aed-162e55f7453c tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:13.033133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81c3167e-b2ac-4db9-a6f7-55fef79fa8a8 req-9441414f-d66c-4de4-8aed-162e55f7453c tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.1107004 Sep 15 15:45:13.041293 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5435b40-824c-440b-a89e-27fc7a52e6de x-openstack-request-id: req-c5435b40-824c-440b-a89e-27fc7a52e6de {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:13.041593 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "tag": "a4e89acf-4159-4442-a117-e4355cdec889", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:13.041919 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c5435b40-824c-440b-a89e-27fc7a52e6de {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:13.042560 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889', 'status': 'completed', 'code': 200} Sep 15 15:45:13.098278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81c3167e-b2ac-4db9-a6f7-55fef79fa8a8 req-3081f910-2cf1-4bcb-ade1-cff02ab0ffed tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Sep 15 15:45:13.174189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272c39a-7ba1-4741-b7f0-c3c4105d83ed req-443972f0-1bf1-441d-a67e-1964d3a1e796 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:13.178935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5272c39a-7ba1-4741-b7f0-c3c4105d83ed req-443972f0-1bf1-441d-a67e-1964d3a1e796 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1096 time: 0.0833130 Sep 15 15:45:13.279615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5272c39a-7ba1-4741-b7f0-c3c4105d83ed req-89fd8d35-1e96-4f67-90b3-3e660ed772aa tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878158 Sep 15 15:45:13.298152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-ab7394e9-3f5a-4197-8731-3a85d64e44a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e89acf-4159-4442-a117-e4355cdec889 HTTP/1.1" status: 200 len: 217 time: 0.0675457 Sep 15 15:45:13.349833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-496ab149-2090-4363-a157-3b4086b20f72 req-36e86d5b-9a05-42e2-94f2-e587abc99dd0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1481811235&fields=id&tenant_id=44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 267 time: 0.1517529 Sep 15 15:45:13.418652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-69a74f09-388b-4737-9418-319c474e302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:13.421184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-69a74f09-388b-4737-9418-319c474e302d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 200 len: 862 time: 0.1091065 Sep 15 15:45:13.442381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab149-2090-4363-a157-3b4086b20f72 req-de3b782c-ed20-41d0-9847-ce77148e67b9 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:13.444027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-496ab149-2090-4363-a157-3b4086b20f72 req-de3b782c-ed20-41d0-9847-ce77148e67b9 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 985 time: 0.0727758 Sep 15 15:45:13.448524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54d0a794-eee3-462c-92ff-2e002559031e req-78f71487-34a7-4f0a-95f9-2ad413b3820d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 210 time: 0.0460439 Sep 15 15:45:13.473090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'port': {'security_groups': ['5bf69d51-d13c-4bba-9436-6c8a12de5363', 'de911520-9adf-4e16-a53b-a4ab9ea9865f', '3f294636-5b42-4539-a1da-fbcde206710f']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:13.498762 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee21a827-b683-4597-8280-f3be188d6b11 x-openstack-request-id: req-ee21a827-b683-4597-8280-f3be188d6b11 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:13.499260 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1a7f32-e08e-43ac-9fb6-26a562f1ef01", "name": "network-vif-deleted", "tag": "4869cd2c-ba7e-44a9-8f3e-df84ed875f0d", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:13.499669 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ee21a827-b683-4597-8280-f3be188d6b11 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:13.500222 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1a7f32-e08e-43ac-9fb6-26a562f1ef01', 'name': 'network-vif-deleted', 'tag': '4869cd2c-ba7e-44a9-8f3e-df84ed875f0d', 'status': 'completed', 'code': 200} Sep 15 15:45:13.598495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-5e115722-864f-4ef2-9030-919b68acc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:13.600976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-5e115722-864f-4ef2-9030-919b68acc248 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbab5bdd-a048-44ca-bf66-b8641e20eecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555288 Sep 15 15:45:13.614916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-a1a47a06-498b-473c-afce-41f8660cd6af tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300605 Sep 15 15:45:13.682040 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:13.739880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c67cccc3-0111-410e-bbb4-8844f469cb1e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:13.741582 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c67cccc3-0111-410e-bbb4-8844f469cb1e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152174 Sep 15 15:45:13.764116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-48f47270-71a7-45b0-a697-8a7b75e6f76b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/quotas/ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 375 time: 0.0148587 Sep 15 15:45:13.844379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-eeb4b19a-3afa-4b6c-8b44-5773ae67da2d service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153914 Sep 15 15:45:13.859300 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-a1b4b647-7e4c-47a4-9346-e33906dc3d14 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824835 Sep 15 15:45:14.070269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e125dc8e-f5ed-4245-9ed3-b11cf34ce807 req-cf779158-f5d6-4c0b-b610-a081f9368e55 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111487 Sep 15 15:45:14.111513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:14.160881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:14.244661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-9cc9716a-99e3-4888-8bf5-2e617b326e52 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:14.244661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-9cc9716a-99e3-4888-8bf5-2e617b326e52 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0686395 Sep 15 15:45:14.288463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-83ff19e9-d9c4-48cf-90fd-7399e6b50317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:14.290217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-83ff19e9-d9c4-48cf-90fd-7399e6b50317 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 1094 time: 0.0488212 Sep 15 15:45:14.303635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:14.307214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-485a32e7-ca5c-49b9-84ba-8929da5c32ee tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0541980 Sep 15 15:45:14.319404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'floatingip': {'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:14.327821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:14.435092 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:14.438082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:14.438948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:14.456978 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-496ab149-2090-4363-a157-3b4086b20f72 req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "PUT /v2.0/ports/1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 200 len: 1021 time: 0.9954000 Sep 15 15:45:14.567292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:14.652890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38395f3b-066a-4bef-84a1-51ac34e3c9e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:14.751211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029af50-a9ea-4071-80d4-d4e3c0e1003d req-f79c4b3a-c619-4e15-a066-8b8fa151272f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:14.754111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7029af50-a9ea-4071-80d4-d4e3c0e1003d req-f79c4b3a-c619-4e15-a066-8b8fa151272f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 943 time: 0.2044387 Sep 15 15:45:14.764877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-22fd12de-0bb0-4797-b258-2e5f50d85391 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:14.766584 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-22fd12de-0bb0-4797-b258-2e5f50d85391 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.4032590 Sep 15 15:45:14.768141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-fbf6d151-ed2f-4e4b-a6a3-896bd1fc4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:14.769616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-fbf6d151-ed2f-4e4b-a6a3-896bd1fc4331 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 924 time: 0.3950882 Sep 15 15:45:14.820566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Request body: {'port': {'device_id': '5f855944-d102-46a3-94db-604bad90f887', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'admin_state_up': True, 'tenant_id': '0d97c5d3f9454fec9ba1b5ed5884bd00'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:14.902889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-e909966c-563c-402d-a33d-a03c10c0f191 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e89acf-4159-4442-a117-e4355cdec889 HTTP/1.1" status: 200 len: 217 time: 0.1051078 Sep 15 15:45:14.976469 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7029af50-a9ea-4071-80d4-d4e3c0e1003d req-bc3b7910-7fe3-4ca6-94d1-b696c085cca9 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894319 Sep 15 15:45:15.047837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'}, {'name': 'network-changed', 'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:15.049677 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85326d07-20bc-4eec-931c-fcdded043e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec"}, {"name": "network-changed", "server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:15.119212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-c8478e6c-eb2c-4a26-88d9-5f4eddae4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:15.120625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-c8478e6c-eb2c-4a26-88d9-5f4eddae4abc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 200 len: 862 time: 0.1672499 Sep 15 15:45:15.126213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:15.206939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:15.230313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-beadfaaf-23b8-47b3-9360-305671fe7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:15.231960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-beadfaaf-23b8-47b3-9360-305671fe7d23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbab5bdd-a048-44ca-bf66-b8641e20eecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007066 Sep 15 15:45:15.248027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-67f11114-0cca-4d88-af8c-a5fd7022a156 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:15.249511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-67f11114-0cca-4d88-af8c-a5fd7022a156 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 0.1746693 Sep 15 15:45:15.275674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Made reservation on behalf of 0d97c5d3f9454fec9ba1b5ed5884bd00 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:15.279122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:15.291249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-b1cf03f9-7890-4b58-9f09-9b10e3c9ab8e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/quotas/778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 375 time: 0.0335593 Sep 15 15:45:15.328728 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e associated. External IP: 172.25.0.121, port: 47304e19-2a73-4040-b309-3b5fea3859a1. Sep 15 15:45:15.442927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:15.459780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-1d3aa423-fa13-4381-9e9c-97f7b6679c3d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591432 Sep 15 15:45:15.464055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-7e5c66fb-631c-4e09-9a82-476fcad9f635 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136257 Sep 15 15:45:15.473078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:15.473434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4869cd2c-ba7e-44a9-8f3e-df84ed875f0d not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:15.550532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:15.638198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Allocated IP 172.20.0.3 (5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5/db0250ed-4d1e-4af9-9c2c-aa24b9f2577e/f4eeb6d0-e596-4cb7-af77-2710ad5f23f8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:15.661126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:15.666887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:15.673019 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:15.682883 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:15.683770 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:15.697926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-6ca4704b-cd8b-4b49-ba72-5a2c6e20db93 service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293689 Sep 15 15:45:15.703513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-a7e0cc55-d521-439e-a8b5-a7f21817696f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "PUT /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 200 len: 996 time: 1.3892951 Sep 15 15:45:15.704201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:15.706732 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:15.707266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-956ba624-b0d3-4056-8ea3-3c1e86224717 req-4993eea5-85a8-41c2-8d7a-4112b7a4ed04 service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091398 Sep 15 15:45:15.788049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-d6cc064e-51c6-4405-921c-50d3ec6cfde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:15.796345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-d6cc064e-51c6-4405-921c-50d3ec6cfde8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.0647256 Sep 15 15:45:15.798800 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:15.889223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-c5edcbff-7a35-422c-8dd7-0ed16543d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:15.899920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-c5edcbff-7a35-422c-8dd7-0ed16543d9eb service neutron] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1020772 Sep 15 15:45:15.937938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:15.943739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-bae27282-e3ef-46c9-9f26-156c4145b960 service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189202 Sep 15 15:45:16.002599 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-8b61ba96-5ea0-43dc-bff7-afd3f4413e10 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 999 time: 0.1017919 Sep 15 15:45:16.042848 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:9e:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:15Z', 'revision_number': 1, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:16.058535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-f2e29b91-6e85-4be6-9041-5b4940187e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:16.060099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-f2e29b91-6e85-4be6-9041-5b4940187e3c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.0467455 Sep 15 15:45:16.068638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:16.077554 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:16.078160 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:16.106736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-e6b5a2f4-3679-4b27-a3d7-c6759e6a784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:16.108374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-e6b5a2f4-3679-4b27-a3d7-c6759e6a784b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417180 Sep 15 15:45:16.115004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:16.175220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:16.201417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:16.203039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:16.206210 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:16.212983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:16.269662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-0140cc2c-ab0e-4eb1-9d61-0be6fd6b0352 service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530991 Sep 15 15:45:16.281799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:16.282660 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:16.349314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a4bb1c2-dca5-4413-be51-b41174be9fc6 req-653ab566-08b9-40ad-9e37-d3f1926e28c3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 210 time: 0.0368028 Sep 15 15:45:16.366779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5692b31b-71ed-42c8-a812-a40d4ae0035f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5602403 Sep 15 15:45:16.389780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Request body: {'port': {'device_id': '5f855944-d102-46a3-94db-604bad90f887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:16.441434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8328144c-dbd4-4abb-be05-1910aee6d6fc req-67389e74-8688-40c4-882c-bd8bf3e3d02f service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615670 Sep 15 15:45:16.469718 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:9e:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:15Z', 'revision_number': 1, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:16.491783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:16.509291 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf08484-cd0e-4a7b-adae-d19a0a1697d9 None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:9e:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:15Z', 'revision_number': 1, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:16.561137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd47ef9-0257-4448-b3c0-66329c1b053c req-73b93c7b-05cf-4ee3-a39b-13ebd421a7c2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:16.562778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdd47ef9-0257-4448-b3c0-66329c1b053c req-73b93c7b-05cf-4ee3-a39b-13ebd421a7c2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.1094778 Sep 15 15:45:16.564481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-a5cef959-d167-4aa0-b250-a5636e4c6afa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547168 Sep 15 15:45:16.644286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8aaf6-1e8d-4aeb-8ab1-8ad861e72e5b req-8ada9a8b-8ddb-4b7a-939e-4549d2bd5c9b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:16.646316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4d8aaf6-1e8d-4aeb-8ab1-8ad861e72e5b req-8ada9a8b-8ddb-4b7a-939e-4549d2bd5c9b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1024 time: 0.0650816 Sep 15 15:45:16.682222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdd47ef9-0257-4448-b3c0-66329c1b053c req-bc53f979-3b7d-41ea-bda9-f2faa28289f2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950961 Sep 15 15:45:16.742267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4d8aaf6-1e8d-4aeb-8ab1-8ad861e72e5b req-c273e642-78fc-4277-91f4-e8261aa7be6a tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=3f294636-5b42-4539-a1da-fbcde206710f&id=de911520-9adf-4e16-a53b-a4ab9ea9865f HTTP/1.1" status: 200 len: 6149 time: 0.0832148 Sep 15 15:45:16.777978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d68b5d-caf5-460a-ace9-768fcd158bcf None None] New status for floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:45:16.906879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85326d07-20bc-4eec-931c-fcdded043e5d req-aa44fc48-0168-4f80-b6f1-ec49b1d5c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:16.909073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-aa44fc48-0168-4f80-b6f1-ec49b1d5c607 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1175 time: 0.0661001 Sep 15 15:45:17.042861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85326d07-20bc-4eec-931c-fcdded043e5d req-14781218-5715-40ac-a4b6-e80c8a7afcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.044340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-14781218-5715-40ac-a4b6-e80c8a7afcf3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 913 time: 0.1280277 Sep 15 15:45:17.088438 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d775accb-dfea-4eeb-a848-df6fffae11b4 x-openstack-request-id: req-d775accb-dfea-4eeb-a848-df6fffae11b4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:17.088738 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:17.088981 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d775accb-dfea-4eeb-a848-df6fffae11b4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:17.089367 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec', 'status': 'completed', 'code': 200} Sep 15 15:45:17.089614 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec', 'status': 'completed', 'code': 200} Sep 15 15:45:17.090204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-16bd1a21-b6d9-47c8-8681-3acb421ec77c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 200 len: 217 time: 0.0386429 Sep 15 15:45:17.148071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85326d07-20bc-4eec-931c-fcdded043e5d req-50dbad07-8571-4c82-9b52-77efd130dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.151399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-50dbad07-8571-4c82-9b52-77efd130dc8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.0514536 Sep 15 15:45:17.188855 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-188b3b29-f880-4c04-baaf-3e12cfcfd20a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302446 Sep 15 15:45:17.261727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055376c-301d-4a82-9aba-c5fb04953b20 req-b4cda9c7-c85f-4ce6-a152-08c264625b94 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.268896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7055376c-301d-4a82-9aba-c5fb04953b20 req-b4cda9c7-c85f-4ce6-a152-08c264625b94 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 931 time: 0.1822712 Sep 15 15:45:17.288734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-98f6fa22-abed-4769-a68f-78d09cc44395 service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902557 Sep 15 15:45:17.290970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-dd92d515-c527-4960-97ff-d45560a7b0c2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.292353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-dd92d515-c527-4960-97ff-d45560a7b0c2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7086861 Sep 15 15:45:17.331970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Request body: {'port': {'device_id': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'ee9c330a921d4d0395cccca53cd6eba5'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:17.403519 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-aaa2dce4-f748-4f03-bda4-0d947097ff9b service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916355 Sep 15 15:45:17.405073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7055376c-301d-4a82-9aba-c5fb04953b20 req-ffcb546d-d159-46c8-9384-db085dd3fccd tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352530 Sep 15 15:45:17.448026 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e965902-6f5b-4702-9072-26d620df3937 x-openstack-request-id: req-9e965902-6f5b-4702-9072-26d620df3937 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:17.448405 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:17.448755 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9e965902-6f5b-4702-9072-26d620df3937 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:17.449248 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1', 'status': 'completed', 'code': 200} Sep 15 15:45:17.463480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a4e89acf-4159-4442-a117-e4355cdec889 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:17.588603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a4e89acf-4159-4442-a117-e4355cdec889, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a4e89acf-4159-4442-a117-e4355cdec889,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:17.596220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85326d07-20bc-4eec-931c-fcdded043e5d req-917b1e52-471d-4234-8172-cd6f8be88be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.597776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-917b1e52-471d-4234-8172-cd6f8be88be1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1175 time: 0.0456214 Sep 15 15:45:17.601752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'a4e89acf-4159-4442-a117-e4355cdec889', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'port_id': 'a4e89acf-4159-4442-a117-e4355cdec889', 'mac_address': 'fa:16:3e:c5:ae:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:17.602173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:17.617398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:17.638038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-3c621ee1-8f35-4091-8fb6-0fe1de2194fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.639544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-3c621ee1-8f35-4091-8fb6-0fe1de2194fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.1513441 Sep 15 15:45:17.651796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e215ea-8595-430a-a1e6-e4ca0f50ffdb req-1bf43784-3c74-40d7-a4c3-1bdcee3f1e77 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.652886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96e215ea-8595-430a-a1e6-e4ca0f50ffdb req-1bf43784-3c74-40d7-a4c3-1bdcee3f1e77 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 943 time: 0.1014392 Sep 15 15:45:17.653968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Transition to ACTIVE for port object f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:45:17.666541 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:17.705184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e89acf-4159-4442-a117-e4355cdec889 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:17.733641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a4e89acf-4159-4442-a117-e4355cdec889, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a4e89acf-4159-4442-a117-e4355cdec889,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:17.753630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85326d07-20bc-4eec-931c-fcdded043e5d req-bfd32f82-3140-4fd1-a2d4-304d215a2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.754332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96e215ea-8595-430a-a1e6-e4ca0f50ffdb req-b63340ac-698f-493a-8567-d692fa367fd5 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888162 Sep 15 15:45:17.755159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-bfd32f82-3140-4fd1-a2d4-304d215a2dda service neutron] 10.222.0.38 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 913 time: 0.1449144 Sep 15 15:45:17.784853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-a83074c4-d888-4147-abee-e5d3b33f8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:17.786770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-a83074c4-d888-4147-abee-e5d3b33f8056 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1317565 Sep 15 15:45:17.798004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Made reservation on behalf of ee9c330a921d4d0395cccca53cd6eba5 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:17.801884 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:17.804042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:17.883382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:17.932830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:17.986958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a4e89acf-4159-4442-a117-e4355cdec889,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:18.053227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-289f6f32-627c-4858-a794-051a6e890dfa req-f1e5106f-c1e8-4ebd-bd4a-ee65effe2750 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 210 time: 0.2226448 Sep 15 15:45:18.096973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-814c2031-dfb9-471d-97eb-1742dc3d2956 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 200 len: 217 time: 0.3342464 Sep 15 15:45:18.144736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-325f2acc-0603-459d-8083-4b8af3e24893 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:18.146463 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-325f2acc-0603-459d-8083-4b8af3e24893 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0522063 Sep 15 15:45:18.171999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-9f87dc2a-89b6-466c-8a0d-c48b15c97a15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 1001 time: 0.3600726 Sep 15 15:45:18.252529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a4e89acf-4159-4442-a117-e4355cdec889'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:18.270633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85326d07-20bc-4eec-931c-fcdded043e5d req-3cc22593-9346-4b4e-bb16-0df8eb96fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:18.272374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-3cc22593-9346-4b4e-bb16-0df8eb96fb30 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.0733519 Sep 15 15:45:18.276381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-6f42081c-6c0d-41df-96a5-4eaae6a3415a tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1001 time: 0.1219320 Sep 15 15:45:18.297518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'floatingip': {'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:18.328621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Attempting to bind port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:18.329139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Attempting to bind port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:18.329273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Attempting to bind port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:18.340247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Allocated IP 192.168.233.12 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/525f4f80-7ac5-4aee-ae28-6cd7fc6945fd) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:18.358753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2269d93-a6e9-49b7-b9f2-0f975b0a6785 req-ed15090f-13c8-4d8e-b254-b94bd3f1ba81 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:18.360414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2269d93-a6e9-49b7-b9f2-0f975b0a6785 req-ed15090f-13c8-4d8e-b254-b94bd3f1ba81 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.2160270 Sep 15 15:45:18.361229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:45:18.361477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Attempting to bind port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:18.364424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-d02b9c89-4f32-44b2-bc3e-57014a955c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:18.365831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-d02b9c89-4f32-44b2-bc3e-57014a955c4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.1480737 Sep 15 15:45:18.403685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:18.404035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Checking segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:18.404409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:18.404575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Bound using segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:18.405432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Bound port: f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:18.405901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:18.410284 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-261f5e95-c3ef-4fd7-9b0c-aef554d51de7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306789 Sep 15 15:45:18.497058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2269d93-a6e9-49b7-b9f2-0f975b0a6785 req-8a432892-7e2f-4626-ac70-8f4a7c762964 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278203 Sep 15 15:45:18.545195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-75bcac1c-df89-4d51-8e3a-b50e616f6131 req-ff4d7374-4aed-4082-b548-7f0cb80c1160 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': ' tempest-securitygroup -128134776 ', 'description': 'tempest-description-1050001506'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:18.611914 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-a0d9bc32-4e64-41a4-9998-f2949c433ebf service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697195 Sep 15 15:45:18.612137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:18.616528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:18.655160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-41a4ccb7-19c3-417e-af01-6d09a7b30ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:18.657042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-41a4ccb7-19c3-417e-af01-6d09a7b30ddc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759039 Sep 15 15:45:18.729617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:18.790198 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75bcac1c-df89-4d51-8e3a-b50e616f6131 req-ff4d7374-4aed-4082-b548-7f0cb80c1160 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:18.802335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85326d07-20bc-4eec-931c-fcdded043e5d req-740be1ac-c076-4523-ba58-31fcea1daa04 service neutron] 10.222.0.38 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808710 Sep 15 15:45:18.840076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:18.840740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:18.842155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] 10.222.0.38 "PUT /v2.0/ports/f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 HTTP/1.1" status: 200 len: 1091 time: 2.4605083 Sep 15 15:45:18.927114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae4f9d-80eb-4759-b1b3-0a6cd0e1f157 service neutron] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:18.967901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:18.987559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-1a024fa9-6030-4174-be49-834672a06bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052702 Sep 15 15:45:19.018668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-c96e1b97-04f8-4e43-aa80-6a5b15c138d0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:19.020516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-c96e1b97-04f8-4e43-aa80-6a5b15c138d0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 0.2151151 Sep 15 15:45:19.092690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Request body: {'port': {'device_id': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'admin_state_up': True, 'tenant_id': '778023219b2a4f1ca13621ea15ddb51b'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:19.101267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:19.104051 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67226f57-e8bd-4a29-bbf5-a858e04489ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:19.108387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-cc89eb7b-56cf-4777-b159-e8557300134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:19.109962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-cc89eb7b-56cf-4777-b159-e8557300134f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 1094 time: 0.1630738 Sep 15 15:45:19.185164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-2f5d6a4f-c559-4e0e-b4c1-0dbc8626e371 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 HTTP/1.1" status: 200 len: 217 time: 0.0637555 Sep 15 15:45:19.187396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75bcac1c-df89-4d51-8e3a-b50e616f6131 req-ff4d7374-4aed-4082-b548-7f0cb80c1160 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.235281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef54d8e1-2da6-42cc-8f42-fb450f3e986a req-c4a54a01-2c02-4279-8193-bae968448f48 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348101 Sep 15 15:45:19.257645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-492d468c-41a3-454e-bc79-8162035fadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:19.259678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-492d468c-41a3-454e-bc79-8162035fadfd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.0657687 Sep 15 15:45:19.279249 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.293083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:19.308948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-6c45eab7-c7e3-4319-9ed5-06dcb0c903e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413771 Sep 15 15:45:19.311005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75bcac1c-df89-4d51-8e3a-b50e616f6131 req-ff4d7374-4aed-4082-b548-7f0cb80c1160 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.314275 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.382177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.415219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:19.441199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Made reservation on behalf of 778023219b2a4f1ca13621ea15ddb51b for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:19.445659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.456212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:19.461118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:19.464840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7374-4aed-4082-b548-7f0cb80c1160 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5d8436-5f07-47e7-92c6-ba4e7865a73c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:19.473825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:19.495412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a4e89acf-4159-4442-a117-e4355cdec889 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:19.517923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75bcac1c-df89-4d51-8e3a-b50e616f6131 req-ff4d7374-4aed-4082-b548-7f0cb80c1160 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.527142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75bcac1c-df89-4d51-8e3a-b50e616f6131 req-ff4d7374-4aed-4082-b548-7f0cb80c1160 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9863141 Sep 15 15:45:19.594867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:19.599266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.609010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-809447f8-d7a6-4128-929b-17df9b91fa13 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684135 Sep 15 15:45:19.678732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port a4e89acf-4159-4442-a117-e4355cdec889 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:19.689092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port a4e89acf-4159-4442-a117-e4355cdec889 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:19.690902 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.722966 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e associated. External IP: 172.25.0.121, port: 47304e19-2a73-4040-b309-3b5fea3859a1. Sep 15 15:45:19.763364 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-8bc6c020-91c2-4c85-a135-fd26176d7f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4378920 Sep 15 15:45:19.776987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f4d38-996d-4b84-97c8-c94d27591c5c req-179d1ca3-8b2b-43d1-81a6-f1270d5c2c34 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:19.783057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Allocated IP 172.20.0.4 (742acc42-ee0d-49c3-9263-c38eb7ccca8d/06009191-dc62-4e07-857b-f9d6a1fb75c7/854d12bb-801e-42ec-8274-25f62d77a470) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:19.784869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be5f4d38-996d-4b84-97c8-c94d27591c5c req-179d1ca3-8b2b-43d1-81a6-f1270d5c2c34 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 935 time: 0.1463137 Sep 15 15:45:19.801071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Request body: {'port': {'device_id': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:19.872263 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.895851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-66119f69-d29d-4155-869a-be3a1c9b18cb None None] Provisioning complete for port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:19.896223 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-66119f69-d29d-4155-869a-be3a1c9b18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.918289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:19.945357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:19.949248 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a9e9f9-b9e1-4c2a-b14d-a6e6a79b3ecb" -d '{"events": [{"server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "name": "network-vif-plugged", "status": "completed", "tag": "a4e89acf-4159-4442-a117-e4355cdec889"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:19.957583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0710b432-d49d-4a49-bc17-4c6a3e627b02 req-d68be2a6-33e9-42ec-8e4d-f5d49f5a9385 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406148 Sep 15 15:45:19.967659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a4e89acf-4159-4442-a117-e4355cdec889, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a4e89acf-4159-4442-a117-e4355cdec889,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:19.974625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-66119f69-d29d-4155-869a-be3a1c9b18cb None None] Port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:45:19.999901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be5f4d38-996d-4b84-97c8-c94d27591c5c req-c8535dbc-a3f7-42a7-9d41-2c0e9b41107e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141261 Sep 15 15:45:20.053224 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:20.116437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a4e89acf-4159-4442-a117-e4355cdec889,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:20.192238 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:20.203180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:20.226968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fdb88-610f-4b1c-b245-455834806a66 req-cf2da0e3-365a-4181-ab4f-639f2f920095 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:20.228746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-718fdb88-610f-4b1c-b245-455834806a66 req-cf2da0e3-365a-4181-ab4f-639f2f920095 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 943 time: 0.0981896 Sep 15 15:45:20.322330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-718fdb88-610f-4b1c-b245-455834806a66 req-5fd699ed-9f21-4cb2-8f62-3033c3320713 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613873 Sep 15 15:45:20.343287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:20.353919 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:20.365232 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:20.369530 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:20.401602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:20.418196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:20.428112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:20.443957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Transition to ACTIVE for port object 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:45:20.462775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:20.497653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:20.499528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:20.519201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:20.519436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb17d4-50a5-4892-9feb-bbef26a71c5c req-c8415331-5fe6-4574-93a8-be30b3636cb9 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:20.519436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1fb17d4-50a5-4892-9feb-bbef26a71c5c req-c8415331-5fe6-4574-93a8-be30b3636cb9 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.0693550 Sep 15 15:45:20.533589 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:20.545011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:20.627726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:20.635227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1fb17d4-50a5-4892-9feb-bbef26a71c5c req-cbf9ac4e-c9e4-4a18-a242-a0e15ecf3737 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095393 Sep 15 15:45:20.839808 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:b0:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:19Z', 'revision_number': 3, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:20.876742 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:20.888670 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:20.889314 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:21.047150 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:21.090319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:21.098118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:21.098963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:21.241470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:21.247249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:21.277495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Attempting to bind port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:21.278594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Attempting to bind port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:21.279045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Attempting to bind port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:21.279973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-4bbcca17-323e-4350-a98e-d2aee2c837f8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2464237 Sep 15 15:45:21.288093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:45:21.288663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Attempting to bind port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:21.290139 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:21.291814 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:21.298891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Request body: {'port': {'device_id': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:21.303420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d848fe6-513a-4113-acf6-0980c814f9c1 req-0659a3a1-6bbd-4571-804b-afc97a54aca2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:21.311819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d848fe6-513a-4113-acf6-0980c814f9c1 req-0659a3a1-6bbd-4571-804b-afc97a54aca2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 931 time: 0.5538304 Sep 15 15:45:21.315264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:21.315846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:21.316427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:21.317791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Bound port: 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:21.319512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:21.348595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-10169a86-9b1c-406e-8e55-6fba13cc8a7d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "PUT /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 200 len: 999 time: 3.0567372 Sep 15 15:45:21.392939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:21.409505 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:b0:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:19Z', 'revision_number': 3, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:21.422931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:21.429186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:21.439261 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c0427-26e3-4f91-b8aa-a9aca9c2e8ce None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:b0:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:19Z', 'revision_number': 3, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:21.458279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d848fe6-513a-4113-acf6-0980c814f9c1 req-50ef206a-9a34-4286-a26c-05142204693c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446590 Sep 15 15:45:21.464848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-06265b30-e635-4a90-b859-fdf80f1c3104 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:21.465971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-06265b30-e635-4a90-b859-fdf80f1c3104 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports/47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 942 time: 0.0813942 Sep 15 15:45:21.552203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:21.618922 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d8cd0-b0e7-4d83-a783-c5e826ad25eb x-openstack-request-id: req-854d8cd0-b0e7-4d83-a783-c5e826ad25eb {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:21.619295 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:21.619473 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-854d8cd0-b0e7-4d83-a783-c5e826ad25eb {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:21.619863 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'status': 'completed', 'code': 200} Sep 15 15:45:21.670728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:21.673040 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:21.674557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] 10.222.0.38 "PUT /v2.0/ports/525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 1095 time: 1.8834953 Sep 15 15:45:21.711751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-eaf78d21-2797-4046-ae4f-6acb52a144cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:21.713486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-eaf78d21-2797-4046-ae4f-6acb52a144cf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.1071353 Sep 15 15:45:21.715112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e0ea0-7ad1-42f2-9d61-5a6e90c35441 service neutron] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:21.749922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3544c7-27bf-4741-95b9-0e4ac6d89c85 None None] New status for floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:45:21.772241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-e97d0cd0-9d99-42b8-8c79-eb9ade461724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:21.774534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-e97d0cd0-9d99-42b8-8c79-eb9ade461724 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 1094 time: 0.1579964 Sep 15 15:45:21.780187 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ca49f32-0010-4810-911e-179f606acf7a req-875e7255-63d0-4cea-ac55-fcfc510c8b14 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/ac5d8436-5f07-47e7-92c6-ba4e7865a73c HTTP/1.1" status: 200 len: 1780 time: 0.1595030 Sep 15 15:45:21.865448 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea223aa6-ef94-4f73-a56c-bb0364c87d6d x-openstack-request-id: req-ea223aa6-ef94-4f73-a56c-bb0364c87d6d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:21.866323 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "name": "network-vif-plugged", "status": "completed", "tag": "a4e89acf-4159-4442-a117-e4355cdec889", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:21.866948 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ea223aa6-ef94-4f73-a56c-bb0364c87d6d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:21.867831 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889', 'code': 200} Sep 15 15:45:21.902877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-79a5b3b0-52b3-4e37-b91b-8bf11bfa9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:21.904583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-79a5b3b0-52b3-4e37-b91b-8bf11bfa9bc6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 904 time: 0.1215215 Sep 15 15:45:21.964332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854d12bb-801e-42ec-8274-25f62d77a470 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:21.973234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:21.988754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Transition to ACTIVE for port object 854d12bb-801e-42ec-8274-25f62d77a470 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:45:22.003412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-53c082d4-6a06-4621-9a88-e6074db465dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.006125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-53c082d4-6a06-4621-9a88-e6074db465dc service neutron] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.2780187 Sep 15 15:45:22.066700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-3b87879a-0ff2-4081-8290-23edccca423a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 217 time: 0.0521941 Sep 15 15:45:22.079916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-61a732bc-4b58-464c-a166-078e1670db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.081825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-61a732bc-4b58-464c-a166-078e1670db1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1098 time: 0.1762278 Sep 15 15:45:22.084131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-2c025149-cb5c-442f-a510-1a2d6d5976f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 HTTP/1.1" status: 200 len: 217 time: 0.1161466 Sep 15 15:45:22.098875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00175dc4-ae84-4203-bbc1-ee07d858f0aa req-d238c517-5159-4105-9161-fa008989a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.103596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00175dc4-ae84-4203-bbc1-ee07d858f0aa req-d238c517-5159-4105-9161-fa008989a989 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 1096 time: 0.1423051 Sep 15 15:45:22.109005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:22.166882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-463e3af1-2ee6-4ba0-9860-09b70f34aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.168362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-463e3af1-2ee6-4ba0-9860-09b70f34aaef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.0938818 Sep 15 15:45:22.200322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-7aafcc33-ea5c-44ee-a16e-89f87edc4d77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 217 time: 0.0908480 Sep 15 15:45:22.206101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:22.211229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a2d86-a85f-4ffb-9f97-37abd78d9654 req-e2d1fdb9-b5b4-4a9c-8c24-23c1af206a8b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.213523 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa0a2d86-a85f-4ffb-9f97-37abd78d9654 req-e2d1fdb9-b5b4-4a9c-8c24-23c1af206a8b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.2166026 Sep 15 15:45:22.273953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00175dc4-ae84-4203-bbc1-ee07d858f0aa req-2d5511c6-65b9-4aa2-8934-ecdfc2d6466f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431663 Sep 15 15:45:22.291756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-e196bf19-cb6f-44ef-8138-381bf278597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.292055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-e196bf19-cb6f-44ef-8138-381bf278597c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.1847787 Sep 15 15:45:22.311378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:22.311925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:22.312225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:22.318524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-0f66c6e3-1e68-4978-9597-e0eab532d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.319995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-0f66c6e3-1e68-4978-9597-e0eab532d1be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1026583 Sep 15 15:45:22.320359 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-87301da5-fc94-4b3e-953b-51f22179a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.322378 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:22.331061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-87301da5-fc94-4b3e-953b-51f22179a155 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544189 Sep 15 15:45:22.337979 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:22.338804 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:22.340721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:45:22.341034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:22.342280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-2dd7c9ec-02ab-4e32-80a0-040067ca9577 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391743 Sep 15 15:45:22.345238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa0a2d86-a85f-4ffb-9f97-37abd78d9654 req-f6799ae9-1f75-41f5-811d-32ffbac17b44 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072116 Sep 15 15:45:22.348181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:22.348596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:22.349019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:22.349581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Bound port: 854d12bb-801e-42ec-8274-25f62d77a470, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:22.350009 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:22.487178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-d832dbff-c515-4bb6-b546-882cb5f91ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.488722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-d832dbff-c515-4bb6-b546-882cb5f91ede service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489952 Sep 15 15:45:22.505446 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:22.520341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:22.532297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:22.546982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-ed65f666-bb4e-403a-a852-2426625019a4 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934838 Sep 15 15:45:22.548531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-3ba6ca88-c68f-49c3-b753-c410a619adce service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155926 Sep 15 15:45:22.561754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c2bed-7149-4684-9c9a-8ce73ac0b5f0 req-0091278d-82b4-48cd-aca8-a70876d3bbdf tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.563313 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-646c2bed-7149-4684-9c9a-8ce73ac0b5f0 req-0091278d-82b4-48cd-aca8-a70876d3bbdf tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 947 time: 0.1438417 Sep 15 15:45:22.630288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:22.708738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-646c2bed-7149-4684-9c9a-8ce73ac0b5f0 req-ae38a706-915b-4466-83c1-e92b33f9aa37 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184392 Sep 15 15:45:22.714065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-b00090ca-c796-4545-b3a9-c85030c25a48 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141118 Sep 15 15:45:22.758017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67226f57-e8bd-4a29-bbf5-a858e04489ee req-e89949e2-9b8a-4f16-a0d2-14572eda438c service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936982 Sep 15 15:45:22.763792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.768164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:22.770004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] 10.222.0.38 "PUT /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 1091 time: 1.4750998 Sep 15 15:45:22.770854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9f9f6-0d13-449a-9445-5133fd870cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:22.807929 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5315744-3218-4ad1-a0b2-55c0575cfd42 x-openstack-request-id: req-b5315744-3218-4ad1-a0b2-55c0575cfd42 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:22.808218 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:22.808521 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b5315744-3218-4ad1-a0b2-55c0575cfd42 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:22.808887 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1', 'status': 'completed', 'code': 200} Sep 15 15:45:22.815960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-7399999e-1f9a-42ce-9fb4-2e9619b479de service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665489 Sep 15 15:45:22.845063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99be43a7-00db-4a81-8f5a-fae1f72c1eb9 req-1ab9cdad-dc08-47ff-a278-0d44360d7c29 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230097 Sep 15 15:45:22.859580 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:b0:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:22Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:22.896708 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:22.905841 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:22.906482 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:22.936028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-c2bed0b4-2f17-450b-bd6b-d491b64c6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:22.937824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-c2bed0b4-2f17-450b-bd6b-d491b64c6cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.0875163 Sep 15 15:45:23.015368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-759a3812-4575-47d9-903f-dd7d476781e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.017384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-759a3812-4575-47d9-903f-dd7d476781e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1094 time: 0.1153626 Sep 15 15:45:23.021312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-e90228f8-23b8-4401-b21c-a530ef629d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.023076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-e90228f8-23b8-4401-b21c-a530ef629d6b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 1097 time: 0.0557384 Sep 15 15:45:23.042462 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:23.097908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-8c3170be-56c1-432d-9da1-eccd99bd22e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 217 time: 0.0373516 Sep 15 15:45:23.115094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58524d70-9aa8-41eb-be7c-229b5bc2f980 req-0b5378d0-feca-404d-b4e9-7265e74abf0f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.123683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58524d70-9aa8-41eb-be7c-229b5bc2f980 req-0b5378d0-feca-404d-b4e9-7265e74abf0f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 943 time: 0.2406440 Sep 15 15:45:23.131914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-2e6c0f1d-2d27-42a2-b1e3-099b17ec7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.140478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-2e6c0f1d-2d27-42a2-b1e3-099b17ec7402 service neutron] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1083159 Sep 15 15:45:23.220060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-5b9c4766-8249-4bca-96c9-db37c1b0fc62 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 1002 time: 0.0786271 Sep 15 15:45:23.224014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-fa46bdf5-e99d-4300-9b50-a8a3eacd6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.225544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-fa46bdf5-e99d-4300-9b50-a8a3eacd6b2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.2718642 Sep 15 15:45:23.251177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58524d70-9aa8-41eb-be7c-229b5bc2f980 req-e070d780-783a-47ba-863d-0f06b64f28bb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265662 Sep 15 15:45:23.283580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-2c12ad7d-2207-470e-9fc3-8af169fcb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.285343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-2c12ad7d-2207-470e-9fc3-8af169fcb7bc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.0569940 Sep 15 15:45:23.309706 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:b0:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:22Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:23.339293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-3dd9b4e7-1847-4260-a7bd-226c85528f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.342863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148363f-f85f-4713-80ea-b69969371b86 req-1238ff2d-79d1-4dc7-9ee1-53bf16bd0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.343037 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c07179-471e-4dce-851d-de17623ff2d0 None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:b0:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:22Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:23.343815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-3dd9b4e7-1847-4260-a7bd-226c85528f36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.2081015 Sep 15 15:45:23.348534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-1238ff2d-79d1-4dc7-9ee1-53bf16bd0b1c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531514 Sep 15 15:45:23.352631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-5ce0aafb-5e32-4fdb-997b-ea9d56e52036 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 217 time: 0.0995471 Sep 15 15:45:23.457904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-a0a11223-fe89-417d-b6c5-fd858d3caacb service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060209 Sep 15 15:45:23.485985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-843bce74-5456-434d-bf49-1392b89b7dae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234114 Sep 15 15:45:23.514877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-5dd111b3-08a2-4391-866b-d5b2b0001688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.516343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-5dd111b3-08a2-4391-866b-d5b2b0001688 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.1528733 Sep 15 15:45:23.548910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6551cf2-a827-4819-b010-7ed30c2b84ab req-9df34f96-55c8-469c-a93f-d1248665522f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.550571 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6551cf2-a827-4819-b010-7ed30c2b84ab req-9df34f96-55c8-469c-a93f-d1248665522f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.1966715 Sep 15 15:45:23.572035 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2148363f-f85f-4713-80ea-b69969371b86 req-7c88fece-c1a8-483c-bdaf-1e34665a6879 service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062846 Sep 15 15:45:23.622007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:23.624199 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441ab010-e013-44d8-b1c4-0cdbb53136da" -d '{"events": [{"name": "network-changed", "server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:23.681652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-540817d2-2fb9-4ab1-a013-16f4bea8d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.683155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-540817d2-2fb9-4ab1-a013-16f4bea8d39a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298075 Sep 15 15:45:23.687934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6551cf2-a827-4819-b010-7ed30c2b84ab req-ee2de2ec-283d-4d85-a3d5-e94d7b639baf tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232791 Sep 15 15:45:23.689905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-36fe633c-5b7f-4f2e-befa-d13c8b164001 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904116 Sep 15 15:45:23.699888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:23.722491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-220332ce-c988-4691-b53d-071910bd91f4 req-702e5111-d5a5-4179-b73d-a85bc4d2d39e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/ac5d8436-5f07-47e7-92c6-ba4e7865a73c HTTP/1.1" status: 200 len: 1780 time: 0.0471988 Sep 15 15:45:23.810940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-220332ce-c988-4691-b53d-071910bd91f4 req-dbf073ff-32f3-4a52-a7b3-3260a1e593d1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:23.837853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-220332ce-c988-4691-b53d-071910bd91f4 req-dbf073ff-32f3-4a52-a7b3-3260a1e593d1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:23.857350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:23.874052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'mac_address': 'fa:16:3e:f3:f6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:23.928349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-92321cbb-430f-4b72-86b7-2d061448ec0b service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119200 Sep 15 15:45:23.928878 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1ed399ee-a819-4e03-ad11-311bfe315bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:23.931188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:23.939463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebb6b0-2582-456a-a21b-590f89ad9333 req-451cbc99-cebc-4934-b185-b727bd893396 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:23.940387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59ebb6b0-2582-456a-a21b-590f89ad9333 req-451cbc99-cebc-4934-b185-b727bd893396 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.1753213 Sep 15 15:45:23.943897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:23.948397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-220332ce-c988-4691-b53d-071910bd91f4 req-dbf073ff-32f3-4a52-a7b3-3260a1e593d1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:23.951005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-220332ce-c988-4691-b53d-071910bd91f4 req-dbf073ff-32f3-4a52-a7b3-3260a1e593d1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:23.956900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-220332ce-c988-4691-b53d-071910bd91f4 req-dbf073ff-32f3-4a52-a7b3-3260a1e593d1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/ac5d8436-5f07-47e7-92c6-ba4e7865a73c HTTP/1.1" status: 204 len: 173 time: 0.2085264 Sep 15 15:45:23.957496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa117686-67f7-4900-ba99-5233bf5790e3 req-2c2b201f-a3e0-4dec-88e3-d2439924f474 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482805 Sep 15 15:45:23.961172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf073ff-32f3-4a52-a7b3-3260a1e593d1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5d8436-5f07-47e7-92c6-ba4e7865a73c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:23.975385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:24.016681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59ebb6b0-2582-456a-a21b-590f89ad9333 req-6073544d-6cb2-40e6-a1f9-30da54da61d1 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657513 Sep 15 15:45:24.072663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51c109aa-cc11-4c9b-b6ea-0e9244f240e0 req-afa88865-be3f-4764-ac98-c44006fd246b service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298859 Sep 15 15:45:24.077647 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368df7b7-0250-4848-bdd5-75803e6d9088 x-openstack-request-id: req-368df7b7-0250-4848-bdd5-75803e6d9088 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:24.078030 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:24.078418 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-368df7b7-0250-4848-bdd5-75803e6d9088 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:24.078971 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'status': 'completed', 'code': 200} Sep 15 15:45:24.092211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:24.111744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3fa3d-77bb-412c-9cde-cc8a4f41ff84 req-98ddf7c6-9a1a-45ed-901b-62f4cd6a6841 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.113427 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79c3fa3d-77bb-412c-9cde-cc8a4f41ff84 req-98ddf7c6-9a1a-45ed-901b-62f4cd6a6841 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.0723877 Sep 15 15:45:24.151547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:24.158024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79c3fa3d-77bb-412c-9cde-cc8a4f41ff84 req-5842c725-1ff5-4276-aac3-35063f82527a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378511 Sep 15 15:45:24.218609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a10c80c-722d-4f52-818b-2174709cca1c req-98d9e8c3-c921-4cff-baee-864b9e463589 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1002 time: 0.1291504 Sep 15 15:45:24.224727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-1ecb664f-46ef-4441-a790-aa9416435fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.226165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-1ecb664f-46ef-4441-a790-aa9416435fc7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1098 time: 0.0839550 Sep 15 15:45:24.276047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5a450-061b-47d9-8b11-a37caed6795d req-b9f01b40-59dc-46e2-b269-fe065ecf970e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.277564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-83b5a450-061b-47d9-8b11-a37caed6795d req-b9f01b40-59dc-46e2-b269-fe065ecf970e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 947 time: 0.0531647 Sep 15 15:45:24.298703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c80c-722d-4f52-818b-2174709cca1c req-9af1cc4e-0f35-44f9-b7f0-a1b7d37ad357 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.300070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a10c80c-722d-4f52-818b-2174709cca1c req-9af1cc4e-0f35-44f9-b7f0-a1b7d37ad357 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports/de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 943 time: 0.0730233 Sep 15 15:45:24.322889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-83b5a450-061b-47d9-8b11-a37caed6795d req-4953f456-bcb5-499f-8b77-730a7a553a38 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386620 Sep 15 15:45:24.360813 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-21ef7b69-43dd-4f64-bedb-06f40b546ad9 req-365ecbbb-6a3b-4288-872b-1b664bbe0422 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:45:24.361901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21ef7b69-43dd-4f64-bedb-06f40b546ad9 req-365ecbbb-6a3b-4288-872b-1b664bbe0422 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/ac5d8436-5f07-47e7-92c6-ba4e7865a73c HTTP/1.1" status: 404 len: 352 time: 0.0145631 Sep 15 15:45:24.404096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-9c1d2f58-90ad-4cc9-98a3-d152737ea0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.406828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-9c1d2f58-90ad-4cc9-98a3-d152737ea0c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1689055 Sep 15 15:45:24.408356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f4eeb6d0-e596-4cb7-af77-2710ad5f23f8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:24.460778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a10c80c-722d-4f52-818b-2174709cca1c req-e7f6c714-e2e1-48db-a827-479fbf188c24 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1002 time: 0.1152995 Sep 15 15:45:24.462894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-3a09f97d-8de6-4d07-bcb7-14629c4a15b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 217 time: 0.0440879 Sep 15 15:45:24.473859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c48fe-5bc3-494c-9985-fb020e70901a req-27ba9fc1-8479-42e5-a1fa-15b06b569f37 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.475385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd8c48fe-5bc3-494c-9985-fb020e70901a req-27ba9fc1-8479-42e5-a1fa-15b06b569f37 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 944 time: 0.0510898 Sep 15 15:45:24.533420 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd8c48fe-5bc3-494c-9985-fb020e70901a req-c3882d15-79e5-499b-8812-358387833207 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476873 Sep 15 15:45:24.557672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-46fe5051-18e3-4a1c-b023-c33633b122e5 req-cb528d85-5236-4ce5-a587-a3b2da7d8c99 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1023564217', 'description': 'tempest-description-424126647'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:24.600991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-fa4c423c-c123-4a14-8002-5266f215747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.602487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-fa4c423c-c123-4a14-8002-5266f215747e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1188414 Sep 15 15:45:24.657262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10c80c-722d-4f52-818b-2174709cca1c req-40137c68-0f4c-4c18-82b0-e4348c9e8d6c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.658630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a10c80c-722d-4f52-818b-2174709cca1c req-40137c68-0f4c-4c18-82b0-e4348c9e8d6c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1888142 Sep 15 15:45:24.660385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46fe5051-18e3-4a1c-b023-c33633b122e5 req-cb528d85-5236-4ce5-a587-a3b2da7d8c99 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:24.670454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-df530e91-ae8c-42a0-b46d-052ab921e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:24.671922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-df530e91-ae8c-42a0-b46d-052ab921e401 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573945 Sep 15 15:45:24.749998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46fe5051-18e3-4a1c-b023-c33633b122e5 req-cb528d85-5236-4ce5-a587-a3b2da7d8c99 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:24.810094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64'}, {'name': 'network-changed', 'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:24.812475 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983" -d '{"events": [{"name": "network-changed", "server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64"}, {"name": "network-changed", "server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "tag": "854d12bb-801e-42ec-8274-25f62d77a470"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:24.816276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46fe5051-18e3-4a1c-b023-c33633b122e5 req-cb528d85-5236-4ce5-a587-a3b2da7d8c99 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:24.850617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb528d85-5236-4ce5-a587-a3b2da7d8c99 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf267d35-3d33-4097-8667-3598af90a346,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:24.906188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46fe5051-18e3-4a1c-b023-c33633b122e5 req-cb528d85-5236-4ce5-a587-a3b2da7d8c99 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:24.907507 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46fe5051-18e3-4a1c-b023-c33633b122e5 req-cb528d85-5236-4ce5-a587-a3b2da7d8c99 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3542585 Sep 15 15:45:24.988156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-845f8825-3bea-4bd7-82d0-53f25d7069b1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1002 time: 0.0648873 Sep 15 15:45:25.050565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-9c6e5742-f538-4632-97d1-cd3a2828899c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.051918 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-9c6e5742-f538-4632-97d1-cd3a2828899c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports/de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 943 time: 0.0574203 Sep 15 15:45:25.092905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa76a6-84ce-4f74-898c-29e4793112f2 req-c30bd59a-85d9-437d-978a-45bddcb76b34 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.094691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9faa76a6-84ce-4f74-898c-29e4793112f2 req-c30bd59a-85d9-437d-978a-45bddcb76b34 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.3860066 Sep 15 15:45:25.098617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-9bf24864-4b15-4910-b5dd-cfc1ebecde59 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107747 Sep 15 15:45:25.154983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-1a815100-1d63-42f3-95b8-197b0f41bfba tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1002 time: 0.0632212 Sep 15 15:45:25.158389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9faa76a6-84ce-4f74-898c-29e4793112f2 req-1c9fe047-7179-4bf4-bc60-39ee57209b3e tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575130 Sep 15 15:45:25.227213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ab010-e013-44d8-b1c4-0cdbb53136da req-5896dc63-76c0-4089-b806-393733b272e6 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128197 Sep 15 15:45:25.272962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-0ac85e16-2986-4cb5-8a53-34f1ec73cb17 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.274921 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-0ac85e16-2986-4cb5-8a53-34f1ec73cb17 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1132798 Sep 15 15:45:25.277190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5bb47-ba17-4193-bc3b-545eb56bef94 req-8c62be82-38dc-45dd-8353-a01d75be5cef tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.278673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11b5bb47-ba17-4193-bc3b-545eb56bef94 req-8c62be82-38dc-45dd-8353-a01d75be5cef tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.0505915 Sep 15 15:45:25.316107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11b5bb47-ba17-4193-bc3b-545eb56bef94 req-30d13bd7-eff7-4d2b-9784-2935c24210ee tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316689 Sep 15 15:45:25.346165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-1e4da059-7ce8-4327-a1bd-e666745d18ec tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1002 time: 0.0638163 Sep 15 15:45:25.356735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:25.390728 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a56ab83-a9a4-40ba-8a28-493c9e491ca0 x-openstack-request-id: req-9a56ab83-a9a4-40ba-8a28-493c9e491ca0 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:25.391032 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "tag": "854d12bb-801e-42ec-8274-25f62d77a470", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:25.391298 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9a56ab83-a9a4-40ba-8a28-493c9e491ca0 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:25.391702 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'status': 'completed', 'code': 200} Sep 15 15:45:25.391831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-488371fb-7cd1-4fda-bea7-4612f95b3192 req-c09eae27-9bac-4a96-b935-1967fdad9879 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2001801769', 'description': 'tempest-description-1704324016'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:25.391986 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470', 'status': 'completed', 'code': 200} Sep 15 15:45:25.418528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.450082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-7511d325-1059-4978-9ce9-999b0454c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.451777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-7511d325-1059-4978-9ce9-999b0454c4e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 1097 time: 0.0462492 Sep 15 15:45:25.500118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-488371fb-7cd1-4fda-bea7-4612f95b3192 req-c09eae27-9bac-4a96-b935-1967fdad9879 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.565639 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.580022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-c0dad070-7a68-4155-b0d0-4585bee98fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.581519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-c0dad070-7a68-4155-b0d0-4585bee98fda service neutron] 10.222.0.38 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1164761 Sep 15 15:45:25.622972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.623390 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e disassociated. External IP: 172.25.0.121, port: de8499bc-4e62-4164-9fe6-10e255c9be64. Sep 15 15:45:25.671108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-c9de08fb-0620-487d-bd06-ab1ad1787940 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 1002 time: 0.0808969 Sep 15 15:45:25.716457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-488371fb-7cd1-4fda-bea7-4612f95b3192 req-c09eae27-9bac-4a96-b935-1967fdad9879 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.724727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:25.730892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:25.737027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-cbd219d9-5ca1-44a0-83d9-80c523d9ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.738658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-cbd219d9-5ca1-44a0-83d9-80c523d9ef09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.0569618 Sep 15 15:45:25.794018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-d4fbadec-2126-4cea-bcf7-223f1fe3749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:25.795866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-d4fbadec-2126-4cea-bcf7-223f1fe3749d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486012 Sep 15 15:45:25.797131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-488371fb-7cd1-4fda-bea7-4612f95b3192 req-c09eae27-9bac-4a96-b935-1967fdad9879 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.850813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:25.860595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eae27-9bac-4a96-b935-1967fdad9879 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b29712-9c37-4879-a97f-316187cf4e32,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:25.873505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:25.885409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'mac_address': 'fa:16:3e:a1:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:25.919216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-3f274e79-8d39-4cec-b8f8-076a2c4904cf service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074107 Sep 15 15:45:25.924636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:25.933004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:25.933379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.934846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.958203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-488371fb-7cd1-4fda-bea7-4612f95b3192 req-c09eae27-9bac-4a96-b935-1967fdad9879 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.961133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-488371fb-7cd1-4fda-bea7-4612f95b3192 req-c09eae27-9bac-4a96-b935-1967fdad9879 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5736096 Sep 15 15:45:25.967614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:25.973884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:25.979894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:25.981793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:26.015721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:26.019522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:26.020479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:26.033090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-3e56d520-82e1-49c4-b57f-2355d3194ec4 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "PUT /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 200 len: 695 time: 0.6802330 Sep 15 15:45:26.082272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-b6c0e794-e470-4849-931a-ffd6c33ffc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.083795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-b6c0e794-e470-4849-931a-ffd6c33ffc83 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 1097 time: 0.0425317 Sep 15 15:45:26.088997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-e07ecdce-f198-49de-a1a0-0feb04ef85cf service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575699 Sep 15 15:45:26.097936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432fde5-8dbd-4a7c-a018-741a99a31f2f req-bb98e058-86b0-41ca-bd3c-7a3444cce776 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.101780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2432fde5-8dbd-4a7c-a018-741a99a31f2f req-bb98e058-86b0-41ca-bd3c-7a3444cce776 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0726440 Sep 15 15:45:26.194323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-cf07064e-23a8-4420-b79f-9e68ea488731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.195250 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2432fde5-8dbd-4a7c-a018-741a99a31f2f req-f9484b3e-51d1-43fb-8629-900ccb7d8f6b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856528 Sep 15 15:45:26.196398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-cf07064e-23a8-4420-b79f-9e68ea488731 service neutron] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1038585 Sep 15 15:45:26.205628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-9f21162d-c96c-4af2-8f92-c12a8141f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.207168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-9f21162d-c96c-4af2-8f92-c12a8141f52c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1094 time: 0.0645518 Sep 15 15:45:26.224796 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.269291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-431abda5-4c34-4f5e-97a9-3f379ad1b07f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 217 time: 0.0562830 Sep 15 15:45:26.311625 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.330113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-190ff8fa-016c-4bb0-b6e5-1ba5ae2696d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.331604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-190ff8fa-016c-4bb0-b6e5-1ba5ae2696d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.0538120 Sep 15 15:45:26.346446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.363154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:26.365922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:26.389608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-c8ef9484-702f-4771-a992-7e08b255d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.390770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18c33e-8863-4006-819a-92a538635c96 req-d5fba055-d8cc-4497-91f9-2478d6adf57e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.391557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-c8ef9484-702f-4771-a992-7e08b255d160 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480657 Sep 15 15:45:26.393023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b18c33e-8863-4006-819a-92a538635c96 req-d5fba055-d8cc-4497-91f9-2478d6adf57e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.0799439 Sep 15 15:45:26.398656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-2809dac6-5720-4c82-b0d4-37422f057645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.400773 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-2809dac6-5720-4c82-b0d4-37422f057645 service neutron] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1864200 Sep 15 15:45:26.402626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:26.404928 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb46637d-c7ef-4954-96ba-61a2a6207788" -d '{"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-plugged", "status": "completed", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:26.428165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:26.459640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-e2b8ca12-925c-4793-89eb-32693d5fc0f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 217 time: 0.0428116 Sep 15 15:45:26.487455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.502122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b18c33e-8863-4006-819a-92a538635c96 req-14dc1c4f-0425-4c32-89c2-f849a0c32583 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001709 Sep 15 15:45:26.522856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-d6f77e56-84ac-41c0-94b9-1764049820cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.525961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-d6f77e56-84ac-41c0-94b9-1764049820cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0576966 Sep 15 15:45:26.531362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-8f26c43c-5ac9-4afe-bc68-39c930460aee service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206951 Sep 15 15:45:26.562918 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-6b769b79-5bb6-4f2e-80ac-089bf4a67bdf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292945 Sep 15 15:45:26.566797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:26.651581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:26.693925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaed26e-d2d0-450a-a873-33be54448f69 req-67bed8a7-a2b7-4903-9b36-8850e723adc0 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.707024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfaed26e-d2d0-450a-a873-33be54448f69 req-67bed8a7-a2b7-4903-9b36-8850e723adc0 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.1341918 Sep 15 15:45:26.707558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:26.718360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Request body: {'floatingip': {'port_id': 'a4e89acf-4159-4442-a117-e4355cdec889'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:26.768372 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.777867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:26.810385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:26.835825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:26.837039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:44:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:26.839265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-c0f66eaa-3ba8-4793-9375-b2fc452333db service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548976 Sep 15 15:45:26.969428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d492d03-7ec6-4364-aa16-24c861bb1d01 req-4c1164fc-c9ad-44e6-9325-566e8b468bac service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370129 Sep 15 15:45:26.972309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:26.976161 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:26.987834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547198a-6dd1-4b22-8ac9-3a624866f934 req-76b7f561-9576-4629-a63d-829c1fcb3b9a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:26.989373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5547198a-6dd1-4b22-8ac9-3a624866f934 req-76b7f561-9576-4629-a63d-829c1fcb3b9a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 948 time: 0.2186244 Sep 15 15:45:27.071087 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a584a24c-8c2d-455c-8a0e-f5baf7b1b983 req-73d77ecf-7d42-493c-9aa2-76b85671c337 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232654 Sep 15 15:45:27.103463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5547198a-6dd1-4b22-8ac9-3a624866f934 req-eeb10651-44d3-44ef-a010-14500e38134b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040769 Sep 15 15:45:27.152761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2deae5d5-f04f-4671-8bae-8dd7ca75b027 req-fad04fdb-7d15-4136-b02c-218ea0b2bd54 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-921511225', 'description': 'tempest-description-1701502256'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:27.187060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd0e71-8ab5-499e-bc70-6cc55882999c req-1d29931a-106d-43ca-806f-459cf3bd3d72 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:27.188573 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9fd0e71-8ab5-499e-bc70-6cc55882999c req-1d29931a-106d-43ca-806f-459cf3bd3d72 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Sep 15 15:45:27.210088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:27.232525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9fd0e71-8ab5-499e-bc70-6cc55882999c req-c794213e-70a2-4ec9-952d-8aacba012c0d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 Sep 15 15:45:27.240132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce47a44-b384-47f5-8e03-90dc91db8bed None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:27.242159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8353bec-9bf0-4019-bd2a-2c043a11a218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.291270 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a703bfb-734b-415c-9802-b0c7979086cd x-openstack-request-id: req-3a703bfb-734b-415c-9802-b0c7979086cd {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:27.292019 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-plugged", "status": "completed", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:27.292019 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3a703bfb-734b-415c-9802-b0c7979086cd {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:27.293554 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'code': 200} Sep 15 15:45:27.331288 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2deae5d5-f04f-4671-8bae-8dd7ca75b027 req-fad04fdb-7d15-4136-b02c-218ea0b2bd54 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.392642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:27.396044 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:27.500399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a172e-88a2-408c-9c1e-7ee8885238bc req-d55c6ac3-fa3d-4e77-b306-b65015fdd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:27.502003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca6a172e-88a2-408c-9c1e-7ee8885238bc req-d55c6ac3-fa3d-4e77-b306-b65015fdd04d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 1096 time: 0.1405809 Sep 15 15:45:27.521665 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7148c45-a19e-4e64-8636-8000de65a0b8 None None] New status for floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:45:27.532744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.572734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca6a172e-88a2-408c-9c1e-7ee8885238bc req-b60af229-0dc9-434f-90b2-efcc9d4396f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563080 Sep 15 15:45:27.574870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2deae5d5-f04f-4671-8bae-8dd7ca75b027 req-fad04fdb-7d15-4136-b02c-218ea0b2bd54 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.637683 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.675992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2deae5d5-f04f-4671-8bae-8dd7ca75b027 req-fad04fdb-7d15-4136-b02c-218ea0b2bd54 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.734720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 854d12bb-801e-42ec-8274-25f62d77a470 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:27.737533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:27.738812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad04fdb-7d15-4136-b02c-218ea0b2bd54 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89fa4b-9f29-4763-b1a1-4e89af7dbc8f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:27.803525 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Floating IP 9f673664-7edd-4d90-9007-bf8b21276252 associated. External IP: 172.25.0.214, port: a4e89acf-4159-4442-a117-e4355cdec889. Sep 15 15:45:27.808208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2deae5d5-f04f-4671-8bae-8dd7ca75b027 req-fad04fdb-7d15-4136-b02c-218ea0b2bd54 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:27.809543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2deae5d5-f04f-4671-8bae-8dd7ca75b027 req-fad04fdb-7d15-4136-b02c-218ea0b2bd54 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6669238 Sep 15 15:45:27.863855 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f72e36d-d3af-4316-b95c-3c95ad1d2da1 x-openstack-request-id: req-4f72e36d-d3af-4316-b95c-3c95ad1d2da1 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:27.864149 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:27.864396 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4f72e36d-d3af-4316-b95c-3c95ad1d2da1 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:27.864840 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'status': 'completed', 'code': 200} Sep 15 15:45:27.912298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d652cd8-118b-4803-a219-64360ba70ee7 req-b8422bd5-0f29-4904-a0ef-f789abc7862d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:27.919027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d652cd8-118b-4803-a219-64360ba70ee7 req-b8422bd5-0f29-4904-a0ef-f789abc7862d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0855560 Sep 15 15:45:27.945043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:27.958749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '854d12bb-801e-42ec-8274-25f62d77a470', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'port_id': '854d12bb-801e-42ec-8274-25f62d77a470', 'mac_address': 'fa:16:3e:b8:ce:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06009191-dc62-4e07-857b-f9d6a1fb75c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:27.963131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d652cd8-118b-4803-a219-64360ba70ee7 req-46d5baab-69d0-47d2-a1f8-e5270e9f6f23 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367725 Sep 15 15:45:27.972782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:28.007330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:28.007330 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.049198 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.070105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854d12bb-801e-42ec-8274-25f62d77a470 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:28.075961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-1fcc356f-4393-43a9-b091-4bc095b110ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:28.077471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-1fcc356f-4393-43a9-b091-4bc095b110ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 1097 time: 0.1575911 Sep 15 15:45:28.082278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2a432616-0cab-4f24-9f2a-7348c7a21bc1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:28.084386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2a432616-0cab-4f24-9f2a-7348c7a21bc1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0568323 Sep 15 15:45:28.086811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff67a3-0e64-4c3a-9270-419a87673618 req-d15a011b-4e9a-45cb-8de0-8f996345f1ad tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:28.088534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10ff67a3-0e64-4c3a-9270-419a87673618 req-d15a011b-4e9a-45cb-8de0-8f996345f1ad tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.1285107 Sep 15 15:45:28.094748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:28.131688 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.139512 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-62e9a394-468f-4dc7-8256-7d9baecd320b tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0458717 Sep 15 15:45:28.152219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'floatingip': {'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:28.165455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.183101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:28.196412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.230674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:28.237000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10ff67a3-0e64-4c3a-9270-419a87673618 req-b838e62a-4d73-4381-8fcd-590434581bbf tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359642 Sep 15 15:45:28.251127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Router 1195d93a-b75d-4757-ac25-2f69656998c8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:28.267427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-5f695f01-1025-4c57-b162-be00e4b5b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:28.268840 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-5f695f01-1025-4c57-b162-be00e4b5b120 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1794097 Sep 15 15:45:28.277383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.314992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.342637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:28.608591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['854d12bb-801e-42ec-8274-25f62d77a470'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:28.645216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-21cad38a-26ae-425c-8c84-470d459bc362 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 200 len: 217 time: 0.0539932 Sep 15 15:45:28.679605 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.765584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.779734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:28.782926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-2a2e9622-9851-4fba-9d72-9b30024c4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:28.783550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-2a2e9622-9851-4fba-9d72-9b30024c4d37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.1242013 Sep 15 15:45:28.788720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:28.795188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] Sync routers for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:28.804864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:28.805578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:28.859480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5af86914-1c8c-426b-a7db-88877d44047d tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "PUT /v2.0/floatingips/9f673664-7edd-4d90-9007-bf8b21276252 HTTP/1.1" status: 200 len: 991 time: 2.1489351 Sep 15 15:45:28.860761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:28.862981 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6f206-d473-46e1-95e9-5b21a36c30ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "tag": "a4e89acf-4159-4442-a117-e4355cdec889"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:28.875678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b80e273f-8682-4085-9877-8be53e9dacd7 req-2d6716a8-3f67-4c64-a656-d89df372f637 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 10897 time: 0.2837024 Sep 15 15:45:28.895469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-9310ebfb-9cb5-4702-aa59-2b1f5a8d362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:28.896958 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e associated. External IP: 172.25.0.121, port: 47304e19-2a73-4040-b309-3b5fea3859a1. Sep 15 15:45:28.897120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-9310ebfb-9cb5-4702-aa59-2b1f5a8d362a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021469 Sep 15 15:45:28.939472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:28.957097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b80e273f-8682-4085-9877-8be53e9dacd7 req-787d703b-7cdc-400b-a8c4-5b1aaee75ff6 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/5bf69d51-d13c-4bba-9436-6c8a12de5363 HTTP/1.1" status: 200 len: 2981 time: 0.0699973 Sep 15 15:45:29.052776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-8d9dd3c9-0a93-442c-8c86-d4b0689b6646 service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457038 Sep 15 15:45:29.057975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b80e273f-8682-4085-9877-8be53e9dacd7 req-c93fee24-55ec-471b-bec3-09dac99ad503 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/5bf69d51-d13c-4bba-9436-6c8a12de5363 HTTP/1.1" status: 200 len: 2981 time: 0.0687876 Sep 15 15:45:29.169301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:29.219681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1b0cb-63e4-42c6-803d-62a746fa7733 req-d88e9f2d-93ff-4ddf-bc03-be08e206d084 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.226583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5b1b0cb-63e4-42c6-803d-62a746fa7733 req-d88e9f2d-93ff-4ddf-bc03-be08e206d084 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.1109500 Sep 15 15:45:29.232986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160f29a7-c3c4-40c9-b9f9-bf1f1fa240b2 req-5202a2bc-3194-44bc-8fe9-1ccaaa23d8ee service neutron] 10.222.0.38 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668108 Sep 15 15:45:29.280578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5b1b0cb-63e4-42c6-803d-62a746fa7733 req-c4b0c0ad-4244-4d66-93b5-5524e1382101 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Sep 15 15:45:29.293828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:29.296406 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f60648-d589-438c-aeb3-8dbe165d8b91" -d '{"events": [{"server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "name": "network-vif-plugged", "status": "completed", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:29.319449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:29.330124 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:29.331946 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:29.341172 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:29.342469 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:29.381204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2938164a-fda1-4c77-b08d-7bc827e70cfe tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "PUT /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 200 len: 996 time: 1.2335958 Sep 15 15:45:29.392055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f673664-7edd-4d90-9007-bf8b21276252', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'port_id': 'a4e89acf-4159-4442-a117-e4355cdec889', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'mac_address': 'fa:16:3e:c5:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:42:34Z', 'updated_at': '2021-09-15T15:45:27Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:29.394473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093e6e1-a0fa-49fa-b36b-f3d17d0b7b26 req-a693df78-8d88-4a1c-a323-99c9841fd698 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.397484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5093e6e1-a0fa-49fa-b36b-f3d17d0b7b26 req-a693df78-8d88-4a1c-a323-99c9841fd698 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0585258 Sep 15 15:45:29.430020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] Checking router: 1195d93a-b75d-4757-ac25-2f69656998c8 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:29.439900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:29.440461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:29.443683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5093e6e1-a0fa-49fa-b36b-f3d17d0b7b26 req-c814b742-b7bb-44db-bec0-7e3a706a52cb tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Sep 15 15:45:29.446874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2cf538b6-b13c-473a-8ce1-84f96570c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.464500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-2cf538b6-b13c-473a-8ce1-84f96570c64a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.0602880 Sep 15 15:45:29.493194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:29.555199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:29.568240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384d09e-9912-4e01-ab49-86544fb3b0e4 req-bf1dcfc6-e4d5-42b4-9f4f-b8e8900112cb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.569360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-a490f3f8-fe92-44ca-9292-7fa3c33abae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.575842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2384d09e-9912-4e01-ab49-86544fb3b0e4 req-bf1dcfc6-e4d5-42b4-9f4f-b8e8900112cb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0602663 Sep 15 15:45:29.577204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-a490f3f8-fe92-44ca-9292-7fa3c33abae2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1201725 Sep 15 15:45:29.629234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2384d09e-9912-4e01-ab49-86544fb3b0e4 req-1cce2a9c-ad5e-4c68-9d28-39cbe3962223 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476313 Sep 15 15:45:29.661312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-99d59b3c-8b00-4685-bd2f-132b88bd3d69 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 999 time: 0.0831170 Sep 15 15:45:29.720054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-61dd221a-fffb-418e-ba3d-1480b7cb271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.728426 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-61dd221a-fffb-418e-ba3d-1480b7cb271a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.0601993 Sep 15 15:45:29.740380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 854d12bb-801e-42ec-8274-25f62d77a470 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:29.747035 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39b6261-e33d-465c-8103-af6ca1e50a48 x-openstack-request-id: req-d39b6261-e33d-465c-8103-af6ca1e50a48 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:29.748637 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "tag": "a4e89acf-4159-4442-a117-e4355cdec889", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:29.748896 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d39b6261-e33d-465c-8103-af6ca1e50a48 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:29.750004 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889', 'status': 'completed', 'code': 200} Sep 15 15:45:29.782506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-ce5c0c50-0c79-4b3f-a688-e8dad2e41116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.791086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-ce5c0c50-0c79-4b3f-a688-e8dad2e41116 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617206 Sep 15 15:45:29.867314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a113032b-ddf0-4689-b2df-9c5e87b16a40 req-b8888796-9f91-4279-8b70-c99cc72bf333 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/cf267d35-3d33-4097-8667-3598af90a346 HTTP/1.1" status: 200 len: 1800 time: 0.1011627 Sep 15 15:45:29.894465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-fa845851-5243-42f6-89c4-fe907858d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:29.896361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f673664-7edd-4d90-9007-bf8b21276252', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'port_id': 'a4e89acf-4159-4442-a117-e4355cdec889', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'mac_address': 'fa:16:3e:c5:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:42:34Z', 'updated_at': '2021-09-15T15:45:27Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:29.896570 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-fa845851-5243-42f6-89c4-fe907858d654 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05452ed6d955487d9fa77c092804f1fc&device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 1096 time: 0.1091743 Sep 15 15:45:29.900073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:29.929925 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53c731-693f-4d52-81dc-31ba70a28509 None None] The sync data for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 is: [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f673664-7edd-4d90-9007-bf8b21276252', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'floating_ip_address': '172.25.0.214', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'port_id': 'a4e89acf-4159-4442-a117-e4355cdec889', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'mac_address': 'fa:16:3e:c5:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:42:34Z', 'updated_at': '2021-09-15T15:45:27Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:29.941190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:29.942840 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc51d58-3fb7-41b7-b1ea-e73748f90557" -d '{"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:29.953133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-a03d605e-a350-4678-b295-22a481442caa service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605966 Sep 15 15:45:29.967460 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:9e:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:28Z', 'revision_number': 8, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:30.012405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 854d12bb-801e-42ec-8274-25f62d77a470 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:30.012405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.012698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 854d12bb-801e-42ec-8274-25f62d77a470 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:30.013276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.021294 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:30.043906 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:30.044900 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:30.050507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a113032b-ddf0-4689-b2df-9c5e87b16a40 req-e5e81c67-9e07-4a33-8205-cbb27f6cabe0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.074205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f2dc5c3-aa2b-432e-8fcc-5400d1248170 req-b4816fc0-b3df-47a2-b610-5fdda6532c4f service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182029 Sep 15 15:45:30.080265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a113032b-ddf0-4689-b2df-9c5e87b16a40 req-e5e81c67-9e07-4a33-8205-cbb27f6cabe0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.117366 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.157234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:30.163667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-6bbeb1c4-86b9-43d3-a8de-7b61e49a3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:30.165201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-6bbeb1c4-86b9-43d3-a8de-7b61e49a3d8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 200 len: 924 time: 0.2569859 Sep 15 15:45:30.172368 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:30.220456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-9c3ff3a4-d0ca-4869-be65-95561e4f14e0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:30.222009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-9c3ff3a4-d0ca-4869-be65-95561e4f14e0 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.38 "GET /v2.0/ports?device_id=8348057f-4c20-45ef-b8bd-ebe27f4f9db7 HTTP/1.1" status: 200 len: 946 time: 0.0977211 Sep 15 15:45:30.248577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.301078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-1667f7a6-aa8b-42e2-b7d1-37629fe6578f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e89acf-4159-4442-a117-e4355cdec889 HTTP/1.1" status: 200 len: 999 time: 0.1272256 Sep 15 15:45:30.306866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39e9d-accb-49a4-b363-d5e08551339f req-dc4925b6-670e-4fd3-aa22-633da27bd7ad tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:30.308557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24f39e9d-accb-49a4-b363-d5e08551339f req-dc4925b6-670e-4fd3-aa22-633da27bd7ad tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.0600622 Sep 15 15:45:30.326411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a1967-4cda-4721-923c-20321add1bd4 None None] New status for floating IP 9f673664-7edd-4d90-9007-bf8b21276252: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:45:30.348093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a113032b-ddf0-4689-b2df-9c5e87b16a40 req-e5e81c67-9e07-4a33-8205-cbb27f6cabe0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.350794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a113032b-ddf0-4689-b2df-9c5e87b16a40 req-e5e81c67-9e07-4a33-8205-cbb27f6cabe0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.352432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a113032b-ddf0-4689-b2df-9c5e87b16a40 req-e5e81c67-9e07-4a33-8205-cbb27f6cabe0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/cf267d35-3d33-4097-8667-3598af90a346 HTTP/1.1" status: 204 len: 173 time: 0.4842820 Sep 15 15:45:30.382099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24f39e9d-accb-49a4-b363-d5e08551339f req-df58f12e-7d91-407a-8251-fb613f5c8eb2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Sep 15 15:45:30.421787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e81c67-9e07-4a33-8205-cbb27f6cabe0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf267d35-3d33-4097-8667-3598af90a346,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:30.482250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-25c6cb64-ff55-40ca-b8a6-ade72d989903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:30.483659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-25c6cb64-ff55-40ca-b8a6-ade72d989903 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 200 len: 862 time: 0.1490769 Sep 15 15:45:30.491900 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:9e:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:28Z', 'revision_number': 8, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:30.493471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Deleting port de8499bc-4e62-4164-9fe6-10e255c9be64 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:30.493471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.514624 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440f891d-9cd1-4c7b-8b73-a4da7d24b30c x-openstack-request-id: req-440f891d-9cd1-4c7b-8b73-a4da7d24b30c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:30.515033 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "name": "network-vif-plugged", "status": "completed", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:30.515288 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-440f891d-9cd1-4c7b-8b73-a4da7d24b30c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:30.515666 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'code': 200} Sep 15 15:45:30.531529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:30.546761 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95277c8c-b4b9-40a6-99a7-c462bfef06d3 None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '715fdbe1-6c89-4d11-928b-fb52e428ed7e', 'tenant_id': '732dc564002347ccac56c83370080651', 'floating_ip_address': '172.25.0.121', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'port_id': '47304e19-2a73-4040-b309-3b5fea3859a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'mac_address': 'fa:16:3e:9e:fb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:44:39Z', 'updated_at': '2021-09-15T15:45:28Z', 'revision_number': 8, 'project_id': '732dc564002347ccac56c83370080651', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:30.583900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacd683-568b-4acd-a836-43161a4c262f req-26228676-3712-410b-977d-c9d26cd9a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:30.585321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acacd683-568b-4acd-a836-43161a4c262f req-26228676-3712-410b-977d-c9d26cd9a886 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1100 time: 0.0777981 Sep 15 15:45:30.630878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acacd683-568b-4acd-a836-43161a4c262f req-16617871-4b90-468f-b4a4-cf5f266766e7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Sep 15 15:45:30.694175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-34b6d1a6-b3f3-4564-bf3f-f38dfe576bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:30.696285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-34b6d1a6-b3f3-4564-bf3f-f38dfe576bf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cbab5bdd-a048-44ca-bf66-b8641e20eecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695659 Sep 15 15:45:30.723173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] For port de8499bc-4e62-4164-9fe6-10e255c9be64, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=de8499bc-4e62-4164-9fe6-10e255c9be64,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:30.723538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:30.753902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Calling delete_port for de8499bc-4e62-4164-9fe6-10e255c9be64 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:30.814904 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f721b-6ecf-4973-ac1c-026bd412afdf None None] New status for floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:45:30.879528 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25404e48-ab3c-4890-8347-4bd178c81f64 x-openstack-request-id: req-25404e48-ab3c-4890-8347-4bd178c81f64 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:30.880051 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:30.880479 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-25404e48-ab3c-4890-8347-4bd178c81f64 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:30.881506 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1', 'status': 'completed', 'code': 200} Sep 15 15:45:30.882761 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-8495d62a-d3f7-4b84-8548-a9085a531ddb service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731038 Sep 15 15:45:30.983605 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-285ee553-4375-4f09-9c9c-4dd04a8e075c req-0a80f81d-5167-4a1e-b4a3-4ecc16685d13 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 200 len: 996 time: 0.0771663 Sep 15 15:45:31.127079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ee553-4375-4f09-9c9c-4dd04a8e075c req-b5e2a399-f307-4dd0-b382-5c9bade19a8e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.136716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-285ee553-4375-4f09-9c9c-4dd04a8e075c req-b5e2a399-f307-4dd0-b382-5c9bade19a8e tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1506038 Sep 15 15:45:31.140993 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-b10171a9-02e8-4a0d-9fe3-e244fcb762a7 req-1bb9af5b-d821-47ae-a533-09515be76387 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:45:31.141468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-285ee553-4375-4f09-9c9c-4dd04a8e075c req-36921679-b388-444a-bceb-f9152b97f9fd tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:45:31.155615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-285ee553-4375-4f09-9c9c-4dd04a8e075c req-36921679-b388-444a-bceb-f9152b97f9fd tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176549 Sep 15 15:45:31.159744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b10171a9-02e8-4a0d-9fe3-e244fcb762a7 req-1bb9af5b-d821-47ae-a533-09515be76387 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/cf267d35-3d33-4097-8667-3598af90a346 HTTP/1.1" status: 404 len: 352 time: 0.0424230 Sep 15 15:45:31.176354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-57c90447-31fe-4100-b75b-a2973813bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.177994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-57c90447-31fe-4100-b75b-a2973813bf76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.2678838 Sep 15 15:45:31.290408 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f6f206-d473-46e1-95e9-5b21a36c30ab req-8dc9562c-563c-4f18-8734-169504eb043a service neutron] 10.222.0.55 "GET /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916438 Sep 15 15:45:31.301608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270fd1c-acf0-4d41-8f6b-2f16520fd369 req-1f93c6bf-d50a-4bf3-96c0-af9817d7cef0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.312216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d270fd1c-acf0-4d41-8f6b-2f16520fd369 req-1f93c6bf-d50a-4bf3-96c0-af9817d7cef0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0977914 Sep 15 15:45:31.376776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d270fd1c-acf0-4d41-8f6b-2f16520fd369 req-f27e9984-768f-4ea2-9448-66f735e17475 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635660 Sep 15 15:45:31.426823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-b4dbf82c-081e-41a0-980c-a3125c388e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.428433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-b4dbf82c-081e-41a0-980c-a3125c388e56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.2072809 Sep 15 15:45:31.433110 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:31.446770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['de8499bc-4e62-4164-9fe6-10e255c9be64'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:31.472822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['47304e19-2a73-4040-b309-3b5fea3859a1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:31.476260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Pushing event deleted for resources: {'Port': ['ID=de8499bc-4e62-4164-9fe6-10e255c9be64,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:31.600332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-ca4968c2-6202-4934-9b74-5bbc5ec20b30 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1001 time: 0.1285143 Sep 15 15:45:31.648869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] No DVR routers for this DVR port de8499bc-4e62-4164-9fe6-10e255c9be64 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:31.667890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409a41-1564-4780-b2a2-ed16e53c905b req-565eb857-d0fe-4c7c-b5df-e78aae79f1b5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.685101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4409a41-1564-4780-b2a2-ed16e53c905b req-565eb857-d0fe-4c7c-b5df-e78aae79f1b5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.3103750 Sep 15 15:45:31.687681 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:31.689985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57aac937-a2a3-4fa5-b361-2bc9de6c4078 req-4ce61d93-42d6-4606-96c9-cea8f6526fe1 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.38 "DELETE /v2.0/ports/de8499bc-4e62-4164-9fe6-10e255c9be64 HTTP/1.1" status: 204 len: 173 time: 1.4587770 Sep 15 15:45:31.699253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-c609df4d-8458-4386-8889-1d9ecb63f16f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.700911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-c609df4d-8458-4386-8889-1d9ecb63f16f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports/47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 942 time: 0.0996642 Sep 15 15:45:31.708106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-78e2ddaf-0893-4c61-8a4f-5b4902618d28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 1001 time: 0.2682576 Sep 15 15:45:31.785715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'name': 'network-vif-deleted', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:31.788099 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4069d5-90c5-467d-98d5-f5bfd97d40cf" -d '{"events": [{"server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "name": "network-vif-deleted", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:31.811669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4409a41-1564-4780-b2a2-ed16e53c905b req-96cb5f21-4b43-4b1d-9ad9-7e388ddd1459 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254585 Sep 15 15:45:31.829427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-be8f20c6-3184-473d-a39d-6ee81d1d768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.835843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-be8f20c6-3184-473d-a39d-6ee81d1d768d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.1129613 Sep 15 15:45:31.884794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-957de011-b5a0-48f1-8932-fcf0e9086ee7 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1001 time: 0.1280866 Sep 15 15:45:31.941056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-72621555-a32b-419d-939b-37b23f719f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:31.942565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-72621555-a32b-419d-939b-37b23f719f51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011474 Sep 15 15:45:31.949346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48075c88-942d-4469-b468-70f0079dea99 req-a570dced-69ff-4cff-953f-31a6753dd1fa tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/20b29712-9c37-4879-a97f-316187cf4e32 HTTP/1.1" status: 200 len: 1801 time: 0.0701976 Sep 15 15:45:32.011179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-6f5b5d68-95dc-4bd1-823e-7672ee00167c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:32.012734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-6f5b5d68-95dc-4bd1-823e-7672ee00167c tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1271198 Sep 15 15:45:32.077167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48075c88-942d-4469-b468-70f0079dea99 req-a1e972e6-a48a-43a4-9610-17ffae409888 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.085599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-07bd2dcf-39ee-4f64-8789-cabeedeb65fc service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320140 Sep 15 15:45:32.092936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-532afa67-b69e-44d5-a1de-f769d004c511 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 1001 time: 0.0712256 Sep 15 15:45:32.107503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:32.115736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48075c88-942d-4469-b468-70f0079dea99 req-a1e972e6-a48a-43a4-9610-17ffae409888 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.180302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.228582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bc51d58-3fb7-41b7-b1ea-e73748f90557 req-341f5a2b-0623-473e-822f-c56977870835 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256919 Sep 15 15:45:32.303461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48075c88-942d-4469-b468-70f0079dea99 req-a1e972e6-a48a-43a4-9610-17ffae409888 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.303461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-48075c88-942d-4469-b468-70f0079dea99 req-a1e972e6-a48a-43a4-9610-17ffae409888 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.303854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48075c88-942d-4469-b468-70f0079dea99 req-a1e972e6-a48a-43a4-9610-17ffae409888 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/20b29712-9c37-4879-a97f-316187cf4e32 HTTP/1.1" status: 204 len: 173 time: 0.3433814 Sep 15 15:45:32.313355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e972e6-a48a-43a4-9610-17ffae409888 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b29712-9c37-4879-a97f-316187cf4e32,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:32.347312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.415336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c05151-75f8-49db-b3bc-41a611f31ec5 req-17237a36-d2a9-48f4-b851-aee703172f1d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:32.416861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20c05151-75f8-49db-b3bc-41a611f31ec5 req-17237a36-d2a9-48f4-b851-aee703172f1d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.0549350 Sep 15 15:45:32.428088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.430544 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e disassociated. External IP: 172.25.0.121, port: 47304e19-2a73-4040-b309-3b5fea3859a1. Sep 15 15:45:32.459831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20c05151-75f8-49db-b3bc-41a611f31ec5 req-84856760-3d9f-4051-8fa3-1918cd3f2f87 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366592 Sep 15 15:45:32.516970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:32.542576 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650a0891-ca96-454e-8068-565440232970" -d '{"events": [{"server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "name": "network-vif-plugged", "status": "completed", "tag": "854d12bb-801e-42ec-8274-25f62d77a470"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:32.663040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:32.777007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:32.781665 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:32.786676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:32.796915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:32.797678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:32.810458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-7f2ed58a-42c6-4077-a949-771325948744 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "PUT /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 200 len: 696 time: 0.7077456 Sep 15 15:45:32.875551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-d406cec3-fda3-4e87-a6a6-2762ea000f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:32.877731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-d406cec3-fda3-4e87-a6a6-2762ea000f29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.0542915 Sep 15 15:45:32.882641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:32.887140 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:32.890368 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f58bf4-b6b7-4fe5-a874-19fb6e3015dd x-openstack-request-id: req-39f58bf4-b6b7-4fe5-a874-19fb6e3015dd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:32.890705 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8348057f-4c20-45ef-b8bd-ebe27f4f9db7", "name": "network-vif-deleted", "tag": "de8499bc-4e62-4164-9fe6-10e255c9be64", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:32.891025 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-39f58bf4-b6b7-4fe5-a874-19fb6e3015dd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:32.891477 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8348057f-4c20-45ef-b8bd-ebe27f4f9db7', 'name': 'network-vif-deleted', 'tag': 'de8499bc-4e62-4164-9fe6-10e255c9be64', 'status': 'completed', 'code': 200} Sep 15 15:45:32.960241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:32.982043 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-dca317d6-2ca5-468f-83aa-edd330d4ce35 req-2dd7abd7-3059-4515-a7f2-5c4b44346cd1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:45:32.983222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dca317d6-2ca5-468f-83aa-edd330d4ce35 req-2dd7abd7-3059-4515-a7f2-5c4b44346cd1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/20b29712-9c37-4879-a97f-316187cf4e32 HTTP/1.1" status: 404 len: 352 time: 0.0183046 Sep 15 15:45:32.996464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-2d4f7641-c25c-4455-a08b-e7ab74c12b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.000949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-2d4f7641-c25c-4455-a08b-e7ab74c12b7f service neutron] 10.222.0.63 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1092224 Sep 15 15:45:33.051335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-44196014-2269-4f70-89ae-377ca9ce5d52 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 217 time: 0.0459788 Sep 15 15:45:33.112944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-0ba7f23a-90b9-439a-a5c0-e7572017261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.114541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-0ba7f23a-90b9-439a-a5c0-e7572017261d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.0529273 Sep 15 15:45:33.137713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450f5e4-0027-4831-8eec-4406349aa26e req-7f655960-fce8-4b5b-82be-7cf17a2f78c9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.139617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9450f5e4-0027-4831-8eec-4406349aa26e req-7f655960-fce8-4b5b-82be-7cf17a2f78c9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0531905 Sep 15 15:45:33.171774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-a9865444-87a1-4f6d-85e8-fefa0985ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.173245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-a9865444-87a1-4f6d-85e8-fefa0985ae86 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508749 Sep 15 15:45:33.184067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9450f5e4-0027-4831-8eec-4406349aa26e req-ecb1277a-2f3d-4dc2-a62f-6d4a9ea51542 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377738 Sep 15 15:45:33.207266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:33.240518 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc5d54-1cab-48e5-89be-866f873e2e12 x-openstack-request-id: req-cabc5d54-1cab-48e5-89be-866f873e2e12 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:33.240972 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "name": "network-vif-plugged", "status": "completed", "tag": "854d12bb-801e-42ec-8274-25f62d77a470", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:33.241823 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cabc5d54-1cab-48e5-89be-866f873e2e12 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:33.241823 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470', 'code': 200} Sep 15 15:45:33.243221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:33.252833 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:33.253597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:33.282325 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-1c6b3b96-89b4-4cdd-802e-6442dc6d4063 service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967088 Sep 15 15:45:33.368694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb70dd-4056-4dd0-8144-ed03c3937fa4 req-c61253a3-7741-4c15-af16-72ace75a90fd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.370231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccbb70dd-4056-4dd0-8144-ed03c3937fa4 req-c61253a3-7741-4c15-af16-72ace75a90fd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0847020 Sep 15 15:45:33.377514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-d822b057-8814-43f9-b5f4-07c8f4d6d434 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599520 Sep 15 15:45:33.380042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:33.425835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d736a-6ab5-4ce4-a07e-697c95f62cb3 req-1ca6354d-cc09-44ad-90c3-5d0ac576f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.425835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee9d736a-6ab5-4ce4-a07e-697c95f62cb3 req-1ca6354d-cc09-44ad-90c3-5d0ac576f04c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1096 time: 0.0674410 Sep 15 15:45:33.427179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccbb70dd-4056-4dd0-8144-ed03c3937fa4 req-8aeb7f94-a9a3-4b8a-9894-0d351a4a6484 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485690 Sep 15 15:45:33.427588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92467a39-b2d6-4a56-8d19-af154ea722c3 req-1b05aaef-b483-4bcf-a296-cb0c614c552d service neutron] 10.222.0.63 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311994 Sep 15 15:45:33.478980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee9d736a-6ab5-4ce4-a07e-697c95f62cb3 req-19730dd1-1117-43f5-a9a6-c6548929488b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Sep 15 15:45:33.489286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-44296bac-c87f-4481-a4ae-1dd1cdd44dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.490854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-44296bac-c87f-4481-a4ae-1dd1cdd44dc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8aae16f9ef76466baa87896d6f994a65&device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 1096 time: 0.0522346 Sep 15 15:45:33.531323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2c0f7f96-a26a-46bc-88fe-53d788c855db details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:33.548685 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d6c64-3bb2-432a-824a-05aec2480e34 x-openstack-request-id: req-308d6c64-3bb2-432a-824a-05aec2480e34 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:33.549287 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:33.549746 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-308d6c64-3bb2-432a-824a-05aec2480e34 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:33.550343 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1', 'status': 'completed', 'code': 200} Sep 15 15:45:33.552148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ac4f7-a306-498f-9b1f-448b0fabf41d req-eab2a258-c54d-4e33-be9d-590fafc056f4 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.553870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-054ac4f7-a306-498f-9b1f-448b0fabf41d req-eab2a258-c54d-4e33-be9d-590fafc056f4 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0571373 Sep 15 15:45:33.615703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-735e8fe9-197f-48e0-ac91-14ee4af47f70 req-e4e453ab-a9cc-45b8-97a9-9818ac7ecf1c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/7d89fa4b-9f29-4763-b1a1-4e89af7dbc8f HTTP/1.1" status: 200 len: 1800 time: 0.0468967 Sep 15 15:45:33.630634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-054ac4f7-a306-498f-9b1f-448b0fabf41d req-a55426c1-5682-4858-956a-400dbec6d22f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Sep 15 15:45:33.641407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-2d6a0d88-92c5-4964-8df2-4a8a3d58a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.643118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-2d6a0d88-92c5-4964-8df2-4a8a3d58a64c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=732dc564002347ccac56c83370080651&device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 1096 time: 0.0629616 Sep 15 15:45:33.689161 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-735e8fe9-197f-48e0-ac91-14ee4af47f70 req-071ab39f-0341-43ee-b1f0-1a314e17f997 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:33.717097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-735e8fe9-197f-48e0-ac91-14ee4af47f70 req-071ab39f-0341-43ee-b1f0-1a314e17f997 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:33.766465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device de8499bc-4e62-4164-9fe6-10e255c9be64 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:33.797528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: de8499bc-4e62-4164-9fe6-10e255c9be64 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:33.797528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device de8499bc-4e62-4164-9fe6-10e255c9be64 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:33.846289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-7b799aa0-003e-4f33-a743-7d3641f41462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.847854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-7b799aa0-003e-4f33-a743-7d3641f41462 service neutron] 10.222.0.55 "GET /v2.0/networks?id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 200 len: 922 time: 0.1855280 Sep 15 15:45:33.862549 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-735e8fe9-197f-48e0-ac91-14ee4af47f70 req-071ab39f-0341-43ee-b1f0-1a314e17f997 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:33.869398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-735e8fe9-197f-48e0-ac91-14ee4af47f70 req-071ab39f-0341-43ee-b1f0-1a314e17f997 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:33.869398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-735e8fe9-197f-48e0-ac91-14ee4af47f70 req-071ab39f-0341-43ee-b1f0-1a314e17f997 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/7d89fa4b-9f29-4763-b1a1-4e89af7dbc8f HTTP/1.1" status: 204 len: 173 time: 0.2425387 Sep 15 15:45:33.880532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ab39f-0341-43ee-b1f0-1a314e17f997 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89fa4b-9f29-4763-b1a1-4e89af7dbc8f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:33.889921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:33.907304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-86509e15-489e-4a5f-a2a7-5766a00069d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 200 len: 217 time: 0.0490525 Sep 15 15:45:33.914043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'port_id': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'mac_address': 'fa:16:3e:da:74:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69afc19a-27e6-4048-a694-a8f4383bc473', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:33.938533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-98348c0c-485c-4272-bc06-c368197a75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:33.940243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-98348c0c-485c-4272-bc06-c368197a75ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4a27174-e645-4bc5-a0c1-e256ef41302e HTTP/1.1" status: 200 len: 916 time: 0.1680233 Sep 15 15:45:33.951450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:33.988630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8913a4-24f3-4f07-af06-3a1674bcac24 None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:44:10Z', 'revision_number': 4, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ee92d2ed-936a-4dce-8e36-fbffc6ac42d2', 'name': '', 'network_id': 'be9a3588-e162-4a93-8fd5-e17a3d4eeffe', 'tenant_id': '732dc564002347ccac56c83370080651', 'mac_address': 'fa:16:3e:ca:ab:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:09Z', 'updated_at': '2021-09-15T15:44:19Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'subnets': [{'id': 'a3f5cdcc-8ba4-4700-9201-8584478f15b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:33.990688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-4ef3912c-e8a2-4149-9ab0-bbcf421036a1 req-5d26eacb-9d0d-4ec8-8c14-acd0963b8cf4 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:45:33.991753 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ef3912c-e8a2-4149-9ab0-bbcf421036a1 req-5d26eacb-9d0d-4ec8-8c14-acd0963b8cf4 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068312 Sep 15 15:45:34.001473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-22a323ac-9338-402f-9bef-f6971abd4c4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb HTTP/1.1" status: 200 len: 217 time: 0.0412488 Sep 15 15:45:34.006866 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:34.019215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-a87ec6ee-e7a3-4b2e-b53c-67a143dddcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:34.028060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-a87ec6ee-e7a3-4b2e-b53c-67a143dddcf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 200 len: 860 time: 0.1010332 Sep 15 15:45:34.049231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c0f7f96-a26a-46bc-88fe-53d788c855db {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:34.082034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:34.127443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-d4ca4e84-6623-418e-8e5b-a410bb0e1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:34.129648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-d4ca4e84-6623-418e-8e5b-a410bb0e1b40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=5fca7ff5-7a00-4711-a565-c0c084d1a816 HTTP/1.1" status: 200 len: 854 time: 0.1196623 Sep 15 15:45:34.148429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:34.150607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-2bd8c74b-2316-490b-a143-44835b9dcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:34.152348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-2bd8c74b-2316-490b-a143-44835b9dcd36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be9a3588-e162-4a93-8fd5-e17a3d4eeffe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933781 Sep 15 15:45:34.222175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:34.279010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-a7ed8270-03de-4c79-b1f6-03849c570266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:34.280559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-a7ed8270-03de-4c79-b1f6-03849c570266 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4a27174-e645-4bc5-a0c1-e256ef41302e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272621 Sep 15 15:45:34.283448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['2c0f7f96-a26a-46bc-88fe-53d788c855db'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:34.291269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa2046-8442-425e-90d4-41b62ed6300f req-977add97-8266-4a2e-8278-3319188f203a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:34.292847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aefa2046-8442-425e-90d4-41b62ed6300f req-977add97-8266-4a2e-8278-3319188f203a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1584935 Sep 15 15:45:34.328817 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2707ee-1eeb-4e7a-ba79-8ef32bbc3dca None None] New status for floating IP 715fdbe1-6c89-4d11-928b-fb52e428ed7e: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:45:34.404703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-cede60f1-dc00-406e-892c-4cc054de9cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419980 Sep 15 15:45:34.437202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aefa2046-8442-425e-90d4-41b62ed6300f req-b64bc317-4ada-4800-a181-379a9a85ee5b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320212 Sep 15 15:45:34.467471 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-b0a98c70-6e1a-4af6-af78-8a28585ce1cd req-1ebba9a6-c716-41fe-a6c6-fab15a1c790e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:45:34.478770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0a98c70-6e1a-4af6-af78-8a28585ce1cd req-1ebba9a6-c716-41fe-a6c6-fab15a1c790e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/7d89fa4b-9f29-4763-b1a1-4e89af7dbc8f HTTP/1.1" status: 404 len: 352 time: 0.0371506 Sep 15 15:45:34.559936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-1f268bee-82d0-46b4-8ee8-721f1dea8873 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0521286 Sep 15 15:45:34.581426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-16511a9a-8a74-4710-9c5a-1ee3b4d36799 service neutron] 10.222.0.38 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875857 Sep 15 15:45:34.620715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd95a7-60cf-4c42-8cfa-12fe2bd7f54a req-a9a02e40-1787-4004-a2b0-c08bcd3f39ae tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:34.622675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29cd95a7-60cf-4c42-8cfa-12fe2bd7f54a req-a9a02e40-1787-4004-a2b0-c08bcd3f39ae tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0614986 Sep 15 15:45:34.638147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fee4568-b9e2-48ef-8ed8-9e054dd97ed1 req-07dd528d-8ee6-4da5-a339-c9dbda10d9f0 service neutron] 10.222.0.55 "GET /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226031 Sep 15 15:45:34.665930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29cd95a7-60cf-4c42-8cfa-12fe2bd7f54a req-e0dc0b73-f13d-4739-aa41-2bb5d9157a39 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367284 Sep 15 15:45:34.797158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-efe1eae1-0de5-4b59-bad2-3bbc45cb0ca2 req-c45ae8a8-9b3d-40a0-bb78-a4dd8830f9ff tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 6149 time: 0.1067412 Sep 15 15:45:34.888032 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-efe1eae1-0de5-4b59-bad2-3bbc45cb0ca2 req-d4f26210-79d9-4fe1-bccf-4400c27ff91b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/5bf69d51-d13c-4bba-9436-6c8a12de5363 HTTP/1.1" status: 200 len: 2981 time: 0.0846872 Sep 15 15:45:34.961263 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-efe1eae1-0de5-4b59-bad2-3bbc45cb0ca2 req-80a8f98a-8962-4dee-8edc-7402df9884e3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/5bf69d51-d13c-4bba-9436-6c8a12de5363 HTTP/1.1" status: 200 len: 2981 time: 0.0668511 Sep 15 15:45:35.138258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fff39-8a87-445c-961b-b09794a0c15e req-f0ff7b3c-c70b-4ba0-beef-7f0dfd53a0a8 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:35.145879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-103fff39-8a87-445c-961b-b09794a0c15e req-f0ff7b3c-c70b-4ba0-beef-7f0dfd53a0a8 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 944 time: 0.5034778 Sep 15 15:45:35.158761 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-546368c7-fb5a-4aa2-b1b0-f7dc9ab4fbb8 req-0ffbd9e2-075c-4f42-a08a-f47878d25a5e service neutron] 10.222.0.38 "GET /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620518 Sep 15 15:45:35.203754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-103fff39-8a87-445c-961b-b09794a0c15e req-5e3045bf-f9fd-480a-b339-656a40ef0a33 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568845 Sep 15 15:45:35.325132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1bf87-e0c7-4f30-a5fa-0b6b475e76bb req-caf565c6-f34f-4700-a64f-d5d07f757d4f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:35.327206 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20d1bf87-e0c7-4f30-a5fa-0b6b475e76bb req-caf565c6-f34f-4700-a64f-d5d07f757d4f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0597696 Sep 15 15:45:35.390675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20d1bf87-e0c7-4f30-a5fa-0b6b475e76bb req-be5ff9aa-ab18-4604-a0b4-58d646d90aa8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507135 Sep 15 15:45:35.418994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b554d274-8bc8-45c7-a6e5-942b203c57e3 req-f84d8ac0-4b30-4f04-a418-39567a5fdfc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-117114478', 'description': 'tempest-description-1972944933'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:35.427773 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-2cadb8b9-6516-4712-b601-2a10d6be05bf tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 200 len: 694 time: 0.4477825 Sep 15 15:45:35.547240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b554d274-8bc8-45c7-a6e5-942b203c57e3 req-f84d8ac0-4b30-4f04-a418-39567a5fdfc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.547897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2c0f7f96-a26a-46bc-88fe-53d788c855db up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:35.552576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-9594297d-5668-4c21-a40e-96ed59cbef6f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:35.562768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-9594297d-5668-4c21-a40e-96ed59cbef6f tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1311526 Sep 15 15:45:35.612349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 2c0f7f96-a26a-46bc-88fe-53d788c855db triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:35.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.646932 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-dd8c93f6-c290-4bc7-9084-5e548fae61c5 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 697 time: 0.0819337 Sep 15 15:45:35.665255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b554d274-8bc8-45c7-a6e5-942b203c57e3 req-f84d8ac0-4b30-4f04-a418-39567a5fdfc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.694418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-08a54171-2f1c-4568-97de-cffe752f8245 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 697 time: 0.0466044 Sep 15 15:45:35.712389 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.736161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:35.739027 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91e441-50e5-44d5-94b5-4ba2e9ea596f" -d '{"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:35.753841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:35.782315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b554d274-8bc8-45c7-a6e5-942b203c57e3 req-f84d8ac0-4b30-4f04-a418-39567a5fdfc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.822872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8ac0-4b30-4f04-a418-39567a5fdfc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38056742-3dcf-4fec-899c-1b809fa52ab0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:35.833860 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.887339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Deleting port f6b12bb9-d163-4fb6-9172-755fb281a91b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:35.887648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.911681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:35.919523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b554d274-8bc8-45c7-a6e5-942b203c57e3 req-f84d8ac0-4b30-4f04-a418-39567a5fdfc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.920912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b554d274-8bc8-45c7-a6e5-942b203c57e3 req-f84d8ac0-4b30-4f04-a418-39567a5fdfc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5063803 Sep 15 15:45:35.978255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-6f22ab54-24f8-492c-afdb-2224aa6705ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510466 Sep 15 15:45:35.998526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:35.998838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.011615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Calling delete_port for f6b12bb9-d163-4fb6-9172-755fb281a91b owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:36.081308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fc826-38cf-463b-9bdb-a8fcbd590714 req-35f95c2f-28ce-4dad-ba21-271130cad888 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:36.088367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-745fc826-38cf-463b-9bdb-a8fcbd590714 req-35f95c2f-28ce-4dad-ba21-271130cad888 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1080477 Sep 15 15:45:36.120964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618274a5-d730-4247-a846-0355d0692d83 req-70c8405d-0294-49db-bc8f-56c7f030bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:36.122449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-70c8405d-0294-49db-bc8f-56c7f030bd63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 1095 time: 0.0846512 Sep 15 15:45:36.141373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-745fc826-38cf-463b-9bdb-a8fcbd590714 req-c1c7210d-bbf9-43be-a0b4-23343c0981e2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517473 Sep 15 15:45:36.240223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.283273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618274a5-d730-4247-a846-0355d0692d83 req-a97516b8-f2dc-4c98-9bd3-4fe1c3f1e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:36.283425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Pushing event deleted for resources: {'Port': ['ID=f6b12bb9-d163-4fb6-9172-755fb281a91b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:36.283550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-a97516b8-f2dc-4c98-9bd3-4fe1c3f1e66e service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1104476 Sep 15 15:45:36.355887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-986e486a-71a0-4faa-8bfc-a2b79722e50e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 200 len: 217 time: 0.0590069 Sep 15 15:45:36.369546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.372856 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.374067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dc4d2f8-894f-4555-94b5-ac439178e0e7 req-39ffe78b-815d-473f-8c31-907ef409fd8d tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "DELETE /v2.0/floatingips/715fdbe1-6c89-4d11-928b-fb52e428ed7e HTTP/1.1" status: 204 len: 173 time: 0.6722722 Sep 15 15:45:36.446761 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e23a1-d789-42d1-8ccb-0434493c37c2 x-openstack-request-id: req-917e23a1-d789-42d1-8ccb-0434493c37c2 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:36.447083 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-plugged", "status": "completed", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:36.447428 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-917e23a1-d789-42d1-8ccb-0434493c37c2 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:36.447833 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'code': 200} Sep 15 15:45:36.448931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcbce2-fbf1-4874-b1d7-89627b18b757 req-3010a901-9d90-4ffd-8d19-1a707ee0eadd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:36.456742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-93fcbce2-fbf1-4874-b1d7-89627b18b757 req-3010a901-9d90-4ffd-8d19-1a707ee0eadd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1036808 Sep 15 15:45:36.465168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618274a5-d730-4247-a846-0355d0692d83 req-87ac3abd-3815-4243-8fc7-7d2887eef36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:36.466513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-87ac3abd-3815-4243-8fc7-7d2887eef36e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0798247 Sep 15 15:45:36.469581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9617ec34-2c30-4707-86bd-977715f7f3a3 req-578b4af8-e5ec-42dc-8556-28bd7bd1e872 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1439708834', 'description': 'tempest-description-1824663765'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:36.509952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-221c18f0-6077-491b-9a81-509430742716 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320852 Sep 15 15:45:36.537717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-93fcbce2-fbf1-4874-b1d7-89627b18b757 req-bc0fb62f-3bdd-454c-ba76-ec13f1356d46 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801482 Sep 15 15:45:36.599112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9617ec34-2c30-4707-86bd-977715f7f3a3 req-578b4af8-e5ec-42dc-8556-28bd7bd1e872 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.675196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c54cda-f3d1-487a-afa9-075d591ce89b req-336a83b1-0cba-42a7-ad7d-f28dcead2af0 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:36.676752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26c54cda-f3d1-487a-afa9-075d591ce89b req-336a83b1-0cba-42a7-ad7d-f28dcead2af0 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1096 time: 0.0563521 Sep 15 15:45:36.688710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9617ec34-2c30-4707-86bd-977715f7f3a3 req-578b4af8-e5ec-42dc-8556-28bd7bd1e872 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.705726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-65c1c8d2-0700-4b8d-a4fa-7bc156090962 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839755 Sep 15 15:45:36.731822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26c54cda-f3d1-487a-afa9-075d591ce89b req-e4fb59d0-5702-4f9a-abb9-195c649babbf tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458896 Sep 15 15:45:36.746465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9617ec34-2c30-4707-86bd-977715f7f3a3 req-578b4af8-e5ec-42dc-8556-28bd7bd1e872 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.788088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b4af8-e5ec-42dc-8556-28bd7bd1e872 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81448da-bc63-428a-8481-2a103f33821f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:36.828438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-618274a5-d730-4247-a846-0355d0692d83 req-93dae994-28ae-4411-a2a4-98cee4425f01 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106308 Sep 15 15:45:36.873602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9617ec34-2c30-4707-86bd-977715f7f3a3 req-578b4af8-e5ec-42dc-8556-28bd7bd1e872 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:36.874963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9617ec34-2c30-4707-86bd-977715f7f3a3 req-578b4af8-e5ec-42dc-8556-28bd7bd1e872 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4102089 Sep 15 15:45:36.922228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586167f-f51b-47c7-9665-5ae19ecf5557 req-0edde26d-7cd0-4579-9637-fee58947dad1 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:36.924775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6586167f-f51b-47c7-9665-5ae19ecf5557 req-0edde26d-7cd0-4579-9637-fee58947dad1 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0676088 Sep 15 15:45:36.977923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6586167f-f51b-47c7-9665-5ae19ecf5557 req-93e9e74a-77bb-4d0a-86e4-8a1e6816c492 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 Sep 15 15:45:37.089673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d74a2-c43c-4e71-b566-0517404c7d36 req-978bf15c-9ff8-423c-9e77-aa50f8c25ff5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:37.091157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a23d74a2-c43c-4e71-b566-0517404c7d36 req-978bf15c-9ff8-423c-9e77-aa50f8c25ff5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0579567 Sep 15 15:45:37.134443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a23d74a2-c43c-4e71-b566-0517404c7d36 req-5a815d9f-691a-48fc-8aed-c58c9d6a97d3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365429 Sep 15 15:45:37.263425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-65f4f6a7-a06a-4043-b82b-dfcf62b2b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:37.266336 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-65f4f6a7-a06a-4043-b82b-dfcf62b2b13c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1100 time: 0.0581162 Sep 15 15:45:37.426986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-11184465-a88d-4626-a58c-82f9082fcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:37.428984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-11184465-a88d-4626-a58c-82f9082fcd63 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1541135 Sep 15 15:45:37.489512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-d043816c-9089-4d1b-9eca-dc0402b85dc4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 217 time: 0.0494568 Sep 15 15:45:37.517577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-3283ba9a-f2ac-4ed6-bc5e-d940a4d5248e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:37.519253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-3283ba9a-f2ac-4ed6-bc5e-d940a4d5248e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 812 time: 0.1763439 Sep 15 15:45:37.535280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-4bb52a07-600c-4ff2-9a83-cd06655eb410 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/quotas/44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 375 time: 0.0099015 Sep 15 15:45:37.572359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-fd9e80f1-e2f0-462e-b7a6-023de8969bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:37.573875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-fd9e80f1-e2f0-462e-b7a6-023de8969bac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0714030 Sep 15 15:45:37.613552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-7eed2073-9077-43cf-994c-4a94a6f86eee tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646877 Sep 15 15:45:37.662501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-95109df3-4ca4-469d-beb2-dc0b2da75e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:37.665247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-95109df3-4ca4-469d-beb2-dc0b2da75e90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830629 Sep 15 15:45:37.735056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-2da2a50a-4d48-4362-814b-cce13167ad7a service neutron] 10.222.0.63 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205485 Sep 15 15:45:37.757013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b698cb-9eb5-4624-96eb-c6529049242d req-23d8fe2d-3fdc-4013-977e-2fd8d1becec6 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:37.759134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50b698cb-9eb5-4624-96eb-c6529049242d req-23d8fe2d-3fdc-4013-977e-2fd8d1becec6 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 945 time: 0.1182332 Sep 15 15:45:37.830541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50b698cb-9eb5-4624-96eb-c6529049242d req-f38f04e3-50b2-4e7e-8198-8f110ab33e68 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621233 Sep 15 15:45:37.833060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-4d571d46-309a-4418-ba9e-628e65df60d0 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490052 Sep 15 15:45:37.875075 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-78ea729e-8efa-43a9-9fa5-a26b798c97f3 service neutron] 10.222.0.63 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336169 Sep 15 15:45:37.989644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-5d56c8b2-606e-4174-8030-21d2b4e8081a service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440136 Sep 15 15:45:38.088881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abccd78-f5f8-467e-a2ba-d5639c8accdc req-c75e468b-d0f6-4490-aac0-7103ec37abe1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:38.090701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3abccd78-f5f8-467e-a2ba-d5639c8accdc req-c75e468b-d0f6-4490-aac0-7103ec37abe1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0550332 Sep 15 15:45:38.190122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3abccd78-f5f8-467e-a2ba-d5639c8accdc req-f95b89c6-3dec-4c9c-8f24-b037478060e3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925088 Sep 15 15:45:38.225604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1416e6-b7b4-4139-869e-315d392144c7 req-5e32af1e-6c40-4250-af37-787ecb9cfb8f tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:38.231806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef1416e6-b7b4-4139-869e-315d392144c7 req-5e32af1e-6c40-4250-af37-787ecb9cfb8f tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0875320 Sep 15 15:45:38.274074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-302590ad-5410-4016-986a-4ace011be31c req-4202dfae-a1b6-43fb-afbc-a21a877efd53 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 210 time: 0.0339651 Sep 15 15:45:38.323988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef1416e6-b7b4-4139-869e-315d392144c7 req-a9d59979-9668-4eb5-8f87-629381d12cb6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858657 Sep 15 15:45:38.438287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc5bc6-2a10-4156-b459-4376fe0de5f1 req-a4d53a14-aca0-4f1a-b601-603f20e8bcc7 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:38.439929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22bc5bc6-2a10-4156-b459-4376fe0de5f1 req-a4d53a14-aca0-4f1a-b601-603f20e8bcc7 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0562429 Sep 15 15:45:38.484587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22bc5bc6-2a10-4156-b459-4376fe0de5f1 req-0cf64aab-984b-408c-b026-3b9c26133853 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Sep 15 15:45:38.970322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7f049-0502-47d4-8929-7d718aeb2bc8 req-7d8f0325-c948-42e4-bedd-798b9dade2da tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:38.972401 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ca7f049-0502-47d4-8929-7d718aeb2bc8 req-7d8f0325-c948-42e4-bedd-798b9dade2da tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 945 time: 0.0635602 Sep 15 15:45:39.034261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ca7f049-0502-47d4-8929-7d718aeb2bc8 req-1ceff0aa-3d8e-4d25-b61f-6b58ad2d554a tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/security-groups?id=62ad051f-babc-481a-9f51-b23604a3143a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519171 Sep 15 15:45:39.321836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51835a-ea23-42d4-b87f-56617501efda req-87c928e5-ad9f-4f19-8976-32779414e2c2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:39.321836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a51835a-ea23-42d4-b87f-56617501efda req-87c928e5-ad9f-4f19-8976-32779414e2c2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0564642 Sep 15 15:45:39.375029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-14058afd-c533-49f6-afa9-b620498e2860 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:39.376714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-14058afd-c533-49f6-afa9-b620498e2860 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 945 time: 0.0646589 Sep 15 15:45:39.401260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a51835a-ea23-42d4-b87f-56617501efda req-6c7cc044-7e73-4cba-8c12-faae15e4fdc6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725305 Sep 15 15:45:39.420082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30fae82b-ffe7-42c8-bae0-aef8413b3383 req-99073317-0d4f-4d0d-aed7-ac322536437e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 210 time: 0.0422666 Sep 15 15:45:39.533158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Deleting port 47304e19-2a73-4040-b309-3b5fea3859a1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:39.533523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:39.541745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e1b2e-e626-4d68-8f4f-63b9853c284d req-75f9e301-a259-4883-a09b-f08b2dfa3ddc tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:39.542267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe2e1b2e-e626-4d68-8f4f-63b9853c284d req-75f9e301-a259-4883-a09b-f08b2dfa3ddc tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 945 time: 0.0662117 Sep 15 15:45:39.592410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2c0f7f96-a26a-46bc-88fe-53d788c855db no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:39.604553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe2e1b2e-e626-4d68-8f4f-63b9853c284d req-16661564-7eaa-45cc-8427-a06a463561e5 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519822 Sep 15 15:45:39.654851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] For port 47304e19-2a73-4040-b309-3b5fea3859a1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=47304e19-2a73-4040-b309-3b5fea3859a1,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:39.655227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:39.668962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Calling delete_port for 47304e19-2a73-4040-b309-3b5fea3859a1 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:39.709068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:39.739674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70f27d-548d-45c0-902e-8661ec98d0e0 req-c2093956-85ff-4c34-b9f7-4b20b575e4da tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:39.740783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:39.741622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a70f27d-548d-45c0-902e-8661ec98d0e0 req-c2093956-85ff-4c34-b9f7-4b20b575e4da tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0745616 Sep 15 15:45:39.747424 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab2b921-041e-426e-881a-8a8e8aa84439" -d '{"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:39.756469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:39.786298 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a70f27d-548d-45c0-902e-8661ec98d0e0 req-5851aa85-e7dd-4a90-860e-9f4a34a90b1d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355258 Sep 15 15:45:39.838675 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43adabc-adb3-49b5-ad82-6106531bb468 x-openstack-request-id: req-d43adabc-adb3-49b5-ad82-6106531bb468 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:39.839174 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:39.839717 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d43adabc-adb3-49b5-ad82-6106531bb468 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:39.841041 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'code': 200} Sep 15 15:45:39.868920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:39.885322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:39.901687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['47304e19-2a73-4040-b309-3b5fea3859a1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:39.936872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Pushing event deleted for resources: {'Port': ['ID=47304e19-2a73-4040-b309-3b5fea3859a1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:39.946061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:39.983149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] No DVR routers for this DVR port 47304e19-2a73-4040-b309-3b5fea3859a1 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:39.991692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebb4b4-022d-46bf-9da7-28b20d6beade req-bf8c263a-e11b-4073-bf11-1a8239d81bba tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:39.993866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84ebb4b4-022d-46bf-9da7-28b20d6beade req-bf8c263a-e11b-4073-bf11-1a8239d81bba tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 945 time: 0.1207738 Sep 15 15:45:39.994913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:39.996824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c6e5353-33f7-472e-8fc5-f4e3fccc78c9 req-afe49761-5534-486f-8d20-a186f98fef58 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.55 "DELETE /v2.0/ports/47304e19-2a73-4040-b309-3b5fea3859a1 HTTP/1.1" status: 204 len: 173 time: 0.6041710 Sep 15 15:45:39.997249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'name': 'network-vif-deleted', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:39.999477 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3369a1-da43-4d0c-b9c4-b824db75bfb4" -d '{"events": [{"server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "name": "network-vif-deleted", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:40.041595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84ebb4b4-022d-46bf-9da7-28b20d6beade req-25c16e39-874e-4410-9d80-f8e91dbbd3e0 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390699 Sep 15 15:45:40.043996 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265281ef-428d-4808-9cce-03db2c7c628f x-openstack-request-id: req-265281ef-428d-4808-9cce-03db2c7c628f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:40.044281 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5767af5-aa9b-4fb4-8297-5a187e31ae1a", "name": "network-vif-deleted", "tag": "47304e19-2a73-4040-b309-3b5fea3859a1", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:40.044559 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-265281ef-428d-4808-9cce-03db2c7c628f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:40.044949 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5767af5-aa9b-4fb4-8297-5a187e31ae1a', 'name': 'network-vif-deleted', 'tag': '47304e19-2a73-4040-b309-3b5fea3859a1', 'status': 'completed', 'code': 200} Sep 15 15:45:40.139123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b302f71-1fd5-4d1e-bb1e-6c94f9a37384 req-06a2215c-355c-42ac-8366-b206cb20fd47 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 210 time: 0.0269423 Sep 15 15:45:40.328586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-40c376d7-3ee3-4413-a467-6d73293ace95 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:40.330751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-40c376d7-3ee3-4413-a467-6d73293ace95 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 943 time: 0.0695827 Sep 15 15:45:40.464901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Deleting port 2c0f7f96-a26a-46bc-88fe-53d788c855db {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:40.466071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:40.536820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcbeab-3d86-4f6b-b87d-cc6d1058b30c req-04c3d786-2cfc-4f8b-b3a3-c07337a8f7df tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:40.544668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3fdcbeab-3d86-4f6b-b87d-cc6d1058b30c req-04c3d786-2cfc-4f8b-b3a3-c07337a8f7df tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0601380 Sep 15 15:45:40.565717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] For port 2c0f7f96-a26a-46bc-88fe-53d788c855db, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2c0f7f96-a26a-46bc-88fe-53d788c855db,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:40.565717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:40.579651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3fdcbeab-3d86-4f6b-b87d-cc6d1058b30c req-a3829269-dcff-47cc-83f1-30cba4d57431 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Sep 15 15:45:40.599009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Calling delete_port for 2c0f7f96-a26a-46bc-88fe-53d788c855db owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:40.684895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af8e1e74-8c69-44bc-869f-71c4e75209dd req-44d0daa4-875d-4465-ba07-9f952a41de9f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 210 time: 0.0310919 Sep 15 15:45:40.748118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-cb517813-3ffe-4ef6-b161-604861a4a142 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:40.748985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-cb517813-3ffe-4ef6-b161-604861a4a142 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.55 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 812 time: 0.1816392 Sep 15 15:45:40.763795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'port': {'device_id': 'e0727a22-3f73-4982-9547-21a6bde56834', 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09', 'admin_state_up': True, 'tenant_id': '44bc67a16947468d9d1d2a8f6d0996d6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:40.799179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d4382-293a-45ed-8439-ec4cb80228c9 req-fd1f36f0-6415-4da6-bdcd-35595f21516e tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:40.800702 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f22d4382-293a-45ed-8439-ec4cb80228c9 req-fd1f36f0-6415-4da6-bdcd-35595f21516e tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 943 time: 0.0575519 Sep 15 15:45:40.848559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f22d4382-293a-45ed-8439-ec4cb80228c9 req-d9fc882a-c4b7-4236-8054-7a78a743f1f5 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Sep 15 15:45:40.976863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee0d75-eaa1-4d2c-ba36-d4761aab3d0d req-2a413929-2bb1-47c5-99bb-9f4c49e4873c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:40.978459 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fee0d75-eaa1-4d2c-ba36-d4761aab3d0d req-2a413929-2bb1-47c5-99bb-9f4c49e4873c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0553427 Sep 15 15:45:41.020267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fee0d75-eaa1-4d2c-ba36-d4761aab3d0d req-f5d05575-0618-462a-ac8b-926ef7609105 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Sep 15 15:45:41.033833 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:41.076077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Made reservation on behalf of 44bc67a16947468d9d1d2a8f6d0996d6 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:41.079617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:41.081817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event deleted for resources: {'Port': ['ID=2c0f7f96-a26a-46bc-88fe-53d788c855db,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:41.184337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5cbe3-3efd-41b4-ac90-253c3d2b44f3 req-cb647e27-af7a-4329-8a00-db0082b336ba tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:41.189338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] No DVR routers for this DVR port 2c0f7f96-a26a-46bc-88fe-53d788c855db on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:41.194064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:41.197552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecabcd91-4157-4e29-8dda-acb4765eb101 req-7e55f524-2e0c-447d-b3a3-af2a056702ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "DELETE /v2.0/ports/2c0f7f96-a26a-46bc-88fe-53d788c855db HTTP/1.1" status: 204 len: 173 time: 0.8420517 Sep 15 15:45:41.201064 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42d5cbe3-3efd-41b4-ac90-253c3d2b44f3 req-cb647e27-af7a-4329-8a00-db0082b336ba tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 945 time: 0.0796981 Sep 15 15:45:41.265742 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42d5cbe3-3efd-41b4-ac90-253c3d2b44f3 req-d9393d32-643a-4eec-9a76-beaf61a2873d tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509713 Sep 15 15:45:41.354858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80662797-772a-45c7-84b2-63428421831e req-0b5c3680-ca67-47da-ae05-15aaa6d06877 tempest-FloatingIPsAssociationTestJSON-702398205 tempest-FloatingIPsAssociationTestJSON-702398205-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5767af5-aa9b-4fb4-8297-5a187e31ae1a HTTP/1.1" status: 200 len: 210 time: 0.0572033 Sep 15 15:45:41.376064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Allocated IP 172.20.0.7 (34f64a2d-5234-406e-addc-eda114cdfe09/88df1f6c-df39-4e4a-b86a-dda102a09cf5/5f3be7eb-8a30-416e-acfb-0f3b2c791083) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:41.535106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:41.670766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:41.687354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:41.762680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Network 34f64a2d-5234-406e-addc-eda114cdfe09 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:41.769770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:41.778454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:41.803618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa29ba-72e9-4047-9ce8-d93e3d106d9a req-79a245ca-1d7a-4a64-86f6-061e18359ccc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:41.805681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69aa29ba-72e9-4047-9ce8-d93e3d106d9a req-79a245ca-1d7a-4a64-86f6-061e18359ccc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1542773 Sep 15 15:45:41.826369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:41.835644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-e6a5dbb3-f488-4816-9a2d-76775c48fc6d tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:41.842039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-e6a5dbb3-f488-4816-9a2d-76775c48fc6d tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 945 time: 0.1816950 Sep 15 15:45:41.859214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc41097-c85a-4e70-a7d1-f1f4fbbf7b12 req-72e9f8c3-947b-434b-89e0-a704ff2d0d52 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:41.861151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0cc41097-c85a-4e70-a7d1-f1f4fbbf7b12 req-72e9f8c3-947b-434b-89e0-a704ff2d0d52 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 931 time: 0.0786541 Sep 15 15:45:41.924940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0cc41097-c85a-4e70-a7d1-f1f4fbbf7b12 req-1cc8cc94-9348-4883-81fb-f71e1ce2a2a9 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494254 Sep 15 15:45:41.933139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:41.933819 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:41.969324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69aa29ba-72e9-4047-9ce8-d93e3d106d9a req-2795a635-8285-420b-bfdc-85c5e8088d8b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233416 Sep 15 15:45:42.038979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Deleting port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:42.039371 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.049253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d636f31-50e5-4ff2-88b1-bbfdae6db2a6 req-a1256423-aee2-4452-8944-522ab44e8287 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=d72a7296-7811-4735-8460-e5b9c963c2f3 HTTP/1.1" status: 200 len: 210 time: 0.0345869 Sep 15 15:45:42.055456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-deleted', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:42.058290 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b500661f-98db-45d7-a932-1148b80d7c0a" -d '{"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-deleted", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:42.109367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b40f7c40-94a4-4ee6-9f60-0826a2b52ba0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3497007 Sep 15 15:45:42.139470 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce2366-4e53-487b-8a79-e62c8003d190 x-openstack-request-id: req-b2ce2366-4e53-487b-8a79-e62c8003d190 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:42.139842 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72a7296-7811-4735-8460-e5b9c963c2f3", "name": "network-vif-deleted", "tag": "2c0f7f96-a26a-46bc-88fe-53d788c855db", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:42.140158 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b2ce2366-4e53-487b-8a79-e62c8003d190 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:42.140647 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72a7296-7811-4735-8460-e5b9c963c2f3', 'name': 'network-vif-deleted', 'tag': '2c0f7f96-a26a-46bc-88fe-53d788c855db', 'status': 'completed', 'code': 200} Sep 15 15:45:42.153521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Request body: {'port': {'device_id': 'e0727a22-3f73-4982-9547-21a6bde56834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:42.255139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] For port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:42.255371 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.282585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26b4af-66ab-4ffd-8861-0e1afa5c5ba3 req-4f7cdf0d-d5fb-4334-9e6d-8640c271202c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:42.283674 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d26b4af-66ab-4ffd-8861-0e1afa5c5ba3 req-4f7cdf0d-d5fb-4334-9e6d-8640c271202c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.1731153 Sep 15 15:45:42.284895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Calling delete_port for 162c054e-eb8a-472f-bdeb-94cbc1b35bdb owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:42.286798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.411196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cbf86-e186-467e-a02a-1627ea2063a5 req-ffc94041-c3df-4fa9-a8fb-04643856ce4e tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:42.412206 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d26b4af-66ab-4ffd-8861-0e1afa5c5ba3 req-3ca82e0e-7d42-420c-9fd4-9197c8d483f3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140523 Sep 15 15:45:42.413049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006cbf86-e186-467e-a02a-1627ea2063a5 req-ffc94041-c3df-4fa9-a8fb-04643856ce4e tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 945 time: 0.0562084 Sep 15 15:45:42.489197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35334) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:42.504515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006cbf86-e186-467e-a02a-1627ea2063a5 req-f9c858d6-3e6c-4058-bfe4-3d83eca09e96 tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/security-groups?id=ae362f33-e1a4-45d7-9e1a-a005f184beca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708151 Sep 15 15:45:42.521301 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:45:42.717611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.736457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['162c054e-eb8a-472f-bdeb-94cbc1b35bdb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:42.755668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Pushing event deleted for resources: {'Port': ['ID=162c054e-eb8a-472f-bdeb-94cbc1b35bdb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:42.768629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3be7eb-8a30-416e-acfb-0f3b2c791083 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:42.791688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.816057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] No DVR routers for this DVR port 162c054e-eb8a-472f-bdeb-94cbc1b35bdb on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:42.825488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.831746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76dfd3f3-6551-405e-bec7-18c6266bcf16 req-7f927107-8a3f-4305-ace2-324cf00e100f tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.38 "DELETE /v2.0/ports/162c054e-eb8a-472f-bdeb-94cbc1b35bdb HTTP/1.1" status: 204 len: 173 time: 0.9697764 Sep 15 15:45:42.831746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Transition to ACTIVE for port object 5f3be7eb-8a30-416e-acfb-0f3b2c791083 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:45:42.919482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.946321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:42.987726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:43.115275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Attempting to bind port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:43.116015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Attempting to bind port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:43.116442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Attempting to bind port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 on network 34f64a2d-5234-406e-addc-eda114cdfe09 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:43.129373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 on network 34f64a2d-5234-406e-addc-eda114cdfe09 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:45:43.129820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Attempting to bind port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 on network 34f64a2d-5234-406e-addc-eda114cdfe09 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:43.143498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:43.143677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Checking segment: {'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:43.144137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Bound using segment: {'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:43.144972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Bound port: 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75879688-edf2-4568-9e13-1843239f0cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:43.145425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:43.170836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0dfa2-f2d8-4722-b329-2a3dd7adbead req-16de8db6-eb31-44af-ae0d-780e2749029c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:43.172696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac900f-207a-4446-a5f9-919258ac7ee0 req-25d9ef4c-a401-4f4c-99de-02c24ff806f7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:43.174455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1ac900f-207a-4446-a5f9-919258ac7ee0 req-25d9ef4c-a401-4f4c-99de-02c24ff806f7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0901544 Sep 15 15:45:43.184955 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10e0dfa2-f2d8-4722-b329-2a3dd7adbead req-16de8db6-eb31-44af-ae0d-780e2749029c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 943 time: 0.1629596 Sep 15 15:45:43.277657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1ac900f-207a-4446-a5f9-919258ac7ee0 req-14f1a14e-0d2e-4dcc-899c-f2e7a15485f1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633314 Sep 15 15:45:43.282680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:43.286668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:43.365544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:43.372799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10e0dfa2-f2d8-4722-b329-2a3dd7adbead req-39f2d946-f88e-457c-8580-cebb2424b141 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859615 Sep 15 15:45:43.435586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:43.436705 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:43.439425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] 10.222.0.55 "PUT /v2.0/ports/5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 1091 time: 1.3016331 Sep 15 15:45:43.545888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e859f1-fc98-43c6-b6b6-1d7f26fd8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:43.584152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Deleting port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:43.585229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:43.615986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2c0f7f96-a26a-46bc-88fe-53d788c855db no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:43.624686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-0c03690b-f886-4493-a306-a60cd630e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:43.626105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-0c03690b-f886-4493-a306-a60cd630e97b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1094 time: 0.0664902 Sep 15 15:45:43.666170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 2c0f7f96-a26a-46bc-88fe-53d788c855db {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:43.666774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2c0f7f96-a26a-46bc-88fe-53d788c855db not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:43.667355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 47304e19-2a73-4040-b309-3b5fea3859a1 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:43.693077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 47304e19-2a73-4040-b309-3b5fea3859a1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:43.697847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 47304e19-2a73-4040-b309-3b5fea3859a1 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:43.703832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35f95-c7da-48c9-a8b4-fa379652bca6 req-8e4964cc-806d-4121-b531-34f22b57d2e0 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:43.704026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-6fbf426b-56fb-4e2c-ab05-0c6083e6b01e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 217 time: 0.0633543 Sep 15 15:45:43.705327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d6d35f95-c7da-48c9-a8b4-fa379652bca6 req-8e4964cc-806d-4121-b531-34f22b57d2e0 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.1027939 Sep 15 15:45:43.725093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] For port ee92d2ed-936a-4dce-8e36-fbffc6ac42d2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:43.725484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:43.749640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Calling delete_port for ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:43.775138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d6d35f95-c7da-48c9-a8b4-fa379652bca6 req-910eed41-a630-4322-b25e-2d246cee6358 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626917 Sep 15 15:45:43.925100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35352) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:43.931250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c25b34-f032-45b2-8cb5-ce80f7dc88e5 req-86fe975b-e209-4ee9-bfb3-b918d12c694a tempest-AttachSCSIVolumeTestJSON-56777537 tempest-AttachSCSIVolumeTestJSON-56777537-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa1fcbe6-7037-4644-8963-85d43e664042 HTTP/1.1" status: 200 len: 210 time: 0.0438669 Sep 15 15:45:43.936610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-62f04648-7c20-4c99-b4cc-dd97d7b698ff tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291015352', 'description': 'tempest-description--2125164848'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:44.073807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62f04648-7c20-4c99-b4cc-dd97d7b698ff tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.140709 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.142443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'name': 'network-vif-deleted', 'tag': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb'}, {'name': 'network-changed', 'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:44.144866 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6138737f-a1e3-4662-ad14-1b695905ab06" -d '{"events": [{"server_uuid": "aa1fcbe6-7037-4644-8963-85d43e664042", "name": "network-vif-deleted", "tag": "162c054e-eb8a-472f-bdeb-94cbc1b35bdb"}, {"name": "network-changed", "server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:44.173029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b211023d-fea4-46b4-8d34-80cbd8679997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:44.175236 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-b211023d-fea4-46b4-8d34-80cbd8679997 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.4623556 Sep 15 15:45:44.175364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee92d2ed-936a-4dce-8e36-fbffc6ac42d2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:44.223507 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cf9da0-35b1-4e78-96e9-99beb9bf13c1 x-openstack-request-id: req-17cf9da0-35b1-4e78-96e9-99beb9bf13c1 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:44.223805 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1fcbe6-7037-4644-8963-85d43e664042", "name": "network-vif-deleted", "tag": "162c054e-eb8a-472f-bdeb-94cbc1b35bdb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:44.224056 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-17cf9da0-35b1-4e78-96e9-99beb9bf13c1 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:44.224447 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1fcbe6-7037-4644-8963-85d43e664042', 'name': 'network-vif-deleted', 'tag': '162c054e-eb8a-472f-bdeb-94cbc1b35bdb', 'status': 'completed', 'code': 200} Sep 15 15:45:44.224795 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083', 'status': 'completed', 'code': 200} Sep 15 15:45:44.226891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-0a35553e-9b7a-4a0b-b13c-83ffbbafa2a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435958 Sep 15 15:45:44.243373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62f04648-7c20-4c99-b4cc-dd97d7b698ff tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.344015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-680eb84b-8eba-48d1-96d6-0a2a2a6603b1 service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099422 Sep 15 15:45:44.376058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62f04648-7c20-4c99-b4cc-dd97d7b698ff tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.461532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.472339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f04648-7c20-4c99-b4cc-dd97d7b698ff tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e212b0-1563-4c31-ac51-7a4cd8834a57,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:44.504304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a230f79-28aa-4607-808a-13cb9528cb53 req-35f7102f-3663-4379-91c3-241c9a4e23f4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:44.514591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a230f79-28aa-4607-808a-13cb9528cb53 req-35f7102f-3663-4379-91c3-241c9a4e23f4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1405582 Sep 15 15:45:44.540962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf7e5d05-df89-4ba5-83b1-0c4e7feef45c req-f5dcce2f-c4b6-4145-aaee-3096215b8f69 service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895053 Sep 15 15:45:44.552258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62f04648-7c20-4c99-b4cc-dd97d7b698ff tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.557309 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-62f04648-7c20-4c99-b4cc-dd97d7b698ff tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6295021 Sep 15 15:45:44.557568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35362) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:44.563774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c2b6bba9-b6b0-41be-a446-faecb391eac0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Request body: {'security_group_rule': {'security_group_id': '08e212b0-1563-4c31-ac51-7a4cd8834a57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:44.574128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a230f79-28aa-4607-808a-13cb9528cb53 req-a398a699-b7a5-49ca-961f-986504c1573f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585892 Sep 15 15:45:44.596593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8813-69ab-4000-bb92-e4b055b5f5bc req-861b729f-68f0-4165-8db2-e31ba73dc0e0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:44.598088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-121a8813-69ab-4000-bb92-e4b055b5f5bc req-861b729f-68f0-4165-8db2-e31ba73dc0e0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 943 time: 0.1115406 Sep 15 15:45:44.671254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-121a8813-69ab-4000-bb92-e4b055b5f5bc req-2e4e8e33-260c-4079-8ecf-dca7c6cc1e20 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Sep 15 15:45:44.722009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2b6bba9-b6b0-41be-a446-faecb391eac0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.764279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-c4e7ced1-a0bd-42a4-98ae-aca2c8bc5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:44.765784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-c4e7ced1-a0bd-42a4-98ae-aca2c8bc5462 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1094 time: 0.0740757 Sep 15 15:45:44.781749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Router b0af8434-e839-4a6c-a5d5-9735331c10f9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:44.875496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2b6bba9-b6b0-41be-a446-faecb391eac0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:44.906653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:44.915294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4ac4e067-6140-4198-a06e-eb163492f517 admin admin] 10.222.0.63 "PUT /v2.0/routers/b0af8434-e839-4a6c-a5d5-9735331c10f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4248385 Sep 15 15:45:44.915828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35366) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:44.917646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] Sync routers for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:44.929811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:44.930735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:44.936313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-2d13c0ec-bc62-4b4e-9018-bbcfc16ac9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:44.937876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-2d13c0ec-bc62-4b4e-9018-bbcfc16ac9b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 913 time: 0.1636925 Sep 15 15:45:44.974526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3a7cc-702a-41fe-932f-d9748094428f req-50058135-81a6-4e79-9953-3760aaa90f20 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:44.976147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3d3a7cc-702a-41fe-932f-d9748094428f req-50058135-81a6-4e79-9953-3760aaa90f20 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0900223 Sep 15 15:45:45.025240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2b6bba9-b6b0-41be-a446-faecb391eac0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.041054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.055878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-0b7b9b8f-3267-4f1d-b994-d09b1f44d43e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 217 time: 0.1084409 Sep 15 15:45:45.150181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:45.152461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6bba9-b6b0-41be-a446-faecb391eac0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8128acba-0a81-4e35-b6f6-9a57fa363894,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:45.189689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3d3a7cc-702a-41fe-932f-d9748094428f req-a0a0164b-56c0-4b04-ba3c-f8a7cad7d10e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602967 Sep 15 15:45:45.211599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-60315e8b-5d24-4ade-8f94-53667f290c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:45.213170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-60315e8b-5d24-4ade-8f94-53667f290c2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.1184633 Sep 15 15:45:45.239780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.261912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-0a9a7072-21ad-4aaf-b255-fdc2defa8487 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376713 Sep 15 15:45:45.262761 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2b6bba9-b6b0-41be-a446-faecb391eac0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.264768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c2b6bba9-b6b0-41be-a446-faecb391eac0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7051842 Sep 15 15:45:45.266820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35388) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:45.272126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-daaf0a43-d83c-46b7-8a7a-275c47f4d831 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Request body: {'security_group_rule': {'security_group_id': '08e212b0-1563-4c31-ac51-7a4cd8834a57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:45.413143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a43-d83c-46b7-8a7a-275c47f4d831 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.419442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-04e37480-5876-421b-8389-4e89e68f55ea service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459806 Sep 15 15:45:45.455609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:45:43Z', 'revision_number': 5, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port': {'id': 'ffc1ca69-18de-4f24-a567-07e7b6a2b0be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:44:05Z', 'updated_at': '2021-09-15T15:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:45.456241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Deleting port ffc1ca69-18de-4f24-a567-07e7b6a2b0be {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:45.456625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.494353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] Checking router: b0af8434-e839-4a6c-a5d5-9735331c10f9 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:45.509644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] Routers {'b0af8434-e839-4a6c-a5d5-9735331c10f9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:45.510584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b0af8434-e839-4a6c-a5d5-9735331c10f9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:45.525421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6138737f-a1e3-4662-ad14-1b695905ab06 req-bd068f06-6c08-4699-a304-251c0a603fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970912 Sep 15 15:45:45.561064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a43-d83c-46b7-8a7a-275c47f4d831 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.583661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] For port ffc1ca69-18de-4f24-a567-07e7b6a2b0be, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:45.583820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.603444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Calling delete_port for ffc1ca69-18de-4f24-a567-07e7b6a2b0be owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:45.619900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] Set router b0af8434-e839-4a6c-a5d5-9735331c10f9 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:45.647385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a43-d83c-46b7-8a7a-275c47f4d831 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.687176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:45:45Z', 'revision_number': 6, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:45.705595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0a43-d83c-46b7-8a7a-275c47f4d831 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93635ade-8c77-42e5-be41-ce19f362f6a8,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:45.746873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-daaf0a43-d83c-46b7-8a7a-275c47f4d831 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.749829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd2eff3-0253-4783-bbd3-520e93fe9e73 None None] The sync data for ids ['b0af8434-e839-4a6c-a5d5-9735331c10f9'] in n-d-808199-2 is: [{'id': 'b0af8434-e839-4a6c-a5d5-9735331c10f9', 'name': 'tempest-FloatingIPsAssociationTestJSON-2124432971-router', 'tenant_id': '732dc564002347ccac56c83370080651', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:44:03Z', 'updated_at': '2021-09-15T15:45:45Z', 'revision_number': 6, 'project_id': '732dc564002347ccac56c83370080651', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:45.751362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-daaf0a43-d83c-46b7-8a7a-275c47f4d831 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4832015 Sep 15 15:45:45.752051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35408) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:45.768670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:45.806871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 162c054e-eb8a-472f-bdeb-94cbc1b35bdb no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:45.835375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 162c054e-eb8a-472f-bdeb-94cbc1b35bdb {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:45.835585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 162c054e-eb8a-472f-bdeb-94cbc1b35bdb not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:45.845216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46420e-cf41-46df-8b24-4ce14ca89c66 req-64baec0d-c855-49b3-bafa-d40fbd9d6310 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:45.846767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c46420e-cf41-46df-8b24-4ce14ca89c66 req-64baec0d-c855-49b3-bafa-d40fbd9d6310 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 943 time: 0.0850432 Sep 15 15:45:45.900138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c46420e-cf41-46df-8b24-4ce14ca89c66 req-76263f75-05ee-4a39-8834-62f8a34a3322 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470705 Sep 15 15:45:45.911186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f6fb1-a642-4f76-a2a9-d9224f05a762 req-4e238220-3331-4d3f-ac71-cb761a010a80 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:45.913765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:45.920993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-697f6fb1-a642-4f76-a2a9-d9224f05a762 req-4e238220-3331-4d3f-ac71-cb761a010a80 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.2167723 Sep 15 15:45:46.031314 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.176615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Allocated IP 172.25.0.74 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/b38a7d4d-f948-4092-87cd-c402d5ab74a8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:46.277030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-697f6fb1-a642-4f76-a2a9-d9224f05a762 req-af21cbd2-fabb-4cc5-8509-0947cd7e9e4c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524063 Sep 15 15:45:46.348071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.367373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17739-69d9-49ec-acda-9fce5e0b875b req-603b85ac-4352-486e-85cd-7a1e3c4d134b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:46.369255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66e17739-69d9-49ec-acda-9fce5e0b875b req-603b85ac-4352-486e-85cd-7a1e3c4d134b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0776982 Sep 15 15:45:46.380367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.438096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc1ca69-18de-4f24-a567-07e7b6a2b0be,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:46.455612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66e17739-69d9-49ec-acda-9fce5e0b875b req-1a1af249-423a-440d-883c-4a05fc168b95 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783691 Sep 15 15:45:46.506586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:46.525128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.527164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:46.527712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ee92d2ed-936a-4dce-8e36-fbffc6ac42d2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:46.529274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ffc1ca69-18de-4f24-a567-07e7b6a2b0be no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:46.552412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ffc1ca69-18de-4f24-a567-07e7b6a2b0be {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:46.552946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ffc1ca69-18de-4f24-a567-07e7b6a2b0be not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:46.554541 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.613888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:46.615315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'Port': ['ID=b38a7d4d-f948-4092-87cd-c402d5ab74a8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:46.618661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:46.620898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:46.643268 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.645770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.710486 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.760215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.760825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0af8434-e839-4a6c-a5d5-9735331c10f9 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:45:46.766269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.768421 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-96038f0a-15ad-40ce-a782-6591bf6d41fb admin admin] 10.222.0.63 "DELETE /v2.0/routers/b0af8434-e839-4a6c-a5d5-9735331c10f9 HTTP/1.1" status: 204 len: 168 time: 1.8506768 Sep 15 15:45:46.770331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35432) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:46.818817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] Deleting subnet a3f5cdcc-8ba4-4700-9201-8584478f15b0 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:45:46.829697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.870221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.877098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:46.971070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.048677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.055125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88958ce2-e80d-41f4-ba7f-4423ab16a1fb req-ad457320-094e-4701-bbbb-e4d2811b0b53 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:47.056711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88958ce2-e80d-41f4-ba7f-4423ab16a1fb req-ad457320-094e-4701-bbbb-e4d2811b0b53 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 943 time: 0.0650046 Sep 15 15:45:47.100906 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88958ce2-e80d-41f4-ba7f-4423ab16a1fb req-4e5411c9-a9e0-4c03-a8f4-0ff447fb8b3a tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369134 Sep 15 15:45:47.108466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.148193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.178300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f5cdcc-8ba4-4700-9201-8584478f15b0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:47.182597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.187286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-39578e30-075e-47bc-9d4a-651e0f66918a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a3f5cdcc-8ba4-4700-9201-8584478f15b0 HTTP/1.1" status: 204 len: 168 time: 0.4159355 Sep 15 15:45:47.187903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35438) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:47.188997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'Port': ['ID=b38a7d4d-f948-4092-87cd-c402d5ab74a8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:47.193511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf2507-0567-47ec-9be3-f2e2bb3d5090 None None] Network be9a3588-e162-4a93-8fd5-e17a3d4eeffe requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:45:47.207834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.280130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.281444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9b044648-40dd-4518-97a1-41d3ac1ce9f7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5283570 Sep 15 15:45:47.294047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.402648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Deleting port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:47.402988 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.426618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] DHCP port deletion for be9a3588-e162-4a93-8fd5-e17a3d4eeffe request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:45:47.479720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] Deleting port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:47.480011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.497866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] For port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:47.498234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.508388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903ce94-202b-4c86-90ab-a7d07bb8dec4 req-34ca56dd-bef4-49cc-a875-77b49c2a991b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:47.512698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6903ce94-202b-4c86-90ab-a7d07bb8dec4 req-34ca56dd-bef4-49cc-a875-77b49c2a991b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1287408 Sep 15 15:45:47.522559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Calling delete_port for bfe6a502-87e5-42e9-8cb1-d29bf12bee5b owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:47.549112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] For port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,segment=NetworkSegment(03405719-5eef-440b-bb99-e966d695cca0),segment_id=03405719-5eef-440b-bb99-e966d695cca0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:47.550164 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.567559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] Calling delete_port for bfe6a502-87e5-42e9-8cb1-d29bf12bee5b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:47.581778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-e7d44f70-322a-4330-98de-139310f00ee3 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:47.582728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-e7d44f70-322a-4330-98de-139310f00ee3 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 821 time: 0.1376693 Sep 15 15:45:47.598147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6903ce94-202b-4c86-90ab-a7d07bb8dec4 req-3935f2bb-d209-4a34-91e2-651ece4fa937 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773373 Sep 15 15:45:47.619666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-cbf6d171-8133-4a30-98b6-c476b56f25a9 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/quotas/d6d9ffe241a545a19c1c84ef2a186eae HTTP/1.1" status: 200 len: 375 time: 0.0293593 Sep 15 15:45:47.675743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5f3be7eb-8a30-416e-acfb-0f3b2c791083 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:47.686656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-deea8e1c-01e6-4dc5-9a13-8e1600a21a26 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604382 Sep 15 15:45:47.748598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.774786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0350f5-ce36-4781-8d1d-bd8a844d0b8c req-0852267f-16a0-44d6-9135-5c1fa16806d1 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:47.776384 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b0350f5-ce36-4781-8d1d-bd8a844d0b8c req-0852267f-16a0-44d6-9135-5c1fa16806d1 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0855405 Sep 15 15:45:47.779996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.821339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] Pushing event deleted for resources: {'Port': ['ID=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:47.834950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-9f5f8bda-7da6-4a3e-bf7f-a1660eebcf88 service neutron] 10.222.0.63 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337366 Sep 15 15:45:47.837284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31a765-d7d2-424f-a613-a1f6e23a8680 None None] No DVR routers for this DVR port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:47.840852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe6a502-87e5-42e9-8cb1-d29bf12bee5b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:47.870796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] No DVR routers for this DVR port bfe6a502-87e5-42e9-8cb1-d29bf12bee5b on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:47.884998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:47.909196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '5f3be7eb-8a30-416e-acfb-0f3b2c791083', 'network_id': '34f64a2d-5234-406e-addc-eda114cdfe09', 'port_id': '5f3be7eb-8a30-416e-acfb-0f3b2c791083', 'mac_address': 'fa:16:3e:f4:61:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88df1f6c-df39-4e4a-b86a-dda102a09cf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:47.939609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b0350f5-ce36-4781-8d1d-bd8a844d0b8c req-c716880f-c039-47f3-9153-df1d43551d3f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115952 Sep 15 15:45:47.969406 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.988965 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:47.995035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3be7eb-8a30-416e-acfb-0f3b2c791083 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:48.011061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-db323e4f-be6c-4384-aff1-44f3817149c4 service neutron] 10.222.0.63 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575360 Sep 15 15:45:48.036009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:48.038521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9a3588-e162-4a93-8fd5-e17a3d4eeffe']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:48.060978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03405719-5eef-440b-bb99-e966d695cca0') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:48.060978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03405719-5eef-440b-bb99-e966d695cca0') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:48.068818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.084356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.091012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:45:48.091395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:45:48.093156 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:45:48.119455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.199778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:48.234667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.239648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.251461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] 10.222.0.63 "DELETE /v2.0/networks/be9a3588-e162-4a93-8fd5-e17a3d4eeffe HTTP/1.1" status: 204 len: 168 time: 1.0527380 Sep 15 15:45:48.258476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f1a4b-6669-4101-860d-c75f65dcbb80 req-cb02c99f-cbf7-4a9e-af9b-508db4f58d24 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:48.260015 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-618f1a4b-6669-4101-860d-c75f65dcbb80 req-cb02c99f-cbf7-4a9e-af9b-508db4f58d24 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 944 time: 0.0723674 Sep 15 15:45:48.276316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efde011-2860-4f2a-8437-6b9d38d39563 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9a3588-e162-4a93-8fd5-e17a3d4eeffe,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:48.312378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9c08f99e-8a8c-4662-8665-2a0a4948b175 req-cf0c4b80-d886-4034-a2d2-e942868da115 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 210 time: 0.0364532 Sep 15 15:45:48.339887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-618f1a4b-6669-4101-860d-c75f65dcbb80 req-82dbea64-c035-4332-86a7-214bc7b90b88 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671949 Sep 15 15:45:48.453565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5f3be7eb-8a30-416e-acfb-0f3b2c791083'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:48.484270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bfe6a502-87e5-42e9-8cb1-d29bf12bee5b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:48.511315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: bfe6a502-87e5-42e9-8cb1-d29bf12bee5b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:48.511649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bfe6a502-87e5-42e9-8cb1-d29bf12bee5b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:48.663022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35478) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:48.735497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5eaaa225-cba4-4945-a21c-6f1af68a2abf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=732dc564002347ccac56c83370080651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691493 Sep 15 15:45:48.737990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35480) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:48.755680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e506b2-d3be-4d9f-aa90-ad71408470dc req-a91bd33e-813c-4cad-a519-00a5a075c36b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:48.757291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81e506b2-d3be-4d9f-aa90-ad71408470dc req-a91bd33e-813c-4cad-a519-00a5a075c36b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0667982 Sep 15 15:45:48.788239 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7031c7a6-f4ea-4691-8724-5ff70bde2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.799878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81e506b2-d3be-4d9f-aa90-ad71408470dc req-fcb3a367-8eca-424e-94ad-3cbc27b53a81 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359056 Sep 15 15:45:48.826113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7031c7a6-f4ea-4691-8724-5ff70bde2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.969479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7031c7a6-f4ea-4691-8724-5ff70bde2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.972791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7031c7a6-f4ea-4691-8724-5ff70bde2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:48.974508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7031c7a6-f4ea-4691-8724-5ff70bde2f68 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62ad051f-babc-481a-9f51-b23604a3143a HTTP/1.1" status: 204 len: 168 time: 0.2359343 Sep 15 15:45:48.986073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031c7a6-f4ea-4691-8724-5ff70bde2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ad051f-babc-481a-9f51-b23604a3143a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:49.088526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e7608-90f4-4cec-992b-dd5a9d961975 req-57aa9a8d-32a2-45be-a2e7-36db96df3ff8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:49.090291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-257e7608-90f4-4cec-992b-dd5a9d961975 req-57aa9a8d-32a2-45be-a2e7-36db96df3ff8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0570140 Sep 15 15:45:49.149506 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-257e7608-90f4-4cec-992b-dd5a9d961975 req-ad72ec4b-1798-4942-8eb4-2b1a22756ae3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528908 Sep 15 15:45:49.445132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4678a5a7-7272-4b5c-818c-fcce6900a364 req-fe588775-903c-46a4-8dec-35c2f60bc423 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 210 time: 0.0488443 Sep 15 15:45:49.482795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3a447-8465-46c8-8ecf-26cd9a0e088c req-2960b456-e67e-4548-96e7-e53988da2666 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:49.484474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4f3a447-8465-46c8-8ecf-26cd9a0e088c req-2960b456-e67e-4548-96e7-e53988da2666 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 944 time: 0.0672498 Sep 15 15:45:49.530449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4f3a447-8465-46c8-8ecf-26cd9a0e088c req-bce51d48-9efd-4c07-a1c4-54db4e895f46 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377126 Sep 15 15:45:49.656320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5f3be7eb-8a30-416e-acfb-0f3b2c791083 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:49.774155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:45:49.779639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:49.780018 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:49.944973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:49.945398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69745382-53c6-448b-8a36-443a7e72b1fd req-9890f9ed-4fd2-4e30-a7fe-48ac5929b367 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:49.958144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69745382-53c6-448b-8a36-443a7e72b1fd req-9890f9ed-4fd2-4e30-a7fe-48ac5929b367 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0685880 Sep 15 15:45:50.000242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:50.004219 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607b8d9b-8ede-45c4-a468-e6d424bc06fe" -d '{"events": [{"server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "name": "network-vif-plugged", "status": "completed", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:50.028679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:50.029636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69745382-53c6-448b-8a36-443a7e72b1fd req-02f1b36d-8beb-45c6-bcfd-a6b6dd7bfc0c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715718 Sep 15 15:45:50.062865 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b486679-7295-4428-af67-82115d6f2163 x-openstack-request-id: req-0b486679-7295-4428-af67-82115d6f2163 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:50.066728 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "name": "network-vif-plugged", "status": "completed", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:50.066728 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0b486679-7295-4428-af67-82115d6f2163 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:50.066728 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083', 'code': 200} Sep 15 15:45:50.137027 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:50.209190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35528) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:50.244066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616095c3-cb1b-4c9e-956c-43648a5ed66d req-818da00c-4859-4782-ae73-ddb1795148e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:50.245818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-616095c3-cb1b-4c9e-956c-43648a5ed66d req-818da00c-4859-4782-ae73-ddb1795148e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1096 time: 0.1064136 Sep 15 15:45:50.249764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:50.285846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35534) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:50.320619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-616095c3-cb1b-4c9e-956c-43648a5ed66d req-70256f64-c328-4729-b2b2-cdaeab12b4f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570421 Sep 15 15:45:50.332507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2f2c8-0a9f-4057-b797-97a7879e4b07 req-27c93bca-ecd6-4a76-aeac-bdc2035e8776 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:50.340673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ce2f2c8-0a9f-4057-b797-97a7879e4b07 req-27c93bca-ecd6-4a76-aeac-bdc2035e8776 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0884521 Sep 15 15:45:50.358133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-network', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:50.382603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ce2f2c8-0a9f-4057-b797-97a7879e4b07 req-6039c14f-ea43-4239-b7f7-eb433117fc9e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Sep 15 15:45:50.523232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Made reservation on behalf of bf2cedcded544cbe8c4a8dc0292ce606 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:50.525798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:50.551836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c400745d-4984-42fd-bbdb-3daa727ffabe req-69b73576-2820-4ef4-b33b-617595ad6ee7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 210 time: 0.0394316 Sep 15 15:45:50.555246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:50.729210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4a2d5-7363-4d28-a45e-1dae4b91cc79 req-8b42dec6-05ec-4ea7-b645-7724a83d3421 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:50.730715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4eb4a2d5-7363-4d28-a45e-1dae4b91cc79 req-8b42dec6-05ec-4ea7-b645-7724a83d3421 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 945 time: 0.1108973 Sep 15 15:45:50.810225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:50.814989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4eb4a2d5-7363-4d28-a45e-1dae4b91cc79 req-b25f56e4-e611-41a6-9c76-1ce35b70dab8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765142 Sep 15 15:45:50.888047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:50.914720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:45:50.926361 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:50.969814 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:50.970608 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Added segment 37aee511-1f99-4db2-8793-849f6c59b3dd of type vlan for network e413b44c-f91f-4a8a-aac1-8c0473e5b443 Sep 15 15:45:50.987953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760164a-6bee-4842-b99e-3799db16d815,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:51.011466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-0607a9d3-b046-41d0-90fa-32c2e84a12cb tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:51.013103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-0607a9d3-b046-41d0-90fa-32c2e84a12cb tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 821 time: 0.1292455 Sep 15 15:45:51.031287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Request body: {'port': {'device_id': '51833747-4716-45a2-bcfc-6958ca48ab58', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'admin_state_up': True, 'tenant_id': 'd6d9ffe241a545a19c1c84ef2a186eae'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:51.040844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.177205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.179429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:51.179429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.190646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bdaaf-afc0-4eaa-b96d-c2c90e6c7e44 req-b57f0067-fce5-434f-8da7-ad698adbe25c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:51.192456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f94bdaaf-afc0-4eaa-b96d-c2c90e6c7e44 req-b57f0067-fce5-434f-8da7-ad698adbe25c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0681605 Sep 15 15:45:51.242380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f94bdaaf-afc0-4eaa-b96d-c2c90e6c7e44 req-887e57e2-4770-4ea1-84e3-348a6fd04de4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Sep 15 15:45:51.254674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] Pushing event updated for resources: {'Network': ['ID=e413b44c-f91f-4a8a-aac1-8c0473e5b443,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:51.267225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:45:51.272348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Made reservation on behalf of d6d9ffe241a545a19c1c84ef2a186eae for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:51.276791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.333325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Deleting port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:51.334907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.366928 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1ebebf98-7944-40f3-9254-1b57859b5df7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1540968 Sep 15 15:45:51.367710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35546) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:51.374904 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Request body: {'subnet': {'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-subnet', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:51.438824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Allocated IP 172.20.0.8 (1627b67a-27f0-46a7-8591-4fb58a05944b/69afc19a-27e6-4048-a694-a8f4383bc473/48e1cd95-f24d-403a-b471-99cc442c095d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:51.450553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] For port c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:51.450960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.473652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Calling delete_port for c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:51.555329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6c006-eebd-48f4-8d9b-0af72fb778ed req-cfeb93b4-d97f-4008-a331-f80cb89e4398 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:51.557333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17b6c006-eebd-48f4-8d9b-0af72fb778ed req-cfeb93b4-d97f-4008-a331-f80cb89e4398 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0966854 Sep 15 15:45:51.559802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Made reservation on behalf of bf2cedcded544cbe8c4a8dc0292ce606 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:45:51.562073 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.613644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.699955 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17b6c006-eebd-48f4-8d9b-0af72fb778ed req-a1fd0291-433a-4839-abf9-0b0176556a2f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319191 Sep 15 15:45:51.727113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5998f0ca-bcfa-4cd9-88cd-7cc78607ac91 req-e5df9c8a-afbb-422f-ad4e-87748c3cd2d3 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 210 time: 0.0303683 Sep 15 15:45:51.729216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.783744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Network 1627b67a-27f0-46a7-8591-4fb58a05944b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:51.788447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:51.799657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:51.803714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:51.857477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:51.858661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.938861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd336a-8e4b-489b-8bae-bb03bdf3ae8c req-5929c016-1f98-47f6-a1fb-d90a025a62ee tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:51.940340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47fd336a-8e4b-489b-8bae-bb03bdf3ae8c req-5929c016-1f98-47f6-a1fb-d90a025a62ee tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 945 time: 0.0496054 Sep 15 15:45:51.976956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-07c05ac6-f729-4aeb-ba45-80a74a49e106 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9509907 Sep 15 15:45:51.980909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.982721 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:51.990608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Request body: {'port': {'device_id': '51833747-4716-45a2-bcfc-6958ca48ab58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:51.998980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47fd336a-8e4b-489b-8bae-bb03bdf3ae8c req-ca2cc81f-e0b0-48df-9c59-4f69c1793c4e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527802 Sep 15 15:45:52.041556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:52.047299 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.113731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae527451-7903-497e-b9a5-25582aaf8289,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:52.146500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Checking segment: {'id': '37aee511-1f99-4db2-8793-849f6c59b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:52.146855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Network hostable DHCP agents. Network: e413b44c-f91f-4a8a-aac1-8c0473e5b443, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:45:52.266018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.313824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:45:52.406572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e1cd95-f24d-403a-b471-99cc442c095d {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:52.416478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.421875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e413b44c-f91f-4a8a-aac1-8c0473e5b443) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:52.425835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f925-3130-4740-85e8-8a2c408dc844 req-99f13fb4-34b8-4c27-a6d8-365aa5c22cf4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:52.427459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92a0f925-3130-4740-85e8-8a2c408dc844 req-99f13fb4-34b8-4c27-a6d8-365aa5c22cf4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0901511 Sep 15 15:45:52.428173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:52.428765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.440783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Transition to ACTIVE for port object 48e1cd95-f24d-403a-b471-99cc442c095d will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:45:52.464119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bf5944-7806-4707-933f-81bd22dd7084 None None] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:45:52.520954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Router 4d407018-cb63-410a-80fe-6d6b57ed4be3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:52.528698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92a0f925-3130-4740-85e8-8a2c408dc844 req-6a2410ae-9630-4375-a39d-8bd6206b9fde tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819256 Sep 15 15:45:52.529875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b853376a-4bb4-423f-b486-130ed1208222 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1590366 Sep 15 15:45:52.530613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.532728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35560) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:52.548290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:52.627984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:52.630319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e413b44c-f91f-4a8a-aac1-8c0473e5b443', 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'fixed_ips': [{'subnet_id': 'ae527451-7903-497e-b9a5-25582aaf8289'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:45:52.631506 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.661940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Attempting to bind port 48e1cd95-f24d-403a-b471-99cc442c095d on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:52.662834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Attempting to bind port 48e1cd95-f24d-403a-b471-99cc442c095d by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:52.663175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Attempting to bind port 48e1cd95-f24d-403a-b471-99cc442c095d on network 1627b67a-27f0-46a7-8591-4fb58a05944b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:52.669258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Port 48e1cd95-f24d-403a-b471-99cc442c095d on network 1627b67a-27f0-46a7-8591-4fb58a05944b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:45:52.670839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Attempting to bind port 48e1cd95-f24d-403a-b471-99cc442c095d on network 1627b67a-27f0-46a7-8591-4fb58a05944b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:52.675814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:52.676312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Checking segment: {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:52.676800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Bound using segment: {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:52.677250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Bound port: 48e1cd95-f24d-403a-b471-99cc442c095d, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:52.684331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.755538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:52.759946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:52.834965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Allocated IP 172.20.0.2 (e413b44c-f91f-4a8a-aac1-8c0473e5b443/ae527451-7903-497e-b9a5-25582aaf8289/7bac76b2-f407-4f91-9498-01cb120becb8) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:52.847684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1dc14-1b40-40ce-82c7-4e5996339809 req-af6606ec-c6df-40ff-95da-6ac055f2832b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:52.849295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3bc1dc14-1b40-40ce-82c7-4e5996339809 req-af6606ec-c6df-40ff-95da-6ac055f2832b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0629361 Sep 15 15:45:52.879760 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.911618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3bc1dc14-1b40-40ce-82c7-4e5996339809 req-cabca621-3ac9-4631-858f-1a52d571929d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Sep 15 15:45:52.940917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:52.941532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.942934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] 10.222.0.55 "PUT /v2.0/ports/48e1cd95-f24d-403a-b471-99cc442c095d HTTP/1.1" status: 200 len: 1091 time: 0.9566226 Sep 15 15:45:52.943387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:52.947005 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c8a4e-5088-4f6e-a505-190b0ec4ea57" -d '{"events": [{"name": "network-changed", "server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:52.969400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.970417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:52.974261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb2d7-7888-40e8-a33e-e3f31537cd43 service neutron] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:53.000045 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1338e20d-ffe9-4ed9-97d4-3ec3d39e053a x-openstack-request-id: req-1338e20d-ffe9-4ed9-97d4-3ec3d39e053a {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:53.000407 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:53.000775 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1338e20d-ffe9-4ed9-97d4-3ec3d39e053a {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:53.000994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:53.001554 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d', 'status': 'completed', 'code': 200} Sep 15 15:45:53.010155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-52d35d83-f3e2-46b5-a3e0-d9e1243a2c94 admin admin] 10.222.0.63 "PUT /v2.0/routers/4d407018-cb63-410a-80fe-6d6b57ed4be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7202456 Sep 15 15:45:53.013670 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] Sync routers for ids ['4d407018-cb63-410a-80fe-6d6b57ed4be3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:53.022375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35570) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:53.032005 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] Routers {'4d407018-cb63-410a-80fe-6d6b57ed4be3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:53.032999 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4d407018-cb63-410a-80fe-6d6b57ed4be3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:53.053955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.054071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcf036-0b3e-45b0-b872-0d279f3f3f67 req-c51bfb23-d6cb-41ca-8cd3-65043f7b636b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.055203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bddcf036-0b3e-45b0-b872-0d279f3f3f67 req-c51bfb23-d6cb-41ca-8cd3-65043f7b636b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 943 time: 0.0901659 Sep 15 15:45:53.084423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.123187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bddcf036-0b3e-45b0-b872-0d279f3f3f67 req-5664ecf7-e01f-4e69-8e48-8de671a5070b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Sep 15 15:45:53.131026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.176558 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] Set router 4d407018-cb63-410a-80fe-6d6b57ed4be3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:53.199907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:53.201255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Pushing event updated for resources: {'Port': ['ID=7bac76b2-f407-4f91-9498-01cb120becb8,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:53.203878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:53.206225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:53.224588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c8a4e-5088-4f6e-a505-190b0ec4ea57 req-3bab9c11-7cc8-4eae-97f6-1713429d1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.226039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c11c8a4e-5088-4f6e-a505-190b0ec4ea57 req-3bab9c11-7cc8-4eae-97f6-1713429d1d91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 1094 time: 0.1995177 Sep 15 15:45:53.242604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298547c-1eec-4204-851f-002e6e0074dc req-63a00762-3376-4439-bf87-b4edc7b4483d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.251109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1298547c-1eec-4204-851f-002e6e0074dc req-63a00762-3376-4439-bf87-b4edc7b4483d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 945 time: 0.1392295 Sep 15 15:45:53.277898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Attempting to bind port 7bac76b2-f407-4f91-9498-01cb120becb8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:53.278358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Attempting to bind port 7bac76b2-f407-4f91-9498-01cb120becb8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '37aee511-1f99-4db2-8793-849f6c59b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:53.278797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Attempting to bind port 7bac76b2-f407-4f91-9498-01cb120becb8 on network e413b44c-f91f-4a8a-aac1-8c0473e5b443 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:53.286397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:53.286893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Checking segment: {'id': '37aee511-1f99-4db2-8793-849f6c59b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:53.287209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.287614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Bound using segment: {'id': '37aee511-1f99-4db2-8793-849f6c59b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:53.288097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Bound port: 7bac76b2-f407-4f91-9498-01cb120becb8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aee511-1f99-4db2-8793-849f6c59b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:53.288553 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.299140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.397816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] For port 7bac76b2-f407-4f91-9498-01cb120becb8, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:53.407535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] For port 7bac76b2-f407-4f91-9498-01cb120becb8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7bac76b2-f407-4f91-9498-01cb120becb8,segment=NetworkSegment(37aee511-1f99-4db2-8793-849f6c59b3dd),segment_id=37aee511-1f99-4db2-8793-849f6c59b3dd)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:53.411307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1298547c-1eec-4204-851f-002e6e0074dc req-3adbd6cc-1999-4604-b39d-dcb763ecdd2c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554725 Sep 15 15:45:53.440343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.466273 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:45:51Z', 'revision_number': 5, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:53.485710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.506095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a149a2-605f-47d1-b852-e8d2412deb4b req-c9f1ec0b-0236-4e32-a413-164adda8400f tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.507983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2a149a2-605f-47d1-b852-e8d2412deb4b req-c9f1ec0b-0236-4e32-a413-164adda8400f tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1096 time: 0.0575998 Sep 15 15:45:53.508460 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] Checking router: 4d407018-cb63-410a-80fe-6d6b57ed4be3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:53.523656 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] Routers {'4d407018-cb63-410a-80fe-6d6b57ed4be3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:53.527902 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4d407018-cb63-410a-80fe-6d6b57ed4be3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:53.538327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c8a4e-5088-4f6e-a505-190b0ec4ea57 req-c62aa99f-b4c1-4988-be24-177db7d5d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.539625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c11c8a4e-5088-4f6e-a505-190b0ec4ea57 req-c62aa99f-b4c1-4988-be24-177db7d5d5e8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2864182 Sep 15 15:45:53.555348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f8334-c0c4-49b9-93fa-1b9437d35078 None None] Pushing event updated for resources: {'Port': ['ID=7bac76b2-f407-4f91-9498-01cb120becb8,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:53.598609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2a149a2-605f-47d1-b852-e8d2412deb4b req-7c82a581-7666-4edd-8540-54d3b6d984fa tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652177 Sep 15 15:45:53.602311 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.611316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-e9f57bff-c33d-4408-bcbc-26f1f768d793 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-117114478&fields=id&tenant_id=44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 267 time: 0.1270294 Sep 15 15:45:53.699537 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] Set router 4d407018-cb63-410a-80fe-6d6b57ed4be3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:53.722112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c8a4e-5088-4f6e-a505-190b0ec4ea57 req-13264f2f-099a-4206-8da9-f9b8b54cd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.723607 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c11c8a4e-5088-4f6e-a505-190b0ec4ea57 req-13264f2f-099a-4206-8da9-f9b8b54cd8df service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695101 Sep 15 15:45:53.750719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-ecf86347-a9ff-4bc1-9e26-1840b969f3a9 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.752369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-ecf86347-a9ff-4bc1-9e26-1840b969f3a9 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 945 time: 0.0958886 Sep 15 15:45:53.796304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90be06b-8544-454a-aa07-bc77e7f43822 req-12749565-7269-42a3-98ac-8a4f927baca1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:53.799206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'port': {'security_groups': ['5bf69d51-d13c-4bba-9436-6c8a12de5363', '38056742-3dcf-4fec-899c-1b809fa52ab0']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:53.803986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e90be06b-8544-454a-aa07-bc77e7f43822 req-12749565-7269-42a3-98ac-8a4f927baca1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1096127 Sep 15 15:45:53.913761 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f028edb-3a68-41d7-834c-34f07b435a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.942394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e90be06b-8544-454a-aa07-bc77e7f43822 req-a187904f-647d-4012-9569-80450b1407c2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374207 Sep 15 15:45:53.953923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:53.981221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.097295 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:45:51Z', 'revision_number': 5, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:54.125832 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36ef8c-8243-4596-b78c-286140614e56 None None] The sync data for ids ['4d407018-cb63-410a-80fe-6d6b57ed4be3'] in n-d-808199-2 is: [{'id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1401088015-router', 'tenant_id': '8aae16f9ef76466baa87896d6f994a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:37Z', 'updated_at': '2021-09-15T15:45:51Z', 'revision_number': 5, 'project_id': '8aae16f9ef76466baa87896d6f994a65', 'gw_port': {'id': '7be00811-1e71-49df-9940-0b9b4fe8e35a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:11:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d407018-cb63-410a-80fe-6d6b57ed4be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:38Z', 'updated_at': '2021-09-15T15:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:54.133956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Allocated IP 172.25.0.237 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/d3641e12-f25b-4718-b59f-06b7e368d098) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:54.257338 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.330758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-f28ef4c8-3f09-422d-aaec-b0d3d9465c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:54.332313 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-f28ef4c8-3f09-422d-aaec-b0d3d9465c4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 1094 time: 0.5467439 Sep 15 15:45:54.337512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.366696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Deleting port 7be00811-1e71-49df-9940-0b9b4fe8e35a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:54.366696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.389286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.430233 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-9bd9d691-8808-474a-b147-de0e05fa4e7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48e1cd95-f24d-403a-b471-99cc442c095d HTTP/1.1" status: 200 len: 217 time: 0.0829508 Sep 15 15:45:54.437556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:54.442327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:54.446691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:54.477064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Pushing event updated for resources: {'Port': ['ID=d3641e12-f25b-4718-b59f-06b7e368d098,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:54.498442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.498442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.498442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.498442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.498442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.499042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.499042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.499214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.499619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.499818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.500039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.500349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:54.598015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-a61cc67b-1a58-417f-815e-2a1757e8de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:54.599489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-a61cc67b-1a58-417f-815e-2a1757e8de59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69afc19a-27e6-4048-a694-a8f4383bc473 HTTP/1.1" status: 200 len: 861 time: 0.1597016 Sep 15 15:45:54.651692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7bac76b2-f407-4f91-9498-01cb120becb8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:54.656211 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-f4e89c77-d71b-44e1-8d49-732627b016af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1627b67a-27f0-46a7-8591-4fb58a05944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444336 Sep 15 15:45:54.668274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] For port 7be00811-1e71-49df-9940-0b9b4fe8e35a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7be00811-1e71-49df-9940-0b9b4fe8e35a,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:54.668727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.732637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7bac76b2-f407-4f91-9498-01cb120becb8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:54.733375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.737297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Calling delete_port for 7be00811-1e71-49df-9940-0b9b4fe8e35a owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:54.898109 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:54.955856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:54.966621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 7bac76b2-f407-4f91-9498-01cb120becb8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7bac76b2-f407-4f91-9498-01cb120becb8,segment=NetworkSegment(37aee511-1f99-4db2-8793-849f6c59b3dd),segment_id=37aee511-1f99-4db2-8793-849f6c59b3dd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:54.969523 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-9c286cb3-4004-4692-8b20-041e15b030a7 service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978513 Sep 15 15:45:54.979045 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.002032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc7443e-73f8-48a5-a687-cb97997776e9 None None] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:45:55.082574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.101293 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.116345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:55.156598 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.178293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5f3be7eb-8a30-416e-acfb-0f3b2c791083'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:55.181084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:55.187949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:55.188290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c22784a8-e4b6-4e96-9ce9-9c9fb6bdf878 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:55.190816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8c3c06f1-71d3-4e8e-8b6e-926795a9aa6e None None] Provisioning complete for port 7bac76b2-f407-4f91-9498-01cb120becb8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:55.191196 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c3c06f1-71d3-4e8e-8b6e-926795a9aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.213697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90782a0-5440-4fa4-897f-1d66b398b545 req-820211e5-a0bb-4e56-8f27-c255afb96022 service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949134 Sep 15 15:45:55.222180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:55.222817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.224402 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-93a1606e-65a7-41eb-97ff-b62db3d5e3c4 req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "PUT /v2.0/ports/5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 981 time: 1.4400427 Sep 15 15:45:55.226770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:45:55.230269 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5421ff0b-beab-4407-9095-bb95f0e5086e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:45:55.254790 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.266507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:55.278622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.278868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.279040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.279558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.279964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.280439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.280876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.281485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.281604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.282015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.282426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.283480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55268864-0d55-4f3b-a2f4-ce13b38ad1e2 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:45:55.323134 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.339856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=7bac76b2-f407-4f91-9498-01cb120becb8,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:55.361095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5f3be7eb-8a30-416e-acfb-0f3b2c791083'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:55.401759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7be00811-1e71-49df-9940-0b9b4fe8e35a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:55.499823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.513446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:45:55.536330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ed410-15f6-4c2d-8aa1-55c01010ce70 req-36342d5f-340e-42f0-9a36-af0a73111bf2 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:55.537768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e6ed410-15f6-4c2d-8aa1-55c01010ce70 req-36342d5f-340e-42f0-9a36-af0a73111bf2 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.1024051 Sep 15 15:45:55.615922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.619818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.656874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:55.675174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Sync routers for ids ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:45:55.679972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e6ed410-15f6-4c2d-8aa1-55c01010ce70 req-2f5cbfec-b691-404c-b029-a3af3849332d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089616 Sep 15 15:45:55.749044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Routers {'2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:55.749705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:55.765077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.766510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-68a442be-1d6e-4b69-a09b-46bce9900505 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.2320037 Sep 15 15:45:55.769501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:55.848761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e1ab3-4a85-47d5-aab1-55b39dafb176 req-a9d16fbe-e06f-4c81-8793-7f87eebc0de4 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:55.850527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-590e1ab3-4a85-47d5-aab1-55b39dafb176 req-a9d16fbe-e06f-4c81-8793-7f87eebc0de4 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 943 time: 0.0941615 Sep 15 15:45:55.851254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.851720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d407018-cb63-410a-80fe-6d6b57ed4be3 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:45:55.861156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.866816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-394190bf-35c8-4727-a45b-4a7227b52a7a admin admin] 10.222.0.63 "DELETE /v2.0/routers/4d407018-cb63-410a-80fe-6d6b57ed4be3 HTTP/1.1" status: 204 len: 168 time: 2.8429184 Sep 15 15:45:55.867478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35622) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:55.959171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] Deleting subnet 5fca7ff5-7a00-4711-a565-c0c084d1a816 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:45:55.967298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:55.971230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-590e1ab3-4a85-47d5-aab1-55b39dafb176 req-8e81ca17-ddc9-49d8-9de5-2f6f0dfd3e5a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888455 Sep 15 15:45:56.025983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Set router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:56.037487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.116517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-640f64df-67bb-4fb2-9303-b8cc6f83989b None None] Provisioning complete for port 7bac76b2-f407-4f91-9498-01cb120becb8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:56.116517 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-640f64df-67bb-4fb2-9303-b8cc6f83989b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.191696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.227148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc3d97-5a67-4c0c-98c7-3740279bdcfd req-da0e1387-467c-46a3-9a7e-ad4c521501aa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:56.228918 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23dc3d97-5a67-4c0c-98c7-3740279bdcfd req-da0e1387-467c-46a3-9a7e-ad4c521501aa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1227570 Sep 15 15:45:56.275182 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.297716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23dc3d97-5a67-4c0c-98c7-3740279bdcfd req-37524133-6c6c-429a-ac26-ae8b92b2d50c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Sep 15 15:45:56.313171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.338782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-2a1c069f-286e-4793-89cf-2d85bf536d39 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:45:56.339860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-2a1c069f-286e-4793-89cf-2d85bf536d39 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130799 Sep 15 15:45:56.400817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-c1c6bc4a-43e7-4078-adca-93bfdfa10e95 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:56.402215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-c1c6bc4a-43e7-4078-adca-93bfdfa10e95 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 1093 time: 0.0523956 Sep 15 15:45:56.402911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:45:54Z', 'revision_number': 3, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'gw_port': {'id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:56:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:56.403238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.425297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8129da64-82d3-4a9b-bf03-9b8a54c96986 req-88a74695-404e-49e5-b177-c23f745c8c41 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/38056742-3dcf-4fec-899c-1b809fa52ab0 HTTP/1.1" status: 200 len: 1800 time: 0.0995643 Sep 15 15:45:56.451308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:45:56.451773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Unknown quota resources ['binding']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:45:56.545922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fca7ff5-7a00-4711-a565-c0c084d1a816,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:56.548453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.551076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ff1c2951-56b0-4b8f-9ab3-f8c952b1261d admin admin] 10.222.0.63 "DELETE /v2.0/subnets/5fca7ff5-7a00-4711-a565-c0c084d1a816 HTTP/1.1" status: 204 len: 168 time: 0.6820350 Sep 15 15:45:56.554531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35626) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:56.573229 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-8129da64-82d3-4a9b-bf03-9b8a54c96986 req-d69aa85d-3758-4b45-8da3-a26babc93fc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 15:45:56.574275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8129da64-82d3-4a9b-bf03-9b8a54c96986 req-d69aa85d-3758-4b45-8da3-a26babc93fc3 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/38056742-3dcf-4fec-899c-1b809fa52ab0 HTTP/1.1" status: 409 len: 341 time: 0.1481750 Sep 15 15:45:56.608076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Allocated IP 172.20.0.1 (e413b44c-f91f-4a8a-aac1-8c0473e5b443/ae527451-7903-497e-b9a5-25582aaf8289/9b2ad57e-0943-4050-823d-67a417137a37) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:45:56.630970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e1504-b94b-4d2c-bec6-b347944337b7 None None] Network e4a27174-e645-4bc5-a0c1-e256ef41302e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:45:56.684379 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978aa89e-c570-47f6-bf2b-c3013f9017e8 x-openstack-request-id: req-978aa89e-c570-47f6-bf2b-c3013f9017e8 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:45:56.684783 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:45:56.685129 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-978aa89e-c570-47f6-bf2b-c3013f9017e8 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:45:56.685736 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083', 'status': 'completed', 'code': 200} Sep 15 15:45:56.730322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7bac76b2-f407-4f91-9498-01cb120becb8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:45:56.778081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-6a7b6fe5-90d4-48b0-8264-f0a2ab92c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:56.779457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-6a7b6fe5-90d4-48b0-8264-f0a2ab92c6a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1135 time: 0.0926926 Sep 15 15:45:56.801501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Checking router: 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:45:56.802131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Updating router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb port d3641e12-f25b-4718-b59f-06b7e368d098 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:45:56.805723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:56.806289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:56.806655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:56.823004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:45:56.823402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:56.846486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:56.846847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:56.847215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:56.847666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Bound port: 854d12bb-801e-42ec-8274-25f62d77a470, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:56.853290 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.908362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7bac76b2-f407-4f91-9498-01cb120becb8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:56.908765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:56.953195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-f99e314d-c15a-4086-afbc-70b0e089a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:56.954701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-f99e314d-c15a-4086-afbc-70b0e089a992 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 913 time: 0.1627953 Sep 15 15:45:56.956447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:57.026909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] DHCP port deletion for e4a27174-e645-4bc5-a0c1-e256ef41302e request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:45:57.028879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-d6eaf6c2-a6af-405d-925a-470b15e6c887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 217 time: 0.0580623 Sep 15 15:45:57.033807 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.037983 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.037983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a89412b2-b5c3-4cb4-a7e0-e98f6b17dd40 service neutron] 10.222.0.63 "POST /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470/bindings HTTP/1.1" status: 201 len: 389 time: 0.5892761 Sep 15 15:45:57.074394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.110267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-df559b29-c330-43c2-9304-8d83ae7d00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:57.111906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-df559b29-c330-43c2-9304-8d83ae7d00b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.0747948 Sep 15 15:45:57.198614 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.219653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-f8e5caf2-7f6f-46fe-8dda-a61d67f9e7e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939243 Sep 15 15:45:57.220178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Deleting port b53902aa-23d5-462c-a86b-d1885a8daab9 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:57.220679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.291466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] Deleting port b53902aa-23d5-462c-a86b-d1885a8daab9 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:45:57.291466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.305788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] For port b53902aa-23d5-462c-a86b-d1885a8daab9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b53902aa-23d5-462c-a86b-d1885a8daab9,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:57.306463 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.306735 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f533e33-c46a-4208-b9d9-2fd98afb103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.317874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f769c-73c9-41ba-bc30-d554d6473af1 req-a50f6940-cfa8-4eb4-8f69-a197b6442177 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:57.320641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a0f769c-73c9-41ba-bc30-d554d6473af1 req-a50f6940-cfa8-4eb4-8f69-a197b6442177 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.1701219 Sep 15 15:45:57.325648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Calling delete_port for b53902aa-23d5-462c-a86b-d1885a8daab9 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:57.351176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7be00811-1e71-49df-9940-0b9b4fe8e35a no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:57.382799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.412890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7be00811-1e71-49df-9940-0b9b4fe8e35a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:57.413232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7be00811-1e71-49df-9940-0b9b4fe8e35a not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:57.449602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a0f769c-73c9-41ba-bc30-d554d6473af1 req-88e02145-acb4-4953-aaed-7d87d8bf5790 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180820 Sep 15 15:45:57.459087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:57.480556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:57.483180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] For port b53902aa-23d5-462c-a86b-d1885a8daab9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b53902aa-23d5-462c-a86b-d1885a8daab9,segment=NetworkSegment(bfdabedc-fe24-4dea-812b-2bfb0a67c839),segment_id=bfdabedc-fe24-4dea-812b-2bfb0a67c839)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:57.483180 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.491201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:45:57.494937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2ad57e-0943-4050-823d-67a417137a37,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:57.507069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] Calling delete_port for b53902aa-23d5-462c-a86b-d1885a8daab9 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:45:57.509173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-39d93b51-bd52-4a1c-b8f9-93b9613cd5dc service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502379 Sep 15 15:45:57.519029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.541520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c6d4e-b95f-41c2-be74-b6e1b76f1aac req-dc0acf95-3ea7-4128-88db-736a636184bd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:57.543156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad0c6d4e-b95f-41c2-be74-b6e1b76f1aac req-dc0acf95-3ea7-4128-88db-736a636184bd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 943 time: 0.2044480 Sep 15 15:45:57.573512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.633256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad0c6d4e-b95f-41c2-be74-b6e1b76f1aac req-f465b242-7b63-43ed-826b-8c63d405e827 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812771 Sep 15 15:45:57.644653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.646329 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.712614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839bf7-bb5b-49a0-af9a-abb8ef84c19f req-8875a85c-4a42-4ce3-9c03-31bc5a8968e4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:57.713826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b53902aa-23d5-462c-a86b-d1885a8daab9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:57.714883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52839bf7-bb5b-49a0-af9a-abb8ef84c19f req-8875a85c-4a42-4ce3-9c03-31bc5a8968e4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 984 time: 0.1536205 Sep 15 15:45:57.717520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] No DVR routers for this DVR port b53902aa-23d5-462c-a86b-d1885a8daab9 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:57.747611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5421ff0b-beab-4407-9095-bb95f0e5086e req-7eadc279-5ebe-4d3c-a1a6-2682a35c49c9 service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375271 Sep 15 15:45:57.764394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48e1cd95-f24d-403a-b471-99cc442c095d details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:45:57.781640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52839bf7-bb5b-49a0-af9a-abb8ef84c19f req-cae2e490-8b21-4c36-a318-97845583141a tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=38056742-3dcf-4fec-899c-1b809fa52ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0562513 Sep 15 15:45:57.839502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.868593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-4dc140ee-daa7-433c-a5be-e87f1469d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:57.870078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-4dc140ee-daa7-433c-a5be-e87f1469d245 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1096 time: 0.0677018 Sep 15 15:45:57.873256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Attempting to bind port d3641e12-f25b-4718-b59f-06b7e368d098 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:45:57.873639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Attempting to bind port d3641e12-f25b-4718-b59f-06b7e368d098 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:45:57.874005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Attempting to bind port d3641e12-f25b-4718-b59f-06b7e368d098 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:45:57.876071 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.876212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf07f5-6670-42f1-ac33-0ce043f07e42 None None] Pushing event updated for resources: {'Port': ['ID=d3641e12-f25b-4718-b59f-06b7e368d098,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:57.931494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a27174-e645-4bc5-a0c1-e256ef41302e']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:57.933688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] No DVR routers for this DVR port b53902aa-23d5-462c-a86b-d1885a8daab9 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:45:57.934516 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.946906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:45:57.946906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:45:57.947901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.948140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:45:57.948675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Bound port: d3641e12-f25b-4718-b59f-06b7e368d098, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:45:57.949072 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:57.953120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4fe41-a372-4e39-8070-6366db1546c9 None None] Pushing event deleted for resources: {'Port': ['ID=b53902aa-23d5-462c-a86b-d1885a8daab9,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:57.963510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30a23f-82d5-4788-92e4-3b3cd2c43d25 req-39357b3c-bd4b-4b0c-a60a-72f027448225 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:57.965092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf30a23f-82d5-4788-92e4-3b3cd2c43d25 req-39357b3c-bd4b-4b0c-a60a-72f027448225 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1924496 Sep 15 15:45:57.967984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdabedc-fe24-4dea-812b-2bfb0a67c839') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:57.968283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdabedc-fe24-4dea-812b-2bfb0a67c839') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:58.004365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.017056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6f136c43-66f5-4848-8b28-bb9678f02db8 None None] Provisioning complete for port 9b2ad57e-0943-4050-823d-67a417137a37 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:58.017580 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f136c43-66f5-4848-8b28-bb9678f02db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.018485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc842f-b160-4e5f-a89e-ecb57cc33810 req-668efbbd-970a-44b8-949f-4c344f53ca89 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.021280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31cc842f-b160-4e5f-a89e-ecb57cc33810 req-668efbbd-970a-44b8-949f-4c344f53ca89 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1550424 Sep 15 15:45:58.024923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-dc1ccdce-6b77-4174-b45e-d75d71f7d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.026203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-dc1ccdce-6b77-4174-b45e-d75d71f7d064 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1135 time: 0.1463494 Sep 15 15:45:58.038917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.063299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:45:58.063665 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:45:58.065373 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:45:58.073951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf30a23f-82d5-4788-92e4-3b3cd2c43d25 req-d9a95219-bcaf-46fc-a928-070d05a7308e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926044 Sep 15 15:45:58.115551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6f136c43-66f5-4848-8b28-bb9678f02db8 None None] Port 9b2ad57e-0943-4050-823d-67a417137a37 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:45:58.119647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:58.133668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] For port d3641e12-f25b-4718-b59f-06b7e368d098, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:45:58.140778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '48e1cd95-f24d-403a-b471-99cc442c095d', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'port_id': '48e1cd95-f24d-403a-b471-99cc442c095d', 'mac_address': 'fa:16:3e:c8:8d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69afc19a-27e6-4048-a694-a8f4383bc473', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:45:58.177482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-9b2802c8-add6-4d5a-8227-20fc3f44fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.179309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-9b2802c8-add6-4d5a-8227-20fc3f44fb55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.2982435 Sep 15 15:45:58.207601 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.207601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] For port d3641e12-f25b-4718-b59f-06b7e368d098, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d3641e12-f25b-4718-b59f-06b7e368d098,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:45:58.207601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e1cd95-f24d-403a-b471-99cc442c095d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:45:58.234114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:45:58.245891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-9d3e38ff-b927-4843-8680-ab82e6afa078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 217 time: 0.0571570 Sep 15 15:45:58.257089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.278458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31cc842f-b160-4e5f-a89e-ecb57cc33810 req-fb847bd0-93ac-4c3a-bd90-c1981cf45d2a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333579 Sep 15 15:45:58.284505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-aa92beb1-04c2-463b-a836-30dd8c0573f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.284505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-aa92beb1-04c2-463b-a836-30dd8c0573f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 913 time: 0.2490542 Sep 15 15:45:58.343510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-f82913de-09d5-4595-85e7-284a388a2b71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 217 time: 0.0403399 Sep 15 15:45:58.352691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-e2ee1419-c3b1-44ca-859e-7ae433d002bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.354655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-e2ee1419-c3b1-44ca-859e-7ae433d002bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0934675 Sep 15 15:45:58.380204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.405501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.407567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.409758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.415904 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.417894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-67be28d5-9736-4658-aadc-7a6d764d83bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540435 Sep 15 15:45:58.424567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.436780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e4a27174-e645-4bc5-a0c1-e256ef41302e HTTP/1.1" status: 204 len: 168 time: 1.8800886 Sep 15 15:45:58.451579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf07f5-6670-42f1-ac33-0ce043f07e42 None None] Pushing event updated for resources: {'Port': ['ID=d3641e12-f25b-4718-b59f-06b7e368d098,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:58.454823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Routers {'2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:45:58.455617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:58.459655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35642) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:45:58.481329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-9a30c739-4c6e-46eb-b095-f5c51a5a4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.483192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-9a30c739-4c6e-46eb-b095-f5c51a5a4ede service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.1273358 Sep 15 15:45:58.540588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-42140128-8f0c-46fa-9dbf-a9d4910cf137 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300035 Sep 15 15:45:58.545819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b53902aa-23d5-462c-a86b-d1885a8daab9 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:45:58.581787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2dd26-43c0-432d-be59-97b07a76cfc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a27174-e645-4bc5-a0c1-e256ef41302e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:58.589328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2ad57e-0943-4050-823d-67a417137a37,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:58.593804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-4fcc53a5-810a-412f-a054-b6d4804ada96 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677432 Sep 15 15:45:58.614516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b53902aa-23d5-462c-a86b-d1885a8daab9 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:45:58.614516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b53902aa-23d5-462c-a86b-d1885a8daab9 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:45:58.623442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:45:58.629769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:58.698585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449aa02-4da2-406b-80e1-d78010af333c req-bb5664ef-a2cb-429e-8730-c9988d4da57a tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.700282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0449aa02-4da2-406b-80e1-d78010af333c req-bb5664ef-a2cb-429e-8730-c9988d4da57a tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.1608458 Sep 15 15:45:58.718818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['48e1cd95-f24d-403a-b471-99cc442c095d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:45:58.756906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] Set router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:45:58.771698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-0dc7549c-bab6-4eae-94d7-1be44437c587 service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231886 Sep 15 15:45:58.820388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-25777c10-3851-47df-bef4-c6a577a2bea1 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958387 Sep 15 15:45:58.865166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0449aa02-4da2-406b-80e1-d78010af333c req-fa5c7a00-d560-4cf4-92bf-ea0dbd450e18 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504679 Sep 15 15:45:58.923375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64a6d8-47bd-449c-ab4f-16a806bb3e12 req-f66ed25c-a7eb-466e-bd3c-487d2c2a15d8 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:58.932201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a64a6d8-47bd-449c-ab4f-16a806bb3e12 req-f66ed25c-a7eb-466e-bd3c-487d2c2a15d8 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 944 time: 0.2056899 Sep 15 15:45:58.962578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:45:58.969037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:45:59.028271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a64a6d8-47bd-449c-ab4f-16a806bb3e12 req-1b65a3bf-0e62-4c06-9253-7bf7bb0ab988 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921636 Sep 15 15:45:59.033051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27c46030-014e-4c50-ba50-6b150eac1fcb req-dd08c92e-9e19-4572-a8d3-c93807722b58 service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476790 Sep 15 15:45:59.173335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:45:57Z', 'revision_number': 4, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'gw_port': {'id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:56:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9b2ad57e-0943-4050-823d-67a417137a37', 'name': '', 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'mac_address': 'fa:16:3e:11:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ae527451-7903-497e-b9a5-25582aaf8289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:56Z', 'updated_at': '2021-09-15T15:45:58Z', 'revision_number': 2, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'subnets': [{'id': 'ae527451-7903-497e-b9a5-25582aaf8289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:45:59.184171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b2287-dffd-4d11-a39b-1699d32183e6 req-95ae50f5-9af1-4ce2-841d-9bec82039f39 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:59.185810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-584b2287-dffd-4d11-a39b-1699d32183e6 req-95ae50f5-9af1-4ce2-841d-9bec82039f39 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 984 time: 0.1630921 Sep 15 15:45:59.218353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac7b94-9d57-420a-89bb-093a48279e55 None None] The sync data for ids ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'] in n-d-808199-2 is: [{'id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:45:57Z', 'revision_number': 4, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'gw_port': {'id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:56:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9b2ad57e-0943-4050-823d-67a417137a37', 'name': '', 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'mac_address': 'fa:16:3e:11:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ae527451-7903-497e-b9a5-25582aaf8289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:56Z', 'updated_at': '2021-09-15T15:45:58Z', 'revision_number': 2, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'subnets': [{'id': 'ae527451-7903-497e-b9a5-25582aaf8289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:45:59.281989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3810f7e-2caa-4763-8f9d-d92bf300cbb1 req-25a18d30-2464-4f88-801a-eb90ab8c7390 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:59.297023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3810f7e-2caa-4763-8f9d-d92bf300cbb1 req-25a18d30-2464-4f88-801a-eb90ab8c7390 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.0984299 Sep 15 15:45:59.365569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-263a59ed-be30-42a8-acf5-22e8af9c481e None None] Provisioning complete for port 9b2ad57e-0943-4050-823d-67a417137a37 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:45:59.365901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-263a59ed-be30-42a8-acf5-22e8af9c481e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:59.370060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3810f7e-2caa-4763-8f9d-d92bf300cbb1 req-3ef51f04-110f-45ec-bd36-7c2f878191c8 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Sep 15 15:45:59.390409 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-584b2287-dffd-4d11-a39b-1699d32183e6 req-7e4ea8b2-d053-499f-a0b2-6ccc9b2a150a tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=38056742-3dcf-4fec-899c-1b809fa52ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1966999 Sep 15 15:45:59.405559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:45:59.449334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-263a59ed-be30-42a8-acf5-22e8af9c481e None None] Port 9b2ad57e-0943-4050-823d-67a417137a37 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:45:59.667994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff5a81-0919-4ecd-b742-c178de398cd7 req-4cfa41e9-f71e-4026-a204-8479032b1a2d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:45:59.669580 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bff5a81-0919-4ecd-b742-c178de398cd7 req-4cfa41e9-f71e-4026-a204-8479032b1a2d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1573656 Sep 15 15:45:59.707524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:59.709855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:45:59.728594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-09123d30-44fe-4bba-9543-be991cc39a40 admin admin] 10.222.0.63 "PUT /v2.0/routers/2d8f75fd-bb05-433b-86d4-76da2f8cc4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9576764 Sep 15 15:45:59.828657 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:45:59.959143 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:00.126592 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bff5a81-0919-4ecd-b742-c178de398cd7 req-12a11ab9-5f06-4b81-9a31-66c72b346f8c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479918 Sep 15 15:46:00.169444 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-d03f80d2-fced-4878-9558-af0b2ffe35b6 req-dea6334b-b274-4c4f-9d01-901a6cbc84df tempest-FloatingIPDetailsNegativeTestJSON-110422169 tempest-FloatingIPDetailsNegativeTestJSON-110422169-project] show failed (client error): The resource could not be found. Sep 15 15:46:00.169444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d03f80d2-fced-4878-9558-af0b2ffe35b6 req-dea6334b-b274-4c4f-9d01-901a6cbc84df tempest-FloatingIPDetailsNegativeTestJSON-110422169 tempest-FloatingIPDetailsNegativeTestJSON-110422169-project] 10.222.0.63 "GET /v2.0/floatingips/fba65b1b-cbe6-41d3-a9a7-4e61d5b37739 HTTP/1.1" status: 404 len: 350 time: 0.0755868 Sep 15 15:46:00.177129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35666) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:00.384937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a35f1-c9b5-4c05-87bf-028c5c755b2b req-d6c0c680-d69f-497f-aa29-b3e941a73af0 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:00.386713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a50a35f1-c9b5-4c05-87bf-028c5c755b2b req-d6c0c680-d69f-497f-aa29-b3e941a73af0 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0811477 Sep 15 15:46:00.521680 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a50a35f1-c9b5-4c05-87bf-028c5c755b2b req-cb63c4cb-dc92-492e-8027-514ee75d19cb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225543 Sep 15 15:46:00.567951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d3641e12-f25b-4718-b59f-06b7e368d098 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:00.589344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Deleting port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:00.589829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:00.680850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d3641e12-f25b-4718-b59f-06b7e368d098 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:00.681578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:00.771615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] For port 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,segment=NetworkSegment(4e358a32-4c6b-4edf-85cd-135f8dbc9418),segment_id=4e358a32-4c6b-4edf-85cd-135f8dbc9418)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:00.772005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:00.783124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:00.794919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Calling delete_port for 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:00.819349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port d3641e12-f25b-4718-b59f-06b7e368d098, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d3641e12-f25b-4718-b59f-06b7e368d098,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:00.824416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f0ab3-b0f1-4ad6-a19d-bb9c0bffbbdb req-c0c07a27-575d-4c85-8b91-e0094d961432 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:00.832950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc8f0ab3-b0f1-4ad6-a19d-bb9c0bffbbdb req-c0c07a27-575d-4c85-8b91-e0094d961432 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1278474 Sep 15 15:46:00.863833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0709a7-0984-48ca-b1ab-3d4b0eee009c req-0d63d1b1-652d-4722-9f87-b5c801127f3b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:00.866196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b0709a7-0984-48ca-b1ab-3d4b0eee009c req-0d63d1b1-652d-4722-9f87-b5c801127f3b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 944 time: 0.5747049 Sep 15 15:46:00.913393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:00.991229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b0709a7-0984-48ca-b1ab-3d4b0eee009c req-73fcb06d-b0bd-471a-8c79-98725aac6eba tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168475 Sep 15 15:46:01.010396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=d3641e12-f25b-4718-b59f-06b7e368d098,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:01.054267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc8f0ab3-b0f1-4ad6-a19d-bb9c0bffbbdb req-849ad92e-b4b3-4882-b3aa-3c708426ef79 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202494 Sep 15 15:46:01.215360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df35ef-6d67-43b1-af4f-018c38fee4be req-65c7792e-0beb-4e5b-a9b0-15e041782a82 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:01.218151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97df35ef-6d67-43b1-af4f-018c38fee4be req-65c7792e-0beb-4e5b-a9b0-15e041782a82 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 984 time: 0.1166708 Sep 15 15:46:01.264893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:01.298094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:01.323273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97df35ef-6d67-43b1-af4f-018c38fee4be req-a7ca0bdb-81d1-4730-be71-25d9a47e9ae4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=38056742-3dcf-4fec-899c-1b809fa52ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0854239 Sep 15 15:46:01.337657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:01.370153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025db8-0c3e-4f8c-95ec-18068dba45e3 req-803705f5-28d1-4041-8144-8d1d2dce16a8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:01.377626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29025db8-0c3e-4f8c-95ec-18068dba45e3 req-803705f5-28d1-4041-8144-8d1d2dce16a8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1435714 Sep 15 15:46:01.478251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29025db8-0c3e-4f8c-95ec-18068dba45e3 req-72caddb3-1ed9-4395-8678-9f8549f60b6b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997078 Sep 15 15:46:01.581564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:01.661574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-b5466b0f-83f0-4106-a675-924d73b6e2a7 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1439708834&fields=id&tenant_id=44bc67a16947468d9d1d2a8f6d0996d6 HTTP/1.1" status: 200 len: 267 time: 0.1187112 Sep 15 15:46:01.700704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48e1cd95-f24d-403a-b471-99cc442c095d up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:01.748171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-18905a3f-058c-4a1b-bb1f-8b6a4eb17327 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:01.754760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-18905a3f-058c-4a1b-bb1f-8b6a4eb17327 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 984 time: 0.0826559 Sep 15 15:46:01.786776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'port': {'security_groups': ['38056742-3dcf-4fec-899c-1b809fa52ab0', '5bf69d51-d13c-4bba-9436-6c8a12de5363', 'c81448da-bc63-428a-8481-2a103f33821f']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:01.795252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf41f3b-cabc-4901-9014-57b689d016df req-0da6c748-6bb1-41cd-aaba-94e145aec035 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:01.797240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccf41f3b-cabc-4901-9014-57b689d016df req-0da6c748-6bb1-41cd-aaba-94e145aec035 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.1499031 Sep 15 15:46:01.861891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 48e1cd95-f24d-403a-b471-99cc442c095d completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:46:01.867363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 48e1cd95-f24d-403a-b471-99cc442c095d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:01.867886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:01.887843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:01.929904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccf41f3b-cabc-4901-9014-57b689d016df req-49a97398-fea7-4ec6-96d6-4ebc19fc66d3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253211 Sep 15 15:46:01.984528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Deleting port 9b2ad57e-0943-4050-823d-67a417137a37 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:01.985144 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.050103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Router 769b2bda-2ad4-4a45-beda-d831fb0a7903 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:46:02.135714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.182201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:02.184179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:02.186683 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f32098b-693f-49e3-b167-36db45a0e6d4" -d '{"events": [{"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-plugged", "status": "completed", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:02.205251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.231283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Calling delete_port for 9b2ad57e-0943-4050-823d-67a417137a37 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:02.241149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:02.249566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-751bb841-7bcc-47a2-b6b8-fef7506c183b admin admin] 10.222.0.63 "PUT /v2.0/routers/769b2bda-2ad4-4a45-beda-d831fb0a7903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7794816 Sep 15 15:46:02.250353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35688) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:02.255250 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] Sync routers for ids ['769b2bda-2ad4-4a45-beda-d831fb0a7903'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:02.262730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.267690 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] Routers {'769b2bda-2ad4-4a45-beda-d831fb0a7903'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:02.268647 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['769b2bda-2ad4-4a45-beda-d831fb0a7903'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:02.310642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c937f-95dd-4721-9484-a637c07e848f req-8e2f1bf1-268d-4008-bef0-e2aae54a9948 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:02.318582 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-432c937f-95dd-4721-9484-a637c07e848f req-8e2f1bf1-268d-4008-bef0-e2aae54a9948 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 944 time: 0.1695356 Sep 15 15:46:02.363283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Sync routers for ids ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:02.382412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:02.402209 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-432c937f-95dd-4721-9484-a637c07e848f req-6fb81f75-2c71-44da-8edf-5b5b90ef7bbc tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826943 Sep 15 15:46:02.417787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Routers {'2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:02.417787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:02.417787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:02.442277 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] Set router 769b2bda-2ad4-4a45-beda-d831fb0a7903 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:02.451728 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.459456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.571160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.601086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5f3be7eb-8a30-416e-acfb-0f3b2c791083'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:02.677284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:02.678012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.679842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a621743-ae9a-4ef0-828d-0971ef5cb3c1 req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "PUT /v2.0/ports/5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 1020 time: 0.9011657 Sep 15 15:46:02.682488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:02.683627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:02.685293 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da938828-4e5e-4813-b336-6504a600a4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:02.693111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.719038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77678746-ca3e-4cd9-a074-a502f805657c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:02.739633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d3641e12-f25b-4718-b59f-06b7e368d098 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:02.756112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee285593-4cb6-42d1-b657-dbcadd83563a req-4b69bdcf-ef6e-4764-ade1-f056fc00ecf0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:02.764343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee285593-4cb6-42d1-b657-dbcadd83563a req-4b69bdcf-ef6e-4764-ade1-f056fc00ecf0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1206856 Sep 15 15:46:02.792500 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Set router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:02.795147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5f3be7eb-8a30-416e-acfb-0f3b2c791083'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:02.829591 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '36985094-6ee9-482b-8128-7f6e78a79209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:46:01Z', 'revision_number': 5, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port': {'id': '36985094-6ee9-482b-8128-7f6e78a79209', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:cd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:43:49Z', 'updated_at': '2021-09-15T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:02.845329 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee285593-4cb6-42d1-b657-dbcadd83563a req-916d5bd4-64f6-44c4-ade3-ee2752630ab1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800862 Sep 15 15:46:02.868964 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] Checking router: 769b2bda-2ad4-4a45-beda-d831fb0a7903 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:02.879098 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] Routers {'769b2bda-2ad4-4a45-beda-d831fb0a7903'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:02.879917 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['769b2bda-2ad4-4a45-beda-d831fb0a7903'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:02.889120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Deleting port 36985094-6ee9-482b-8128-7f6e78a79209 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:02.903531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.953359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:02.998621 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] Set router 769b2bda-2ad4-4a45-beda-d831fb0a7903 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:03.002597 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33905373-531c-49b6-ab0f-2a60d7274ee4 x-openstack-request-id: req-33905373-531c-49b6-ab0f-2a60d7274ee4 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:03.002958 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-plugged", "status": "completed", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:03.003280 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-33905373-531c-49b6-ab0f-2a60d7274ee4 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:03.003744 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d', 'code': 200} Sep 15 15:46:03.075417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] For port 36985094-6ee9-482b-8128-7f6e78a79209, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=36985094-6ee9-482b-8128-7f6e78a79209,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:03.075886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:03.083417 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:46:02Z', 'revision_number': 6, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:03.124791 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc692df3-675a-4bc5-bb3c-416adca19368 None None] The sync data for ids ['769b2bda-2ad4-4a45-beda-d831fb0a7903'] in n-d-808199-2 is: [{'id': '769b2bda-2ad4-4a45-beda-d831fb0a7903', 'name': 'tempest-AttachSCSIVolumeTestJSON-318064781-router', 'tenant_id': '9efb2e47083b41068f6b75d72ad3ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:43:47Z', 'updated_at': '2021-09-15T15:46:02Z', 'revision_number': 6, 'project_id': '9efb2e47083b41068f6b75d72ad3ba43', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:03.142809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Calling delete_port for 36985094-6ee9-482b-8128-7f6e78a79209 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:03.223071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892fb76-e3ef-4907-b776-0780e701d044 req-81b0f7c4-cd1e-4032-ac73-dcba6cded44c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:03.227695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5892fb76-e3ef-4907-b776-0780e701d044 req-81b0f7c4-cd1e-4032-ac73-dcba6cded44c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1457729 Sep 15 15:46:03.338188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5892fb76-e3ef-4907-b776-0780e701d044 req-0d25bda4-50a1-472d-a206-75c25283a5a7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062884 Sep 15 15:46:03.342613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d3641e12-f25b-4718-b59f-06b7e368d098 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:03.342986 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:03.404290 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4bf73a-6b08-44d1-8135-729bae62a76f x-openstack-request-id: req-8c4bf73a-6b08-44d1-8135-729bae62a76f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:03.407121 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:03.411358 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c4bf73a-6b08-44d1-8135-729bae62a76f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:03.411870 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083', 'status': 'completed', 'code': 200} Sep 15 15:46:03.412702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:03.439967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bf7a0fa-8e78-4f18-b7a2-3df5da551fcc req-805c9b8b-65c6-4721-aa39-3856f55e6248 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/c81448da-bc63-428a-8481-2a103f33821f HTTP/1.1" status: 200 len: 1801 time: 0.2284644 Sep 15 15:46:03.473757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2ad57e-0943-4050-823d-67a417137a37,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:03.553740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ce38f-7b5d-477a-9936-eff17f910a00 req-3ca2f929-cd64-4d7c-8100-1635c462fd10 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:03.555375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-494ce38f-7b5d-477a-9936-eff17f910a00 req-3ca2f929-cd64-4d7c-8100-1635c462fd10 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 945 time: 0.0795863 Sep 15 15:46:03.560968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:03.602750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=36985094-6ee9-482b-8128-7f6e78a79209,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:03.685453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:45:57Z', 'revision_number': 4, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'gw_port': {'id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9b2ad57e-0943-4050-823d-67a417137a37', 'name': '', 'network_id': 'e413b44c-f91f-4a8a-aac1-8c0473e5b443', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'mac_address': 'fa:16:3e:11:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'ae527451-7903-497e-b9a5-25582aaf8289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:56Z', 'updated_at': '2021-09-15T15:45:58Z', 'revision_number': 2, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'subnets': [{'id': 'ae527451-7903-497e-b9a5-25582aaf8289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:03.712628 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-494ce38f-7b5d-477a-9936-eff17f910a00 req-2c5849d5-56a5-4d1c-83bc-f431d7b8fddd tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479654 Sep 15 15:46:03.727981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:03.783638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Checking router: 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:03.784874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Updating router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb port 9b2ad57e-0943-4050-823d-67a417137a37 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:46:03.851115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:03.855192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938828-4e5e-4813-b336-6504a600a4d4 req-66d659c3-cb67-4c3d-8697-c5a827afaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:03.856733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da938828-4e5e-4813-b336-6504a600a4d4 req-66d659c3-cb67-4c3d-8697-c5a827afaad9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1174 time: 0.3771803 Sep 15 15:46:03.861487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:03.867160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a88a5d-f910-412b-976f-aac96cad0512 req-4596649c-6687-42c4-8899-923abdfbc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:03.869064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12a88a5d-f910-412b-976f-aac96cad0512 req-4596649c-6687-42c4-8899-923abdfbc8c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 1096 time: 0.6867042 Sep 15 15:46:03.869969 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-4bf7a0fa-8e78-4f18-b7a2-3df5da551fcc req-a8d1503d-6c18-4418-8199-6276eb62707c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 15:46:03.885174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bf7a0fa-8e78-4f18-b7a2-3df5da551fcc req-a8d1503d-6c18-4418-8199-6276eb62707c tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/c81448da-bc63-428a-8481-2a103f33821f HTTP/1.1" status: 409 len: 341 time: 0.4442525 Sep 15 15:46:03.897142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Port 9b2ad57e-0943-4050-823d-67a417137a37 not found while updating agent binding for router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb. {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 15 15:46:03.964446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713a0b6-58d6-4c0d-8aa0-811cb0a2675b req-9ab27e21-ab32-43a6-b3e0-4bebd3a80775 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:03.966066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f713a0b6-58d6-4c0d-8aa0-811cb0a2675b req-9ab27e21-ab32-43a6-b3e0-4bebd3a80775 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 945 time: 0.1171782 Sep 15 15:46:04.035983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f713a0b6-58d6-4c0d-8aa0-811cb0a2675b req-248d9215-65cb-4bfd-92c1-c7e3ac388eed tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541649 Sep 15 15:46:04.047176 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.047176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 769b2bda-2ad4-4a45-beda-d831fb0a7903 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:46:04.057004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.065212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5d30f65c-fa40-40d2-a6e7-ed672416c1ff admin admin] 10.222.0.63 "DELETE /v2.0/routers/769b2bda-2ad4-4a45-beda-d831fb0a7903 HTTP/1.1" status: 204 len: 168 time: 1.8061376 Sep 15 15:46:04.065212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35712) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:04.069915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:46:04.095447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Routers {'2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:04.096233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:04.157130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12a88a5d-f910-412b-976f-aac96cad0512 req-064eaf48-f5e7-4e01-a16e-1a47f10149c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556299 Sep 15 15:46:04.164800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938828-4e5e-4813-b336-6504a600a4d4 req-20b5786d-e17d-4bce-be32-6d0433667bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:04.168659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] Deleting subnet 85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:46:04.168938 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da938828-4e5e-4813-b336-6504a600a4d4 req-20b5786d-e17d-4bce-be32-6d0433667bc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 200 len: 913 time: 0.2746499 Sep 15 15:46:04.172849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.233874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.303081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] Set router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:04.344245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.487774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da938828-4e5e-4813-b336-6504a600a4d4 req-6223d558-fb91-47ed-907a-9921f4fd5042 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 200 len: 217 time: 0.1259284 Sep 15 15:46:04.492347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.492515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:04.510392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3341365b-0e80-487d-b74b-b0ff81ac1607 admin admin] 10.222.0.63 "PUT /v2.0/routers/2d8f75fd-bb05-433b-86d4-76da2f8cc4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3311892 Sep 15 15:46:04.524222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:04.598999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:04.608962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.615490 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b555d43-1487-4448-b47b-eac0e7fb8a1e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/85cb03e0-0232-4ed7-bb3e-9af0ccb7ed3a HTTP/1.1" status: 204 len: 168 time: 0.5526075 Sep 15 15:46:04.616035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938828-4e5e-4813-b336-6504a600a4d4 req-e6ca118b-84a2-4a6b-8bb2-572024479e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:04.620384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da938828-4e5e-4813-b336-6504a600a4d4 req-e6ca118b-84a2-4a6b-8bb2-572024479e06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 200 len: 852 time: 0.1084008 Sep 15 15:46:04.622667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35722) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:04.636466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 36985094-6ee9-482b-8128-7f6e78a79209 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:04.640301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abdbb62-047a-4eab-8ad8-789ec81da102 None None] Network 6fd5ce35-1647-4432-ad02-20e3c7080298 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:04.680055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da938828-4e5e-4813-b336-6504a600a4d4 req-06f21240-8798-465a-b1ce-ef5f008e449e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34f64a2d-5234-406e-addc-eda114cdfe09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440753 Sep 15 15:46:04.694655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 36985094-6ee9-482b-8128-7f6e78a79209 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:04.695168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 36985094-6ee9-482b-8128-7f6e78a79209 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:04.695750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:04.734646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:04.735150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8f5cb91d-ef9b-4ca8-a963-fb0e8a867fc2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:04.923283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:46:02Z', 'revision_number': 5, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'gw_port': {'id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:04.958636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:04.975326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755e591-2602-482e-91da-d3861dd59f98 None None] The sync data for ids ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'] in n-d-808199-2 is: [{'id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:46:02Z', 'revision_number': 5, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'gw_port': {'id': 'd3641e12-f25b-4718-b59f-06b7e368d098', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:05.006549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da938828-4e5e-4813-b336-6504a600a4d4 req-88c80a00-f900-465c-9e5b-53bba51276a0 service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842028 Sep 15 15:46:05.019371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3cc1-da00-45f4-83c0-1136ad2aaf32 req-a4db26f3-11a9-41ab-b370-b0c671774929 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:05.021475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90ae3cc1-da00-45f4-83c0-1136ad2aaf32 req-a4db26f3-11a9-41ab-b370-b0c671774929 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1405828 Sep 15 15:46:05.105001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.164319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5511cc2-bcc9-4fc7-81d1-6c389754ef2c req-e4e5c062-eb4c-44b5-810f-a69d9468d0d7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:05.166080 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5511cc2-bcc9-4fc7-81d1-6c389754ef2c req-e4e5c062-eb4c-44b5-810f-a69d9468d0d7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1043234 Sep 15 15:46:05.266174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5511cc2-bcc9-4fc7-81d1-6c389754ef2c req-6014a4f2-8df7-4510-92bf-6f1484d33aac tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887797 Sep 15 15:46:05.271374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.352861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] DHCP port deletion for 6fd5ce35-1647-4432-ad02-20e3c7080298 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:46:05.447486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] Deleting port 300351cc-40ac-47cf-8ca9-bba06d8ea26e {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:05.447956 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.465397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Deleting port d3641e12-f25b-4718-b59f-06b7e368d098 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:05.466603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.531730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90ae3cc1-da00-45f4-83c0-1136ad2aaf32 req-6358fe67-38a6-487f-a46e-8e184556db23 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916821 Sep 15 15:46:05.654287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-cbbe927f-9496-4dd9-a0d9-e20a3e541dce service neutron] 10.222.0.38 "GET /v2.0/ports/525f4f80-7ac5-4aee-ae28-6cd7fc6945fd/bindings/n-h1-808199-2 HTTP/1.1" status: 200 len: 382 time: 0.2241724 Sep 15 15:46:05.688245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Deleting port 300351cc-40ac-47cf-8ca9-bba06d8ea26e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:05.690917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.697874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3b741-0dcb-4967-91fc-7b4d8a1350a0 req-9dcd3ad0-aeac-4a46-993f-5cb8dae86e9b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:05.705854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-01d3b741-0dcb-4967-91fc-7b4d8a1350a0 req-9dcd3ad0-aeac-4a46-993f-5cb8dae86e9b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1023 time: 0.2146528 Sep 15 15:46:05.720277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da938828-4e5e-4813-b336-6504a600a4d4 req-f81740e4-cae2-4856-b196-8fd58f44cc0e service neutron] 10.222.0.55 "GET /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978569 Sep 15 15:46:05.734379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] For port d3641e12-f25b-4718-b59f-06b7e368d098, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d3641e12-f25b-4718-b59f-06b7e368d098,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:05.736169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.737321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] For port 300351cc-40ac-47cf-8ca9-bba06d8ea26e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=300351cc-40ac-47cf-8ca9-bba06d8ea26e,segment=NetworkSegment(4e358a32-4c6b-4edf-85cd-135f8dbc9418),segment_id=4e358a32-4c6b-4edf-85cd-135f8dbc9418)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:05.737721 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.753037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] Calling delete_port for 300351cc-40ac-47cf-8ca9-bba06d8ea26e owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:05.790554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-01d3b741-0dcb-4967-91fc-7b4d8a1350a0 req-09960592-05e9-4556-a901-fd5ee904e2a4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=c81448da-bc63-428a-8481-2a103f33821f&id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=38056742-3dcf-4fec-899c-1b809fa52ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0815227 Sep 15 15:46:05.791493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Calling delete_port for d3641e12-f25b-4718-b59f-06b7e368d098 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:05.839593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] For port 300351cc-40ac-47cf-8ca9-bba06d8ea26e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=300351cc-40ac-47cf-8ca9-bba06d8ea26e,segment=NetworkSegment(4e358a32-4c6b-4edf-85cd-135f8dbc9418),segment_id=4e358a32-4c6b-4edf-85cd-135f8dbc9418)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:05.839994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:05.861173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829491-e736-4eb5-8460-65f2eea3e0a5 req-7923ab75-1691-4002-b663-3541c738a510 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:05.870157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1829491-e736-4eb5-8460-65f2eea3e0a5 req-7923ab75-1691-4002-b663-3541c738a510 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 945 time: 0.1873531 Sep 15 15:46:05.883090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Calling delete_port for 300351cc-40ac-47cf-8ca9-bba06d8ea26e owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:05.960232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1829491-e736-4eb5-8460-65f2eea3e0a5 req-dcadd082-bcb7-4f26-a59b-c35afb86f051 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889878 Sep 15 15:46:06.026709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.043041 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.053242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] Pushing event deleted for resources: {'Port': ['ID=300351cc-40ac-47cf-8ca9-bba06d8ea26e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:06.059496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d32a8-6af7-4f31-915e-608c26b2380c None None] No DVR routers for this DVR port 300351cc-40ac-47cf-8ca9-bba06d8ea26e on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:06.076542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Pushing event deleted for resources: {'Port': ['ID=300351cc-40ac-47cf-8ca9-bba06d8ea26e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:06.083299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] No DVR routers for this DVR port 300351cc-40ac-47cf-8ca9-bba06d8ea26e on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:06.084908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.110401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3641e12-f25b-4718-b59f-06b7e368d098,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:06.171245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.181497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.203171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd5ce35-1647-4432-ad02-20e3c7080298']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:06.224286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e358a32-4c6b-4edf-85cd-135f8dbc9418') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:06.224286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e358a32-4c6b-4edf-85cd-135f8dbc9418') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:06.234383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.249765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.257218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:46:06.257634 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:46:06.260688 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:46:06.279892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.282677 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.361862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-ab4d25e3-1a9b-4f77-831f-bfbc4cfe100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:06.367863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-ab4d25e3-1a9b-4f77-831f-bfbc4cfe100b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871&tenant_id=ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 1100 time: 0.0696030 Sep 15 15:46:06.380119 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] Sync routers for ids ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:06.403830 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] Routers {'2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:06.404951 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:06.409931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.410444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:46:06.415891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.419891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d8d85b2-04f1-41c1-93bc-6e1d503edda2 admin admin] 10.222.0.63 "DELETE /v2.0/routers/2d8f75fd-bb05-433b-86d4-76da2f8cc4fb HTTP/1.1" status: 204 len: 168 time: 1.9031634 Sep 15 15:46:06.423405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35748) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:06.463053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.470808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.472981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] 10.222.0.63 "DELETE /v2.0/networks/6fd5ce35-1647-4432-ad02-20e3c7080298 HTTP/1.1" status: 204 len: 168 time: 1.8476779 Sep 15 15:46:06.476132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0f27-c31c-45b8-9d50-be4dc2c84e62 req-f0541218-0ed6-44a1-89e8-702caf7074ce tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:06.478707 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-674d0f27-c31c-45b8-9d50-be4dc2c84e62 req-f0541218-0ed6-44a1-89e8-702caf7074ce tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1063247 Sep 15 15:46:06.495720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098bc5-9c44-4982-95bf-200794aa279c admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd5ce35-1647-4432-ad02-20e3c7080298,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:06.504985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] Deleting subnet ae527451-7903-497e-b9a5-25582aaf8289 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:46:06.511844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-7370f252-3264-4aec-8d6f-f9313bae3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:06.513468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-7370f252-3264-4aec-8d6f-f9313bae3e0d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1100 time: 0.1244040 Sep 15 15:46:06.525353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-55e11f2e-22fe-4149-9e03-bfcafdc1ee66 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:06.525353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-55e11f2e-22fe-4149-9e03-bfcafdc1ee66 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1023 time: 0.1007273 Sep 15 15:46:06.537861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.555884 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] Set router 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:06.581170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-674d0f27-c31c-45b8-9d50-be4dc2c84e62 req-c1b80187-094b-463b-be36-8a0750dfd680 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854003 Sep 15 15:46:06.603706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.642219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-1afb9642-a796-4782-9c94-4e0282d58824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:06.643740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-1afb9642-a796-4782-9c94-4e0282d58824 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1195498 Sep 15 15:46:06.684398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9b2ad57e-0943-4050-823d-67a417137a37 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:06.695554 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d8f75fd-bb05-433b-86d4-76da2f8cc4fb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1334042751-router', 'tenant_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:45:53Z', 'updated_at': '2021-09-15T15:46:05Z', 'revision_number': 7, 'project_id': 'bf2cedcded544cbe8c4a8dc0292ce606', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:06.714302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 9b2ad57e-0943-4050-823d-67a417137a37 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:06.714943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9b2ad57e-0943-4050-823d-67a417137a37 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:06.715539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 300351cc-40ac-47cf-8ca9-bba06d8ea26e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:06.738025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 300351cc-40ac-47cf-8ca9-bba06d8ea26e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:06.738630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 300351cc-40ac-47cf-8ca9-bba06d8ea26e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:06.740472 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.748788 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] Checking router: 2d8f75fd-bb05-433b-86d4-76da2f8cc4fb for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:06.755057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-9fce1cea-342c-4ca0-bb71-324464d233f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 217 time: 0.0721843 Sep 15 15:46:06.765334 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:06.765334 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 15:46:06.765986 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102021) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 15:46:06.766718 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e46f0b6-1755-4bd8-89f3-72debd4276c3 None None] The sync data for ids ['2d8f75fd-bb05-433b-86d4-76da2f8cc4fb'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:06.853775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1e59b-febe-4940-bea4-d5a59ad7ace6 req-37d4ac1c-b7c7-45f2-acf2-320312100d09 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:06.858578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdb1e59b-febe-4940-bea4-d5a59ad7ace6 req-37d4ac1c-b7c7-45f2-acf2-320312100d09 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1746910 Sep 15 15:46:06.869536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-c1849ae7-195a-4338-9c6f-0027ef48f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:06.871284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-c1849ae7-195a-4338-9c6f-0027ef48f347 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1070702 Sep 15 15:46:06.905885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.965006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdb1e59b-febe-4940-bea4-d5a59ad7ace6 req-ff707fe5-643b-4828-b8a6-77549b8761cc tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831883 Sep 15 15:46:06.965281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae527451-7903-497e-b9a5-25582aaf8289,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:06.966154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.968256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-54b7d817-ab38-4970-acbf-1232a2d7b95a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ae527451-7903-497e-b9a5-25582aaf8289 HTTP/1.1" status: 204 len: 168 time: 0.5436747 Sep 15 15:46:06.973289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Deleting port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:06.973289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:06.973289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35762) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:06.982113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fc7b2-005f-4f4a-bacd-6690c3600ee2 None None] Network e413b44c-f91f-4a8a-aac1-8c0473e5b443 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:07.041934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101c108-52d3-423f-b0ee-ce6f83ab2bf9 req-36db2b50-c230-4f67-acf6-c6dceba9a194 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:07.043681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c101c108-52d3-423f-b0ee-ce6f83ab2bf9 req-36db2b50-c230-4f67-acf6-c6dceba9a194 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 1023 time: 0.1260557 Sep 15 15:46:07.056354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35766) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:07.101294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb370842-622f-44a9-9769-0231f601d451 req-fe6f0010-f745-4b91-b512-091fa37b7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:07.103733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-fe6f0010-f745-4b91-b512-091fa37b7d7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2015617 Sep 15 15:46:07.116834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c101c108-52d3-423f-b0ee-ce6f83ab2bf9 req-99cef3ce-3c51-4567-85dd-5acc16e08e5a tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=c81448da-bc63-428a-8481-2a103f33821f&id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=38056742-3dcf-4fec-899c-1b809fa52ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0640526 Sep 15 15:46:07.231670 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9c43df88-e7d7-49bf-8f70-926c5366a2c7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8aae16f9ef76466baa87896d6f994a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649761 Sep 15 15:46:07.234346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35768) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:07.294446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] DHCP port deletion for e413b44c-f91f-4a8a-aac1-8c0473e5b443 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:46:07.301792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c629-ebe6-465a-89b4-1b1a38983180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.311881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.326601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c629-ebe6-465a-89b4-1b1a38983180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.348137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Deleting port 7bac76b2-f407-4f91-9498-01cb120becb8 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:07.348879 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.381491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] For port 5f3be7eb-8a30-416e-acfb-0f3b2c791083, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f3be7eb-8a30-416e-acfb-0f3b2c791083,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:07.381860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.418163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Calling delete_port for 5f3be7eb-8a30-416e-acfb-0f3b2c791083 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:07.419475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] For port 7bac76b2-f407-4f91-9498-01cb120becb8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7bac76b2-f407-4f91-9498-01cb120becb8,segment=NetworkSegment(37aee511-1f99-4db2-8793-849f6c59b3dd),segment_id=37aee511-1f99-4db2-8793-849f6c59b3dd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:07.420001 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.433776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Calling delete_port for 7bac76b2-f407-4f91-9498-01cb120becb8 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:07.434006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a5204-2705-4dd5-a3a1-10c0633cc0e1 req-4ce8171a-439d-47a0-b6bd-b8a86cd8f784 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:07.435713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a27a5204-2705-4dd5-a3a1-10c0633cc0e1 req-4ce8171a-439d-47a0-b6bd-b8a86cd8f784 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 945 time: 0.2241282 Sep 15 15:46:07.496943 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c629-ebe6-465a-89b4-1b1a38983180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.498347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c629-ebe6-465a-89b4-1b1a38983180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.502133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c0b6c629-ebe6-465a-89b4-1b1a38983180 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ae362f33-e1a4-45d7-9e1a-a005f184beca HTTP/1.1" status: 204 len: 168 time: 0.2632647 Sep 15 15:46:07.502313 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-ba588604-52a6-4204-bbb2-225895dfafba service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890854 Sep 15 15:46:07.513283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6c629-ebe6-465a-89b4-1b1a38983180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae362f33-e1a4-45d7-9e1a-a005f184beca,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:07.607770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a27a5204-2705-4dd5-a3a1-10c0633cc0e1 req-7b223cdf-32c8-4f80-8efa-102622c75e1d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509848 Sep 15 15:46:07.658521 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.710212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Deleting port 7bac76b2-f407-4f91-9498-01cb120becb8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:07.711027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.746142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] No DVR routers for this DVR port 7bac76b2-f407-4f91-9498-01cb120becb8 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:07.751462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Pushing event deleted for resources: {'Port': ['ID=7bac76b2-f407-4f91-9498-01cb120becb8,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:07.764643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.765548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.765548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.766036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.766036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.766351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.766673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.766991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.767300 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.767791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.768279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.768799 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40fe1cc-4126-40ca-aff6-d7480ef02568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:07.775831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e62f7-984b-4e82-ac0f-845df19392ed req-cd17535c-f68f-40ff-a242-4b051a9192f1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:07.777575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3e62f7-984b-4e82-ac0f-845df19392ed req-cd17535c-f68f-40ff-a242-4b051a9192f1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0869086 Sep 15 15:46:07.827091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a3e62f7-984b-4e82-ac0f-845df19392ed req-c872e19d-5442-41f4-86cf-1acdf5355c6a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Sep 15 15:46:07.850820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb370842-622f-44a9-9769-0231f601d451 req-45ac58f6-31c1-40bd-a3ac-866e5c2bfee0 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047855 Sep 15 15:46:07.868638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] For port 7bac76b2-f407-4f91-9498-01cb120becb8, host n-d-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:07.869494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.893660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Calling delete_port for 7bac76b2-f407-4f91-9498-01cb120becb8 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:07.899682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_backend_mixin [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Port 7bac76b2-f407-4f91-9498-01cb120becb8 was not found and therefore no delete operation was performed {{(pid=102018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 15:46:07.903866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:07.918765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91be800-3224-4453-8ad0-fd3e1ebb5732 req-f494a2bc-af31-4bdf-82a8-c9ce0c0d8bba tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:07.920260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91be800-3224-4453-8ad0-fd3e1ebb5732 req-f494a2bc-af31-4bdf-82a8-c9ce0c0d8bba tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 945 time: 0.1638434 Sep 15 15:46:07.944364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bac76b2-f407-4f91-9498-01cb120becb8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:07.954168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] No DVR routers for this DVR port 7bac76b2-f407-4f91-9498-01cb120becb8 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:07.965489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:07.994430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.061528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:08.079348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'Port': ['ID=5f3be7eb-8a30-416e-acfb-0f3b2c791083,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:08.104021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91be800-3224-4453-8ad0-fd3e1ebb5732 req-25e1fbbe-f443-4b45-9303-b33e1b75624b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635799 Sep 15 15:46:08.147807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.151102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:08.156379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd31554-e245-4963-a5bc-0eff1e442042 req-01349c69-de78-4369-a73a-d314d797f144 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:08.167718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abd31554-e245-4963-a5bc-0eff1e442042 req-01349c69-de78-4369-a73a-d314d797f144 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.0775321 Sep 15 15:46:08.174204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] No DVR routers for this DVR port 5f3be7eb-8a30-416e-acfb-0f3b2c791083 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:08.178641 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.181664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57e250cf-54e6-4cad-a382-923ef2f76555 req-8f9d4faf-1b10-4509-b89f-04c4a0fff89f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.55 "DELETE /v2.0/ports/5f3be7eb-8a30-416e-acfb-0f3b2c791083 HTTP/1.1" status: 204 len: 173 time: 1.6489959 Sep 15 15:46:08.182144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'name': 'network-vif-deleted', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:08.190896 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71079dbb-d307-4c58-81da-f6fa69aa2c6c" -d '{"events": [{"server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "name": "network-vif-deleted", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:08.211264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e413b44c-f91f-4a8a-aac1-8c0473e5b443']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:08.232266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37aee511-1f99-4db2-8793-849f6c59b3dd') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:08.232605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37aee511-1f99-4db2-8793-849f6c59b3dd') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:08.242171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abd31554-e245-4963-a5bc-0eff1e442042 req-665acfcc-a7d8-4f52-ba23-23cf0f860b4d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726132 Sep 15 15:46:08.249706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'mac_address': 'fa:16:3e:f3:f6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:46:08.265595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.309242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.321649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:46:08.322739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:46:08.333062 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:46:08.347471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35818) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:08.358239 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.392155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:08.432423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:08.506916 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.554424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d3641e12-f25b-4718-b59f-06b7e368d098 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:08.566188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f656e4c-31fb-4d66-ab06-f8134ecbafa2 req-4c7b3816-b5dd-48f1-a5ff-3d54d0f52e04 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=e0727a22-3f73-4982-9547-21a6bde56834 HTTP/1.1" status: 200 len: 210 time: 0.1066937 Sep 15 15:46:08.576598 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.584032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.587138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e413b44c-f91f-4a8a-aac1-8c0473e5b443 HTTP/1.1" status: 204 len: 168 time: 1.6127982 Sep 15 15:46:08.591810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f140cfa-ee9f-45d3-ae28-08874e4cecf2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9efb2e47083b41068f6b75d72ad3ba43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414703 Sep 15 15:46:08.592816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35830) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:08.616765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d3641e12-f25b-4718-b59f-06b7e368d098 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:08.617244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d3641e12-f25b-4718-b59f-06b7e368d098 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:08.618291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7bac76b2-f407-4f91-9498-01cb120becb8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:08.646297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceba57-a5c1-42b6-9706-10fac9949062 admin admin] Pushing event deleted for resources: {'Network': ['ID=e413b44c-f91f-4a8a-aac1-8c0473e5b443,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:08.646898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f4eeb6d0-e596-4cb7-af77-2710ad5f23f8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:08.693505 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcaaa93-aee5-478c-abfa-02c02caba607 x-openstack-request-id: req-3fcaaa93-aee5-478c-abfa-02c02caba607 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:08.694067 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0727a22-3f73-4982-9547-21a6bde56834", "name": "network-vif-deleted", "tag": "5f3be7eb-8a30-416e-acfb-0f3b2c791083", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:08.694183 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3fcaaa93-aee5-478c-abfa-02c02caba607 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:08.694838 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0727a22-3f73-4982-9547-21a6bde56834', 'name': 'network-vif-deleted', 'tag': '5f3be7eb-8a30-416e-acfb-0f3b2c791083', 'status': 'completed', 'code': 200} Sep 15 15:46:08.710188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f55389c-b98d-452d-8632-7787c51ddafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.753737 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f55389c-b98d-452d-8632-7787c51ddafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.760443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7bac76b2-f407-4f91-9498-01cb120becb8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:08.761020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7bac76b2-f407-4f91-9498-01cb120becb8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:08.816600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:08.949965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37e410-69cc-44ae-942a-e7c947d7f42b req-10d4c780-6f7d-499f-ac4c-792dd947e15a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:08.951500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a37e410-69cc-44ae-942a-e7c947d7f42b req-10d4c780-6f7d-499f-ac4c-792dd947e15a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.0534890 Sep 15 15:46:08.983633 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f55389c-b98d-452d-8632-7787c51ddafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.986162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f55389c-b98d-452d-8632-7787c51ddafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:08.987267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6f55389c-b98d-452d-8632-7787c51ddafa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/651582f4-92e7-4bfb-8074-21647bec471b HTTP/1.1" status: 204 len: 168 time: 0.3934839 Sep 15 15:46:09.003273 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a37e410-69cc-44ae-942a-e7c947d7f42b req-c48d49ed-d49a-4b40-9dbf-d230718d8172 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Sep 15 15:46:09.004583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55389c-b98d-452d-8632-7787c51ddafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651582f4-92e7-4bfb-8074-21647bec471b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:09.164224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35856) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:09.264026 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-599cd6c7-395b-4c8a-8314-bf02911eaa24 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bf2cedcded544cbe8c4a8dc0292ce606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975308 Sep 15 15:46:09.266660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35860) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:09.346028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3ef765e-ce75-4bf6-ad1f-4ba8cd1ba1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:09.399539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3ef765e-ce75-4bf6-ad1f-4ba8cd1ba1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:09.540320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1fd49-0cd8-4d3b-9e03-9d3de4db06d2 req-3ef3c3fb-0636-4569-b3ba-b6fceb23a736 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:09.547996 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7a1fd49-0cd8-4d3b-9e03-9d3de4db06d2 req-3ef3c3fb-0636-4569-b3ba-b6fceb23a736 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.0954256 Sep 15 15:46:09.582927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48db6e5-a803-448d-862a-71c67fc36c09 req-2e6516a9-87d7-4809-9c95-4f09d5ea07db tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:09.587242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d48db6e5-a803-448d-862a-71c67fc36c09 req-2e6516a9-87d7-4809-9c95-4f09d5ea07db tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 945 time: 0.0678184 Sep 15 15:46:09.606221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7a1fd49-0cd8-4d3b-9e03-9d3de4db06d2 req-df1da01d-54a3-4d2d-8232-186e1d7d706d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551612 Sep 15 15:46:09.628982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3ef765e-ce75-4bf6-ad1f-4ba8cd1ba1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:09.636875 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3ef765e-ce75-4bf6-ad1f-4ba8cd1ba1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:09.644440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a3ef765e-ce75-4bf6-ad1f-4ba8cd1ba1e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7760164a-6bee-4842-b99e-3799db16d815 HTTP/1.1" status: 204 len: 168 time: 0.3760483 Sep 15 15:46:09.678664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef765e-ce75-4bf6-ad1f-4ba8cd1ba1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760164a-6bee-4842-b99e-3799db16d815,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:09.726746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d48db6e5-a803-448d-862a-71c67fc36c09 req-e1078f51-f895-4167-b309-30ec8daab9b3 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263635 Sep 15 15:46:09.764723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5f3be7eb-8a30-416e-acfb-0f3b2c791083 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:09.801521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 5f3be7eb-8a30-416e-acfb-0f3b2c791083 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:09.802202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5f3be7eb-8a30-416e-acfb-0f3b2c791083 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:09.811056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b9b2738-f8fa-467d-a8de-fea01b7e8100 req-08c94384-2f01-4ce0-815d-064755253b35 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/38056742-3dcf-4fec-899c-1b809fa52ab0 HTTP/1.1" status: 200 len: 1800 time: 0.1033885 Sep 15 15:46:09.909221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1b9b2738-f8fa-467d-a8de-fea01b7e8100 req-844e6b53-be14-4a72-b6d2-39d76cad2013 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:09.941443 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1b9b2738-f8fa-467d-a8de-fea01b7e8100 req-844e6b53-be14-4a72-b6d2-39d76cad2013 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:09.972999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:10.022994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:10.125030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1b9b2738-f8fa-467d-a8de-fea01b7e8100 req-844e6b53-be14-4a72-b6d2-39d76cad2013 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.130846 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1b9b2738-f8fa-467d-a8de-fea01b7e8100 req-844e6b53-be14-4a72-b6d2-39d76cad2013 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.132436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b9b2738-f8fa-467d-a8de-fea01b7e8100 req-844e6b53-be14-4a72-b6d2-39d76cad2013 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/38056742-3dcf-4fec-899c-1b809fa52ab0 HTTP/1.1" status: 204 len: 173 time: 0.3205070 Sep 15 15:46:10.167092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e6b53-be14-4a72-b6d2-39d76cad2013 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38056742-3dcf-4fec-899c-1b809fa52ab0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:10.174144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:10.174812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.248296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:10.268253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'mac_address': 'fa:16:3e:a1:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:46:10.304275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8be71-76a4-4e8c-93cf-d7119dcec78a req-8b884af4-bf89-483c-b048-4763e7df2865 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:10.316582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1d8be71-76a4-4e8c-93cf-d7119dcec78a req-8b884af4-bf89-483c-b048-4763e7df2865 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1087084 Sep 15 15:46:10.324751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ac8e6164-8537-4be3-a741-8673ba6c08a2 req-717e423e-1f0d-4610-9265-92fd055e53fa tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/c81448da-bc63-428a-8481-2a103f33821f HTTP/1.1" status: 200 len: 1801 time: 0.1380630 Sep 15 15:46:10.351624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.375737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:10.400542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.447969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1d8be71-76a4-4e8c-93cf-d7119dcec78a req-541fedd9-20ea-4f75-8dc3-885a004fd159 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087749 Sep 15 15:46:10.451722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:10.466280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ac8e6164-8537-4be3-a741-8673ba6c08a2 req-ccf7e063-8dc9-4dd3-8337-0af9c1b2fc5f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.467796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:10.471182 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126c2db5-1db2-4525-9495-31af16fd3d6a" -d '{"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-plugged", "status": "completed", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:10.494613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:10.510174 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ac8e6164-8537-4be3-a741-8673ba6c08a2 req-ccf7e063-8dc9-4dd3-8337-0af9c1b2fc5f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.571514 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.606407 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.607299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:10.671869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ac8e6164-8537-4be3-a741-8673ba6c08a2 req-ccf7e063-8dc9-4dd3-8337-0af9c1b2fc5f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.674946 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ac8e6164-8537-4be3-a741-8673ba6c08a2 req-ccf7e063-8dc9-4dd3-8337-0af9c1b2fc5f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.676768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ac8e6164-8537-4be3-a741-8673ba6c08a2 req-ccf7e063-8dc9-4dd3-8337-0af9c1b2fc5f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/c81448da-bc63-428a-8481-2a103f33821f HTTP/1.1" status: 204 len: 173 time: 0.3511643 Sep 15 15:46:10.698906 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e98e432-5c83-46c2-8399-7e6f39e759e8 x-openstack-request-id: req-2e98e432-5c83-46c2-8399-7e6f39e759e8 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:10.699237 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-plugged", "status": "completed", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:10.699494 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2e98e432-5c83-46c2-8399-7e6f39e759e8 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:10.705767 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'code': 200} Sep 15 15:46:10.710091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7e063-8dc9-4dd3-8337-0af9c1b2fc5f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81448da-bc63-428a-8481-2a103f33821f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:10.721876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:10.740619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3cffa4be-6d65-4ce3-ab57-e6dc44763a00 req-6e857c0f-aa52-4aa3-9ecb-2fc5a411bfb0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-302986821', 'description': 'tempest-description-313495322'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:10.788209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35930) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:10.876676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4cb7b-ecad-4f7a-8f18-281253c8203e req-eb83a251-c7b8-4c9a-a1a7-75fb4e71bf6d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:10.892221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8cf4cb7b-ecad-4f7a-8f18-281253c8203e req-eb83a251-c7b8-4c9a-a1a7-75fb4e71bf6d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.1167531 Sep 15 15:46:10.903312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3cffa4be-6d65-4ce3-ab57-e6dc44763a00 req-6e857c0f-aa52-4aa3-9ecb-2fc5a411bfb0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:10.931666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:10.981630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2003951098-network', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:11.013243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8cf4cb7b-ecad-4f7a-8f18-281253c8203e req-db9fbd84-e7d5-4322-9c27-747291a6b053 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195838 Sep 15 15:46:11.055884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.116527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3cffa4be-6d65-4ce3-ab57-e6dc44763a00 req-6e857c0f-aa52-4aa3-9ecb-2fc5a411bfb0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.128105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:11.152604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:11.176751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3cffa4be-6d65-4ce3-ab57-e6dc44763a00 req-6e857c0f-aa52-4aa3-9ecb-2fc5a411bfb0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.211262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf699adc-5f11-4a1a-8fea-0ed0555c85c5 req-c73f1605-f19f-4d16-a3ec-cfce71a29a59 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:11.212642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:11.213904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf699adc-5f11-4a1a-8fea-0ed0555c85c5 req-c73f1605-f19f-4d16-a3ec-cfce71a29a59 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 945 time: 0.0934315 Sep 15 15:46:11.266106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857c0f-aa52-4aa3-9ecb-2fc5a411bfb0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be74a4bd-4ea3-43c5-9f18-b39bdaa6202a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:11.302644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.319161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf699adc-5f11-4a1a-8fea-0ed0555c85c5 req-83c7e25b-c175-4a10-922a-769e0438cba2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896616 Sep 15 15:46:11.358203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Made reservation on behalf of 2562efe72bc14996bc878ba4dfcb8f57 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:11.362272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.379876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.390440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:11.485951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3cffa4be-6d65-4ce3-ab57-e6dc44763a00 req-6e857c0f-aa52-4aa3-9ecb-2fc5a411bfb0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.491109 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3cffa4be-6d65-4ce3-ab57-e6dc44763a00 req-6e857c0f-aa52-4aa3-9ecb-2fc5a411bfb0 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7665229 Sep 15 15:46:11.590572 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1afa92e2-8b8e-4946-bc37-ca8e4a352a20 req-40e7ea87-d573-4eb8-a114-3ff814ea273d tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/be74a4bd-4ea3-43c5-9f18-b39bdaa6202a HTTP/1.1" status: 200 len: 1799 time: 0.0668147 Sep 15 15:46:11.599146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1afa92e2-8b8e-4946-bc37-ca8e4a352a20 req-2ab256b8-59ef-4dcc-9b16-767ad649084b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1052262707', 'description': 'tempest-description-hth-98257714'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:11.614685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24f5f6-91a1-4e9c-98cb-42ab724eeb47 req-7cade95c-c5f7-43bb-8002-333461b457aa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:11.622899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d24f5f6-91a1-4e9c-98cb-42ab724eeb47 req-7cade95c-c5f7-43bb-8002-333461b457aa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 947 time: 0.0776184 Sep 15 15:46:11.642880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1afa92e2-8b8e-4946-bc37-ca8e4a352a20 req-2ab256b8-59ef-4dcc-9b16-767ad649084b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.663774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d24f5f6-91a1-4e9c-98cb-42ab724eeb47 req-dbf295eb-89c4-4e52-be4a-9460553326e8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Sep 15 15:46:11.713899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1afa92e2-8b8e-4946-bc37-ca8e4a352a20 req-2ab256b8-59ef-4dcc-9b16-767ad649084b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.723037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.797655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48e1cd95-f24d-403a-b471-99cc442c095d details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:11.804304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1afa92e2-8b8e-4946-bc37-ca8e4a352a20 req-2ab256b8-59ef-4dcc-9b16-767ad649084b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.808335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1afa92e2-8b8e-4946-bc37-ca8e4a352a20 req-2ab256b8-59ef-4dcc-9b16-767ad649084b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.809624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1afa92e2-8b8e-4946-bc37-ca8e4a352a20 req-2ab256b8-59ef-4dcc-9b16-767ad649084b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "PUT /v2.0/security-groups/be74a4bd-4ea3-43c5-9f18-b39bdaa6202a HTTP/1.1" status: 200 len: 1773 time: 0.2181199 Sep 15 15:46:11.849620 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.886281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab256b8-59ef-4dcc-9b16-767ad649084b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be74a4bd-4ea3-43c5-9f18-b39bdaa6202a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:11.896826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:46:11.936198 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.936721 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Added segment 137773d6-e03b-4d53-8f97-132c87102100 of type vlan for network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 Sep 15 15:46:11.951000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295486b0-012a-4209-b6f4-9dcf7f2b737b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:11.988465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:11.992937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:11.997707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '48e1cd95-f24d-403a-b471-99cc442c095d', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'port_id': '48e1cd95-f24d-403a-b471-99cc442c095d', 'mac_address': 'fa:16:3e:c8:8d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69afc19a-27e6-4048-a694-a8f4383bc473', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:46:12.066924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69223a53-59c7-455b-805d-c90c73dce007 req-4b0da245-b4af-442a-8412-46fa740869d9 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/be74a4bd-4ea3-43c5-9f18-b39bdaa6202a HTTP/1.1" status: 200 len: 1773 time: 0.0651681 Sep 15 15:46:12.072215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:12.096715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48e1cd95-f24d-403a-b471-99cc442c095d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:12.118982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:12.120019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:12.120734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:12.125519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:12.233826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-d0519f06-565c-4e66-9109-f725e5286631 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:12.235445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-d0519f06-565c-4e66-9109-f725e5286631 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.0708320 Sep 15 15:46:12.256141 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:12.262743 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4771991 Sep 15 15:46:12.266344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35974) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:12.267508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b6eca-ed0f-4578-8cd4-b8cb9dca0b3e admin admin] Pushing event updated for resources: {'Network': ['ID=9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:12.275892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Request body: {'subnet': {'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2003951098-subnet', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:12.276128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:12.377297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:12.382964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:46:12.398149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e2a18-9b2e-4a1e-8986-5fd334d11486 req-574b02af-f5e0-44bc-8dd1-f0b7ff7942e2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:12.415515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff7e2a18-9b2e-4a1e-8986-5fd334d11486 req-574b02af-f5e0-44bc-8dd1-f0b7ff7942e2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 945 time: 0.2294350 Sep 15 15:46:12.422538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:12.503719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff7e2a18-9b2e-4a1e-8986-5fd334d11486 req-895d70b7-9f34-43eb-85d9-d629590748a5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870342 Sep 15 15:46:12.512689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['48e1cd95-f24d-403a-b471-99cc442c095d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:12.549863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Made reservation on behalf of 2562efe72bc14996bc878ba4dfcb8f57 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:12.559051 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:12.727035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a0da528-03af-41a3-8766-9bf45a7d4597 req-162049f4-0b19-46f9-a9a0-54087a1d9f45 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/be74a4bd-4ea3-43c5-9f18-b39bdaa6202a HTTP/1.1" status: 200 len: 1773 time: 0.3051801 Sep 15 15:46:12.894963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-5156f9c8-7a16-4cc1-a425-46946258aa1a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:12.897603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-5156f9c8-7a16-4cc1-a425-46946258aa1a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871&tenant_id=ee9c330a921d4d0395cccca53cd6eba5&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 947 time: 0.2886901 Sep 15 15:46:12.902785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35986) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:12.912306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8a0da528-03af-41a3-8766-9bf45a7d4597 req-9ba9e1aa-5ac1-4f5a-bc3f-801a27438ea8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:12.952001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:12.963640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8a0da528-03af-41a3-8766-9bf45a7d4597 req-9ba9e1aa-5ac1-4f5a-bc3f-801a27438ea8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.023514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.128169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:13.162663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8a0da528-03af-41a3-8766-9bf45a7d4597 req-9ba9e1aa-5ac1-4f5a-bc3f-801a27438ea8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.165295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8a0da528-03af-41a3-8766-9bf45a7d4597 req-9ba9e1aa-5ac1-4f5a-bc3f-801a27438ea8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.167712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad925b-2714-4dc9-a994-4c6f47f9f9c9 req-6eefcdcb-7a87-40d8-a52d-4ad154363738 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:13.174569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-39ad925b-2714-4dc9-a994-4c6f47f9f9c9 req-6eefcdcb-7a87-40d8-a52d-4ad154363738 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 947 time: 0.2268503 Sep 15 15:46:13.184915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b616f7e-36a4-4284-b503-f2fbe12ba219,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:13.186754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a0da528-03af-41a3-8766-9bf45a7d4597 req-9ba9e1aa-5ac1-4f5a-bc3f-801a27438ea8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/be74a4bd-4ea3-43c5-9f18-b39bdaa6202a HTTP/1.1" status: 204 len: 173 time: 0.4583488 Sep 15 15:46:13.216999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-233d29ed-ade4-4ceb-ae99-53e482384946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:13.219012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-233d29ed-ade4-4ceb-ae99-53e482384946 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1098 time: 0.1436245 Sep 15 15:46:13.224875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Checking segment: {'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:13.224875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Network hostable DHCP agents. Network: 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:46:13.228256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e03968a9-9e2b-4112-bf09-eaad94d24210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.249455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-39ad925b-2714-4dc9-a994-4c6f47f9f9c9 req-bb6c7bae-d0b5-4be3-9e77-ee02228ebfaa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Sep 15 15:46:13.258512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9e1aa-5ac1-4f5a-bc3f-801a27438ea8 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be74a4bd-4ea3-43c5-9f18-b39bdaa6202a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:13.297885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:13.300357 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111cb4fd-6633-466a-9694-b0380eaedd8d" -d '{"events": [{"server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "name": "network-vif-unplugged", "status": "completed", "tag": "854d12bb-801e-42ec-8274-25f62d77a470"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:13.314301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.345636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:46:13.439151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b8036-7991-4a43-af2b-e579e00483a7 req-277d5a62-12ed-4b60-a074-215417fb3725 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:13.445004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc0b8036-7991-4a43-af2b-e579e00483a7 req-277d5a62-12ed-4b60-a074-215417fb3725 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 944 time: 0.1646376 Sep 15 15:46:13.452186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.454240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:13.459273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:13.460423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.479349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d34bb-1db0-49dd-ad55-23819bc33120 None None] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:13.535902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-a7154d61-f804-4699-996c-61ac9df625df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:13.535902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-a7154d61-f804-4699-996c-61ac9df625df service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2986648 Sep 15 15:46:13.537929 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7723c-68a7-4c8b-a683-2271d6fbbf74 x-openstack-request-id: req-98a7723c-68a7-4c8b-a683-2271d6fbbf74 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:13.538293 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "name": "network-vif-unplugged", "status": "completed", "tag": "854d12bb-801e-42ec-8274-25f62d77a470", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:13.538463 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-98a7723c-68a7-4c8b-a683-2271d6fbbf74 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:13.538981 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470', 'code': 200} Sep 15 15:46:13.628361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-7460f86b-e2d6-46b2-a9ee-35a5fbd017c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 217 time: 0.0669694 Sep 15 15:46:13.694754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc0b8036-7991-4a43-af2b-e579e00483a7 req-522c4862-28bf-4dfc-a0f2-fef5a6408445 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113163 Sep 15 15:46:13.705398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:13.744344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c405a-1d1b-45a0-939b-e22311c1c7f3 req-fa4cea7c-5fdd-4db1-a984-df165ec1de78 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:13.747281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a23c405a-1d1b-45a0-939b-e22311c1c7f3 req-fa4cea7c-5fdd-4db1-a984-df165ec1de78 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.1031179 Sep 15 15:46:13.767683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'fixed_ips': [{'subnet_id': '9b616f7e-36a4-4284-b503-f2fbe12ba219'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:46:13.770317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.771520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e03968a9-9e2b-4112-bf09-eaad94d24210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.816198 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a23c405a-1d1b-45a0-939b-e22311c1c7f3 req-8458d39b-6f4b-43e9-b899-c1be20f740e4 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578058 Sep 15 15:46:13.830158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:13.830871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:13.831373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:13.841728 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-5269a2dc-86d6-42fd-8097-46d457d31dac req-bea446af-fe75-466e-afa4-cba28b228e78 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:46:13.843735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5269a2dc-86d6-42fd-8097-46d457d31dac req-bea446af-fe75-466e-afa4-cba28b228e78 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/c81448da-bc63-428a-8481-2a103f33821f HTTP/1.1" status: 404 len: 352 time: 0.0658698 Sep 15 15:46:13.862858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:46:13.863213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:13.870912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e03968a9-9e2b-4112-bf09-eaad94d24210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:13.887365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-09e27fc9-fcfb-420d-b4d1-22a3baca4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:13.891961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-09e27fc9-fcfb-420d-b4d1-22a3baca4121 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1959364 Sep 15 15:46:13.901620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 854d12bb-801e-42ec-8274-25f62d77a470 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:13.912046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-137d9599-8612-4a5a-bfc0-1067f853f8ba admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6414108 Sep 15 15:46:13.915974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36014) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:13.921998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:13.925110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48e1cd95-f24d-403a-b471-99cc442c095d up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:13.939296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:13.942373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:13.944666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:13.945333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Bound port: 854d12bb-801e-42ec-8274-25f62d77a470, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:13.945824 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.001509 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e03968a9-9e2b-4112-bf09-eaad94d24210 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0f70ac7495a48ce83552cecf578de0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0960345 Sep 15 15:46:14.005296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36016) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:14.027187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.037065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Allocated IP 172.20.0.2 (9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668/9b616f7e-36a4-4284-b503-f2fbe12ba219/0c149d05-d4f6-4c07-bae6-234e59822570) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:14.037308 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.130722 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-54aa4366-0ecd-454a-979f-80b7f591ea40 req-342b0d7b-9e70-4f1d-b4d3-9523583d576b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:46:14.144334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54aa4366-0ecd-454a-979f-80b7f591ea40 req-342b0d7b-9e70-4f1d-b4d3-9523583d576b tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/38056742-3dcf-4fec-899c-1b809fa52ab0 HTTP/1.1" status: 404 len: 352 time: 0.2379386 Sep 15 15:46:14.149574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:14.164390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03968a9-9e2b-4112-bf09-eaad94d24210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1845df5e-ba23-40e0-9ac0-2107e672143b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:14.188349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.226294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb248-e461-47d7-ae34-7fc96d927114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.230880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-ae831723-3893-4d52-b22f-4c65116ea17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:14.233081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-ae831723-3893-4d52-b22f-4c65116ea17d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3283584 Sep 15 15:46:14.234114 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-09695df8-6ee2-4b9c-9fa3-0155bb718fbb req-1ef6c3a6-2b1d-4208-b77d-4626baf1aa06 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:46:14.255158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09695df8-6ee2-4b9c-9fa3-0155bb718fbb req-1ef6c3a6-2b1d-4208-b77d-4626baf1aa06 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/7d89fa4b-9f29-4763-b1a1-4e89af7dbc8f HTTP/1.1" status: 404 len: 352 time: 0.0980728 Sep 15 15:46:14.280218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:14.311693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb248-e461-47d7-ae34-7fc96d927114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.328350 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-721e40d2-7112-40f2-aaa9-7985e27b366f req-88997a19-fe9e-4387-90cb-88e997d048ab tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:46:14.345983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-721e40d2-7112-40f2-aaa9-7985e27b366f req-88997a19-fe9e-4387-90cb-88e997d048ab tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/20b29712-9c37-4879-a97f-316187cf4e32 HTTP/1.1" status: 404 len: 352 time: 0.0704639 Sep 15 15:46:14.350730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:46:14.354108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:14.513539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.534960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.560070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 48e1cd95-f24d-403a-b471-99cc442c095d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:14.560509 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.562558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:14.563038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.609707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:14.629669 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.646956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c8cd0-15b6-4e02-a0cc-f02f7302e353 req-3d3ec4eb-f8f5-4663-98fc-be08c1b72f58 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:14.650936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc3c8cd0-15b6-4e02-a0cc-f02f7302e353 req-3d3ec4eb-f8f5-4663-98fc-be08c1b72f58 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 947 time: 0.1302159 Sep 15 15:46:14.702538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb248-e461-47d7-ae34-7fc96d927114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.705335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae5bb248-e461-47d7-ae34-7fc96d927114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.707130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ae5bb248-e461-47d7-ae34-7fc96d927114 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1845df5e-ba23-40e0-9ac0-2107e672143b HTTP/1.1" status: 204 len: 168 time: 0.7014618 Sep 15 15:46:14.728789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:14.735795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:14.741047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bb248-e461-47d7-ae34-7fc96d927114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845df5e-ba23-40e0-9ac0-2107e672143b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:14.741631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:14.742004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:14.742980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:14.747513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:14.772780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Pushing event updated for resources: {'Port': ['ID=0c149d05-d4f6-4c07-bae6-234e59822570,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:14.775128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:46:14.775455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Attempting to bind port 854d12bb-801e-42ec-8274-25f62d77a470 on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:14.783248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc3c8cd0-15b6-4e02-a0cc-f02f7302e353 req-6c3f5c5a-3a43-4a79-8ad7-c3d613c7aa10 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908201 Sep 15 15:46:14.791810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:14.792208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:14.792801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:14.793283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Bound port: 854d12bb-801e-42ec-8274-25f62d77a470, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:14.793676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.853464 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-aab40dcf-6ab5-4df2-bdcf-5e79e37a1580 req-f52dacc4-286a-445f-a372-d1298bab5386 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:46:14.857969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.865369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aab40dcf-6ab5-4df2-bdcf-5e79e37a1580 req-f52dacc4-286a-445f-a372-d1298bab5386 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/cf267d35-3d33-4097-8667-3598af90a346 HTTP/1.1" status: 404 len: 352 time: 0.0510283 Sep 15 15:46:14.976191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:14.986656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5f958-cb4b-4a97-b8c6-761c3c68683b req-34087931-cfda-4973-ab81-a8b89fd834da tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:14.995518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33d5f958-cb4b-4a97-b8c6-761c3c68683b req-34087931-cfda-4973-ab81-a8b89fd834da tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 944 time: 0.5485857 Sep 15 15:46:14.998972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-f0b91c27-25ca-49dc-a0b7-46f1c2e4cd30 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425942 Sep 15 15:46:15.005440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:15.011002 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.011002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 1121 time: 2.7573333 Sep 15 15:46:15.037987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b019ce6-fbdb-43e3-ab5e-e56cde1a84f6 service neutron] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:15.074813 n-d-808199-2 neutron-server[102020]: WARNING neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Concurrent port binding operations failed on port 854d12bb-801e-42ec-8274-25f62d77a470 Sep 15 15:46:15.082260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:15.104423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Attempting to bind port 0c149d05-d4f6-4c07-bae6-234e59822570 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:15.104843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Attempting to bind port 0c149d05-d4f6-4c07-bae6-234e59822570 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:15.105273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Attempting to bind port 0c149d05-d4f6-4c07-bae6-234e59822570 on network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:15.132478 n-d-808199-2 neutron-server[102020]: INFO neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Attempt 2 to bind port 854d12bb-801e-42ec-8274-25f62d77a470 Sep 15 15:46:15.132478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 854d12bb-801e-42ec-8274-25f62d77a470 has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:46:15.152376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33d5f958-cb4b-4a97-b8c6-761c3c68683b req-1417c476-9165-47b2-ab8d-3a06bd14aaf5 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535006 Sep 15 15:46:15.162872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:15.165113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Checking segment: {'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:15.165596 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.166027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Bound using segment: {'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:15.166550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Bound port: 0c149d05-d4f6-4c07-bae6-234e59822570, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:15.179524 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.192882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.194793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.238058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.255790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['854d12bb-801e-42ec-8274-25f62d77a470'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:15.259945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['854d12bb-801e-42ec-8274-25f62d77a470'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:15.320018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e38ff04-978e-4094-8f8b-bddb0d2a50ce req-87211e3a-c031-4487-a302-67db1d5ef717 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103094 Sep 15 15:46:15.330815 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-98c9e00f-ef22-45e8-8be4-9118d3089e2f req-e3cafef6-4acd-48a1-bbb6-5d59f30bcbb6 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] show failed (client error): The resource could not be found. Sep 15 15:46:15.332205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98c9e00f-ef22-45e8-8be4-9118d3089e2f req-e3cafef6-4acd-48a1-bbb6-5d59f30bcbb6 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/ac5d8436-5f07-47e7-92c6-ba4e7865a73c HTTP/1.1" status: 404 len: 352 time: 0.0914836 Sep 15 15:46:15.362903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:15.379240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae3f18-707e-4c38-89ee-42d44dafedb7 req-f7e31214-ba4a-4cb0-99fc-7a4714b54f52 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:15.380061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acae3f18-707e-4c38-89ee-42d44dafedb7 req-f7e31214-ba4a-4cb0-99fc-7a4714b54f52 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.1321707 Sep 15 15:46:15.390501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:15.391490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'}, {'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:15.394861 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d5ac99-e876-48f3-b4f8-d8a81f7d2d9d" -d '{"events": [{"server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "name": "network-vif-plugged", "status": "completed", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd"}, {"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-plugged", "status": "completed", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:15.458527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Allocated IP 172.25.0.106 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/27be8303-919a-435e-a2b6-f65a013642eb) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:15.463982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acae3f18-707e-4c38-89ee-42d44dafedb7 req-58cb6d83-8b2f-474c-ad8a-8cb9fdcb06cd tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636110 Sep 15 15:46:15.541068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:15.543536 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9370177-05ea-4479-b584-657ed35f6de0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "tag": "854d12bb-801e-42ec-8274-25f62d77a470"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:15.556627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] For port 0c149d05-d4f6-4c07-bae6-234e59822570, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:15.578187 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479545d5-a7c9-41b1-b4b1-010f1c5c5a00 x-openstack-request-id: req-479545d5-a7c9-41b1-b4b1-010f1c5c5a00 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:15.578501 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "name": "network-vif-plugged", "status": "completed", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd", "code": 200}, {"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-plugged", "status": "completed", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:15.578773 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-479545d5-a7c9-41b1-b4b1-010f1c5c5a00 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:15.579249 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'code': 200} Sep 15 15:46:15.579415 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d', 'code': 200} Sep 15 15:46:15.593406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] For port 0c149d05-d4f6-4c07-bae6-234e59822570, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c149d05-d4f6-4c07-bae6-234e59822570,segment=NetworkSegment(137773d6-e03b-4d53-8f97-132c87102100),segment_id=137773d6-e03b-4d53-8f97-132c87102100)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:15.601801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.614503 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bff9a1e-5e7a-4f50-91ac-345fca6e9997 x-openstack-request-id: req-8bff9a1e-5e7a-4f50-91ac-345fca6e9997 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:15.614503 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "tag": "854d12bb-801e-42ec-8274-25f62d77a470", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:15.614503 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8bff9a1e-5e7a-4f50-91ac-345fca6e9997 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:15.614503 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470', 'status': 'completed', 'code': 200} Sep 15 15:46:15.678890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9370177-05ea-4479-b584-657ed35f6de0 req-98579f60-fd52-4ea0-a0a3-eed95dd8aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:15.681078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9370177-05ea-4479-b584-657ed35f6de0 req-98579f60-fd52-4ea0-a0a3-eed95dd8aaf1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1124 time: 0.0429318 Sep 15 15:46:15.781450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9370177-05ea-4479-b584-657ed35f6de0 req-e8ef4bd3-e2db-4d99-886b-405bf146d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:15.782957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9370177-05ea-4479-b584-657ed35f6de0 req-e8ef4bd3-e2db-4d99-886b-405bf146d8f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.0955081 Sep 15 15:46:15.827052 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.831394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.832634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.850346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9370177-05ea-4479-b584-657ed35f6de0 req-0ae3a746-063d-4f8f-9599-887f01871016 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 217 time: 0.0519757 Sep 15 15:46:15.859805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48e1cd95-f24d-403a-b471-99cc442c095d no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:15.874774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:15.934848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9370177-05ea-4479-b584-657ed35f6de0 req-02868b36-fe6c-460a-b817-da108ed43c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:15.937563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9370177-05ea-4479-b584-657ed35f6de0 req-02868b36-fe6c-460a-b817-da108ed43c6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0809639 Sep 15 15:46:15.991411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:16.005779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9370177-05ea-4479-b584-657ed35f6de0 req-d0c2db9a-3245-4281-9a26-9ff1600fae14 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531838 Sep 15 15:46:16.009857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f03a87-312e-4cb7-9997-4b5eb15769ce None None] Pushing event updated for resources: {'Port': ['ID=0c149d05-d4f6-4c07-bae6-234e59822570,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:16.016759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:16.027242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:16.187365 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:16.188126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e12185-50b1-4c62-9d5b-09c86d7944a5 req-bcbc5a8d-c068-4460-bec2-2cc5e95336f2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:16.190776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47e12185-50b1-4c62-9d5b-09c86d7944a5 req-bcbc5a8d-c068-4460-bec2-2cc5e95336f2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.3283830 Sep 15 15:46:16.191179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9370177-05ea-4479-b584-657ed35f6de0 req-8d72f812-b5bb-4d58-b4fd-e355f4221323 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757574 Sep 15 15:46:16.233532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:16.235017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:16.317327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Pushing event updated for resources: {'Port': ['ID=27be8303-919a-435e-a2b6-f65a013642eb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:16.339677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:16.343659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:16.479288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:16.581776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47e12185-50b1-4c62-9d5b-09c86d7944a5 req-3d73a577-0b53-4b82-8db9-0439995d015a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604224 Sep 15 15:46:16.684846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c149d05-d4f6-4c07-bae6-234e59822570 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:16.737469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64514b-e151-421d-ba14-c5f01634f68f req-d31f0763-21e0-4203-88e7-154cafdc58e0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:16.740251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f64514b-e151-421d-ba14-c5f01634f68f req-d31f0763-21e0-4203-88e7-154cafdc58e0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 945 time: 0.5449736 Sep 15 15:46:16.789424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0c149d05-d4f6-4c07-bae6-234e59822570 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:16.790130 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:16.839716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9370177-05ea-4479-b584-657ed35f6de0 req-91ed85b6-3016-4ab1-a4a4-c2b7ec1103ac service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972984 Sep 15 15:46:16.861071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf801b8a-c308-48d3-8707-06be806bbee7 req-35fbaa3e-2ead-44b2-8d4c-d904e5bf8e60 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:16.870954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf801b8a-c308-48d3-8707-06be806bbee7 req-35fbaa3e-2ead-44b2-8d4c-d904e5bf8e60 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1024 time: 0.2145798 Sep 15 15:46:16.965098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36094) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:16.999994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf801b8a-c308-48d3-8707-06be806bbee7 req-0bae2093-ae91-41e6-823e-29b01eee6b06 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=3f294636-5b42-4539-a1da-fbcde206710f&id=de911520-9adf-4e16-a53b-a4ab9ea9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1269395 Sep 15 15:46:17.041319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.051506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Deleting port 48e1cd95-f24d-403a-b471-99cc442c095d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:17.052147 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.116737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 0c149d05-d4f6-4c07-bae6-234e59822570, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c149d05-d4f6-4c07-bae6-234e59822570,segment=NetworkSegment(137773d6-e03b-4d53-8f97-132c87102100),segment_id=137773d6-e03b-4d53-8f97-132c87102100)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:17.210166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.239687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2129982454-network', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:17.348745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61189121-6c62-46a2-abf8-a59fb82dd3cb req-8bd99a2e-3b8c-4421-bae7-c0ec4784281a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:17.358538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61189121-6c62-46a2-abf8-a59fb82dd3cb req-8bd99a2e-3b8c-4421-bae7-c0ec4784281a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.2121482 Sep 15 15:46:17.359048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=0c149d05-d4f6-4c07-bae6-234e59822570,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:17.360565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] For port 48e1cd95-f24d-403a-b471-99cc442c095d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48e1cd95-f24d-403a-b471-99cc442c095d,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:17.360941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.396355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Calling delete_port for 48e1cd95-f24d-403a-b471-99cc442c095d owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:17.411807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca62a6-bfb3-4baf-b5d0-888d5800d47a req-6eb15e72-0271-4b8e-a6af-734adf6baef4 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:17.421449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77ca62a6-bfb3-4baf-b5d0-888d5800d47a req-6eb15e72-0271-4b8e-a6af-734adf6baef4 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 943 time: 0.1039076 Sep 15 15:46:17.443973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Made reservation on behalf of 30165ceb56114dc3ae5750bb7caa0c48 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:17.450602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.517216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77ca62a6-bfb3-4baf-b5d0-888d5800d47a req-a60011a9-fcb5-4f3c-bf88-a9fb4b83e6ae tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948114 Sep 15 15:46:17.551262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.580921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:17.583515 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dd7ba2-95be-446d-ad39-cc6f75075051" -d '{"events": [{"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-unplugged", "status": "completed", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:17.603008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61189121-6c62-46a2-abf8-a59fb82dd3cb req-b23e20b5-fb2d-45b2-adb8-03e7033102ad tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207584 Sep 15 15:46:17.627943 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.655024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091130dd-30f9-4619-a669-58a5a444deaa None None] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:17.696828 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a32b6d4-1924-4ffc-a086-df4373877802 x-openstack-request-id: req-3a32b6d4-1924-4ffc-a086-df4373877802 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:17.697527 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-unplugged", "status": "completed", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:17.698799 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3a32b6d4-1924-4ffc-a086-df4373877802 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:17.703477 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d', 'code': 200} Sep 15 15:46:17.849608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1fa0712b-05bf-4b62-b524-435adf288e66 None None] Provisioning complete for port 0c149d05-d4f6-4c07-bae6-234e59822570 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:17.850301 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1fa0712b-05bf-4b62-b524-435adf288e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:17.911185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-8cbb3520-f0bf-42d9-b506-75a1ace7be23 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:17.913050 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-8cbb3520-f0bf-42d9-b506-75a1ace7be23 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.38 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1024 time: 0.1914268 Sep 15 15:46:17.952740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104b59d-6514-45bb-a568-77b8f662b3be req-8f742884-b435-43dc-8042-8468f6b50b8f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:17.954543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3104b59d-6514-45bb-a568-77b8f662b3be req-8f742884-b435-43dc-8042-8468f6b50b8f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.1670856 Sep 15 15:46:18.009952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.021990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.111119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3104b59d-6514-45bb-a568-77b8f662b3be req-89acfe29-eabe-44ee-add3-13c9936fc6c0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295483 Sep 15 15:46:18.115479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.118877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.169858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:46:18.196923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event deleted for resources: {'Port': ['ID=48e1cd95-f24d-403a-b471-99cc442c095d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:18.259072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e9c91e-27c3-4b6c-822f-8c5352287079,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:18.263161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.263500 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Added segment e81a2aa1-abb4-4153-a784-63b01cf25ea8 of type vlan for network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 Sep 15 15:46:18.301189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9979-e5c2-4926-9130-f49c7702c665 req-82702dc7-52e2-4a73-9e0f-6308b2e5bb43 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:18.302972 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b4d9979-e5c2-4926-9130-f49c7702c665 req-82702dc7-52e2-4a73-9e0f-6308b2e5bb43 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 1024 time: 0.1086197 Sep 15 15:46:18.324470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] No DVR routers for this DVR port 48e1cd95-f24d-403a-b471-99cc442c095d on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:18.363064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.364356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f64514b-e151-421d-ba14-c5f01634f68f req-78b7c5ef-8434-491c-b7f4-897427454a28 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "DELETE /v2.0/ports/48e1cd95-f24d-403a-b471-99cc442c095d HTTP/1.1" status: 204 len: 173 time: 1.6146874 Sep 15 15:46:18.366178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-deleted', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:18.378537 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84431e94-e570-4f73-b8a6-590e3abea58f" -d '{"events": [{"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-deleted", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:18.396132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b4d9979-e5c2-4926-9130-f49c7702c665 req-34960af7-b3eb-4304-8642-e9afaee2c5f4 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups?id=5bf69d51-d13c-4bba-9436-6c8a12de5363&id=3f294636-5b42-4539-a1da-fbcde206710f&id=de911520-9adf-4e16-a53b-a4ab9ea9865f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0823808 Sep 15 15:46:18.418191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:46:18.440629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Deleting port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:18.441142 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.443437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-25369a99-c873-46f7-82a8-c859c6dda588 None None] Provisioning complete for port 0c149d05-d4f6-4c07-bae6-234e59822570 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:18.445141 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-25369a99-c873-46f7-82a8-c859c6dda588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.456034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.531046 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79217fa2-b19e-45dc-a5b6-898d1665c6fc x-openstack-request-id: req-79217fa2-b19e-45dc-a5b6-898d1665c6fc {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:18.531439 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51833747-4716-45a2-bcfc-6958ca48ab58", "name": "network-vif-deleted", "tag": "48e1cd95-f24d-403a-b471-99cc442c095d", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:18.531627 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-79217fa2-b19e-45dc-a5b6-898d1665c6fc {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:18.531988 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51833747-4716-45a2-bcfc-6958ca48ab58', 'name': 'network-vif-deleted', 'tag': '48e1cd95-f24d-403a-b471-99cc442c095d', 'status': 'completed', 'code': 200} Sep 15 15:46:18.542315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1796-b974-4b1d-9684-f7aad8d98c7f req-aac95754-6a06-4448-bc96-6f1c2331485a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:18.544012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8ab1796-b974-4b1d-9684-f7aad8d98c7f req-aac95754-6a06-4448-bc96-6f1c2331485a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.2912042 Sep 15 15:46:18.591374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c149d05-d4f6-4c07-bae6-234e59822570 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:18.645878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8ab1796-b974-4b1d-9684-f7aad8d98c7f req-9eb910ff-b4d8-44fc-96d5-60e6d65352aa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631874 Sep 15 15:46:18.664867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6848927b-7cc2-4247-9ffd-e62e6624970b req-305258a0-224c-4ec6-ba34-f10b3e1d15b3 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=51833747-4716-45a2-bcfc-6958ca48ab58 HTTP/1.1" status: 200 len: 210 time: 0.0445981 Sep 15 15:46:18.690656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] For port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,segment=NetworkSegment(75879688-edf2-4568-9e13-1843239f0cc2),segment_id=75879688-edf2-4568-9e13-1843239f0cc2)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:18.691024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.710097 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.711139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:18.711827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.736601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:18.736766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Calling delete_port for 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:18.794596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Sync routers for ids ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:18.847298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8729451 Sep 15 15:46:18.850403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Routers {'0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:18.851118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:18.854221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36138) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:18.889307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Request body: {'subnet': {'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-subnet', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:18.897972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.902611 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b651fe4-3b08-4356-a1f8-c814e716ccad admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9852395 Sep 15 15:46:18.904204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36142) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:18.909958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8b392-982b-44f8-9cda-66f83df0bd2a admin admin] Pushing event updated for resources: {'Network': ['ID=e7f329a8-4cbc-4d83-b908-8221a9ceaa96,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:18.980841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Made reservation on behalf of 30165ceb56114dc3ae5750bb7caa0c48 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:18.982948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:18.996220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:46:19.038950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aca1c-4e75-4fda-bb2a-8a7de428f1ec req-77ccb29d-1d33-461e-9388-21af9a463081 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:19.048101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef3aca1c-4e75-4fda-bb2a-8a7de428f1ec req-77ccb29d-1d33-461e-9388-21af9a463081 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.2330658 Sep 15 15:46:19.132137 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef3aca1c-4e75-4fda-bb2a-8a7de428f1ec req-7188a965-bf68-4723-a789-42770a036b52 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831993 Sep 15 15:46:19.272977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:19.377521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'Port': ['ID=1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:19.458865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] No DVR routers for this DVR port 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:19.461865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:19.464477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87704ce2-e62c-40bc-8baa-b114d85c2319 req-5a9feac0-0db7-40cb-a3ad-dfa5e388a1f1 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.38 "DELETE /v2.0/ports/1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec HTTP/1.1" status: 204 len: 173 time: 1.5417895 Sep 15 15:46:19.499447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:19.531888 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:46:19.553227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-0f48f29d-1deb-4f3f-ac71-69c896daab96 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565221 Sep 15 15:46:19.591856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f8ecc1a-44b8-4747-a774-afe8d4f9f20a req-d2b40f2c-a39e-4556-877e-a16a4cd621fc tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ab20cac-c5a6-426a-8617-80b34266acfe HTTP/1.1" status: 200 len: 210 time: 0.0569324 Sep 15 15:46:19.627188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:19.673634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0c149d05-d4f6-4c07-bae6-234e59822570 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:19.674685 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:19.715633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:19.826028 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:19.846144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Checking segment: {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:19.848203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48e1cd95-f24d-403a-b471-99cc442c095d no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:19.849239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Network hostable DHCP agents. Network: e7f329a8-4cbc-4d83-b908-8221a9ceaa96, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:46:19.888386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-949f7432-07c8-4dd2-910f-b42ca17eaae4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:19.906499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-949f7432-07c8-4dd2-910f-b42ca17eaae4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030279 Sep 15 15:46:19.941356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 48e1cd95-f24d-403a-b471-99cc442c095d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:19.942121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48e1cd95-f24d-403a-b471-99cc442c095d not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:19.947333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Set router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:19.956981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-4839a3f9-f813-46bb-a62c-7acd065670f0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/quotas/ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 375 time: 0.0466769 Sep 15 15:46:20.006619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:46:20.118793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e7f329a8-4cbc-4d83-b908-8221a9ceaa96) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:20.123909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:20.124607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.132602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e334d29-2b50-4044-8c71-9579ae9324a8 None None] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:20.143099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-312db483-60c3-47ba-8f4f-37ec113f8fa1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870747 Sep 15 15:46:20.243468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2755d781-1579-4de5-b1fa-bb57e87e832f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3575423 Sep 15 15:46:20.247182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36190) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:20.257831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:20.313534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Allocated IP 172.20.0.1 (9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668/9b616f7e-36a4-4284-b503-f2fbe12ba219/9654a71f-8195-4eee-899d-d94ec6a31ec6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:20.359742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-2c92d0b3-d7ad-4c7e-ac29-f5cd562a7f9b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:20.367934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-2c92d0b3-d7ad-4c7e-ac29-f5cd562a7f9b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 821 time: 0.1882296 Sep 15 15:46:20.390426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-e267bab3-72a6-4002-af45-ade648a2642d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/quotas/d6d9ffe241a545a19c1c84ef2a186eae HTTP/1.1" status: 200 len: 375 time: 0.0213444 Sep 15 15:46:20.439844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.441997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.446069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '27be8303-919a-435e-a2b6-f65a013642eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:17Z', 'revision_number': 3, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port': {'id': '27be8303-919a-435e-a2b6-f65a013642eb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:15Z', 'updated_at': '2021-09-15T15:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:20.467298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-0d7e5a8b-5e11-4ff7-bcef-13a9d6bce57d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759196 Sep 15 15:46:20.559213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'name': 'network-vif-deleted', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:20.563504 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.566974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:46:20.571884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.572534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.583996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Checking router: 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:20.584815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Updating router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 port 27be8303-919a-435e-a2b6-f65a013642eb binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:46:20.588762 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af19f9-d4cb-421c-8341-1c4745bdea29" -d '{"events": [{"server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "name": "network-vif-deleted", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:20.675338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.738826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-2ce4d59b-0249-4b71-9441-dd863732cf03 service neutron] 10.222.0.63 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487078 Sep 15 15:46:20.810903 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:20.914581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Pushing event updated for resources: {'Port': ['ID=9654a71f-8195-4eee-899d-d94ec6a31ec6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:20.954984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-08454dff-d79b-45b1-8b76-e754761d75c2 service neutron] 10.222.0.63 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127078 Sep 15 15:46:20.962655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:20.990551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:20.996681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:21.003559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Allocated IP 172.20.0.2 (e7f329a8-4cbc-4d83-b908-8221a9ceaa96/bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95/eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:21.122651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.150827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1db5e2-ba24-472c-9643-bf28def18645 req-728b8b11-3480-402a-b2fd-1e13d91721e0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:21.166582 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e1db5e2-ba24-472c-9643-bf28def18645 req-728b8b11-3480-402a-b2fd-1e13d91721e0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.3581216 Sep 15 15:46:21.209791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.384520 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.467173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e1db5e2-ba24-472c-9643-bf28def18645 req-0613e9d1-9d4a-49e1-b6a4-42f3f2e3718c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995565 Sep 15 15:46:21.541074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9be3fb79-27d2-4369-b71c-c8914d45ef57 req-156f96f1-b3ba-4614-82e0-fd1f3ba71026 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 210 time: 0.1142459 Sep 15 15:46:21.566003 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f85e84-dad4-4476-a6bb-98976a2c2981 x-openstack-request-id: req-c3f85e84-dad4-4476-a6bb-98976a2c2981 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:21.566784 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab20cac-c5a6-426a-8617-80b34266acfe", "name": "network-vif-deleted", "tag": "1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:21.567179 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c3f85e84-dad4-4476-a6bb-98976a2c2981 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:21.567750 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab20cac-c5a6-426a-8617-80b34266acfe', 'name': 'network-vif-deleted', 'tag': '1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec', 'status': 'completed', 'code': 200} Sep 15 15:46:21.586792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.586896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.605954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.732525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.781012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3aac8d0d-e674-403a-9a41-365046688a8a req-41ce26fa-32aa-472c-bf59-9af863d1caee tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 210 time: 0.0840452 Sep 15 15:46:21.831013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6b143df0-5285-4e65-aab5-90bc58f6b3b7 None None] Provisioning complete for port 9654a71f-8195-4eee-899d-d94ec6a31ec6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:21.831328 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b143df0-5285-4e65-aab5-90bc58f6b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.908194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c88e30-f84a-468c-91f4-d4a66efe725a None None] Pushing event updated for resources: {'Port': ['ID=27be8303-919a-435e-a2b6-f65a013642eb,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:21.920059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-472013ef-ee6b-4792-a33c-3e3bd7dee8c3 req-3532619d-533b-407c-991c-d34c3cc93f1f tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/3f294636-5b42-4539-a1da-fbcde206710f HTTP/1.1" status: 200 len: 1801 time: 0.1011064 Sep 15 15:46:21.924429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Attempting to bind port 27be8303-919a-435e-a2b6-f65a013642eb on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:21.924868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Attempting to bind port 27be8303-919a-435e-a2b6-f65a013642eb by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:21.925243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Attempting to bind port 27be8303-919a-435e-a2b6-f65a013642eb on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:21.964531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:21.964531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:21.964977 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:21.965379 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:21.965900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Bound port: 27be8303-919a-435e-a2b6-f65a013642eb, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:21.966278 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.057570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-472013ef-ee6b-4792-a33c-3e3bd7dee8c3 req-1f358a64-c793-4fd6-aac6-6ccf5ecfe12e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.103725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:22.109756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:22.129319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-472013ef-ee6b-4792-a33c-3e3bd7dee8c3 req-1f358a64-c793-4fd6-aac6-6ccf5ecfe12e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.159221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:22.171822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:22.182185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:22.182546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1d403a01-eaf0-4c2b-9e5a-8ea4d3fa44ec not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:22.182960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 854d12bb-801e-42ec-8274-25f62d77a470 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:22.217973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6b143df0-5285-4e65-aab5-90bc58f6b3b7 None None] Port 9654a71f-8195-4eee-899d-d94ec6a31ec6 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:22.282088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Pushing event updated for resources: {'Port': ['ID=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:22.321236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] For port 27be8303-919a-435e-a2b6-f65a013642eb, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:22.325011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-472013ef-ee6b-4792-a33c-3e3bd7dee8c3 req-1f358a64-c793-4fd6-aac6-6ccf5ecfe12e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.328096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-472013ef-ee6b-4792-a33c-3e3bd7dee8c3 req-1f358a64-c793-4fd6-aac6-6ccf5ecfe12e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.330253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-472013ef-ee6b-4792-a33c-3e3bd7dee8c3 req-1f358a64-c793-4fd6-aac6-6ccf5ecfe12e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/3f294636-5b42-4539-a1da-fbcde206710f HTTP/1.1" status: 204 len: 173 time: 0.4072814 Sep 15 15:46:22.347469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Attempting to bind port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:22.350566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Attempting to bind port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:22.354200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Attempting to bind port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e on network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:22.354389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f358a64-c793-4fd6-aac6-6ccf5ecfe12e tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f294636-5b42-4539-a1da-fbcde206710f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:22.381329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] For port 27be8303-919a-435e-a2b6-f65a013642eb, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=27be8303-919a-435e-a2b6-f65a013642eb,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:22.395938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:22.396837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Checking segment: {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:22.397632 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.399181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Bound using segment: {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:22.401220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Bound port: eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:22.401834 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.464246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.565185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.573305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.630180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Routers {'0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:22.631271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:22.649533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a52a2c27-c48c-4a18-892b-d44a4bd3d87a req-d8ea7bdd-536f-47d0-ac8e-9ac948b34bef tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "GET /v2.0/security-groups/de911520-9adf-4e16-a53b-a4ab9ea9865f HTTP/1.1" status: 200 len: 1800 time: 0.2606111 Sep 15 15:46:22.650507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.687279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486221ea-f837-47c6-9108-776ffb83e23d req-54d870aa-7c80-4bb5-9f13-7829e4185a49 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:22.692450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] For port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:22.697658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] For port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:22.699342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-486221ea-f837-47c6-9108-776ffb83e23d req-54d870aa-7c80-4bb5-9f13-7829e4185a49 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.1004140 Sep 15 15:46:22.748731 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-486221ea-f837-47c6-9108-776ffb83e23d req-e6e127f3-8d2f-4649-80b1-2e6534ae5c57 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483186 Sep 15 15:46:22.771016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c88e30-f84a-468c-91f4-d4a66efe725a None None] Pushing event updated for resources: {'Port': ['ID=27be8303-919a-435e-a2b6-f65a013642eb,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:22.787726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.793610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:22.938080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c027708-1b6d-4695-8345-7a41ee20a284 req-ea3f6cda-615b-4e93-9e67-cedb2299715e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 210 time: 0.0722554 Sep 15 15:46:23.058646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.107193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a52a2c27-c48c-4a18-892b-d44a4bd3d87a req-2c961f20-9214-43af-ab51-e2203345f817 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.199290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a52a2c27-c48c-4a18-892b-d44a4bd3d87a req-2c961f20-9214-43af-ab51-e2203345f817 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.200929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8e83937-10c0-4d08-90f9-f3d0a398bf3a req-1acf57f7-6a18-42cc-8c12-bad91a58f91b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 210 time: 0.0625513 Sep 15 15:46:23.282293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Pushing event updated for resources: {'Port': ['ID=9654a71f-8195-4eee-899d-d94ec6a31ec6,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:23.344634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25b68c-d8e9-4c42-80c3-94af055c3fb0 None None] Pushing event updated for resources: {'Port': ['ID=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:23.394704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Allocated IP 172.25.0.170 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/11f315c9-8c0e-4b87-a574-799ddd1c35a6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:23.466053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] Set router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:23.505418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:23.509559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:23.606386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.747271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a52a2c27-c48c-4a18-892b-d44a4bd3d87a req-2c961f20-9214-43af-ab51-e2203345f817 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.750724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a52a2c27-c48c-4a18-892b-d44a4bd3d87a req-2c961f20-9214-43af-ab51-e2203345f817 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.751949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a52a2c27-c48c-4a18-892b-d44a4bd3d87a req-2c961f20-9214-43af-ab51-e2203345f817 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] 10.222.0.63 "DELETE /v2.0/security-groups/de911520-9adf-4e16-a53b-a4ab9ea9865f HTTP/1.1" status: 204 len: 173 time: 1.0807099 Sep 15 15:46:23.759525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36250) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:23.785192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:46:23.787095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c961f20-9214-43af-ab51-e2203345f817 tempest-SecurityGroupsTestJSON-2022740507 tempest-SecurityGroupsTestJSON-2022740507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de911520-9adf-4e16-a53b-a4ab9ea9865f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:23.805297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '27be8303-919a-435e-a2b6-f65a013642eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 4, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port': {'id': '27be8303-919a-435e-a2b6-f65a013642eb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:15Z', 'updated_at': '2021-09-15T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9654a71f-8195-4eee-899d-d94ec6a31ec6', 'name': '', 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'mac_address': 'fa:16:3e:e2:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:19Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 2, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'subnets': [{'id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:23.878130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e7c01-5bb5-4c4a-8597-474f75ce6ccb None None] The sync data for ids ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'] in n-d-808199-2 is: [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '27be8303-919a-435e-a2b6-f65a013642eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 4, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port': {'id': '27be8303-919a-435e-a2b6-f65a013642eb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:15Z', 'updated_at': '2021-09-15T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9654a71f-8195-4eee-899d-d94ec6a31ec6', 'name': '', 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'mac_address': 'fa:16:3e:e2:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:19Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 2, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'subnets': [{'id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:23.901310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-79497ae5-0f8b-438e-93c7-f8a414bde4ba None None] Provisioning complete for port 9654a71f-8195-4eee-899d-d94ec6a31ec6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:23.901899 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-79497ae5-0f8b-438e-93c7-f8a414bde4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.909376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] Deleting subnet 88df1f6c-df39-4e4a-b86a-dda102a09cf5 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:46:23.922211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:23.978963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-79497ae5-0f8b-438e-93c7-f8a414bde4ba None None] Port 9654a71f-8195-4eee-899d-d94ec6a31ec6 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:23.993804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:23.994934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3046615-4e2b-432e-83dc-4581434f46e6 req-8fe93f5a-b298-4902-a5d5-7e043b78cd39 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:23.996337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:24.004413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3046615-4e2b-432e-83dc-4581434f46e6 req-8fe93f5a-b298-4902-a5d5-7e043b78cd39 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.1631923 Sep 15 15:46:24.005251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d7ab11f0-463c-4db7-b773-f6e1471d4bad admin admin] 10.222.0.63 "PUT /v2.0/routers/0ac1e6cb-2b58-4cce-b4ef-55a94340ef46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0999444 Sep 15 15:46:24.053227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:24.061873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f39a7c2-28fa-420b-b705-67cbddeafc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:24.063624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:24.066144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:24.080917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-3418e276-a3c3-4a65-a8b0-8199fd65ee05 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229432 Sep 15 15:46:24.148113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:24.156032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Pushing event updated for resources: {'Port': ['ID=11f315c9-8c0e-4b87-a574-799ddd1c35a6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:24.166037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75d963b2-cc0c-40b2-a684-d3e8d93c8950 req-a6091ceb-6802-4474-860c-321b5fd3c420 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 210 time: 0.0710907 Sep 15 15:46:24.389336 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3046615-4e2b-432e-83dc-4581434f46e6 req-e0bfec47-ef49-4401-a0b0-6fab7d97f87c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696358 Sep 15 15:46:24.588183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:24.664230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-31605c2b-ec2a-46db-8f5e-5d535c636337 service neutron] 10.222.0.38 "GET /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.2036018 Sep 15 15:46:24.702370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:24.752779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-48785ff7-db49-48e6-8c37-ee3f7c2bf01b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:24.754503 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-48785ff7-db49-48e6-8c37-ee3f7c2bf01b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6503019 Sep 15 15:46:24.781260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Request body: {'port': {'device_id': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'ee9c330a921d4d0395cccca53cd6eba5'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:24.834642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1a458c33-c3b5-4d8c-94aa-ae8f7f1c961d req-679a9e2c-9ffd-40c2-b0d6-8ad6274f7060 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 210 time: 0.2444923 Sep 15 15:46:24.837241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:24.837909 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:24.976021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced9d85-823a-4b9b-9297-d19a0c8d1788 None None] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:24.989293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.136084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.177358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f26faa35-bf0d-45f3-9084-4d500bc00ec7 None None] Provisioning complete for port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:25.177804 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f26faa35-bf0d-45f3-9084-4d500bc00ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.331607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.367871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88df1f6c-df39-4e4a-b86a-dda102a09cf5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:25.381618 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.383594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0a5c2102-c9a8-4b94-8d76-692394049e1b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/88df1f6c-df39-4e4a-b86a-dda102a09cf5 HTTP/1.1" status: 204 len: 168 time: 1.6216614 Sep 15 15:46:25.416037 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.521510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36284) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:25.595009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-612752f8-b979-445b-9aa1-3f984abeda49 req-dc227827-9dc7-419a-9881-eaf1629fea72 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7140915 Sep 15 15:46:25.605924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a03053be-15c9-47a1-a5b9-c73e040aac52 req-fbc3404d-fb23-402f-aae0-068452092d9a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 210 time: 0.0857294 Sep 15 15:46:25.650376 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f26faa35-bf0d-45f3-9084-4d500bc00ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.653340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:25.666206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:25.709782 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.736982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.863352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:46:25.864977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-8c85dfa1-309b-4f28-a476-1e5e34d310c2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:25.866703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-8c85dfa1-309b-4f28-a476-1e5e34d310c2 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 821 time: 0.9237139 Sep 15 15:46:25.874868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.895084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:25.914785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:25.940845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Request body: {'port': {'device_id': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'admin_state_up': True, 'tenant_id': 'd6d9ffe241a545a19c1c84ef2a186eae'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:25.953447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:25.967608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-f26faa35-bf0d-45f3-9084-4d500bc00ec7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:46:25.968015 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-f26faa35-bf0d-45f3-9084-4d500bc00ec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:46:26.100427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:26.112706 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Sync routers for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:26.150512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:26.166319 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:26.167862 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:45:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:26.168616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f64a2d-5234-406e-addc-eda114cdfe09']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:26.197293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75879688-edf2-4568-9e13-1843239f0cc2') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:26.197603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75879688-edf2-4568-9e13-1843239f0cc2') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:26.220725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.252735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Made reservation on behalf of ee9c330a921d4d0395cccca53cd6eba5 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:26.259500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.260993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478118-98c2-461e-919e-f42a311dbeb0 req-deb92c2f-a61c-4551-9699-89845e58bd45 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:26.262497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.269938 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d478118-98c2-461e-919e-f42a311dbeb0 req-deb92c2f-a61c-4551-9699-89845e58bd45 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 943 time: 0.3134015 Sep 15 15:46:26.273997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.331310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d478118-98c2-461e-919e-f42a311dbeb0 req-c6dfa2e7-c6c7-487c-a324-241e4778400f tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600996 Sep 15 15:46:26.341807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:46:26.342296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:46:26.358677 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:46:26.376588 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.377557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854d12bb-801e-42ec-8274-25f62d77a470 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:26.383874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10c7d481-c7f9-4631-aff7-f6e5b9d054c3 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1300168 Sep 15 15:46:26.389615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36302) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:26.400721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:26.528187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.558734 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:26.561400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Made reservation on behalf of d6d9ffe241a545a19c1c84ef2a186eae for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:26.565153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.711393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-05d405d2-2435-4599-a3b0-c4d31368b5f2 None None] Provisioning complete for port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:26.714184 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05d405d2-2435-4599-a3b0-c4d31368b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.749351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3fedb7c7-45ff-410a-b283-2de8197a66ef req-3cf8fcb5-20ee-4592-bb08-799d59158154 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 210 time: 0.1230147 Sep 15 15:46:26.833195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 27be8303-919a-435e-a2b6-f65a013642eb up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:26.973885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:26.990800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.018262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] 10.222.0.63 "DELETE /v2.0/networks/34f64a2d-5234-406e-addc-eda114cdfe09 HTTP/1.1" status: 204 len: 168 time: 1.4849126 Sep 15 15:46:27.142641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.153232 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:24Z', 'revision_number': 3, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:27.158441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 27be8303-919a-435e-a2b6-f65a013642eb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:27.158999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.198714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Allocated IP 192.168.233.181 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/3e502353-e9a4-4831-97da-6d0a7241c76a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:27.228523 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Checking router: a4038eeb-c88c-4d94-8bf1-3a1d41ca256f for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:27.231376 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Updating router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f port 11f315c9-8c0e-4b87-a574-799ddd1c35a6 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:46:27.265033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] Transition to ACTIVE for port object 854d12bb-801e-42ec-8274-25f62d77a470 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:46:27.290836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.295952 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.386046 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.413956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 27be8303-919a-435e-a2b6-f65a013642eb, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=27be8303-919a-435e-a2b6-f65a013642eb,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:27.415384 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-63ef8110-a1a9-4d99-b918-b9e7bf5f1899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.425409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.516797 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.517872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:27.531187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Allocated IP 172.20.0.8 (1627b67a-27f0-46a7-8591-4fb58a05944b/69afc19a-27e6-4048-a694-a8f4383bc473/1f38f03a-6df6-4609-a6b8-ab5e71bc732e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:27.587105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36312) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:27.689032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=27be8303-919a-435e-a2b6-f65a013642eb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:27.715613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] No DVR routers for this DVR port 854d12bb-801e-42ec-8274-25f62d77a470 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:27.742674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:27.743136 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.749125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897382bb-0354-4055-bade-cfffebe5bb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=34f64a2d-5234-406e-addc-eda114cdfe09,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:27.754419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] Pushing event updated for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:27.778031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10602900-d984-413a-97b5-675b89ab1554 req-55c2a862-ff2c-4c76-a3c2-3996540c4fae tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 210 time: 0.7199097 Sep 15 15:46:27.810791 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.848651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14c63416-4e20-48b9-8d6d-fee2e0ebda95 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=44bc67a16947468d9d1d2a8f6d0996d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571049 Sep 15 15:46:27.863937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36320) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:27.901185 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:27.947577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-bb3e0de4-1a53-4309-ac98-0591454e38dc service neutron] 10.222.0.38 "PUT /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 3.2599988 Sep 15 15:46:28.030836 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Attempting to bind port 11f315c9-8c0e-4b87-a574-799ddd1c35a6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:28.030836 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Attempting to bind port 11f315c9-8c0e-4b87-a574-799ddd1c35a6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:28.030836 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Attempting to bind port 11f315c9-8c0e-4b87-a574-799ddd1c35a6 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:28.031135 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.037548 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:28.038274 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:28.039439 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.040053 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:28.040819 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Bound port: 11f315c9-8c0e-4b87-a574-799ddd1c35a6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:28.041440 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.103450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783152ec-0563-4762-a256-466adce0372c None None] Sync routers for ids ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:28.110959 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] For port 11f315c9-8c0e-4b87-a574-799ddd1c35a6, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:28.118573 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] For port 11f315c9-8c0e-4b87-a574-799ddd1c35a6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11f315c9-8c0e-4b87-a574-799ddd1c35a6,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:28.119033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783152ec-0563-4762-a256-466adce0372c None None] Routers {'0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:28.120309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-783152ec-0563-4762-a256-466adce0372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:28.121600 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Pushing event updated for resources: {'Port': ['ID=11f315c9-8c0e-4b87-a574-799ddd1c35a6,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:28.139129 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.140907 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.141341 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.141755 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.142171 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.143089 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.144111 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.145240 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.145650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.146308 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.148310 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.149289 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:28.150043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Allocated IP 172.25.0.213 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/fa9935a8-8236-4abf-b821-4cd6c609c7ed) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:28.194296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-accedc57-41ab-4547-a51b-03197e0c0c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.202522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.203440 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.295529 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-accedc57-41ab-4547-a51b-03197e0c0c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.322962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e3643-cfd7-4db1-8cd2-2a21939f0184 req-158c0621-1299-47c3-85df-0da94d834156 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:28.331600 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d7e3643-cfd7-4db1-8cd2-2a21939f0184 req-158c0621-1299-47c3-85df-0da94d834156 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 944 time: 0.2218800 Sep 15 15:46:28.344113 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e1433-1ed5-4c63-8954-f27ef5fe357b None None] Pushing event updated for resources: {'Port': ['ID=11f315c9-8c0e-4b87-a574-799ddd1c35a6,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:28.352607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.363391 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:28.364357 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:28.376263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:28.386205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:28.416412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-2bac26a8-5aed-4ae7-b6d0-ae300aba6d3c tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:28.418681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-2bac26a8-5aed-4ae7-b6d0-ae300aba6d3c tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.2950311 Sep 15 15:46:28.455844 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.477327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:28.490078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:28.510646 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:28.512785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:28.536724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:28.556006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.565055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d7e3643-cfd7-4db1-8cd2-2a21939f0184 req-52948d2c-fdba-4f46-a2b5-8bc70d9f73e9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323742 Sep 15 15:46:28.602855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.630098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 27be8303-919a-435e-a2b6-f65a013642eb up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:28.639916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-783152ec-0563-4762-a256-466adce0372c None None] Set router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:28.685602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:28.686655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.721026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-e9c732c0-bb0d-4af0-b033-e2629406722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:28.721882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Network 1627b67a-27f0-46a7-8591-4fb58a05944b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:28.722533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-e9c732c0-bb0d-4af0-b033-e2629406722c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2&tenant_id=778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 1095 time: 0.2559679 Sep 15 15:46:28.724465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-accedc57-41ab-4547-a51b-03197e0c0c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.736164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-accedc57-41ab-4547-a51b-03197e0c0c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.750621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-accedc57-41ab-4547-a51b-03197e0c0c24 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5bf69d51-d13c-4bba-9436-6c8a12de5363 HTTP/1.1" status: 204 len: 168 time: 0.8802671 Sep 15 15:46:28.771180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:28.774730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:28.879646 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:24Z', 'revision_number': 3, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:28.888293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:28.889458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:28.912145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accedc57-41ab-4547-a51b-03197e0c0c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf69d51-d13c-4bba-9436-6c8a12de5363,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:28.914774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-681abb8b-e0b0-459a-9387-3cb46b1562fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:28.918519 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-681abb8b-e0b0-459a-9387-3cb46b1562fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1095 time: 0.1612766 Sep 15 15:46:28.919361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-1b01d945-5bf6-4b34-91d1-679ffe6f4b1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1452715 Sep 15 15:46:28.947962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Request body: {'port': {'device_id': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:28.972962 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c14e96-a842-4156-bc64-e15d1ebd7a1d None None] The sync data for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 is: [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:24Z', 'revision_number': 3, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:29.024988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0205b14-0ff4-4ada-82ea-d69557b3d751 req-93a7c16a-8c98-4679-8637-b95a6d42df1b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:29.032410 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0205b14-0ff4-4ada-82ea-d69557b3d751 req-93a7c16a-8c98-4679-8637-b95a6d42df1b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 931 time: 0.3088202 Sep 15 15:46:29.033514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:29.052121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1660392 Sep 15 15:46:29.076627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Request body: {'port': {'device_id': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:29.080113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57956b-1f61-4ac0-9099-d4b5707b70d6 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event updated for resources: {'Port': ['ID=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:29.080276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c9fd2852-e9d4-49fb-9c8a-6a3dab404f8d None None] Provisioning complete for port 3e502353-e9a4-4831-97da-6d0a7241c76a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:29.080789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9fd2852-e9d4-49fb-9c8a-6a3dab404f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:29.142277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 27be8303-919a-435e-a2b6-f65a013642eb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:29.143060 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:29.178026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-ec8c86fd-3f98-478b-81e7-e7cbfc84d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:29.355444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-ec8c86fd-3f98-478b-81e7-e7cbfc84d8c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1936305 Sep 15 15:46:29.355444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-e366cdba-5c2b-457e-ac75-8fd7225f2b34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 200 len: 217 time: 0.0788643 Sep 15 15:46:29.355444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0205b14-0ff4-4ada-82ea-d69557b3d751 req-9024b5cd-200e-456b-b611-fc7728a147a0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671301 Sep 15 15:46:29.358523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:29.387821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-de9cd815-002b-4bd8-a62c-03054b83c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:29.389749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-de9cd815-002b-4bd8-a62c-03054b83c7fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0926387 Sep 15 15:46:29.474476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:29.503904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-4f353239-4874-4dea-a7fa-31d1ec0e37b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062384 Sep 15 15:46:29.535008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:29.629744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Pushing event updated for resources: {'Port': ['ID=fa9935a8-8236-4abf-b821-4cd6c609c7ed,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:29.718138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:29.755905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:29.784641 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-07bf87ef-7d1f-4bb0-a430-640bb5df60c4 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735703 Sep 15 15:46:29.944192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:29.984195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c9fd2852-e9d4-49fb-9c8a-6a3dab404f8d None None] Port 3e502353-e9a4-4831-97da-6d0a7241c76a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:30.008332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-dbb323cc-9b64-4c88-ae62-94679aa97061 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026634 Sep 15 15:46:30.078197 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.091589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b915e6-6be0-45e2-bb31-d73783212e0c req-e1242711-20f0-43d8-8189-0d514ea5183f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:30.101956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44b915e6-6be0-45e2-bb31-d73783212e0c req-e1242711-20f0-43d8-8189-0d514ea5183f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 936 time: 0.5047140 Sep 15 15:46:30.167824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.180853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44b915e6-6be0-45e2-bb31-d73783212e0c req-1eabdeeb-9125-4a95-acd2-c133a712e5b1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762970 Sep 15 15:46:30.237193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-783152ec-0563-4762-a256-466adce0372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '27be8303-919a-435e-a2b6-f65a013642eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 4, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port': {'id': '27be8303-919a-435e-a2b6-f65a013642eb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:15Z', 'updated_at': '2021-09-15T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9654a71f-8195-4eee-899d-d94ec6a31ec6', 'name': '', 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'mac_address': 'fa:16:3e:e2:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:19Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 2, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'subnets': [{'id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:30.335987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783152ec-0563-4762-a256-466adce0372c None None] Checking router: 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:30.336348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783152ec-0563-4762-a256-466adce0372c None None] Updating router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 port 9654a71f-8195-4eee-899d-d94ec6a31ec6 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:46:30.421251 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783152ec-0563-4762-a256-466adce0372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.463700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e502353-e9a4-4831-97da-6d0a7241c76a {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:30.485668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.511032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Allocated IP 172.20.0.1 (e7f329a8-4cbc-4d83-b908-8221a9ceaa96/bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95/87f54eb7-3557-4d5d-91dc-eec360cf7364) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:30.512796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.537951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Transition to ACTIVE for port object 3e502353-e9a4-4831-97da-6d0a7241c76a will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:46:30.641420 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.680695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11f315c9-8c0e-4b87-a574-799ddd1c35a6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:30.810873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f38f03a-6df6-4609-a6b8-ab5e71bc732e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:30.849547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.857728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cba58-98a2-4aeb-9c50-cce50674ebc3 req-a886e617-6038-4335-85d3-04be868b038b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:30.867929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:30.878503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-913cba58-98a2-4aeb-9c50-cce50674ebc3 req-a886e617-6038-4335-85d3-04be868b038b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 944 time: 0.4267020 Sep 15 15:46:30.955716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:30.967439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a8c93aec-febd-4d26-a6e0-07c140046f08 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:30.979060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-a8c93aec-febd-4d26-a6e0-07c140046f08 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.3857462 Sep 15 15:46:31.106763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Transition to ACTIVE for port object 1f38f03a-6df6-4609-a6b8-ab5e71bc732e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:46:31.122622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 11f315c9-8c0e-4b87-a574-799ddd1c35a6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:31.130794 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.155511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.170393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:31.174616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:31.175139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:31.179093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36368) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:31.213704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.230374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:46:31.230915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:31.232853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-913cba58-98a2-4aeb-9c50-cce50674ebc3 req-47abc44f-57db-4e2a-a7c5-4d6a551cfeb0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484607 Sep 15 15:46:31.259256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:31.259896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:31.260433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:31.261074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Bound port: 3e502353-e9a4-4831-97da-6d0a7241c76a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:31.261635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.408692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783152ec-0563-4762-a256-466adce0372c None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.423524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.482038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-619896601-network', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:31.502888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.503174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Pushing event updated for resources: {'Port': ['ID=87f54eb7-3557-4d5d-91dc-eec360cf7364,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:31.524706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-b8a910f1-5ba6-4a57-989e-46a98b9ecaba service neutron] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:31.530962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-b8a910f1-5ba6-4a57-989e-46a98b9ecaba service neutron] Notify callbacks [] for binding, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.532519 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d33bec7-0d71-4825-9173-849d81c199a5 req-b8a910f1-5ba6-4a57-989e-46a98b9ecaba service neutron] 10.222.0.55 "DELETE /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.5259938 Sep 15 15:46:31.561006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 11f315c9-8c0e-4b87-a574-799ddd1c35a6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11f315c9-8c0e-4b87-a574-799ddd1c35a6,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:31.564081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783152ec-0563-4762-a256-466adce0372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.569384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:31.575127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:31.593377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab2257-64c4-4945-b035-6139f3eadba9 req-36c3502b-ff17-4c02-ad6b-301a7a3dfee7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:31.603668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65ab2257-64c4-4945-b035-6139f3eadba9 req-36c3502b-ff17-4c02-ad6b-301a7a3dfee7 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 943 time: 0.1958570 Sep 15 15:46:31.606206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:31.644062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.710186 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65ab2257-64c4-4945-b035-6139f3eadba9 req-802d17b9-00ce-4eb4-ad9a-53294f384fc4 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049252 Sep 15 15:46:31.736713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Pushing event updated for resources: {'Port': ['ID=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:31.784812 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.878787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Made reservation on behalf of 28f02c2532ad48658106fd32f3ad40cb for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:31.882459 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.890936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Attempting to bind port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:31.891571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Attempting to bind port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:31.892086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Attempting to bind port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e on network 1627b67a-27f0-46a7-8591-4fb58a05944b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:31.920276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:31.927357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-783152ec-0563-4762-a256-466adce0372c None None] Attempting to bind port 9654a71f-8195-4eee-899d-d94ec6a31ec6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:31.930039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-783152ec-0563-4762-a256-466adce0372c None None] Attempting to bind port 9654a71f-8195-4eee-899d-d94ec6a31ec6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:31.931676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783152ec-0563-4762-a256-466adce0372c None None] Attempting to bind port 9654a71f-8195-4eee-899d-d94ec6a31ec6 on network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:31.951533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:31.953545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480d5e9-91ac-449a-8c17-7c392c12895c None None] Pushing event updated for resources: {'Port': ['ID=9654a71f-8195-4eee-899d-d94ec6a31ec6,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:31.982148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e on network 1627b67a-27f0-46a7-8591-4fb58a05944b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:46:31.982980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Attempting to bind port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e on network 1627b67a-27f0-46a7-8591-4fb58a05944b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:32.177713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783152ec-0563-4762-a256-466adce0372c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:32.178395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783152ec-0563-4762-a256-466adce0372c None None] Checking segment: {'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:32.179171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783152ec-0563-4762-a256-466adce0372c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.180675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783152ec-0563-4762-a256-466adce0372c None None] Bound using segment: {'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:32.181803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-783152ec-0563-4762-a256-466adce0372c None None] Bound port: 9654a71f-8195-4eee-899d-d94ec6a31ec6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137773d6-e03b-4d53-8f97-132c87102100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:32.182489 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783152ec-0563-4762-a256-466adce0372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.228679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.240031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:32.250356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:32.251152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Checking segment: {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:32.251701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Bound using segment: {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:32.252341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Bound port: 1f38f03a-6df6-4609-a6b8-ab5e71bc732e, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:32.252901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.256959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=11f315c9-8c0e-4b87-a574-799ddd1c35a6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:32.280768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.327937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd747fbf-9389-4bbf-a1b1-a9d1c0c3df41 req-b6502e16-6749-4488-8e7a-1a8d40d2be05 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:32.333897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.343137 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd747fbf-9389-4bbf-a1b1-a9d1c0c3df41 req-b6502e16-6749-4488-8e7a-1a8d40d2be05 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 948 time: 0.2115293 Sep 15 15:46:32.376381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b31afd-c9a9-41b1-8056-091a9ee9a8b1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:32.379608 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.382630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.442204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-783152ec-0563-4762-a256-466adce0372c None None] For port 9654a71f-8195-4eee-899d-d94ec6a31ec6, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:32.452140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Pushing event updated for resources: {'Port': ['ID=fa9935a8-8236-4abf-b821-4cd6c609c7ed,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:32.452362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-783152ec-0563-4762-a256-466adce0372c None None] For port 9654a71f-8195-4eee-899d-d94ec6a31ec6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9654a71f-8195-4eee-899d-d94ec6a31ec6,segment=NetworkSegment(137773d6-e03b-4d53-8f97-132c87102100),segment_id=137773d6-e03b-4d53-8f97-132c87102100)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:32.464024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd747fbf-9389-4bbf-a1b1-a9d1c0c3df41 req-36548aa3-2d83-4398-8d31-83bd611cd005 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194892 Sep 15 15:46:32.476085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fee836bb-c09a-433d-8314-7f9a0fd41162 None None] Provisioning complete for port 87f54eb7-3557-4d5d-91dc-eec360cf7364 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:32.477368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fee836bb-c09a-433d-8314-7f9a0fd41162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.526687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] For port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:32.526687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:32.530514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:46:32.552163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.561954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-783152ec-0563-4762-a256-466adce0372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.568442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fee836bb-c09a-433d-8314-7f9a0fd41162 None None] Port 87f54eb7-3557-4d5d-91dc-eec360cf7364 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:32.629996 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.670039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11f315c9-8c0e-4b87-a574-799ddd1c35a6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:32.671414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] For port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:32.686293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:32.687210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.688871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a7e0a2f0-28ad-4f8c-8f7d-ba9c78a65c89 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 1096 time: 3.7494457 Sep 15 15:46:32.693727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:32.699956 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c" -d '{"events": [{"name": "network-changed", "server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:32.704529 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.704937 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Added segment 67cb4987-6bd5-4609-985b-f8b5e3b08bdd of type vlan for network 16e1d583-ad45-4292-af8c-d16c7963d2f1 Sep 15 15:46:32.834853 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.845352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.852534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-612752f8-b979-445b-9aa1-3f984abeda49 req-0fcaf13d-cf0a-4ae8-85d0-cf81a85248d7 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.2403612 Sep 15 15:46:32.866267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.877645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783152ec-0563-4762-a256-466adce0372c None None] Routers {'0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:32.878910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-783152ec-0563-4762-a256-466adce0372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:32.886708 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:32.998108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.000656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-db663db8-7a83-4279-acd6-8f32194f5d86 None None] Provisioning complete for port 9654a71f-8195-4eee-899d-d94ec6a31ec6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:33.006572 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db663db8-7a83-4279-acd6-8f32194f5d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.092757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480d5e9-91ac-449a-8c17-7c392c12895c None None] Pushing event updated for resources: {'Port': ['ID=9654a71f-8195-4eee-899d-d94ec6a31ec6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:33.130521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.137578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.138526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 11f315c9-8c0e-4b87-a574-799ddd1c35a6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:33.138959 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.147266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f38f03a-6df6-4609-a6b8-ab5e71bc732e HTTP/1.1" status: 200 len: 1091 time: 4.0813582 Sep 15 15:46:33.153295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.resource_extend [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:46:33.201612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36c8cd-1018-4d69-9ddf-c53f7982ef25 req-b6fdff0c-2b6e-4aa5-9fc6-2cb2ad37a43a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.223701 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a36c8cd-1018-4d69-9ddf-c53f7982ef25 req-b6fdff0c-2b6e-4aa5-9fc6-2cb2ad37a43a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 944 time: 0.3182855 Sep 15 15:46:33.251114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-612752f8-b979-445b-9aa1-3f984abeda49 req-9fbe3523-fbb5-4ffe-8bc7-3922c3a5b75b tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.3903685 Sep 15 15:46:33.290616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a36c8cd-1018-4d69-9ddf-c53f7982ef25 req-91c12fef-a782-4e06-b710-4e6e9d486830 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638659 Sep 15 15:46:33.339428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.343043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Pushing event updated for resources: {'Port': ['ID=87f54eb7-3557-4d5d-91dc-eec360cf7364,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:33.364670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-783152ec-0563-4762-a256-466adce0372c None None] Set router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:33.403846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-d29435e1-443a-4200-b619-bb9377cb864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.410474 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db663db8-7a83-4279-acd6-8f32194f5d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.415230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-d29435e1-443a-4200-b619-bb9377cb864c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1099 time: 0.5393765 Sep 15 15:46:33.422287 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3dd3e-19f7-4834-820d-3a620fdb0725 x-openstack-request-id: req-a5a3dd3e-19f7-4834-820d-3a620fdb0725 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:33.423530 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:33.424839 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a5a3dd3e-19f7-4834-820d-3a620fdb0725 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:33.425380 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'status': 'completed', 'code': 200} Sep 15 15:46:33.469952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.473616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.474343 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.531075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-db663db8-7a83-4279-acd6-8f32194f5d86 None None] For port 9654a71f-8195-4eee-899d-d94ec6a31ec6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9654a71f-8195-4eee-899d-d94ec6a31ec6,segment=NetworkSegment(137773d6-e03b-4d53-8f97-132c87102100),segment_id=137773d6-e03b-4d53-8f97-132c87102100)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:33.539560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde018ed-fd71-405c-adb5-035e99c3dd78 service neutron] Pushing event updated for resources: {'Port': ['ID=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:33.591936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc3593-a5dc-4b96-a382-836f2857e081 req-f27cd206-ce7b-45b7-9581-1a343c1798c0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.593672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ecc3593-a5dc-4b96-a382-836f2857e081 req-f27cd206-ce7b-45b7-9581-1a343c1798c0 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 943 time: 0.1067224 Sep 15 15:46:33.606265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-aeb493a0-5a5e-494c-a4bd-cdd8417960dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.1230500 Sep 15 15:46:33.608434 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db663db8-7a83-4279-acd6-8f32194f5d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:33.609044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:33.643260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:33.685923 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7ecc3593-a5dc-4b96-a382-836f2857e081 req-16bedbba-c5e1-4af7-8b09-1770d08884ac tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686920 Sep 15 15:46:33.742987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5598717 Sep 15 15:46:33.746923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:33.753382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f025a7e-8967-4d88-a220-a408a72ee0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=16e1d583-ad45-4292-af8c-d16c7963d2f1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:33.757562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Request body: {'subnet': {'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-619896601-subnet', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:33.782634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:46:33.790249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612752f8-b979-445b-9aa1-3f984abeda49 req-b6a96eea-fec5-4872-a48c-2e6856c4db87 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.811608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-612752f8-b979-445b-9aa1-3f984abeda49 req-b6a96eea-fec5-4872-a48c-2e6856c4db87 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.5591834 Sep 15 15:46:33.817970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-1489e4af-6675-465a-b2b9-f39f37c2bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.819549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-1489e4af-6675-465a-b2b9-f39f37c2bcbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 1094 time: 0.5337503 Sep 15 15:46:33.996589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-5a1d5f30-ba73-444f-ba0c-1df66f233625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:33.998319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-5a1d5f30-ba73-444f-ba0c-1df66f233625 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.3760395 Sep 15 15:46:34.000110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-7c9b50e3-638c-4624-aca3-4f0197bd6215 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f38f03a-6df6-4609-a6b8-ab5e71bc732e HTTP/1.1" status: 200 len: 217 time: 0.1537578 Sep 15 15:46:34.004202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Made reservation on behalf of 28f02c2532ad48658106fd32f3ad40cb for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:34.006737 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:34.015464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db663db8-7a83-4279-acd6-8f32194f5d86 None None] Pushing event updated for resources: {'Port': ['ID=9654a71f-8195-4eee-899d-d94ec6a31ec6,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:34.080785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5793c25a-ad39-48a9-95d4-270213213096 None None] Provisioning complete for port 9654a71f-8195-4eee-899d-d94ec6a31ec6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:34.088945 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5793c25a-ad39-48a9-95d4-270213213096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:34.124008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:46:34.140319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-783152ec-0563-4762-a256-466adce0372c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '27be8303-919a-435e-a2b6-f65a013642eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 4, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port': {'id': '27be8303-919a-435e-a2b6-f65a013642eb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:15Z', 'updated_at': '2021-09-15T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9654a71f-8195-4eee-899d-d94ec6a31ec6', 'name': '', 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'mac_address': 'fa:16:3e:e2:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:19Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'subnets': [{'id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:34.142931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f8e0811-0a21-4e73-8b3e-35e19e16a258 req-c88d70ee-89fd-4b14-91fd-2ab89482f59c tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips/19722a95-9705-412f-b04d-158527b58261 HTTP/1.1" status: 200 len: 693 time: 0.1336207 Sep 15 15:46:34.169834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db718a5-55ae-49ff-a5bd-3ac5e61e6229 req-3f10ab58-74e0-42b1-b381-a90e28eda886 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:34.171446 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4db718a5-55ae-49ff-a5bd-3ac5e61e6229 req-3f10ab58-74e0-42b1-b381-a90e28eda886 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 948 time: 0.2547319 Sep 15 15:46:34.187192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-d9511f1d-3c0f-4ba2-af8d-cf1dfa385798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:34.189361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-d9511f1d-3c0f-4ba2-af8d-cf1dfa385798 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69afc19a-27e6-4048-a694-a8f4383bc473 HTTP/1.1" status: 200 len: 861 time: 0.1689830 Sep 15 15:46:34.201413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783152ec-0563-4762-a256-466adce0372c None None] The sync data for ids ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'] in n-d-808199-2 is: [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '27be8303-919a-435e-a2b6-f65a013642eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:21Z', 'revision_number': 4, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port': {'id': '27be8303-919a-435e-a2b6-f65a013642eb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:15Z', 'updated_at': '2021-09-15T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9654a71f-8195-4eee-899d-d94ec6a31ec6', 'name': '', 'network_id': '9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'mac_address': 'fa:16:3e:e2:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:19Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'subnets': [{'id': '9b616f7e-36a4-4284-b503-f2fbe12ba219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:34.251107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-1490b4ba-61de-4449-b90b-659651ad4ef2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1627b67a-27f0-46a7-8591-4fb58a05944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335138 Sep 15 15:46:34.251107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-f0914f8f-0457-42c5-883d-aa942f7e6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:34.251107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-f0914f8f-0457-42c5-883d-aa942f7e6c9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1815104 Sep 15 15:46:34.362777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4db718a5-55ae-49ff-a5bd-3ac5e61e6229 req-47c12abc-ad01-4352-8d84-4cd3c9708539 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771686 Sep 15 15:46:34.398121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2ec1d1f7-ca2b-4959-8a9e-8ef2f38134d4 None None] Provisioning complete for port 87f54eb7-3557-4d5d-91dc-eec360cf7364 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:34.399176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d1f7-ca2b-4959-8a9e-8ef2f38134d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:34.568564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:34.574828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d699c7f9-ffbd-42ad-a290-c3061ca1f2aa admin admin] 10.222.0.63 "PUT /v2.0/routers/a4038eeb-c88c-4d94-8bf1-3a1d41ca256f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1840425 Sep 15 15:46:34.581574 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Sync routers for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:34.604303 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:34.605315 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:34.634573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f27e4e-b8be-4944-8d49-d5166e3b6566 req-ae23f0e4-0331-44b5-ade4-fafe44546a41 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:34.636370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61f27e4e-b8be-4944-8d49-d5166e3b6566 req-ae23f0e4-0331-44b5-ade4-fafe44546a41 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1095 time: 0.0603130 Sep 15 15:46:34.666549 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:34.710213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9654a71f-8195-4eee-899d-d94ec6a31ec6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:34.729444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=17856e60-e1e5-4c32-b103-02512a312b0f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:34.814029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1d1f7-ca2b-4959-8a9e-8ef2f38134d4 None None] Port 87f54eb7-3557-4d5d-91dc-eec360cf7364 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:34.820381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9654a71f-8195-4eee-899d-d94ec6a31ec6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:34.820749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:34.829213 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:35.088989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e0811-0a21-4e73-8b3e-35e19e16a258 req-a2c89842-a0ec-4ceb-bac0-785e222a11d5 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:35.090377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f8e0811-0a21-4e73-8b3e-35e19e16a258 req-a2c89842-a0ec-4ceb-bac0-785e222a11d5 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.9384952 Sep 15 15:46:35.118483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-7f8e0811-0a21-4e73-8b3e-35e19e16a258 req-d338f87d-7ed5-4ad3-922b-6c5ecfd30c8b tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:46:35.119590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f8e0811-0a21-4e73-8b3e-35e19e16a258 req-d338f87d-7ed5-4ad3-922b-6c5ecfd30c8b tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199003 Sep 15 15:46:35.128272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-2e59b1e0-ca16-4c66-8a9f-3c414c33fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:35.150051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-2e59b1e0-ca16-4c66-8a9f-3c414c33fe0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 1096 time: 0.2768939 Sep 15 15:46:35.163871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-2f753ff4-0631-4db0-9ecf-d18364ea0e3d service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803434 Sep 15 15:46:35.179083 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 2, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:35.222095 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Checking router: a4038eeb-c88c-4d94-8bf1-3a1d41ca256f for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:35.222486 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Updating router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f port 87f54eb7-3557-4d5d-91dc-eec360cf7364 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:46:35.251245 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.306112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Checking segment: {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:35.306920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Network hostable DHCP agents. Network: 16e1d583-ad45-4292-af8c-d16c7963d2f1, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:46:35.323885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61f27e4e-b8be-4944-8d49-d5166e3b6566 req-be194bb9-2e92-4bba-846e-53bf7079829c tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800015 Sep 15 15:46:35.329825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef156d01-c2d8-4f3a-a58d-bd898fdbe5fe req-a98e3c84-f637-45c6-a5ce-3997298b6461 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465559 Sep 15 15:46:35.380615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-4ad559de-8b55-4bd7-b0a6-16e67fa7244d service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1351428 Sep 15 15:46:35.426521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'tag': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:35.428858 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9" -d '{"events": [{"name": "network-changed", "server_uuid": "6f15535d-d138-4de2-be00-6ccdcb83d0be", "tag": "1f38f03a-6df6-4609-a6b8-ab5e71bc732e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:35.511959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:46:35.536218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676daa19-f119-421b-a069-ef2e9349e98d req-d35982fd-4882-4ea3-b3d6-e03f288f32c5 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:35.544524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-676daa19-f119-421b-a069-ef2e9349e98d req-d35982fd-4882-4ea3-b3d6-e03f288f32c5 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 943 time: 0.2118635 Sep 15 15:46:35.603689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 16e1d583-ad45-4292-af8c-d16c7963d2f1) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:35.609665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:35.610253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.620586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f37cf-8b61-4b30-9364-a8fa45f77d2a None None] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:35.652476 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.699335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-97a0ece2-d89d-4fd5-85d0-d48f0cc16930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:35.700921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-97a0ece2-d89d-4fd5-85d0-d48f0cc16930 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 904 time: 0.5188668 Sep 15 15:46:35.734753 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4e22a286-202e-4cbf-b780-27101c43e7ba admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9843206 Sep 15 15:46:35.737499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:35.742127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:35.757156 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.805530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-676daa19-f119-421b-a069-ef2e9349e98d req-da99183d-167b-47fe-9b8b-e54047e16eac tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599163 Sep 15 15:46:35.824373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e474023-c43e-4fee-819c-6081dd5d92ed req-6c2b0fb8-5acd-4a41-bf2b-af061d999826 service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279745 Sep 15 15:46:35.844003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.845508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.863764 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce945d5a-7994-4eb7-b449-f94becc970d0 None None] Pushing event updated for resources: {'Port': ['ID=87f54eb7-3557-4d5d-91dc-eec360cf7364,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:35.872334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-34e297d3-5a68-414f-9ede-52a263ec9e21 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 HTTP/1.1" status: 200 len: 217 time: 0.1567047 Sep 15 15:46:35.954018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.971942 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Attempting to bind port 87f54eb7-3557-4d5d-91dc-eec360cf7364 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:35.972341 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Attempting to bind port 87f54eb7-3557-4d5d-91dc-eec360cf7364 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:35.972742 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Attempting to bind port 87f54eb7-3557-4d5d-91dc-eec360cf7364 on network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:35.979616 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:35.986845 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Checking segment: {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:35.987330 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:35.991430 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Bound using segment: {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:35.991430 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Bound port: 87f54eb7-3557-4d5d-91dc-eec360cf7364, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:35.991430 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.005946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-16e1d583-ad45-4292-af8c-d16c7963d2f1', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:46:36.008543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.087545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70826ac3-1152-4334-823d-bc3ae518d6a7 req-4aec5ec0-696e-49fa-a912-38faab46ae2f tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips?tenant_id=2562efe72bc14996bc878ba4dfcb8f57 HTTP/1.1" status: 200 len: 696 time: 0.0870221 Sep 15 15:46:36.090303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-ef7d1fb5-dea7-487a-aa79-49e4bf4de986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:36.092807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-ef7d1fb5-dea7-487a-aa79-49e4bf4de986 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1099 time: 0.5080769 Sep 15 15:46:36.095405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-e4b39a90-ff59-47df-b64e-87e01772c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:36.097043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-e4b39a90-ff59-47df-b64e-87e01772c362 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.2019851 Sep 15 15:46:36.187322 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] For port 87f54eb7-3557-4d5d-91dc-eec360cf7364, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:36.198564 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] For port 87f54eb7-3557-4d5d-91dc-eec360cf7364, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=87f54eb7-3557-4d5d-91dc-eec360cf7364,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:36.217449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-7e751ef1-9492-4024-897e-6698282babcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066360 Sep 15 15:46:36.285339 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.329569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Allocated IP 172.20.0.2 (16e1d583-ad45-4292-af8c-d16c7963d2f1/17856e60-e1e5-4c32-b103-02512a312b0f/0dc71bd7-8cb3-44c8-be35-f5b71b196a83) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:36.390658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-54ecf6fd-7c91-44b0-9da1-e3c648b19100 None None] Provisioning complete for port 87f54eb7-3557-4d5d-91dc-eec360cf7364 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:36.391011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54ecf6fd-7c91-44b0-9da1-e3c648b19100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.491020 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:36.492315 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:36.539085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.551458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-e1f41480-306a-4af8-9fc4-329f5744412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:36.552665 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-e1f41480-306a-4af8-9fc4-329f5744412a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.4321690 Sep 15 15:46:36.619858 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce945d5a-7994-4eb7-b449-f94becc970d0 None None] Pushing event updated for resources: {'Port': ['ID=87f54eb7-3557-4d5d-91dc-eec360cf7364,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:36.626246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-7dd9514f-c6aa-4caa-b1f0-d8893f9ff9f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.0645509 Sep 15 15:46:36.674396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70826ac3-1152-4334-823d-bc3ae518d6a7 req-cb1b6ab1-e80d-423c-a7ce-ef041bff7ff5 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:36.675950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70826ac3-1152-4334-823d-bc3ae518d6a7 req-cb1b6ab1-e80d-423c-a7ce-ef041bff7ff5 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks?id=efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 787 time: 0.5779004 Sep 15 15:46:36.716000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-70826ac3-1152-4334-823d-bc3ae518d6a7 req-f029b5b6-1eba-42b7-86cd-ac610e4ebc83 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:46:36.717030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70826ac3-1152-4334-823d-bc3ae518d6a7 req-f029b5b6-1eba-42b7-86cd-ac610e4ebc83 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096583 Sep 15 15:46:36.730907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-62ad8168-8dd8-41fb-b12e-98ecea52a355 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810085 Sep 15 15:46:36.750532 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54ecf6fd-7c91-44b0-9da1-e3c648b19100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.772177 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.798791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-9501215a-77cc-4732-913b-b00659b4a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:36.801492 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-9501215a-77cc-4732-913b-b00659b4a3b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1648786 Sep 15 15:46:36.823591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-54ecf6fd-7c91-44b0-9da1-e3c648b19100 None None] For port 87f54eb7-3557-4d5d-91dc-eec360cf7364, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=87f54eb7-3557-4d5d-91dc-eec360cf7364,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:36.837569 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:36.901444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54ecf6fd-7c91-44b0-9da1-e3c648b19100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.911350 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:36.968629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.002505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36464) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:37.005413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.020252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c247a10e-d02f-4b61-9332-b67dd5a21996 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785035520', 'description': 'tempest-description--638374422'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:37.030556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:37.033068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4506ff0-7b98-455d-8117-0afc22560cd5 req-d4d1de0c-d5ca-4bf5-8ca3-f0203964935f service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939181 Sep 15 15:46:37.047367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:37.059833 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:37.063753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-d40310a3-7e99-432c-95c1-f9a46bcb4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:37.065286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-d40310a3-7e99-432c-95c1-f9a46bcb4de6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117085 Sep 15 15:46:37.068782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df618b6-dca6-4968-9177-0d2c5ae2bd82 req-d6018d54-feb1-401c-a7ae-178136d4824d tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:37.070860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9df618b6-dca6-4968-9177-0d2c5ae2bd82 req-d6018d54-feb1-401c-a7ae-178136d4824d tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 1095 time: 0.2184899 Sep 15 15:46:37.107966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecf6fd-7c91-44b0-9da1-e3c648b19100 None None] Pushing event updated for resources: {'Port': ['ID=87f54eb7-3557-4d5d-91dc-eec360cf7364,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:37.132161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6f256f79-a534-4343-ae3b-f711c53d7cac None None] Provisioning complete for port 87f54eb7-3557-4d5d-91dc-eec360cf7364 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:37.133295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f256f79-a534-4343-ae3b-f711c53d7cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.162831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc4a64-11a2-47f4-93b0-04a6b97a3a11 req-45465a65-7796-4c80-929f-ec29cc8aafd2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:37.175044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dfc4a64-11a2-47f4-93b0-04a6b97a3a11 req-45465a65-7796-4c80-929f-ec29cc8aafd2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 948 time: 0.0925624 Sep 15 15:46:37.208187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c247a10e-d02f-4b61-9332-b67dd5a21996 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.238433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Attempting to bind port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:37.238795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Attempting to bind port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:37.239314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Attempting to bind port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 on network 16e1d583-ad45-4292-af8c-d16c7963d2f1 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:37.255791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:37.256273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Checking segment: {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:37.256961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.257941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Bound using segment: {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:37.258523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Bound port: 0dc71bd7-8cb3-44c8-be35-f5b71b196a83, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:37.259092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.263426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9df618b6-dca6-4968-9177-0d2c5ae2bd82 req-564003a7-4867-4dc5-9ae8-de58f9e0aea7 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778409 Sep 15 15:46:37.271271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dfc4a64-11a2-47f4-93b0-04a6b97a3a11 req-f244c5ec-9bfe-4e67-8755-cbc5abc97547 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933588 Sep 15 15:46:37.314733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-72f9299e-784a-4c4a-939e-880d4f6963ee service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406933 Sep 15 15:46:37.315930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Allocated IP 172.25.0.173 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:37.334817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Pushing event updated for resources: {'Port': ['ID=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:37.340321 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:37.356967 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d8c49c-bcec-4ae0-8204-cb287f81ee07 x-openstack-request-id: req-74d8c49c-bcec-4ae0-8204-cb287f81ee07 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:37.357264 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f15535d-d138-4de2-be00-6ccdcb83d0be", "tag": "1f38f03a-6df6-4609-a6b8-ab5e71bc732e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:37.361510 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-74d8c49c-bcec-4ae0-8204-cb287f81ee07 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:37.361510 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'tag': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e', 'status': 'completed', 'code': 200} Sep 15 15:46:37.435656 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c07aa-7f23-43bc-85e5-394a1df2140d None None] The sync data for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 is: [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:37.452933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-4add6c78-20a5-4a05-840d-d4a58a6cd002 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips/19722a95-9705-412f-b04d-158527b58261 HTTP/1.1" status: 200 len: 693 time: 0.0529397 Sep 15 15:46:37.569088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] For port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:37.573324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] For port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:37.607969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-364369c2-352e-49b5-94d6-d6344dca126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:37.609932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-364369c2-352e-49b5-94d6-d6344dca126e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 1094 time: 0.2281857 Sep 15 15:46:37.624003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11dc57ad-4dd9-43a9-8c0f-e6f8398c934c req-dab089aa-2bd8-4a82-b974-9e20698a0ffc service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997422 Sep 15 15:46:37.627187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c247a10e-d02f-4b61-9332-b67dd5a21996 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.672816 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.702031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-c95f3cdf-a56b-4d1c-bf75-1d73de1d3d07 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:37.703544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-c95f3cdf-a56b-4d1c-bf75-1d73de1d3d07 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.2498281 Sep 15 15:46:37.708907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.769817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95e01c-c20d-4f70-99b7-24cabc520984 None None] Pushing event updated for resources: {'Port': ['ID=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:37.780164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832490e3-6bf1-4a1e-bc16-7cec381144a0 req-51f0dcc2-bb93-4189-8ac8-a6138658e33a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:37.786281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-f572ad09-03cc-4068-bf9b-10a0f5afc30c tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0755045 Sep 15 15:46:37.790643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-832490e3-6bf1-4a1e-bc16-7cec381144a0 req-51f0dcc2-bb93-4189-8ac8-a6138658e33a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 943 time: 0.1614203 Sep 15 15:46:37.794748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c247a10e-d02f-4b61-9332-b67dd5a21996 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.860602 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-ceec7c5c-d703-411a-9cdd-50f9510d85a8 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0734251 Sep 15 15:46:37.877269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-c9022b59-6a32-4c8c-a6b3-358052f169cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:37.879102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-c9022b59-6a32-4c8c-a6b3-358052f169cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 200 len: 922 time: 0.2164609 Sep 15 15:46:37.879836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247a10e-d02f-4b61-9332-b67dd5a21996 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0464bda3-d869-491a-8fe9-6169ca36a18e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:37.914496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-832490e3-6bf1-4a1e-bc16-7cec381144a0 req-c000b2e0-3a5e-4149-97e4-f650f178b59c tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222634 Sep 15 15:46:37.952647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:37.952990 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c247a10e-d02f-4b61-9332-b67dd5a21996 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:37.954364 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c247a10e-d02f-4b61-9332-b67dd5a21996 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9474123 Sep 15 15:46:37.956141 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-9a88b67f-0b3c-4f47-941a-3a3f73ae4429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f38f03a-6df6-4609-a6b8-ab5e71bc732e HTTP/1.1" status: 200 len: 217 time: 0.0536380 Sep 15 15:46:37.957600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36470) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:37.963786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-761fd058-368b-4b55-94d0-d92f27063637 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Request body: {'security_group_rule': {'security_group_id': '0464bda3-d869-491a-8fe9-6169ca36a18e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:38.044456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.140804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-6bd0d32d-88a6-48a9-91a3-a3faca48ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:38.143596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-6bd0d32d-88a6-48a9-91a3-a3faca48ae07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69afc19a-27e6-4048-a694-a8f4383bc473 HTTP/1.1" status: 200 len: 861 time: 0.1737533 Sep 15 15:46:38.145752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:38.150731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:38.159810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:38.200452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-cc768eca-389f-48fb-8434-e95cdaa6e4ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1627b67a-27f0-46a7-8591-4fb58a05944b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488362 Sep 15 15:46:38.203188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:38.240968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'mac_address': 'fa:16:3e:ce:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:46:38.241132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Pushing event updated for resources: {'Port': ['ID=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:38.270287 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-761fd058-368b-4b55-94d0-d92f27063637 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.284690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Deleting port fa9935a8-8236-4abf-b821-4cd6c609c7ed {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:38.285811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.337856 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.366044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e502353-e9a4-4831-97da-6d0a7241c76a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:38.404729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:38.416518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-27668717-1f2c-491d-bd96-720472797fff service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069323 Sep 15 15:46:38.423024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-761fd058-368b-4b55-94d0-d92f27063637 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.496651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.497023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.501788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.503576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1f38f03a-6df6-4609-a6b8-ab5e71bc732e details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:38.512439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Calling delete_port for fa9935a8-8236-4abf-b821-4cd6c609c7ed owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:38.541148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-761fd058-368b-4b55-94d0-d92f27063637 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.635747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd058-368b-4b55-94d0-d92f27063637 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab85caf-4696-4900-b053-e01a7575a22d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:38.646823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee3b71a5-f431-4940-a59d-7c323e1cfdc9 req-cc0e8389-e15b-4a80-904a-a21638ce7e3c service neutron] 10.222.0.55 "GET /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225833 Sep 15 15:46:38.711281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-761fd058-368b-4b55-94d0-d92f27063637 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.714215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-761fd058-368b-4b55-94d0-d92f27063637 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7556031 Sep 15 15:46:38.720716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36502) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:38.721203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:38.723650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5314b31c-c9c0-4356-9784-017b54972000 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Request body: {'security_group_rule': {'security_group_id': '0464bda3-d869-491a-8fe9-6169ca36a18e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:38.724018 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:46:38.755433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 87f54eb7-3557-4d5d-91dc-eec360cf7364 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:38.851653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.939728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:38.958404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e', 'network_id': '1627b67a-27f0-46a7-8591-4fb58a05944b', 'port_id': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e', 'mac_address': 'fa:16:3e:b7:de:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69afc19a-27e6-4048-a694-a8f4383bc473', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:46:38.959684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5314b31c-c9c0-4356-9784-017b54972000 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:38.964438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 87f54eb7-3557-4d5d-91dc-eec360cf7364 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:38.964967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.020953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e38a2a-8485-4d3c-9336-8f6c528d1222 req-b172cc7f-2dbe-4d5d-b196-2438f16b11ec tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:39.022626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5e38a2a-8485-4d3c-9336-8f6c528d1222 req-b172cc7f-2dbe-4d5d-b196-2438f16b11ec tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 949 time: 0.2047122 Sep 15 15:46:39.055258 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.076536 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.078159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f38f03a-6df6-4609-a6b8-ab5e71bc732e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:39.091542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-a3bd068b-7ddb-44de-8d41-a6ba2e03576e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2420390 Sep 15 15:46:39.136408 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5e38a2a-8485-4d3c-9336-8f6c528d1222 req-0f4e5566-b7f4-4906-95e8-e26a8ff16853 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942838 Sep 15 15:46:39.158868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:39.161289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:39.183719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Pushing event deleted for resources: {'Port': ['ID=fa9935a8-8236-4abf-b821-4cd6c609c7ed,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:39.236597 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.266063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5314b31c-c9c0-4356-9784-017b54972000 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.286798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-8483d0c3-783e-4e35-9065-511f24cb22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:39.288607 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-8483d0c3-783e-4e35-9065-511f24cb22b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 1099 time: 0.1470139 Sep 15 15:46:39.352455 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5314b31c-c9c0-4356-9784-017b54972000 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.377208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.380155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.380708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c166ae-5045-4028-9d7e-bc285c3c6ef1 None None] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:39.381779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57feb8bf-11a5-48f8-80a3-72583d059301 req-80c02b23-be15-40b4-9969-d361af27526d tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "DELETE /v2.0/floatingips/19722a95-9705-412f-b04d-158527b58261 HTTP/1.1" status: 204 len: 173 time: 1.5111725 Sep 15 15:46:39.395137 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.396032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:39.411112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314b31c-c9c0-4356-9784-017b54972000 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ce6f90-a5db-4d80-ad63-18ac9f18d1c4,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:39.501528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-31d5c11b-6535-4cf0-a324-54af1d1d7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:39.503153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-31d5c11b-6535-4cf0-a324-54af1d1d7c4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1888866 Sep 15 15:46:39.545596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:39.546099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.574946 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5314b31c-c9c0-4356-9784-017b54972000 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.576089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5314b31c-c9c0-4356-9784-017b54972000 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8571498 Sep 15 15:46:39.577498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-8d979be9-b43a-4632-9785-bfc314c4fecd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 200 len: 217 time: 0.0622084 Sep 15 15:46:39.582608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36514) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:39.591127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:39.621596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3e502353-e9a4-4831-97da-6d0a7241c76a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:39.666076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1f38f03a-6df6-4609-a6b8-ab5e71bc732e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:39.676608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8e577-1103-4f8c-9615-e149124669be req-700ab843-d6cd-42c1-8dba-574ade46b4ac tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:39.686117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6e8e577-1103-4f8c-9615-e149124669be req-700ab843-d6cd-42c1-8dba-574ade46b4ac tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 944 time: 0.1718943 Sep 15 15:46:39.705810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-a90d2767-8d45-4a8b-b20f-2e403b4ade5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:39.707378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-a90d2767-8d45-4a8b-b20f-2e403b4ade5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1064682 Sep 15 15:46:39.716914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:39.757856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Router 07f5f5ac-b97e-489c-a525-cf7357563ff3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:46:39.808839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6e8e577-1103-4f8c-9615-e149124669be req-84aa76a4-05a9-4211-b5f9-c0311d2bc463 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217458 Sep 15 15:46:39.844935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-322afd55-778d-4c83-9336-9209a4ac4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:39.846480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-322afd55-778d-4c83-9336-9209a4ac4d82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291597 Sep 15 15:46:39.993461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:40.067640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.080825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-ce96cef3-12ac-4555-b20a-f7a3025f11f5 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252455 Sep 15 15:46:40.088225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-705b9456-d957-45dd-b462-2d2c5698bd32 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2307246 Sep 15 15:46:40.104366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.122168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:40.139688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Sync routers for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:40.144841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b1fb1aa4-09e4-4a9a-bc0a-14350273b4eb None None] Provisioning complete for port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:40.145315 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1aa4-09e4-4a9a-bc0a-14350273b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.158242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.162876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-97c30228-47f0-41bf-9609-c150a1578091 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4241154 Sep 15 15:46:40.166853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:40.227693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cdce29e-7730-4786-9a0b-bef7430f1243 req-0bed12fb-8774-4146-9126-a8891d29ca9e service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382680 Sep 15 15:46:40.269689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:40.278169 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.427968 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1aa4-09e4-4a9a-bc0a-14350273b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.441812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:40.442676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:40.483073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.579702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:40.651358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:40.654747 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:40.816040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Allocated IP 172.25.0.168 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/35ce4a17-ea3e-4353-92cd-6825d02a4404) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:40.937188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-b1fb1aa4-09e4-4a9a-bc0a-14350273b4eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:46:40.937188 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-b1fb1aa4-09e4-4a9a-bc0a-14350273b4eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:46:40.938903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:40.961279 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.006180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:41.008823 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bd81f7-6406-4efd-ab12-082cfa0128da" -d '{"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-unplugged", "status": "completed", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:41.025800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:41.056592 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.080599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:38Z', 'revision_number': 3, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:41.122985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Checking router: 07f5f5ac-b97e-489c-a525-cf7357563ff3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:41.123747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Updating router 07f5f5ac-b97e-489c-a525-cf7357563ff3 port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:46:41.151605 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.191101 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.222688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c6397-f993-491a-a1a0-a5eb7f71acfe req-a3a66324-0ec1-4fa5-9f63-0c6c85917bee tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:41.222688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b27c6397-f993-491a-a1a0-a5eb7f71acfe req-a3a66324-0ec1-4fa5-9f63-0c6c85917bee tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 949 time: 0.1541388 Sep 15 15:46:41.300695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b27c6397-f993-491a-a1a0-a5eb7f71acfe req-c97c76fe-8a2c-4a06-b46c-84dee5b070b7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741069 Sep 15 15:46:41.311555 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.342470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.378070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:41.399881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Allocated IP 172.25.0.95 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/953093ea-177c-4cca-8b7d-dbf246f4b7ba) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:41.400115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:41.405559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:41.416996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:41.513047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event updated for resources: {'Port': ['ID=35ce4a17-ea3e-4353-92cd-6825d02a4404,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:41.573437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.617566 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.686347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7d281984-6df5-4edc-85c9-7a631e89199b None None] Provisioning complete for port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:41.686879 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d281984-6df5-4edc-85c9-7a631e89199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.724576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Allocated IP 172.20.0.1 (16e1d583-ad45-4292-af8c-d16c7963d2f1/17856e60-e1e5-4c32-b103-02512a312b0f/c2b1a637-3501-486b-aac9-1e6ba2029e23) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:41.776054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:41.784511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d8855-9d19-464c-97e6-111c81050db4 req-5c49059d-9ad7-47dc-97a6-c76adfc75b46 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:41.786188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a47d8855-9d19-464c-97e6-111c81050db4 req-5c49059d-9ad7-47dc-97a6-c76adfc75b46 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 944 time: 0.1256185 Sep 15 15:46:41.941610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a47d8855-9d19-464c-97e6-111c81050db4 req-41d0df50-d3f9-4341-bcd9-30931c8730ed tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261542 Sep 15 15:46:41.954785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:42.013980 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.079379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.109962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3e502353-e9a4-4831-97da-6d0a7241c76a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:46:42.110739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.125292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:42.127309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3e502353-e9a4-4831-97da-6d0a7241c76a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:42.128013 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.128354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:42.131045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:42.163926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Pushing event updated for resources: {'Port': ['ID=953093ea-177c-4cca-8b7d-dbf246f4b7ba,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:42.178526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.206118 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.222526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:42.260225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.271471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:42.274379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:42.335434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b1a637-3501-486b-aac9-1e6ba2029e23,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:42.345341 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.371700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.401505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.429665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event updated for resources: {'Port': ['ID=35ce4a17-ea3e-4353-92cd-6825d02a4404,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:42.434332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.484974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:42.489618 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31345752-fc2b-4413-8202-fb38e2fb7922 x-openstack-request-id: req-31345752-fc2b-4413-8202-fb38e2fb7922 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:42.489914 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-unplugged", "status": "completed", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:42.490176 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31345752-fc2b-4413-8202-fb38e2fb7922 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:42.490587 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'code': 200} Sep 15 15:46:42.502664 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.547051 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.548948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1f38f03a-6df6-4609-a6b8-ab5e71bc732e up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:42.550380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.552761 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e624b0cf-7fc8-420d-8ba8-f3da44aef6e3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9663630 Sep 15 15:46:42.606272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.715836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Attempting to bind port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:42.715836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Attempting to bind port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:42.715836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Attempting to bind port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:42.718920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689157f-04f2-4b16-8259-1ab20b7e4ca3 req-1c68df2a-77a8-421f-b0dd-eddf6f9a3bde tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:42.723061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:42.728184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.738937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1689157f-04f2-4b16-8259-1ab20b7e4ca3 req-1c68df2a-77a8-421f-b0dd-eddf6f9a3bde tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2040143 Sep 15 15:46:42.741186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:42.745954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:42.745954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.745954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:42.745954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Bound port: d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:42.745954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.792001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.799603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:42.810411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1689157f-04f2-4b16-8259-1ab20b7e4ca3 req-809844e2-f4bb-4cba-aafe-d0ad79ea4172 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704453 Sep 15 15:46:42.870368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa4c52-82e4-4324-b580-b219e5deb3dd None None] Pushing event updated for resources: {'Port': ['ID=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:42.878832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-66979c3f-81e4-4c77-99c8-d5b1c18d72dd None None] Provisioning complete for port c2b1a637-3501-486b-aac9-1e6ba2029e23 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:42.878832 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-66979c3f-81e4-4c77-99c8-d5b1c18d72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.902849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Pushing event updated for resources: {'Port': ['ID=953093ea-177c-4cca-8b7d-dbf246f4b7ba,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:42.922593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:42.938845 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.014868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.016204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-f6c2db64-d905-40b8-8f67-e68b1c521b1a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9177203 Sep 15 15:46:43.091536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-4385fab9-2e53-4e92-958f-acf3d6c8d58c tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.95 HTTP/1.1" status: 200 len: 695 time: 0.0668025 Sep 15 15:46:43.148595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-66979c3f-81e4-4c77-99c8-d5b1c18d72dd None None] Port c2b1a637-3501-486b-aac9-1e6ba2029e23 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:43.160987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:46:43.177194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:43.177735 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.217789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] For port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:43.238620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-faf43bd1-6ba0-4a82-b00a-d4faa9158841 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:43.252632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae1f3d67-dba8-4e09-9f0c-6d114b107854 req-faf43bd1-6ba0-4a82-b00a-d4faa9158841 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1547282 Sep 15 15:46:43.253816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] For port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:43.255362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-8e224ec6-a5ba-40b4-abf2-c4b4852d52de tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:43.260072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:43.260453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.264950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-8e224ec6-a5ba-40b4-abf2-c4b4852d52de tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.2045062 Sep 15 15:46:43.282042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-02008772-cc00-429d-90cc-7e7ac9de42a8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/quotas/0d97c5d3f9454fec9ba1b5ed5884bd00 HTTP/1.1" status: 200 len: 375 time: 0.0159535 Sep 15 15:46:43.324099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.359127 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.384949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-303dd197-a6f8-48e7-94e3-eaea16654163 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931845 Sep 15 15:46:43.397667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-a4cc6773-c32d-4376-b571-918c3231ad55 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1785035520&fields=id&tenant_id=30165ceb56114dc3ae5750bb7caa0c48 HTTP/1.1" status: 200 len: 267 time: 0.0529871 Sep 15 15:46:43.432667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.458065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.472629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa4c52-82e4-4324-b580-b219e5deb3dd None None] Pushing event updated for resources: {'Port': ['ID=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:43.510190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:43.510190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:43.551926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b1a637-3501-486b-aac9-1e6ba2029e23,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:43.567115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.576256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-3c590ba8-5710-419e-8f13-9ab629ddd1ce tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:43.579261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-3c590ba8-5710-419e-8f13-9ab629ddd1ce tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/networks?id=e7f329a8-4cbc-4d83-b908-8221a9ceaa96 HTTP/1.1" status: 200 len: 815 time: 0.1797323 Sep 15 15:46:43.581190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-9c8eab4a-55fd-4ac8-9116-7c1c33467ea0 service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842268 Sep 15 15:46:43.612122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:43.612318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-72672b57-0f36-4166-b1dc-de61a4866794 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/quotas/30165ceb56114dc3ae5750bb7caa0c48 HTTP/1.1" status: 200 len: 375 time: 0.0256875 Sep 15 15:46:43.674077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:43.685344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-941e5e3f-1acf-496e-b7a8-2c1d46223fb3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=30165ceb56114dc3ae5750bb7caa0c48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715156 Sep 15 15:46:43.721912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-8f326417-69bd-4646-adce-0cd23a09b267 service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342103 Sep 15 15:46:43.780807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:43.794263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:43.803237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:43.805358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:43.811227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-48c31827-a22f-406d-91c5-dd4238632737 service neutron] 10.222.0.63 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245830 Sep 15 15:46:43.975488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-86032efc-1044-42b4-910b-d2f9244b7e05 service neutron] 10.222.0.63 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627381 Sep 15 15:46:44.003064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Router 07f5f5ac-b97e-489c-a525-cf7357563ff3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:46:44.098545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-cac22f5b-85fb-4068-9bf6-2d5816c6443a tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:44.107428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-cac22f5b-85fb-4068-9bf6-2d5816c6443a tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f855944-d102-46a3-94db-604bad90f887 HTTP/1.1" status: 200 len: 943 time: 0.1805506 Sep 15 15:46:44.203634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:43Z', 'revision_number': 2, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:44.234411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c059a7-8bce-4c42-9267-3c597ccff62b None None] The sync data for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 is: [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:43Z', 'revision_number': 2, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:44.249814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-09091722-cfdc-420d-acd3-6a24ee56e074 None None] Provisioning complete for port c2b1a637-3501-486b-aac9-1e6ba2029e23 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:44.251179 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09091722-cfdc-420d-acd3-6a24ee56e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:44.308680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:44.313008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Deleting port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:44.313781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:44.318552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fc283d34-5772-4fc3-bf45-865e99b2a9b3 admin admin] 10.222.0.63 "PUT /v2.0/routers/07f5f5ac-b97e-489c-a525-cf7357563ff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1469913 Sep 15 15:46:44.322333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-09091722-cfdc-420d-acd3-6a24ee56e074 None None] Port c2b1a637-3501-486b-aac9-1e6ba2029e23 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:44.353948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafba1b-b7bc-42b4-8d4f-779e5e87e58a req-62ee2470-6ce7-46c1-88ef-d77c58dd72fa tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:44.361651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bafba1b-b7bc-42b4-8d4f-779e5e87e58a req-62ee2470-6ce7-46c1-88ef-d77c58dd72fa tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 945 time: 0.1387930 Sep 15 15:46:44.432241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bafba1b-b7bc-42b4-8d4f-779e5e87e58a req-e82c891f-e039-490e-8fcb-ff6cd70805d5 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601737 Sep 15 15:46:44.492830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}, {'server_uuid': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:44.496687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] For port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:44.497072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:44.497803 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f66498c-b00f-4e22-a491-34890f3b856b" -d '{"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}, {"server_uuid": "6f15535d-d138-4de2-be00-6ccdcb83d0be", "name": "network-vif-plugged", "status": "completed", "tag": "1f38f03a-6df6-4609-a6b8-ab5e71bc732e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:44.518777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Calling delete_port for f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:44.589574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabedcb3-30e4-4f2c-ab02-464659fd507d req-1ac5e276-5e82-42a0-80bf-2c5a7c5d3474 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:44.598458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dabedcb3-30e4-4f2c-ab02-464659fd507d req-1ac5e276-5e82-42a0-80bf-2c5a7c5d3474 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.0885117 Sep 15 15:46:44.670618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dabedcb3-30e4-4f2c-ab02-464659fd507d req-d608a8ae-e58e-4e79-b4bd-ffcb06542543 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711985 Sep 15 15:46:44.737019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-50d3ba95-6b6f-4c52-a3c8-052da974d0f9 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips/5a2280ce-57f5-4d84-9c77-fed6aba8fd3c HTTP/1.1" status: 200 len: 692 time: 0.2077940 Sep 15 15:46:44.904975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0875526-0b0e-4c03-bb1f-563fe63140fa req-9e8fa8cd-7e4d-4198-9956-70eadcc7c24c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 210 time: 0.0426905 Sep 15 15:46:44.990815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ab276463-4894-4ad7-8c80-2a1467459865 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:44.993610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ab276463-4894-4ad7-8c80-2a1467459865 tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.2483695 Sep 15 15:46:44.997697 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:45.022471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bea9e82-e123-47ad-854c-efe2c7bb1ce9 req-682e929b-6eb6-4113-aedd-f5b1116aded9 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 210 time: 0.0399542 Sep 15 15:46:45.091031 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f432a-9520-4509-b9a9-4f6f4c1f4303 x-openstack-request-id: req-b67f432a-9520-4509-b9a9-4f6f4c1f4303 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:45.091492 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "code": 200}, {"server_uuid": "6f15535d-d138-4de2-be00-6ccdcb83d0be", "name": "network-vif-plugged", "status": "completed", "tag": "1f38f03a-6df6-4609-a6b8-ab5e71bc732e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:45.091611 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b67f432a-9520-4509-b9a9-4f6f4c1f4303 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:45.091965 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'code': 200} Sep 15 15:46:45.092304 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e', 'code': 200} Sep 15 15:46:45.100225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event deleted for resources: {'Port': ['ID=f4eeb6d0-e596-4cb7-af77-2710ad5f23f8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:45.105559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-041544ea-11a0-4449-bd46-8f20a6c811ff tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.95 HTTP/1.1" status: 200 len: 695 time: 0.1057460 Sep 15 15:46:45.265284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] No DVR routers for this DVR port f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:45.291943 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-8db60a8a-4247-4b43-ac8d-caa2466c606a tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.95 HTTP/1.1" status: 200 len: 695 time: 0.1632874 Sep 15 15:46:45.292380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:45.294389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca9e5b81-4b51-4804-b878-c3314846bef3 req-07324e38-aa48-47b0-a580-6cc425b2b514 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "DELETE /v2.0/ports/f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 HTTP/1.1" status: 204 len: 173 time: 1.1809676 Sep 15 15:46:45.299990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-deleted', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:45.302279 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ce5509-f995-461d-8abb-fe84391ee9eb" -d '{"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-deleted", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:45.514397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57769402-f2d5-4f53-90d3-0dc50835a285 req-72f796c5-12ea-4aba-ba28-79a6889bff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:45.530092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57769402-f2d5-4f53-90d3-0dc50835a285 req-72f796c5-12ea-4aba-ba28-79a6889bff8b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1101 time: 0.3008034 Sep 15 15:46:45.581815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9164027-5505-4570-85bb-4f6108530006 req-ea325a86-6be8-4455-9d3d-5f2b710b0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:45.583495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9164027-5505-4570-85bb-4f6108530006 req-ea325a86-6be8-4455-9d3d-5f2b710b0775 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 1096 time: 0.3198965 Sep 15 15:46:45.629807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57769402-f2d5-4f53-90d3-0dc50835a285 req-0ea470fa-93b5-486f-9ec6-6adaef86902e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923650 Sep 15 15:46:45.653194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9164027-5505-4570-85bb-4f6108530006 req-1086d3f6-72cd-4d83-bd9b-123b87033c32 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615256 Sep 15 15:46:45.659404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Deleting port 953093ea-177c-4cca-8b7d-dbf246f4b7ba {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:45.659751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:45.765913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:45.766393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:45.767126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36678) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:45.777760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e6fd4615-70ce-409f-b2a0-c6060d771299 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469329938', 'description': 'tempest-description--508387873'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:45.788701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Calling delete_port for 953093ea-177c-4cca-8b7d-dbf246f4b7ba owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:45.849757 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a9b92-1f98-405c-9588-e20dce0f0a3f x-openstack-request-id: req-9e2a9b92-1f98-405c-9588-e20dce0f0a3f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:45.850085 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f855944-d102-46a3-94db-604bad90f887", "name": "network-vif-deleted", "tag": "f4eeb6d0-e596-4cb7-af77-2710ad5f23f8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:45.850321 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9e2a9b92-1f98-405c-9588-e20dce0f0a3f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:45.851016 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f855944-d102-46a3-94db-604bad90f887', 'name': 'network-vif-deleted', 'tag': 'f4eeb6d0-e596-4cb7-af77-2710ad5f23f8', 'status': 'completed', 'code': 200} Sep 15 15:46:45.855835 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4615-70ce-409f-b2a0-c6060d771299 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:45.979272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58de5f1-cb64-4a36-a5b3-4d9f0822a44b req-369c9511-de0e-46aa-a266-68097193b06a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:45.982998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a58de5f1-cb64-4a36-a5b3-4d9f0822a44b req-369c9511-de0e-46aa-a266-68097193b06a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 945 time: 0.0910416 Sep 15 15:46:46.039244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a58de5f1-cb64-4a36-a5b3-4d9f0822a44b req-06b8e2a6-9df0-44c9-ad84-53cb0a7203a4 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Sep 15 15:46:46.061279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.119466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Pushing event deleted for resources: {'Port': ['ID=953093ea-177c-4cca-8b7d-dbf246f4b7ba,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:46.241741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4615-70ce-409f-b2a0-c6060d771299 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.264430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df417fe-5eb5-4bf1-8cbc-a6d444595373 req-453de6b1-0d8a-420e-ae54-04f048597fea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:46.265530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3df417fe-5eb5-4bf1-8cbc-a6d444595373 req-453de6b1-0d8a-420e-ae54-04f048597fea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1181421 Sep 15 15:46:46.286806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.291337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.294268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22ada5cb-34cc-4d6e-8a59-22cdc1b8aad3 req-ff0a2ef1-6257-4828-9335-34240fbdb7ee tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "DELETE /v2.0/floatingips/5a2280ce-57f5-4d84-9c77-fed6aba8fd3c HTTP/1.1" status: 204 len: 173 time: 0.9837580 Sep 15 15:46:46.296541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4615-70ce-409f-b2a0-c6060d771299 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.355775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3df417fe-5eb5-4bf1-8cbc-a6d444595373 req-a86e52ed-627a-4f0c-9e06-acaad4c33dca tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777924 Sep 15 15:46:46.356897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd4615-70ce-409f-b2a0-c6060d771299 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c467f02e-18c6-4896-a5fb-1b2942c104c5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:46.422955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4615-70ce-409f-b2a0-c6060d771299 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.431556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e6fd4615-70ce-409f-b2a0-c6060d771299 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6624820 Sep 15 15:46:46.432648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36690) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:46.438813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5033061d-d157-4b57-8f66-b96d1740b911 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Request body: {'security_group_rule': {'security_group_id': 'c467f02e-18c6-4896-a5fb-1b2942c104c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:46.499351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b5f104f-b707-4cb9-ad23-c70cb50af6f4 req-f0b39bd9-0bd7-49d7-9968-c1460a0a50f5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 210 time: 0.0422018 Sep 15 15:46:46.573976 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-e98d5e67-9fdb-414d-8b84-dd3a852320b6 req-af9c595d-da25-408e-86c1-98c7d407eecf tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] show failed (client error): The resource could not be found. Sep 15 15:46:46.576890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e98d5e67-9fdb-414d-8b84-dd3a852320b6 req-af9c595d-da25-408e-86c1-98c7d407eecf tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips/5a2280ce-57f5-4d84-9c77-fed6aba8fd3c HTTP/1.1" status: 404 len: 350 time: 0.0469215 Sep 15 15:46:46.592147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14e10daf-a04a-4468-89be-d9c3e8fe9d57 req-6cc697cd-93a0-4647-9fc7-b90d20dd9461 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 210 time: 0.0535295 Sep 15 15:46:46.623352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5033061d-d157-4b57-8f66-b96d1740b911 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.662217 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-0ad2ef59-c8e2-4e30-bd7b-476a4ee7fe4a req-daa0f43f-b19b-4ed0-b760-0e7479de6d6b tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] show failed (client error): The resource could not be found. Sep 15 15:46:46.663922 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ad2ef59-c8e2-4e30-bd7b-476a4ee7fe4a req-daa0f43f-b19b-4ed0-b760-0e7479de6d6b tempest-FloatingIPsTestJSON-1485177541 tempest-FloatingIPsTestJSON-1485177541-project] 10.222.0.63 "GET /v2.0/floatingips/5a2280ce-57f5-4d84-9c77-fed6aba8fd3c HTTP/1.1" status: 404 len: 350 time: 0.0553503 Sep 15 15:46:46.674467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36712) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:46.791358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5033061d-d157-4b57-8f66-b96d1740b911 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.852360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:46.884141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5033061d-d157-4b57-8f66-b96d1740b911 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:46.916145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033061d-d157-4b57-8f66-b96d1740b911 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3f2c2d-04ce-46c7-aa69-6f9af17dcdcd,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:46.937694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:46.938162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.096008 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.126387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:47.209029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.367274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:47.416914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5033061d-d157-4b57-8f66-b96d1740b911 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.417702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daccb6-0cf7-4e3f-bf9f-d2c0e897dbae req-729b8ee5-55ef-46e4-aff9-2116c692a49c tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:47.423947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5033061d-d157-4b57-8f66-b96d1740b911 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9844861 Sep 15 15:46:47.423947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36734) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:47.426022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34daccb6-0cf7-4e3f-bf9f-d2c0e897dbae req-729b8ee5-55ef-46e4-aff9-2116c692a49c tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 945 time: 0.2439342 Sep 15 15:46:47.427960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e4c1480a-aa1b-4bf0-97c8-67270f0721ba tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Request body: {'security_group_rule': {'security_group_id': 'c467f02e-18c6-4896-a5fb-1b2942c104c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:47.502417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-8d35b130-bc26-4382-8be3-0afaebf95f89 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:47.504153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-8d35b130-bc26-4382-8be3-0afaebf95f89 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.3981476 Sep 15 15:46:47.528093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Request body: {'port': {'device_id': '69a63a13-dd17-46c4-a951-563f49edc79f', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'admin_state_up': True, 'tenant_id': '0d97c5d3f9454fec9ba1b5ed5884bd00'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:47.546800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34daccb6-0cf7-4e3f-bf9f-d2c0e897dbae req-1a10ca5d-e26a-45c8-9c2c-3cc0cbc4187a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185672 Sep 15 15:46:47.614578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4c1480a-aa1b-4bf0-97c8-67270f0721ba tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.729999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1de08-1174-4465-9b6f-5324a5c48ac9 req-d3d225fc-4916-409a-9f15-dcd9b23bfa09 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:47.731721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4e1de08-1174-4465-9b6f-5324a5c48ac9 req-d3d225fc-4916-409a-9f15-dcd9b23bfa09 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1728427 Sep 15 15:46:47.801230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4c1480a-aa1b-4bf0-97c8-67270f0721ba tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.816639 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Sync routers for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:47.831820 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4e1de08-1174-4465-9b6f-5324a5c48ac9 req-3add737b-4dd2-4057-9240-efcf7f770e6a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864906 Sep 15 15:46:47.843169 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:47.844090 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:47.865422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c75264a-2867-449c-a7e7-5fb7b007b99d req-4e27c4a8-223c-40d7-97ec-045938b1c7c9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 210 time: 0.0574763 Sep 15 15:46:47.875104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Made reservation on behalf of 0d97c5d3f9454fec9ba1b5ed5884bd00 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:47.892532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4c1480a-aa1b-4bf0-97c8-67270f0721ba tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.912479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:47.927599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1480a-aa1b-4bf0-97c8-67270f0721ba tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8983bb-62a1-44e9-95ae-b6f988258efb,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:47.980651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12ff96b8-dbbe-4dc6-aa10-f1eb7cfaee6a req-fe75e722-58b0-47f0-9fa4-bff47a0fc9f4 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 210 time: 0.0391381 Sep 15 15:46:48.053222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.082712 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:48.124986 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4c1480a-aa1b-4bf0-97c8-67270f0721ba tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.126188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e4c1480a-aa1b-4bf0-97c8-67270f0721ba tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7027154 Sep 15 15:46:48.130226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36744) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:48.139864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Allocated IP 172.20.0.8 (5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5/db0250ed-4d1e-4af9-9c2c-aa24b9f2577e/22d5dbc4-d158-44df-a6c1-968a7f49460e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:48.140850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:48.143859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:48.181121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:48.181837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f4eeb6d0-e596-4cb7-af77-2710ad5f23f8 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:48.292562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-a39aca48-6192-4c75-86ae-6aaf91572fc6 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:48.294256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-a39aca48-6192-4c75-86ae-6aaf91572fc6 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.38 "GET /v2.0/networks?id=e7f329a8-4cbc-4d83-b908-8221a9ceaa96 HTTP/1.1" status: 200 len: 815 time: 0.3111238 Sep 15 15:46:48.317375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599136ac-97d3-4df0-926a-079b71dfabfa req-5f4d72a2-d0eb-4995-bf8d-5b134c06064e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:48.325658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-599136ac-97d3-4df0-926a-079b71dfabfa req-5f4d72a2-d0eb-4995-bf8d-5b134c06064e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.3014193 Sep 15 15:46:48.330541 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.377110 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.430014 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:43Z', 'revision_number': 2, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:48.452176 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-599136ac-97d3-4df0-926a-079b71dfabfa req-d46b8fe0-cc31-44fb-9437-8933eb4734df tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255422 Sep 15 15:46:48.454237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-3249b473-2701-471a-9328-8730221bdc7d tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30165ceb56114dc3ae5750bb7caa0c48 HTTP/1.1" status: 200 len: 380 time: 0.1406846 Sep 15 15:46:48.469493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Request body: {'port': {'device_id': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'admin_state_up': True, 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'security_groups': ['0464bda3-d869-491a-8fe9-6169ca36a18e']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:48.486100 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Checking router: 07f5f5ac-b97e-489c-a525-cf7357563ff3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:48.486100 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Updating router 07f5f5ac-b97e-489c-a525-cf7357563ff3 port c2b1a637-3501-486b-aac9-1e6ba2029e23 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:46:48.516013 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.592735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.699120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:48.707085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:48.739722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:48.849287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:48.882966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:48.961654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881b7c9-1ada-4b5b-82e2-2b7ce79ac6a4 req-1b965e65-fd52-4af1-9b6c-0be1432c158a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:48.969136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:48.969804 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.972945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3881b7c9-1ada-4b5b-82e2-2b7ce79ac6a4 req-1b965e65-fd52-4af1-9b6c-0be1432c158a tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 945 time: 0.2714159 Sep 15 15:46:48.977769 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:48.995528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:48.996215 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.047619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.050660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Deleting port 9654a71f-8195-4eee-899d-d94ec6a31ec6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:49.050985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.055016 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.087845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Made reservation on behalf of 30165ceb56114dc3ae5750bb7caa0c48 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:49.091687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3881b7c9-1ada-4b5b-82e2-2b7ce79ac6a4 req-93339f20-2dcf-4c40-bb13-fb0e1653a1ea tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176512 Sep 15 15:46:49.100066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.166134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-d3dbb3d5-3555-4575-839a-50df3d5bf265 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6444271 Sep 15 15:46:49.180766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Request body: {'port': {'device_id': '69a63a13-dd17-46c4-a951-563f49edc79f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:49.184991 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926eb22-0674-4f2d-88a9-698dcdc0bfe8 None None] Pushing event updated for resources: {'Port': ['ID=c2b1a637-3501-486b-aac9-1e6ba2029e23,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:49.275102 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Attempting to bind port c2b1a637-3501-486b-aac9-1e6ba2029e23 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:49.275560 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Attempting to bind port c2b1a637-3501-486b-aac9-1e6ba2029e23 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:49.275978 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Attempting to bind port c2b1a637-3501-486b-aac9-1e6ba2029e23 on network 16e1d583-ad45-4292-af8c-d16c7963d2f1 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:49.281723 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:49.285094 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Checking segment: {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:49.285094 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.285094 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Bound using segment: {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:49.285094 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Bound port: c2b1a637-3501-486b-aac9-1e6ba2029e23, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:49.285094 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.395682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486e1ab-8e19-44b1-8693-b023afca1617 req-b4709279-9ef4-4826-a85d-840d56933597 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:49.398384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6486e1ab-8e19-44b1-8693-b023afca1617 req-b4709279-9ef4-4826-a85d-840d56933597 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 931 time: 0.1771901 Sep 15 15:46:49.399463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.433811 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] For port c2b1a637-3501-486b-aac9-1e6ba2029e23, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:49.433811 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] For port c2b1a637-3501-486b-aac9-1e6ba2029e23, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c2b1a637-3501-486b-aac9-1e6ba2029e23,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:49.494736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6486e1ab-8e19-44b1-8693-b023afca1617 req-31631e74-b255-42de-abe4-8e38a5c7c4c6 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 Sep 15 15:46:49.552197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] For port 9654a71f-8195-4eee-899d-d94ec6a31ec6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9654a71f-8195-4eee-899d-d94ec6a31ec6,segment=NetworkSegment(137773d6-e03b-4d53-8f97-132c87102100),segment_id=137773d6-e03b-4d53-8f97-132c87102100)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:49.552702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.562780 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.618033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-74285918-b6f2-486a-aff1-b1f046256dff None None] Provisioning complete for port c2b1a637-3501-486b-aac9-1e6ba2029e23 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:49.619181 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-74285918-b6f2-486a-aff1-b1f046256dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.685323 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:49.686144 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:49.693718 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926eb22-0674-4f2d-88a9-698dcdc0bfe8 None None] Pushing event updated for resources: {'Port': ['ID=c2b1a637-3501-486b-aac9-1e6ba2029e23,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:49.755044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df664ca0-d169-497f-b567-8fd6e6c04052 req-e3834240-4bfd-48a6-843d-6eb660bddab1 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 210 time: 0.2111843 Sep 15 15:46:49.847720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Calling delete_port for 9654a71f-8195-4eee-899d-d94ec6a31ec6 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:49.853018 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-74285918-b6f2-486a-aff1-b1f046256dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:49.874859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Allocated IP 172.20.0.3 (e7f329a8-4cbc-4d83-b908-8221a9ceaa96/bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95/d08a344d-006a-49da-91c6-d8755aeaaa82) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:49.955595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Allocated IP 172.25.0.77 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f54d7a4a-d5c3-4003-a6ca-fdc86fda6374) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:49.956042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-74285918-b6f2-486a-aff1-b1f046256dff None None] For port c2b1a637-3501-486b-aac9-1e6ba2029e23, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c2b1a637-3501-486b-aac9-1e6ba2029e23,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:49.975274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d5dbc4-d158-44df-a6c1-968a7f49460e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:50.010677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.049057 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-74285918-b6f2-486a-aff1-b1f046256dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.063096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Transition to ACTIVE for port object 22d5dbc4-d158-44df-a6c1-968a7f49460e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:46:50.065016 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:50.169462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74285918-b6f2-486a-aff1-b1f046256dff None None] Pushing event updated for resources: {'Port': ['ID=c2b1a637-3501-486b-aac9-1e6ba2029e23,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:50.182527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-6588420b-493e-4822-a91c-3d65c8840205 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5508866 Sep 15 15:46:50.210646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8713bd54-710a-4e74-b0d5-8cacf48da4ff None None] Provisioning complete for port c2b1a637-3501-486b-aac9-1e6ba2029e23 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:50.211042 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8713bd54-710a-4e74-b0d5-8cacf48da4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.217029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.283860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11739d69-6096-4da9-8409-7a2b79ff6d9c req-a8f54716-4091-4a13-9982-6ab4ebf4eeea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:50.285453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11739d69-6096-4da9-8409-7a2b79ff6d9c req-a8f54716-4091-4a13-9982-6ab4ebf4eeea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2944622 Sep 15 15:46:50.365896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:50.409124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa9dda-1678-4358-9331-eb5aee050903 req-f94a10f9-c553-4871-a077-0c47fef56b71 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:50.412737 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:50.417483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83fa9dda-1678-4358-9331-eb5aee050903 req-f94a10f9-c553-4871-a077-0c47fef56b71 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 945 time: 0.2716699 Sep 15 15:46:50.462300 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5c4da-dfa6-4b5a-a3fb-964b1f011ff0 None None] The sync data for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 is: [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:50.523763 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11739d69-6096-4da9-8409-7a2b79ff6d9c req-bc9cfa8f-3ab3-40e1-9faf-f22c924b88ff tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905289 Sep 15 15:46:50.535467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83fa9dda-1678-4358-9331-eb5aee050903 req-016e8982-377b-4088-988a-e01a0093695e tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159327 Sep 15 15:46:50.556700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Attempting to bind port 22d5dbc4-d158-44df-a6c1-968a7f49460e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:50.557530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Attempting to bind port 22d5dbc4-d158-44df-a6c1-968a7f49460e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:50.557876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Attempting to bind port 22d5dbc4-d158-44df-a6c1-968a7f49460e on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:50.565994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Port 22d5dbc4-d158-44df-a6c1-968a7f49460e on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:46:50.566324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Attempting to bind port 22d5dbc4-d158-44df-a6c1-968a7f49460e on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:50.585746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:50.586090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Checking segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:50.593967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Bound using segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:50.595826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Bound port: 22d5dbc4-d158-44df-a6c1-968a7f49460e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:50.597462 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.631489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.710980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:50.713587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.716832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:50.786762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fced8b-da44-416a-90b1-a1be48c0cfa9 req-8d7bb54a-d4a9-4ab9-b1a6-4bb6984224c7 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:50.794748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f0fced8b-da44-416a-90b1-a1be48c0cfa9 req-8d7bb54a-d4a9-4ab9-b1a6-4bb6984224c7 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 943 time: 0.1415300 Sep 15 15:46:50.821944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.878280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c2b1a637-3501-486b-aac9-1e6ba2029e23 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:50.890607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.934625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:50.935260 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.937085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] 10.222.0.38 "PUT /v2.0/ports/22d5dbc4-d158-44df-a6c1-968a7f49460e HTTP/1.1" status: 200 len: 1091 time: 1.7625611 Sep 15 15:46:50.937238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:50.939611 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba" -d '{"events": [{"name": "network-changed", "server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:50.982209 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:50.988334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Pushing event deleted for resources: {'Port': ['ID=9654a71f-8195-4eee-899d-d94ec6a31ec6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:50.990952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:51.000697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fefd8-88e1-4fd8-9626-b73574c0aebb service neutron] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:51.009101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f0fced8b-da44-416a-90b1-a1be48c0cfa9 req-8eb9a69d-7d23-4f78-af50-41d4ecfde4ed tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133913 Sep 15 15:46:51.048799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e588a08-a6c5-4195-be68-dbd4caf25400 req-932ea934-9a1f-4049-8dfd-232782d58194 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:51.056239 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e588a08-a6c5-4195-be68-dbd4caf25400 req-932ea934-9a1f-4049-8dfd-232782d58194 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 931 time: 0.1051660 Sep 15 15:46:51.075343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c2b1a637-3501-486b-aac9-1e6ba2029e23 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:51.076117 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:51.154778 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91588cfe-682f-4239-9d51-459e92d01396 x-openstack-request-id: req-91588cfe-682f-4239-9d51-459e92d01396 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:51.155051 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:51.155310 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91588cfe-682f-4239-9d51-459e92d01396 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:51.155760 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'status': 'completed', 'code': 200} Sep 15 15:46:51.248596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event updated for resources: {'Port': ['ID=d08a344d-006a-49da-91c6-d8755aeaaa82,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:51.266715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e588a08-a6c5-4195-be68-dbd4caf25400 req-449d0020-1ed1-4bff-a521-1615b60e5d0a tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815276 Sep 15 15:46:51.270628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-b2243693-7bc1-4f54-a5ba-165470b62027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:51.272433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-b2243693-7bc1-4f54-a5ba-165470b62027 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 1094 time: 0.2149727 Sep 15 15:46:51.353238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-8d85b93a-0201-49ab-9c9c-2e49767d7b30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e HTTP/1.1" status: 200 len: 217 time: 0.0730112 Sep 15 15:46:51.443546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event updated for resources: {'Port': ['ID=f54d7a4a-d5c3-4003-a6ca-fdc86fda6374,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:51.480095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:51.484268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:51.495497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:51.499119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:51.506133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-25795830-9712-42c5-b16d-e5f0a5c3e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:51.507942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-25795830-9712-42c5-b16d-e5f0a5c3e5e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.1483016 Sep 15 15:46:51.572125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-57c9d006-e5f0-4980-9355-2eb7c2f59f3d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:51.574524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-57c9d006-e5f0-4980-9355-2eb7c2f59f3d tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 945 time: 0.1417253 Sep 15 15:46:51.576954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-88826a73-7206-443f-9b79-10a51e6a8f04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613153 Sep 15 15:46:51.622810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:51.631220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:51.917488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-59858cc6-77f8-4c84-accd-84c71fdce8f1 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269899 Sep 15 15:46:51.927460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60103290-0319-42c5-9e68-a445d4400c67 req-c64c06a7-7a70-4e4e-8499-74a6f9319955 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:51.929798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60103290-0319-42c5-9e68-a445d4400c67 req-c64c06a7-7a70-4e4e-8499-74a6f9319955 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 945 time: 0.1356719 Sep 15 15:46:51.953159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:52.005967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a5d22dba-85a0-4491-9f1b-adbbd2d659d1 None None] Provisioning complete for port d08a344d-006a-49da-91c6-d8755aeaaa82 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:52.006510 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a5d22dba-85a0-4491-9f1b-adbbd2d659d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:52.029416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Deleting port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:52.029752 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:52.041930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:52.043126 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:52.052616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a5d22dba-85a0-4491-9f1b-adbbd2d659d1 None None] Port d08a344d-006a-49da-91c6-d8755aeaaa82 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:52.054195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb722ed-f892-40a4-b6fb-8ad5ede663b2 req-1bc5094f-da68-4f37-8159-01db0149bb8b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:52.055763 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfb722ed-f892-40a4-b6fb-8ad5ede663b2 req-1bc5094f-da68-4f37-8159-01db0149bb8b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.3336062 Sep 15 15:46:52.081567 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60103290-0319-42c5-9e68-a445d4400c67 req-53437f96-6659-44bc-b076-6c7f2668bd52 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups?id=5548da4f-9772-4b07-8911-44aa0af103bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289823 Sep 15 15:46:52.176291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5292acd6-2f1a-4374-aa75-ba0fa8d17bad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7116251 Sep 15 15:46:52.188552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:52.193469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Request body: {'port': {'device_id': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:52.246837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-245fbaf4-1fde-4c47-bc4e-92628021d120 req-dbd6808a-a549-439b-9f49-05abe8f88c22 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158038 Sep 15 15:46:52.278853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] For port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,segment=NetworkSegment(a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9),segment_id=a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:52.279216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:52.282047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:52.294065 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfb722ed-f892-40a4-b6fb-8ad5ede663b2 req-29852c0e-46ea-4275-9623-f68e8ad437b6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250271 Sep 15 15:46:52.298307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16367716-f748-435d-91b6-9f8e599e2f70 req-088ded77-ba62-4016-8c2a-d7cb1a8a697e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:52.306866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16367716-f748-435d-91b6-9f8e599e2f70 req-088ded77-ba62-4016-8c2a-d7cb1a8a697e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 943 time: 0.1083536 Sep 15 15:46:52.317289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Calling delete_port for 1f38f03a-6df6-4609-a6b8-ab5e71bc732e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:52.379912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16367716-f748-435d-91b6-9f8e599e2f70 req-6141b62d-f6d4-464e-a749-5939fd08132e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720387 Sep 15 15:46:52.838071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-f23cc775-2a56-46f8-b17b-8a79706da66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:52.838071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-f23cc775-2a56-46f8-b17b-8a79706da66f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 1094 time: 0.4526756 Sep 15 15:46:52.870833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.001821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-66d698ac-3f85-4ee3-ac53-996220499a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.003429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-66d698ac-3f85-4ee3-ac53-996220499a32 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 904 time: 0.1582232 Sep 15 15:46:53.019316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276f509-cea8-479a-bf2e-47e1680398f8 req-2911388f-be5e-4150-84a4-a8012039f427 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.020825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e276f509-cea8-479a-bf2e-47e1680398f8 req-2911388f-be5e-4150-84a4-a8012039f427 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 931 time: 0.2696066 Sep 15 15:46:53.051565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-c47a5e50-d590-4d6c-a4ed-d3c57d12e587 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e HTTP/1.1" status: 200 len: 217 time: 0.0402639 Sep 15 15:46:53.052513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.090052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event deleted for resources: {'Port': ['ID=1f38f03a-6df6-4609-a6b8-ab5e71bc732e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:53.155798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.169155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] No DVR routers for this DVR port 1f38f03a-6df6-4609-a6b8-ab5e71bc732e on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:53.179804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-5787745e-c275-46e4-95f4-8edc225b7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.181338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-5787745e-c275-46e4-95f4-8edc225b7ca5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.1009214 Sep 15 15:46:53.182480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.184404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6beace4-b5c8-4353-bf86-56e522520b2b req-ee957447-2c94-4975-bbef-8825d279d15b tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.55 "DELETE /v2.0/ports/1f38f03a-6df6-4609-a6b8-ab5e71bc732e HTTP/1.1" status: 204 len: 173 time: 1.6030951 Sep 15 15:46:53.185523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'name': 'network-vif-deleted', 'tag': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:53.190641 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49ec5e-d7db-43c3-94ca-a92d842bce83" -d '{"events": [{"server_uuid": "6f15535d-d138-4de2-be00-6ccdcb83d0be", "name": "network-vif-deleted", "tag": "1f38f03a-6df6-4609-a6b8-ab5e71bc732e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:53.249206 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e276f509-cea8-479a-bf2e-47e1680398f8 req-fa250ef4-6ed6-4794-b20a-a069df31b035 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066891 Sep 15 15:46:53.253480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c40a016c-572b-47eb-87ac-f876c830a1eb req-7a61ab50-9191-4be1-b186-d1ed0b0cbaa1 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f15535d-d138-4de2-be00-6ccdcb83d0be HTTP/1.1" status: 200 len: 210 time: 0.0821533 Sep 15 15:46:53.257696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-60701a1b-0441-49fc-b861-839151f4f19c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539165 Sep 15 15:46:53.290376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.341110 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6102e9-f339-4a00-8270-4ce716db90f6 x-openstack-request-id: req-fa6102e9-f339-4a00-8270-4ce716db90f6 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:53.341443 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f15535d-d138-4de2-be00-6ccdcb83d0be", "name": "network-vif-deleted", "tag": "1f38f03a-6df6-4609-a6b8-ab5e71bc732e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:53.341640 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa6102e9-f339-4a00-8270-4ce716db90f6 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:53.342041 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f15535d-d138-4de2-be00-6ccdcb83d0be', 'name': 'network-vif-deleted', 'tag': '1f38f03a-6df6-4609-a6b8-ab5e71bc732e', 'status': 'completed', 'code': 200} Sep 15 15:46:53.352800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-91cb1df9-5db6-4ec8-9d48-b78136930dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.354327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-91cb1df9-5db6-4ec8-9d48-b78136930dd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1101 time: 0.0997853 Sep 15 15:46:53.494970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event updated for resources: {'Port': ['ID=f54d7a4a-d5c3-4003-a6ca-fdc86fda6374,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:53.511903 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.540263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-e08887e0-b015-4e67-bb4a-7f41a9a869c2 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541504 Sep 15 15:46:53.543448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-c35a7305-f4a1-4513-9e18-32502fb4a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.544875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-c35a7305-f4a1-4513-9e18-32502fb4a984 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1575522 Sep 15 15:46:53.550607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:46:53.553308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625be5d-4404-4a0a-a320-e4d7af478dee req-e9b5bf6c-53da-42ee-b2ef-0ec6b2d182f4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.555351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c625be5d-4404-4a0a-a320-e4d7af478dee req-e9b5bf6c-53da-42ee-b2ef-0ec6b2d182f4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1669016 Sep 15 15:46:53.617085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-2ea94ad6-7290-422a-b456-aae7cdfbe62b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.0533857 Sep 15 15:46:53.674709 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.675885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b7371764-430c-4cfe-b8d4-622bbfd4e2bf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5393078 Sep 15 15:46:53.715332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08a344d-006a-49da-91c6-d8755aeaaa82 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:53.733002 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.733853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c625be5d-4404-4a0a-a320-e4d7af478dee req-e7eb9f2f-70e4-4df0-acd6-4cd64aa27727 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603217 Sep 15 15:46:53.740995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-8c777d4b-edba-4d74-a82a-06e3ab94bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.742612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-8c777d4b-edba-4d74-a82a-06e3ab94bc78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1120248 Sep 15 15:46:53.771220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b8d8b-1352-41ed-8623-035566f2cca9 req-7b1071c7-6fc7-4b23-8dd2-5c083916b3d8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.773590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-059b8d8b-1352-41ed-8623-035566f2cca9 req-7b1071c7-6fc7-4b23-8dd2-5c083916b3d8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 943 time: 0.2074244 Sep 15 15:46:53.783958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e94e3b92-9660-4a68-a1ed-bf63b63a7eba req-f4fed16b-9da9-45c2-a6b5-b3a559f19899 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276313 Sep 15 15:46:53.801119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-8e29a97a-0887-4375-a9a1-f69b157a4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:53.802797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-8e29a97a-0887-4375-a9a1-f69b157a4da0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477633 Sep 15 15:46:53.811058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Transition to ACTIVE for port object d08a344d-006a-49da-91c6-d8755aeaaa82 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:46:53.826390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:46:53.839014 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a3c77a63-9b2d-4d07-a629-04b3fdecf822 admin admin] 10.222.0.63 "PUT /v2.0/routers/0ac1e6cb-2b58-4cce-b4ef-55a94340ef46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1609225 Sep 15 15:46:53.839862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] Sync routers for ids ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:46:53.840225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36836) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:53.852957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-059b8d8b-1352-41ed-8623-035566f2cca9 req-e77eae64-88ff-49d2-aa7f-75959d73a567 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706003 Sep 15 15:46:53.863315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] Routers {'0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:53.865232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:53.892349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.919286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d3a0049-37d8-4803-9a6e-001146b1c125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:53.995214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-61368591-6106-4e4d-9deb-c47c16b67882 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--469329938&fields=id&tenant_id=28f02c2532ad48658106fd32f3ad40cb HTTP/1.1" status: 200 len: 267 time: 0.1109731 Sep 15 15:46:54.074934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d08a344d-006a-49da-91c6-d8755aeaaa82,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:54.108552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-b5c4ba58-0bbc-4a87-bf02-95c7823659d1 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948701 Sep 15 15:46:54.154093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.255489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Attempting to bind port d08a344d-006a-49da-91c6-d8755aeaaa82 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:46:54.255844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Attempting to bind port d08a344d-006a-49da-91c6-d8755aeaaa82 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:46:54.256062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Attempting to bind port d08a344d-006a-49da-91c6-d8755aeaaa82 on network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:54.270033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Port d08a344d-006a-49da-91c6-d8755aeaaa82 on network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:46:54.270033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Attempting to bind port d08a344d-006a-49da-91c6-d8755aeaaa82 on network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:46:54.298354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-88d4fd75-cf3d-42a7-8eb7-9f4577e4629c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:54.301210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-88d4fd75-cf3d-42a7-8eb7-9f4577e4629c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/networks?id=16e1d583-ad45-4292-af8c-d16c7963d2f1 HTTP/1.1" status: 200 len: 805 time: 0.3048916 Sep 15 15:46:54.309792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:46:54.310422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Checking segment: {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:46:54.310532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Bound using segment: {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:46:54.310930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Bound port: d08a344d-006a-49da-91c6-d8755aeaaa82, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81a2aa1-abb4-4153-a784-63b01cf25ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:46:54.311281 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.332819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1f38f03a-6df6-4609-a6b8-ab5e71bc732e no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:54.357582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-c9ceb85e-da40-439c-a345-fbd206f9ccf9 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/quotas/28f02c2532ad48658106fd32f3ad40cb HTTP/1.1" status: 200 len: 375 time: 0.0413203 Sep 15 15:46:54.360678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22d5dbc4-d158-44df-a6c1-968a7f49460e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:54.362106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-da8d0a95-1058-4220-b82c-b9aef8e65d8d service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394705 Sep 15 15:46:54.365011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 1f38f03a-6df6-4609-a6b8-ab5e71bc732e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:54.365627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1f38f03a-6df6-4609-a6b8-ab5e71bc732e not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:54.368759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.422356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] Set router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:54.433369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] For port d08a344d-006a-49da-91c6-d8755aeaaa82, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:46:54.454719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-bb8db643-29d4-4f13-ab81-ae385395bd43 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=28f02c2532ad48658106fd32f3ad40cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898299 Sep 15 15:46:54.455002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] For port d08a344d-006a-49da-91c6-d8755aeaaa82, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d08a344d-006a-49da-91c6-d8755aeaaa82,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:46:54.485437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d2cf3-7900-49bf-aa26-272fff4270d4 req-0fccd0cc-f947-4a42-b9fb-0ce1d4e6ec53 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:54.485437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f57d2cf3-7900-49bf-aa26-272fff4270d4 req-0fccd0cc-f947-4a42-b9fb-0ce1d4e6ec53 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 943 time: 0.0820146 Sep 15 15:46:54.557693 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f57d2cf3-7900-49bf-aa26-272fff4270d4 req-55c94fca-4f10-4dd4-816b-5c4fb5e2548d tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700393 Sep 15 15:46:54.561421 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.595312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-dad363f3-f739-42f6-92c0-d7e91db9b96d service neutron] 10.222.0.63 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251397 Sep 15 15:46:54.612714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:54.614522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.617031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] 10.222.0.38 "PUT /v2.0/ports/d08a344d-006a-49da-91c6-d8755aeaaa82 HTTP/1.1" status: 200 len: 1091 time: 2.4308221 Sep 15 15:46:54.630201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:54.633656 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:54.676220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d08a344d-006a-49da-91c6-d8755aeaaa82,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:54.731342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:54.736420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.736748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.737046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.737703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.744348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.744821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.745056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.751680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.755859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.756263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.756682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.757348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1a73-ed64-4ade-9c78-13a81e7885b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:54.771845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-e13e9e77-d476-4d21-8773-cbeaa2a0123b service neutron] 10.222.0.63 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753798 Sep 15 15:46:54.782564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Deleting port 27be8303-919a-435e-a2b6-f65a013642eb {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:54.783249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.785458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'mac_address': 'fa:16:3e:f6:51:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:46:54.879430 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:54.909198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d5dbc4-d158-44df-a6c1-968a7f49460e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:54.927823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '27be8303-919a-435e-a2b6-f65a013642eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:50Z', 'revision_number': 5, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port': {'id': '27be8303-919a-435e-a2b6-f65a013642eb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:15Z', 'updated_at': '2021-09-15T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:54.991022 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5173f0f-0516-41e8-bee1-a5d3dfe0bdf3 x-openstack-request-id: req-d5173f0f-0516-41e8-bee1-a5d3dfe0bdf3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:54.991022 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:54.991022 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5173f0f-0516-41e8-bee1-a5d3dfe0bdf3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:54.991022 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'status': 'completed', 'code': 200} Sep 15 15:46:54.995202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] Checking router: 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:46:54.997572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-1912b229-fc30-4b93-a400-baaa5c28f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:55.001468 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-1912b229-fc30-4b93-a400-baaa5c28f260 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=30165ceb56114dc3ae5750bb7caa0c48&device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 1094 time: 0.2094915 Sep 15 15:46:55.001737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:55.008552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] Routers {'0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:46:55.011611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:55.059997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-3a3f9835-d6d1-45b8-ab8b-fa6774645e3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d08a344d-006a-49da-91c6-d8755aeaaa82 HTTP/1.1" status: 200 len: 217 time: 0.0455449 Sep 15 15:46:55.065131 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.076023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] For port 27be8303-919a-435e-a2b6-f65a013642eb, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=27be8303-919a-435e-a2b6-f65a013642eb,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:55.076545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.149920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Calling delete_port for 27be8303-919a-435e-a2b6-f65a013642eb owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:55.171506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-6037b96c-78d2-4e71-a48c-adc8ec648c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:55.173292 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-6037b96c-78d2-4e71-a48c-adc8ec648c24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95 HTTP/1.1" status: 200 len: 854 time: 0.1068890 Sep 15 15:46:55.250004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] Set router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:46:55.330673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:54Z', 'revision_number': 6, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:55.336734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af44144-f131-4dcf-ba61-152d540f27ed req-600a7242-6026-4d65-953a-9ba0e0a60ba6 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:55.339462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['22d5dbc4-d158-44df-a6c1-968a7f49460e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:55.340995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1af44144-f131-4dcf-ba61-152d540f27ed req-600a7242-6026-4d65-953a-9ba0e0a60ba6 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 944 time: 0.0937450 Sep 15 15:46:55.380887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5bae3fca-e99f-4f6d-b836-dcab4abc5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:55.382967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:55.383459 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5bae3fca-e99f-4f6d-b836-dcab4abc5d94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7f329a8-4cbc-4d83-b908-8221a9ceaa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1787276 Sep 15 15:46:55.404739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1af44144-f131-4dcf-ba61-152d540f27ed req-5fa65d3a-0581-4527-80f0-65b48a8d58d7 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559793 Sep 15 15:46:55.421781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42575d8b-e6b5-4c0d-a332-84d96a3ae5f8 None None] The sync data for ids ['0ac1e6cb-2b58-4cce-b4ef-55a94340ef46'] in n-d-808199-2 is: [{'id': '0ac1e6cb-2b58-4cce-b4ef-55a94340ef46', 'name': 'tempest-FloatingIPsTestJSON-2003951098-router', 'tenant_id': '2562efe72bc14996bc878ba4dfcb8f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:14Z', 'updated_at': '2021-09-15T15:46:54Z', 'revision_number': 6, 'project_id': '2562efe72bc14996bc878ba4dfcb8f57', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:46:55.527732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186b4b-bbe7-40dc-ae28-2416b0ee814c req-4a0eb518-0cee-4aad-8342-cca40c9e187a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:55.527732 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74186b4b-bbe7-40dc-ae28-2416b0ee814c req-4a0eb518-0cee-4aad-8342-cca40c9e187a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2854378 Sep 15 15:46:55.555406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b4789f0-d810-4f70-886d-b60f51d1ac59 req-ead59a82-8b1e-4387-a6d6-79ecf1749fc5 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 210 time: 0.0462670 Sep 15 15:46:55.673422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74186b4b-bbe7-40dc-ae28-2416b0ee814c req-046e7c05-11c8-4afb-8563-92d32e6c5646 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452968 Sep 15 15:46:55.693053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-5323686c-ac41-4826-b7d3-1e41bce4f7f0 service neutron] 10.222.0.38 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182877 Sep 15 15:46:55.715220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36880) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:55.804481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.805456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.836048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.858539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=27be8303-919a-435e-a2b6-f65a013642eb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:55.909474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13b0df74-d598-4a7f-b544-066aeadf3f5b req-2fe5f25e-5eff-4e90-884e-5a2fbe33ebeb service neutron] 10.222.0.38 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077250 Sep 15 15:46:55.950907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a18776-83eb-45e7-8360-90da384915c7 req-89db6e28-5869-4ac5-891e-6310f19e06a6 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:55.952481 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3a18776-83eb-45e7-8360-90da384915c7 req-89db6e28-5869-4ac5-891e-6310f19e06a6 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 943 time: 0.1756253 Sep 15 15:46:55.985639 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.989948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.992615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:55.996947 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "DELETE /v2.0/security-groups/08e212b0-1563-4c31-ac51-7a4cd8834a57 HTTP/1.1" status: 204 len: 168 time: 0.2773302 Sep 15 15:46:56.000430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:56.016923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e212b0-1563-4c31-ac51-7a4cd8834a57,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:56.024775 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-dc2ee774-237d-4bed-8d75-0b72f5171f05 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] show failed (client error): The resource could not be found. Sep 15 15:46:56.026063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dc2ee774-237d-4bed-8d75-0b72f5171f05 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "GET /v2.0/security-groups/08e212b0-1563-4c31-ac51-7a4cd8834a57 HTTP/1.1" status: 404 len: 347 time: 0.0262995 Sep 15 15:46:56.030068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36886) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:56.041859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.042217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.044854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.045172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.045635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff62d-1bd5-4fb5-9992-682a8d8b64dd tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:46:56.173262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22d5dbc4-d158-44df-a6c1-968a7f49460e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:46:56.219179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Deleting port b38a7d4d-f948-4092-87cd-c402d5ab74a8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:56.219179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.260842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.359111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.359860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.374785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 22d5dbc4-d158-44df-a6c1-968a7f49460e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:46:56.375640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Calling delete_port for b38a7d4d-f948-4092-87cd-c402d5ab74a8 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:56.379308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 22d5dbc4-d158-44df-a6c1-968a7f49460e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:56.379777 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.411324 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.415328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.448705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3a18776-83eb-45e7-8360-90da384915c7 req-98aad46e-450c-42b8-8300-c55b1110f5dc tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798319 Sep 15 15:46:56.506463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-3049b1ed-490e-4c53-9ada-914b8ef40e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:56.513070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-3049b1ed-490e-4c53-9ada-914b8ef40e66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=30165ceb56114dc3ae5750bb7caa0c48&device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 1094 time: 0.4518077 Sep 15 15:46:56.526846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.527771 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:46:56.595195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:46:56.598217 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cb75ea-0adf-4582-848e-ad8f75974fc7" -d '{"events": [{"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-plugged", "status": "completed", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:46:56.607797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:56.639381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.640453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:46:56.647080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.651555 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ba557365-551d-4ef3-ab6d-e040f827e0a8 admin admin] 10.222.0.63 "DELETE /v2.0/routers/0ac1e6cb-2b58-4cce-b4ef-55a94340ef46 HTTP/1.1" status: 204 len: 168 time: 2.8085966 Sep 15 15:46:56.654864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36898) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:56.699475 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60c17c3f-cb3f-48ca-b865-94019d6e35e3 req-f955807b-fee3-4fcb-9eb5-919634c31ddf tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 210 time: 0.0492635 Sep 15 15:46:56.741302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-110b0573-be9c-4547-beca-2e6bc2eb2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:56.743516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-110b0573-be9c-4547-beca-2e6bc2eb2c19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7f329a8-4cbc-4d83-b908-8221a9ceaa96 HTTP/1.1" status: 200 len: 916 time: 0.2204525 Sep 15 15:46:56.757960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.812540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b0826-4fd5-4d8a-8425-0a83810f8833 req-0936ff77-7045-4bff-86d0-0a5e7e947b09 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:56.815742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f9b0826-4fd5-4d8a-8425-0a83810f8833 req-0936ff77-7045-4bff-86d0-0a5e7e947b09 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 944 time: 0.2712729 Sep 15 15:46:56.836793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.845550 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9060b371-1eda-4ff9-b558-7d3f6347fd4b x-openstack-request-id: req-9060b371-1eda-4ff9-b558-7d3f6347fd4b {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:46:56.845963 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-plugged", "status": "completed", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:46:56.846121 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9060b371-1eda-4ff9-b558-7d3f6347fd4b {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:46:56.846519 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'code': 200} Sep 15 15:46:56.865492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 27be8303-919a-435e-a2b6-f65a013642eb no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:56.874727 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-38266ab7-a9a2-4a50-9448-aabd81a351c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d08a344d-006a-49da-91c6-d8755aeaaa82 HTTP/1.1" status: 200 len: 217 time: 0.1161301 Sep 15 15:46:56.897011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Pushing event deleted for resources: {'Port': ['ID=b38a7d4d-f948-4092-87cd-c402d5ab74a8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:56.903335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] Deleting subnet 9b616f7e-36a4-4284-b503-f2fbe12ba219 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:46:56.917778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 27be8303-919a-435e-a2b6-f65a013642eb {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:56.918194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 27be8303-919a-435e-a2b6-f65a013642eb not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:56.920178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9654a71f-8195-4eee-899d-d94ec6a31ec6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:56.942086 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:56.958693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 9654a71f-8195-4eee-899d-d94ec6a31ec6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:56.958693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9654a71f-8195-4eee-899d-d94ec6a31ec6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:56.975263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:56.999815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e88cb-240e-4fae-83a6-a47c5e737c76 req-ff0d61dc-5691-4fc9-963a-ba4285662b27 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:57.003481 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006e88cb-240e-4fae-83a6-a47c5e737c76 req-ff0d61dc-5691-4fc9-963a-ba4285662b27 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1276917 Sep 15 15:46:57.005541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-e3422aba-ae9a-4a98-b2c8-6d5b0a305e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:57.012422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-e3422aba-ae9a-4a98-b2c8-6d5b0a305e29 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95 HTTP/1.1" status: 200 len: 854 time: 0.1207583 Sep 15 15:46:57.031431 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.077558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006e88cb-240e-4fae-83a6-a47c5e737c76 req-dda38f4d-170e-4db8-82ce-499e56daae4a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671003 Sep 15 15:46:57.086739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-1de1fd54-7442-4d7c-a85d-bc68a78514a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:57.088301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622aa68-3950-44bb-9707-7d4eb29c1bed req-569762b3-781e-4770-bb1f-5385aab9ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:57.088430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-1de1fd54-7442-4d7c-a85d-bc68a78514a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7f329a8-4cbc-4d83-b908-8221a9ceaa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708988 Sep 15 15:46:57.090118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7622aa68-3950-44bb-9707-7d4eb29c1bed req-569762b3-781e-4770-bb1f-5385aab9ed95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 1096 time: 0.2034404 Sep 15 15:46:57.115105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.131705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f9b0826-4fd5-4d8a-8425-0a83810f8833 req-0e21dd99-2333-4125-99f1-7545c326d4c9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847381 Sep 15 15:46:57.193759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.197959 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.212144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be1618d0-f288-4219-b468-f3170186c286 tempest-ImagesOneServerNegativeTestJSON-1450816571 tempest-ImagesOneServerNegativeTestJSON-1450816571-project] 10.222.0.63 "DELETE /v2.0/floatingips/77488e6f-fe8b-4cef-afd0-bad8edd78dca HTTP/1.1" status: 204 len: 168 time: 1.1686060 Sep 15 15:46:57.212477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-7d567e83-f0cf-431f-8eac-9a4c107c52bc service neutron] 10.222.0.38 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097991 Sep 15 15:46:57.229993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7622aa68-3950-44bb-9707-7d4eb29c1bed req-33032fcb-4cf4-4364-a632-4443e73dd5b2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248043 Sep 15 15:46:57.265955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b779cde1-aa8b-4b2f-a22a-d9f07278744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.287806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.319700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36914) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:57.389894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6aa407-7667-45cf-9c41-61b1e52cd1ae req-5aca5740-fd06-4c39-836b-ce897aedc8cf service neutron] 10.222.0.38 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683877 Sep 15 15:46:57.392810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] Deleting subnet 69afc19a-27e6-4048-a694-a8f4383bc473 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:46:57.396380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.433593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.439626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.486176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b616f7e-36a4-4284-b503-f2fbe12ba219,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:57.496277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d03f5-3043-48dd-a497-14b6d6abfc34 None None] Network 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:46:57.496706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.499813 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.503443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36920) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:57.504079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d87fdf49-b060-4e07-ab6f-091f8ad91569 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9b616f7e-36a4-4284-b503-f2fbe12ba219 HTTP/1.1" status: 204 len: 168 time: 0.8467283 Sep 15 15:46:57.681244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.707642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe3d70-d940-4347-a6ba-885c24403dd3 req-d8db6679-835e-4aff-a7ff-c08a360726c0 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:57.709230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31fe3d70-d940-4347-a6ba-885c24403dd3 req-d8db6679-835e-4aff-a7ff-c08a360726c0 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 943 time: 0.1305373 Sep 15 15:46:57.754778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] DHCP port deletion for 9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:46:57.789294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.805332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31fe3d70-d940-4347-a6ba-885c24403dd3 req-a9888192-2565-48be-bdb3-2838c7f4be99 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629294 Sep 15 15:46:57.834483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69afc19a-27e6-4048-a694-a8f4383bc473,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:57.839150 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.841492 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b267494a-6fc4-4930-9409-67a76af488fe admin admin] 10.222.0.63 "DELETE /v2.0/subnets/69afc19a-27e6-4048-a694-a8f4383bc473 HTTP/1.1" status: 204 len: 168 time: 0.5205021 Sep 15 15:46:57.842631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] Deleting port 0c149d05-d4f6-4c07-bae6-234e59822570 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:57.843000 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.844180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36924) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:57.857564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Deleting port 0c149d05-d4f6-4c07-bae6-234e59822570 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:46:57.858428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.885074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6181e8f2-7d81-4e9a-b698-cb870813852f req-96c7e9f2-be0b-4a36-b7c7-037b7172bef2 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 210 time: 0.0828247 Sep 15 15:46:57.967652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] For port 0c149d05-d4f6-4c07-bae6-234e59822570, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c149d05-d4f6-4c07-bae6-234e59822570,segment=NetworkSegment(137773d6-e03b-4d53-8f97-132c87102100),segment_id=137773d6-e03b-4d53-8f97-132c87102100)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:57.968649 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.986587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] For port 0c149d05-d4f6-4c07-bae6-234e59822570, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c149d05-d4f6-4c07-bae6-234e59822570,segment=NetworkSegment(137773d6-e03b-4d53-8f97-132c87102100),segment_id=137773d6-e03b-4d53-8f97-132c87102100)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:57.986587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.989569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:57.996693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] Calling delete_port for 0c149d05-d4f6-4c07-bae6-234e59822570 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:58.005891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Calling delete_port for 0c149d05-d4f6-4c07-bae6-234e59822570 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:46:58.034495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-88e886a2-334d-4a4e-8ab5-a48a0e6233e5 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:58.037110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-88e886a2-334d-4a4e-8ab5-a48a0e6233e5 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.55 "GET /v2.0/networks?id=16e1d583-ad45-4292-af8c-d16c7963d2f1 HTTP/1.1" status: 200 len: 805 time: 0.1739240 Sep 15 15:46:58.113849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-c68c58b5-130d-4b3a-b87c-d5549204b138 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f02c2532ad48658106fd32f3ad40cb HTTP/1.1" status: 200 len: 379 time: 0.0656965 Sep 15 15:46:58.126778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Request body: {'port': {'device_id': '735a3054-da75-4d66-9ede-c0a4ffead099', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'admin_state_up': True, 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'security_groups': ['c467f02e-18c6-4896-a5fb-1b2942c104c5']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:58.146221 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.167668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.233023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] No DVR routers for this DVR port 0c149d05-d4f6-4c07-bae6-234e59822570 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:58.238404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d08a344d-006a-49da-91c6-d8755aeaaa82 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:46:58.280298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1627b67a-27f0-46a7-8591-4fb58a05944b']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:58.302254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:58.302730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9228d7f-ec0e-45f9-9ca2-28c3dc6e0ec9') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:58.318700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.321676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be5973-d104-43fe-8cf4-5c2a39c638fe req-6eb99186-5183-40ac-a79a-29b26d801a4b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:58.326005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49be5973-d104-43fe-8cf4-5c2a39c638fe req-6eb99186-5183-40ac-a79a-29b26d801a4b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 945 time: 0.0890219 Sep 15 15:46:58.332922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.349336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdeab3-963a-4702-a52c-67f04ddce798 None None] Pushing event deleted for resources: {'Port': ['ID=0c149d05-d4f6-4c07-bae6-234e59822570,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:58.361063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.372188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:46:58.372884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.382673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49be5973-d104-43fe-8cf4-5c2a39c638fe req-f0a2cf0d-c6c8-4d38-97d8-455d59c9f3b2 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493839 Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:46:58.395279 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:46:58.427419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2d366-1758-4a73-9b4a-30a99286366f req-cdb4cf2b-0bc2-4cf6-9d0e-56b895e94e48 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:58.432122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Made reservation on behalf of 28f02c2532ad48658106fd32f3ad40cb for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:46:58.436847 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-35b2d366-1758-4a73-9b4a-30a99286366f req-cdb4cf2b-0bc2-4cf6-9d0e-56b895e94e48 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2628436 Sep 15 15:46:58.443493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c149d05-d4f6-4c07-bae6-234e59822570,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:58.445740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.452534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d08a344d-006a-49da-91c6-d8755aeaaa82, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d08a344d-006a-49da-91c6-d8755aeaaa82,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:58.453367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] No DVR routers for this DVR port 0c149d05-d4f6-4c07-bae6-234e59822570 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:46:58.474606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'port_id': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'mac_address': 'fa:16:3e:30:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:46:58.527372 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.531335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-35b2d366-1758-4a73-9b4a-30a99286366f req-8e682113-975c-4cca-bf46-c691d3ceb77d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914915 Sep 15 15:46:58.539025 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.576335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08a344d-006a-49da-91c6-d8755aeaaa82 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:46:58.602574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d08a344d-006a-49da-91c6-d8755aeaaa82, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d08a344d-006a-49da-91c6-d8755aeaaa82,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:46:58.640304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.658110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Allocated IP 172.20.0.6 (16e1d583-ad45-4292-af8c-d16c7963d2f1/17856e60-e1e5-4c32-b103-02512a312b0f/8b8e9b98-d802-4302-b877-2e64d0082ef8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:46:58.668711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:58.679497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.679906 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.684748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137773d6-e03b-4d53-8f97-132c87102100') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:58.685580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137773d6-e03b-4d53-8f97-132c87102100') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:46:58.707768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.710224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1627b67a-27f0-46a7-8591-4fb58a05944b HTTP/1.1" status: 204 len: 168 time: 0.8645518 Sep 15 15:46:58.711276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ce888-8932-43e5-afd3-3f02984c14e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1627b67a-27f0-46a7-8591-4fb58a05944b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:58.718205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.739702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.756404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:46:58.758978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:46:58.761762 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:46:58.782743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=d08a344d-006a-49da-91c6-d8755aeaaa82,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:58.827762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c149d05-d4f6-4c07-bae6-234e59822570 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:46:58.855114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 0c149d05-d4f6-4c07-bae6-234e59822570 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:46:58.855437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c149d05-d4f6-4c07-bae6-234e59822570 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:46:58.896056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['d08a344d-006a-49da-91c6-d8755aeaaa82'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:46:58.903445 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.916592 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.930207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:58.932232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] 10.222.0.63 "DELETE /v2.0/networks/9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668 HTTP/1.1" status: 204 len: 168 time: 1.4259834 Sep 15 15:46:58.971945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d67e70-cb9f-4133-8e63-26c0bd75424b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3bc92a-7c2d-40b1-bb8a-7dc35f90f668,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:59.026550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268f56-dd18-41f9-b7d7-4b86316f1a57 req-0260f514-7d60-43ee-9724-13c35d7c29cd tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:59.042478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b268f56-dd18-41f9-b7d7-4b86316f1a57 req-0260f514-7d60-43ee-9724-13c35d7c29cd tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 944 time: 0.0813487 Sep 15 15:46:59.061261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8fd16d7d-668b-4ff5-a2f7-a2d3ff6b9f96 req-9f66505b-3e34-4b3e-b38c-8b580acddc2c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 210 time: 0.0581391 Sep 15 15:46:59.074690 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.150137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36942) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:59.160384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:46:59.168225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b268f56-dd18-41f9-b7d7-4b86316f1a57 req-9b394172-3262-445d-9b91-f6d6dcc6b27c tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246159 Sep 15 15:46:59.168924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:46:59.176641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:46:59.181373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event updated for resources: {'Port': ['ID=8b8e9b98-d802-4302-b877-2e64d0082ef8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:59.218102 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8232e385-3bf3-4f7b-89f5-9c77675117b4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d6d9ffe241a545a19c1c84ef2a186eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664945 Sep 15 15:46:59.220899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36944) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:59.261592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:59.262253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.298136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4166a289-e182-4fd8-8d24-3f2d379a6111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.331620 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4166a289-e182-4fd8-8d24-3f2d379a6111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.392433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-b2bcbb01-706f-4e2c-879b-c969667fcc27 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2718191 Sep 15 15:46:59.398633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:59.421604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Request body: {'port': {'device_id': '735a3054-da75-4d66-9ede-c0a4ffead099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:46:59.489517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4166a289-e182-4fd8-8d24-3f2d379a6111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.493197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4166a289-e182-4fd8-8d24-3f2d379a6111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.499943 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4166a289-e182-4fd8-8d24-3f2d379a6111 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5548da4f-9772-4b07-8911-44aa0af103bf HTTP/1.1" status: 204 len: 168 time: 0.2722950 Sep 15 15:46:59.500188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-51b4b184-4064-4696-b334-dc2986bbbfe1 None None] Provisioning complete for port 8b8e9b98-d802-4302-b877-2e64d0082ef8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:46:59.500188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51b4b184-4064-4696-b334-dc2986bbbfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.500769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-535949d2-1857-4ab0-8dde-21b061e64548 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2562efe72bc14996bc878ba4dfcb8f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966659 Sep 15 15:46:59.500769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:46:59.514376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.521585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166a289-e182-4fd8-8d24-3f2d379a6111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5548da4f-9772-4b07-8911-44aa0af103bf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:46:59.534249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6faf5-8d33-4a79-9d4c-04b84d207759 req-c0e27afa-6ce9-406b-9a12-db8426630bec tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:59.543494 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6f6faf5-8d33-4a79-9d4c-04b84d207759 req-c0e27afa-6ce9-406b-9a12-db8426630bec tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 945 time: 0.0965111 Sep 15 15:46:59.615367 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6f6faf5-8d33-4a79-9d4c-04b84d207759 req-5990163c-2a88-4dff-9994-916160349205 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706933 Sep 15 15:46:59.637489 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-920fefd1-f1f4-45c3-8d8b-c39b26d9c0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.640142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-51b4b184-4064-4696-b334-dc2986bbbfe1 None None] Port 8b8e9b98-d802-4302-b877-2e64d0082ef8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:46:59.804190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-920fefd1-f1f4-45c3-8d8b-c39b26d9c0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.828359 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e415a3-94ed-4e10-b8bc-9537f1bc2ef5 req-aa66a2d7-b561-4b6c-a39b-ca74747b9aaa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:46:59.838570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-36e415a3-94ed-4e10-b8bc-9537f1bc2ef5 req-aa66a2d7-b561-4b6c-a39b-ca74747b9aaa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1171420 Sep 15 15:46:59.864854 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:46:59.889262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-36e415a3-94ed-4e10-b8bc-9537f1bc2ef5 req-363abc83-0514-4438-a4a8-b3cd630f2aac tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499446 Sep 15 15:46:59.943344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.011078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8e9b98-d802-4302-b877-2e64d0082ef8 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:00.023948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.038483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Transition to ACTIVE for port object 8b8e9b98-d802-4302-b877-2e64d0082ef8 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:00.123285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-920fefd1-f1f4-45c3-8d8b-c39b26d9c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.126871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-920fefd1-f1f4-45c3-8d8b-c39b26d9c0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.136698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-920fefd1-f1f4-45c3-8d8b-c39b26d9c0e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/295486b0-012a-4209-b6f4-9dcf7f2b737b HTTP/1.1" status: 204 len: 168 time: 0.6357865 Sep 15 15:47:00.155946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fefd1-f1f4-45c3-8d8b-c39b26d9c0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295486b0-012a-4209-b6f4-9dcf7f2b737b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:00.285569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d08a344d-006a-49da-91c6-d8755aeaaa82 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:00.286204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed3d3e-7db6-4750-9890-1884135df0e2 req-5d7b0f68-8872-4ba8-aa56-530d9816e4fd tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:00.286204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9aed3d3e-7db6-4750-9890-1884135df0e2 req-5d7b0f68-8872-4ba8-aa56-530d9816e4fd tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 931 time: 0.0584972 Sep 15 15:47:00.286204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9aed3d3e-7db6-4750-9890-1884135df0e2 req-f3f8d78c-0cdc-4b7c-b813-971806fb2939 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387135 Sep 15 15:47:00.312467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.411061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5611fd-47b2-43e1-a35b-a8d09d521ebb req-295494cc-026b-4d95-93ef-836efd65c999 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:00.425925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d5611fd-47b2-43e1-a35b-a8d09d521ebb req-295494cc-026b-4d95-93ef-836efd65c999 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 944 time: 0.0865302 Sep 15 15:47:00.448324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8e9b98-d802-4302-b877-2e64d0082ef8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:00.487035 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d5611fd-47b2-43e1-a35b-a8d09d521ebb req-8e0fe3e8-546b-4ef2-b65b-367e014c94e8 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540495 Sep 15 15:47:00.517474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port d08a344d-006a-49da-91c6-d8755aeaaa82 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:00.524093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port d08a344d-006a-49da-91c6-d8755aeaaa82 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:00.524476 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.582597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Attempting to bind port 8b8e9b98-d802-4302-b877-2e64d0082ef8 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:00.583115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Attempting to bind port 8b8e9b98-d802-4302-b877-2e64d0082ef8 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:00.583396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Attempting to bind port 8b8e9b98-d802-4302-b877-2e64d0082ef8 on network 16e1d583-ad45-4292-af8c-d16c7963d2f1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:00.597209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Port 8b8e9b98-d802-4302-b877-2e64d0082ef8 on network 16e1d583-ad45-4292-af8c-d16c7963d2f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:00.597550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Attempting to bind port 8b8e9b98-d802-4302-b877-2e64d0082ef8 on network 16e1d583-ad45-4292-af8c-d16c7963d2f1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:00.610563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:00.610917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Checking segment: {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:00.611381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Bound using segment: {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:00.611902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Bound port: 8b8e9b98-d802-4302-b877-2e64d0082ef8, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67cb4987-6bd5-4609-985b-f8b5e3b08bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:00.612339 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.638812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f68a8-55c7-443c-af1b-dff4c1ad58bb req-5342df04-eba6-4377-9681-e2469e79de13 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:00.640324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-585f68a8-55c7-443c-af1b-dff4c1ad58bb req-5342df04-eba6-4377-9681-e2469e79de13 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 945 time: 0.1108019 Sep 15 15:47:00.650586 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.739042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-585f68a8-55c7-443c-af1b-dff4c1ad58bb req-ab1c161d-1529-4a2a-a636-e1122ecdc3fc tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702214 Sep 15 15:47:00.742909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:00.754665 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2232ce4c-909c-4fa8-8890-cec1c336e0e8" -d '{"events": [{"server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "name": "network-vif-plugged", "status": "completed", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:00.786496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] For port 8b8e9b98-d802-4302-b877-2e64d0082ef8, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:00.789883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d08a344d-006a-49da-91c6-d8755aeaaa82, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d08a344d-006a-49da-91c6-d8755aeaaa82,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:00.793723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] For port 8b8e9b98-d802-4302-b877-2e64d0082ef8, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:00.836721 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebbfef7-1755-4ccb-abe3-bf6b8a5268b5 x-openstack-request-id: req-3ebbfef7-1755-4ccb-abe3-bf6b8a5268b5 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:00.837226 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "name": "network-vif-plugged", "status": "completed", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:00.837668 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3ebbfef7-1755-4ccb-abe3-bf6b8a5268b5 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:00.838200 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'code': 200} Sep 15 15:47:00.877449 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.908722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:00.972026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102d83d-51b5-4488-a5e1-5c7b4f2ee0ef req-b64ac56d-7446-4363-9fe5-f09c353a5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:00.973582 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c102d83d-51b5-4488-a5e1-5c7b4f2ee0ef req-b64ac56d-7446-4363-9fe5-f09c353a5bfb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 1096 time: 0.0717378 Sep 15 15:47:00.983229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=d08a344d-006a-49da-91c6-d8755aeaaa82,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:00.997685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:00.998604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:01.004556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b8e9b98-d802-4302-b877-2e64d0082ef8 HTTP/1.1" status: 200 len: 1091 time: 1.5885913 Sep 15 15:47:01.007188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:01.011969 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1019502-3f72-4c27-af5a-bad939bae967" -d '{"events": [{"name": "network-changed", "server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:01.059616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d762bb-6d6c-43fd-855e-280e1ea99039 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8e9b98-d802-4302-b877-2e64d0082ef8,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:01.106604 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d41ea13-ddb8-4329-af28-edea1e0ebe95 x-openstack-request-id: req-4d41ea13-ddb8-4329-af28-edea1e0ebe95 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:01.106604 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:01.106604 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d41ea13-ddb8-4329-af28-edea1e0ebe95 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:01.106604 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'status': 'completed', 'code': 200} Sep 15 15:47:01.157312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c102d83d-51b5-4488-a5e1-5c7b4f2ee0ef req-568bdc37-ecc0-4cd4-93e1-57e6cee257e9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726036 Sep 15 15:47:01.180158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-909271d8-6de8-404e-8a6b-9bb954346653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.183444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-909271d8-6de8-404e-8a6b-9bb954346653 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28f02c2532ad48658106fd32f3ad40cb&device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 1094 time: 0.0718334 Sep 15 15:47:01.185067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5fd90-3b56-4ba7-af7b-c95fecdad04d req-a9661b26-e488-4716-aa44-ae73a0cee6fa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.187973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bda5fd90-3b56-4ba7-af7b-c95fecdad04d req-a9661b26-e488-4716-aa44-ae73a0cee6fa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1807883 Sep 15 15:47:01.258235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bda5fd90-3b56-4ba7-af7b-c95fecdad04d req-503a003a-3d46-4ea2-bf87-745597011d7d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617204 Sep 15 15:47:01.259319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-380cca0f-8714-4509-b601-f8eee1a166b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8 HTTP/1.1" status: 200 len: 217 time: 0.0681679 Sep 15 15:47:01.335931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-d8619616-e9d4-46a4-8d6e-c5a3c258052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.341166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-d8619616-e9d4-46a4-8d6e-c5a3c258052b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17856e60-e1e5-4c32-b103-02512a312b0f HTTP/1.1" status: 200 len: 844 time: 0.0715430 Sep 15 15:47:01.402235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37010) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:01.441530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-6e4a651d-0061-4e0e-90fd-0d051e4e88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.443614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-6e4a651d-0061-4e0e-90fd-0d051e4e88ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16e1d583-ad45-4292-af8c-d16c7963d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943930 Sep 15 15:47:01.460790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f499a-4ba5-4be0-aa32-495102e9f6c9 req-8e335d3a-9c2e-4ef0-91d5-7b5b1a3ecca7 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.462353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-967f499a-4ba5-4be0-aa32-495102e9f6c9 req-8e335d3a-9c2e-4ef0-91d5-7b5b1a3ecca7 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 943 time: 0.0731335 Sep 15 15:47:01.550995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-504668734-network', 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:01.573266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-967f499a-4ba5-4be0-aa32-495102e9f6c9 req-25f0452a-1037-4f63-8a35-bdd73141b336 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967958 Sep 15 15:47:01.613155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-ed2225c1-8848-4e0b-8bd8-05bf9719b790 service neutron] 10.222.0.55 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494513 Sep 15 15:47:01.644619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed86e0-ac77-4a4a-acbf-6ef6528c2722 req-53075a19-85c2-442f-bbbe-76242ad49a3e tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.645813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4eed86e0-ac77-4a4a-acbf-6ef6528c2722 req-53075a19-85c2-442f-bbbe-76242ad49a3e tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 945 time: 0.0867703 Sep 15 15:47:01.711755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4eed86e0-ac77-4a4a-acbf-6ef6528c2722 req-291f058d-c7b9-415c-bb87-481579ac3539 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565667 Sep 15 15:47:01.717014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:01.717014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:01.724684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:01.730042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fe7efd-935d-45d1-855a-8fe62c8fcaa0 req-dcba34cd-62aa-4a97-8954-7a0f665c192b service neutron] 10.222.0.55 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095617 Sep 15 15:47:01.933403 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:01.942680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1019502-3f72-4c27-af5a-bad939bae967 req-59c1f8fd-f9bf-41e4-b3e2-c6bb298f3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.945008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1019502-3f72-4c27-af5a-bad939bae967 req-59c1f8fd-f9bf-41e4-b3e2-c6bb298f3b71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28f02c2532ad48658106fd32f3ad40cb&device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 1094 time: 0.0956318 Sep 15 15:47:01.970821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37030) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:01.995898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323d93f-2820-4c69-94a6-a7ea2d133db2 req-c6d032b5-a6c8-424d-9803-2f55679a6196 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:01.997418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4323d93f-2820-4c69-94a6-a7ea2d133db2 req-c6d032b5-a6c8-424d-9803-2f55679a6196 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 945 time: 0.0974145 Sep 15 15:47:02.002890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.036061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:47:02.048055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9f1b4c-cc84-45f0-8b08-f9628575e999,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:02.072479 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.073096 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Added segment 3c1d1644-96ba-4912-b9ff-c6f014fb9ec1 of type vlan for network 5b5f6560-52a8-4946-9e38-a3748769610c Sep 15 15:47:02.086550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4323d93f-2820-4c69-94a6-a7ea2d133db2 req-6e3e346b-0ed9-4ae6-af81-d9ab42efaef1 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543966 Sep 15 15:47:02.097088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1019502-3f72-4c27-af5a-bad939bae967 req-949e812e-2e0a-46c7-a709-9bd5d38c12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:02.098525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1019502-3f72-4c27-af5a-bad939bae967 req-949e812e-2e0a-46c7-a709-9bd5d38c12c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=16e1d583-ad45-4292-af8c-d16c7963d2f1 HTTP/1.1" status: 200 len: 906 time: 0.1459467 Sep 15 15:47:02.138520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.155421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-network', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:02.190325 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1019502-3f72-4c27-af5a-bad939bae967 req-541811c3-39be-4d90-b325-50df60b5491f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8 HTTP/1.1" status: 200 len: 217 time: 0.0828109 Sep 15 15:47:02.237836 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.239012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:02.240203 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.251635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1019502-3f72-4c27-af5a-bad939bae967 req-f582c23f-61a2-42ec-9833-48f730fa3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:02.253940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1019502-3f72-4c27-af5a-bad939bae967 req-f582c23f-61a2-42ec-9833-48f730fa3768 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17856e60-e1e5-4c32-b103-02512a312b0f HTTP/1.1" status: 200 len: 844 time: 0.0554152 Sep 15 15:47:02.315746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] Pushing event updated for resources: {'Network': ['ID=5b5f6560-52a8-4946-9e38-a3748769610c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:02.321934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Made reservation on behalf of 49a2d451b95e4fcda6b8d1b00765e86b for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:02.324706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.337072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5b5f6560-52a8-4946-9e38-a3748769610c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:47:02.349805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.357998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1019502-3f72-4c27-af5a-bad939bae967 req-ec4c218f-076d-46b7-8143-c78fc3c7ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:02.363519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1019502-3f72-4c27-af5a-bad939bae967 req-ec4c218f-076d-46b7-8143-c78fc3c7ddd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16e1d583-ad45-4292-af8c-d16c7963d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966566 Sep 15 15:47:02.377159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6127d6b9-5eab-440a-a634-21a2e1f1fc31 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9737670 Sep 15 15:47:02.381113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37044) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:02.389081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Request body: {'subnet': {'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-504668734-subnet', 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:02.485423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96134eb-05f8-439e-a904-456d5ffbaab7 req-2cbe0930-1e20-4f59-8bd3-8461d7f6222b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:02.493362 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b96134eb-05f8-439e-a904-456d5ffbaab7 req-2cbe0930-1e20-4f59-8bd3-8461d7f6222b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1460841 Sep 15 15:47:02.518314 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.636383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.651307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:47:02.662553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.663391 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Added segment 82001409-5222-42fa-8afb-18ba1c22d599 of type vlan for network bed54385-4bbd-4cce-9558-e420b0b9eb15 Sep 15 15:47:02.745688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0078a-8134-4df6-a540-ddb693010cfe,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:02.751127 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.772657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:02.776512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.878140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1019502-3f72-4c27-af5a-bad939bae967 req-d9e7f9de-e3de-4a77-94d1-b0879675cdc4 service neutron] 10.222.0.55 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963894 Sep 15 15:47:02.883617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.884606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:02.885253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:02.900150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b96134eb-05f8-439e-a904-456d5ffbaab7 req-ec7cc3a0-0bad-4fb3-b808-8cd8023e8654 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059124 Sep 15 15:47:03.016982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1019502-3f72-4c27-af5a-bad939bae967 req-452db9e7-21d5-49ce-b757-725c2a0ebfdf service neutron] 10.222.0.55 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305122 Sep 15 15:47:03.045028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0729973 Sep 15 15:47:03.045852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc7dca-beef-493b-b4a3-72cc16e0d237 admin admin] Pushing event updated for resources: {'Network': ['ID=bed54385-4bbd-4cce-9558-e420b0b9eb15,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:03.048933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37058) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:03.057766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Request body: {'subnet': {'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-subnet', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:03.058237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:47:03.100670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67cf1f-147c-46fd-ae02-4703b8973132 req-9214e016-8737-4f82-bb1e-eb4df1869987 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:03.108932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f67cf1f-147c-46fd-ae02-4703b8973132 req-9214e016-8737-4f82-bb1e-eb4df1869987 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 943 time: 0.1081588 Sep 15 15:47:03.153370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f67cf1f-147c-46fd-ae02-4703b8973132 req-e88660eb-d26f-47c3-8f1b-f7903c328748 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Sep 15 15:47:03.179288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Made reservation on behalf of 49a2d451b95e4fcda6b8d1b00765e86b for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:03.182786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:03.251995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:03.323499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99806d9f-1470-47da-b7d8-11ada97d1a19 req-0b426fe6-608c-4498-b527-b425e6f994d4 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:03.325601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99806d9f-1470-47da-b7d8-11ada97d1a19 req-0b426fe6-608c-4498-b527-b425e6f994d4 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 945 time: 0.1363249 Sep 15 15:47:03.349704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:03.375269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Checking segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:03.375878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Network hostable DHCP agents. Network: 5b5f6560-52a8-4946-9e38-a3748769610c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:47:03.392449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99806d9f-1470-47da-b7d8-11ada97d1a19 req-c9b3de13-8b85-48da-aff6-0a05c4b5db5c tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582490 Sep 15 15:47:03.455456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:03.501825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Network 5b5f6560-52a8-4946-9e38-a3748769610c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:47:03.546287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62cade2-5bf6-41f5-a103-aeab3c98214c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:03.560060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Checking segment: {'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:03.560416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Network hostable DHCP agents. Network: bed54385-4bbd-4cce-9558-e420b0b9eb15, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:47:03.572220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7537627-254b-472a-a0c3-e7f367af6ba7 req-36dd0f1b-14bc-4df6-b4d2-33adcb83c79e tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:03.573813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7537627-254b-472a-a0c3-e7f367af6ba7 req-36dd0f1b-14bc-4df6-b4d2-33adcb83c79e tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 945 time: 0.0934861 Sep 15 15:47:03.583055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37072) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:03.588263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Request body: {'floatingip': {'port_id': 'd08a344d-006a-49da-91c6-d8755aeaaa82'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:03.620184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5b5f6560-52a8-4946-9e38-a3748769610c) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:03.625045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:03.625640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:03.632788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dce3b5a-b71c-4707-9c52-60e93515bd86 None None] Network 5b5f6560-52a8-4946-9e38-a3748769610c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:47:03.636267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:03.729710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:47:03.741356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-91b2367d-a5b7-4e1d-9728-144276d7e5d1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3568923 Sep 15 15:47:03.746721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, bed54385-4bbd-4cce-9558-e420b0b9eb15) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:03.753381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:03.754349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:03.761193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a568e5-a6ee-492c-b0e6-4e03ed8c324d None None] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:47:03.810419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171fc89-adc0-451c-b3f1-f254947b75b8 None None] Network 5b5f6560-52a8-4946-9e38-a3748769610c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:47:03.881277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9c85abc6-bf71-4ebc-8348-4ff15b007bf6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8283548 Sep 15 15:47:03.882462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37078) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:03.887190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:04.014783 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.015852 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.111001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.146278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8b8e9b98-d802-4302-b877-2e64d0082ef8 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:04.467245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0a76b-5fc3-4d38-9aad-09d9f132fc6d req-2cb9c060-243a-4012-a7c2-0c8b4e90984c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:04.467245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80c0a76b-5fc3-4d38-9aad-09d9f132fc6d req-2cb9c060-243a-4012-a7c2-0c8b4e90984c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2507324 Sep 15 15:47:04.468219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-db3af408-0065-4623-97e2-6c915fb46558 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:04.468219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-db3af408-0065-4623-97e2-6c915fb46558 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.1514361 Sep 15 15:47:04.468219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-a70d2c8a-0583-40b7-a683-2e2eae040633 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/quotas/5f655d3ba7094765a8ef61352a56cc67 HTTP/1.1" status: 200 len: 375 time: 0.0105901 Sep 15 15:47:04.468219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-36426e40-e5b7-45a1-8191-c6f71ccf4530 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304646 Sep 15 15:47:04.469334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80c0a76b-5fc3-4d38-9aad-09d9f132fc6d req-ba2348ed-617a-4f7e-b152-91513202e44a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772390 Sep 15 15:47:04.469334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.469654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 8b8e9b98-d802-4302-b877-2e64d0082ef8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:04.469654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'port_id': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'mac_address': 'fa:16:3e:b0:cf:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:04.479726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-bed54385-4bbd-4cce-9558-e420b0b9eb15', 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'fixed_ips': [{'subnet_id': 'b62cade2-5bf6-41f5-a103-aeab3c98214c'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:47:04.482221 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.503610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-0e590658-0fcb-4d90-bd05-1baf889771e8 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189122 Sep 15 15:47:04.516326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.525194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a0776-d353-4e0d-8bd2-d83f09f94944 req-be77a54f-9304-4abb-b2ab-34476e7b7305 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:04.534528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f2a0776-d353-4e0d-8bd2-d83f09f94944 req-be77a54f-9304-4abb-b2ab-34476e7b7305 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 943 time: 0.0874152 Sep 15 15:47:04.594902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8e9b98-d802-4302-b877-2e64d0082ef8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:04.595476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f2a0776-d353-4e0d-8bd2-d83f09f94944 req-896a94b7-c879-42b7-84d3-78928ed3da7a tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539880 Sep 15 15:47:04.614863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-83e65e30-fd9e-46bb-b0df-d6f9aefd621b service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035252 Sep 15 15:47:04.619242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 8b8e9b98-d802-4302-b877-2e64d0082ef8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:04.719837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Allocated IP 172.20.0.2 (bed54385-4bbd-4cce-9558-e420b0b9eb15/b62cade2-5bf6-41f5-a103-aeab3c98214c/b1caaf3b-6579-47d5-99d5-fe34db69a719) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:04.746002 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.814794 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.935679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:04.943729 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Floating IP a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f associated. External IP: 172.25.0.168, port: d08a344d-006a-49da-91c6-d8755aeaaa82. Sep 15 15:47:04.978592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=8b8e9b98-d802-4302-b877-2e64d0082ef8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:04.996949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.013273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18b4cb65-9981-46d5-b5b0-becfa7a136da req-eee55c4b-a414-4f49-9280-c486b3cc24f8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 210 time: 0.0666885 Sep 15 15:47:05.106258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['8b8e9b98-d802-4302-b877-2e64d0082ef8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:05.171938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.229862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:05.234626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:05.242007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:05.252104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:47:05.269479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Pushing event updated for resources: {'Port': ['ID=b1caaf3b-6579-47d5-99d5-fe34db69a719,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:05.340023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Attempting to bind port b1caaf3b-6579-47d5-99d5-fe34db69a719 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:05.340401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Attempting to bind port b1caaf3b-6579-47d5-99d5-fe34db69a719 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:05.340793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Attempting to bind port b1caaf3b-6579-47d5-99d5-fe34db69a719 on network bed54385-4bbd-4cce-9558-e420b0b9eb15 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:05.353222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:05.353605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Checking segment: {'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:05.354012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.354411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Bound using segment: {'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:05.354901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Bound port: b1caaf3b-6579-47d5-99d5-fe34db69a719, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:05.355284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.358163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.384972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.428532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:05.437920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.443445 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] Sync routers for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:05.456769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] For port b1caaf3b-6579-47d5-99d5-fe34db69a719, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:05.463979 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:05.465505 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:05.482464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] For port b1caaf3b-6579-47d5-99d5-fe34db69a719, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b1caaf3b-6579-47d5-99d5-fe34db69a719,segment=NetworkSegment(82001409-5222-42fa-8afb-18ba1c22d599),segment_id=82001409-5222-42fa-8afb-18ba1c22d599)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:05.495871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a17ab37b-b084-4c52-8a2b-e5603b7d4100 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "PUT /v2.0/floatingips/a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f HTTP/1.1" status: 200 len: 991 time: 1.9113512 Sep 15 15:47:05.496671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:05.500004 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3a6491-905e-4119-bc99-6ee021b25ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:05.574182 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.587703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Allocated IP 172.25.0.224 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/652151c0-f163-4ab2-a688-e2e1d26886c2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:05.673208 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cd19dd-6236-4e5b-a514-3b2bfddaa3a0 x-openstack-request-id: req-b0cd19dd-6236-4e5b-a514-3b2bfddaa3a0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:05.673844 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:05.675327 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b0cd19dd-6236-4e5b-a514-3b2bfddaa3a0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:05.676444 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'status': 'completed', 'code': 200} Sep 15 15:47:05.701008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93aa4b-828e-41cf-9296-0a17e91b143c None None] Pushing event updated for resources: {'Port': ['ID=b1caaf3b-6579-47d5-99d5-fe34db69a719,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:05.712148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3b6b9-de25-4049-846e-b1278f30066d req-d03b8672-98ea-4ba6-923f-c553cfc583c8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:05.713767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3af3b6b9-de25-4049-846e-b1278f30066d req-d03b8672-98ea-4ba6-923f-c553cfc583c8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1505377 Sep 15 15:47:05.851021 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:05.861241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3af3b6b9-de25-4049-846e-b1278f30066d req-63d7c501-ba68-4b6e-882c-ada39a3eeab6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265392 Sep 15 15:47:05.869371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-b16d5a64-2d52-4f3f-8c24-8d12ef1f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:05.870915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-b16d5a64-2d52-4f3f-8c24-8d12ef1f9adc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=30165ceb56114dc3ae5750bb7caa0c48&device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 1096 time: 0.1562517 Sep 15 15:47:05.875896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:05.916165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dd93-cb55-40cf-82ec-27d13fe0fa62 req-55484225-02c8-45f5-9a66-932a2f2f9f9b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:05.917817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9655dd93-cb55-40cf-82ec-27d13fe0fa62 req-55484225-02c8-45f5-9a66-932a2f2f9f9b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 944 time: 0.1209393 Sep 15 15:47:06.002237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9655dd93-cb55-40cf-82ec-27d13fe0fa62 req-940b6530-aa65-4232-bba5-2289fe653901 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726531 Sep 15 15:47:06.212524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22d5dbc4-d158-44df-a6c1-968a7f49460e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:06.217071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac4d4a80-a822-49df-b30b-8fac22f4f98e req-b745bfd7-dc71-4d52-927f-81a27fa372eb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 210 time: 0.0829258 Sep 15 15:47:06.282174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-c8ef4acd-40f5-4c0f-8f68-b04b5457fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:06.287815 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-c8ef4acd-40f5-4c0f-8f68-b04b5457fa60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7f329a8-4cbc-4d83-b908-8221a9ceaa96 HTTP/1.1" status: 200 len: 916 time: 0.4085319 Sep 15 15:47:06.294431 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:06.372606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:06.388184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'mac_address': 'fa:16:3e:f6:51:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:06.388439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:06.399068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:06.401499 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'port_id': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'mac_address': 'fa:16:3e:30:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:47:04Z', 'revision_number': 1, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 5, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:06.430644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:06.450848 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:06.450988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Pushing event updated for resources: {'Port': ['ID=652151c0-f163-4ab2-a688-e2e1d26886c2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:06.484855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22d5dbc4-d158-44df-a6c1-968a7f49460e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:06.500885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-8616a84f-e500-4efb-b578-5c8663d02924 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d08a344d-006a-49da-91c6-d8755aeaaa82 HTTP/1.1" status: 200 len: 999 time: 0.1981509 Sep 15 15:47:06.512644 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] Checking router: a4038eeb-c88c-4d94-8bf1-3a1d41ca256f for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:06.530398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:06.532998 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:06.534326 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:06.660658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:06.678769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-a39fd427-3091-4d7b-be34-ce962f4c8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:06.680730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-a39fd427-3091-4d7b-be34-ce962f4c8920 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95 HTTP/1.1" status: 200 len: 854 time: 0.1709900 Sep 15 15:47:06.757571 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:06.793329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['22d5dbc4-d158-44df-a6c1-968a7f49460e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:06.809090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-859377be-5493-444b-8acc-2b7d603508fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:06.828107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-859377be-5493-444b-8acc-2b7d603508fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7f329a8-4cbc-4d83-b908-8221a9ceaa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220784 Sep 15 15:47:06.899660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1caaf3b-6579-47d5-99d5-fe34db69a719 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:06.902874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:07.204146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d4487-939a-4863-9c3a-e37bb64f112f req-dd31549b-ae56-4e91-a456-070a43a86534 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:07.216412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-683d4487-939a-4863-9c3a-e37bb64f112f req-dd31549b-ae56-4e91-a456-070a43a86534 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1887054 Sep 15 15:47:07.254275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b1caaf3b-6579-47d5-99d5-fe34db69a719 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:07.256341 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:07.335080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-683d4487-939a-4863-9c3a-e37bb64f112f req-a3433669-b595-4a23-a58a-513c997c8e6b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165800 Sep 15 15:47:07.375546 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'port_id': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'mac_address': 'fa:16:3e:30:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:47:04Z', 'revision_number': 1, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 5, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:07.426814 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059c99e8-b863-49ea-af23-690f1d2a5d51 None None] The sync data for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 is: [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'floating_ip_address': '172.25.0.168', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'port_id': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'mac_address': 'fa:16:3e:30:03:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:47:04Z', 'revision_number': 1, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 5, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:07.582450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706d1fb-77a1-4394-82ea-203335368055 None None] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:47:07.631070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:07.720036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0042e32a-8748-422e-bc98-42a2c4317386 None None] Provisioning complete for port b1caaf3b-6579-47d5-99d5-fe34db69a719 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:07.720848 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0042e32a-8748-422e-bc98-42a2c4317386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:07.813213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b1caaf3b-6579-47d5-99d5-fe34db69a719, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b1caaf3b-6579-47d5-99d5-fe34db69a719,segment=NetworkSegment(82001409-5222-42fa-8afb-18ba1c22d599),segment_id=82001409-5222-42fa-8afb-18ba1c22d599)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:07.825927 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:07.830438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-b18e5692-dbc3-4293-b25d-481c0cbd82cb service neutron] 10.222.0.38 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0014188 Sep 15 15:47:07.903580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a9b39-268f-4039-98b3-4d36fc2e35c3 req-a3b13f8f-27ca-4902-b1f7-e7b8ae8aad7d tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:07.917297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-484a9b39-268f-4039-98b3-4d36fc2e35c3 req-a3b13f8f-27ca-4902-b1f7-e7b8ae8aad7d tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 944 time: 0.2493033 Sep 15 15:47:07.984273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af39ad00-b564-4d75-be89-8a7b3dd8db68 None None] New status for floating IP a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:47:08.081374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-484a9b39-268f-4039-98b3-4d36fc2e35c3 req-e9bb83dd-7f7f-4364-b88e-79f7f6d95465 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660459 Sep 15 15:47:08.101364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0042e32a-8748-422e-bc98-42a2c4317386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:08.150092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df3a6491-905e-4119-bc99-6ee021b25ab0 req-37a52333-f827-4faf-b49a-b89d2f16b464 service neutron] 10.222.0.38 "GET /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654486 Sep 15 15:47:08.179158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8b8e9b98-d802-4302-b877-2e64d0082ef8 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:08.262742 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0296623-3c86-4314-bee0-df6b8b43116d req-de41891b-7f6c-4258-b97b-751082eca31f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 210 time: 0.0476336 Sep 15 15:47:08.428753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:08.558942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22d5dbc4-d158-44df-a6c1-968a7f49460e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:08.705386 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:08.765840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-0042e32a-8748-422e-bc98-42a2c4317386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:47:08.766544 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-0042e32a-8748-422e-bc98-42a2c4317386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:47:08.820513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 22d5dbc4-d158-44df-a6c1-968a7f49460e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:08.821161 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:08.829241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0518111-7e04-4a51-83b9-b13367253a4d req-8b2cc192-d3b8-4243-934c-a923fd23971f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:08.840521 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0518111-7e04-4a51-83b9-b13367253a4d req-8b2cc192-d3b8-4243-934c-a923fd23971f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2736118 Sep 15 15:47:08.927691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b1caaf3b-6579-47d5-99d5-fe34db69a719,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:08.936300 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.936752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.937181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.937761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.938209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.938606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.938997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.939387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.939775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.940113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.940438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.940793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:08.977084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0518111-7e04-4a51-83b9-b13367253a4d req-27339fa4-e89d-465f-ad16-33341683029e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901487 Sep 15 15:47:09.031167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.052035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 8b8e9b98-d802-4302-b877-2e64d0082ef8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:09.055463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-80914af3-dce2-4a26-a82d-69f75fc22155 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:09.056972 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-80914af3-dce2-4a26-a82d-69f75fc22155 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.3678980 Sep 15 15:47:09.057722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 8b8e9b98-d802-4302-b877-2e64d0082ef8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:09.058098 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.075491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Request body: {'port': {'device_id': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'admin_state_up': True, 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:09.081970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:09.084480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:09.090890 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60e1fd9-b51c-4bc9-9610-fb787dd5ce2c" -d '{"events": [{"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-plugged", "status": "completed", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:09.139961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Router 492d5f1a-4c9c-443c-b15b-42e444402d40 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:47:09.196435 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01902eb-23e5-4f57-836f-1cd48007e5fc x-openstack-request-id: req-f01902eb-23e5-4f57-836f-1cd48007e5fc {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:09.197094 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-plugged", "status": "completed", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:09.197350 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f01902eb-23e5-4f57-836f-1cd48007e5fc {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:09.197762 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'code': 200} Sep 15 15:47:09.198429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.202399 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.279635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 8b8e9b98-d802-4302-b877-2e64d0082ef8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:09.310974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007debb-2fa7-47a7-939a-37bc27151106 req-3d85a381-003e-43ef-b6b1-54d7b717af85 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:09.323718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e007debb-2fa7-47a7-939a-37bc27151106 req-3d85a381-003e-43ef-b6b1-54d7b717af85 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 944 time: 0.1196609 Sep 15 15:47:09.328971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:09.380265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.413825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:09.426538 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Sync routers for ids ['492d5f1a-4c9c-443c-b15b-42e444402d40'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:09.441114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e007debb-2fa7-47a7-939a-37bc27151106 req-c69a70f8-cbcf-4d30-ac1d-bf6353427a42 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164262 Sep 15 15:47:09.443656 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Routers {'492d5f1a-4c9c-443c-b15b-42e444402d40'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:09.445135 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['492d5f1a-4c9c-443c-b15b-42e444402d40'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:09.461574 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f44f3508-265c-41fb-b694-6cbae03970b6 req-29099841-4549-4b75-8e5a-c1bd29db72f7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 210 time: 0.0494170 Sep 15 15:47:09.492042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=8b8e9b98-d802-4302-b877-2e64d0082ef8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:09.528946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-722dfb31-7d23-4103-9561-8f294bc32b25 None None] Provisioning complete for port b1caaf3b-6579-47d5-99d5-fe34db69a719 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:09.535944 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-722dfb31-7d23-4103-9561-8f294bc32b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.577489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.581449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-483ae077-cb82-41e6-ae58-0defe965713a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6962054 Sep 15 15:47:09.582572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37242) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:09.666054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:09.670859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:09.733362 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Set router 492d5f1a-4c9c-443c-b15b-42e444402d40 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:10.010357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Allocated IP 172.20.0.14 (5b5f6560-52a8-4946-9e38-a3748769610c/21e0c71d-77f3-47b1-b6de-3f9f4f8f414f/57b46b05-a5f9-4cc6-b074-bfddad3b4136) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:10.242639 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:06Z', 'revision_number': 3, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:10.305454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3201e44-04e2-426a-8240-a509ea439ea9 req-742567a2-a158-4a5e-a701-0e0aae4a6691 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:10.307814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f3201e44-04e2-426a-8240-a509ea439ea9 req-742567a2-a158-4a5e-a701-0e0aae4a6691 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1670063 Sep 15 15:47:10.321309 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Checking router: 492d5f1a-4c9c-443c-b15b-42e444402d40 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:10.326662 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Updating router 492d5f1a-4c9c-443c-b15b-42e444402d40 port 652151c0-f163-4ab2-a688-e2e1d26886c2 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:47:10.348538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:10.383515 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:10.401145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f3201e44-04e2-426a-8240-a509ea439ea9 req-f39f8220-5b66-40ef-805b-b147eef74558 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821028 Sep 15 15:47:10.489624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:10.511893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:10.654571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Network 5b5f6560-52a8-4946-9e38-a3748769610c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:10.659658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event updated for resources: {'Port': ['ID=57b46b05-a5f9-4cc6-b074-bfddad3b4136,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:10.664603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:10.668164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:10.701453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbb906-26c6-4807-9f8f-93ef8737bbaa req-21a5e5e4-4f86-4751-ae1e-01a96cfe1b80 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:10.712904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33bbb906-26c6-4807-9f8f-93ef8737bbaa req-21a5e5e4-4f86-4751-ae1e-01a96cfe1b80 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.1621296 Sep 15 15:47:10.720291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa909-36d8-4462-b1fe-889c86fc3c3b req-3f237020-33c3-4ba4-85f6-8f9c9fd711c2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:10.720992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccefa909-36d8-4462-b1fe-889c86fc3c3b req-3f237020-33c3-4ba4-85f6-8f9c9fd711c2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 932 time: 0.1451304 Sep 15 15:47:10.782174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:10.782841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:10.841723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1caaf3b-6579-47d5-99d5-fe34db69a719 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:10.883171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccefa909-36d8-4462-b1fe-889c86fc3c3b req-9ed0b691-0c6a-4387-97af-a6e42376a65b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452017 Sep 15 15:47:10.946948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-4a833d95-3d60-480a-854a-bf66597bb8b2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8787365 Sep 15 15:47:10.952425 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:10.956099 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33bbb906-26c6-4807-9f8f-93ef8737bbaa req-e9944b3e-747c-41b3-a471-e5a598954106 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412548 Sep 15 15:47:11.008689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b1caaf3b-6579-47d5-99d5-fe34db69a719 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:11.012777 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.037328 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.074054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Allocated IP 172.20.0.1 (bed54385-4bbd-4cce-9558-e420b0b9eb15/b62cade2-5bf6-41f5-a103-aeab3c98214c/006cb430-2c24-410f-9b29-97c694362c1f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:11.088683 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Attempting to bind port 652151c0-f163-4ab2-a688-e2e1d26886c2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:11.088683 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Attempting to bind port 652151c0-f163-4ab2-a688-e2e1d26886c2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:11.090588 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Attempting to bind port 652151c0-f163-4ab2-a688-e2e1d26886c2 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:11.129257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Request body: {'port': {'device_id': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:11.132855 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:11.133229 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:11.133638 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.134031 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:11.134523 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Bound port: 652151c0-f163-4ab2-a688-e2e1d26886c2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:11.134904 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.198746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:11.202344 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6adcb-9af7-422d-88c7-58193d6dee57" -d '{"events": [{"server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "name": "network-vif-plugged", "status": "completed", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:11.224716 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7aacf-64ad-4728-8c00-f65e0cddd931 None None] Pushing event updated for resources: {'Port': ['ID=652151c0-f163-4ab2-a688-e2e1d26886c2,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:11.253440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.257933 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] For port 652151c0-f163-4ab2-a688-e2e1d26886c2, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:11.266338 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] For port 652151c0-f163-4ab2-a688-e2e1d26886c2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=652151c0-f163-4ab2-a688-e2e1d26886c2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:11.313216 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d18d5c-e1a7-4872-a3d0-80d8fc03a35f x-openstack-request-id: req-82d18d5c-e1a7-4872-a3d0-80d8fc03a35f {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:11.313755 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "name": "network-vif-plugged", "status": "completed", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:11.314193 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-82d18d5c-e1a7-4872-a3d0-80d8fc03a35f {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:11.315036 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'code': 200} Sep 15 15:47:11.337543 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.368188 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.471043 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Routers {'492d5f1a-4c9c-443c-b15b-42e444402d40'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:11.471700 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['492d5f1a-4c9c-443c-b15b-42e444402d40'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:11.476912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:11.557924 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7aacf-64ad-4728-8c00-f65e0cddd931 None None] Pushing event updated for resources: {'Port': ['ID=652151c0-f163-4ab2-a688-e2e1d26886c2,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:11.658562 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] Set router 492d5f1a-4c9c-443c-b15b-42e444402d40 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:11.689322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:11.696361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3b997-60a1-464e-a41d-9707410debbc req-76a2eff3-5aad-4843-99c0-2284e469cdc4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:11.698300 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b8b3b997-60a1-464e-a41d-9707410debbc req-76a2eff3-5aad-4843-99c0-2284e469cdc4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.1389978 Sep 15 15:47:11.709077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:11.739192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f784dc-9f02-44d2-b05c-02230b3f9acd req-2c15b760-0181-47cb-aee6-e77f7ca38982 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:11.748514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2f784dc-9f02-44d2-b05c-02230b3f9acd req-2c15b760-0181-47cb-aee6-e77f7ca38982 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.3412318 Sep 15 15:47:11.801927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:11.817182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Pushing event updated for resources: {'Port': ['ID=006cb430-2c24-410f-9b29-97c694362c1f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:11.833359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f908-1a2d-45bb-a6b7-a4ab68b387d7 req-fa7a3e73-6391-4237-8bd2-24940c9c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:11.834933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e88f908-1a2d-45bb-a6b7-a4ab68b387d7 req-fa7a3e73-6391-4237-8bd2-24940c9c4b60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 1096 time: 0.4018710 Sep 15 15:47:11.869089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b8b3b997-60a1-464e-a41d-9707410debbc req-b4a1d05b-5ae9-4793-a4bb-cdc2785a485d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571481 Sep 15 15:47:11.959115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2f784dc-9f02-44d2-b05c-02230b3f9acd req-eea4bf7e-aece-4d8e-a75d-2345df14523c tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096734 Sep 15 15:47:12.037791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:12.094423 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:06Z', 'revision_number': 3, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:12.228960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e88f908-1a2d-45bb-a6b7-a4ab68b387d7 req-dad81ca4-2f49-4035-908a-f1855b975651 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143814 Sep 15 15:47:12.280909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7d9e92-7347-4710-bc30-d804ea00388a None None] The sync data for ids ['492d5f1a-4c9c-443c-b15b-42e444402d40'] in n-d-808199-2 is: [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:06Z', 'revision_number': 3, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:12.281835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b46b05-a5f9-4cc6-b074-bfddad3b4136 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:12.340892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:12.387504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9c5f1f98-c675-4aea-96b0-9e1115003bd0 None None] Provisioning complete for port 006cb430-2c24-410f-9b29-97c694362c1f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:12.388580 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1f98-c675-4aea-96b0-9e1115003bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:12.389266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Transition to ACTIVE for port object 57b46b05-a5f9-4cc6-b074-bfddad3b4136 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:12.412897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:12.427128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8596c7-86a3-46dc-a153-be9c69e5bc9f req-f9f4f2d9-2c53-4b8b-930b-69e8ef6d2724 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:12.432251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee8596c7-86a3-46dc-a153-be9c69e5bc9f req-f9f4f2d9-2c53-4b8b-930b-69e8ef6d2724 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 932 time: 0.3338001 Sep 15 15:47:12.481750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f1f98-c675-4aea-96b0-9e1115003bd0 None None] Port 006cb430-2c24-410f-9b29-97c694362c1f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:47:12.501101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d056db-7991-4858-9933-c065223e5bb1 req-86ac5671-a97e-40d7-b40d-9f2aede8d0cb tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:12.511158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97d056db-7991-4858-9933-c065223e5bb1 req-86ac5671-a97e-40d7-b40d-9f2aede8d0cb tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.3137181 Sep 15 15:47:12.518894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:12.673769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee8596c7-86a3-46dc-a153-be9c69e5bc9f req-32894cc0-90ab-4838-81bc-4138c75b4ba2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359025 Sep 15 15:47:12.699488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97d056db-7991-4858-9933-c065223e5bb1 req-16799041-35d4-49d5-9393-984b761e975b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873724 Sep 15 15:47:12.713999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Pushing event updated for resources: {'Port': ['ID=57b46b05-a5f9-4cc6-b074-bfddad3b4136,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:13.003506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:13.132253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:13.238603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Attempting to bind port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:13.239089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Attempting to bind port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:13.239424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Attempting to bind port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:13.258409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 on network 5b5f6560-52a8-4946-9e38-a3748769610c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:13.258948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Attempting to bind port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:13.301872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:13.302790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Checking segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:13.303128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Bound using segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:13.303851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Bound port: 57b46b05-a5f9-4cc6-b074-bfddad3b4136, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:13.304419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:13.461915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:13.467824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Pushing event updated for resources: {'Port': ['ID=006cb430-2c24-410f-9b29-97c694362c1f,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:13.612160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cff98-ffb9-46ed-bf85-a3b00ca9b492 req-5a4de24a-87c7-40da-9fd7-e750b9fc1242 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:13.620448 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-309cff98-ffb9-46ed-bf85-a3b00ca9b492 req-5a4de24a-87c7-40da-9fd7-e750b9fc1242 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2366233 Sep 15 15:47:13.638195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:13.639855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:13.723962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] For port 57b46b05-a5f9-4cc6-b074-bfddad3b4136, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:13.743441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-309cff98-ffb9-46ed-bf85-a3b00ca9b492 req-02be3fb0-7794-4ee6-a70c-c1a33a34acda tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219840 Sep 15 15:47:13.797286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] For port 57b46b05-a5f9-4cc6-b074-bfddad3b4136, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=57b46b05-a5f9-4cc6-b074-bfddad3b4136,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:13.804665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b4b89-e679-483d-9970-4e7228eeeb07 req-d389fa09-70f4-41d3-8ecf-ad7dfb6fafef tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:13.806421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-813b4b89-e679-483d-9970-4e7228eeeb07 req-d389fa09-70f4-41d3-8ecf-ad7dfb6fafef tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.1570077 Sep 15 15:47:13.861444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-813b4b89-e679-483d-9970-4e7228eeeb07 req-1331a36a-3b31-4b9e-9f97-de907e635cb2 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487931 Sep 15 15:47:13.906305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:13.988524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Router 492d5f1a-4c9c-443c-b15b-42e444402d40 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:47:14.033081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:14.040398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:14.042152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] 10.222.0.38 "PUT /v2.0/ports/57b46b05-a5f9-4cc6-b074-bfddad3b4136 HTTP/1.1" status: 200 len: 1092 time: 3.0857203 Sep 15 15:47:14.061383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b06f8-3666-4f01-830c-34d65f3cb179 service neutron] Pushing event updated for resources: {'Port': ['ID=57b46b05-a5f9-4cc6-b074-bfddad3b4136,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:14.067934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'tag': '57b46b05-a5f9-4cc6-b074-bfddad3b4136'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:14.076172 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b54ec-f2a4-4d0f-982a-cdde80758a01" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6", "tag": "57b46b05-a5f9-4cc6-b074-bfddad3b4136"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:14.127956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1d9ac9c1-2f50-47c1-8de2-1b6bf9c5660f None None] Provisioning complete for port 006cb430-2c24-410f-9b29-97c694362c1f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:14.129424 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac9c1-2f50-47c1-8de2-1b6bf9c5660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:14.144769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d03c5e-43aa-4c30-8303-f941bce5fa76 req-1e74d554-d0f4-463f-8e80-8e6fb9061746 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:14.160538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79d03c5e-43aa-4c30-8303-f941bce5fa76 req-1e74d554-d0f4-463f-8e80-8e6fb9061746 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 944 time: 0.1032009 Sep 15 15:47:14.189365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341bcc-7f49-4158-805f-4eb8883eadc2 req-6952041c-a4e2-46a8-823d-75baea5ffecd tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:14.190961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f341bcc-7f49-4158-805f-4eb8883eadc2 req-6952041c-a4e2-46a8-823d-75baea5ffecd tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.1261764 Sep 15 15:47:14.254711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ac9c1-2f50-47c1-8de2-1b6bf9c5660f None None] Port 006cb430-2c24-410f-9b29-97c694362c1f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:47:14.272218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f341bcc-7f49-4158-805f-4eb8883eadc2 req-e844cf52-5d54-45fe-a46c-84c9f1bd716d tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499945 Sep 15 15:47:14.288557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:14.294146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-03667792-6508-40ac-8912-655a8e482c0b admin admin] 10.222.0.63 "PUT /v2.0/routers/492d5f1a-4c9c-443c-b15b-42e444402d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7097290 Sep 15 15:47:14.349761 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79d03c5e-43aa-4c30-8303-f941bce5fa76 req-998e2a52-bf36-4085-954c-09b595b4e6f1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879728 Sep 15 15:47:14.376713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-aaecdc5c-9c0d-4182-898e-e1482d696bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:14.378711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-aaecdc5c-9c0d-4182-898e-e1482d696bac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 1095 time: 0.1961160 Sep 15 15:47:14.489918 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-217a669a-45c9-479f-a1fc-b59c5d0b13eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57b46b05-a5f9-4cc6-b074-bfddad3b4136 HTTP/1.1" status: 200 len: 217 time: 0.1003726 Sep 15 15:47:14.493993 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affcfa31-48de-4b5a-8207-3d81ed358157 x-openstack-request-id: req-affcfa31-48de-4b5a-8207-3d81ed358157 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:14.494350 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6", "tag": "57b46b05-a5f9-4cc6-b074-bfddad3b4136", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:14.496761 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-affcfa31-48de-4b5a-8207-3d81ed358157 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:14.497242 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'tag': '57b46b05-a5f9-4cc6-b074-bfddad3b4136', 'status': 'completed', 'code': 200} Sep 15 15:47:14.585067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-dc5c53b2-592c-43be-9234-9b27852b299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:14.588527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-dc5c53b2-592c-43be-9234-9b27852b299a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.0901453 Sep 15 15:47:14.629006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ac113-c71c-4a10-84f2-9c71cf14fd0b req-5d2c24ed-faac-48e0-b017-cf727471f1ae tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:14.632272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f2ac113-c71c-4a10-84f2-9c71cf14fd0b req-5d2c24ed-faac-48e0-b017-cf727471f1ae tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.0726638 Sep 15 15:47:14.634265 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-c994ee8a-8e51-47ac-99e2-67c226b91735 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365963 Sep 15 15:47:14.642201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37338) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:14.648970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Request body: {'floatingip': {'port_id': '8b8e9b98-d802-4302-b877-2e64d0082ef8'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:14.689312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:14.870069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 652151c0-f163-4ab2-a688-e2e1d26886c2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:14.989490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 652151c0-f163-4ab2-a688-e2e1d26886c2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:14.990116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:15.093836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-b49f4db5-db94-4253-aed5-bf16f271e30e tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4583666 Sep 15 15:47:15.111671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-72c0b6ff-b001-487d-9023-124492d2afd0 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616058 Sep 15 15:47:15.134766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:15.171386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783bfc2-ce88-4f39-bc65-ceaa2a35e31d req-44c54687-cf31-402d-ae1e-fafbd4ccc84a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:15.173829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d783bfc2-ce88-4f39-bc65-ceaa2a35e31d req-44c54687-cf31-402d-ae1e-fafbd4ccc84a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2477629 Sep 15 15:47:15.186633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-77d2c767-4615-4514-9fb6-d407f3eca803 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:15.192097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-77d2c767-4615-4514-9fb6-d407f3eca803 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.2241347 Sep 15 15:47:15.204383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:15.256124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 652151c0-f163-4ab2-a688-e2e1d26886c2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=652151c0-f163-4ab2-a688-e2e1d26886c2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:15.293422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:15.335578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:15.450288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Sync routers for ids ['492d5f1a-4c9c-443c-b15b-42e444402d40'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:15.540128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=652151c0-f163-4ab2-a688-e2e1d26886c2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:15.570924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Routers {'492d5f1a-4c9c-443c-b15b-42e444402d40'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:15.572018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['492d5f1a-4c9c-443c-b15b-42e444402d40'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:15.734209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Set router 492d5f1a-4c9c-443c-b15b-42e444402d40 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:15.836975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d783bfc2-ce88-4f39-bc65-ceaa2a35e31d req-99cd4d94-2a0e-4a23-b97c-50e979025842 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400514 Sep 15 15:47:15.976673 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92c8cb5a-fa25-44e1-8305-5569b0d180a2 req-1df84e6a-3661-4bf6-b048-ec30f03afad4 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7742298 Sep 15 15:47:16.073202 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.073790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:12Z', 'revision_number': 4, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '006cb430-2c24-410f-9b29-97c694362c1f', 'name': '', 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'mac_address': 'fa:16:3e:b2:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b62cade2-5bf6-41f5-a103-aeab3c98214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:10Z', 'updated_at': '2021-09-15T15:47:12Z', 'revision_number': 2, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'subnets': [{'id': 'b62cade2-5bf6-41f5-a103-aeab3c98214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:16.109053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Checking router: 492d5f1a-4c9c-443c-b15b-42e444402d40 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:16.109541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Updating router 492d5f1a-4c9c-443c-b15b-42e444402d40 port 006cb430-2c24-410f-9b29-97c694362c1f binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:47:16.151976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.197192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9f368-de0e-42ef-94ae-9156f377dd61 req-8c5d7f32-1ad1-4504-9717-04b408a4fe96 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:16.206477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5eb9f368-de0e-42ef-94ae-9156f377dd61 req-8c5d7f32-1ad1-4504-9717-04b408a4fe96 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 945 time: 0.2511115 Sep 15 15:47:16.293402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-8bf15c20-94e8-4024-9dd1-a1a6290b7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:16.296588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-8bf15c20-94e8-4024-9dd1-a1a6290b7fbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 1095 time: 0.1386883 Sep 15 15:47:16.318282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Deleting port a4e89acf-4159-4442-a117-e4355cdec889 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:16.319989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.336914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Allocated IP 172.25.0.233 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ee580427-2a97-4bc3-abc4-5e2589b55c20) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:16.505249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-3d10b7ee-7a1c-43b9-b1ce-9f6a08688854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:16.508071 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-3d10b7ee-7a1c-43b9-b1ce-9f6a08688854 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 912 time: 0.2015612 Sep 15 15:47:16.520727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] For port a4e89acf-4159-4442-a117-e4355cdec889, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a4e89acf-4159-4442-a117-e4355cdec889,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:16.522236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.583819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.689969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-d8e0fa06-82a5-4a1c-bd2a-1186b2ce4e53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57b46b05-a5f9-4cc6-b074-bfddad3b4136 HTTP/1.1" status: 200 len: 217 time: 0.0699902 Sep 15 15:47:16.733917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5eb9f368-de0e-42ef-94ae-9156f377dd61 req-a51500bb-5081-4c55-bc98-0bd70bdeff86 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups?id=22c036cf-65ca-430b-ab85-a681df31ea62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5110514 Sep 15 15:47:16.769077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.840144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-1653b7d3-615b-4011-895d-5fcba646ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:16.842972 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-1653b7d3-615b-4011-895d-5fcba646ee82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.1390269 Sep 15 15:47:16.876832 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.916477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-9737e7d0-b4df-41b1-8bf6-21e7a178d09d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633736 Sep 15 15:47:16.918737 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:16.942216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727534ef-23d9-4864-bf51-5efab91b68e4 None None] Pushing event updated for resources: {'Port': ['ID=006cb430-2c24-410f-9b29-97c694362c1f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:16.945195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 652151c0-f163-4ab2-a688-e2e1d26886c2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:16.961361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.resource_extend [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:47:17.003863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.003863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.003863 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Floating IP 9f673664-7edd-4d90-9007-bf8b21276252 disassociated. External IP: 172.25.0.214, port: a4e89acf-4159-4442-a117-e4355cdec889. Sep 15 15:47:17.004206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Calling delete_port for a4e89acf-4159-4442-a117-e4355cdec889 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:17.011182 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-ca0d4cee-401e-4fa3-a56f-c07e2c0d1dc0 service neutron] show failed (client error): The resource could not be found. Sep 15 15:47:17.012265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-ca0d4cee-401e-4fa3-a56f-c07e2c0d1dc0 service neutron] 10.222.0.55 "GET /v2.0/ports/3e502353-e9a4-4831-97da-6d0a7241c76a/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.2265351 Sep 15 15:47:17.059666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc878f65-b225-46ab-a609-51311024b566 req-d87524ea-0335-45bb-8bc3-235f4e0d49be tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:17.061281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc878f65-b225-46ab-a609-51311024b566 req-d87524ea-0335-45bb-8bc3-235f4e0d49be tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 944 time: 0.2104182 Sep 15 15:47:17.098165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:17.102207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-3057b87d-44a4-45ad-ad92-5599ef0e7e94 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693807 Sep 15 15:47:17.105053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:17.110763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Attempting to bind port 006cb430-2c24-410f-9b29-97c694362c1f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:17.115694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Attempting to bind port 006cb430-2c24-410f-9b29-97c694362c1f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:17.115694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Attempting to bind port 006cb430-2c24-410f-9b29-97c694362c1f on network bed54385-4bbd-4cce-9558-e420b0b9eb15 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:17.118946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:17.119503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Checking segment: {'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:17.120684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.120684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Bound using segment: {'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:17.121304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Bound port: 006cb430-2c24-410f-9b29-97c694362c1f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82001409-5222-42fa-8afb-18ba1c22d599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:17.121817 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.139774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:17.143083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 652151c0-f163-4ab2-a688-e2e1d26886c2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:17.143083 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.176125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.237759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc878f65-b225-46ab-a609-51311024b566 req-5c9a3f0e-416f-4340-b383-82c7172d419a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215246 Sep 15 15:47:17.336116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] For port 006cb430-2c24-410f-9b29-97c694362c1f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:17.349237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.353254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] For port 006cb430-2c24-410f-9b29-97c694362c1f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=006cb430-2c24-410f-9b29-97c694362c1f,segment=NetworkSegment(82001409-5222-42fa-8afb-18ba1c22d599),segment_id=82001409-5222-42fa-8afb-18ba1c22d599)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:17.422407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=ee580427-2a97-4bc3-abc4-5e2589b55c20,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:17.458214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-430b54ec-f2a4-4d0f-982a-cdde80758a01 req-e3661113-5181-4d0e-8fae-83b4a5b5dc62 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277500 Sep 15 15:47:17.519382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.547593 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Floating IP a11160e2-b069-49e9-af5e-6da10921d3c4 associated. External IP: 172.25.0.77, port: 8b8e9b98-d802-4302-b877-2e64d0082ef8. Sep 15 15:47:17.585050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-010aa5bc-19a5-4455-bd8b-eaa203d62e3c None None] Provisioning complete for port 006cb430-2c24-410f-9b29-97c694362c1f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:17.585624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-010aa5bc-19a5-4455-bd8b-eaa203d62e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.629258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.674713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727534ef-23d9-4864-bf51-5efab91b68e4 None None] Pushing event updated for resources: {'Port': ['ID=006cb430-2c24-410f-9b29-97c694362c1f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:17.689183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Routers {'492d5f1a-4c9c-443c-b15b-42e444402d40'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:17.689432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['492d5f1a-4c9c-443c-b15b-42e444402d40'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:17.752471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.853647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-010aa5bc-19a5-4455-bd8b-eaa203d62e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.876768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:17.900938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event deleted for resources: {'Port': ['ID=a4e89acf-4159-4442-a117-e4355cdec889,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:17.957320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b73d7-2880-498c-90a5-46c3f824ddce req-df3bf45c-70a1-448b-867a-8a86ecfbd3b5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:17.958932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-462b73d7-2880-498c-90a5-46c3f824ddce req-df3bf45c-70a1-448b-867a-8a86ecfbd3b5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2206368 Sep 15 15:47:17.970940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-60493a02-7964-4f54-9e8d-028b20ff02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:17.973019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-60493a02-7964-4f54-9e8d-028b20ff02bb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c&tenant_id=ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 1101 time: 0.2402973 Sep 15 15:47:17.999872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:18.061933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-462b73d7-2880-498c-90a5-46c3f824ddce req-6fb7a0e8-0e64-4d5e-9279-6517fc8cf5bb tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925028 Sep 15 15:47:18.132184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Router 07f5f5ac-b97e-489c-a525-cf7357563ff3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:47:18.151502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Router 1195d93a-b75d-4757-ac25-2f69656998c8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:47:18.173318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-010aa5bc-19a5-4455-bd8b-eaa203d62e3c None None] For port 006cb430-2c24-410f-9b29-97c694362c1f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=006cb430-2c24-410f-9b29-97c694362c1f,segment=NetworkSegment(82001409-5222-42fa-8afb-18ba1c22d599),segment_id=82001409-5222-42fa-8afb-18ba1c22d599)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:18.213139 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.239723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a4e89acf-4159-4442-a117-e4355cdec889 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:18.249197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] Set router 492d5f1a-4c9c-443c-b15b-42e444402d40 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:18.272962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae9a8be1-23f1-422d-a066-2fc12e4cfb02 req-f5b75c6a-3884-4b01-a979-6de8fe9261e4 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 210 time: 0.0446808 Sep 15 15:47:18.345279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 57b46b05-a5f9-4cc6-b074-bfddad3b4136 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:18.379258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.485757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.503318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 57b46b05-a5f9-4cc6-b074-bfddad3b4136, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=57b46b05-a5f9-4cc6-b074-bfddad3b4136,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:18.526973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '57b46b05-a5f9-4cc6-b074-bfddad3b4136', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'port_id': '57b46b05-a5f9-4cc6-b074-bfddad3b4136', 'mac_address': 'fa:16:3e:2f:af:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0c71d-77f3-47b1-b6de-3f9f4f8f414f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:18.532125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-010aa5bc-19a5-4455-bd8b-eaa203d62e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.545241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: a4e89acf-4159-4442-a117-e4355cdec889 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:18.545733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a4e89acf-4159-4442-a117-e4355cdec889 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:18.593783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6f85c-23c3-4b98-9ebc-b1f786428027 req-13712bb7-46ac-4579-a0a0-5fa3b1cd9daf tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:18.602619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9c6f85c-23c3-4b98-9ebc-b1f786428027 req-13712bb7-46ac-4579-a0a0-5fa3b1cd9daf tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 944 time: 0.1929696 Sep 15 15:47:18.634508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:18.639282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=ee580427-2a97-4bc3-abc4-5e2589b55c20,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:18.649325 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] Sync routers for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:18.666703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aa5bc-19a5-4455-bd8b-eaa203d62e3c None None] Pushing event updated for resources: {'Port': ['ID=006cb430-2c24-410f-9b29-97c694362c1f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:18.668107 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:18.668839 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:18.685711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9c6f85c-23c3-4b98-9ebc-b1f786428027 req-e349add8-2082-4922-8949-c38cc5aaafdf tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803125 Sep 15 15:47:18.745927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:18.764211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.780455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.852768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abb24af2-52fe-4bde-8bb7-f3ec42fb172c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "PUT /v2.0/floatingips/a11160e2-b069-49e9-af5e-6da10921d3c4 HTTP/1.1" status: 200 len: 990 time: 4.2091427 Sep 15 15:47:18.859584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] Sync routers for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:18.888710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:18.896076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:18.903942 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8340b77a-14e8-4e01-b4b2-6561a7e15246" -d '{"events": [{"name": "network-changed", "server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:18.908846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] No DVR routers for this DVR port a4e89acf-4159-4442-a117-e4355cdec889 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:18.916925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.918567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.927072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f17effb4-3df9-476f-83c4-5fcee7ee9721 req-3e6e1f7a-39bd-49ed-bf9c-970ac244f71b tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.55 "DELETE /v2.0/ports/a4e89acf-4159-4442-a117-e4355cdec889 HTTP/1.1" status: 204 len: 173 time: 3.1111367 Sep 15 15:47:18.927527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-82b31c0c-e5dd-48d5-9623-6ab91fe012ae tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8133771 Sep 15 15:47:18.927636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.930693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d87378ba-2f1b-430d-b507-3fd50f71da1a None None] Provisioning complete for port 006cb430-2c24-410f-9b29-97c694362c1f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:18.931372 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d87378ba-2f1b-430d-b507-3fd50f71da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:18.958496 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:18.997268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:18.997941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:19.069403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b46b05-a5f9-4cc6-b074-bfddad3b4136 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:19.121855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:19.137465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-36e444f9-4255-445a-b20d-418e583f10ba tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.1854811 Sep 15 15:47:19.154298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 57b46b05-a5f9-4cc6-b074-bfddad3b4136, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=57b46b05-a5f9-4cc6-b074-bfddad3b4136,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:19.229040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:12Z', 'revision_number': 4, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '006cb430-2c24-410f-9b29-97c694362c1f', 'name': '', 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'mac_address': 'fa:16:3e:b2:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b62cade2-5bf6-41f5-a103-aeab3c98214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:10Z', 'updated_at': '2021-09-15T15:47:17Z', 'revision_number': 4, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'subnets': [{'id': 'b62cade2-5bf6-41f5-a103-aeab3c98214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:19.300671 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b3ae08-8fda-4f60-98e7-9efba37bd74d x-openstack-request-id: req-99b3ae08-8fda-4f60-98e7-9efba37bd74d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:19.300671 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:19.300671 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-99b3ae08-8fda-4f60-98e7-9efba37bd74d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:19.300671 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'status': 'completed', 'code': 200} Sep 15 15:47:19.315321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d066c-1807-4194-8a01-e7a856d31d24 None None] The sync data for ids ['492d5f1a-4c9c-443c-b15b-42e444402d40'] in n-d-808199-2 is: [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:12Z', 'revision_number': 4, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '006cb430-2c24-410f-9b29-97c694362c1f', 'name': '', 'network_id': 'bed54385-4bbd-4cce-9558-e420b0b9eb15', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'mac_address': 'fa:16:3e:b2:b0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'b62cade2-5bf6-41f5-a103-aeab3c98214c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:10Z', 'updated_at': '2021-09-15T15:47:17Z', 'revision_number': 4, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'subnets': [{'id': 'b62cade2-5bf6-41f5-a103-aeab3c98214c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:19.337454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:19.414242 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:19.473749 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] Checking router: 1195d93a-b75d-4757-ac25-2f69656998c8 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:19.486694 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:19.487351 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:19.494245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:19.505109 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5efd817-17e8-462c-81b1-ffb6ab2cf4f0" -d '{"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:19.527913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:19.538953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=57b46b05-a5f9-4cc6-b074-bfddad3b4136,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:19.592142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:19.597011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-2dcd11a9-7321-4582-bdf9-4ecc185ddd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:19.599524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-2dcd11a9-7321-4582-bdf9-4ecc185ddd2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=28f02c2532ad48658106fd32f3ad40cb&device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 1096 time: 0.2757006 Sep 15 15:47:19.611078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Transition to ACTIVE for port object 3e502353-e9a4-4831-97da-6d0a7241c76a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:19.649862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-1047ea78-b493-4419-84df-272ce833c62a tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:19.653467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-1047ea78-b493-4419-84df-272ce833c62a tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.4491620 Sep 15 15:47:19.659281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['57b46b05-a5f9-4cc6-b074-bfddad3b4136'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:19.672104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-5a9010bc-3826-414b-9542-cdf9d2db9eaf tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:47:19.673064 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76fd502c-bac1-41ae-839e-69709cb806a1 req-5a9010bc-3826-414b-9542-cdf9d2db9eaf tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059016 Sep 15 15:47:19.707208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e655f5-b21e-45fb-91c5-5067c0c31681 req-3ed49d0e-1421-4693-9a76-7cda51b17275 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:19.711683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36e655f5-b21e-45fb-91c5-5067c0c31681 req-3ed49d0e-1421-4693-9a76-7cda51b17275 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2404811 Sep 15 15:47:19.771127 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:19.785352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:19.961335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36e655f5-b21e-45fb-91c5-5067c0c31681 req-2d48409b-6946-465a-bbcb-280673329fe2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352278 Sep 15 15:47:20.061486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] No DVR routers for this DVR port 3e502353-e9a4-4831-97da-6d0a7241c76a on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:20.087587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0da8a6b3-abeb-48b0-b1c0-fed3b0c93bff req-648f2c41-a8aa-4c7a-af6b-0f10aa66c8f3 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/ports?device_id=b11a88bb-8e18-4ea5-9d2a-601c5202c742 HTTP/1.1" status: 200 len: 210 time: 0.1629279 Sep 15 15:47:20.136470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-e431597b-d827-4ae0-b95c-50fa9ea5e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:20.138378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-e431597b-d827-4ae0-b95c-50fa9ea5e780 service neutron] 10.222.0.55 "GET /v2.0/networks?id=16e1d583-ad45-4292-af8c-d16c7963d2f1 HTTP/1.1" status: 200 len: 906 time: 0.5137329 Sep 15 15:47:20.311779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:20.312203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:20.312639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:20.328201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-4d909c5c-20a3-4aad-8cc7-1a0136fa5544 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1607080 Sep 15 15:47:20.333653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:20.340706 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9c7797-48e9-4093-b1dd-a2585e2fde78 x-openstack-request-id: req-4d9c7797-48e9-4093-b1dd-a2585e2fde78 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:20.341170 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:20.341485 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d9c7797-48e9-4093-b1dd-a2585e2fde78 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:20.341952 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'code': 200} Sep 15 15:47:20.355520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:20.390803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-e52516c7-1676-4296-b823-45e041dcc8bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8 HTTP/1.1" status: 200 len: 998 time: 0.2425070 Sep 15 15:47:20.409794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:20.426320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:20.426745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:20.430010 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:20.436175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:20.436789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:20.437296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:20.437876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Bound port: 3e502353-e9a4-4831-97da-6d0a7241c76a, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:20.438309 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:20.504102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:20.522699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2e00d-be0f-446d-a17f-497f277a705d None None] The sync data for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 is: [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:42:10Z', 'revision_number': 4, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '16553c6f-12b5-4a63-8880-0b6af4389130', 'name': '', 'network_id': 'cbab5bdd-a048-44ca-bf66-b8641e20eecf', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'mac_address': 'fa:16:3e:96:aa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:08Z', 'updated_at': '2021-09-15T15:42:16Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'subnets': [{'id': 'f1880e91-f2b7-472a-b4d7-31c2d32219d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:20.554303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-b10ca218-92d9-4866-8c3c-ab8f51b835a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:20.558409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-b10ca218-92d9-4866-8c3c-ab8f51b835a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17856e60-e1e5-4c32-b103-02512a312b0f HTTP/1.1" status: 200 len: 844 time: 0.1585877 Sep 15 15:47:20.621638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4c920-4916-447f-9eb8-94cc1cb63239 req-19cefd07-a8ab-4c62-af11-2c31fcd38225 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:20.637385 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0d4c920-4916-447f-9eb8-94cc1cb63239 req-19cefd07-a8ab-4c62-af11-2c31fcd38225 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 945 time: 0.1465123 Sep 15 15:47:20.700797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:20.715293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:20.735287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0d4c920-4916-447f-9eb8-94cc1cb63239 req-2ce91193-1d5a-40a5-a64c-116281facc47 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962105 Sep 15 15:47:20.755440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-52e5d033-0729-4530-b255-4506425fbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:20.760748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:20.761610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-52e5d033-0729-4530-b255-4506425fbf95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16e1d583-ad45-4292-af8c-d16c7963d2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1891568 Sep 15 15:47:20.824969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a11160e2-b069-49e9-af5e-6da10921d3c4', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'port_id': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'mac_address': 'fa:16:3e:b0:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735a3054-da75-4d66-9ede-c0a4ffead099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:46:51Z', 'updated_at': '2021-09-15T15:47:16Z', 'revision_number': 1, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 5, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:20.857961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:20.947557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:20.961196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] Checking router: 07f5f5ac-b97e-489c-a525-cf7357563ff3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:20.970680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 006cb430-2c24-410f-9b29-97c694362c1f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:20.985085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:20.988680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:20.991142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] 10.222.0.38 "PUT /v2.0/ports/3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 1096 time: 3.0061629 Sep 15 15:47:21.077714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:21.093681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:46:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:21.118404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-e2920660-3e01-43a1-8ba4-41d56da3840f service neutron] 10.222.0.55 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369775 Sep 15 15:47:21.242587 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2ad65-0f20-4539-bdf8-f616224866cc None None] New status for floating IP 9f673664-7edd-4d90-9007-bf8b21276252: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:47:21.314682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e073c49-9fdf-4035-a2d0-dd33641809e8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:21.407431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-7d16348a-729b-4c6f-901e-01da297d6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:21.409442 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-7d16348a-729b-4c6f-901e-01da297d6dca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1099 time: 0.3632600 Sep 15 15:47:21.517769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 006cb430-2c24-410f-9b29-97c694362c1f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:21.517769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:21.562338 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Allocated IP 172.25.0.152 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/c135eb99-f064-4ba0-9226-a2dc2bb9eb1b) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:21.647471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:21.677340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-4c94385d-821f-4c80-9b2a-c77f43b520a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:21.680292 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-4c94385d-821f-4c80-9b2a-c77f43b520a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2591057 Sep 15 15:47:21.785079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'name': 'network-vif-deleted', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:21.788579 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd21deb-e5ad-46f4-ae93-f0ec31fd7be2" -d '{"events": [{"server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "name": "network-vif-deleted", "tag": "a4e89acf-4159-4442-a117-e4355cdec889"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:21.812500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-b6fcf690-b679-4564-ba34-ea9c71c29ef4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.0796492 Sep 15 15:47:21.934987 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:21.940912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-05d1d5ca-65ff-4b0e-9e3e-83cbaefb0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:21.946397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-05d1d5ca-65ff-4b0e-9e3e-83cbaefb0471 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1168628 Sep 15 15:47:21.954987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8340b77a-14e8-4e01-b4b2-6561a7e15246 req-9d3c04fe-c417-438f-842c-b5dbc72ed98d service neutron] 10.222.0.55 "GET /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252850 Sep 15 15:47:22.003902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064b3d9-d3c2-4c0d-a914-bb3990eda26d req-59c9c245-19ae-4daa-b3b5-9f1f77d444a4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:22.006495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f064b3d9-d3c2-4c0d-a914-bb3990eda26d req-59c9c245-19ae-4daa-b3b5-9f1f77d444a4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 948 time: 0.2046013 Sep 15 15:47:22.027449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-2c5e20d2-91bd-4969-8524-320c0736076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:22.029530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-2c5e20d2-91bd-4969-8524-320c0736076b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728085 Sep 15 15:47:22.076448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f064b3d9-d3c2-4c0d-a914-bb3990eda26d req-2e4e2f2a-090d-44d8-a009-afdba835f281 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534596 Sep 15 15:47:22.206917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-e7112f44-a3d9-4c13-839b-eb840726bd9b service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614585 Sep 15 15:47:22.223079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:22.266512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a11160e2-b069-49e9-af5e-6da10921d3c4', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'port_id': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'mac_address': 'fa:16:3e:b0:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735a3054-da75-4d66-9ede-c0a4ffead099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:46:51Z', 'updated_at': '2021-09-15T15:47:16Z', 'revision_number': 1, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 5, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:22.305279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 57b46b05-a5f9-4cc6-b074-bfddad3b4136 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:22.351196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab379c-93b1-46d4-b664-e8d9f2e2ca29 None None] The sync data for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 is: [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a11160e2-b069-49e9-af5e-6da10921d3c4', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'port_id': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'mac_address': 'fa:16:3e:b0:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735a3054-da75-4d66-9ede-c0a4ffead099', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:46:51Z', 'updated_at': '2021-09-15T15:47:16Z', 'revision_number': 1, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 5, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:22.400883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e6b61-f12c-415d-8b77-593e0fc9b412 req-6fc5174a-ee1f-497c-80f3-f02f00e98d47 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:22.407722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:22.410904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee7e6b61-f12c-415d-8b77-593e0fc9b412 req-6fc5174a-ee1f-497c-80f3-f02f00e98d47 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 945 time: 0.1499100 Sep 15 15:47:22.413115 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1896c2-e186-4113-b2e1-f5e3ab84744d" -d '{"events": [{"name": "network-changed", "server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:22.419378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe559f32-ee68-4f6f-9490-7c44a56489e6 req-e536ad20-e7b3-4e3a-9cf6-badd83b0099c service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984658 Sep 15 15:47:22.450953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:22.452733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=c135eb99-f064-4ba0-9226-a2dc2bb9eb1b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:22.457255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:22.459956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:22.509818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee7e6b61-f12c-415d-8b77-593e0fc9b412 req-9a1b9096-9d22-4cb3-b3b0-257d82b05e5b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909717 Sep 15 15:47:22.518030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:22.524246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:22.524667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:22.562685 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af0b3ae-e690-4056-9ceb-0258ee0d080f x-openstack-request-id: req-0af0b3ae-e690-4056-9ceb-0258ee0d080f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:22.563012 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11a88bb-8e18-4ea5-9d2a-601c5202c742", "name": "network-vif-deleted", "tag": "a4e89acf-4159-4442-a117-e4355cdec889", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:22.563275 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0af0b3ae-e690-4056-9ceb-0258ee0d080f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:22.563678 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11a88bb-8e18-4ea5-9d2a-601c5202c742', 'name': 'network-vif-deleted', 'tag': 'a4e89acf-4159-4442-a117-e4355cdec889', 'status': 'completed', 'code': 200} Sep 15 15:47:22.637142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:22.695560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:22.758143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b46b05-a5f9-4cc6-b074-bfddad3b4136'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:22.760741 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f1c026-e51b-4596-8f4b-d49846f9230c" -d '{"events": [{"server_uuid": "9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6", "name": "network-vif-plugged", "status": "completed", "tag": "57b46b05-a5f9-4cc6-b074-bfddad3b4136"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:22.771877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c1bef-4c03-4feb-9ff8-3ba088a811c7 None None] New status for floating IP a11160e2-b069-49e9-af5e-6da10921d3c4: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:47:22.793158 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:22.863464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 57b46b05-a5f9-4cc6-b074-bfddad3b4136, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=57b46b05-a5f9-4cc6-b074-bfddad3b4136,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:22.951381 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:23.042783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=57b46b05-a5f9-4cc6-b074-bfddad3b4136,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:23.049279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:23.057543 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df50158e-b470-4261-8d2c-22eece88f820 x-openstack-request-id: req-df50158e-b470-4261-8d2c-22eece88f820 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:23.057925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:23.058346 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-df50158e-b470-4261-8d2c-22eece88f820 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:23.058869 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'status': 'completed', 'code': 200} Sep 15 15:47:23.095364 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58935175-bd54-426e-8efa-a767307bf1ee x-openstack-request-id: req-58935175-bd54-426e-8efa-a767307bf1ee {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:23.095364 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6", "name": "network-vif-plugged", "status": "completed", "tag": "57b46b05-a5f9-4cc6-b074-bfddad3b4136", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:23.096020 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58935175-bd54-426e-8efa-a767307bf1ee {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:23.096337 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b46b05-a5f9-4cc6-b074-bfddad3b4136', 'code': 200} Sep 15 15:47:23.251987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-ff797082-0aa9-4dd8-aa14-9d1ec7f30271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.251987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-ff797082-0aa9-4dd8-aa14-9d1ec7f30271 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1099 time: 0.0551662 Sep 15 15:47:23.252845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-26c73eb1-0bff-4380-895c-08737b556f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.252845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-26c73eb1-0bff-4380-895c-08737b556f38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1099 time: 0.0465155 Sep 15 15:47:23.287160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-6c76a0a7-b979-4844-84ba-9ccb602069e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.288963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-6c76a0a7-b979-4844-84ba-9ccb602069e3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1119192 Sep 15 15:47:23.310162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5e5cc-c038-4d79-a768-71b6278471c0 req-f17c117b-6a3c-4d5b-9387-105f97b950ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.311709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba5e5cc-c038-4d79-a768-71b6278471c0 req-f17c117b-6a3c-4d5b-9387-105f97b950ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 1097 time: 0.1329491 Sep 15 15:47:23.333811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-375f3181-60c9-4804-a64d-603740f32aae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.0371065 Sep 15 15:47:23.340600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe96e-7adb-488f-b2ed-879428c970ab req-98940193-45c9-438a-a5b8-4af9b3824a84 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.342138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1dbe96e-7adb-488f-b2ed-879428c970ab req-98940193-45c9-438a-a5b8-4af9b3824a84 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 948 time: 0.1164093 Sep 15 15:47:23.362319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-09404ffd-1e86-4f19-8600-8eb82f2b3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.363681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-09404ffd-1e86-4f19-8600-8eb82f2b3d04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2073011 Sep 15 15:47:23.388838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-37a4cffc-a320-4024-9f66-27540d4c674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.390576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-37a4cffc-a320-4024-9f66-27540d4c674d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0490563 Sep 15 15:47:23.427040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba5e5cc-c038-4d79-a768-71b6278471c0 req-27bf4c25-e96f-4b4b-b5b2-576892f9edf9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051664 Sep 15 15:47:23.428667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-83bc583d-e6ae-4ead-9e84-7565a993b8e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.0570688 Sep 15 15:47:23.432755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:23.477837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1dbe96e-7adb-488f-b2ed-879428c970ab req-209689e6-d539-44dc-801e-39664f9bf1cf tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239700 Sep 15 15:47:23.501747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-b6d612ec-6cfe-4dcd-a96d-fe26d20bb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.503410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-b6d612ec-6cfe-4dcd-a96d-fe26d20bb9b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0627174 Sep 15 15:47:23.519817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-3c8385aa-44fd-4f2e-939c-f1cfbfae83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.523066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-3c8385aa-44fd-4f2e-939c-f1cfbfae83c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225514 Sep 15 15:47:23.543513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=c135eb99-f064-4ba0-9226-a2dc2bb9eb1b,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:23.556062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:23.608099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-c5001a3c-9c97-498d-97f4-4a62d61dd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.610055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-c5001a3c-9c97-498d-97f4-4a62d61dd551 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0966239 Sep 15 15:47:23.731440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37468) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:23.761204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-aeca04b3-abb4-4c73-a691-d45f8c4c395a service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365197 Sep 15 15:47:23.785474 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:23.786923 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-ebb371ed-227c-483e-a36a-4687d606b061 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4575186 Sep 15 15:47:23.868258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-65ca4e3c-d88f-4261-9506-3b13f98bf986 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.0680110 Sep 15 15:47:23.906816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-f03d9feb-5ef2-4e9b-b11d-61e1d714819c service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727983 Sep 15 15:47:23.924057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc5b46-8b22-430f-beb8-4d322adc9aac req-be490c42-c3ee-4351-92bd-7c5605774752 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:23.933830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1bc5b46-8b22-430f-beb8-4d322adc9aac req-be490c42-c3ee-4351-92bd-7c5605774752 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 946 time: 0.1485844 Sep 15 15:47:23.951358 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94650e03-10ac-4d20-8177-f3b63aea70a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:23.992926 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86c11f58-44c4-406f-bfb9-dc1119817e6f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.038501 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-392f3a1c-0c9b-4383-9276-becf5ec90588 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699203 Sep 15 15:47:24.072315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86c11f58-44c4-406f-bfb9-dc1119817e6f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.083174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-8d2595b0-86fc-4287-9e16-7e960e88377f tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:24.085382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb59d508-32c3-4f06-bb64-5e8d72dc9973 req-8d2595b0-86fc-4287-9e16-7e960e88377f tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1801593 Sep 15 15:47:24.129627 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1bc5b46-8b22-430f-beb8-4d322adc9aac req-be5da5b1-811e-451b-abc5-ca58a254d5e2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920881 Sep 15 15:47:24.241703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a1896c2-e186-4113-b2e1-f5e3ab84744d req-f987d4ac-4bb1-4ad2-a95c-d9fab78ceaab service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967114 Sep 15 15:47:24.357906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86c11f58-44c4-406f-bfb9-dc1119817e6f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.371271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86c11f58-44c4-406f-bfb9-dc1119817e6f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.374512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-86c11f58-44c4-406f-bfb9-dc1119817e6f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "DELETE /v2.0/security-groups/22c036cf-65ca-430b-ab85-a681df31ea62 HTTP/1.1" status: 204 len: 168 time: 0.6412449 Sep 15 15:47:24.377317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37484) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:24.390023 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-8b2377dc-447a-4f5e-ae38-6b7c674f9bda tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1392772 Sep 15 15:47:24.391176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c11f58-44c4-406f-bfb9-dc1119817e6f tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c036cf-65ca-430b-ab85-a681df31ea62,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:24.405034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:24.412031 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-88ad184d-b73a-430c-afa7-af8ad48f3474 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] show failed (client error): The resource could not be found. Sep 15 15:47:24.416825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-88ad184d-b73a-430c-afa7-af8ad48f3474 tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "GET /v2.0/security-groups/22c036cf-65ca-430b-ab85-a681df31ea62 HTTP/1.1" status: 404 len: 347 time: 0.0346229 Sep 15 15:47:24.418477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37486) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:24.588083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.652601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Deleting port 419e9e8c-6b93-48cd-b2e4-ade3398857e2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:24.652601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.712326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce0ceb-14d2-40bc-af0a-7505d415f13d req-f9fc671b-b02a-433d-8b08-530c224cd0f5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:24.713940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27ce0ceb-14d2-40bc-af0a-7505d415f13d req-f9fc671b-b02a-433d-8b08-530c224cd0f5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 948 time: 0.0835218 Sep 15 15:47:24.769329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27ce0ceb-14d2-40bc-af0a-7505d415f13d req-fb6eb306-1b7a-4244-91ee-4d33f7434b01 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489504 Sep 15 15:47:24.823586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.823586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:24.838062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Calling delete_port for 419e9e8c-6b93-48cd-b2e4-ade3398857e2 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:25.280859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:25.298512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd987bb7-fd3b-4a54-8352-1564590ef85b req-6ccfa38c-e989-4e1e-8688-6adf2ddcb735 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:25.300150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd987bb7-fd3b-4a54-8352-1564590ef85b req-6ccfa38c-e989-4e1e-8688-6adf2ddcb735 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 946 time: 0.0951397 Sep 15 15:47:25.384267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd987bb7-fd3b-4a54-8352-1564590ef85b req-8228262f-ddaf-44bb-8383-bdaecf5b02c1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744307 Sep 15 15:47:25.484446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Allocated IP 172.25.0.34 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/5e13749a-41ac-49fb-a7a9-4dec85acfedf) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:25.598444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:25.652737 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Pushing event deleted for resources: {'Port': ['ID=419e9e8c-6b93-48cd-b2e4-ade3398857e2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:25.768048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:25.808880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:25.813712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:25.814916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-66681646-faeb-4d1a-9d5c-82eb6d5506de tempest-ServersWithSpecificFlavorTestJSON-1056521861 tempest-ServersWithSpecificFlavorTestJSON-1056521861-project] 10.222.0.63 "DELETE /v2.0/floatingips/9f673664-7edd-4d90-9007-bf8b21276252 HTTP/1.1" status: 204 len: 168 time: 1.3954422 Sep 15 15:47:25.900745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:25.949143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:25.953124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:25.961569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:26.027839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=5e13749a-41ac-49fb-a7a9-4dec85acfedf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:26.094829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.222237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.260481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bc298-3151-43fb-a8a8-b66861fc89cd req-1b87dd4c-21b6-464c-b28b-f6f7aa113806 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:26.263845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-270bc298-3151-43fb-a8a8-b66861fc89cd req-1b87dd4c-21b6-464c-b28b-f6f7aa113806 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 948 time: 0.0647500 Sep 15 15:47:26.272635 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.284519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:26.336107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-270bc298-3151-43fb-a8a8-b66861fc89cd req-3c738327-08b4-41e1-8e6b-27abe4e07e13 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594335 Sep 15 15:47:26.446185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:26.480952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'mac_address': 'fa:16:3e:ce:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:26.600683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da669cfe-7359-4751-8aaf-dee1d74c9061 req-c20faaec-3035-466d-981f-1d81840d928b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:26.602473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da669cfe-7359-4751-8aaf-dee1d74c9061 req-c20faaec-3035-466d-981f-1d81840d928b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 946 time: 0.0737293 Sep 15 15:47:26.603704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.613085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.641556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e502353-e9a4-4831-97da-6d0a7241c76a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:26.672936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:26.677198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da669cfe-7359-4751-8aaf-dee1d74c9061 req-393b3ddf-5be2-4a3f-9f34-93bbafa10f3e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622706 Sep 15 15:47:26.745004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.837355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.859499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=5e13749a-41ac-49fb-a7a9-4dec85acfedf,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:26.893068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:26.915049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:27.025457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:27.026958 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-697a6ae7-6c4a-4b8b-a728-575e931b8d2b tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6280763 Sep 15 15:47:27.027675 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:27.086999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-c3f56d69-eb6f-416d-bced-d365c81073c4 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.0531855 Sep 15 15:47:27.151338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['3e502353-e9a4-4831-97da-6d0a7241c76a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:27.210610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-3b0d2f17-633b-431b-a321-b3dfba41df09 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:27.212145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d336d77a-b712-4154-97c1-1f7d2fccf60f req-3b0d2f17-633b-431b-a321-b3dfba41df09 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1195965 Sep 15 15:47:27.459382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a25f5033-8a9c-4ff9-9b73-848c9587a503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:27.556703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-4260058a-634a-4df8-9b7c-4f13dceb8568 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1098104 Sep 15 15:47:27.566461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:27.692927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20f716-47b2-4ffb-97d8-7187df294888 req-1481e7af-a3b9-4a93-8202-266e417c086d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:27.695437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db20f716-47b2-4ffb-97d8-7187df294888 req-1481e7af-a3b9-4a93-8202-266e417c086d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 946 time: 0.0622802 Sep 15 15:47:27.732137 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:27.920231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Deleting port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:27.920687 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:27.970973 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.000914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-2fa0b876-e2f3-4ee0-97ce-1b0e118c0f21 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:28.002427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-2fa0b876-e2f3-4ee0-97ce-1b0e118c0f21 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c&tenant_id=ee9c330a921d4d0395cccca53cd6eba5&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 949 time: 0.1317255 Sep 15 15:47:28.087177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-2a47c91e-8154-4055-9279-98475143ac73 service neutron] 10.222.0.38 "GET /v2.0/ports/3e502353-e9a4-4831-97da-6d0a7241c76a/bindings/n-h1-808199-2 HTTP/1.1" status: 200 len: 382 time: 0.0746615 Sep 15 15:47:28.096817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] For port 57b46b05-a5f9-4cc6-b074-bfddad3b4136, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=57b46b05-a5f9-4cc6-b074-bfddad3b4136,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:28.097414 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.141065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Calling delete_port for 57b46b05-a5f9-4cc6-b074-bfddad3b4136 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:28.225068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39073924-5f23-4395-9a0c-ff35a311074b req-16f5eaf0-43bf-4fc2-8679-e4af508bd81e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:28.225577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Allocated IP 172.25.0.27 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/eff1b979-8cc9-43a4-a755-919940b29e5c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:28.233472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39073924-5f23-4395-9a0c-ff35a311074b req-16f5eaf0-43bf-4fc2-8679-e4af508bd81e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 946 time: 0.1572607 Sep 15 15:47:28.250826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-97199421-fc89-40da-88ea-7c92128e8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:28.252715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-97199421-fc89-40da-88ea-7c92128e8ad3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1100 time: 0.1066062 Sep 15 15:47:28.322487 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.329118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:28.342294 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39073924-5f23-4395-9a0c-ff35a311074b req-c670065f-06fa-4c50-aeec-d47be70e147b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062837 Sep 15 15:47:28.403715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-45d0eb0c-f9ee-40df-bc93-9d5e975e4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:28.405529 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.405685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-45d0eb0c-f9ee-40df-bc93-9d5e975e4ff5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1440346 Sep 15 15:47:28.460335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-b0c261e6-539c-45e2-8671-34fdf9aee220 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.0463114 Sep 15 15:47:28.504769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 3e502353-e9a4-4831-97da-6d0a7241c76a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:28.510853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 3e502353-e9a4-4831-97da-6d0a7241c76a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:28.511270 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.524287 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.570079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-8905ca77-312d-4adc-8993-4bc124bad8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:28.571759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-8905ca77-312d-4adc-8993-4bc124bad8f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1021371 Sep 15 15:47:28.596632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:28.604118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:28.606834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:28.611363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33daf-1b51-4d0b-b7e4-4d1012cede46 req-6bc817bf-c1a6-437b-8eb1-ca0f17b88f85 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:28.613815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60e33daf-1b51-4d0b-b7e4-4d1012cede46 req-6bc817bf-c1a6-437b-8eb1-ca0f17b88f85 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 949 time: 0.1525562 Sep 15 15:47:28.645966 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.690683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-8bfd6ce1-3e2f-4613-8924-4129127c92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:28.692255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-8bfd6ce1-3e2f-4613-8924-4129127c92b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082842 Sep 15 15:47:28.692836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:28.695212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:28.698008 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e262dc-f4cb-47d3-b058-fea85fd423e2" -d '{"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:28.702541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60e33daf-1b51-4d0b-b7e4-4d1012cede46 req-9e7f4937-3d6a-48ee-91fc-d23b092153a4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801079 Sep 15 15:47:28.707193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=eff1b979-8cc9-43a4-a755-919940b29e5c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:28.710239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.723708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['57b46b05-a5f9-4cc6-b074-bfddad3b4136'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:28.765558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event deleted for resources: {'Port': ['ID=57b46b05-a5f9-4cc6-b074-bfddad3b4136,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:28.793520 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.877012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-37edfd38-2238-4f14-b71c-3f03887df463 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712844 Sep 15 15:47:28.915630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:28.923545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] No DVR routers for this DVR port 57b46b05-a5f9-4cc6-b074-bfddad3b4136 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:28.927372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:28.931502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db20f716-47b2-4ffb-97d8-7187df294888 req-b0b33f54-ec8f-43aa-9f03-d5e055529bbb tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "DELETE /v2.0/ports/57b46b05-a5f9-4cc6-b074-bfddad3b4136 HTTP/1.1" status: 204 len: 173 time: 1.2268953 Sep 15 15:47:28.931970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'name': 'network-vif-deleted', 'tag': '57b46b05-a5f9-4cc6-b074-bfddad3b4136'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:28.934303 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78131bb1-c007-4e0c-972c-b5edfae64f91" -d '{"events": [{"server_uuid": "9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6", "name": "network-vif-deleted", "tag": "57b46b05-a5f9-4cc6-b074-bfddad3b4136"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:28.957122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.023812 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-219b35b8-96a7-4c2a-be4d-e4d2453ca497 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384864 Sep 15 15:47:29.093017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.135072 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab04178-1cf1-48e3-aca1-d5a91e8834ce x-openstack-request-id: req-4ab04178-1cf1-48e3-aca1-d5a91e8834ce {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:29.135375 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:29.135634 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4ab04178-1cf1-48e3-aca1-d5a91e8834ce {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:29.136334 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'code': 200} Sep 15 15:47:29.287683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.353615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.441046 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ecef20-1ae5-4b5f-ab70-40b74862846d x-openstack-request-id: req-50ecef20-1ae5-4b5f-ab70-40b74862846d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:29.446459 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6", "name": "network-vif-deleted", "tag": "57b46b05-a5f9-4cc6-b074-bfddad3b4136", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:29.446459 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-50ecef20-1ae5-4b5f-ab70-40b74862846d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:29.446459 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6', 'name': 'network-vif-deleted', 'tag': '57b46b05-a5f9-4cc6-b074-bfddad3b4136', 'status': 'completed', 'code': 200} Sep 15 15:47:29.464710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event updated for resources: {'Port': ['ID=eff1b979-8cc9-43a4-a755-919940b29e5c,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:29.475621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.545410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.546950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-9bb5098d-4796-419f-9e2a-2ebc5edcb919 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9843154 Sep 15 15:47:29.582343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-475e944c-6839-405c-a0ae-8cb0bf53e578 req-5d769dc5-97aa-497b-9c4c-b5e8cca1ac0a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=9c0b2d84-a2fb-4ad6-a2da-5b0d54befaa6 HTTP/1.1" status: 200 len: 210 time: 0.0299728 Sep 15 15:47:29.606279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-bf0e02fb-6e00-427f-9ab3-24079c3465de tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0518544 Sep 15 15:47:29.731097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-e177f49f-6790-4f8c-9500-10d97052ea75 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:29.732661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-960aaa05-2aae-496c-8191-9b1710f25db8 req-e177f49f-6790-4f8c-9500-10d97052ea75 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1153946 Sep 15 15:47:29.866075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9cd9-0b7f-4056-a392-2892c47b21e4 req-9588f77c-4569-4594-be91-c5bf49f7c1f9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:29.867568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-429f9cd9-0b7f-4056-a392-2892c47b21e4 req-9588f77c-4569-4594-be91-c5bf49f7c1f9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.0541580 Sep 15 15:47:29.899090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.909821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-429f9cd9-0b7f-4056-a392-2892c47b21e4 req-7ef8a938-7cf3-4ae7-b0ad-84e05d6dee9c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336819 Sep 15 15:47:29.927963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:29.982130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f5d58539-4944-40d4-b1e1-b2fb22f99ef6 req-44cdef6f-18d3-42d0-863d-cd260aa4d999 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips/ff5ba33f-7f91-4497-ad24-010ffd89348f HTTP/1.1" status: 200 len: 692 time: 0.0457916 Sep 15 15:47:30.117877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d58539-4944-40d4-b1e1-b2fb22f99ef6 req-1156cb61-cbf2-476c-8f8f-059331006097 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:30.119530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f5d58539-4944-40d4-b1e1-b2fb22f99ef6 req-1156cb61-cbf2-476c-8f8f-059331006097 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1317570 Sep 15 15:47:30.156983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37644) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:30.413258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-29e4ddd7-70bc-4f0e-a040-644114a81432 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:30.414685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-29e4ddd7-70bc-4f0e-a040-644114a81432 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 0.1125295 Sep 15 15:47:30.430434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-41a2a0d0-948b-49ad-a6bb-96007da98bf4 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/quotas/778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 375 time: 0.0098226 Sep 15 15:47:30.499539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-440b0abf-77d2-4dcb-9d6d-7e99d2300bbc tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632641 Sep 15 15:47:30.603724 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-fbe8e6cd-b88a-4458-a205-d8f1f94a7b50 service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968969 Sep 15 15:47:30.605769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:30.729586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-542738bf-158e-4f3c-a11c-4be66a6eb0c7 service neutron] 10.222.0.63 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181853 Sep 15 15:47:30.949986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-1bf925b3-22f8-48fa-aa8b-ffb50e853d6d tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips/ff5ba33f-7f91-4497-ad24-010ffd89348f HTTP/1.1" status: 200 len: 692 time: 0.0727394 Sep 15 15:47:31.041146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Deleting port 16553c6f-12b5-4a63-8880-0b6af4389130 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:31.041402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:31.133597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-557d1dfe-51e2-440f-b722-583f2d102098 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:31.134983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-557d1dfe-51e2-440f-b722-583f2d102098 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.1782029 Sep 15 15:47:31.195922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] For port 16553c6f-12b5-4a63-8880-0b6af4389130, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=16553c6f-12b5-4a63-8880-0b6af4389130,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:31.198852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:31.216877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-63593d3f-442a-4ed5-b157-ccc23390d038 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0750430 Sep 15 15:47:31.229953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Calling delete_port for 16553c6f-12b5-4a63-8880-0b6af4389130 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:31.278624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-8145e6b7-7e30-44f5-a709-70ebfd5774b2 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.27 HTTP/1.1" status: 200 len: 695 time: 0.0606008 Sep 15 15:47:31.526624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Deleting port eff1b979-8cc9-43a4-a755-919940b29e5c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:31.526947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:31.651488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:31.651813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:31.664247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Calling delete_port for eff1b979-8cc9-43a4-a755-919940b29e5c owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:31.755843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:31.790687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Pushing event deleted for resources: {'Port': ['ID=16553c6f-12b5-4a63-8880-0b6af4389130,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:31.990889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa6f0e-afc5-4c4f-948f-370b3d589ff2 req-3dfa14e5-43bb-4635-b98a-a7a611064b98 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:31.992797 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dffa6f0e-afc5-4c4f-948f-370b3d589ff2 req-3dfa14e5-43bb-4635-b98a-a7a611064b98 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.0598800 Sep 15 15:47:32.075532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dffa6f0e-afc5-4c4f-948f-370b3d589ff2 req-da59937d-4204-4830-a67c-3e6e59d41749 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754433 Sep 15 15:47:32.094552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-b5953792-e2ad-448e-baf3-674925cbc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:32.096099 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-b5953792-e2ad-448e-baf3-674925cbc488 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c&tenant_id=ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 1101 time: 0.1309547 Sep 15 15:47:32.127151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:32.131509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:32.183040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event deleted for resources: {'Port': ['ID=eff1b979-8cc9-43a4-a755-919940b29e5c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:32.248610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54b9d7a8-66b1-42f0-abda-e5dbd187edbc req-2ebffff6-db3b-4b4f-8799-bde9f650290e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0346661 Sep 15 15:47:32.261020 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:32.278768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:32.356181 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:32.358670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:32.359848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6f990ec-bd67-4cde-a55e-da9d500fed99 req-640ee885-c7fd-46d7-b389-b932ef0518fa tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "DELETE /v2.0/floatingips/ff5ba33f-7f91-4497-ad24-010ffd89348f HTTP/1.1" status: 204 len: 173 time: 1.0455332 Sep 15 15:47:32.370168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 57b46b05-a5f9-4cc6-b074-bfddad3b4136 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:32.409977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 57b46b05-a5f9-4cc6-b074-bfddad3b4136 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:32.410908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 57b46b05-a5f9-4cc6-b074-bfddad3b4136 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:32.411490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:32.497834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-ea936cc8-a83f-44cd-939f-42c5be68173a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:32.505294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-ea936cc8-a83f-44cd-939f-42c5be68173a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.1734326 Sep 15 15:47:32.524636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-47de7bf2-112a-47fc-b697-b88d8e64eea7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/quotas/5f655d3ba7094765a8ef61352a56cc67 HTTP/1.1" status: 200 len: 375 time: 0.0176425 Sep 15 15:47:32.549955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:32.561395 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-277d3273-97d3-453f-b30c-39c75e006c6d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356367 Sep 15 15:47:32.679328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d00c478f-e17a-4524-80e8-3b5c06bdecec service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059308 Sep 15 15:47:32.785559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-77a9ef80-3410-47b9-8e9d-bcfd01e269d3 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996480 Sep 15 15:47:33.126559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:33.138003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858690-eba9-43dd-bf6d-15924c70429b req-8eecf7cc-82fb-490a-92b7-4f1c9deb1577 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:33.147647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-8eecf7cc-82fb-490a-92b7-4f1c9deb1577 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.5879672 Sep 15 15:47:33.178588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-cba8c80f-f3ff-4857-8c87-c46f48522dc9 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/quotas/0d97c5d3f9454fec9ba1b5ed5884bd00 HTTP/1.1" status: 200 len: 375 time: 0.0301208 Sep 15 15:47:33.213707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Router 1195d93a-b75d-4757-ac25-2f69656998c8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:47:33.245828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:33.282176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bda9a-62a9-48ee-9c8a-f5af7229a15b req-7aa44dec-1bd5-4110-b53c-a01a7959dac5 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:33.283887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f5bda9a-62a9-48ee-9c8a-f5af7229a15b req-7aa44dec-1bd5-4110-b53c-a01a7959dac5 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2607362 Sep 15 15:47:33.288868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-4508caac-aa37-418b-932a-0077c4dde033 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093802 Sep 15 15:47:33.351462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dcf052df-20c6-41e6-b96b-91f2a158b4b1 req-1d584efb-0716-4d66-ac95-89fa40fcf8e8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.0334833 Sep 15 15:47:33.368310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:33.370822 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc739588-fec5-4f33-9397-87652ae5df22" -d '{"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:33.380216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:33.412101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Transition to ACTIVE for port object 3e502353-e9a4-4831-97da-6d0a7241c76a will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:33.505582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:33.507318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc1bdb-f9f4-4697-b920-8b4e13739563 req-54c5e24f-78f6-4981-827f-8fc5dcec5f0d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:33.509042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57cc1bdb-f9f4-4697-b920-8b4e13739563 req-54c5e24f-78f6-4981-827f-8fc5dcec5f0d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.0711377 Sep 15 15:47:33.529436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:47:33.530301 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:47:33.533064 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:47:33.609399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57cc1bdb-f9f4-4697-b920-8b4e13739563 req-3a1537b0-915f-4907-9c91-420b68e478f1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744781 Sep 15 15:47:33.621712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:33.649194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bb23966f-4d45-425c-8cac-4b8b4b30e55f admin admin] 10.222.0.63 "PUT /v2.0/routers/1195d93a-b75d-4757-ac25-2f69656998c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896393 Sep 15 15:47:33.652225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] No DVR routers for this DVR port 3e502353-e9a4-4831-97da-6d0a7241c76a on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:33.653571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:33.659464 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] Sync routers for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:33.702569 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:33.703583 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:33.720269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-e6d8a623-4916-446c-95f1-6b0996a6a9b1 service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899343 Sep 15 15:47:33.757021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:33.854471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-259baf85-1d19-4af8-bc8e-0506b43e66f3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:33.855310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-667705c4-ec9b-4099-b4da-f922d0aa0637 req-dfeb47fa-09cd-4102-85a7-553b175cb515 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0413222 Sep 15 15:47:33.858702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-259baf85-1d19-4af8-bc8e-0506b43e66f3 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a63a13-dd17-46c4-a951-563f49edc79f HTTP/1.1" status: 200 len: 945 time: 0.2135844 Sep 15 15:47:33.866586 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:33.909298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:33.990552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:33.990552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:33.990552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:33.993934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:33.994351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Attempting to bind port 3e502353-e9a4-4831-97da-6d0a7241c76a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:34.002524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:34.002996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:34.003500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:34.004043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Bound port: 3e502353-e9a4-4831-97da-6d0a7241c76a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:34.004531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.086334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22d5dbc4-d158-44df-a6c1-968a7f49460e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:34.124186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:34.127920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:34.143128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-79718070-6ae2-474f-a9dc-fd8dc36cd511 service neutron] 10.222.0.63 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217827 Sep 15 15:47:34.161883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Deleting port 22d5dbc4-d158-44df-a6c1-968a7f49460e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:34.162351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.163373 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:47:31Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:34.207556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] Checking router: 1195d93a-b75d-4757-ac25-2f69656998c8 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:34.213155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.219850 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] Routers {'1195d93a-b75d-4757-ac25-2f69656998c8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:34.220926 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['1195d93a-b75d-4757-ac25-2f69656998c8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:34.246982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.283654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:34.284822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:34.288505 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354d7db5-424e-4f57-9362-93390bbb583d" -d '{"events": [{"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-unplugged", "status": "completed", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:34.304880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:34.306241 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.308917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 1097 time: 2.1861670 Sep 15 15:47:34.391287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.405596 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] Set router 1195d93a-b75d-4757-ac25-2f69656998c8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:34.506373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:34.591523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2ee8d535-7cf8-41ca-b712-7a6e08f52f15 req-7eabaa79-5fa6-4ddc-9ab7-15ff03d06444 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?tenant_id=49a2d451b95e4fcda6b8d1b00765e86b HTTP/1.1" status: 200 len: 1656 time: 0.6623559 Sep 15 15:47:34.596800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e27bf-4fe9-4e34-a804-56fb454b7cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=11']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:34.627753 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83941fe4-fae4-448c-9126-be83b55943c1 x-openstack-request-id: req-83941fe4-fae4-448c-9126-be83b55943c1 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:34.640954 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:34.643639 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-83941fe4-fae4-448c-9126-be83b55943c1 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:34.644403 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'code': 200} Sep 15 15:47:34.649035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-f94fb7fa-082a-43d0-8664-8e31ff57d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:34.669581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-f94fb7fa-082a-43d0-8664-8e31ff57d110 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1100 time: 0.2997618 Sep 15 15:47:34.691452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] For port 22d5dbc4-d158-44df-a6c1-968a7f49460e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22d5dbc4-d158-44df-a6c1-968a7f49460e,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:34.693220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.807102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Calling delete_port for 22d5dbc4-d158-44df-a6c1-968a7f49460e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:34.852442 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:47:31Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:34.903728 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237d15c-e0eb-4ceb-a363-8cdd0429300e None None] The sync data for ids ['1195d93a-b75d-4757-ac25-2f69656998c8'] in n-d-808199-2 is: [{'id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-660153378-router', 'tenant_id': '05452ed6d955487d9fa77c092804f1fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': '31b04951-ad1f-45db-a793-6355c088f999', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:04Z', 'updated_at': '2021-09-15T15:47:31Z', 'revision_number': 5, 'project_id': '05452ed6d955487d9fa77c092804f1fc', 'gw_port': {'id': '31b04951-ad1f-45db-a793-6355c088f999', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:92:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1195d93a-b75d-4757-ac25-2f69656998c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:05Z', 'updated_at': '2021-09-15T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:34.922580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-9fe3b34c-172f-4d84-8ff0-34bde4d038b2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:34.924114 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-9fe3b34c-172f-4d84-8ff0-34bde4d038b2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 821 time: 1.0450358 Sep 15 15:47:34.945490 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:34.962516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Request body: {'port': {'device_id': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'admin_state_up': True, 'tenant_id': '778023219b2a4f1ca13621ea15ddb51b'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:34.977894 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361b162-3cbc-4e45-b2e8-2d228d86a44e x-openstack-request-id: req-1361b162-3cbc-4e45-b2e8-2d228d86a44e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:34.978773 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-unplugged", "status": "completed", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:34.979185 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1361b162-3cbc-4e45-b2e8-2d228d86a44e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:34.979812 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'code': 200} Sep 15 15:47:34.980706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8d535-7cf8-41ca-b712-7a6e08f52f15 req-e60a2a69-cbf3-4b43-aa24-c6456dc14b7c tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:34.988984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2ee8d535-7cf8-41ca-b712-7a6e08f52f15 req-e60a2a69-cbf3-4b43-aa24-c6456dc14b7c tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks?id=efe5d06d-744f-4620-a42b-1e6f5318efbe&id=efe5d06d-744f-4620-a42b-1e6f5318efbe&id=efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 787 time: 0.3964839 Sep 15 15:47:34.995455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-2ee8d535-7cf8-41ca-b712-7a6e08f52f15 req-c2032907-13f1-42a0-8a8d-a83ea1554fb2 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:47:34.996478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2ee8d535-7cf8-41ca-b712-7a6e08f52f15 req-c2032907-13f1-42a0-8a8d-a83ea1554fb2 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066597 Sep 15 15:47:35.062938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-a47310a9-616c-48eb-8e15-2bca61472ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:35.064416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-a47310a9-616c-48eb-8e15-2bca61472ef9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.3820500 Sep 15 15:47:35.127213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03d6abf5-a7c2-4c57-bd55-741bef497f9d req-c05f8f91-51ee-45a6-9b03-f42d2d076ac8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 210 time: 0.0585117 Sep 15 15:47:35.175557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-27311dd2-cd70-457c-a74b-6c35148841fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.0977757 Sep 15 15:47:35.243833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a904cd7e-3ff0-443b-a408-ac66415a65b0 req-a45adf61-e8b8-4180-b4f7-2e85c7fcd1d1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.0690942 Sep 15 15:47:35.289222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Deleting port 31b04951-ad1f-45db-a793-6355c088f999 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:35.289641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:35.373771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-502c3629-bb3a-47e6-a642-9a10e549c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:35.375353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-502c3629-bb3a-47e6-a642-9a10e549c0ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1844478 Sep 15 15:47:35.395484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Made reservation on behalf of 778023219b2a4f1ca13621ea15ddb51b for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:35.399922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:35.444254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:35.549537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc955-caaf-431c-ac2c-9018422d5bab req-dcdaff1f-3574-4fed-af29-a6009e6c3e71 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:35.550031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d94bf5c-43f2-4712-b64f-4aceef0574f7 req-287cb39e-5145-4c55-adc0-4cae5662bb66 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0885494 Sep 15 15:47:35.557595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c1fc955-caaf-431c-ac2c-9018422d5bab req-dcdaff1f-3574-4fed-af29-a6009e6c3e71 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 949 time: 0.2743731 Sep 15 15:47:35.592709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event deleted for resources: {'Port': ['ID=22d5dbc4-d158-44df-a6c1-968a7f49460e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:35.621284 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-184adbe1-e66d-4b12-9977-52a955177255 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2361991 Sep 15 15:47:35.632170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] For port 31b04951-ad1f-45db-a793-6355c088f999, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=31b04951-ad1f-45db-a793-6355c088f999,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:35.632508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:35.704774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Calling delete_port for 31b04951-ad1f-45db-a793-6355c088f999 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:35.711785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-3e43ecc9-de5c-4ba7-b41a-dbb5ccc5d4d1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:35.713222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-3e43ecc9-de5c-4ba7-b41a-dbb5ccc5d4d1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.3369484 Sep 15 15:47:35.715519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-58df45c5-82d0-4c28-bdab-6632ca95d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:35.716255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c1fc955-caaf-431c-ac2c-9018422d5bab req-90236a7f-bad9-4670-8294-4521ec5c4e22 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577249 Sep 15 15:47:35.717902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-58df45c5-82d0-4c28-bdab-6632ca95d368 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3145027 Sep 15 15:47:35.721913 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-86959cc8-731e-4ab2-9cca-0806c47dabe8 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips/95416fd6-d899-452b-9254-9e1e86c4818c HTTP/1.1" status: 200 len: 692 time: 0.1245692 Sep 15 15:47:35.723199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] No DVR routers for this DVR port 22d5dbc4-d158-44df-a6c1-968a7f49460e on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:35.727360 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:35.729939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298a2e3-264d-4ecd-a709-250cc5d5debe req-adbc28c6-f0c7-4b1b-8555-9e0a8ea6324c tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "DELETE /v2.0/ports/22d5dbc4-d158-44df-a6c1-968a7f49460e HTTP/1.1" status: 204 len: 173 time: 1.8398128 Sep 15 15:47:35.743905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Request body: {'port': {'device_id': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'admin_state_up': True, 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:35.756108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Allocated IP 172.20.0.6 (742acc42-ee0d-49c3-9263-c38eb7ccca8d/06009191-dc62-4e07-857b-f9d6a1fb75c7/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:35.814182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-db10dde0-34cd-46b9-9802-65894be10efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:35.815797 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-db10dde0-34cd-46b9-9802-65894be10efa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1100 time: 0.1499817 Sep 15 15:47:36.116870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-5c8c941e-2eb7-4b55-90e2-2adb838a0b11 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:36.118794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-5c8c941e-2eb7-4b55-90e2-2adb838a0b11 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.3878744 Sep 15 15:47:36.127909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-84dc9df5-4bef-44eb-b8da-5afed4659cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:36.129642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-84dc9df5-4bef-44eb-b8da-5afed4659cc1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2620349 Sep 15 15:47:36.138944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-b9614844-2f80-4981-a024-452c22465568 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915255 Sep 15 15:47:36.158620 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.207356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:36.212768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.220258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.224801 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-84a14e71-9735-4b3e-b9cb-236106a4a404 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 217 time: 0.0828319 Sep 15 15:47:36.247270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-1c4868b1-cbbb-4f01-8f82-9e58f9cfbd51 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.1114109 Sep 15 15:47:36.349201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=31b04951-ad1f-45db-a793-6355c088f999,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:36.355094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95545113-dc08-4bc3-9d26-1a703f65a142 req-a6b53d94-b219-49d0-bc7f-e897eda3e286 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 210 time: 0.1272025 Sep 15 15:47:36.431247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-a26b186c-9bf8-472f-bada-c2c2e2e94d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:36.432752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-a26b186c-9bf8-472f-bada-c2c2e2e94d09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1893592 Sep 15 15:47:36.434635 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-e02274fd-9af3-41d1-bdb0-19b037652be3 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.34 HTTP/1.1" status: 200 len: 695 time: 0.1861172 Sep 15 15:47:36.484233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.523338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f668774a-0f50-46ac-9a45-9373e37bbb9d req-a49b800e-53c7-4604-a2ad-c091e800591b service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771203 Sep 15 15:47:36.572896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.588221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['854d12bb-801e-42ec-8274-25f62d77a470'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:36.647460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}, {'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-deleted', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:36.650028 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55" -d '{"events": [{"name": "network-changed", "server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}, {"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-deleted", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:36.670697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Allocated IP 172.20.0.6 (5b5f6560-52a8-4946-9e38-a3748769610c/21e0c71d-77f3-47b1-b6de-3f9f4f8f414f/2a7baa36-0086-436d-99d3-1797b7fd408f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:36.673420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Deleting port 5e13749a-41ac-49fb-a7a9-4dec85acfedf {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:36.673762 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.706930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e7d0ec4-1721-43e7-8417-812c6d9cf406 req-1d469817-5676-4f6a-99f6-a16bacfa2424 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.2183609 Sep 15 15:47:36.709986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-9963ff04-8c82-4b99-ba10-7101e33e3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:36.711577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-9963ff04-8c82-4b99-ba10-7101e33e3610 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2695057 Sep 15 15:47:36.714398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.721133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.866448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Network 742acc42-ee0d-49c3-9263-c38eb7ccca8d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:36.883728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:36.891673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:36.894567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:36.895015 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.896961 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.941145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 16553c6f-12b5-4a63-8880-0b6af4389130 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:36.943329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Calling delete_port for 5e13749a-41ac-49fb-a7a9-4dec85acfedf owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:36.967168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:36.969002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1195d93a-b75d-4757-ac25-2f69656998c8 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:47:36.979848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 16553c6f-12b5-4a63-8880-0b6af4389130 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:36.980198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 16553c6f-12b5-4a63-8880-0b6af4389130 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:37.001034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.004357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6200e36d-4171-4348-83cb-68f281eabb5c admin admin] 10.222.0.63 "DELETE /v2.0/routers/1195d93a-b75d-4757-ac25-2f69656998c8 HTTP/1.1" status: 204 len: 168 time: 3.3475344 Sep 15 15:47:37.006405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37780) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:37.141050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:37.141688 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.158104 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-7372afd5-e9cc-429c-b3d2-ea1a521fea70 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350197 Sep 15 15:47:37.170504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] Deleting subnet f1880e91-f2b7-472a-b4d7-31c2d32219d3 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:47:37.195438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.237230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0f543-3310-49b5-97c5-756c8da00a3b req-56a52155-788b-4df8-8c6f-edf2c0473359 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:37.243600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.246452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68a0f543-3310-49b5-97c5-756c8da00a3b req-56a52155-788b-4df8-8c6f-edf2c0473359 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 931 time: 0.2359750 Sep 15 15:47:37.260447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c55f84a1-3468-4cb3-acc0-8eb46f7762d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3030181 Sep 15 15:47:37.308540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Request body: {'port': {'device_id': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:37.328940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.350308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858690-eba9-43dd-bf6d-15924c70429b req-a5f86e3a-66b8-43b0-a6b0-236420505923 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:37.352296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-a5f86e3a-66b8-43b0-a6b0-236420505923 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 803 time: 0.4333057 Sep 15 15:47:37.373220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Request body: {'port': {'device_id': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'admin_state_up': True, 'tenant_id': '0d97c5d3f9454fec9ba1b5ed5884bd00'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:37.421296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68a0f543-3310-49b5-97c5-756c8da00a3b req-8fccc48b-7832-44ac-b627-bf750ba17aff tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749842 Sep 15 15:47:37.447756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.460471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f53fb0-6a25-4147-b9ed-c048ce44af48 req-4d4d54a0-c803-4c2e-9d2d-d526cc4aee44 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932062 Sep 15 15:47:37.472448 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.485608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event deleted for resources: {'Port': ['ID=5e13749a-41ac-49fb-a7a9-4dec85acfedf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:37.500839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.548412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.804669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-5f3cd2eb-bd3b-4206-afc4-73f3cb5a7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:37.806234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-5f3cd2eb-bd3b-4206-afc4-73f3cb5a7db9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1100 time: 0.2175360 Sep 15 15:47:37.907445 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:37.943258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Network 5b5f6560-52a8-4946-9e38-a3748769610c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:37.946698 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626ca7f7-2566-49bd-ab85-e029e56b41f2 x-openstack-request-id: req-626ca7f7-2566-49bd-ab85-e029e56b41f2 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:37.949960 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "status": "completed", "code": 200}, {"server_uuid": "69a63a13-dd17-46c4-a951-563f49edc79f", "name": "network-vif-deleted", "tag": "22d5dbc4-d158-44df-a6c1-968a7f49460e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:37.949960 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-626ca7f7-2566-49bd-ab85-e029e56b41f2 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:37.949960 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'status': 'completed', 'code': 200} Sep 15 15:47:37.949960 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a63a13-dd17-46c4-a951-563f49edc79f', 'name': 'network-vif-deleted', 'tag': '22d5dbc4-d158-44df-a6c1-968a7f49460e', 'status': 'completed', 'code': 200} Sep 15 15:47:37.956554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d2054-43e7-420b-b034-4c4be8cbe754 req-59f9af76-6e6d-45cf-8a7a-5bd24d5ea5e9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:37.960310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f5d2054-43e7-420b-b034-4c4be8cbe754 req-59f9af76-6e6d-45cf-8a7a-5bd24d5ea5e9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 949 time: 0.2551908 Sep 15 15:47:37.972978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:38.001486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:38.009091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9974d95b-d756-488f-b24d-e2db989f87d2 None None] Network cbab5bdd-a048-44ca-bf66-b8641e20eecf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:47:38.027750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.031772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f1880e91-f2b7-472a-b4d7-31c2d32219d3 HTTP/1.1" status: 204 len: 168 time: 1.0190082 Sep 15 15:47:38.032755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37790) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:38.044548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7890d-4188-4cbd-b579-b90f521fd9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1880e91-f2b7-472a-b4d7-31c2d32219d3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:38.097455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event updated for resources: {'Port': ['ID=2a7baa36-0086-436d-99d3-1797b7fd408f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:38.122351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.125010 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.136865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ba93ba4-cadd-43b4-afef-80fb5f1f6015 req-92700b76-3cdd-4b8d-80e5-dfacbd0db1d0 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "DELETE /v2.0/floatingips/95416fd6-d899-452b-9254-9e1e86c4818c HTTP/1.1" status: 204 len: 173 time: 1.7008481 Sep 15 15:47:38.151423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:38.152375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.158574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-c0afa3eb-0253-4227-8fd6-6a4572a7e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:38.160693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-c0afa3eb-0253-4227-8fd6-6a4572a7e12e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 1100 time: 0.2095153 Sep 15 15:47:38.270525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Made reservation on behalf of 0d97c5d3f9454fec9ba1b5ed5884bd00 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:38.275017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.283212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:38.354038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] DHCP port deletion for cbab5bdd-a048-44ca-bf66-b8641e20eecf request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:47:38.389602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-660ca8c3-6fb0-43f8-879c-e312005f8b40 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6639061 Sep 15 15:47:38.419874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Request body: {'port': {'device_id': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:38.440355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-e9b28957-e01c-49b7-b4d1-b7251eaafded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:38.441928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-e9b28957-e01c-49b7-b4d1-b7251eaafded service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2669976 Sep 15 15:47:38.448802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7db26a9-2b8d-4394-b139-b5a444c5e492 req-971808a0-f5c4-4aff-acec-5a828f602b70 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 210 time: 0.0734107 Sep 15 15:47:38.550618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:38.581775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'mac_address': 'fa:16:3e:ce:44:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:38.583490 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-92402b0e-f43f-470f-9300-98f0c222a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:38.585693 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-92402b0e-f43f-470f-9300-98f0c222a4c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.7703393 Sep 15 15:47:38.609650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-d77808ef-3be4-4f34-bf4a-90bb17c5aa41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.1394958 Sep 15 15:47:38.622780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f5d2054-43e7-420b-b034-4c4be8cbe754 req-3151c4d3-da5c-46b5-9478-e83102549ff3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305299 Sep 15 15:47:38.649211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] Deleting port 63763fe0-b485-4490-aa6e-6b3c1f196887 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:38.649652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.775985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.776811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] For port 63763fe0-b485-4490-aa6e-6b3c1f196887, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=63763fe0-b485-4490-aa6e-6b3c1f196887,segment=NetworkSegment(4c2d1a3f-23dc-469a-bca5-d597b5ac1b31),segment_id=4c2d1a3f-23dc-469a-bca5-d597b5ac1b31)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:38.776811 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.780882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] Calling delete_port for 63763fe0-b485-4490-aa6e-6b3c1f196887 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:38.786047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Allocated IP 172.20.0.10 (5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5/db0250ed-4d1e-4af9-9c2c-aa24b9f2577e/c8fe4f36-2af8-4c64-ac6c-3383d1a1de71) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:38.815241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-92fd2e8f-be72-41e2-8da7-17b3a1ace787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:38.816924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-92fd2e8f-be72-41e2-8da7-17b3a1ace787 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1918194 Sep 15 15:47:38.824997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f153e9-d7a9-4807-91d8-078290a3b5ab req-ac1e46d0-ec24-49e4-b626-ef028cf7ea6d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:38.832900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39f153e9-d7a9-4807-91d8-078290a3b5ab req-ac1e46d0-ec24-49e4-b626-ef028cf7ea6d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 931 time: 0.2492485 Sep 15 15:47:38.865488 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-99f1650d-e32b-4862-9851-20098f55cb54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 200 len: 217 time: 0.2383592 Sep 15 15:47:38.871663 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.903500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2ee44fb-1aef-476f-a636-0e555482006d req-390afc93-16a6-45e9-b1da-abf5e5f05262 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips/30847e5a-1a4d-47d6-8abc-562fd4e4aa7a HTTP/1.1" status: 200 len: 693 time: 0.1148267 Sep 15 15:47:38.908041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 31b04951-ad1f-45db-a793-6355c088f999 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:38.946166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 31b04951-ad1f-45db-a793-6355c088f999 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:38.946417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81a1eaa-f9a3-417c-932e-a34a0e29fe9a {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:38.946535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 31b04951-ad1f-45db-a793-6355c088f999 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:38.946929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63763fe0-b485-4490-aa6e-6b3c1f196887 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:38.973280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.991019 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:38.998294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.064870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Transition to ACTIVE for port object a81a1eaa-f9a3-417c-932e-a34a0e29fe9a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:39.067124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-2e949c34-0365-46e3-8a0f-27e721dda1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:39.068656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-2e949c34-0365-46e3-8a0f-27e721dda1fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1930451 Sep 15 15:47:39.071772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] The port '63763fe0-b485-4490-aa6e-6b3c1f196887' was deleted {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 15 15:47:39.072198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e502353-e9a4-4831-97da-6d0a7241c76a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:39.081501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] Pushing event deleted for resources: {'Port': ['ID=63763fe0-b485-4490-aa6e-6b3c1f196887,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:39.109152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port 63763fe0-b485-4490-aa6e-6b3c1f196887 {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 15:47:39.110134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63763fe0-b485-4490-aa6e-6b3c1f196887 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:39.112420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cdbc3-4d51-4490-a7d7-a44821794369 None None] No DVR routers for this DVR port 63763fe0-b485-4490-aa6e-6b3c1f196887 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:39.142721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:39.152782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39f153e9-d7a9-4807-91d8-078290a3b5ab req-f912d6a4-f3c6-4891-8bd8-20fc6db4c143 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177357 Sep 15 15:47:39.158789 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.176973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee44fb-1aef-476f-a636-0e555482006d req-2d62272f-c382-4378-bccc-873e3f81b058 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:39.185103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2ee44fb-1aef-476f-a636-0e555482006d req-2d62272f-c382-4378-bccc-873e3f81b058 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.2804434 Sep 15 15:47:39.213494 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.247864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-bbdef625-7bd8-4158-ab33-eb50cc6c453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:39.251131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-bbdef625-7bd8-4158-ab33-eb50cc6c453c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958194 Sep 15 15:47:39.296076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:39.329495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2ee44fb-1aef-476f-a636-0e555482006d req-ce1602ce-5ff4-4684-bdee-064f8b56bd36 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.1434505 Sep 15 15:47:39.376974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.459215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-f0e4c308-5252-4103-8a62-1425937a81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:39.460180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-f0e4c308-5252-4103-8a62-1425937a81a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3837047 Sep 15 15:47:39.460845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:39.481141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbab5bdd-a048-44ca-bf66-b8641e20eecf']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:39.493135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2ee44fb-1aef-476f-a636-0e555482006d req-36daaf33-08cc-4391-b3ef-b9a69acf8ceb tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.152 HTTP/1.1" status: 200 len: 696 time: 0.1622965 Sep 15 15:47:39.510309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3e502353-e9a4-4831-97da-6d0a7241c76a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:39.520017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eb330-00eb-4edf-b394-79ac7f874876 req-1ff2d6a4-7c99-45ad-a1a3-da773e07f8ba tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:39.528242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d07eb330-00eb-4edf-b394-79ac7f874876 req-1ff2d6a4-7c99-45ad-a1a3-da773e07f8ba tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.2285893 Sep 15 15:47:39.576942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:39.577544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2d1a3f-23dc-469a-bca5-d597b5ac1b31') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:39.623839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.656060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.680521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d07eb330-00eb-4edf-b394-79ac7f874876 req-9bf2993e-cbd8-4a44-8613-222eb5754f2b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512764 Sep 15 15:47:39.690730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-c565bf3a-1a35-45b7-b3aa-77e3ca9646fc service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277902 Sep 15 15:47:39.746780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.784302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7baa36-0086-436d-99d3-1797b7fd408f {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:39.789957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:47:39.790657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:47:39.792535 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:47:39.803502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.867014 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-1f093ba2-f041-4639-b72b-5e7ce03d832b service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949437 Sep 15 15:47:39.874348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Transition to ACTIVE for port object 2a7baa36-0086-436d-99d3-1797b7fd408f will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:39.893425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:39.893425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:39.893773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:39.914758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:39.915013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:39.933568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:39.937659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:39.937659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:39.937659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Bound port: a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:39.937659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:39.939507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-5535a0ef-0bd6-448c-bec4-669382e0e8f0 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336543 Sep 15 15:47:39.950697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-264a4ce7-9c92-440e-a8ff-b0b7505e4a6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1268730 Sep 15 15:47:39.991294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.004699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.006109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.010723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/cbab5bdd-a048-44ca-bf66-b8641e20eecf HTTP/1.1" status: 204 len: 168 time: 1.9647117 Sep 15 15:47:40.021471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37804) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:40.022615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-596de25f-58b1-4eb6-9c7c-21b1ba76ba32 req-f11e3579-2db9-4c12-8339-42fa17c66c5d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 210 time: 0.0826614 Sep 15 15:47:40.030638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.032689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Deleting port c135eb99-f064-4ba0-9226-a2dc2bb9eb1b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:40.033032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.069311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd885f11-ce16-42ee-98c8-aa7e6b7ceea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbab5bdd-a048-44ca-bf66-b8641e20eecf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:40.129686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:40.153594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:40.161492 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:40.199246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5255729e-3a7b-4e38-aa0a-2fc66dde3f55 req-9d39829d-41f6-43b7-ba7e-1ba4cf6d3294 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186593 Sep 15 15:47:40.200141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:40.265794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:40.274530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.275222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.277013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-116a2719-2425-486e-ad57-cc86ac31b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.278610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-116a2719-2425-486e-ad57-cc86ac31b1b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 1096 time: 0.2836225 Sep 15 15:47:40.306136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:40.312556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Calling delete_port for c135eb99-f064-4ba0-9226-a2dc2bb9eb1b owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:40.320854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266cec-69dc-43a6-ad87-a33ca1c96db8 req-5636a7cb-b44e-487c-a60c-333c0fb431fd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.323539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97266cec-69dc-43a6-ad87-a33ca1c96db8 req-5636a7cb-b44e-487c-a60c-333c0fb431fd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.2161658 Sep 15 15:47:40.330606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.331317 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.360232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.379044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Pushing event updated for resources: {'Port': ['ID=2a7baa36-0086-436d-99d3-1797b7fd408f,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:40.457229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97266cec-69dc-43a6-ad87-a33ca1c96db8 req-d408a346-7957-4708-b274-0b2c4416ddd0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172054 Sep 15 15:47:40.483370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Attempting to bind port 2a7baa36-0086-436d-99d3-1797b7fd408f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:40.483370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Attempting to bind port 2a7baa36-0086-436d-99d3-1797b7fd408f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:40.483370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Attempting to bind port 2a7baa36-0086-436d-99d3-1797b7fd408f on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:40.483735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.483735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.484940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] 10.222.0.38 "PUT /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 1091 time: 3.1929419 Sep 15 15:47:40.487297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:40.489651 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c29c37-031d-4690-b365-919aa72e34c3" -d '{"events": [{"name": "network-changed", "server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:40.491329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Port 2a7baa36-0086-436d-99d3-1797b7fd408f on network 5b5f6560-52a8-4946-9e38-a3748769610c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:40.491693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Attempting to bind port 2a7baa36-0086-436d-99d3-1797b7fd408f on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:40.498843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-d661b25f-d6ed-4aa3-b570-646081563cdb tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1344883 Sep 15 15:47:40.507333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:40.507333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Checking segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:40.507636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Bound using segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:40.508114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Bound port: 2a7baa36-0086-436d-99d3-1797b7fd408f, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:40.508464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.517500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Request body: {'port': {'device_id': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:40.526401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d21892-0123-4809-8ba8-a79b64ad1d40 service neutron] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:40.532537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-b209f2ea-bbcf-4611-ab47-9dc297b002ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.534018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-b209f2ea-bbcf-4611-ab47-9dc297b002ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1983333 Sep 15 15:47:40.637744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-47b330c4-c9a5-4d47-8e18-c8ef07e4e44d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 200 len: 217 time: 0.0604353 Sep 15 15:47:40.722381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c6ea9d54-aeaf-4e46-afbc-a50b04f769d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.723790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-c6ea9d54-aeaf-4e46-afbc-a50b04f769d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1094 time: 0.1236882 Sep 15 15:47:40.743918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.755769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] For port 2a7baa36-0086-436d-99d3-1797b7fd408f, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:40.779423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-96d49de4-8f91-459f-9c08-0b873eff82b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 217 time: 0.0447342 Sep 15 15:47:40.786990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] For port 2a7baa36-0086-436d-99d3-1797b7fd408f, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=2a7baa36-0086-436d-99d3-1797b7fd408f,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:40.791616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-4057729b-236b-4e32-b79c-6372747e97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.793151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-4057729b-236b-4e32-b79c-6372747e97e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.1373549 Sep 15 15:47:40.801581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c1a04-78cb-406a-bc03-ef5c1bc2dc4a req-6ac8c056-e104-4568-ad0b-bd8aee52ad26 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.801581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b9c1a04-78cb-406a-bc03-ef5c1bc2dc4a req-6ac8c056-e104-4568-ad0b-bd8aee52ad26 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 943 time: 0.1757894 Sep 15 15:47:40.809217 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.855450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-c0e5ecc6-e28a-4450-9db3-47daf6bd4160 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510480 Sep 15 15:47:40.865508 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:40.873332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event deleted for resources: {'Port': ['ID=c135eb99-f064-4ba0-9226-a2dc2bb9eb1b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:40.948756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-ac7cfe68-4052-4e7b-a885-e068fd3b5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:40.950288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-ac7cfe68-4052-4e7b-a885-e068fd3b5b8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.1618037 Sep 15 15:47:41.003307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-05c23e18-aaaa-45eb-9d3d-7ff2f8089893 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443609 Sep 15 15:47:41.025170 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:41.027707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:41.028984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2ee44fb-1aef-476f-a636-0e555482006d req-15339f91-a644-47c7-9acb-5e141ec32915 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "DELETE /v2.0/floatingips/30847e5a-1a4d-47d6-8abc-562fd4e4aa7a HTTP/1.1" status: 204 len: 173 time: 1.5343585 Sep 15 15:47:41.031238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:41.032002 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:41.033565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] 10.222.0.38 "PUT /v2.0/ports/2a7baa36-0086-436d-99d3-1797b7fd408f HTTP/1.1" status: 200 len: 1091 time: 2.6229043 Sep 15 15:47:41.041439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'tag': '2a7baa36-0086-436d-99d3-1797b7fd408f'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:41.044811 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00e9869-5b93-4dde-b72d-554c05ad53fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9", "tag": "2a7baa36-0086-436d-99d3-1797b7fd408f"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:41.049234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b9c1a04-78cb-406a-bc03-ef5c1bc2dc4a req-ac09b370-0c75-465e-8e66-f805f216767a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197626 Sep 15 15:47:41.102671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:41.107306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7e9fb-076e-4f2d-9797-12fdf62911ca service neutron] Pushing event updated for resources: {'Port': ['ID=2a7baa36-0086-436d-99d3-1797b7fd408f,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:41.186665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-f491f3e6-6cf5-4c09-8af2-19dcf21e622d service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735616 Sep 15 15:47:41.188122 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c48eabb-c0e5-45bd-9ab6-03c4b356b5a7 x-openstack-request-id: req-0c48eabb-c0e5-45bd-9ab6-03c4b356b5a7 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:41.188748 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:41.189212 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c48eabb-c0e5-45bd-9ab6-03c4b356b5a7 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:41.189769 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a', 'status': 'completed', 'code': 200} Sep 15 15:47:41.190296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-40bfc40b-426d-41fe-8f76-40a93dc31bf6 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206980 Sep 15 15:47:41.637121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bab71-90fd-411a-be02-ec89d3e296a9 req-b9b0f988-1edc-44d8-ab8a-24d3c8f8da9f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:41.638727 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c3bab71-90fd-411a-be02-ec89d3e296a9 req-b9b0f988-1edc-44d8-ab8a-24d3c8f8da9f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 950 time: 0.4689615 Sep 15 15:47:41.717676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-80602978-2361-4eec-bdbf-9f319bec4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:41.719167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-80602978-2361-4eec-bdbf-9f319bec4bdf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 1094 time: 0.5056417 Sep 15 15:47:41.732980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd2222-3c65-4066-86d1-cb4840777088 req-932d0d56-9dd5-4399-9de8-1882b947b958 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:41.740282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bcd2222-3c65-4066-86d1-cb4840777088 req-932d0d56-9dd5-4399-9de8-1882b947b958 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.5013297 Sep 15 15:47:41.740456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b95b0e-2628-4d74-900c-532604c8bf90 req-d32e3abc-496a-4241-a36b-d3a05e61eff9 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412929 Sep 15 15:47:41.744531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c3bab71-90fd-411a-be02-ec89d3e296a9 req-b90daa71-1780-4105-8948-9e8163cd6f8e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752633 Sep 15 15:47:41.753474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7592b7b-d11b-4aea-9b83-ae79626ee40c req-b4d0149f-18e5-4066-a105-1f8d4f5ca15a service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532908 Sep 15 15:47:41.791225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:41.796232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-0deb567d-cd3c-4def-80cc-1f928c1e52cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a7baa36-0086-436d-99d3-1797b7fd408f HTTP/1.1" status: 200 len: 217 time: 0.0579135 Sep 15 15:47:41.817256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:41.874502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bcd2222-3c65-4066-86d1-cb4840777088 req-1e378e98-1761-4a53-931e-bbb3ddb76570 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268024 Sep 15 15:47:41.880036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Transition to ACTIVE for port object c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:41.886640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-3456db14-e18c-4f3b-8b2d-1d0023f39726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:41.888162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-3456db14-e18c-4f3b-8b2d-1d0023f39726 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.0803149 Sep 15 15:47:41.903401 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-71b36f8a-0a42-4c38-8510-ec3565f1f300 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips/388ae0c4-0d2e-41e7-a20a-4e34cffbd808 HTTP/1.1" status: 200 len: 693 time: 0.0538142 Sep 15 15:47:41.912453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Deleting port a21c351d-14c2-4195-84be-f3279d3d145e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:41.912871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:41.943484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-ad0fb1bd-27dd-463b-9552-39b9540d97c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411220 Sep 15 15:47:41.959780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.091743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:42.156776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] For port a21c351d-14c2-4195-84be-f3279d3d145e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a21c351d-14c2-4195-84be-f3279d3d145e,segment=NetworkSegment(acf93f7c-d3b5-48d6-a56f-64539bd49928),segment_id=acf93f7c-d3b5-48d6-a56f-64539bd49928)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:42.157137 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.160663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29c37-031d-4690-b365-919aa72e34c3 req-d80d55c9-09d6-4e2e-81c8-95ad3f164cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.162883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38c29c37-031d-4690-b365-919aa72e34c3 req-d80d55c9-09d6-4e2e-81c8-95ad3f164cc1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1094 time: 0.2339811 Sep 15 15:47:42.164040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1db80-3491-4151-a867-2fce2310b3c5 req-9cc06fbc-2fc7-441a-89db-8014ea17c5b0 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.165583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02d1db80-3491-4151-a867-2fce2310b3c5 req-9cc06fbc-2fc7-441a-89db-8014ea17c5b0 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 944 time: 0.2079911 Sep 15 15:47:42.171661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-032e0891-e793-49b4-904e-9d05b1c9ee1b service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218111 Sep 15 15:47:42.192911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Calling delete_port for a21c351d-14c2-4195-84be-f3279d3d145e owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:42.229112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-cc4567b0-5d0d-486d-a6b5-d5f67edaec4c tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.230467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-cc4567b0-5d0d-486d-a6b5-d5f67edaec4c tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.3036695 Sep 15 15:47:42.246880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Attempting to bind port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:42.247221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Attempting to bind port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:42.247546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Attempting to bind port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:42.282076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:42.282402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Attempting to bind port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 on network 5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:42.291381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02d1db80-3491-4151-a867-2fce2310b3c5 req-15f01b0a-f50f-4895-9d49-2518c43935d1 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181064 Sep 15 15:47:42.297281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:42.297674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:42.298184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Checking segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:42.298184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Bound using segment: {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:42.298710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Bound port: c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d72691-8826-44f0-8b85-67b6082a5ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:42.298846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.351698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b981412a-b0b3-4927-8cb4-fe85d027c848 req-019974ea-045c-4e13-ab87-1d3dfa26be51 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687047 Sep 15 15:47:42.358533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-ecd98791-eacc-4d28-a37e-c4286bffcf8f tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0968916 Sep 15 15:47:42.382754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:42.385397 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad9df7d-f0d7-4740-a4cb-afc9d82489f0 x-openstack-request-id: req-9ad9df7d-f0d7-4740-a4cb-afc9d82489f0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:42.385682 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9", "tag": "2a7baa36-0086-436d-99d3-1797b7fd408f", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:42.386046 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9ad9df7d-f0d7-4740-a4cb-afc9d82489f0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:42.386436 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'tag': '2a7baa36-0086-436d-99d3-1797b7fd408f', 'status': 'completed', 'code': 200} Sep 15 15:47:42.388025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:42.432446 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-60653247-8b2b-40d0-8bdf-d2c680e510bd tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0729804 Sep 15 15:47:42.438665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29c37-031d-4690-b365-919aa72e34c3 req-7fad6066-54bb-46bc-9b72-44b30546ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.440086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38c29c37-031d-4690-b365-919aa72e34c3 req-7fad6066-54bb-46bc-9b72-44b30546ae8c service neutron] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.2675371 Sep 15 15:47:42.450585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3e502353-e9a4-4831-97da-6d0a7241c76a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:42.461986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.462227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3e502353-e9a4-4831-97da-6d0a7241c76a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:42.462227 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.555780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.573923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:42.580926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.581651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.583132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-24026d7b-5b5e-4fe7-9483-2900a1c59f2c service neutron] 10.222.0.38 "PUT /v2.0/ports/c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 HTTP/1.1" status: 200 len: 1092 time: 2.0701573 Sep 15 15:47:42.597764 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38c29c37-031d-4690-b365-919aa72e34c3 req-42ec9be6-d52c-4ad9-94c5-53cc0b45416e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 217 time: 0.0429621 Sep 15 15:47:42.621703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:42.624433 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8568381c-8431-4eff-9957-88d111cad366" -d '{"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:42.630929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-ccaf8c9a-5ac3-44c4-a6c9-0a9a4744a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.636822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-ccaf8c9a-5ac3-44c4-a6c9-0a9a4744a362 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 1094 time: 0.1541572 Sep 15 15:47:42.658864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba9239-419f-4a74-939d-62f79e1a264c req-4364d0cc-6fad-432d-96b4-dab967bff467 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.662172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0eba9239-419f-4a74-939d-62f79e1a264c req-4364d0cc-6fad-432d-96b4-dab967bff467 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 943 time: 0.0877256 Sep 15 15:47:42.735705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c29c37-031d-4690-b365-919aa72e34c3 req-80dda295-a9fa-42b4-9b06-0649b8e18ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.737473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38c29c37-031d-4690-b365-919aa72e34c3 req-80dda295-a9fa-42b4-9b06-0649b8e18ccf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.1319573 Sep 15 15:47:42.778562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38c29c37-031d-4690-b365-919aa72e34c3 req-21bec926-92a4-4d50-885b-2680909355b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332737 Sep 15 15:47:42.799579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0eba9239-419f-4a74-939d-62f79e1a264c req-cbdbe103-b5a0-4f43-938a-e0b1eec7ac54 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277208 Sep 15 15:47:42.826851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:42.835421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858690-eba9-43dd-bf6d-15924c70429b req-30e4616b-55c9-4bc9-8755-3862bb36366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.837705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-30e4616b-55c9-4bc9-8755-3862bb36366e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 1095 time: 0.1032047 Sep 15 15:47:42.839030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-68aade93-12ac-4910-b31f-874005df7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:42.839908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-68aade93-12ac-4910-b31f-874005df7db6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 912 time: 0.1985378 Sep 15 15:47:42.870313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Deleting port ee580427-2a97-4bc3-abc4-5e2589b55c20 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:42.870673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.887617 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.913596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-75708ba9-2f20-4ee3-b075-d9119efbffb7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 HTTP/1.1" status: 200 len: 217 time: 0.0628264 Sep 15 15:47:42.938360 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:42.957334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=13']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:42.988569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-25340ca4-0e3c-41df-b88d-539501f3c0a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a7baa36-0086-436d-99d3-1797b7fd408f HTTP/1.1" status: 200 len: 217 time: 0.1308987 Sep 15 15:47:43.006712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21c351d-14c2-4195-84be-f3279d3d145e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:43.039675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-691edbbd-dbf5-470b-968e-e2d2a61b0c1d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703578 Sep 15 15:47:43.044040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38c29c37-031d-4690-b365-919aa72e34c3 req-65d7d22a-8572-4de2-819a-370cf3e85f93 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412536 Sep 15 15:47:43.100351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:43.100699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:43.111890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc858690-eba9-43dd-bf6d-15924c70429b req-4f7fc1b7-1693-45b3-aee3-7cf38f1fbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:43.113447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-4f7fc1b7-1693-45b3-aee3-7cf38f1fbb80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.1453552 Sep 15 15:47:43.129315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Calling delete_port for ee580427-2a97-4bc3-abc4-5e2589b55c20 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:43.166023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-bdee2824-60e6-4530-973a-04f726fd99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:43.167372 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-bdee2824-60e6-4530-973a-04f726fd99da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.1557970 Sep 15 15:47:43.188574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-7434e01f-b7e5-4dde-8e03-8cf1bad3f78e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644789 Sep 15 15:47:43.242862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-11a24353-1ef0-4ebe-802b-119dd30c5053 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565798 Sep 15 15:47:43.280761 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38c29c37-031d-4690-b365-919aa72e34c3 req-ff6c5a83-8db6-441a-b63d-6c698007f227 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235398 Sep 15 15:47:43.332235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-536158f4-9f0b-4367-a44a-46afdeda37cc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:43.334487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-536158f4-9f0b-4367-a44a-46afdeda37cc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2747262 Sep 15 15:47:43.358593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:43.401588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-bef74d14-6a93-45f6-be40-34dc00779308 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/quotas/ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 375 time: 0.0585780 Sep 15 15:47:43.413244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-e77549c7-b94e-4d0f-bc9c-12e1938c2cd8 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118785 Sep 15 15:47:43.488797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-750c28f8-e867-47b3-a778-a967f73cefbe service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336829 Sep 15 15:47:43.511819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:43.558476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-9b810b0c-f5d7-4bad-be78-fed28cd54d08 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1485760 Sep 15 15:47:43.570601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Pushing event deleted for resources: {'Port': ['ID=ee580427-2a97-4bc3-abc4-5e2589b55c20,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:43.626532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc858690-eba9-43dd-bf6d-15924c70429b req-0dc2f8e0-b37d-4412-a0cd-d3b1ee6ad864 service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024322 Sep 15 15:47:43.650905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00e9869-5b93-4dde-b72d-554c05ad53fe req-809b6e7c-92e8-42a5-8fed-9a5eb42b4969 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308291 Sep 15 15:47:43.689568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:43.692038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:43.693473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72fccece-42bc-4fd9-86c9-34814dbf3237 req-e61699cb-204b-4405-8798-ac18ae124b97 tempest-FloatingIPDetailsTestJSON-1334663322 tempest-FloatingIPDetailsTestJSON-1334663322-project] 10.222.0.63 "DELETE /v2.0/floatingips/388ae0c4-0d2e-41e7-a20a-4e34cffbd808 HTTP/1.1" status: 204 len: 173 time: 1.2524490 Sep 15 15:47:43.699687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37850) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:43.708214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Router 60533db3-0efe-4f2c-9c9e-e77203396a97 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:47:43.738166 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68fef0e-dbf8-4f22-85d4-219a46010c61 x-openstack-request-id: req-e68fef0e-dbf8-4f22-85d4-219a46010c61 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:43.738843 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-plugged", "status": "completed", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:43.739207 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e68fef0e-dbf8-4f22-85d4-219a46010c61 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:43.740437 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'code': 200} Sep 15 15:47:43.870166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:43.879735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] Sync routers for ids ['60533db3-0efe-4f2c-9c9e-e77203396a97'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:43.888840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a00c784b-ca81-408e-bfc8-dc5badd24615 admin admin] 10.222.0.63 "PUT /v2.0/routers/60533db3-0efe-4f2c-9c9e-e77203396a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8578966 Sep 15 15:47:43.889553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:43.892534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] Routers {'60533db3-0efe-4f2c-9c9e-e77203396a97'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:43.895115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['60533db3-0efe-4f2c-9c9e-e77203396a97'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:43.911625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbb0e-ed5a-4e9e-8b25-2b0398d88b73 req-f650a817-d647-4d7a-9695-502b91e574aa tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:43.913433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f41dbb0e-ed5a-4e9e-8b25-2b0398d88b73 req-f650a817-d647-4d7a-9695-502b91e574aa tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.1137495 Sep 15 15:47:44.003700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f41dbb0e-ed5a-4e9e-8b25-2b0398d88b73 req-618560d9-328d-4358-8ce5-3bff8d5a2855 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514746 Sep 15 15:47:44.027771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] Set router 60533db3-0efe-4f2c-9c9e-e77203396a97 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:44.045368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.109821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b3f71-5c86-4653-9c7e-3361db4e3b17 req-2494326d-15b9-4cd9-8dae-fca694a80152 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:44.111355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc5b3f71-5c86-4653-9c7e-3361db4e3b17 req-2494326d-15b9-4cd9-8dae-fca694a80152 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 944 time: 0.2099993 Sep 15 15:47:44.213843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-133dc80a-5886-462c-9b8f-e32655dbea19 req-4ac10fd5-23ed-4254-aaa6-eb3d2ec2a22c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 210 time: 0.0439143 Sep 15 15:47:44.232255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.252981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc5b3f71-5c86-4653-9c7e-3361db4e3b17 req-20b32852-cdc9-49d1-860e-05c7c25783e8 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762868 Sep 15 15:47:44.303301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:47:42Z', 'revision_number': 5, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port': {'id': '6c4a3e83-8829-49bd-afd7-fddb314afd35', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:42:21Z', 'updated_at': '2021-09-15T15:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:44.337721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] Checking router: 60533db3-0efe-4f2c-9c9e-e77203396a97 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:44.341906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.348302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] Routers {'60533db3-0efe-4f2c-9c9e-e77203396a97'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:44.349156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['60533db3-0efe-4f2c-9c9e-e77203396a97'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:44.387211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:44.389495 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277317b2-94f5-4794-8740-8b5f30907ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:44.407655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Deleting port 6c4a3e83-8829-49bd-afd7-fddb314afd35 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:44.408007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.409695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c69d39-3e0e-4033-8034-78725b5783d4 req-c471fc30-fcc7-41fa-836c-795de923787b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:44.411246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60c69d39-3e0e-4033-8034-78725b5783d4 req-c471fc30-fcc7-41fa-836c-795de923787b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 943 time: 0.1161768 Sep 15 15:47:44.426596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 2a7baa36-0086-436d-99d3-1797b7fd408f details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:44.459374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] Set router 60533db3-0efe-4f2c-9c9e-e77203396a97 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:44.463790 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a8175c-1d5c-458a-af17-f2923a46ca4f x-openstack-request-id: req-84a8175c-1d5c-458a-af17-f2923a46ca4f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:44.464384 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:44.464384 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-84a8175c-1d5c-458a-af17-f2923a46ca4f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:44.464784 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'status': 'completed', 'code': 200} Sep 15 15:47:44.527745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:47:44Z', 'revision_number': 6, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:44.534479 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60c69d39-3e0e-4033-8034-78725b5783d4 req-b8de63d9-fd1d-4088-91d1-6c81fb1f8fb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152165 Sep 15 15:47:44.581095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf886434-3957-4630-bcaf-9ffd9af7660f None None] The sync data for ids ['60533db3-0efe-4f2c-9c9e-e77203396a97'] in n-d-808199-2 is: [{'id': '60533db3-0efe-4f2c-9c9e-e77203396a97', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1933232708-router', 'tenant_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:42:20Z', 'updated_at': '2021-09-15T15:47:44Z', 'revision_number': 6, 'project_id': 'eff137c75be74532a9c4e27ebf9f0a1a', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:44.610001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-efcd1fee-769a-4458-b781-3c3dcdc575c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:44.612420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-efcd1fee-769a-4458-b781-3c3dcdc575c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 1095 time: 0.1330297 Sep 15 15:47:44.658854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 2a7baa36-0086-436d-99d3-1797b7fd408f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=2a7baa36-0086-436d-99d3-1797b7fd408f,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:44.674571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '2a7baa36-0086-436d-99d3-1797b7fd408f', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'port_id': '2a7baa36-0086-436d-99d3-1797b7fd408f', 'mac_address': 'fa:16:3e:c6:9c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0c71d-77f3-47b1-b6de-3f9f4f8f414f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:44.726270 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.744393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7baa36-0086-436d-99d3-1797b7fd408f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:44.776103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-d361fb29-886d-4ed7-bc26-44e52b135595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:44.779150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 2a7baa36-0086-436d-99d3-1797b7fd408f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=2a7baa36-0086-436d-99d3-1797b7fd408f,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:44.779309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-d361fb29-886d-4ed7-bc26-44e52b135595 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 200 len: 904 time: 0.1489370 Sep 15 15:47:44.847828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-e544d67d-ff30-4754-bb8d-fca3d2ba2d18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 HTTP/1.1" status: 200 len: 217 time: 0.0405209 Sep 15 15:47:44.854269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.896157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] For port 6c4a3e83-8829-49bd-afd7-fddb314afd35, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c4a3e83-8829-49bd-afd7-fddb314afd35,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:44.897141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.913994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Calling delete_port for 6c4a3e83-8829-49bd-afd7-fddb314afd35 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:44.921353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Deleting port 006cb430-2c24-410f-9b29-97c694362c1f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:44.921942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:44.925478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-65abcf87-a6dc-4dc1-942d-d20a4f4f68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:44.925711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=2a7baa36-0086-436d-99d3-1797b7fd408f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:44.930826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-65abcf87-a6dc-4dc1-942d-d20a4f4f68a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 200 len: 843 time: 0.0714471 Sep 15 15:47:44.980808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-548bfabc-0fb2-4c7a-a9d3-34cb2a8f1ca1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423601 Sep 15 15:47:45.050971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a21c351d-14c2-4195-84be-f3279d3d145e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:45.126548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['2a7baa36-0086-436d-99d3-1797b7fd408f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:45.165610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a21c351d-14c2-4195-84be-f3279d3d145e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:45.165953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a21c351d-14c2-4195-84be-f3279d3d145e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:45.186669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] For port 006cb430-2c24-410f-9b29-97c694362c1f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=006cb430-2c24-410f-9b29-97c694362c1f,segment=NetworkSegment(82001409-5222-42fa-8afb-18ba1c22d599),segment_id=82001409-5222-42fa-8afb-18ba1c22d599)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:45.187062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.212398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Calling delete_port for 006cb430-2c24-410f-9b29-97c694362c1f owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:45.248960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-7bb9ee33-6929-4d83-92b5-658df2c3a7de service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566645 Sep 15 15:47:45.250388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.254717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8ba50-c0a2-4788-924b-1050a952ccd6 req-fa8df2b7-c6bb-4cb1-b05e-09e28f6666d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:45.258466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13e8ba50-c0a2-4788-924b-1050a952ccd6 req-fa8df2b7-c6bb-4cb1-b05e-09e28f6666d5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.1461983 Sep 15 15:47:45.284759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4a3e83-8829-49bd-afd7-fddb314afd35,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:45.378911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0d979d72-3e4c-4275-aea5-b02cee3feeff req-600c860d-a837-4b98-a06f-50452301c443 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 210 time: 0.0346403 Sep 15 15:47:45.388164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.439246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13e8ba50-c0a2-4788-924b-1050a952ccd6 req-26ea474f-192a-4646-85b3-3fbc39afd0d6 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264555 Sep 15 15:47:45.511959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-277317b2-94f5-4794-8740-8b5f30907ab1 req-2b2e10d8-c547-4f7a-9fdb-ea2e210a2f2f service neutron] 10.222.0.38 "GET /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515459 Sep 15 15:47:45.514221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.519803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.589052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f6b83-3d4e-47f4-bca2-90855050c0de req-843f582a-f7a9-4d82-8f22-240f0274f258 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:45.596683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-569f6b83-3d4e-47f4-bca2-90855050c0de req-843f582a-f7a9-4d82-8f22-240f0274f258 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 944 time: 0.1457443 Sep 15 15:47:45.631962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-569f6b83-3d4e-47f4-bca2-90855050c0de req-de3b8714-8b1f-457e-9bc0-a0706977be80 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Sep 15 15:47:45.633274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.633939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60533db3-0efe-4f2c-9c9e-e77203396a97 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:47:45.641576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.646395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37880) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:45.646583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2518a91e-dbb6-4126-98e6-c59c08d07ebd admin admin] 10.222.0.63 "DELETE /v2.0/routers/60533db3-0efe-4f2c-9c9e-e77203396a97 HTTP/1.1" status: 204 len: 168 time: 1.7552321 Sep 15 15:47:45.690928 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.732368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] Deleting subnet f9a73d63-4b05-4950-a4f0-583a8b8c076b {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:47:45.741776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdef440-4d3f-4387-bdcd-529a31d44b68 req-ef3d2876-0916-40a4-b864-c7efcee025a0 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:45.746582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fdef440-4d3f-4387-bdcd-529a31d44b68 req-ef3d2876-0916-40a4-b864-c7efcee025a0 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 944 time: 0.1282520 Sep 15 15:47:45.747380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=006cb430-2c24-410f-9b29-97c694362c1f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:45.753937 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:45.855208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.222460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-acb56230-48d2-4f98-8a1e-85737a5e6ef0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3319366 Sep 15 15:47:46.229018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fdef440-4d3f-4387-bdcd-529a31d44b68 req-40c98cd0-2f49-4219-9aa2-adfac28a3b4a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412043 Sep 15 15:47:46.437168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.454589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:46.457389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 2a7baa36-0086-436d-99d3-1797b7fd408f up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:46.503269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.509782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebbb1d-17e8-4091-a8ff-7a431c9e9a8b req-b0d455ae-c148-4560-88ce-914fe9464adf tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 210 time: 0.0402927 Sep 15 15:47:46.516917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-50bf7c08-31f6-49ac-b7ee-cf077ab1e3a6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:46.518351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-50bf7c08-31f6-49ac-b7ee-cf077ab1e3a6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502501 Sep 15 15:47:46.575547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Request body: {'port': {'device_id': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'ee9c330a921d4d0395cccca53cd6eba5'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:46.604367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d0c0a-4662-4f8f-b657-1dc73363811c req-23d7d959-435f-460c-a844-8dd6d551b4cc tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:46.612354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-579d0c0a-4662-4f8f-b657-1dc73363811c req-23d7d959-435f-460c-a844-8dd6d551b4cc tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.0614169 Sep 15 15:47:46.639708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:46.653358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-579d0c0a-4662-4f8f-b657-1dc73363811c req-971fac81-9455-4c78-91d6-4a00eab1a4df tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Sep 15 15:47:46.666393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'mac_address': 'fa:16:3e:82:e4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:46.714694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.726646 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.742046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:46.774887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 2a7baa36-0086-436d-99d3-1797b7fd408f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:46.776338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.778202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f9a73d63-4b05-4950-a4f0-583a8b8c076b HTTP/1.1" status: 204 len: 168 time: 1.1302762 Sep 15 15:47:46.780463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd70953-df09-413f-a1a5-7f6c0a43974e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a73d63-4b05-4950-a4f0-583a8b8c076b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:46.781125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37892) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:46.785027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8523e49-c0a2-46ee-9669-d6d205dfa89b None None] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:47:46.789886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:46.790832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 2a7baa36-0086-436d-99d3-1797b7fd408f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:46.791350 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.889614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad44c27-b20a-4556-a906-a960b0c12689 req-ed983d82-8f34-4a2a-872a-b61f85643121 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:46.891261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cad44c27-b20a-4556-a906-a960b0c12689 req-ed983d82-8f34-4a2a-872a-b61f85643121 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 944 time: 0.1508639 Sep 15 15:47:46.894583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.911871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.941918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Made reservation on behalf of ee9c330a921d4d0395cccca53cd6eba5 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:46.946416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.960937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Deleting port c4b2155f-8316-4408-b48c-c0f01c7b8d14 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:46.961304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:46.969743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c4a3e83-8829-49bd-afd7-fddb314afd35 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:47.008685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6c4a3e83-8829-49bd-afd7-fddb314afd35 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:47.009111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c4a3e83-8829-49bd-afd7-fddb314afd35 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:47.021770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Router 492d5f1a-4c9c-443c-b15b-42e444402d40 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:47:47.058507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] For port c4b2155f-8316-4408-b48c-c0f01c7b8d14, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c4b2155f-8316-4408-b48c-c0f01c7b8d14,segment=NetworkSegment(acf93f7c-d3b5-48d6-a56f-64539bd49928),segment_id=acf93f7c-d3b5-48d6-a56f-64539bd49928)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:47.059357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.059574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:47.073216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cad44c27-b20a-4556-a906-a960b0c12689 req-b8fcad52-477b-4180-bbc0-cb0cf548d259 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712339 Sep 15 15:47:47.095388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Calling delete_port for c4b2155f-8316-4408-b48c-c0f01c7b8d14 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:47.107640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.137844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7baa36-0086-436d-99d3-1797b7fd408f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:47.140338 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ad73b2-8009-4ffc-b89f-40405dc37843" -d '{"events": [{"server_uuid": "6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9", "name": "network-vif-plugged", "status": "completed", "tag": "2a7baa36-0086-436d-99d3-1797b7fd408f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:47.153949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['c8fe4f36-2af8-4c64-ac6c-3383d1a1de71'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:47.184455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 2a7baa36-0086-436d-99d3-1797b7fd408f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=2a7baa36-0086-436d-99d3-1797b7fd408f,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:47.227941 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7000297c-2284-4be9-b389-dbd33aeccc9e x-openstack-request-id: req-7000297c-2284-4be9-b389-dbd33aeccc9e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:47.232403 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9", "name": "network-vif-plugged", "status": "completed", "tag": "2a7baa36-0086-436d-99d3-1797b7fd408f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:47.232403 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7000297c-2284-4be9-b389-dbd33aeccc9e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:47.232403 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7baa36-0086-436d-99d3-1797b7fd408f', 'code': 200} Sep 15 15:47:47.232403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] DHCP port deletion for b34cbeee-2f20-4c39-94ab-2bd383f9586b request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:47:47.261567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Allocated IP 192.168.233.74 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/511e53c2-c1a0-4ba0-bd67-699029abd302) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:47.281855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.295470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:47:47.307302 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] Sync routers for ids ['492d5f1a-4c9c-443c-b15b-42e444402d40'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:47:47.310008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.315282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-30c77c96-d4b2-4029-880b-bfe9c0341bd7 admin admin] 10.222.0.63 "PUT /v2.0/routers/492d5f1a-4c9c-443c-b15b-42e444402d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6121316 Sep 15 15:47:47.319046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37902) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:47.327401 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] Routers {'492d5f1a-4c9c-443c-b15b-42e444402d40'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:47.329240 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['492d5f1a-4c9c-443c-b15b-42e444402d40'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:47.368078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] No DVR routers for this DVR port c4b2155f-8316-4408-b48c-c0f01c7b8d14 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:47.369740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b2155f-8316-4408-b48c-c0f01c7b8d14,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:47.453282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Deleting port c4b2155f-8316-4408-b48c-c0f01c7b8d14 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:47.453499 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.457528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.462800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=2a7baa36-0086-436d-99d3-1797b7fd408f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:47.488428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34cbeee-2f20-4c39-94ab-2bd383f9586b']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:47.498671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf93f7c-d3b5-48d6-a56f-64539bd49928') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:47.499248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf93f7c-d3b5-48d6-a56f-64539bd49928') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:47.511629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.526084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.530362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ecfc5-8391-4d93-b4b6-3c9eda373cef req-d489a892-ec40-4ad4-bf58-81d619c3c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:47.531985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-099ecfc5-8391-4d93-b4b6-3c9eda373cef req-d489a892-ec40-4ad4-bf58-81d619c3c243 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 1096 time: 0.2346001 Sep 15 15:47:47.533858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:47:47.534424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.589511 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] Set router 492d5f1a-4c9c-443c-b15b-42e444402d40 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:47:47.593319 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:47:47.678705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.696572 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1e647d78-5db1-4400-a092-8f55d0818c68 req-a0585bdb-97ee-4a9b-b779-88bb1cf47c27 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 210 time: 0.0521257 Sep 15 15:47:47.711603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3656-8a69-453e-8a20-46da1abeb572 req-cc5adf37-5a59-469d-9983-de4201643243 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:47.719491 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] For port c4b2155f-8316-4408-b48c-c0f01c7b8d14, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:47.719491 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.723082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81ef3656-8a69-453e-8a20-46da1abeb572 req-cc5adf37-5a59-469d-9983-de4201643243 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 945 time: 0.3311052 Sep 15 15:47:47.752817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Calling delete_port for c4b2155f-8316-4408-b48c-c0f01c7b8d14 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:47.753636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.758656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] 10.222.0.63 "DELETE /v2.0/networks/b34cbeee-2f20-4c39-94ab-2bd383f9586b HTTP/1.1" status: 204 len: 168 time: 0.9762473 Sep 15 15:47:47.758866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Port c4b2155f-8316-4408-b48c-c0f01c7b8d14 was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 15:47:47.759858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36c9ec-5ae0-48d4-affa-4935cf065341 admin admin] Pushing event deleted for resources: {'Network': ['ID=b34cbeee-2f20-4c39-94ab-2bd383f9586b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:47.767048 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-099ecfc5-8391-4d93-b4b6-3c9eda373cef req-64d9808c-d9f6-42da-a87e-b5712537d82a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242029 Sep 15 15:47:47.767224 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.796328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Network b34cbeee-2f20-4c39-94ab-2bd383f9586b is not hosted by any dhcp agent {{(pid=102020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 15:47:47.796840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] No DVR routers for this DVR port c4b2155f-8316-4408-b48c-c0f01c7b8d14 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:47.798822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd47940-b555-4e01-ba7e-39f639330c44 None None] Pushing event deleted for resources: {'Port': ['ID=c4b2155f-8316-4408-b48c-c0f01c7b8d14,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:47.826425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.866689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2652418-7431-4d37-919a-45e466d014c0 req-6d665c69-cf67-4ef5-9048-86a98af1c0f3 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:47.867177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:47.867389 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:45Z', 'revision_number': 5, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:47.874254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2652418-7431-4d37-919a-45e466d014c0 req-6d665c69-cf67-4ef5-9048-86a98af1c0f3 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.1010909 Sep 15 15:47:47.899526 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] Checking router: 492d5f1a-4c9c-443c-b15b-42e444402d40 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:47:47.905411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81ef3656-8a69-453e-8a20-46da1abeb572 req-7c38dcfb-fc44-4012-ac29-5035d728ccae tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818357 Sep 15 15:47:47.920913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2652418-7431-4d37-919a-45e466d014c0 req-a3068137-3ed2-4cb4-9392-22fd186b59bd tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416217 Sep 15 15:47:47.922946 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] Routers {'492d5f1a-4c9c-443c-b15b-42e444402d40'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:47:47.923722 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['492d5f1a-4c9c-443c-b15b-42e444402d40'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:47.972909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.007840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.022835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222', '3e502353-e9a4-4831-97da-6d0a7241c76a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:48.040545 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] Set router 492d5f1a-4c9c-443c-b15b-42e444402d40 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:47:48.072179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:48.079461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:48.085129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:48.114819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:48.144454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37914) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:48.153172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:48.153378 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.170728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Deleting port 652151c0-f163-4ab2-a688-e2e1d26886c2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:48.171063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.173779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:48.283394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5009b726-55d2-492e-ab02-985ffec3b5f5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=05452ed6d955487d9fa77c092804f1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293674 Sep 15 15:47:48.283394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37916) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:48.283667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f7e3ce96-a58c-4985-b651-a6c81f355d62 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7460549 Sep 15 15:47:48.301681 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:45Z', 'revision_number': 5, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:48.315438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Request body: {'port': {'device_id': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:48.340991 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0484ef-6ea3-4bc3-9e3f-efce0d5dafdf None None] The sync data for ids ['492d5f1a-4c9c-443c-b15b-42e444402d40'] in n-d-808199-2 is: [{'id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'name': 'tempest-FloatingIPDetailsTestJSON-1960162020-router', 'tenant_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:47:04Z', 'updated_at': '2021-09-15T15:47:45Z', 'revision_number': 5, 'project_id': '49a2d451b95e4fcda6b8d1b00765e86b', 'gw_port': {'id': '652151c0-f163-4ab2-a688-e2e1d26886c2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '492d5f1a-4c9c-443c-b15b-42e444402d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:47:05Z', 'updated_at': '2021-09-15T15:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:47:48.362164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a99cd4e-c6f3-45ef-b0f5-8a56c6d01ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.409224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a99cd4e-c6f3-45ef-b0f5-8a56c6d01ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.456911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.472182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:48.492444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] For port 652151c0-f163-4ab2-a688-e2e1d26886c2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=652151c0-f163-4ab2-a688-e2e1d26886c2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:48.492844 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.531805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dec87-37a4-49d8-b140-0150f02314ef req-5b2fb1e4-2bbe-42e3-a083-8ff00b1ef594 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:48.533763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7d3dec87-37a4-49d8-b140-0150f02314ef req-5b2fb1e4-2bbe-42e3-a083-8ff00b1ef594 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 945 time: 0.2701352 Sep 15 15:47:48.541702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Calling delete_port for 652151c0-f163-4ab2-a688-e2e1d26886c2 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:48.550481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cba6c887-9314-4a70-b8ba-41e2c8928910 None None] Provisioning complete for port 511e53c2-c1a0-4ba0-bd67-699029abd302 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:48.550858 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cba6c887-9314-4a70-b8ba-41e2c8928910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.561402 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a99cd4e-c6f3-45ef-b0f5-8a56c6d01ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.564858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a99cd4e-c6f3-45ef-b0f5-8a56c6d01ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.569184 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7a99cd4e-c6f3-45ef-b0f5-8a56c6d01ff3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1456781-6293-4bfe-8304-fde5bb66cdee HTTP/1.1" status: 204 len: 168 time: 0.2831120 Sep 15 15:47:48.576467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99cd4e-c6f3-45ef-b0f5-8a56c6d01ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1456781-6293-4bfe-8304-fde5bb66cdee,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:48.663336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cba6c887-9314-4a70-b8ba-41e2c8928910 None None] Port 511e53c2-c1a0-4ba0-bd67-699029abd302 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:47:48.702237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7d3dec87-37a4-49d8-b140-0150f02314ef req-04f088cb-19fa-4665-a284-7f7c22db600b tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549456 Sep 15 15:47:48.730311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:48.737535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:48.737934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:48.842535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 006cb430-2c24-410f-9b29-97c694362c1f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:48.988940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 006cb430-2c24-410f-9b29-97c694362c1f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:48.988940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 006cb430-2c24-410f-9b29-97c694362c1f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:48.988940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c4b2155f-8316-4408-b48c-c0f01c7b8d14 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:48.988940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c4b2155f-8316-4408-b48c-c0f01c7b8d14 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:48.988940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c4b2155f-8316-4408-b48c-c0f01c7b8d14 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:48.991960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7d921-cb88-47fd-9816-58631d041ff1 req-cfe23d98-17b8-474b-b2c2-692e9907edd7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:48.991960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-78c7d921-cb88-47fd-9816-58631d041ff1 req-cfe23d98-17b8-474b-b2c2-692e9907edd7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 935 time: 0.0875468 Sep 15 15:47:49.007272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:49.008788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-78c7d921-cb88-47fd-9816-58631d041ff1 req-b8b937e4-c387-41a1-8260-ac2832f3fa03 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695312 Sep 15 15:47:49.061092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:49.139571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407cd67-f68a-439b-9ddb-25590ece9a5e req-48de609b-f2d0-4a69-89c4-0f5ba542203d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:49.141983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4407cd67-f68a-439b-9ddb-25590ece9a5e req-48de609b-f2d0-4a69-89c4-0f5ba542203d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 945 time: 0.0617487 Sep 15 15:47:49.144223 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:49.175055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ced17-b791-4503-aa97-207dc5c5f707 req-4741eda6-e1e2-4bec-a000-f4e9d19b8e89 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:49.176620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a2ced17-b791-4503-aa97-207dc5c5f707 req-4741eda6-e1e2-4bec-a000-f4e9d19b8e89 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.1618173 Sep 15 15:47:49.185179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511e53c2-c1a0-4ba0-bd67-699029abd302 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:49.203503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:49.218354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:49.219806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4407cd67-f68a-439b-9ddb-25590ece9a5e req-66660ff2-2aee-4c13-a5fd-22ed87178de6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543423 Sep 15 15:47:49.223328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:49.230898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:49.233383 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b438de8-3ced-4e1b-b29a-1a9ba00d9b1a" -d '{"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-plugged", "status": "completed", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:49.262111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=652151c0-f163-4ab2-a688-e2e1d26886c2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:49.282890 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ae1b8-4ce6-4ebf-b604-db73036eef25 x-openstack-request-id: req-a78ae1b8-4ce6-4ebf-b604-db73036eef25 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:49.283258 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-plugged", "status": "completed", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:49.283774 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a78ae1b8-4ce6-4ebf-b604-db73036eef25 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:49.284193 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'code': 200} Sep 15 15:47:49.305416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Transition to ACTIVE for port object 511e53c2-c1a0-4ba0-bd67-699029abd302 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:49.320344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a2ced17-b791-4503-aa97-207dc5c5f707 req-9c3669ea-5853-4f83-a30f-5cebd1c5b322 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292858 Sep 15 15:47:49.371978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:49.399849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:49.453026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37936) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:49.838043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be19d0-2665-4337-80a6-88282ad96b57 req-6a901720-9fd8-4b66-81a6-29bade4cdc61 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:49.839654 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53be19d0-2665-4337-80a6-88282ad96b57 req-6a901720-9fd8-4b66-81a6-29bade4cdc61 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.0584321 Sep 15 15:47:49.879885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53be19d0-2665-4337-80a6-88282ad96b57 req-f8896083-edd7-4bbb-9097-c1907117537e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339527 Sep 15 15:47:49.952169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:49.955743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:49.964355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.059322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df844046-08db-408c-83e6-a9f3fff08d6c req-1cf7766b-abfc-4416-a217-28c2326fedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:50.060968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df844046-08db-408c-83e6-a9f3fff08d6c req-1cf7766b-abfc-4416-a217-28c2326fedf2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 1097 time: 0.6795349 Sep 15 15:47:50.066650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c25896e1-8cc3-4205-949a-14b262297720 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=eff137c75be74532a9c4e27ebf9f0a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086690 Sep 15 15:47:50.070171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37944) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:50.124494 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04052480-ea7b-459f-9e6a-13b189e54631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.149416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04052480-ea7b-459f-9e6a-13b189e54631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.149686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.149967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 492d5f1a-4c9c-443c-b15b-42e444402d40 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:47:50.156967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.158105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4851f28e-154f-4715-a8e8-d9541c2296b9 admin admin] 10.222.0.63 "DELETE /v2.0/routers/492d5f1a-4c9c-443c-b15b-42e444402d40 HTTP/1.1" status: 204 len: 168 time: 2.8306732 Sep 15 15:47:50.160847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37946) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:50.161487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df844046-08db-408c-83e6-a9f3fff08d6c req-b6a73d3d-dcf1-4fdf-a850-a608d8d573c1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917292 Sep 15 15:47:50.162067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:50.162403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:50.162729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:50.178023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826c54-105b-40c7-8e88-027b115dac56 req-681c826b-cd12-4de1-a877-8c18dcaa2ad8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:50.179811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-78826c54-105b-40c7-8e88-027b115dac56 req-681c826b-cd12-4de1-a877-8c18dcaa2ad8 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.1025965 Sep 15 15:47:50.180463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:50.180812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:50.186373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:50.186727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:50.187099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:50.187597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Bound port: 511e53c2-c1a0-4ba0-bd67-699029abd302, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:50.187884 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.225136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] Deleting subnet b62cade2-5bf6-41f5-a103-aeab3c98214c {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:47:50.229283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.259056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-78826c54-105b-40c7-8e88-027b115dac56 req-821195b7-7aed-408c-8454-25a5583d64b7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689189 Sep 15 15:47:50.271979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.295389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:47:50.299093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:50.348321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04052480-ea7b-459f-9e6a-13b189e54631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.351720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04052480-ea7b-459f-9e6a-13b189e54631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.355338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-04052480-ea7b-459f-9e6a-13b189e54631 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1eaa4ddc-2f29-4042-84b3-a7dadb81377e HTTP/1.1" status: 204 len: 168 time: 0.2816825 Sep 15 15:47:50.363033 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.404715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:50.405316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.407488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] 10.222.0.55 "PUT /v2.0/ports/511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 1095 time: 2.1045694 Sep 15 15:47:50.408308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04052480-ea7b-459f-9e6a-13b189e54631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa4ddc-2f29-4042-84b3-a7dadb81377e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:50.425737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:50.430468 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:50.463664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41775-5d51-4953-bd1d-a505be99d2f1 req-40b4dfb7-dbaa-4371-8b2b-9d8b64c38082 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:50.475820 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfa41775-5d51-4953-bd1d-a505be99d2f1 req-40b4dfb7-dbaa-4371-8b2b-9d8b64c38082 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 945 time: 0.1643660 Sep 15 15:47:50.477914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:50.501204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.582377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228f65a-379d-46e6-96db-7b314c7c899e service neutron] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:50.604093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd84b4e-593f-42ac-b857-b82a5d9634db req-023f4b99-2c21-4f85-98cf-858c3cbf6b61 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:50.606282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccd84b4e-593f-42ac-b857-b82a5d9634db req-023f4b99-2c21-4f85-98cf-858c3cbf6b61 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.1978226 Sep 15 15:47:50.608393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-1531b1f1-a5a9-41e6-b875-4c78e690fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:50.610008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-1531b1f1-a5a9-41e6-b875-4c78e690fe6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1098 time: 0.1038175 Sep 15 15:47:50.632002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:50.652964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfa41775-5d51-4953-bd1d-a505be99d2f1 req-389b83f1-d168-4447-8a88-91576c7222aa tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688521 Sep 15 15:47:50.657457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a', 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d', 'port_id': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a', 'mac_address': 'fa:16:3e:dd:2c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06009191-dc62-4e07-857b-f9d6a1fb75c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:50.679101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-fe40a20b-2137-4053-ae4c-36b91707bed8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.0536981 Sep 15 15:47:50.731655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.767556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccd84b4e-593f-42ac-b857-b82a5d9634db req-8db75054-e6df-4c89-a6f9-d3127f8dca64 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525893 Sep 15 15:47:50.779319 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.788626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81a1eaa-f9a3-417c-932e-a34a0e29fe9a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:50.794604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6536f187-a2aa-462a-aef8-7938201f42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:50.796097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-6536f187-a2aa-462a-aef8-7938201f42e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1066005 Sep 15 15:47:50.832263 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68871b1b-3485-4edb-8bd8-08f65e869a93 x-openstack-request-id: req-68871b1b-3485-4edb-8bd8-08f65e869a93 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:50.832869 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:50.833881 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-68871b1b-3485-4edb-8bd8-08f65e869a93 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:50.834524 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'status': 'completed', 'code': 200} Sep 15 15:47:50.848301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:50.851418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.854510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b62cade2-5bf6-41f5-a103-aeab3c98214c HTTP/1.1" status: 204 len: 168 time: 0.6900654 Sep 15 15:47:50.856527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e900b1-65d4-49d6-aeee-4c0c9a1f8985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62cade2-5bf6-41f5-a103-aeab3c98214c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:50.863268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37964) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:50.864048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce303c5e-de36-428c-9bbf-6025ea240b43 None None] Network bed54385-4bbd-4cce-9558-e420b0b9eb15 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:47:50.913697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 652151c0-f163-4ab2-a688-e2e1d26886c2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:50.927682 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:50.975766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 652151c0-f163-4ab2-a688-e2e1d26886c2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:50.985785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 652151c0-f163-4ab2-a688-e2e1d26886c2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:51.033025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4597b1-f19c-4170-a53b-456646b41996 req-76e02740-62e3-462e-a422-f4655e7c036f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:51.037040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-603e1da6-c3fe-4711-be52-93069b04473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:51.038743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-603e1da6-c3fe-4711-be52-93069b04473a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2300966 Sep 15 15:47:51.044835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c4597b1-f19c-4170-a53b-456646b41996 req-76e02740-62e3-462e-a422-f4655e7c036f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.0765629 Sep 15 15:47:51.045535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.104844 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c4597b1-f19c-4170-a53b-456646b41996 req-11a3cc2a-3598-433f-b648-eb047bbb002e tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583305 Sep 15 15:47:51.115551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:51.166888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Deleting port b1caaf3b-6579-47d5-99d5-fe34db69a719 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:51.167220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.215650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] DHCP port deletion for bed54385-4bbd-4cce-9558-e420b0b9eb15 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:47:51.222823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:51.341806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] Deleting port b1caaf3b-6579-47d5-99d5-fe34db69a719 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:47:51.342204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.354535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] For port b1caaf3b-6579-47d5-99d5-fe34db69a719, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b1caaf3b-6579-47d5-99d5-fe34db69a719,segment=NetworkSegment(82001409-5222-42fa-8afb-18ba1c22d599),segment_id=82001409-5222-42fa-8afb-18ba1c22d599)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:51.354963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.375121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Calling delete_port for b1caaf3b-6579-47d5-99d5-fe34db69a719 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:51.434283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] For port b1caaf3b-6579-47d5-99d5-fe34db69a719, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b1caaf3b-6579-47d5-99d5-fe34db69a719,segment=NetworkSegment(82001409-5222-42fa-8afb-18ba1c22d599),segment_id=82001409-5222-42fa-8afb-18ba1c22d599)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:51.434683 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.458618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] Calling delete_port for b1caaf3b-6579-47d5-99d5-fe34db69a719 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:47:51.466778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-49060d79-0286-4231-8e7d-1af739c4ddaa service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106886 Sep 15 15:47:51.548562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad4ec2-1714-40dd-bee7-1ebe6e87b359 req-c889bad1-b9d1-49b7-a352-baecc770e817 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:51.550194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8ad4ec2-1714-40dd-bee7-1ebe6e87b359 req-c889bad1-b9d1-49b7-a352-baecc770e817 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.1787667 Sep 15 15:47:51.642537 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.643942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8ad4ec2-1714-40dd-bee7-1ebe6e87b359 req-9a057f99-4920-4d16-b447-8669e33ab735 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641639 Sep 15 15:47:51.668029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c123c9ff-0e33-444f-b18e-14c52527eb88 req-f54b2b3f-6633-4e89-a554-0384403b7f9c service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891756 Sep 15 15:47:51.674907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.699285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] Pushing event deleted for resources: {'Port': ['ID=b1caaf3b-6579-47d5-99d5-fe34db69a719,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:51.703675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091a73e-9265-40a2-b29d-fd92c16a7e24 None None] No DVR routers for this DVR port b1caaf3b-6579-47d5-99d5-fe34db69a719 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:51.711583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Pushing event deleted for resources: {'Port': ['ID=b1caaf3b-6579-47d5-99d5-fe34db69a719,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:51.728460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] No DVR routers for this DVR port b1caaf3b-6579-47d5-99d5-fe34db69a719 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:47:51.805886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.836008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed54385-4bbd-4cce-9558-e420b0b9eb15']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:51.849677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82001409-5222-42fa-8afb-18ba1c22d599') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:51.849677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82001409-5222-42fa-8afb-18ba1c22d599') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:47:51.881046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.933450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.945375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-67ed92df-004c-4fe3-8a87-b2b9c0552396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:51.949836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-67ed92df-004c-4fe3-8a87-b2b9c0552396 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1098 time: 0.0961792 Sep 15 15:47:51.953243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:47:51.953503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:47:51.955331 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:47:52.019892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15ee05-7168-4f41-9935-d9fb04a83a60 req-6ce6d20d-9334-41cf-a26c-254bdfa15df4 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:52.021973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc15ee05-7168-4f41-9935-d9fb04a83a60 req-6ce6d20d-9334-41cf-a26c-254bdfa15df4 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 944 time: 0.1368206 Sep 15 15:47:52.141868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-814a280a-e85c-42f0-b865-2a11ad0ded4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:52.143537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-814a280a-e85c-42f0-b865-2a11ad0ded4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1772907 Sep 15 15:47:52.147482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc15ee05-7168-4f41-9935-d9fb04a83a60 req-bbd15db3-2925-4f71-a670-0af772b325f0 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719731 Sep 15 15:47:52.164256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:52.197790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-a81e92a8-758f-4c96-bee1-c02e9d0af69d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.0461328 Sep 15 15:47:52.203397 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:52.208464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] 10.222.0.63 "DELETE /v2.0/networks/bed54385-4bbd-4cce-9558-e420b0b9eb15 HTTP/1.1" status: 204 len: 168 time: 1.3228314 Sep 15 15:47:52.248139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c6dc6-14dd-448e-a81d-61460db08add admin admin] Pushing event deleted for resources: {'Network': ['ID=bed54385-4bbd-4cce-9558-e420b0b9eb15,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:52.262669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-0ca936db-9772-4cfa-bb99-71b90678c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:52.264098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-0ca936db-9772-4cfa-bb99-71b90678c081 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0481167 Sep 15 15:47:52.294565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce630d79-b683-4d7d-824b-b54ab3119648 req-c9db153f-f8d5-47f4-abbe-b1626ee153dd tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:52.302511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce630d79-b683-4d7d-824b-b54ab3119648 req-c9db153f-f8d5-47f4-abbe-b1626ee153dd tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.0710769 Sep 15 15:47:52.343883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-166d4679-1aab-430f-8765-cff13747471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:52.345473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-166d4679-1aab-430f-8765-cff13747471a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671730 Sep 15 15:47:52.349204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce630d79-b683-4d7d-824b-b54ab3119648 req-16861496-5514-4ae5-a843-d6f1174ff4b4 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Sep 15 15:47:52.448237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-306efc59-2e16-474a-be4b-97801a7961db service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946629 Sep 15 15:47:52.483125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:52.571454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5e4ead8-6b55-4f86-986f-9a1f3338b62c req-212fd422-804d-4455-a8df-e76607b731ae service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155443 Sep 15 15:47:52.677572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:52.682899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:52.683415 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:52.693050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38028) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:52.744464 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b6c51c7-b5d2-4d21-8071-68205f2898df admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=49a2d451b95e4fcda6b8d1b00765e86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498338 Sep 15 15:47:52.752457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38032) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:47:52.843426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bb996c41-28fc-44f2-95c7-492060acbf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:52.878618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bb996c41-28fc-44f2-95c7-492060acbf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:52.885141 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:52.897524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1caaf3b-6579-47d5-99d5-fe34db69a719 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:47:52.922544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b1caaf3b-6579-47d5-99d5-fe34db69a719 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:47:52.923268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1caaf3b-6579-47d5-99d5-fe34db69a719 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:47:52.944010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:52.947619 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d7a13a-5dca-40c6-a8af-c86c86ad2a53" -d '{"events": [{"server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "name": "network-vif-plugged", "status": "completed", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:52.958847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb527d7-9225-45d9-bf8e-6bdf24f9da18 req-975cfe07-5507-4b84-99d7-6ea194ac6bd7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:52.960728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7cb527d7-9225-45d9-bf8e-6bdf24f9da18 req-975cfe07-5507-4b84-99d7-6ea194ac6bd7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.0849750 Sep 15 15:47:52.970067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:53.013777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7cb527d7-9225-45d9-bf8e-6bdf24f9da18 req-6300d83c-d009-48dd-8a31-9d6b06a4ceba tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 Sep 15 15:47:53.030224 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:53.036718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bb996c41-28fc-44f2-95c7-492060acbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:53.039746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bb996c41-28fc-44f2-95c7-492060acbf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:53.043001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bb996c41-28fc-44f2-95c7-492060acbf70 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b3e0078a-8134-4df6-a540-ddb693010cfe HTTP/1.1" status: 204 len: 168 time: 0.2869825 Sep 15 15:47:53.056116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb996c41-28fc-44f2-95c7-492060acbf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0078a-8134-4df6-a540-ddb693010cfe,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:53.107040 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c04fffb-1179-4eb0-9a7a-6bda6d36c8fa x-openstack-request-id: req-5c04fffb-1179-4eb0-9a7a-6bda6d36c8fa {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:53.107413 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "name": "network-vif-plugged", "status": "completed", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:53.107738 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c04fffb-1179-4eb0-9a7a-6bda6d36c8fa {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:53.108197 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a', 'code': 200} Sep 15 15:47:53.120446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:53.251706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926952c-6847-47da-b6fd-1715a2fea9a8 req-16778b08-6089-44e0-ad7a-76dbcec3c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:53.253384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6926952c-6847-47da-b6fd-1715a2fea9a8 req-16778b08-6089-44e0-ad7a-76dbcec3c8a7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1096 time: 0.0540707 Sep 15 15:47:53.327610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6926952c-6847-47da-b6fd-1715a2fea9a8 req-a9c03abf-230c-491d-9dde-58db8c42983b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555680 Sep 15 15:47:53.341308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f66ca-b5ac-42d1-8cd2-6429a4f25981 req-05646c68-e1f1-4384-999a-a31ef3aff2f1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:53.342862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-242f66ca-b5ac-42d1-8cd2-6429a4f25981 req-05646c68-e1f1-4384-999a-a31ef3aff2f1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0835581 Sep 15 15:47:53.388405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-242f66ca-b5ac-42d1-8cd2-6429a4f25981 req-e61e22e9-ee2c-4cf1-bd4e-47ee499a5c70 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349512 Sep 15 15:47:53.633008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-f3685ac5-82f6-4b71-8982-fec10cb8f154 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=239c13cc660b4ea89d535bd0c75937e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229869 Sep 15 15:47:53.761698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e223845e-1aa0-44d8-93bd-84eb5905044e tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:53.763956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e223845e-1aa0-44d8-93bd-84eb5905044e tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248178 Sep 15 15:47:53.779781 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-fe4d2f7e-b440-4239-a30f-0f323c24b8af tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/quotas/239c13cc660b4ea89d535bd0c75937e7 HTTP/1.1" status: 200 len: 375 time: 0.0104084 Sep 15 15:47:53.822924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-76b54912-e563-4bcf-a6c9-4ae6a55a34fa tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=239c13cc660b4ea89d535bd0c75937e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368812 Sep 15 15:47:53.840392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22eaccf-f698-4c7d-aede-8cb25975eb23 req-b7c5af62-e81d-4818-8a38-c449c82ee95f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:53.842063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f22eaccf-f698-4c7d-aede-8cb25975eb23 req-b7c5af62-e81d-4818-8a38-c449c82ee95f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.0658007 Sep 15 15:47:53.882096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f22eaccf-f698-4c7d-aede-8cb25975eb23 req-58f99fe2-4d1a-44f4-96af-98265afb10ea tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Sep 15 15:47:53.887143 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3241f72-e8a5-4f23-a1d4-3f91e5c200de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:54.076893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d6d13e56-6883-40bf-ac17-66d9993cae7e req-7d04d998-ace3-4d69-9c7c-4224680ae913 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 210 time: 0.0308003 Sep 15 15:47:54.214255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc7b52-e1aa-41f6-86ad-1a0940dfbe8f req-66a5df36-f658-462c-91ec-cf5aeb676c91 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:54.215993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42dc7b52-e1aa-41f6-86ad-1a0940dfbe8f req-66a5df36-f658-462c-91ec-cf5aeb676c91 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.0724227 Sep 15 15:47:54.258558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42dc7b52-e1aa-41f6-86ad-1a0940dfbe8f req-454db7f2-9a18-4727-b708-c6cdcc5ac52e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349858 Sep 15 15:47:54.341967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:54.453008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:54.464332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'mac_address': 'fa:16:3e:b8:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:54.511436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:54.528819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511e53c2-c1a0-4ba0-bd67-699029abd302 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:54.555059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:54.622786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1c30ace3-ed4e-4850-92ab-626502ab524d tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=19d8245f5c3d43c39429df4dbbf00716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223885 Sep 15 15:47:54.631672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:54.707622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:54.769790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-95f69195-ff1a-4a4f-9fee-c2b8b48f6a32 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:54.771656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-95f69195-ff1a-4a4f-9fee-c2b8b48f6a32 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1429794 Sep 15 15:47:54.788629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-a919a65f-1b28-465a-96a2-866f6a838654 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/quotas/19d8245f5c3d43c39429df4dbbf00716 HTTP/1.1" status: 200 len: 375 time: 0.0105987 Sep 15 15:47:54.794599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149d894-c4c0-42fe-a377-1834c02a447d req-4ab2ddd6-3573-4c31-8263-99b96477165a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:54.794599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a149d894-c4c0-42fe-a377-1834c02a447d req-4ab2ddd6-3573-4c31-8263-99b96477165a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0665202 Sep 15 15:47:54.828029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-232efd9c-b7fd-4a90-a44c-9d49c4aa5667 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=19d8245f5c3d43c39429df4dbbf00716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329030 Sep 15 15:47:54.838620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a149d894-c4c0-42fe-a377-1834c02a447d req-44cc7cb7-ea28-44aa-9986-3ab1e0c60225 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379407 Sep 15 15:47:54.898524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['511e53c2-c1a0-4ba0-bd67-699029abd302'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:54.990784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd0038-a594-4d9a-adf2-34fbb0dd85d6 req-730742b2-a044-40b8-ac43-9ee59e4cd8af tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:54.992393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cafd0038-a594-4d9a-adf2-34fbb0dd85d6 req-730742b2-a044-40b8-ac43-9ee59e4cd8af tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1096 time: 0.0518415 Sep 15 15:47:55.034810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cafd0038-a594-4d9a-adf2-34fbb0dd85d6 req-3d32615c-18c9-4de0-b0c5-599c3ed6c93b tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357914 Sep 15 15:47:55.216762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d16a0-11de-4cb9-95bc-6c8105348640 req-eec89c6b-2c69-48b0-81cd-c699a437a303 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:55.225733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-893d16a0-11de-4cb9-95bc-6c8105348640 req-eec89c6b-2c69-48b0-81cd-c699a437a303 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1096 time: 0.0564260 Sep 15 15:47:55.276715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-893d16a0-11de-4cb9-95bc-6c8105348640 req-000a2a9a-47a3-4517-8ba1-4da5ae77a166 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Sep 15 15:47:55.281961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bc50e-4a1d-45df-ad63-ab13b2fa9483 req-566ed877-56c8-4bcd-9c4d-b802c083cfdc tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:55.285730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d8bc50e-4a1d-45df-ad63-ab13b2fa9483 req-566ed877-56c8-4bcd-9c4d-b802c083cfdc tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.1206555 Sep 15 15:47:55.369895 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d8bc50e-4a1d-45df-ad63-ab13b2fa9483 req-08199654-b44c-4ac5-9a6f-8263f4d40efa tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608242 Sep 15 15:47:55.385510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c8dc46f-a302-4f24-ba49-3b6f2f5ebc19 req-a3fb5038-fc2c-467e-87ef-d0f526881852 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 210 time: 0.0287168 Sep 15 15:47:55.488728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-256198fb-3e4a-4d1d-b425-cabc1bf37cd0 req-73e66581-e88f-4e49-826e-72531a900157 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 210 time: 0.0389645 Sep 15 15:47:55.526589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870fc22-e612-4183-bae5-44bda6603230 req-2c9b3822-82e5-4da6-a04e-0d4cf9ac2a92 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:55.532970 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d870fc22-e612-4183-bae5-44bda6603230 req-2c9b3822-82e5-4da6-a04e-0d4cf9ac2a92 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 948 time: 0.0795009 Sep 15 15:47:55.593413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d870fc22-e612-4183-bae5-44bda6603230 req-d65dd972-aafc-42bb-8f02-26c6e7a3a482 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584507 Sep 15 15:47:56.275894 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:56.357618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:56.505158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:47:56.533584 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-9daaedb8-6fde-4dbe-a84b-ace6866f9138 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=239c13cc660b4ea89d535bd0c75937e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502663 Sep 15 15:47:56.562317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 511e53c2-c1a0-4ba0-bd67-699029abd302 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:47:56.571076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 511e53c2-c1a0-4ba0-bd67-699029abd302 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:56.571733 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:56.583098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0504504-a31a-490f-a87e-bb6dade5f580 req-d046165b-c287-4800-87ce-fd46204c49a6 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:56.589917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0504504-a31a-490f-a87e-bb6dade5f580 req-d046165b-c287-4800-87ce-fd46204c49a6 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.1235256 Sep 15 15:47:56.686157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:56.688912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0504504-a31a-490f-a87e-bb6dade5f580 req-0c54451d-cf36-487e-bd26-0af5a8c96f13 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934997 Sep 15 15:47:56.723791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'network_id': '5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5', 'port_id': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'mac_address': 'fa:16:3e:82:e4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0250ed-4d1e-4af9-9c2c-aa24b9f2577e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:47:56.765865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:56.793585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-ef23f244-026b-493b-8a85-d05d3f4b8fe1 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:56.797540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:56.798912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-ef23f244-026b-493b-8a85-d05d3f4b8fe1 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545035 Sep 15 15:47:56.815263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:56.817380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3117072c-bcb2-41a7-aa19-8b1f8c4019d2 req-0355d526-a1d6-4508-878a-99e318ef09a9 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 210 time: 0.0530229 Sep 15 15:47:56.822190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Request body: {'port': {'device_id': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '239c13cc660b4ea89d535bd0c75937e7'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:56.840857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:56.842517 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867eee1-7725-48ee-a861-e07797a9fa9e" -d '{"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-plugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:56.874955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:56.886484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:56.940475 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e1ff43e-2a9d-4fbd-b18e-f1200869ca9b req-50e8da8d-f1cb-4391-aa7e-483113d53e1a tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 210 time: 0.0430377 Sep 15 15:47:56.950918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:56.953073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.024081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.066169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:57.116774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Made reservation on behalf of 239c13cc660b4ea89d535bd0c75937e7 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:57.123036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.142168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.152330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c8630-9def-4a9a-9593-dda81df87db4 req-674402e9-adda-4e18-882f-caab255cb9bd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:57.162747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-876c8630-9def-4a9a-9593-dda81df87db4 req-674402e9-adda-4e18-882f-caab255cb9bd tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1064496 Sep 15 15:47:57.168775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:57.189408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['c8fe4f36-2af8-4c64-ac6c-3383d1a1de71'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:47:57.212527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-876c8630-9def-4a9a-9593-dda81df87db4 req-ddb88bc1-a081-4f26-a679-d91229d20468 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Sep 15 15:47:57.254518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.316481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-351faa68-49b2-4c2f-918e-464a90d5ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.340597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.434513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c932fe9-d63b-45e3-8ecb-63d04f4646c6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:57.447370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.447720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.455171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:47:57.529101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Allocated IP 192.168.233.130 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/916d78cd-6163-422d-b088-276ff60e337e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:57.672055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-93cdd494-71c9-437d-b7ab-a29871152cdb tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=19d8245f5c3d43c39429df4dbbf00716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279305 Sep 15 15:47:57.769030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.825480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-ea5bbf29-c7e6-462b-a0c3-499386bac937 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:57.826947 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-ea5bbf29-c7e6-462b-a0c3-499386bac937 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474216 Sep 15 15:47:57.842394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Request body: {'port': {'device_id': '56272362-57cc-404e-af45-a0939c12fd93', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '19d8245f5c3d43c39429df4dbbf00716'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:57.861629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-baade9c7-45db-496e-b7de-eca9da7d2bff tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:47:57.862607 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-baade9c7-45db-496e-b7de-eca9da7d2bff tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154767 Sep 15 15:47:57.900792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:57.919252 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e502c8e-806b-4d0c-ba89-cab69f11b1bc x-openstack-request-id: req-4e502c8e-806b-4d0c-ba89-cab69f11b1bc {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:57.927459 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-plugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:57.927459 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4e502c8e-806b-4d0c-ba89-cab69f11b1bc {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:57.927459 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'code': 200} Sep 15 15:47:58.009650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-cbd85f84-5454-47f9-9c95-317283e74a03 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:58.011059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-cbd85f84-5454-47f9-9c95-317283e74a03 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 1093 time: 0.1256232 Sep 15 15:47:58.014888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:47:58.022851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:47:58.029373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:58.029691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Unknown quota resources ['binding']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:47:58.040402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:47:58.081933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999a29f-5628-4c1b-aec8-8641bde456ea req-bee08b96-d484-497e-9df0-6c6273c2dd3a tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:58.089892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0999a29f-5628-4c1b-aec8-8641bde456ea req-bee08b96-d484-497e-9df0-6c6273c2dd3a tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 936 time: 0.1205852 Sep 15 15:47:58.107092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Pushing event updated for resources: {'Port': ['ID=916d78cd-6163-422d-b088-276ff60e337e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:58.113189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e304e8c-3b02-4700-b5b8-0a7e372f4b0c req-9125427b-01ee-47fa-9955-dabf50e21f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:58.115230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8e304e8c-3b02-4700-b5b8-0a7e372f4b0c req-9125427b-01ee-47fa-9955-dabf50e21f1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1100 time: 0.0926399 Sep 15 15:47:58.185200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0999a29f-5628-4c1b-aec8-8641bde456ea req-28662238-4a84-4e39-ada7-c7fd7c6e5d78 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942187 Sep 15 15:47:58.187558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:58.188229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.236564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8e304e8c-3b02-4700-b5b8-0a7e372f4b0c req-250023ef-dc2c-47c4-af63-85c517883906 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917974 Sep 15 15:47:58.294334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Made reservation on behalf of 19d8245f5c3d43c39429df4dbbf00716 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:47:58.297988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.310092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.316131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.320212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:58.320591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:58.320909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:58.336309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:58.336750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:58.337589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ca0bcac1-291c-45f0-95bf-a47bb9b58a38 None None] Provisioning complete for port 916d78cd-6163-422d-b088-276ff60e337e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:58.338058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca0bcac1-291c-45f0-95bf-a47bb9b58a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.342097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:58.345311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:58.345777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:58.346305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Bound port: a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:58.372657 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c65685a-963f-4b38-96be-8faa7965b0cd req-43d5d8f9-8be3-4159-a305-4c2c3a056c28 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 210 time: 0.0295625 Sep 15 15:47:58.375862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ca0bcac1-291c-45f0-95bf-a47bb9b58a38 None None] Port 916d78cd-6163-422d-b088-276ff60e337e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:47:58.397577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-e5ddfeb5-29d2-4e96-9f28-86548b0afa05 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5861170 Sep 15 15:47:58.424343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:47:58.434018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Request body: {'port': {'device_id': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:47:58.489740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254018d-eaa9-4d2a-8414-a6fe54c6dc73 req-3c46ab42-b1e5-4af3-ab2c-f025d331caeb tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:58.491565 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e254018d-eaa9-4d2a-8414-a6fe54c6dc73 req-3c46ab42-b1e5-4af3-ab2c-f025d331caeb tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0558586 Sep 15 15:47:58.514421 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.527687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:47:58.540197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.544652 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-fb7945b8-4b8c-4d31-8b1d-fe51f8eb439e service neutron] 10.222.0.63 "POST /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5165219 Sep 15 15:47:58.549412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e254018d-eaa9-4d2a-8414-a6fe54c6dc73 req-5dd0831b-cf5e-480d-8899-e6b621eacff9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485950 Sep 15 15:47:58.590767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.615930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:47:58.616436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.715477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.767686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.821342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:47:58.883826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199e3122-00d0-4d5d-a271-fa60b8c57a33,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:58.905032 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:58.963894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:58.978422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916d78cd-6163-422d-b088-276ff60e337e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:47:58.988126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:59.005401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Transition to ACTIVE for port object 916d78cd-6163-422d-b088-276ff60e337e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:47:59.054381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a69e-a336-4c9b-a824-ed00463d3bd9 req-9a399435-c314-4fb8-824c-78767a5eba23 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:59.055953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da97a69e-a336-4c9b-a824-ed00463d3bd9 req-9a399435-c314-4fb8-824c-78767a5eba23 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.0547760 Sep 15 15:47:59.065485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27404ff1-7d0e-4c88-b269-c24b1d284e65 req-48b83722-68fb-45c6-a00c-6ff7ff21ef3a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:59.067737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27404ff1-7d0e-4c88-b269-c24b1d284e65 req-48b83722-68fb-45c6-a00c-6ff7ff21ef3a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0609429 Sep 15 15:47:59.096930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da97a69e-a336-4c9b-a824-ed00463d3bd9 req-ac0ea4e6-6e79-4733-bdab-949d979ebf62 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Sep 15 15:47:59.117838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27404ff1-7d0e-4c88-b269-c24b1d284e65 req-005f2ece-11c8-4088-94d3-6e076c506456 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438728 Sep 15 15:47:59.123273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:59.243225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Allocated IP 192.168.233.104 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/f5012789-e82d-4a22-89b2-277fe66ae21a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:47:59.313353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Pushing event updated for resources: {'Port': ['ID=916d78cd-6163-422d-b088-276ff60e337e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:47:59.345899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde8235-48fb-4e95-b466-1a809c71833b req-66f0cdb0-f210-427c-b940-43e62667d96c tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:59.354635 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccde8235-48fb-4e95-b466-1a809c71833b req-66f0cdb0-f210-427c-b940-43e62667d96c tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 948 time: 0.0788701 Sep 15 15:47:59.394596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Attempting to bind port 916d78cd-6163-422d-b088-276ff60e337e on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:47:59.394944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Attempting to bind port 916d78cd-6163-422d-b088-276ff60e337e by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:47:59.397166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Attempting to bind port 916d78cd-6163-422d-b088-276ff60e337e on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:59.437125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Port 916d78cd-6163-422d-b088-276ff60e337e on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:47:59.441056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Attempting to bind port 916d78cd-6163-422d-b088-276ff60e337e on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:47:59.454455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccde8235-48fb-4e95-b466-1a809c71833b req-4152990b-d7d5-47ca-adef-ea1830757623 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964363 Sep 15 15:47:59.477085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-69ab9663-7213-467b-95f8-977988d942b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:59.478963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-69ab9663-7213-467b-95f8-977988d942b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1096 time: 0.1083045 Sep 15 15:47:59.502262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:47:59.505329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:47:59.505329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:47:59.505329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Bound port: 916d78cd-6163-422d-b088-276ff60e337e, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:47:59.505329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:59.541061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85adaa6f-1bbc-4402-bd8d-e80abab340e8 req-23ef4cb5-4e28-4b3b-a139-7e83548d67cd tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 210 time: 0.0525181 Sep 15 15:47:59.593906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-2a53692d-2a85-43f2-a3cc-23b7f36e8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:59.596093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-2a53692d-2a85-43f2-a3cc-23b7f36e8d0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1041372 Sep 15 15:47:59.653050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-918076c6-2dfb-4cda-ae7f-26def3e82f20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 217 time: 0.0489376 Sep 15 15:47:59.732616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-53607c0e-d5be-495d-b4d7-53e9a4537beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:59.734099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-53607c0e-d5be-495d-b4d7-53e9a4537beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0720801 Sep 15 15:47:59.742560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234b77-9343-4445-ab8b-b59ad5c2aef8 req-5478db4c-1a7c-45fc-8d7d-ce153f6d04f3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:47:59.744270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31234b77-9343-4445-ab8b-b59ad5c2aef8 req-5478db4c-1a7c-45fc-8d7d-ce153f6d04f3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0942140 Sep 15 15:47:59.779430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-e414052b-9220-43d1-9eaf-e2ad88d57f5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340848 Sep 15 15:47:59.842499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31234b77-9343-4445-ab8b-b59ad5c2aef8 req-b024d3a5-2f25-4ff6-a378-4820642c63d9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889714 Sep 15 15:47:59.886932 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:59.904711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-0cdbf92e-6172-476c-9a0b-696df2517e90 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162107 Sep 15 15:47:59.927016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:47:59.930209 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9165a39-d2a7-45dc-86db-0329e4b02280" -d '{"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-plugged", "status": "completed", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:47:59.938770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:47:59.979098 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ade495-5be6-44da-930d-d2f168421794 x-openstack-request-id: req-99ade495-5be6-44da-930d-d2f168421794 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:47:59.980126 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-plugged", "status": "completed", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:47:59.980126 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-99ade495-5be6-44da-930d-d2f168421794 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:47:59.980126 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'code': 200} Sep 15 15:48:00.044198 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-98d32753-9679-4184-a60e-78a101412aac service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314032 Sep 15 15:48:00.094873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.108829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-0bccabbd-8995-489a-8c48-e6842761805f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.110314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-0bccabbd-8995-489a-8c48-e6842761805f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.1156068 Sep 15 15:48:00.112342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] For port 916d78cd-6163-422d-b088-276ff60e337e, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:00.117513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] For port 916d78cd-6163-422d-b088-276ff60e337e, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=916d78cd-6163-422d-b088-276ff60e337e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:00.216428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.266080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f528bb2-084f-4bff-a912-1e7477e4a122 req-877ed5ff-fe51-4c74-a2ef-98df290baccf tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.268030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f528bb2-084f-4bff-a912-1e7477e4a122 req-877ed5ff-fe51-4c74-a2ef-98df290baccf tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0598979 Sep 15 15:48:00.302214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.302801 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.304266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] 10.222.0.55 "PUT /v2.0/ports/916d78cd-6163-422d-b088-276ff60e337e HTTP/1.1" status: 200 len: 1096 time: 1.8745747 Sep 15 15:48:00.304732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'tag': '916d78cd-6163-422d-b088-276ff60e337e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:00.306954 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9df8fc-6ef9-4659-8853-57276f7bef17" -d '{"events": [{"name": "network-changed", "server_uuid": "9d20d628-93ef-4f6c-a297-beddc75e6066", "tag": "916d78cd-6163-422d-b088-276ff60e337e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:00.328713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f87763-538f-4dcd-8beb-1bc1a2e40aff req-5ddea429-b2fa-464a-a623-18a32649c6b5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.331669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0f87763-538f-4dcd-8beb-1bc1a2e40aff req-5ddea429-b2fa-464a-a623-18a32649c6b5 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 946 time: 0.1490633 Sep 15 15:48:00.334173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db94c9-9fa3-432a-888b-8a75089e7667 service neutron] Pushing event updated for resources: {'Port': ['ID=916d78cd-6163-422d-b088-276ff60e337e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:00.342945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f528bb2-084f-4bff-a912-1e7477e4a122 req-b9479547-300b-4e65-9970-e068eff3eb12 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636978 Sep 15 15:48:00.375028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.390895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Deleting port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:00.391234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.421404 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e05bd-a8d3-4f7f-9109-9800d800f8cf x-openstack-request-id: req-566e05bd-a8d3-4f7f-9109-9800d800f8cf {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:00.421768 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d20d628-93ef-4f6c-a297-beddc75e6066", "tag": "916d78cd-6163-422d-b088-276ff60e337e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:00.421951 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-566e05bd-a8d3-4f7f-9109-9800d800f8cf {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:00.422323 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'tag': '916d78cd-6163-422d-b088-276ff60e337e', 'status': 'completed', 'code': 200} Sep 15 15:48:00.492532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0f87763-538f-4dcd-8beb-1bc1a2e40aff req-62209c1c-fca0-4dd1-b522-50bc52ecc06f tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/security-groups?id=bc7cc0b0-578c-4395-9425-29ac27dbfb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552022 Sep 15 15:48:00.531811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:00.540223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:00.558921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:00.565741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:00.569123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Pushing event updated for resources: {'Port': ['ID=f5012789-e82d-4a22-89b2-277fe66ae21a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:00.637965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a8c4c-7401-4f55-b077-c6638feda44c req-ebc4bacd-cc0f-4830-a27a-136ca6674b71 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.649940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b59a8c4c-7401-4f55-b077-c6638feda44c req-ebc4bacd-cc0f-4830-a27a-136ca6674b71 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 948 time: 0.1136131 Sep 15 15:48:00.654285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:00.654662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.695946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-ec3c49be-f52e-453a-9ae2-c6630498a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.696311 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b59a8c4c-7401-4f55-b077-c6638feda44c req-16e6fa59-20a9-48d0-a924-32fbcf0b145e tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Sep 15 15:48:00.697560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-ec3c49be-f52e-453a-9ae2-c6630498a9eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=239c13cc660b4ea89d535bd0c75937e7&device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 1099 time: 0.2745245 Sep 15 15:48:00.714289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Calling delete_port for c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:00.751818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.752481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.809554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.814463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-02c8361b-97f9-422d-96f6-3d2d322597d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=916d78cd-6163-422d-b088-276ff60e337e HTTP/1.1" status: 200 len: 217 time: 0.0979998 Sep 15 15:48:00.857181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,segment=NetworkSegment(97d72691-8826-44f0-8b85-67b6082a5ffc),segment_id=97d72691-8826-44f0-8b85-67b6082a5ffc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:00.879839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-15a8d55b-9580-45e1-994d-bc07c1398b43 None None] Provisioning complete for port f5012789-e82d-4a22-89b2-277fe66ae21a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:00.880107 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15a8d55b-9580-45e1-994d-bc07c1398b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.890936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-1f436fa0-f8ac-4b86-9161-0ec7b6b33f87 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0528710 Sep 15 15:48:00.913250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Request body: {'port': {'device_id': '56272362-57cc-404e-af45-a0939c12fd93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:00.913438 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:00.921442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc05cd-e066-4647-8c43-e83090ad2c8f req-03602490-1f9d-4286-a428-28713a482cce tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.922934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cc05cd-e066-4647-8c43-e83090ad2c8f req-03602490-1f9d-4286-a428-28713a482cce tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 936 time: 0.2630734 Sep 15 15:48:00.956244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-15a8d55b-9580-45e1-994d-bc07c1398b43 None None] Port f5012789-e82d-4a22-89b2-277fe66ae21a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:48:00.979475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:00.988050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-fcb9e4ad-c61f-4fe1-9bec-59022508192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:00.989853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-fcb9e4ad-c61f-4fe1-9bec-59022508192e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1653247 Sep 15 15:48:01.019669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f4131-fe21-483a-a583-fd1b980837c7 req-55b48f5d-5185-4316-af2f-0e149e232b80 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:01.022359 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f35f4131-fe21-483a-a583-fd1b980837c7 req-55b48f5d-5185-4316-af2f-0e149e232b80 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0712101 Sep 15 15:48:01.073026 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f35f4131-fe21-483a-a583-fd1b980837c7 req-0d753608-3d67-45b7-b34e-a4b21f21a5da tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Sep 15 15:48:01.075176 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cc05cd-e066-4647-8c43-e83090ad2c8f req-43c232c2-d8eb-49a3-a795-4319f5284497 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387923 Sep 15 15:48:01.113935 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:01.147270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-88f23dea-937c-460d-8bb7-40e09129cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:01.148814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-88f23dea-937c-460d-8bb7-40e09129cd2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417432 Sep 15 15:48:01.268368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5996cf4-67b7-48c1-90e8-ea7e62b03cd9 req-e509c9de-3cc9-4593-b9b4-6752a048faa4 tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:01.270436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5996cf4-67b7-48c1-90e8-ea7e62b03cd9 req-e509c9de-3cc9-4593-b9b4-6752a048faa4 tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1100 time: 0.0458131 Sep 15 15:48:01.301899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:01.342978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5996cf4-67b7-48c1-90e8-ea7e62b03cd9 req-b58fb29c-3e8f-4b63-b00b-b695b47e975f tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658512 Sep 15 15:48:01.356651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Pushing event deleted for resources: {'Port': ['ID=c8fe4f36-2af8-4c64-ac6c-3383d1a1de71,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:01.384063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-dc934948-fa2b-4e4b-aece-0c2d3ced806f service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161195 Sep 15 15:48:01.444795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] No DVR routers for this DVR port c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:01.457046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:01.459633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-115e77b1-969c-4ce7-8ee8-afee04cbd2b7 req-fa1cc65e-a1cd-44f2-aff0-0f7a41335a2d tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.38 "DELETE /v2.0/ports/c8fe4f36-2af8-4c64-ac6c-3383d1a1de71 HTTP/1.1" status: 204 len: 173 time: 1.3408718 Sep 15 15:48:01.512392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e936a-c125-4738-8485-852c2d8d4908 req-bcb8c9ec-ac5a-493d-b78f-40e523e5cd14 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:01.514060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-295e936a-c125-4738-8485-852c2d8d4908 req-bcb8c9ec-ac5a-493d-b78f-40e523e5cd14 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0749063 Sep 15 15:48:01.586467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-295e936a-c125-4738-8485-852c2d8d4908 req-e4605afd-c4c0-444a-bca6-b5f2c06382cb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650387 Sep 15 15:48:01.590633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a31526-33ca-4771-b2f1-93f308f71e32 req-371075bc-4535-491d-ac27-b0629a6d17d8 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834815 Sep 15 15:48:01.667309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5012789-e82d-4a22-89b2-277fe66ae21a {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:01.683124 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:01.698665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Transition to ACTIVE for port object f5012789-e82d-4a22-89b2-277fe66ae21a will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:01.725506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-869047be-0518-419e-ba8b-21623c6aa942 req-3f61f908-38ae-4851-bf8a-6e1a1ccc5123 tempest-ImagesTestJSON-1991185277 tempest-ImagesTestJSON-1991185277-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd5f3d29-bb1c-4f38-ae11-16013b88b483 HTTP/1.1" status: 200 len: 210 time: 0.0446544 Sep 15 15:48:01.806166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-23d42cfa-ce13-45e7-bbc0-f0594d43e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:01.807850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-23d42cfa-ce13-45e7-bbc0-f0594d43e82e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=239c13cc660b4ea89d535bd0c75937e7&device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 1099 time: 0.0482407 Sep 15 15:48:01.813474 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:01.896441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a9a4d-7c76-4c05-88d9-08f7116582f1 req-b124dc16-7bd0-4039-b1ed-847b24a418ef tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:01.906811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f1a9a4d-7c76-4c05-88d9-08f7116582f1 req-b124dc16-7bd0-4039-b1ed-847b24a418ef tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 948 time: 0.0971396 Sep 15 15:48:01.962602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Pushing event updated for resources: {'Port': ['ID=f5012789-e82d-4a22-89b2-277fe66ae21a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:01.972786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f1a9a4d-7c76-4c05-88d9-08f7116582f1 req-3779a456-71b6-4313-8074-a84fc4a77dd2 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644467 Sep 15 15:48:01.981169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:01.983509 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08d0f8-f3bf-4f5b-92a3-e8b1ef050cdb" -d '{"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-unplugged", "status": "completed", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:02.025339 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0106a99-8a97-4235-ada1-6987a273fc03 x-openstack-request-id: req-b0106a99-8a97-4235-ada1-6987a273fc03 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:02.025629 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-unplugged", "status": "completed", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:02.026069 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b0106a99-8a97-4235-ada1-6987a273fc03 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:02.026690 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'code': 200} Sep 15 15:48:02.048941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-05fb819c-3296-40e9-8040-76b0d69e4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.050544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-05fb819c-3296-40e9-8040-76b0d69e4c1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2264521 Sep 15 15:48:02.074131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Attempting to bind port f5012789-e82d-4a22-89b2-277fe66ae21a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:02.074350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Attempting to bind port f5012789-e82d-4a22-89b2-277fe66ae21a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:02.074706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Attempting to bind port f5012789-e82d-4a22-89b2-277fe66ae21a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:02.109711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-94d3b0f7-f66c-4f67-a263-2d2b0ff56160 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=916d78cd-6163-422d-b088-276ff60e337e HTTP/1.1" status: 200 len: 217 time: 0.0467005 Sep 15 15:48:02.110423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Port f5012789-e82d-4a22-89b2-277fe66ae21a on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:02.110749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Attempting to bind port f5012789-e82d-4a22-89b2-277fe66ae21a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:02.117024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:02.117768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:02.117768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:02.118279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Bound port: f5012789-e82d-4a22-89b2-277fe66ae21a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:02.118700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:02.203163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-12d674ce-4015-4920-bb0b-0f463b16cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.204667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-12d674ce-4015-4920-bb0b-0f463b16cea4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0825520 Sep 15 15:48:02.255313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424617e6-3c02-487c-b170-580a433b72b2 req-2e437f96-f0fc-4799-a955-637418e1b3d0 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.257203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-424617e6-3c02-487c-b170-580a433b72b2 req-2e437f96-f0fc-4799-a955-637418e1b3d0 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 948 time: 0.0548728 Sep 15 15:48:02.279356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] For port f5012789-e82d-4a22-89b2-277fe66ae21a, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:02.297134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] For port f5012789-e82d-4a22-89b2-277fe66ae21a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f5012789-e82d-4a22-89b2-277fe66ae21a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:02.303877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-424617e6-3c02-487c-b170-580a433b72b2 req-a6cddd2c-f490-4765-ade5-00ab15755aa5 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369494 Sep 15 15:48:02.312040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-0ebe366d-157b-4e03-8ab6-531b78d92b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.313591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-0ebe366d-157b-4e03-8ab6-531b78d92b84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011763 Sep 15 15:48:02.349284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963ee83-a94d-49d8-a970-fc2339bb14b9 req-00eff20d-fe6c-45de-9b6b-de00bec84108 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.357056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4963ee83-a94d-49d8-a970-fc2339bb14b9 req-00eff20d-fe6c-45de-9b6b-de00bec84108 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1292934 Sep 15 15:48:02.382144 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:02.417413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-12a5faee-0dc1-4fab-8e33-2eb63d67e878 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657959 Sep 15 15:48:02.454404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-deleted', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:02.456887 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ede50a2-eec0-474f-a901-851c93200a86" -d '{"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-deleted", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:02.544024 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b841b2-04c0-4df3-af3b-dc18d7f669b4 x-openstack-request-id: req-51b841b2-04c0-4df3-af3b-dc18d7f669b4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:02.544314 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5f3d29-bb1c-4f38-ae11-16013b88b483", "name": "network-vif-deleted", "tag": "c8fe4f36-2af8-4c64-ac6c-3383d1a1de71", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:02.544655 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51b841b2-04c0-4df3-af3b-dc18d7f669b4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:02.544963 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5f3d29-bb1c-4f38-ae11-16013b88b483', 'name': 'network-vif-deleted', 'tag': 'c8fe4f36-2af8-4c64-ac6c-3383d1a1de71', 'status': 'completed', 'code': 200} Sep 15 15:48:02.549111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.549824 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:02.551596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] 10.222.0.55 "PUT /v2.0/ports/f5012789-e82d-4a22-89b2-277fe66ae21a HTTP/1.1" status: 200 len: 1096 time: 1.6482115 Sep 15 15:48:02.645058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4963ee83-a94d-49d8-a970-fc2339bb14b9 req-d21f83d0-3d3e-4410-a7cc-56b5f51782a7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867343 Sep 15 15:48:02.703709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41485e2-2394-4d80-87c4-1984b4d12a2e service neutron] Pushing event updated for resources: {'Port': ['ID=f5012789-e82d-4a22-89b2-277fe66ae21a,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:02.777989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-73c4f6ea-e5c5-44c1-bc67-1cff5182702e service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509666 Sep 15 15:48:02.907020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-7d2420b1-9eb0-4df3-81bc-d816fec0b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.909319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-7d2420b1-9eb0-4df3-81bc-d816fec0b2fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19d8245f5c3d43c39429df4dbbf00716&device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 1099 time: 0.2412505 Sep 15 15:48:02.913763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa9df8fc-6ef9-4659-8853-57276f7bef17 req-bd10725b-060f-4a09-84e6-32104c28b4bc service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156032 Sep 15 15:48:02.928976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5904b0-6b56-4076-ad91-602b5a958176 req-3feb8040-314e-4ead-8e2b-8356a19c9139 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:02.939019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ba5904b0-6b56-4076-ad91-602b5a958176 req-3feb8040-314e-4ead-8e2b-8356a19c9139 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.1250911 Sep 15 15:48:02.967272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-667bee8a-4378-4973-8768-6e37dd116978 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f5012789-e82d-4a22-89b2-277fe66ae21a HTTP/1.1" status: 200 len: 217 time: 0.0449617 Sep 15 15:48:02.997218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ba5904b0-6b56-4076-ad91-602b5a958176 req-aedd868c-c004-49a9-853c-a128aa5d4df5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570104 Sep 15 15:48:03.044798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-d5b75ad5-95dc-4028-8460-3960e9f492ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:03.046319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-d5b75ad5-95dc-4028-8460-3960e9f492ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0711396 Sep 15 15:48:03.120999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-4deb700b-5a4c-47d3-bb71-03dca721a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:03.122562 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-4deb700b-5a4c-47d3-bb71-03dca721a0c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666950 Sep 15 15:48:03.125187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb911dbf-d800-452c-81c0-6523aac4223e req-b15ff30e-8efd-47de-8098-227d1cb530ee tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:03.126854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb911dbf-d800-452c-81c0-6523aac4223e req-b15ff30e-8efd-47de-8098-227d1cb530ee tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 948 time: 0.0608275 Sep 15 15:48:03.206392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb911dbf-d800-452c-81c0-6523aac4223e req-711d8b52-c74e-4cac-b830-941aaea15c81 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727999 Sep 15 15:48:03.262416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-a7ccb015-13f8-4328-9b52-42eb9ca2de6e service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310918 Sep 15 15:48:03.292434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38378) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:03.346186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Deleting subnet db0250ed-4d1e-4af9-9c2c-aa24b9f2577e {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:48:03.350237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.382076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec1df60a-0a06-4ccd-846f-b9ae5dd1f283 req-f75c3df2-5dba-4beb-9675-843352463f7d service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092336 Sep 15 15:48:03.403966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.444008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cd51e-112c-4630-ab80-0bfd9d0a837e req-7dc57fb2-f387-4f60-a26c-31fe6d661106 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:03.445794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-645cd51e-112c-4630-ab80-0bfd9d0a837e req-7dc57fb2-f387-4f60-a26c-31fe6d661106 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 948 time: 0.0604625 Sep 15 15:48:03.453094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.498987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-645cd51e-112c-4630-ab80-0bfd9d0a837e req-282c7cbd-522f-47d9-be02-b6550f74e2b6 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Sep 15 15:48:03.596124 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.623515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0250ed-4d1e-4af9-9c2c-aa24b9f2577e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:03.628155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.630775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/db0250ed-4d1e-4af9-9c2c-aa24b9f2577e HTTP/1.1" status: 204 len: 168 time: 0.3372023 Sep 15 15:48:03.633324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:03.640824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.641536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.641932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.642326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.642716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.643103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.643617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.644027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.644435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.644880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.645781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.646165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6171ee58-37f7-4f32-b6f0-100a84531c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:03.711138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.796763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.845844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:03.858239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d72691-8826-44f0-8b85-67b6082a5ffc') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:03.858526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d72691-8826-44f0-8b85-67b6082a5ffc') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:03.870595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.891753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bf7e7-20b3-432d-b490-de76f3da205c req-6ca0c56a-0069-46a8-acef-f8e8e8fe6385 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:03.893314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-911bf7e7-20b3-432d-b490-de76f3da205c req-6ca0c56a-0069-46a8-acef-f8e8e8fe6385 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0986526 Sep 15 15:48:03.898462 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.913441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:48:03.913901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:48:03.916334 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:48:03.985956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-911bf7e7-20b3-432d-b490-de76f3da205c req-820d29ff-ce78-4e1e-a4c1-101d592c58d4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Sep 15 15:48:04.024141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.032355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.037119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] 10.222.0.63 "DELETE /v2.0/networks/5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5 HTTP/1.1" status: 204 len: 168 time: 0.4000082 Sep 15 15:48:04.050559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813abdd-f808-4dfb-a430-9f33ac304e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c36fdb2-74cb-4ee0-ad42-1d2c51590ac5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:04.125829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5b0b6-c47e-4fde-b16f-fea21479c5d6 req-711041ec-166e-4128-9b1d-4dc2adc18610 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:04.127627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1e5b0b6-c47e-4fde-b16f-fea21479c5d6 req-711041ec-166e-4128-9b1d-4dc2adc18610 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0534143 Sep 15 15:48:04.186603 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1e5b0b6-c47e-4fde-b16f-fea21479c5d6 req-acaff8b8-d8cb-478a-bc64-b13a8c0b4299 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Sep 15 15:48:04.324277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc62e6-67d4-4e4f-8172-65a063da1920 req-6e9961de-4095-4150-858d-8054d0e6787a tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:04.325914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8efc62e6-67d4-4e4f-8172-65a063da1920 req-6e9961de-4095-4150-858d-8054d0e6787a tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 948 time: 0.0547240 Sep 15 15:48:04.373740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8efc62e6-67d4-4e4f-8172-65a063da1920 req-19edecb7-563b-49a0-ad80-c597756950f4 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Sep 15 15:48:04.389645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 916d78cd-6163-422d-b088-276ff60e337e details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:04.505099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38404) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:04.505863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 916d78cd-6163-422d-b088-276ff60e337e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=916d78cd-6163-422d-b088-276ff60e337e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:04.524864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '916d78cd-6163-422d-b088-276ff60e337e', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '916d78cd-6163-422d-b088-276ff60e337e', 'mac_address': 'fa:16:3e:ec:fd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:04.546543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56272362-57cc-404e-af45-a0939c12fd93', 'tag': 'f5012789-e82d-4a22-89b2-277fe66ae21a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:04.556559 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780" -d '{"events": [{"name": "network-changed", "server_uuid": "56272362-57cc-404e-af45-a0939c12fd93", "tag": "f5012789-e82d-4a22-89b2-277fe66ae21a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:04.570310 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.584226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916d78cd-6163-422d-b088-276ff60e337e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:04.605723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 916d78cd-6163-422d-b088-276ff60e337e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=916d78cd-6163-422d-b088-276ff60e337e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:04.620579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-98c59e22-7734-466d-8838-e2fc975d4100 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0d97c5d3f9454fec9ba1b5ed5884bd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1136239 Sep 15 15:48:04.623955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38414) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:04.685500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df6135-6129-475b-9886-61dc6500c415 req-adf8d6db-776f-492c-9c0b-d985e4188e25 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:04.687133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69df6135-6129-475b-9886-61dc6500c415 req-adf8d6db-776f-492c-9c0b-d985e4188e25 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 948 time: 0.0653315 Sep 15 15:48:04.699052 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.721964 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdd430ae-498f-4a10-9284-2247016a3c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.741596 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd5e0ff-3687-40c4-8049-0e4cb3e1874d x-openstack-request-id: req-4bd5e0ff-3687-40c4-8049-0e4cb3e1874d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:04.741930 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56272362-57cc-404e-af45-a0939c12fd93", "tag": "f5012789-e82d-4a22-89b2-277fe66ae21a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:04.742244 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4bd5e0ff-3687-40c4-8049-0e4cb3e1874d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:04.742695 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56272362-57cc-404e-af45-a0939c12fd93', 'tag': 'f5012789-e82d-4a22-89b2-277fe66ae21a', 'status': 'completed', 'code': 200} Sep 15 15:48:04.753092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69df6135-6129-475b-9886-61dc6500c415 req-d74c9c3e-41c0-4815-8734-b8d78bf598f3 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Sep 15 15:48:04.762083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdd430ae-498f-4a10-9284-2247016a3c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.802414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=916d78cd-6163-422d-b088-276ff60e337e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:04.845954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-879dbd8e-9559-4798-abe0-bbf2cbcfafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:04.849103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-879dbd8e-9559-4798-abe0-bbf2cbcfafa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19d8245f5c3d43c39429df4dbbf00716&device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 1099 time: 0.0723972 Sep 15 15:48:04.917064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdd430ae-498f-4a10-9284-2247016a3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.919937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdd430ae-498f-4a10-9284-2247016a3c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:04.923678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bdd430ae-498f-4a10-9284-2247016a3c37 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc7cc0b0-578c-4395-9425-29ac27dbfb69 HTTP/1.1" status: 204 len: 168 time: 0.2961187 Sep 15 15:48:04.932351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd430ae-498f-4a10-9284-2247016a3c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7cc0b0-578c-4395-9425-29ac27dbfb69,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:04.991721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-9f223a5d-80b2-4dbe-9c28-a282dbd0272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:04.993251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-9f223a5d-80b2-4dbe-9c28-a282dbd0272f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1100 time: 0.0674422 Sep 15 15:48:04.994220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-f8bb5646-2f24-4a20-800a-5852060c1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:04.995532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-f8bb5646-2f24-4a20-800a-5852060c1d45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1392148 Sep 15 15:48:05.001116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['916d78cd-6163-422d-b088-276ff60e337e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:05.091354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-6df43f78-3e2c-4241-aa7f-3f2bc2ba1e1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f5012789-e82d-4a22-89b2-277fe66ae21a HTTP/1.1" status: 200 len: 217 time: 0.0670218 Sep 15 15:48:05.186151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd861-0443-4ab6-8a4b-08e91028b2c3 req-35bfeea8-cd09-4d8f-9be5-4905599d3978 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.189876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-709cd861-0443-4ab6-8a4b-08e91028b2c3 req-35bfeea8-cd09-4d8f-9be5-4905599d3978 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0922616 Sep 15 15:48:05.206017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-1c66df83-32fe-470b-bab3-6e0cd4e37dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.207338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-1c66df83-32fe-470b-bab3-6e0cd4e37dfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1028352 Sep 15 15:48:05.254124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-ec25313b-df43-4cfe-95f9-c93e83ed3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.256837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-ec25313b-df43-4cfe-95f9-c93e83ed3e61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2338841 Sep 15 15:48:05.278058 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-709cd861-0443-4ab6-8a4b-08e91028b2c3 req-f8ad3a68-5f02-4081-af25-3fef0bf76623 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784860 Sep 15 15:48:05.307076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-a34ddce8-c145-4abe-acab-058b466a9983 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.0423081 Sep 15 15:48:05.315982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-fc211697-8843-4a7d-9f1d-bc30789e6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.318252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-fc211697-8843-4a7d-9f1d-bc30789e6925 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031988 Sep 15 15:48:05.447454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-eba92ba9-acd8-4494-8b3d-888ded43aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.448968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-eba92ba9-acd8-4494-8b3d-888ded43aa6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1297107 Sep 15 15:48:05.467184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737f35d-5e0a-4e82-aeaf-9a23fce4be60 req-ca077643-d2e5-49f3-b7be-d89b5381112c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.468769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1737f35d-5e0a-4e82-aeaf-9a23fce4be60 req-ca077643-d2e5-49f3-b7be-d89b5381112c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.1651416 Sep 15 15:48:05.538446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ea490-18d1-4ce5-82de-f7f9accda86c req-95772d52-a40f-49e4-a164-b6872e83a2bf tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.540206 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-993ea490-18d1-4ce5-82de-f7f9accda86c req-95772d52-a40f-49e4-a164-b6872e83a2bf tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 949 time: 0.0691705 Sep 15 15:48:05.586392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-993ea490-18d1-4ce5-82de-f7f9accda86c req-9958b8f9-04fa-4691-9388-9c2862964c26 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Sep 15 15:48:05.882866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-152b0f7f-6bb5-4524-9f7c-decfd1f557f3 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547447 Sep 15 15:48:05.894832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-74164735-c4c4-4a9d-8407-9a9869271c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.896383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2d14c-5b23-4cdf-8652-815d8eaac421 req-077c82d6-820b-4a65-85b3-5bb9b430b75a tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:05.897615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-74164735-c4c4-4a9d-8407-9a9869271c77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4263244 Sep 15 15:48:05.901541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1737f35d-5e0a-4e82-aeaf-9a23fce4be60 req-91e89f29-0f16-4e1b-9b4b-beb7a874def9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189727 Sep 15 15:48:05.904951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bf2d14c-5b23-4cdf-8652-815d8eaac421 req-077c82d6-820b-4a65-85b3-5bb9b430b75a tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 948 time: 0.0677743 Sep 15 15:48:05.962738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bf2d14c-5b23-4cdf-8652-815d8eaac421 req-d7b45f0e-42b1-4637-8044-b145be396a59 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565450 Sep 15 15:48:06.060438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f989ddb8-0a1d-4e86-96b3-fb14a84c5780 req-7b8b19d5-c753-42eb-9d86-e9e0f1d10f4e service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679521 Sep 15 15:48:06.076762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-b966f329-eb07-433a-928a-6aa738f59c0c service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668477 Sep 15 15:48:06.173440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-f2379b82-50fc-4af5-b030-6627b4beb83e service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898442 Sep 15 15:48:06.405389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f5012789-e82d-4a22-89b2-277fe66ae21a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:06.406177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddd0a7-2fad-4a2d-83d8-3c5f582a0b7c req-2ce9d060-d7b8-43f7-a9b2-f2b0f3acad42 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:06.407746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ddd0a7-2fad-4a2d-83d8-3c5f582a0b7c req-2ce9d060-d7b8-43f7-a9b2-f2b0f3acad42 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0524225 Sep 15 15:48:06.408993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 916d78cd-6163-422d-b088-276ff60e337e up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:06.448797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ddd0a7-2fad-4a2d-83d8-3c5f582a0b7c req-15c892d5-ee92-446f-a529-30957a35f2cf tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Sep 15 15:48:06.564026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f5012789-e82d-4a22-89b2-277fe66ae21a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f5012789-e82d-4a22-89b2-277fe66ae21a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:06.575605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'f5012789-e82d-4a22-89b2-277fe66ae21a', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'f5012789-e82d-4a22-89b2-277fe66ae21a', 'mac_address': 'fa:16:3e:7b:a7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:06.609144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 916d78cd-6163-422d-b088-276ff60e337e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:06.616305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 916d78cd-6163-422d-b088-276ff60e337e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:06.616722 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:06.639439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:06.659861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5012789-e82d-4a22-89b2-277fe66ae21a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:06.698210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f5012789-e82d-4a22-89b2-277fe66ae21a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f5012789-e82d-4a22-89b2-277fe66ae21a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:06.713642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857813ec-2129-4ef7-b1ca-1d352e9ecfb6 req-784e3c6f-f9ed-42d6-878e-35cd559d9a34 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:06.715349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-857813ec-2129-4ef7-b1ca-1d352e9ecfb6 req-784e3c6f-f9ed-42d6-878e-35cd559d9a34 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 949 time: 0.0598245 Sep 15 15:48:06.749176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:06.765016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-857813ec-2129-4ef7-b1ca-1d352e9ecfb6 req-f4b2f762-5d3d-4bbf-8fd5-374ea747ec7a tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Sep 15 15:48:06.781036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916d78cd-6163-422d-b088-276ff60e337e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:06.791160 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf92936-bfce-43a7-b357-9477f7df6a56" -d '{"events": [{"server_uuid": "9d20d628-93ef-4f6c-a297-beddc75e6066", "name": "network-vif-plugged", "status": "completed", "tag": "916d78cd-6163-422d-b088-276ff60e337e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:06.796928 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:06.812873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 916d78cd-6163-422d-b088-276ff60e337e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=916d78cd-6163-422d-b088-276ff60e337e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:06.862094 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6d36d7-48f2-472a-9c11-340444b5e22e x-openstack-request-id: req-fc6d36d7-48f2-472a-9c11-340444b5e22e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:06.862094 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d20d628-93ef-4f6c-a297-beddc75e6066", "name": "network-vif-plugged", "status": "completed", "tag": "916d78cd-6163-422d-b088-276ff60e337e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:06.862416 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fc6d36d7-48f2-472a-9c11-340444b5e22e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:06.862940 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916d78cd-6163-422d-b088-276ff60e337e', 'code': 200} Sep 15 15:48:06.866210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f5012789-e82d-4a22-89b2-277fe66ae21a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:06.892734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:06.946996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=916d78cd-6163-422d-b088-276ff60e337e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:06.995483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748507e-c973-4d86-a79a-c804fdcab668 req-721ae7bf-4634-4cc8-b9d0-24ff1706d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:06.998685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9748507e-c973-4d86-a79a-c804fdcab668 req-721ae7bf-4634-4cc8-b9d0-24ff1706d62f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 1101 time: 0.0676053 Sep 15 15:48:07.040189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9748507e-c973-4d86-a79a-c804fdcab668 req-c76fe8d9-96f0-4f86-9445-f915543db470 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300283 Sep 15 15:48:07.058972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6430c-1c49-4bed-a7e0-4d1f5fbcf4a0 req-8aee17ac-bfb0-4860-bbac-4e8dfe9f32ab tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:07.060609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86b6430c-1c49-4bed-a7e0-4d1f5fbcf4a0 req-8aee17ac-bfb0-4860-bbac-4e8dfe9f32ab tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0540144 Sep 15 15:48:07.106681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86b6430c-1c49-4bed-a7e0-4d1f5fbcf4a0 req-f05d2d0d-4b97-456a-9a45-97d69ea19cd7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Sep 15 15:48:07.134899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['f5012789-e82d-4a22-89b2-277fe66ae21a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:07.221154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b1b92-2fcc-4fe6-b0e3-e44e55000546 req-2df0d2b5-d9e3-4351-960f-b7231e33bb6b tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:07.222893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-966b1b92-2fcc-4fe6-b0e3-e44e55000546 req-2df0d2b5-d9e3-4351-960f-b7231e33bb6b tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 949 time: 0.0508256 Sep 15 15:48:07.269212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-966b1b92-2fcc-4fe6-b0e3-e44e55000546 req-fe09432a-6855-4676-9a36-7daf8e22f94e tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Sep 15 15:48:07.395803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dc4e6-30af-4192-b471-7de26928d382 req-81f42405-6a64-449c-8fe5-40b08d4b4e6b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:07.397370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4d4dc4e6-30af-4192-b471-7de26928d382 req-81f42405-6a64-449c-8fe5-40b08d4b4e6b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Sep 15 15:48:07.435059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4d4dc4e6-30af-4192-b471-7de26928d382 req-d833072a-835b-4f72-b573-f17b9a766c11 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Sep 15 15:48:07.572286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed6bc0-238d-4f87-96e1-308c20ccb3ad req-f7616d73-7a46-4447-b4a6-e6a9070d2501 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:07.573808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00ed6bc0-238d-4f87-96e1-308c20ccb3ad req-f7616d73-7a46-4447-b4a6-e6a9070d2501 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0494931 Sep 15 15:48:07.627446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00ed6bc0-238d-4f87-96e1-308c20ccb3ad req-b3a403f4-0a00-4233-adc0-cea8c9dbb99b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423460 Sep 15 15:48:07.897164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3966e1-9392-49df-af20-d311ef2358b9 req-7f0269e0-b8b7-4012-ae14-dc17557457b0 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:07.898938 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b3966e1-9392-49df-af20-d311ef2358b9 req-7f0269e0-b8b7-4012-ae14-dc17557457b0 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 950 time: 0.0575166 Sep 15 15:48:07.942968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b3966e1-9392-49df-af20-d311ef2358b9 req-cccdb2b5-99b2-4110-82a4-0044835c91a4 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371568 Sep 15 15:48:08.233264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7766e-e01d-405b-94b5-77608276f4f6 req-8953e23d-1765-4adf-8d5b-cf930c0b69d3 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:08.234989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92a7766e-e01d-405b-94b5-77608276f4f6 req-8953e23d-1765-4adf-8d5b-cf930c0b69d3 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Sep 15 15:48:08.275383 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92a7766e-e01d-405b-94b5-77608276f4f6 req-26436ccc-b539-43c9-aaea-d1f33fe06087 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Sep 15 15:48:08.389657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20fc7a-6259-46bc-affc-223cd272dca7 req-4f3d94ca-2a0d-425f-8e9d-7443463b86e0 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:08.391376 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa20fc7a-6259-46bc-affc-223cd272dca7 req-4f3d94ca-2a0d-425f-8e9d-7443463b86e0 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 949 time: 0.0489228 Sep 15 15:48:08.430959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f5012789-e82d-4a22-89b2-277fe66ae21a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:08.434498 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa20fc7a-6259-46bc-affc-223cd272dca7 req-3712f812-8c28-474f-803c-c075ba4a31e9 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353703 Sep 15 15:48:08.543797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port f5012789-e82d-4a22-89b2-277fe66ae21a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:08.548076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port f5012789-e82d-4a22-89b2-277fe66ae21a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:08.548468 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:08.572950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0c503-eee1-4502-acaa-29f2bb490dc5 req-91f7e2ef-e5fd-426d-b3cd-fa41755e7bfd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:08.574543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50d0c503-eee1-4502-acaa-29f2bb490dc5 req-91f7e2ef-e5fd-426d-b3cd-fa41755e7bfd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 945 time: 0.0568638 Sep 15 15:48:08.618046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50d0c503-eee1-4502-acaa-29f2bb490dc5 req-1359cdb4-55d8-43a1-9357-2d1ca4fdd3f4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Sep 15 15:48:08.635388 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:08.670269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f5012789-e82d-4a22-89b2-277fe66ae21a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f5012789-e82d-4a22-89b2-277fe66ae21a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:08.726687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:08.750950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516a6d0-f4b7-41c8-96bc-a705649efccd req-87a234a0-2886-43e2-bfa7-4f63450a5a2b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:08.752565 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7516a6d0-f4b7-41c8-96bc-a705649efccd req-87a234a0-2886-43e2-bfa7-4f63450a5a2b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0561366 Sep 15 15:48:08.774640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f5012789-e82d-4a22-89b2-277fe66ae21a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:08.792720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7516a6d0-f4b7-41c8-96bc-a705649efccd req-849cae34-3cf9-471e-8685-56f08657775a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Sep 15 15:48:08.864808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56272362-57cc-404e-af45-a0939c12fd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5012789-e82d-4a22-89b2-277fe66ae21a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:08.867455 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc66fcc4-3686-4c3b-adb7-96b1ed56e54e" -d '{"events": [{"server_uuid": "56272362-57cc-404e-af45-a0939c12fd93", "name": "network-vif-plugged", "status": "completed", "tag": "f5012789-e82d-4a22-89b2-277fe66ae21a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:08.904518 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b608d6-460d-4408-b1c1-9259c1edda3d x-openstack-request-id: req-c8b608d6-460d-4408-b1c1-9259c1edda3d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:08.904820 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56272362-57cc-404e-af45-a0939c12fd93", "name": "network-vif-plugged", "status": "completed", "tag": "f5012789-e82d-4a22-89b2-277fe66ae21a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:08.905076 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c8b608d6-460d-4408-b1c1-9259c1edda3d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:08.905473 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56272362-57cc-404e-af45-a0939c12fd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5012789-e82d-4a22-89b2-277fe66ae21a', 'code': 200} Sep 15 15:48:09.008915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d524a-3318-427a-a570-4fdf3439d2fb req-b84b445f-c7fc-4d1f-9e34-14eefb90a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.010420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-074d524a-3318-427a-a570-4fdf3439d2fb req-b84b445f-c7fc-4d1f-9e34-14eefb90a5db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 1101 time: 0.0465770 Sep 15 15:48:09.047803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-074d524a-3318-427a-a570-4fdf3439d2fb req-1974e705-bd64-4030-b5d1-ff1bb59c2950 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286005 Sep 15 15:48:09.067757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f804ff2-25d8-4aac-8b1b-0dbf27bf7dc3 req-3bb21c1c-d6db-421f-a495-73a67eca101f tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.069252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f804ff2-25d8-4aac-8b1b-0dbf27bf7dc3 req-3bb21c1c-d6db-421f-a495-73a67eca101f tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 950 time: 0.0515945 Sep 15 15:48:09.108892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f804ff2-25d8-4aac-8b1b-0dbf27bf7dc3 req-d8487468-7c20-401d-8d7f-9a2bc108a969 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Sep 15 15:48:09.316433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-2a9978b2-dd5a-4793-8368-bde20c486097 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.318314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-2a9978b2-dd5a-4793-8368-bde20c486097 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 945 time: 0.0507929 Sep 15 15:48:09.402732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea569ae-0d55-49cf-8177-efb740ea5b10 req-0cc19472-61f2-48b7-82f7-cad3fd58e644 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.404454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aea569ae-0d55-49cf-8177-efb740ea5b10 req-0cc19472-61f2-48b7-82f7-cad3fd58e644 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Sep 15 15:48:09.432312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Deleting port 2a7baa36-0086-436d-99d3-1797b7fd408f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:09.432692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:09.447779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aea569ae-0d55-49cf-8177-efb740ea5b10 req-64bd74c5-27f4-48ab-8a60-b708a6bb8dc4 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371938 Sep 15 15:48:09.541804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] For port 2a7baa36-0086-436d-99d3-1797b7fd408f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=2a7baa36-0086-436d-99d3-1797b7fd408f,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:09.542443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:09.557740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Calling delete_port for 2a7baa36-0086-436d-99d3-1797b7fd408f owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:09.575892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c84e1-871a-48e2-b59c-56a7f69e4cc1 req-c816c168-091f-4ea9-ab60-13f3f322079c tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.579943 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-795c84e1-871a-48e2-b59c-56a7f69e4cc1 req-c816c168-091f-4ea9-ab60-13f3f322079c tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 950 time: 0.0499732 Sep 15 15:48:09.619153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-795c84e1-871a-48e2-b59c-56a7f69e4cc1 req-4ad153fc-597b-4f9b-b1b5-3700e0143313 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Sep 15 15:48:09.754986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daac4e-433b-4661-beca-6f9271b8227a req-0103763d-8552-422f-8bb3-b0fb11c95379 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.756689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27daac4e-433b-4661-beca-6f9271b8227a req-0103763d-8552-422f-8bb3-b0fb11c95379 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 945 time: 0.0503702 Sep 15 15:48:09.759783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2521-c997-46fb-b19d-896276fee617 req-36e8075a-6200-4c75-aedd-e47a94275ead tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.761349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8dfc2521-c997-46fb-b19d-896276fee617 req-36e8075a-6200-4c75-aedd-e47a94275ead tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 950 time: 0.0502985 Sep 15 15:48:09.802122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27daac4e-433b-4661-beca-6f9271b8227a req-a2e6462f-a868-439a-8155-f7e669ac91de tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Sep 15 15:48:09.804387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8dfc2521-c997-46fb-b19d-896276fee617 req-0c3388f2-5ceb-47bb-9f3f-9b8bdd88bb84 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Sep 15 15:48:09.929061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f578b84-1ca3-41ce-9c38-fd1e755f99fb req-0131d56c-180b-4769-8fae-1c6e6fa75150 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:09.930618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f578b84-1ca3-41ce-9c38-fd1e755f99fb req-0131d56c-180b-4769-8fae-1c6e6fa75150 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0602665 Sep 15 15:48:09.970593 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f578b84-1ca3-41ce-9c38-fd1e755f99fb req-f817ce55-652f-4795-bea6-f939117e4fd0 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341022 Sep 15 15:48:10.018515 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:10.030562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['2a7baa36-0086-436d-99d3-1797b7fd408f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:10.049488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event deleted for resources: {'Port': ['ID=2a7baa36-0086-436d-99d3-1797b7fd408f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:10.095947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] No DVR routers for this DVR port 2a7baa36-0086-436d-99d3-1797b7fd408f on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:10.099127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:10.101671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59d7df54-d3c8-4cc4-9ddd-a82aa90688b2 req-c99be9d9-fcb5-4749-997f-cc998ea7e871 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "DELETE /v2.0/ports/2a7baa36-0086-436d-99d3-1797b7fd408f HTTP/1.1" status: 204 len: 173 time: 0.7753823 Sep 15 15:48:10.102119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'name': 'network-vif-deleted', 'tag': '2a7baa36-0086-436d-99d3-1797b7fd408f'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:10.104471 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e8d9e-8b17-4428-a3a7-4b2aed3749a1" -d '{"events": [{"server_uuid": "6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9", "name": "network-vif-deleted", "tag": "2a7baa36-0086-436d-99d3-1797b7fd408f"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:10.139625 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcadb194-ea0f-4b1d-a971-fcbd26828dc5 x-openstack-request-id: req-bcadb194-ea0f-4b1d-a971-fcbd26828dc5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:10.139918 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9", "name": "network-vif-deleted", "tag": "2a7baa36-0086-436d-99d3-1797b7fd408f", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:10.140171 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bcadb194-ea0f-4b1d-a971-fcbd26828dc5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:10.140594 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9', 'name': 'network-vif-deleted', 'tag': '2a7baa36-0086-436d-99d3-1797b7fd408f', 'status': 'completed', 'code': 200} Sep 15 15:48:10.539193 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:48:10.581500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307fea-f3b3-40de-a46d-9ffd93b4fd52 req-b86dde5a-fd35-4686-b4dc-f09f2e530274 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:10.583540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a307fea-f3b3-40de-a46d-9ffd93b4fd52 req-b86dde5a-fd35-4686-b4dc-f09f2e530274 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0589643 Sep 15 15:48:10.627349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a307fea-f3b3-40de-a46d-9ffd93b4fd52 req-199dc60a-c462-404e-a512-9389004f69b7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Sep 15 15:48:10.741009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3899f9-a9f9-4d89-82a8-7fb79f73a436 req-7cd1cc9e-0efd-473c-ada2-94d8188581f1 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:10.742664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc3899f9-a9f9-4d89-82a8-7fb79f73a436 req-7cd1cc9e-0efd-473c-ada2-94d8188581f1 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 950 time: 0.0499170 Sep 15 15:48:10.791378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc3899f9-a9f9-4d89-82a8-7fb79f73a436 req-80b17ba9-524a-46cf-b160-0ffc69793a8f tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Sep 15 15:48:10.918531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce45b31e-230f-43c0-b7da-40e1126d054e req-028d0c33-38df-45ef-a94a-bfa1ce407e08 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.0318868 Sep 15 15:48:11.042533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c9ebc-d541-4032-94a7-438b81ca1f04 req-ff63ce17-9bf9-4d89-9eaf-7a722dd49980 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:11.044973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-854c9ebc-d541-4032-94a7-438b81ca1f04 req-ff63ce17-9bf9-4d89-9eaf-7a722dd49980 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 950 time: 0.0565012 Sep 15 15:48:11.100621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-854c9ebc-d541-4032-94a7-438b81ca1f04 req-b08f6ce0-14f1-4171-83ee-e6d150f83719 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434680 Sep 15 15:48:11.229659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b32b5-fb49-4c6f-ab79-609444f6d301 req-2a140ec3-6185-4b1a-95a1-34f131bcdf95 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:11.232050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e40b32b5-fb49-4c6f-ab79-609444f6d301 req-2a140ec3-6185-4b1a-95a1-34f131bcdf95 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0555131 Sep 15 15:48:11.287001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e40b32b5-fb49-4c6f-ab79-609444f6d301 req-a2827748-0ec2-4594-85ae-a0c651d24a80 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Sep 15 15:48:11.348896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7668545-d65e-462f-843b-d514be2acf8d req-45b956ab-89bb-4023-9d08-4003f863ae16 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:11.350392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7668545-d65e-462f-843b-d514be2acf8d req-45b956ab-89bb-4023-9d08-4003f863ae16 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 950 time: 0.0501537 Sep 15 15:48:11.387969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7668545-d65e-462f-843b-d514be2acf8d req-7331f1b0-5fef-45a8-a70d-b2b2c3f82e61 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Sep 15 15:48:11.485772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-b7de6b74-455f-40cd-8a47-40747575d796 tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:11.487184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-b7de6b74-455f-40cd-8a47-40747575d796 tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 1101 time: 0.0451889 Sep 15 15:48:11.585180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Deleting port 916d78cd-6163-422d-b088-276ff60e337e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:11.588840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:11.676735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] For port 916d78cd-6163-422d-b088-276ff60e337e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=916d78cd-6163-422d-b088-276ff60e337e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:11.677119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:11.690211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Calling delete_port for 916d78cd-6163-422d-b088-276ff60e337e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:11.765830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93713c61-b6af-4d46-82e6-0e075941f03f req-8b0e8607-512c-4443-a467-4048dca20fde tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:11.768294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93713c61-b6af-4d46-82e6-0e075941f03f req-8b0e8607-512c-4443-a467-4048dca20fde tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 945 time: 0.0614634 Sep 15 15:48:11.812033 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93713c61-b6af-4d46-82e6-0e075941f03f req-16544a8a-b36c-429e-85a4-d1b71040a872 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Sep 15 15:48:11.869834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:11.883477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['916d78cd-6163-422d-b088-276ff60e337e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:11.903390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Pushing event deleted for resources: {'Port': ['ID=916d78cd-6163-422d-b088-276ff60e337e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:11.976526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] No DVR routers for this DVR port 916d78cd-6163-422d-b088-276ff60e337e on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:11.980053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:11.982265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65aa297c-c7b6-4d62-b3e4-1cf150f5589c req-804450ef-64cc-4915-a8bb-fe11a5c8a12d tempest-DeleteServersAdminTestJSON-936409854 tempest-DeleteServersAdminTestJSON-936409854-project-admin] 10.222.0.55 "DELETE /v2.0/ports/916d78cd-6163-422d-b088-276ff60e337e HTTP/1.1" status: 204 len: 173 time: 0.4859619 Sep 15 15:48:12.004022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4fb99fe5-f909-4741-9c89-1aa8184613c5 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:12.009174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4fb99fe5-f909-4741-9c89-1aa8184613c5 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.0770910 Sep 15 15:48:12.023847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:12.086703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa4946f2-30e9-4991-a067-dde7851fdce7 req-f9c27d77-997a-47e7-a6ec-2caec93baf45 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.0536523 Sep 15 15:48:12.129702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:12.148050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'name': 'network-vif-deleted', 'tag': '916d78cd-6163-422d-b088-276ff60e337e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:12.151826 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d3c30-5873-4f02-b414-9f516242896d" -d '{"events": [{"server_uuid": "9d20d628-93ef-4f6c-a297-beddc75e6066", "name": "network-vif-deleted", "tag": "916d78cd-6163-422d-b088-276ff60e337e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:12.260140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-587331bf-3f33-4d65-b824-e43e5876680d req-3b3a31a6-b671-48c5-8511-fbd5cf9b115f tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=9d20d628-93ef-4f6c-a297-beddc75e6066 HTTP/1.1" status: 200 len: 210 time: 0.0459626 Sep 15 15:48:12.262599 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91386878-8e94-4836-a3ed-b73daea089a7 x-openstack-request-id: req-91386878-8e94-4836-a3ed-b73daea089a7 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:12.263038 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d20d628-93ef-4f6c-a297-beddc75e6066", "name": "network-vif-deleted", "tag": "916d78cd-6163-422d-b088-276ff60e337e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:12.263578 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91386878-8e94-4836-a3ed-b73daea089a7 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:12.264134 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d20d628-93ef-4f6c-a297-beddc75e6066', 'name': 'network-vif-deleted', 'tag': '916d78cd-6163-422d-b088-276ff60e337e', 'status': 'completed', 'code': 200} Sep 15 15:48:12.386904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-9db9a3cd-c8c7-472e-8a42-25aebd73afa8 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=932edcbecced427cbcc21f24c30b86c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271196 Sep 15 15:48:12.449409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:12.452548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:12.499954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c286e-09b8-48e6-abbc-b87e4589f15f req-5aa24cc5-11d8-40af-9595-85e10728abd7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:12.501615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-153c286e-09b8-48e6-abbc-b87e4589f15f req-5aa24cc5-11d8-40af-9595-85e10728abd7 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0556087 Sep 15 15:48:12.548233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:12.556957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-bbb11647-adf4-44f0-a214-cb9ee33ade84 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:12.558631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-bbb11647-adf4-44f0-a214-cb9ee33ade84 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612363 Sep 15 15:48:12.581175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 2a7baa36-0086-436d-99d3-1797b7fd408f no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:12.586697 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-153c286e-09b8-48e6-abbc-b87e4589f15f req-eb13954c-5b64-4583-ac7e-4646aac8cc2d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767097 Sep 15 15:48:12.591000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-0872fff8-3f20-47fe-a1a8-80725e1886d0 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/quotas/932edcbecced427cbcc21f24c30b86c8 HTTP/1.1" status: 200 len: 375 time: 0.0126452 Sep 15 15:48:12.631430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 2a7baa36-0086-436d-99d3-1797b7fd408f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:12.631958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 2a7baa36-0086-436d-99d3-1797b7fd408f not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:12.644162 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:12.652856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-8ddc8b5f-9d76-419c-a1d9-7ab6fd74df6b tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=932edcbecced427cbcc21f24c30b86c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532885 Sep 15 15:48:12.678377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:12.691247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:48:12.716357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:12.783873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6afbab-ff54-4e15-9be9-35c5214b41a1 req-553d8c4c-9f56-444c-b7f8-217c6cb5c9f3 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:12.784735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:12.786832 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f6afbab-ff54-4e15-9be9-35c5214b41a1 req-553d8c4c-9f56-444c-b7f8-217c6cb5c9f3 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 950 time: 0.0918159 Sep 15 15:48:12.852375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f6afbab-ff54-4e15-9be9-35c5214b41a1 req-8d5d2e1d-8b63-4117-be14-47beabebb8c6 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/security-groups?id=199e3122-00d0-4d5d-a271-fa60b8c57a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581465 Sep 15 15:48:12.859906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:12.860251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:12.860614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:12.870980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:12.870980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Attempting to bind port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on network 742acc42-ee0d-49c3-9263-c38eb7ccca8d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:12.891405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:12.892010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Checking segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:12.892677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Bound using segment: {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:12.893269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Bound port: a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0124bb50-fac6-42d0-a304-cf38694ebe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '742acc42-ee0d-49c3-9263-c38eb7ccca8d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:12.893835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:12.928477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-ba74b59d-3d23-41ba-9e8d-18c939813ac7 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:12.930448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-ba74b59d-3d23-41ba-9e8d-18c939813ac7 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.55 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 950 time: 0.1024730 Sep 15 15:48:13.032536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf1d75-1d78-4d0c-8dd1-ce0d0b915313 req-98a14eee-1576-48ad-a3fb-a5dad11ecd31 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:13.047748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90cf1d75-1d78-4d0c-8dd1-ce0d0b915313 req-98a14eee-1576-48ad-a3fb-a5dad11ecd31 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.0988810 Sep 15 15:48:13.091017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:13.113933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-6aca29c4-9c9e-49a3-a4a0-28d837bf8231 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=932edcbecced427cbcc21f24c30b86c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410671 Sep 15 15:48:13.118762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90cf1d75-1d78-4d0c-8dd1-ce0d0b915313 req-d0ac88a8-eaf2-4284-a996-7517cbbd5a7d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Sep 15 15:48:13.140809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:13.172507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Deleting port f5012789-e82d-4a22-89b2-277fe66ae21a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:13.172507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:13.262628 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2dfb8d8-d279-4e9a-b41d-6eeeb1cdc975 req-08cb11f8-bc3d-4e9f-b4bd-8f0dfb0126ea tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.0451930 Sep 15 15:48:13.269082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:13.371532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-f9e45b26-17e2-4fa2-9db3-e531b9e63f5a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:13.373093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-f9e45b26-17e2-4fa2-9db3-e531b9e63f5a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587519 Sep 15 15:48:13.389254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] For port f5012789-e82d-4a22-89b2-277fe66ae21a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f5012789-e82d-4a22-89b2-277fe66ae21a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:13.389956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:13.420509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:13.441830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Calling delete_port for f5012789-e82d-4a22-89b2-277fe66ae21a owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:13.455173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-2bf7bd92-d83e-4f59-af21-5917b60ec6ff tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/quotas/932edcbecced427cbcc21f24c30b86c8 HTTP/1.1" status: 200 len: 375 time: 0.0678456 Sep 15 15:48:13.458563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:13.462209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:13.462209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-4165724f-28ec-48f3-b248-caffa5f3d15f service neutron] 10.222.0.55 "PUT /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 1121 time: 1.4436657 Sep 15 15:48:13.509455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-5db4ba5b-c657-4c6c-b7ab-ea07e020389a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=932edcbecced427cbcc21f24c30b86c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532708 Sep 15 15:48:13.534151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:13.601497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:13.756351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-14497089-af65-40e7-a89e-f425fd347ffb tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=239c13cc660b4ea89d535bd0c75937e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337689 Sep 15 15:48:13.842010 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:13.910263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Pushing event deleted for resources: {'Port': ['ID=f5012789-e82d-4a22-89b2-277fe66ae21a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:14.012722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-78d71eef-8507-468c-b548-0d0b85c564a9 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:14.028961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-78d71eef-8507-468c-b548-0d0b85c564a9 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713337 Sep 15 15:48:14.050880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-720baca5-a83d-4432-b12b-8376ff20d27e tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/quotas/239c13cc660b4ea89d535bd0c75937e7 HTTP/1.1" status: 200 len: 375 time: 0.0207841 Sep 15 15:48:14.094764 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-5c5c0f70-d168-4a9c-bc9d-e59cb68b28a6 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=239c13cc660b4ea89d535bd0c75937e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422683 Sep 15 15:48:14.121067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] No DVR routers for this DVR port f5012789-e82d-4a22-89b2-277fe66ae21a on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:14.126983 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:14.131193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ffdae7f-7c9d-42c8-8f69-51fe82f94836 req-10d828be-c93d-4c23-8d35-640336ad3135 tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.55 "DELETE /v2.0/ports/f5012789-e82d-4a22-89b2-277fe66ae21a HTTP/1.1" status: 204 len: 173 time: 1.1813152 Sep 15 15:48:14.172725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce46a8c-4275-4625-952b-f351fc2ff2fb req-5b7ff6e3-7502-4fe2-8335-dceccfdceeba tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:14.176981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ce46a8c-4275-4625-952b-f351fc2ff2fb req-5b7ff6e3-7502-4fe2-8335-dceccfdceeba tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.2289639 Sep 15 15:48:14.226268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ce46a8c-4275-4625-952b-f351fc2ff2fb req-20cb2b16-75e1-4083-97e8-d6ccfeeba091 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482018 Sep 15 15:48:14.266246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'}, {'name': 'network-changed', 'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'}, {'server_uuid': '56272362-57cc-404e-af45-a0939c12fd93', 'name': 'network-vif-deleted', 'tag': 'f5012789-e82d-4a22-89b2-277fe66ae21a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:14.268779 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d20a607-d681-48a9-9b6a-2cdee977cf44" -d '{"events": [{"server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "name": "network-vif-unplugged", "status": "completed", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a"}, {"name": "network-changed", "server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a"}, {"server_uuid": "56272362-57cc-404e-af45-a0939c12fd93", "name": "network-vif-deleted", "tag": "f5012789-e82d-4a22-89b2-277fe66ae21a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:14.309540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a570b981-e666-4bba-954c-0fb27fc68008 req-d169478a-70fc-498c-99ed-b4ef7fae1cce tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 210 time: 0.0298200 Sep 15 15:48:14.408311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86c34c5d-cd43-447c-9809-a9665b703681 req-a760b6b3-0fb5-45e5-ae3c-2a03d8aa989b tempest-ImagesNegativeTestJSON-1367163787 tempest-ImagesNegativeTestJSON-1367163787-project] 10.222.0.63 "GET /v2.0/ports?device_id=56272362-57cc-404e-af45-a0939c12fd93 HTTP/1.1" status: 200 len: 210 time: 0.0327878 Sep 15 15:48:14.456451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 916d78cd-6163-422d-b088-276ff60e337e no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:14.486328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 916d78cd-6163-422d-b088-276ff60e337e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:14.497336 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b189a3-aa52-46c4-ba27-684f52871c7f x-openstack-request-id: req-77b189a3-aa52-46c4-ba27-684f52871c7f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:14.497336 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "name": "network-vif-unplugged", "status": "completed", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a", "code": 200}, {"name": "network-changed", "server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a", "status": "completed", "code": 200}, {"server_uuid": "56272362-57cc-404e-af45-a0939c12fd93", "name": "network-vif-deleted", "tag": "f5012789-e82d-4a22-89b2-277fe66ae21a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:14.497336 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-77b189a3-aa52-46c4-ba27-684f52871c7f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:14.497336 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a', 'code': 200} Sep 15 15:48:14.497336 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a', 'status': 'completed', 'code': 200} Sep 15 15:48:14.497336 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56272362-57cc-404e-af45-a0939c12fd93', 'name': 'network-vif-deleted', 'tag': 'f5012789-e82d-4a22-89b2-277fe66ae21a', 'status': 'completed', 'code': 200} Sep 15 15:48:14.498590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 916d78cd-6163-422d-b088-276ff60e337e not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:14.549024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3bc8f-6736-4561-b45c-5327b3094d40 req-467b482c-4d8f-4463-8989-febffcad6049 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:14.551893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24f3bc8f-6736-4561-b45c-5327b3094d40 req-467b482c-4d8f-4463-8989-febffcad6049 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.0858769 Sep 15 15:48:14.618691 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24f3bc8f-6736-4561-b45c-5327b3094d40 req-68c92b12-09ad-4c27-8df9-a56cb76d0227 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589247 Sep 15 15:48:14.653758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4825774-66c1-48bf-8403-a0a54bcb19a4 req-14821097-102f-480c-b226-f5266bad2422 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.0594695 Sep 15 15:48:14.675538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-dfba6392-f56b-41d2-98a7-0beaf9b45270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:14.675538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-dfba6392-f56b-41d2-98a7-0beaf9b45270 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1124 time: 0.1528897 Sep 15 15:48:14.743496 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-390e8b06-f757-43a6-8b24-48505572a21a req-27a9e643-5a6d-4c58-ac79-527b48dc4a76 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 210 time: 0.0464647 Sep 15 15:48:14.827618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-d4df8881-90db-427f-8be9-0c2695f86970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:14.829166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-d4df8881-90db-427f-8be9-0c2695f86970 service neutron] 10.222.0.38 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.1544163 Sep 15 15:48:14.876401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-a7378c20-1e4c-4bed-b47b-631d3e6da5bc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 217 time: 0.0386481 Sep 15 15:48:14.932389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-9bb31cea-127a-4d92-9e22-4c632d3ebc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:14.934958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-9bb31cea-127a-4d92-9e22-4c632d3ebc6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.0511546 Sep 15 15:48:14.971808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-72143498-a511-45be-944d-71ed2ca58a36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287018 Sep 15 15:48:15.077059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-cb901954-7e77-4d0b-988e-17a3721a8f4a service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976248 Sep 15 15:48:15.191444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d20a607-d681-48a9-9b6a-2cdee977cf44 req-765b4aed-1481-43e0-9693-57c211261ce1 service neutron] 10.222.0.38 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045880 Sep 15 15:48:15.350182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb883619-3f1a-472b-b5e8-9a99a0863114 req-17a875a7-8d60-43de-8d17-575ea63fb3f3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:15.351826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb883619-3f1a-472b-b5e8-9a99a0863114 req-17a875a7-8d60-43de-8d17-575ea63fb3f3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0530205 Sep 15 15:48:15.393541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb883619-3f1a-472b-b5e8-9a99a0863114 req-cea0d969-c868-4fe3-9ba9-7d8be2d9f3b5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357893 Sep 15 15:48:15.418605 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbb1c989-5721-47ca-b1ef-9ca8b5c354a8 req-ce157753-d810-4c69-bcba-d60e4a2a0871 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 210 time: 0.0335777 Sep 15 15:48:15.762309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e01a28-74c1-433b-92fc-80d87dc83aa9 req-2a7210e0-b6f3-4b5f-ae40-6d25ab1c9077 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:15.772822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67e01a28-74c1-433b-92fc-80d87dc83aa9 req-2a7210e0-b6f3-4b5f-ae40-6d25ab1c9077 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.0735381 Sep 15 15:48:15.806105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e25480c-ab77-4ea4-9551-74d31ceb723b req-f0f32ae6-4da3-47e2-bcde-675baf760c2c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=6dbc6a2b-6875-4cf9-aff4-4c185d1bb0e9 HTTP/1.1" status: 200 len: 210 time: 0.0439534 Sep 15 15:48:15.813035 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67e01a28-74c1-433b-92fc-80d87dc83aa9 req-7ae7daae-4ac8-4b86-a3da-541456d1b74a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Sep 15 15:48:15.917466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33f19720-19ca-4546-94b8-b1d989f63c28 req-a73484ce-8b73-4ca3-a64e-d00d221a713e tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 210 time: 0.0458119 Sep 15 15:48:16.177586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38794) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:16.309844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e34767a8-63ac-4ec5-a897-c6e79b47b6e7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19d8245f5c3d43c39429df4dbbf00716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308622 Sep 15 15:48:16.312279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38798) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:16.364571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc391-7b7a-4195-afa7-a74dcbbb7939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:16.386968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc391-7b7a-4195-afa7-a74dcbbb7939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:16.458419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f5012789-e82d-4a22-89b2-277fe66ae21a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:16.477110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-6783e01d-a949-4dbf-8882-1eeb3ab8e502 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=932edcbecced427cbcc21f24c30b86c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357964 Sep 15 15:48:16.496754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: f5012789-e82d-4a22-89b2-277fe66ae21a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:16.502007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f5012789-e82d-4a22-89b2-277fe66ae21a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:16.538508 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc391-7b7a-4195-afa7-a74dcbbb7939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:16.540108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd9dc391-7b7a-4195-afa7-a74dcbbb7939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:16.543810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fd9dc391-7b7a-4195-afa7-a74dcbbb7939 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/199e3122-00d0-4d5d-a271-fa60b8c57a33 HTTP/1.1" status: 204 len: 168 time: 0.2280707 Sep 15 15:48:16.555545 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e296119-b492-4aa9-bb25-082b923c2d51 req-c77e79b1-728d-41c8-b4d4-e5b606d284b0 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Sep 15 15:48:16.571834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dc391-7b7a-4195-afa7-a74dcbbb7939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199e3122-00d0-4d5d-a271-fa60b8c57a33,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:16.623781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786b7f2-4f04-478e-8e08-6f96b7b9a616 req-3c39d86e-8aa6-43e2-8ad4-59deeff2aec9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:16.625552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9786b7f2-4f04-478e-8e08-6f96b7b9a616 req-3c39d86e-8aa6-43e2-8ad4-59deeff2aec9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1462350 Sep 15 15:48:16.674346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-df1afafe-a76e-4f31-b80a-a6ade0ab452a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:16.675787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-df1afafe-a76e-4f31-b80a-a6ade0ab452a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915231 Sep 15 15:48:16.693700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Request body: {'port': {'device_id': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '932edcbecced427cbcc21f24c30b86c8'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:16.699484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9786b7f2-4f04-478e-8e08-6f96b7b9a616 req-06bd8b6a-7106-4090-b08e-5da9a11cd422 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666957 Sep 15 15:48:16.898901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Made reservation on behalf of 932edcbecced427cbcc21f24c30b86c8 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:48:16.904587 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:16.916819 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:17.052055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7bd0-d0ff-4bdb-a5cf-5aff1dd5a86c req-aef9172b-f6b0-44ee-9607-16134cb508a7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:17.053659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fed7bd0-d0ff-4bdb-a5cf-5aff1dd5a86c req-aef9172b-f6b0-44ee-9607-16134cb508a7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.0849524 Sep 15 15:48:17.155345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-248ee877-ea2e-4a6f-81ab-e1f819c417dc tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=932edcbecced427cbcc21f24c30b86c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527260 Sep 15 15:48:17.167780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab9be28a-c878-42de-ab3f-36ecb045cba8 req-b2c1ee2e-2b07-49b6-806f-6779643720e5 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 210 time: 0.0490146 Sep 15 15:48:17.201014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fed7bd0-d0ff-4bdb-a5cf-5aff1dd5a86c req-37ed0eb9-7a50-48dd-9627-af2866229a5b tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396334 Sep 15 15:48:17.265716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:17.314979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-82708da8-e1a6-40aa-ba07-aca6418dd3f5 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:17.317296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-82708da8-e1a6-40aa-ba07-aca6418dd3f5 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495295 Sep 15 15:48:17.334518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Request body: {'port': {'device_id': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '932edcbecced427cbcc21f24c30b86c8'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:17.363977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:17.526810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a200637-48a7-4baf-8cd8-eb5d8054138b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:17.741647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77e19d00-f318-4e19-af05-3d3ee0f610d9 req-94c8dfb9-4afd-41a6-bdb7-fe284253f297 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 210 time: 0.0455942 Sep 15 15:48:17.771671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Allocated IP 192.168.233.190 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/01255fd9-7c66-4ae0-8f2f-49c4959b0017) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:17.804141 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-55785108-e74a-49b5-9695-00407b6d2690 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=239c13cc660b4ea89d535bd0c75937e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384974 Sep 15 15:48:17.809820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Made reservation on behalf of 932edcbecced427cbcc21f24c30b86c8 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:48:17.814052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:17.865823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02550d-74e1-45f3-8e50-d7d66988c219 req-52836c09-078b-4876-8240-b6b3306babcd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:17.869069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b02550d-74e1-45f3-8e50-d7d66988c219 req-52836c09-078b-4876-8240-b6b3306babcd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.2178986 Sep 15 15:48:17.984208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b02550d-74e1-45f3-8e50-d7d66988c219 req-8dd6ba59-9570-41d2-a290-bbed539210dc tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/quotas/5f655d3ba7094765a8ef61352a56cc67 HTTP/1.1" status: 200 len: 375 time: 0.0335078 Sep 15 15:48:18.012097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-d545705a-cc24-44e1-9a40-eb4e4325c384 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:18.014659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-d545705a-cc24-44e1-9a40-eb4e4325c384 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036028 Sep 15 15:48:18.028238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93dc72-52a0-4299-9681-2b867ef9ab73 req-27129adf-b06d-417f-96f9-2628f0a93cfa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:18.030203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb93dc72-52a0-4299-9681-2b867ef9ab73 req-27129adf-b06d-417f-96f9-2628f0a93cfa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1423540 Sep 15 15:48:18.035791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Request body: {'port': {'device_id': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '239c13cc660b4ea89d535bd0c75937e7'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:18.048877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b02550d-74e1-45f3-8e50-d7d66988c219 req-07c55e62-a6a0-4976-81fe-4df81d4f08c1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526803 Sep 15 15:48:18.170465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb93dc72-52a0-4299-9681-2b867ef9ab73 req-20b840b5-e1bc-4c34-82c9-11f5793de689 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304319 Sep 15 15:48:18.209725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:18.363314 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:18.383883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Made reservation on behalf of 239c13cc660b4ea89d535bd0c75937e7 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:48:18.389194 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:18.415630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-140c048a-1d5a-4516-bb0a-cdcbbf98dfc3 req-e86a9ef5-0e38-4112-86e1-12f444ab9a34 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 210 time: 0.0451925 Sep 15 15:48:18.457657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:18.465350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:18.491300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:18.524859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b02550d-74e1-45f3-8e50-d7d66988c219 req-af654239-a61c-4e81-966d-b34f784e71ec service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538572 Sep 15 15:48:18.550324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:18.556422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Allocated IP 192.168.233.150 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/cdada5d2-bb67-4407-9189-26ec64d86434) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:18.611155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:18.612106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:18.734797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b02550d-74e1-45f3-8e50-d7d66988c219 req-685126be-736b-41ae-81ba-114d143d3dc9 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081025 Sep 15 15:48:18.767101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-42ef90b2-4987-40ac-baa2-14b8d8ac003a tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0784535 Sep 15 15:48:18.798742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Request body: {'port': {'device_id': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:18.877961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f1bc63da-3191-446d-8d31-e894c33ba76c None None] Provisioning complete for port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:18.878532 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1bc63da-3191-446d-8d31-e894c33ba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:18.916195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc63da-3191-446d-8d31-e894c33ba76c None None] Port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:48:19.111985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4671f5e-b726-4b8d-96ed-d81df9b70cc8 req-f234daca-3a9d-4c19-ba79-5c250a668347 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:19.111985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4671f5e-b726-4b8d-96ed-d81df9b70cc8 req-f234daca-3a9d-4c19-ba79-5c250a668347 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 943 time: 0.0694871 Sep 15 15:48:19.135982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4671f5e-b726-4b8d-96ed-d81df9b70cc8 req-52cf015a-9f22-498c-a101-7c547bda0bca tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Sep 15 15:48:19.247794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1af4ea2-43b3-4227-a11d-3335a511a70e req-905df903-df6f-4875-a99d-3ef8478724bc tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=00f9a4d4-2ba6-446a-ab8d-5e543f2dd858 HTTP/1.1" status: 200 len: 210 time: 0.0381205 Sep 15 15:48:19.310233 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a7ac806-e03f-498b-8eab-01054f2736b5 req-a90be8e7-6dc6-403f-8405-23a29ce0b9e4 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 210 time: 0.0611963 Sep 15 15:48:19.317466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:19.324614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-d0c96675-db19-493f-8719-90386357de5c service neutron] 10.222.0.38 "GET /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.0675702 Sep 15 15:48:19.329328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:19.524961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7001d2-363b-497e-b6d2-d9dd49c4d120 req-b16d0b64-5582-4146-9951-e28446d6cb97 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:19.526730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc7001d2-363b-497e-b6d2-d9dd49c4d120 req-b16d0b64-5582-4146-9951-e28446d6cb97 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1475158 Sep 15 15:48:19.539136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:19.566193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:19.569097 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:19.636467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:19.639388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81a1eaa-f9a3-417c-932e-a34a0e29fe9a {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:19.651302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:19.657185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:19.657977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:19.670875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Allocated IP 192.168.233.129 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/6962d244-a6a3-4439-bda2-f0ca9d645cc1) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:19.673894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc7001d2-363b-497e-b6d2-d9dd49c4d120 req-ff769bd5-f612-4e0d-820b-161173c30175 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361480 Sep 15 15:48:19.699317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:19.748256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:19.749079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:19.764258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:19.854463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-177a06f0-e7b5-4cb1-b74f-d54350763da2 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5251839 Sep 15 15:48:19.870791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Request body: {'port': {'device_id': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:19.978703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:19.987925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.055862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-72c7544a-5e0c-43b6-a03c-1dd9f766dc48 None None] Provisioning complete for port cdada5d2-bb67-4407-9189-26ec64d86434 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:20.057590 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-72c7544a-5e0c-43b6-a03c-1dd9f766dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.059767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca4dca5d-921c-4b10-b6e2-8588cce499ab req-a00a76c1-4322-4510-a783-ccc58ceff74c tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 210 time: 0.0436621 Sep 15 15:48:20.061197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] Transition to ACTIVE for port object a81a1eaa-f9a3-417c-932e-a34a0e29fe9a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:20.099805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.120194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-72c7544a-5e0c-43b6-a03c-1dd9f766dc48 None None] Port cdada5d2-bb67-4407-9189-26ec64d86434 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:48:20.122399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:20.140955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:20.145786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:20.201987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:20.203109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.227892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.293330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Pushing event updated for resources: {'Port': ['ID=6962d244-a6a3-4439-bda2-f0ca9d645cc1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:20.306634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0dd39f3d-482a-4960-9b5d-b013edfbc0ae tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2751582 Sep 15 15:48:20.307691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] No DVR routers for this DVR port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:20.358470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Request body: {'port': {'device_id': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:20.360571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01255fd9-7c66-4ae0-8f2f-49c4959b0017 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:20.370447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.384221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Transition to ACTIVE for port object 01255fd9-7c66-4ae0-8f2f-49c4959b0017 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:20.472231 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.541490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-66002306-4e0a-4ae9-89a2-dda1ccf12853 None None] Provisioning complete for port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:20.541765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-66002306-4e0a-4ae9-89a2-dda1ccf12853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.591655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-66002306-4e0a-4ae9-89a2-dda1ccf12853 None None] Port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:48:20.610607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:20.619939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:20.673366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:20.788553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] 10.222.0.38 "PUT /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4571285 Sep 15 15:48:20.789246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adcf16-aa70-4761-a825-f8fcf3a63aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=10']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:20.838007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.844471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a94f6a-6d17-4f4b-8e5f-8fd01ff43d9b req-2bc3d0de-aeab-4b2e-a991-6c3cc98c34db tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:20.847271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Attempting to bind port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:20.847271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Attempting to bind port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:20.847271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Attempting to bind port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:20.847768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2a94f6a-6d17-4f4b-8e5f-8fd01ff43d9b req-2bc3d0de-aeab-4b2e-a991-6c3cc98c34db tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 944 time: 0.4926026 Sep 15 15:48:20.875169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:20.875486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Attempting to bind port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:20.884012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-f693acf0-a6aa-4e65-af9a-ed16fe7fda37 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:20.885581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-f693acf0-a6aa-4e65-af9a-ed16fe7fda37 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.3524470 Sep 15 15:48:20.901919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:20.902309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:20.902679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:20.903116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Bound port: 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:20.903475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.919719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdada5d2-bb67-4407-9189-26ec64d86434 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:20.932399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:20.943656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-b66a95b4-fee2-4d1d-a632-73bb5d49f2fe tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/quotas/5f655d3ba7094765a8ef61352a56cc67 HTTP/1.1" status: 200 len: 375 time: 0.0514085 Sep 15 15:48:20.982589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2a94f6a-6d17-4f4b-8e5f-8fd01ff43d9b req-c5adede0-7ab3-45e3-b6fd-8e5e04d01818 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013753 Sep 15 15:48:21.014161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Transition to ACTIVE for port object cdada5d2-bb67-4407-9189-26ec64d86434 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:21.027858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-28b6afc5-7d42-4046-8e8f-956b8b99207d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605772 Sep 15 15:48:21.086044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.089522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a3d1ee3c-9067-42b4-8c6c-e2209669e7ab tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.091098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a3d1ee3c-9067-42b4-8c6c-e2209669e7ab tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.1621671 Sep 15 15:48:21.143381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:21.177990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0e51-ca36-44c0-9c2c-e6005b7383f0 req-37004ea6-adf6-4566-8c58-99916344fd2e tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.179423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f34d0e51-ca36-44c0-9c2c-e6005b7383f0 req-37004ea6-adf6-4566-8c58-99916344fd2e tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 936 time: 0.1141357 Sep 15 15:48:21.197910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:21.235956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:21.243686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f34d0e51-ca36-44c0-9c2c-e6005b7383f0 req-c6d844d7-ba81-43eb-b130-746e092c32ad tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556836 Sep 15 15:48:21.288978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.322981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-73a6f4ad-c2e2-4911-bd2c-9910fb98cbea service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805028 Sep 15 15:48:21.323447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6962d244-a6a3-4439-bda2-f0ca9d645cc1 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:21.333004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.358399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Transition to ACTIVE for port object 6962d244-a6a3-4439-bda2-f0ca9d645cc1 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:21.373247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a9a1d3dd-98ee-437a-b68a-3ffafc0e4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.374770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a9a1d3dd-98ee-437a-b68a-3ffafc0e4727 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13&tenant_id=778023219b2a4f1ca13621ea15ddb51b HTTP/1.1" status: 200 len: 1095 time: 0.2711678 Sep 15 15:48:21.392617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.393496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.395298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] 10.222.0.38 "PUT /v2.0/ports/01255fd9-7c66-4ae0-8f2f-49c4959b0017 HTTP/1.1" status: 200 len: 1096 time: 2.6045957 Sep 15 15:48:21.398080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:21.400530 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380463f1-bca9-4e83-a9fe-f4378a2d8861" -d '{"events": [{"name": "network-changed", "server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:21.446279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.521517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e630e-6f1d-4eba-abd3-638e4e90d0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:21.530828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Attempting to bind port cdada5d2-bb67-4407-9189-26ec64d86434 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:21.531458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Attempting to bind port cdada5d2-bb67-4407-9189-26ec64d86434 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:21.531960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Attempting to bind port cdada5d2-bb67-4407-9189-26ec64d86434 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:21.558141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6962d244-a6a3-4439-bda2-f0ca9d645cc1,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:21.564674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Port cdada5d2-bb67-4407-9189-26ec64d86434 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:21.565081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Attempting to bind port cdada5d2-bb67-4407-9189-26ec64d86434 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:21.590715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-1ff9a6cc-c4ee-4d0c-ad98-522e88c6b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.592455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-1ff9a6cc-c4ee-4d0c-ad98-522e88c6b1fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=778023219b2a4f1ca13621ea15ddb51b&device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1095 time: 0.1888983 Sep 15 15:48:21.623130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:21.623415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:21.623801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:21.624247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Bound port: cdada5d2-bb67-4407-9189-26ec64d86434, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:21.624640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.624981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cb009-7a77-4998-b51d-fa97a68181a5 req-305d4699-93ef-449f-a39c-ed24c5425d3b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.626632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-706cb009-7a77-4998-b51d-fa97a68181a5 req-305d4699-93ef-449f-a39c-ed24c5425d3b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1166608 Sep 15 15:48:21.630107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-0d8a5fdd-ead8-4bde-aa0c-d0e21de10312 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783396 Sep 15 15:48:21.667047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-1ffc7cb4-66e0-407e-851a-e3b19156da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.668981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-1ffc7cb4-66e0-407e-851a-e3b19156da31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=932edcbecced427cbcc21f24c30b86c8&device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 1099 time: 0.1243055 Sep 15 15:48:21.687984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Attempting to bind port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:21.688457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Attempting to bind port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:21.688882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Attempting to bind port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:21.709942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-706cb009-7a77-4998-b51d-fa97a68181a5 req-d373e259-6c52-4b18-869c-c0a6e402d9e1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656476 Sep 15 15:48:21.711581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:21.714757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Attempting to bind port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:21.728190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:21.734844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:21.734844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:21.734844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Bound port: 6962d244-a6a3-4439-bda2-f0ca9d645cc1, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:21.734844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.770798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-05da7f6a-77a6-4f0d-bc99-813f51dd4152 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017 HTTP/1.1" status: 200 len: 217 time: 0.0646508 Sep 15 15:48:21.845280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] For port 6962d244-a6a3-4439-bda2-f0ca9d645cc1, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:21.852604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] For port 6962d244-a6a3-4439-bda2-f0ca9d645cc1, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6962d244-a6a3-4439-bda2-f0ca9d645cc1,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:21.919297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a6731c9b-c91f-4726-9875-7654bd765301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.928346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a6731c9b-c91f-4726-9875-7654bd765301 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 200 len: 922 time: 0.3126113 Sep 15 15:48:21.929596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:21.934571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4be7a-d9b1-47d2-8790-8a30e5c3ef19 req-9021c3d9-c1e2-47ee-abf6-216cdfba52d7 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.935621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:21.943023 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06e4be7a-d9b1-47d2-8790-8a30e5c3ef19 req-9021c3d9-c1e2-47ee-abf6-216cdfba52d7 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 948 time: 0.0772150 Sep 15 15:48:21.958422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:21.979517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-31e32dc8-caf1-4d89-8f9f-653777894e8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 200 len: 217 time: 0.0457439 Sep 15 15:48:21.981089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-72102912-c14c-433f-b32e-a83ab528258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:21.982521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-72102912-c14c-433f-b32e-a83ab528258b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2047658 Sep 15 15:48:22.037594 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a0b226-2a60-4af6-8083-3f92fad124fc x-openstack-request-id: req-73a0b226-2a60-4af6-8083-3f92fad124fc {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:22.038037 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:22.038547 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-73a0b226-2a60-4af6-8083-3f92fad124fc {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:22.039163 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'status': 'completed', 'code': 200} Sep 15 15:48:22.057889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.059138 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:22.060892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/6962d244-a6a3-4439-bda2-f0ca9d645cc1 HTTP/1.1" status: 200 len: 1096 time: 1.7128890 Sep 15 15:48:22.061248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:22.068550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'tag': '6962d244-a6a3-4439-bda2-f0ca9d645cc1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:22.072949 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241aa2d4-35cc-4875-9032-4e267019d686" -d '{"events": [{"name": "network-changed", "server_uuid": "36aff16c-f730-48d5-bca8-4ba1046e0638", "tag": "6962d244-a6a3-4439-bda2-f0ca9d645cc1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:22.093984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c93c16-6f44-469b-b3bd-584382ea61e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6962d244-a6a3-4439-bda2-f0ca9d645cc1,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:22.128030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06e4be7a-d9b1-47d2-8790-8a30e5c3ef19 req-4e20eeb0-c56d-4a17-a418-7537e6b80272 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818066 Sep 15 15:48:22.128236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.135406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:22.140039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] 10.222.0.38 "PUT /v2.0/ports/cdada5d2-bb67-4407-9189-26ec64d86434 HTTP/1.1" status: 200 len: 1096 time: 2.2738812 Sep 15 15:48:22.141922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-53ab2918-08cb-4311-b64e-79b37725f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.143379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-53ab2918-08cb-4311-b64e-79b37725f093 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 200 len: 861 time: 0.1541333 Sep 15 15:48:22.207740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-bfe602ca-0295-4c44-841d-56cd43755ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.209411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-bfe602ca-0295-4c44-841d-56cd43755ea7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2121384 Sep 15 15:48:22.216565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-7300934d-54b4-466c-97a8-20ba0af679de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742acc42-ee0d-49c3-9263-c38eb7ccca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539374 Sep 15 15:48:22.251360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0172c-025a-46e9-bcaf-548ead3db106 service neutron] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:22.265479 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d16d4c8-92f9-4229-b8ce-39458c49fd86 req-bb1cea34-1ff0-48f5-9b1e-62531a46d43e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 210 time: 0.1042223 Sep 15 15:48:22.298716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12988205-c2b4-4eb0-8f81-20991d273e38 req-683d5ba7-d370-4a8a-ad9b-586a583dc2a1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.307023 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12988205-c2b4-4eb0-8f81-20991d273e38 req-683d5ba7-d370-4a8a-ad9b-586a583dc2a1 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 944 time: 0.0843902 Sep 15 15:48:22.387130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12988205-c2b4-4eb0-8f81-20991d273e38 req-fbe32730-81c6-4054-9150-5b6ce1292184 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791659 Sep 15 15:48:22.422862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-8db71839-af64-41c0-b6ce-1ee92e14fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.425514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-8db71839-af64-41c0-b6ce-1ee92e14fd7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=239c13cc660b4ea89d535bd0c75937e7&device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 1099 time: 0.2152183 Sep 15 15:48:22.438204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-e55a77b7-ca79-43ea-b16c-da1903700747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.439371 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-e55a77b7-ca79-43ea-b16c-da1903700747 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=932edcbecced427cbcc21f24c30b86c8&device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 1099 time: 0.1107824 Sep 15 15:48:22.520022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0f3c9128-deae-49e4-9ed2-13b825de01bd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6962d244-a6a3-4439-bda2-f0ca9d645cc1 HTTP/1.1" status: 200 len: 217 time: 0.0837679 Sep 15 15:48:22.528200 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3de67a-04b6-4635-b0d5-6c1b511963e0 x-openstack-request-id: req-be3de67a-04b6-4635-b0d5-6c1b511963e0 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:22.528616 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36aff16c-f730-48d5-bca8-4ba1046e0638", "tag": "6962d244-a6a3-4439-bda2-f0ca9d645cc1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:22.528916 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-be3de67a-04b6-4635-b0d5-6c1b511963e0 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:22.529936 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'tag': '6962d244-a6a3-4439-bda2-f0ca9d645cc1', 'status': 'completed', 'code': 200} Sep 15 15:48:22.535831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-40bbf622-8dcb-49a0-bca8-8d742f08169d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=cdada5d2-bb67-4407-9189-26ec64d86434 HTTP/1.1" status: 200 len: 217 time: 0.0886116 Sep 15 15:48:22.545128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-48b7cf1c-fde5-4cf9-8e45-c6579f96feee service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271577 Sep 15 15:48:22.589181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-6eb3706f-59c5-4924-8137-299a95e7d364 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494756 Sep 15 15:48:22.608550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-b5588172-ed5f-46ed-985d-6f239d5fdedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.610079 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-b5588172-ed5f-46ed-985d-6f239d5fdedd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0621858 Sep 15 15:48:22.639595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-e84d5820-8c82-431f-8c43-aa2c43bb7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.641400 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-e84d5820-8c82-431f-8c43-aa2c43bb7c3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1140320 Sep 15 15:48:22.666727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-50457cc5-537f-4567-9689-c10b50d5daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.668394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-50457cc5-537f-4567-9689-c10b50d5daa5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505593 Sep 15 15:48:22.797095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-e52b8dc8-6938-4cc9-b376-464b152fdfd4 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218479 Sep 15 15:48:22.830236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a408ee-feda-4562-b6cb-c97d183dbeca req-17b5e358-ce96-4453-8d84-2e5024434147 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.832885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7a408ee-feda-4562-b6cb-c97d183dbeca req-17b5e358-ce96-4453-8d84-2e5024434147 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 948 time: 0.2396030 Sep 15 15:48:22.846039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0ed64c8f-b4d3-4d97-aa7b-f528f56dc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.846039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-0ed64c8f-b4d3-4d97-aa7b-f528f56dc4e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862204 Sep 15 15:48:22.900122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-25e77a64-be37-4cff-afab-7958c7e8ad93 service neutron] 10.222.0.55 "GET /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839708 Sep 15 15:48:22.911014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbb4b8dc-ff62-49c8-baec-359ed72616bc req-7365fe4f-1aea-4bd0-970a-4a727c41cf3d service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188298 Sep 15 15:48:22.916100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad836cb-2d43-46ff-994d-42b81eb33633 req-824a698e-3722-40b3-bdca-2d937fdd4f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:22.916100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad836cb-2d43-46ff-994d-42b81eb33633 req-824a698e-3722-40b3-bdca-2d937fdd4f33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1141214 Sep 15 15:48:22.932232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7a408ee-feda-4562-b6cb-c97d183dbeca req-b7501919-8736-4bd9-9002-dd75107c56af tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831409 Sep 15 15:48:22.952119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24fb1104-d12b-43dd-9a98-d42a0ba05cb9 req-7fbf7fb6-cd61-41ed-986a-25a07179c0b5 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418769 Sep 15 15:48:22.983747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad836cb-2d43-46ff-994d-42b81eb33633 req-e4e26228-2824-4383-ae84-59583860a38b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537298 Sep 15 15:48:23.000216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-48e5eb48-b519-40f0-9463-eaafa3f7ff73 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396532 Sep 15 15:48:23.126156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-384e8b12-3196-4124-9dbe-46fe555dc1b0 req-7e0b9ced-1e4b-4db3-b96c-d1e945032b40 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182823 Sep 15 15:48:23.134865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-9f66192a-0df9-4ef0-ab51-d207b89f94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.136525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-9f66192a-0df9-4ef0-ab51-d207b89f94e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=932edcbecced427cbcc21f24c30b86c8&device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 1099 time: 0.0662515 Sep 15 15:48:23.277489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-c8b70b7d-7284-4c01-a642-e9d09f0c74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.277489 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-c8b70b7d-7284-4c01-a642-e9d09f0c74fa service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1279809 Sep 15 15:48:23.290620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fec3b-fb56-47d3-9cb7-e9b247c7e183 req-8ef04e60-861b-4a8d-b66f-d22422e8aa5a tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.292153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b79fec3b-fb56-47d3-9cb7-e9b247c7e183 req-8ef04e60-861b-4a8d-b66f-d22422e8aa5a tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 948 time: 0.0763412 Sep 15 15:48:23.344165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa2d4-35cc-4875-9032-4e267019d686 req-6a505755-4ae3-408e-b1db-29ee2ad7a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.345911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241aa2d4-35cc-4875-9032-4e267019d686 req-6a505755-4ae3-408e-b1db-29ee2ad7a067 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=239c13cc660b4ea89d535bd0c75937e7&device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 1099 time: 0.0521932 Sep 15 15:48:23.348296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-8a96a337-1470-4af1-89e3-b238a3b14b17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017 HTTP/1.1" status: 200 len: 217 time: 0.0551631 Sep 15 15:48:23.403590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b79fec3b-fb56-47d3-9cb7-e9b247c7e183 req-9556aac7-0284-4aa6-a6fb-1b235068d4f7 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950084 Sep 15 15:48:23.432664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-93941909-4815-4ff8-975e-70aebedcb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.434639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-93941909-4815-4ff8-975e-70aebedcb53c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0730309 Sep 15 15:48:23.493699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa2d4-35cc-4875-9032-4e267019d686 req-f7cae13a-3eda-4dcd-95c2-36951c8a055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.494580 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241aa2d4-35cc-4875-9032-4e267019d686 req-f7cae13a-3eda-4dcd-95c2-36951c8a055e service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1343222 Sep 15 15:48:23.507316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-165c29ff-7fe7-4b06-bd1d-2066a5730766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.509332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-165c29ff-7fe7-4b06-bd1d-2066a5730766 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640705 Sep 15 15:48:23.532448 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5232223f-fd4b-48d3-9c32-24dbdc34a198 req-c9bfbc4f-8d74-4111-858c-9e80811ca7df tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0366347 Sep 15 15:48:23.548337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241aa2d4-35cc-4875-9032-4e267019d686 req-8c76257e-c510-4690-8d51-e4dc567500cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=6962d244-a6a3-4439-bda2-f0ca9d645cc1 HTTP/1.1" status: 200 len: 217 time: 0.0385933 Sep 15 15:48:23.593983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a58d5c3c-8e06-42b1-9c4d-8cda890c3732 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.595823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-a58d5c3c-8e06-42b1-9c4d-8cda890c3732 tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13&tenant_id=778023219b2a4f1ca13621ea15ddb51b&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.1188512 Sep 15 15:48:23.684255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-785d5f53-2f22-4f0a-a439-1579c901fa0f service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541336 Sep 15 15:48:23.729070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84b0a0-c25b-4bf3-a87b-769efc065f47 req-239aedce-1414-4bc8-93b0-d0f32ab0e8d6 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:23.730697 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f84b0a0-c25b-4bf3-a87b-769efc065f47 req-239aedce-1414-4bc8-93b0-d0f32ab0e8d6 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 944 time: 0.0874548 Sep 15 15:48:23.812230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f84b0a0-c25b-4bf3-a87b-769efc065f47 req-080829d7-0083-4170-9712-1798f96624a5 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740936 Sep 15 15:48:23.869829 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-380463f1-bca9-4e83-a9fe-f4378a2d8861 req-0e00b0ca-a6d2-433c-9603-6b4a6b74d49e service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643655 Sep 15 15:48:23.916600 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a29423d8-9acf-4c7e-94f5-09cd42b41f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:23.999187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa2d4-35cc-4875-9032-4e267019d686 req-8a53d536-73e3-4d4d-809a-3667ae930a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.000707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241aa2d4-35cc-4875-9032-4e267019d686 req-8a53d536-73e3-4d4d-809a-3667ae930a59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.4432671 Sep 15 15:48:24.042297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:24.044584 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06662fd9-f080-4840-9c0e-f84c4cc2e410" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:24.092434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836e40d-9fd7-4e35-a556-b75443d4c86d req-ea51e7d0-b49c-4c8b-8eb4-b4f6409699fb tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.095064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1836e40d-9fd7-4e35-a556-b75443d4c86d req-ea51e7d0-b49c-4c8b-8eb4-b4f6409699fb tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 1095 time: 0.1143887 Sep 15 15:48:24.121046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee860bc-6331-4c28-97d6-1f4cd64f0b2b req-1b3c0500-2171-4c9c-b695-ff0bf558ceee tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.122553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ee860bc-6331-4c28-97d6-1f4cd64f0b2b req-1b3c0500-2171-4c9c-b695-ff0bf558ceee tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 948 time: 0.0696232 Sep 15 15:48:24.137682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aa2d4-35cc-4875-9032-4e267019d686 req-fe316677-73b8-4228-afe5-e5c8f15a672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.139133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241aa2d4-35cc-4875-9032-4e267019d686 req-fe316677-73b8-4228-afe5-e5c8f15a672e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215248 Sep 15 15:48:24.164637 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ee860bc-6331-4c28-97d6-1f4cd64f0b2b req-6111968f-19d3-4205-8875-6f6c8a97ff27 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Sep 15 15:48:24.204222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1836e40d-9fd7-4e35-a556-b75443d4c86d req-d09f34f8-3267-4f27-83be-9da15d34e4be tempest-LiveAutoBlockMigrationV225Test-1897150344 tempest-LiveAutoBlockMigrationV225Test-1897150344-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002002 Sep 15 15:48:24.291611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241aa2d4-35cc-4875-9032-4e267019d686 req-1929d01e-bc03-4c94-bb3a-d2ef50c1e347 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421726 Sep 15 15:48:24.302187 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fda6c6-f1f4-4568-870d-57819b4b20d4 x-openstack-request-id: req-c1fda6c6-f1f4-4568-870d-57819b4b20d4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:24.303225 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:24.303833 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c1fda6c6-f1f4-4568-870d-57819b4b20d4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:24.304667 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'status': 'completed', 'code': 200} Sep 15 15:48:24.309908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-81183146-eccc-4283-ab52-4999710eb1ec service neutron] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:24.342969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-81183146-eccc-4283-ab52-4999710eb1ec service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:24.348697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fb5e234-1fa3-4f0a-843a-bdb06345ae58 req-81183146-eccc-4283-ab52-4999710eb1ec service neutron] 10.222.0.55 "DELETE /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.7380271 Sep 15 15:48:24.360302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-f692ecca-0396-4cf9-ab9e-4448d717a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.362439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-f692ecca-0396-4cf9-ab9e-4448d717a386 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=932edcbecced427cbcc21f24c30b86c8&device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 1099 time: 0.0498827 Sep 15 15:48:24.490752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-7095b327-4d29-4a8d-9b53-2f1778adc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.492346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-7095b327-4d29-4a8d-9b53-2f1778adc3a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1189144 Sep 15 15:48:24.552929 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-58ce05d7-6b7f-4f68-8f4e-e2f98a0ff629 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=cdada5d2-bb67-4407-9189-26ec64d86434 HTTP/1.1" status: 200 len: 217 time: 0.0527081 Sep 15 15:48:24.566199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d12c-9889-4eae-95ca-27bcbd9a3dab req-265c25cd-d854-49bf-ad78-aafa7314e5e9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.568936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcb0d12c-9889-4eae-95ca-27bcbd9a3dab req-265c25cd-d854-49bf-ad78-aafa7314e5e9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.2599835 Sep 15 15:48:24.573641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241aa2d4-35cc-4875-9032-4e267019d686 req-3b8ac53f-3de8-4d4a-b3a3-cfabce6dd64a service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659085 Sep 15 15:48:24.625316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-69c39d56-818b-468b-9197-c56b506bf82b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.626940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-69c39d56-818b-468b-9197-c56b506bf82b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.55 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.2022672 Sep 15 15:48:24.645716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6962d244-a6a3-4439-bda2-f0ca9d645cc1 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:24.652193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Request body: {'port': {'device_id': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'admin_state_up': True, 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:24.652399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-b997e05e-a76a-4bd1-be33-0e6bf9bf1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.654105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-b997e05e-a76a-4bd1-be33-0e6bf9bf1ba6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0928328 Sep 15 15:48:24.678830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcb0d12c-9889-4eae-95ca-27bcbd9a3dab req-4467d769-9e83-4d9a-b2aa-cae5c25ac6c3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007073 Sep 15 15:48:24.740690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-0cbfa55c-a127-496f-acdc-5022f072c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.742591 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-0cbfa55c-a127-496f-acdc-5022f072c240 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797915 Sep 15 15:48:24.806591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6962d244-a6a3-4439-bda2-f0ca9d645cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6962d244-a6a3-4439-bda2-f0ca9d645cc1,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:24.821150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '6962d244-a6a3-4439-bda2-f0ca9d645cc1', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '6962d244-a6a3-4439-bda2-f0ca9d645cc1', 'mac_address': 'fa:16:3e:26:c7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:24.864814 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:24.881889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6962d244-a6a3-4439-bda2-f0ca9d645cc1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:24.909320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6962d244-a6a3-4439-bda2-f0ca9d645cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6962d244-a6a3-4439-bda2-f0ca9d645cc1,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:24.913680 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-5fd5daa2-2a21-4b67-a5e8-0b4c6bec177b service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626387 Sep 15 15:48:24.922594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7846d-7d6f-4f73-ad96-04929ec9aa68 req-0879afa6-74c9-4423-b4b5-d17c3cfb7396 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:24.924179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7df7846d-7d6f-4f73-ad96-04929ec9aa68 req-0879afa6-74c9-4423-b4b5-d17c3cfb7396 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 948 time: 0.1331787 Sep 15 15:48:24.967000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7df7846d-7d6f-4f73-ad96-04929ec9aa68 req-9065f272-c22a-4c25-b0ba-5d72f73be837 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359535 Sep 15 15:48:24.990672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:48:24.990882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:24.991374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:24.995435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.065852 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06662fd9-f080-4840-9c0e-f84c4cc2e410 req-d61f045e-d433-4dcd-8ecc-46b802c161ea service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444793 Sep 15 15:48:25.104609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:25.109011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6962d244-a6a3-4439-bda2-f0ca9d645cc1,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:25.125202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'mac_address': 'fa:16:3e:36:70:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:25.150452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bfca27a3-643f-4dbd-b972-80474c97d069 req-99b6c40a-8043-4bcc-b870-ba89c8101038 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0535176 Sep 15 15:48:25.181711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6775a-899f-4750-baa3-6d28f8acac74 req-d322843c-455d-4324-a789-0cf2a9dbd93a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:25.187096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.187821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.188410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.188989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.189617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.190181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.190688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89d6775a-899f-4750-baa3-6d28f8acac74 req-d322843c-455d-4324-a789-0cf2a9dbd93a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 944 time: 0.0808671 Sep 15 15:48:25.190956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.192146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.192745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.193328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.193730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.194131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:25.198864 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.201456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:25.219373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01255fd9-7c66-4ae0-8f2f-49c4959b0017 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:25.244887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:25.250059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89d6775a-899f-4750-baa3-6d28f8acac74 req-2c8a8818-56a1-459b-88c3-cbcbfe33344d tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584011 Sep 15 15:48:25.268776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Allocated IP 172.20.0.10 (5b5f6560-52a8-4946-9e38-a3748769610c/21e0c71d-77f3-47b1-b6de-3f9f4f8f414f/0be8b590-b93c-442b-8c34-750bff8e6deb) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:25.297963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.299019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cdada5d2-bb67-4407-9189-26ec64d86434 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:25.352409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff5736-8a49-4ac2-bfcf-cd6b12927914 req-219e69bb-3f36-4629-8227-6528daa3354f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:25.355702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6bff5736-8a49-4ac2-bfcf-cd6b12927914 req-219e69bb-3f36-4629-8227-6528daa3354f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 948 time: 0.0886166 Sep 15 15:48:25.378185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:25.389376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:25.405000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'mac_address': 'fa:16:3e:0c:0e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:25.454584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.463369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5eab59ff-3ca3-4c65-8c75-de462704f0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.474851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdada5d2-bb67-4407-9189-26ec64d86434 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:25.499165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:25.541931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6bff5736-8a49-4ac2-bfcf-cd6b12927914 req-5016ffaf-289e-4b7e-91a4-907a5ea8a244 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188519 Sep 15 15:48:25.566644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.595865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.644788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:25.690253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5eab59ff-3ca3-4c65-8c75-de462704f0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.733076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.770934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5eab59ff-3ca3-4c65-8c75-de462704f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:25.854577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Network 5b5f6560-52a8-4946-9e38-a3748769610c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:25.861871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['cdada5d2-bb67-4407-9189-26ec64d86434'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:25.866479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['01255fd9-7c66-4ae0-8f2f-49c4959b0017'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:25.883644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:25.892564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:25.898819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event updated for resources: {'Port': ['ID=0be8b590-b93c-442b-8c34-750bff8e6deb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:25.902899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5eab59ff-3ca3-4c65-8c75-de462704f0cd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5844693846b745dc8cd74b2bdcdfe3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7003582 Sep 15 15:48:25.906486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39026) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:25.911367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6962d244-a6a3-4439-bda2-f0ca9d645cc1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:25.931161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab59ff-3ca3-4c65-8c75-de462704f0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e6265-2c16-4c2c-be9d-6d4785716a68,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:25.961724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e5d5b-8a84-416c-b6de-68987deddf66 req-d22d3316-77ec-46a8-b850-a994636e86bc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:25.963307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-323e5d5b-8a84-416c-b6de-68987deddf66 req-d22d3316-77ec-46a8-b850-a994636e86bc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1993022 Sep 15 15:48:25.975529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-cb71b079-bdea-4686-a462-857857a6725e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:25.977114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-cb71b079-bdea-4686-a462-857857a6725e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 944 time: 0.2025006 Sep 15 15:48:25.981724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4be507a2-4de8-406f-992c-569d7ee29a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.016417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:26.017096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.028373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4be507a2-4de8-406f-992c-569d7ee29a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.081054 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-323e5d5b-8a84-416c-b6de-68987deddf66 req-cf8a73b1-a506-4dbf-93b5-aee4212b9758 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988824 Sep 15 15:48:26.135546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-55275079-2a4c-4fdf-9b97-6328b7766517 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4895015 Sep 15 15:48:26.136154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78f9c7-ba94-40a3-b8d3-2f618fb9b340 req-8d51d7a9-a7cd-469e-b87c-74f1642d5d28 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:26.137906 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f78f9c7-ba94-40a3-b8d3-2f618fb9b340 req-8d51d7a9-a7cd-469e-b87c-74f1642d5d28 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 949 time: 0.0926712 Sep 15 15:48:26.153412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Request body: {'port': {'device_id': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:26.183964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Deleting port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:26.184375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.215638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f78f9c7-ba94-40a3-b8d3-2f618fb9b340 req-44fc0a47-7ed4-4923-9733-e5201064190f tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 Sep 15 15:48:26.224733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4be507a2-4de8-406f-992c-569d7ee29a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.239814 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4be507a2-4de8-406f-992c-569d7ee29a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.239814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4be507a2-4de8-406f-992c-569d7ee29a80 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c72e6265-2c16-4c2c-be9d-6d4785716a68 HTTP/1.1" status: 204 len: 168 time: 0.3280654 Sep 15 15:48:26.246498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be507a2-4de8-406f-992c-569d7ee29a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e6265-2c16-4c2c-be9d-6d4785716a68,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:26.337769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.340939 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.396559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e8192-a555-451e-bbe4-44625e9da636 req-a1fb2e27-c43c-443a-9bc3-d5fba6f3705e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:26.398201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d6e8192-a555-451e-bbe4-44625e9da636 req-a1fb2e27-c43c-443a-9bc3-d5fba6f3705e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 944 time: 0.0558093 Sep 15 15:48:26.408241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] For port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:26.408632 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.419449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ea5d-a938-42e8-85e0-552107454959 req-de4ef878-3bbb-44bb-8eb9-21591ecc9bc8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:26.421033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bb5ea5d-a938-42e8-85e0-552107454959 req-de4ef878-3bbb-44bb-8eb9-21591ecc9bc8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 932 time: 0.1646779 Sep 15 15:48:26.445184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Calling delete_port for a81a1eaa-f9a3-417c-932e-a34a0e29fe9a owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:26.446661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d6e8192-a555-451e-bbe4-44625e9da636 req-ffe852cd-ce12-447b-9d9c-41fa1dab22db tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Sep 15 15:48:26.610281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bb5ea5d-a938-42e8-85e0-552107454959 req-e4811a88-c90c-40c0-aa10-0bd89426693f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802633 Sep 15 15:48:26.690964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf81a6-9331-4a7a-bc09-a77fdf495324 req-cc88bad7-4a0b-4c6f-8c54-0a19642a2e4d tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:26.693275 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4cf81a6-9331-4a7a-bc09-a77fdf495324 req-cc88bad7-4a0b-4c6f-8c54-0a19642a2e4d tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 949 time: 0.0687826 Sep 15 15:48:26.773046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4cf81a6-9331-4a7a-bc09-a77fdf495324 req-6ab501a1-bf43-47de-b6b7-bc7498e071d6 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691874 Sep 15 15:48:26.880583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be8b590-b93c-442b-8c34-750bff8e6deb {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:26.888864 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.892398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.908357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['854d12bb-801e-42ec-8274-25f62d77a470', 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:26.929388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event deleted for resources: {'Port': ['ID=a81a1eaa-f9a3-417c-932e-a34a0e29fe9a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:26.935727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Transition to ACTIVE for port object 0be8b590-b93c-442b-8c34-750bff8e6deb will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:26.962299 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.979927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] No DVR routers for this DVR port a81a1eaa-f9a3-417c-932e-a34a0e29fe9a on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:26.982710 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:26.985261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eec76228-8f97-4d4f-8103-5b3c7fc6b91c req-a33ab193-0edc-4c0c-8c62-e48c171256b9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "DELETE /v2.0/ports/a81a1eaa-f9a3-417c-932e-a34a0e29fe9a HTTP/1.1" status: 204 len: 173 time: 0.9940138 Sep 15 15:48:26.985522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'name': 'network-vif-deleted', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:26.988358 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b412226-1578-42ca-bbdf-612a57b02ea5" -d '{"events": [{"server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "name": "network-vif-deleted", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:27.029492 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ce02fb-16d8-4808-af87-605e9c2e10df x-openstack-request-id: req-22ce02fb-16d8-4808-af87-605e9c2e10df {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:27.029787 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f38fa5-0196-42a5-ae99-c529ac6f2f13", "name": "network-vif-deleted", "tag": "a81a1eaa-f9a3-417c-932e-a34a0e29fe9a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:27.030037 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-22ce02fb-16d8-4808-af87-605e9c2e10df {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:27.030542 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f38fa5-0196-42a5-ae99-c529ac6f2f13', 'name': 'network-vif-deleted', 'tag': 'a81a1eaa-f9a3-417c-932e-a34a0e29fe9a', 'status': 'completed', 'code': 200} Sep 15 15:48:27.060262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:27.111443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Pushing event updated for resources: {'Port': ['ID=0be8b590-b93c-442b-8c34-750bff8e6deb,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:27.236765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7af66c1c-b877-4f8c-9eca-43961a0d9ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:27.245173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Attempting to bind port 0be8b590-b93c-442b-8c34-750bff8e6deb on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:27.246630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Attempting to bind port 0be8b590-b93c-442b-8c34-750bff8e6deb by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:27.246630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Attempting to bind port 0be8b590-b93c-442b-8c34-750bff8e6deb on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:27.253049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Port 0be8b590-b93c-442b-8c34-750bff8e6deb on network 5b5f6560-52a8-4946-9e38-a3748769610c not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:27.253371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Attempting to bind port 0be8b590-b93c-442b-8c34-750bff8e6deb on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:27.273228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e03a07-1829-4d1b-9b41-bc167b342d28 req-fc918a5f-a323-4c41-9074-86833f809388 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:27.274947 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8e03a07-1829-4d1b-9b41-bc167b342d28 req-fc918a5f-a323-4c41-9074-86833f809388 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0996025 Sep 15 15:48:27.281575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:27.281920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Checking segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:27.282552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Bound using segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:27.282999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Bound port: 0be8b590-b93c-442b-8c34-750bff8e6deb, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:27.283372 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:27.385812 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8e03a07-1829-4d1b-9b41-bc167b342d28 req-9615caae-4398-444c-9414-6bbb58c8cd8d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877981 Sep 15 15:48:27.396754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0d9bd-172b-461f-94b6-e65459075b66 req-dd5013eb-56ab-4e29-9b98-4983d991f1a7 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:27.396754 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-efa0d9bd-172b-461f-94b6-e65459075b66 req-dd5013eb-56ab-4e29-9b98-4983d991f1a7 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 949 time: 0.0737035 Sep 15 15:48:27.398957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] For port 0be8b590-b93c-442b-8c34-750bff8e6deb, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:27.402748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] For port 0be8b590-b93c-442b-8c34-750bff8e6deb, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0be8b590-b93c-442b-8c34-750bff8e6deb,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:27.438751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-efa0d9bd-172b-461f-94b6-e65459075b66 req-9638b749-65e5-4e3d-99e1-7670476e04fb tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346565 Sep 15 15:48:27.467553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:27.507766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:27.508389 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:27.509813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] 10.222.0.55 "PUT /v2.0/ports/0be8b590-b93c-442b-8c34-750bff8e6deb HTTP/1.1" status: 200 len: 1092 time: 1.3648710 Sep 15 15:48:27.545630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7813b7-5b7c-4aad-a433-08bcd2486bff service neutron] Pushing event updated for resources: {'Port': ['ID=0be8b590-b93c-442b-8c34-750bff8e6deb,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:27.581811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d239c8f-b100-4b4c-a7d9-3f76220543a8 req-427ed1a8-7de4-442b-95f5-829c21f4a614 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0321527 Sep 15 15:48:27.678392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-11ee0d7f-8b0a-41e0-85bd-a324fb69cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:27.680143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-11ee0d7f-8b0a-41e0-85bd-a324fb69cd08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0645709 Sep 15 15:48:27.745691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-abcb5492-7aba-4e4d-b0c0-700b7fc488ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be8b590-b93c-442b-8c34-750bff8e6deb HTTP/1.1" status: 200 len: 217 time: 0.0563276 Sep 15 15:48:27.828186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eee62a-b67d-449d-ad35-2fbc3378eb8f req-30e4d4c3-88c5-4f25-a036-0dab4bf5ac37 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:27.835790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28eee62a-b67d-449d-ad35-2fbc3378eb8f req-30e4d4c3-88c5-4f25-a036-0dab4bf5ac37 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 944 time: 0.0929196 Sep 15 15:48:27.843963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-8d41b008-090f-4651-8c9e-016dd93b759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:27.845500 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-8d41b008-090f-4651-8c9e-016dd93b759a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.0906081 Sep 15 15:48:27.886975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-d361af98-6511-4806-90d6-a56dc565c64e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313454 Sep 15 15:48:27.933029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28eee62a-b67d-449d-ad35-2fbc3378eb8f req-406dd004-8a40-47fa-8bcb-3405254a3ddc tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962720 Sep 15 15:48:28.018486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162c611-2cb3-48ac-b0de-9aa3c82d2e69 req-e249abc3-69bd-47bf-8960-3f9760ca9fff tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:28.020866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4162c611-2cb3-48ac-b0de-9aa3c82d2e69 req-e249abc3-69bd-47bf-8960-3f9760ca9fff tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 949 time: 0.0551662 Sep 15 15:48:28.033953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-297fdde4-5dbd-4785-bd01-a92f3a28c21f service neutron] 10.222.0.55 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348193 Sep 15 15:48:28.078471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4162c611-2cb3-48ac-b0de-9aa3c82d2e69 req-0a94795d-64cf-48a8-a181-b400d0f9456e tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Sep 15 15:48:28.160969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f59b672-c0ca-4837-b18a-07ec895cd90b req-e100f771-92bc-458a-9ab0-97175140a100 service neutron] 10.222.0.55 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153674 Sep 15 15:48:28.337783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:28.517116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8884a-1a9c-4afb-83c5-ac43c70f9d77 req-e1d96e9f-3367-499e-aae5-ddd1087a3827 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:28.518578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6bf8884a-1a9c-4afb-83c5-ac43c70f9d77 req-e1d96e9f-3367-499e-aae5-ddd1087a3827 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0524962 Sep 15 15:48:28.565016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6bf8884a-1a9c-4afb-83c5-ac43c70f9d77 req-323cabc3-81e8-4ebb-92ae-b15389741744 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Sep 15 15:48:28.629293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb025c1-35ef-4fe5-9a82-0097fd300467 req-48f03536-d900-4895-a5f5-5d3c63c726e8 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:28.631261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfb025c1-35ef-4fe5-9a82-0097fd300467 req-48f03536-d900-4895-a5f5-5d3c63c726e8 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 949 time: 0.0526917 Sep 15 15:48:28.658229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6962d244-a6a3-4439-bda2-f0ca9d645cc1 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:28.687424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfb025c1-35ef-4fe5-9a82-0097fd300467 req-df54ea06-04ef-4c41-8980-e356413ce4c0 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475357 Sep 15 15:48:28.732378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28e67cc6-ff57-40ea-b635-cf3466a439b3 req-40f5c481-0544-416c-b3d4-837dbf636192 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0366704 Sep 15 15:48:28.949545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:28.953930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:28.954355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.031398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'tag': '0be8b590-b93c-442b-8c34-750bff8e6deb'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:29.033717 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12" -d '{"events": [{"name": "network-changed", "server_uuid": "0407ce59-6255-4d9e-9d12-90b7dd72e2f7", "tag": "0be8b590-b93c-442b-8c34-750bff8e6deb"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:29.047426 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.079324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db6f58-17c1-4467-b99a-8e9441b0e103 req-1d16809b-a72c-43fd-be84-03127cbdb760 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.088633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76db6f58-17c1-4467-b99a-8e9441b0e103 req-1d16809b-a72c-43fd-be84-03127cbdb760 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 944 time: 0.0694695 Sep 15 15:48:29.096268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6962d244-a6a3-4439-bda2-f0ca9d645cc1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:29.100474 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f313b0-178a-40e2-8c3a-e8446bd180fe" -d '{"events": [{"server_uuid": "36aff16c-f730-48d5-bca8-4ba1046e0638", "name": "network-vif-plugged", "status": "completed", "tag": "6962d244-a6a3-4439-bda2-f0ca9d645cc1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:29.106055 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d4104-3b6b-4060-b8d4-f58310a3f38e x-openstack-request-id: req-ca4d4104-3b6b-4060-b8d4-f58310a3f38e {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:29.106555 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0407ce59-6255-4d9e-9d12-90b7dd72e2f7", "tag": "0be8b590-b93c-442b-8c34-750bff8e6deb", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:29.110870 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ca4d4104-3b6b-4060-b8d4-f58310a3f38e {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:29.110870 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'tag': '0be8b590-b93c-442b-8c34-750bff8e6deb', 'status': 'completed', 'code': 200} Sep 15 15:48:29.117984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6962d244-a6a3-4439-bda2-f0ca9d645cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6962d244-a6a3-4439-bda2-f0ca9d645cc1,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:29.141146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76db6f58-17c1-4467-b99a-8e9441b0e103 req-5474941a-8450-4f11-a5db-43a685fc650b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482583 Sep 15 15:48:29.208848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-46b71be1-caa5-402a-be0b-d06accaeb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.211757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-46b71be1-caa5-402a-be0b-d06accaeb6eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0685735 Sep 15 15:48:29.230025 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.231053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:29.280763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de9264-6f9b-433c-ae47-70488ddce182 req-2c22d9e8-cb53-437a-a433-89f3c6a52738 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.282513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:29.286461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79de9264-6f9b-433c-ae47-70488ddce182 req-2c22d9e8-cb53-437a-a433-89f3c6a52738 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 949 time: 0.1156862 Sep 15 15:48:29.291383 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22efd387-05bf-4035-bd08-651ddbab434e x-openstack-request-id: req-22efd387-05bf-4035-bd08-651ddbab434e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:29.302419 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aff16c-f730-48d5-bca8-4ba1046e0638", "name": "network-vif-plugged", "status": "completed", "tag": "6962d244-a6a3-4439-bda2-f0ca9d645cc1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:29.302983 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-22efd387-05bf-4035-bd08-651ddbab434e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:29.303421 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6962d244-a6a3-4439-bda2-f0ca9d645cc1', 'code': 200} Sep 15 15:48:29.397703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6962d244-a6a3-4439-bda2-f0ca9d645cc1,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:29.411066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-559e7554-cf0a-44e5-a2c6-cb1cd9dfe296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.414323 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-559e7554-cf0a-44e5-a2c6-cb1cd9dfe296 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 912 time: 0.1957793 Sep 15 15:48:29.419688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8e1e8-f5cb-4199-973f-08bac9e60646 req-d334eeb3-6cfe-4097-b777-50c48f15370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.421513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38a8e1e8-f5cb-4199-973f-08bac9e60646 req-d334eeb3-6cfe-4097-b777-50c48f15370d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 1101 time: 0.1192772 Sep 15 15:48:29.434979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79de9264-6f9b-433c-ae47-70488ddce182 req-9eae18b8-d074-4dc7-88fe-bc76c3352ff8 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382954 Sep 15 15:48:29.471504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-99e90c7d-337e-452f-875f-5e8a72ac0704 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0be8b590-b93c-442b-8c34-750bff8e6deb HTTP/1.1" status: 200 len: 217 time: 0.0492311 Sep 15 15:48:29.486550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38a8e1e8-f5cb-4199-973f-08bac9e60646 req-cb121e46-5ae6-4a04-b328-7a8519139094 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Sep 15 15:48:29.487083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:29.492235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:29.492764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.527492 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48206088-488e-4fd9-a99f-b42ce165e9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.550050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-c5e6fc05-017c-48d8-bcf9-1d0c1f37f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.551651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-c5e6fc05-017c-48d8-bcf9-1d0c1f37f7db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.0712197 Sep 15 15:48:29.596541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-9ee841da-1ab3-40c1-a955-fd4165f49d5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363061 Sep 15 15:48:29.602674 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.645545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:29.719577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.721366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cdada5d2-bb67-4407-9189-26ec64d86434 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:29.807739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917038c7-8db1-4ada-a547-363672b9f0ca req-5f5fe564-92e7-428e-8d32-c49aaf562950 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.809828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-917038c7-8db1-4ada-a547-363672b9f0ca req-5f5fe564-92e7-428e-8d32-c49aaf562950 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1482096 Sep 15 15:48:29.821250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48206088-488e-4fd9-a99f-b42ce165e9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.826799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-88ddd9ed-8b0f-42ed-b953-11dfcb208151 service neutron] 10.222.0.55 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185199 Sep 15 15:48:29.863237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ab5e6-58c1-44a2-8936-593d308c4bd2 req-1e7e6e9d-8876-48cd-a571-f1bf744372eb tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:29.872226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:29.886181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-877ab5e6-58c1-44a2-8936-593d308c4bd2 req-1e7e6e9d-8876-48cd-a571-f1bf744372eb tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 950 time: 0.1036413 Sep 15 15:48:29.897287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-917038c7-8db1-4ada-a547-363672b9f0ca req-40ac6924-9f88-49b0-a63c-79908581a380 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746949 Sep 15 15:48:29.932533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-877ab5e6-58c1-44a2-8936-593d308c4bd2 req-5e326f3a-b095-4d70-be2f-e72d21aaab3c tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 Sep 15 15:48:29.946164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48206088-488e-4fd9-a99f-b42ce165e9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.961635 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.962957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port cdada5d2-bb67-4407-9189-26ec64d86434 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:29.965447 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:29.968921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port cdada5d2-bb67-4407-9189-26ec64d86434 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:29.969102 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.035395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48206088-488e-4fd9-a99f-b42ce165e9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133e35dd-d668-4144-ae81-6a82ff805655,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:30.046398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-48206088-488e-4fd9-a99f-b42ce165e9e1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9f81c845179542a0939bb8399f1d5852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7605770 Sep 15 15:48:30.047316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39132) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:30.069131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a48e7f73-2e59-4084-8f4c-088ee2f6fb12 req-da8b6857-d37a-4bc6-8958-75446d0f9ef0 service neutron] 10.222.0.55 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325339 Sep 15 15:48:30.071346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbde7d60-3c6e-4006-bba1-75079c25bed3 req-801209a2-e860-4cac-ad83-3ef33306e160 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0602272 Sep 15 15:48:30.101661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.136404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a82ee262-c346-46f2-bd7c-54af9873e2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.137992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:30.165323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a82ee262-c346-46f2-bd7c-54af9873e2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.235243 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.274274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c616ed-2091-4689-807e-f109530bbd17 req-e95f9cb4-b8cc-4577-ae6f-f2ec851b4244 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:30.276045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0c616ed-2091-4689-807e-f109530bbd17 req-e95f9cb4-b8cc-4577-ae6f-f2ec851b4244 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 944 time: 0.0557418 Sep 15 15:48:30.277359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a82ee262-c346-46f2-bd7c-54af9873e2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.280010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a82ee262-c346-46f2-bd7c-54af9873e2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.281214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a82ee262-c346-46f2-bd7c-54af9873e2ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/133e35dd-d668-4144-ae81-6a82ff805655 HTTP/1.1" status: 204 len: 168 time: 0.2326155 Sep 15 15:48:30.298546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ee262-c346-46f2-bd7c-54af9873e2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133e35dd-d668-4144-ae81-6a82ff805655,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:30.309389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:30.332718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0c616ed-2091-4689-807e-f109530bbd17 req-6177dec4-dc56-435a-aac7-2b12642f7d6d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Sep 15 15:48:30.530809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0be8b590-b93c-442b-8c34-750bff8e6deb details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:30.534134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:30.570769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: a81a1eaa-f9a3-417c-932e-a34a0e29fe9a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:30.571759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a81a1eaa-f9a3-417c-932e-a34a0e29fe9a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:30.596560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa349f-d4dc-4ee5-8458-b6785de59fb2 req-a3901ed3-4e8a-4c86-aca0-f03a9c76da1f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:30.606656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2fa349f-d4dc-4ee5-8458-b6785de59fb2 req-a3901ed3-4e8a-4c86-aca0-f03a9c76da1f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 950 time: 0.0739622 Sep 15 15:48:30.658384 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2fa349f-d4dc-4ee5-8458-b6785de59fb2 req-38ea52ae-c3b7-47fb-ab2b-248e4c2cd26b tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470519 Sep 15 15:48:30.700360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0be8b590-b93c-442b-8c34-750bff8e6deb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0be8b590-b93c-442b-8c34-750bff8e6deb,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:30.714803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '0be8b590-b93c-442b-8c34-750bff8e6deb', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'port_id': '0be8b590-b93c-442b-8c34-750bff8e6deb', 'mac_address': 'fa:16:3e:68:36:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0c71d-77f3-47b1-b6de-3f9f4f8f414f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:30.773368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.795282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be8b590-b93c-442b-8c34-750bff8e6deb {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:30.836018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0be8b590-b93c-442b-8c34-750bff8e6deb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0be8b590-b93c-442b-8c34-750bff8e6deb,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:30.881038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:30.946686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=0be8b590-b93c-442b-8c34-750bff8e6deb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:31.078457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7d22e-9e44-494a-a605-deeab1de2cb7 req-54589ace-a85d-43f5-8c4f-ec97c97c114a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:31.080178 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9c7d22e-9e44-494a-a605-deeab1de2cb7 req-54589ace-a85d-43f5-8c4f-ec97c97c114a tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0822310 Sep 15 15:48:31.089546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2340d2-f459-404a-b962-c74faac71b3d req-21e6a940-9436-4fac-9ca1-568648346ccc tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:31.099312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d2340d2-f459-404a-b962-c74faac71b3d req-21e6a940-9436-4fac-9ca1-568648346ccc tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 950 time: 0.0820980 Sep 15 15:48:31.147750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d2340d2-f459-404a-b962-c74faac71b3d req-47f14636-4ef1-4550-81d3-09b4d7a2757d tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Sep 15 15:48:31.155950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['0be8b590-b93c-442b-8c34-750bff8e6deb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:31.197161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9c7d22e-9e44-494a-a605-deeab1de2cb7 req-e394f306-1655-4348-992d-232f2051e7d9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075165 Sep 15 15:48:31.304901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017'}, {'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:31.309074 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45833286-7c98-4d21-882c-5f15da6becdc" -d '{"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-plugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017"}, {"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-plugged", "status": "completed", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:31.599295 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5801ff43-1b2e-48fd-aafd-e78b2752ae74 x-openstack-request-id: req-5801ff43-1b2e-48fd-aafd-e78b2752ae74 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:31.601463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c7098ef-4e66-46c7-a3fd-edbc4e1b37d5 req-d0499d87-1ac5-45f7-9aa4-9631e71e67f9 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0429602 Sep 15 15:48:31.601590 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-plugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017", "code": 200}, {"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-plugged", "status": "completed", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:31.601590 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5801ff43-1b2e-48fd-aafd-e78b2752ae74 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:31.601933 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'code': 200} Sep 15 15:48:31.602346 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'code': 200} Sep 15 15:48:31.786652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8b8d3-2fce-408f-b782-b1e78c61c3b8 req-4cda840f-9378-4ec8-b4c0-d8ceb1d48a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:31.790268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3a8b8d3-2fce-408f-b782-b1e78c61c3b8 req-4cda840f-9378-4ec8-b4c0-d8ceb1d48a4f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 1101 time: 0.0840855 Sep 15 15:48:31.820687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39188) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:31.852963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417412c2-2fe6-4f32-8be6-d561bddfd5ca req-73c1063e-46be-46eb-8ce5-a076c6e973a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:31.854670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-417412c2-2fe6-4f32-8be6-d561bddfd5ca req-73c1063e-46be-46eb-8ce5-a076c6e973a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 1101 time: 0.1488724 Sep 15 15:48:31.874631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3a8b8d3-2fce-408f-b782-b1e78c61c3b8 req-a1da47a5-43c1-49d0-a38e-40eb9eadc8da service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777147 Sep 15 15:48:31.879791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b21f3-f1e8-4690-bc4a-69e628d6ca33 req-573bb3c9-bbb2-4890-852c-0fae54e21dc8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:31.884421 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c51b21f3-f1e8-4690-bc4a-69e628d6ca33 req-573bb3c9-bbb2-4890-852c-0fae54e21dc8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 945 time: 0.1696897 Sep 15 15:48:31.899245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9933a-31e8-4b4f-9697-44c490095be6 req-e0dbafb5-e032-4851-8abe-358345272d2b tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:31.901377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54e9933a-31e8-4b4f-9697-44c490095be6 req-e0dbafb5-e032-4851-8abe-358345272d2b tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 950 time: 0.0762107 Sep 15 15:48:31.970087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-417412c2-2fe6-4f32-8be6-d561bddfd5ca req-01c3ea38-72d0-4fcb-894d-08ccafd85d2b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845785 Sep 15 15:48:31.976806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54e9933a-31e8-4b4f-9697-44c490095be6 req-eb99a68c-654a-49ed-b402-7d5c235df81d tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614898 Sep 15 15:48:31.978665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c51b21f3-f1e8-4690-bc4a-69e628d6ca33 req-48c2453f-b74d-46c8-ab36-a3e51bf7d810 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740633 Sep 15 15:48:32.019539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-23236697-network', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:32.086805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:48:32.089328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.101346 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.104125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3a277-4447-4eb2-8fd5-fccf50c87f51 req-76f79f28-ec55-473f-a31f-6b9cbe945cd7 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:32.105823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67f3a277-4447-4eb2-8fd5-fccf50c87f51 req-76f79f28-ec55-473f-a31f-6b9cbe945cd7 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 950 time: 0.0625570 Sep 15 15:48:32.168007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67f3a277-4447-4eb2-8fd5-fccf50c87f51 req-5d0207af-c00f-4c0e-a2c3-cb1160b6b7ce tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504501 Sep 15 15:48:32.222163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.289134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.324043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:48:32.334541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db65ad-75ae-4635-8d95-49c6a2bc3c16,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:32.337551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426c64f-44a6-4b69-b085-e60e791dd531 req-77405a1d-a7bc-4a31-b5fa-bcae5d5e2bb3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:32.339346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c426c64f-44a6-4b69-b085-e60e791dd531 req-77405a1d-a7bc-4a31-b5fa-bcae5d5e2bb3 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0705786 Sep 15 15:48:32.343410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.344035 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Added segment f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7 of type vlan for network c7862a63-a0aa-4327-bb17-35787cacce3d Sep 15 15:48:32.406053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c426c64f-44a6-4b69-b085-e60e791dd531 req-0093b17e-d2c5-4c8f-81f6-90034058be70 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Sep 15 15:48:32.406891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.551955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0be8b590-b93c-442b-8c34-750bff8e6deb up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:32.555974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01bb29-0fb0-4d24-91a1-6eb2f6b4fe8e req-75b10971-a653-46bd-ac86-c29be7f2b8ba tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:32.557955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b01bb29-0fb0-4d24-91a1-6eb2f6b4fe8e req-75b10971-a653-46bd-ac86-c29be7f2b8ba tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 950 time: 0.0628219 Sep 15 15:48:32.578206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.579595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:32.584199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.679960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b01bb29-0fb0-4d24-91a1-6eb2f6b4fe8e req-7f0ca548-4a49-4890-9896-dfbbcd822784 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833476 Sep 15 15:48:32.705278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] Pushing event updated for resources: {'Network': ['ID=c7862a63-a0aa-4327-bb17-35787cacce3d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:32.715623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c7862a63-a0aa-4327-bb17-35787cacce3d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:48:32.744268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-96c765e0-a607-45de-b896-1f1ca1b047bc req-e7098d50-2186-4a75-8e79-415b775a4146 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=75f38fa5-0196-42a5-ae99-c529ac6f2f13 HTTP/1.1" status: 200 len: 210 time: 0.0307760 Sep 15 15:48:32.800749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 0be8b590-b93c-442b-8c34-750bff8e6deb completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:32.806361 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-385f945c-e25a-4b58-a27d-ccc1deef4c67 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9700224 Sep 15 15:48:32.806957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39204) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:32.812433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 0be8b590-b93c-442b-8c34-750bff8e6deb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:32.813267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.814676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Request body: {'subnet': {'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-23236697-subnet', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:32.897954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:48:32.901409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.905976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:32.949787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0be8b590-b93c-442b-8c34-750bff8e6deb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0be8b590-b93c-442b-8c34-750bff8e6deb,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:32.996921 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:33.066680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=0be8b590-b93c-442b-8c34-750bff8e6deb,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:33.148154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893ca82-c29f-418f-9a67-7121920175df req-993a7272-150b-48d1-8f4f-83cee0bf4baa tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:33.150561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8893ca82-c29f-418f-9a67-7121920175df req-993a7272-150b-48d1-8f4f-83cee0bf4baa tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.0682278 Sep 15 15:48:33.193315 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8893ca82-c29f-418f-9a67-7121920175df req-f15a6772-71b4-4195-8e72-3e3295257e67 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Sep 15 15:48:33.252434 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:33.353270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6763370-0d4e-4595-97d1-14d944b3931f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:33.373440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06818ef1-4ede-439f-9668-0960238ff4ad req-2514f1a2-e525-4740-8fb1-ea82e1ec6d61 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:33.374991 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06818ef1-4ede-439f-9668-0960238ff4ad req-2514f1a2-e525-4740-8fb1-ea82e1ec6d61 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 950 time: 0.0965674 Sep 15 15:48:33.375767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Checking segment: {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:33.376305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Network hostable DHCP agents. Network: c7862a63-a0aa-4327-bb17-35787cacce3d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:48:33.424009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06818ef1-4ede-439f-9668-0960238ff4ad req-370296f3-ed62-4787-8136-69e329fb6cbf tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411339 Sep 15 15:48:33.476214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Network c7862a63-a0aa-4327-bb17-35787cacce3d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:48:33.560231 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-d8c8124a-1ee8-4884-a759-8d25c74aefd9 service neutron] show failed (client error): The resource could not be found. Sep 15 15:48:33.561348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-d8c8124a-1ee8-4884-a759-8d25c74aefd9 service neutron] 10.222.0.55 "GET /v2.0/ports/511e53c2-c1a0-4ba0-bd67-699029abd302/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.1224666 Sep 15 15:48:33.572328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c7862a63-a0aa-4327-bb17-35787cacce3d) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:33.573526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8001014-a593-48f1-99b8-5a98ff20afcd req-c3814635-be23-4889-b0a6-ec89f63f68a2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:33.576416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:33.577038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:33.582452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8001014-a593-48f1-99b8-5a98ff20afcd req-c3814635-be23-4889-b0a6-ec89f63f68a2 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0876641 Sep 15 15:48:33.591345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db7548-558b-496a-b4b3-a9202c5665cf None None] Network c7862a63-a0aa-4327-bb17-35787cacce3d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:48:33.606255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be8b590-b93c-442b-8c34-750bff8e6deb'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:33.609019 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86142e4b-7320-499d-a2be-f20aa28f8dee" -d '{"events": [{"server_uuid": "0407ce59-6255-4d9e-9d12-90b7dd72e2f7", "name": "network-vif-plugged", "status": "completed", "tag": "0be8b590-b93c-442b-8c34-750bff8e6deb"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:33.657054 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8001014-a593-48f1-99b8-5a98ff20afcd req-b80e3002-3e3c-4182-b8d2-9919a508e26b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666785 Sep 15 15:48:33.685966 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-81c9d9ad-e9a4-480f-8d30-e66196bdecf3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8775616 Sep 15 15:48:33.688838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:33.694346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:33.702547 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbb0cda-96e8-4cf0-bacd-a2e6248ee559 x-openstack-request-id: req-8fbb0cda-96e8-4cf0-bacd-a2e6248ee559 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:33.702836 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0407ce59-6255-4d9e-9d12-90b7dd72e2f7", "name": "network-vif-plugged", "status": "completed", "tag": "0be8b590-b93c-442b-8c34-750bff8e6deb", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:33.703281 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8fbb0cda-96e8-4cf0-bacd-a2e6248ee559 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:33.704216 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be8b590-b93c-442b-8c34-750bff8e6deb', 'code': 200} Sep 15 15:48:33.806528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:33.807620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:33.872125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-c7862a63-a0aa-4327-bb17-35787cacce3d', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:48:33.873695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:33.955250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4be86-247a-44b9-acb1-1bd468f039a4 req-1e49aa3f-66e7-487c-84bc-fe8558c48e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:33.957514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ce4be86-247a-44b9-acb1-1bd468f039a4 req-1e49aa3f-66e7-487c-84bc-fe8558c48e02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 1097 time: 0.1450372 Sep 15 15:48:34.043985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7070bb6-ba62-4853-98ba-d27c758623da req-ee70acad-cc1d-40b4-b168-45f651287778 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:34.045685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7070bb6-ba62-4853-98ba-d27c758623da req-ee70acad-cc1d-40b4-b168-45f651287778 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 950 time: 0.2343779 Sep 15 15:48:34.050505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.061534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ce4be86-247a-44b9-acb1-1bd468f039a4 req-26df8afe-ce1c-47e3-b79b-3aa039e8ce91 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940781 Sep 15 15:48:34.070672 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Allocated IP 172.20.0.2 (c7862a63-a0aa-4327-bb17-35787cacce3d/b6763370-0d4e-4595-97d1-14d944b3931f/a56f8748-684a-42f0-95ec-26025a46b8d1) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:34.116333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7070bb6-ba62-4853-98ba-d27c758623da req-d00cd304-6238-4d35-8a45-664815f3f464 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/security-groups?id=1c932fe9-d63b-45e3-8ecb-63d04f4646c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Sep 15 15:48:34.121987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-3fff6946-7f0f-4ada-845e-04e55a0768b9 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:34.124670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-3fff6946-7f0f-4ada-845e-04e55a0768b9 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.38 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 950 time: 0.0847719 Sep 15 15:48:34.347612 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.392241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-66ec33c3-9538-4fd5-8a82-d0517308cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:34.394927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-66ec33c3-9538-4fd5-8a82-d0517308cfa6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992&tenant_id=ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 1100 time: 0.1482620 Sep 15 15:48:34.397210 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.407613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Deleting port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:34.408244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.458208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Network c7862a63-a0aa-4327-bb17-35787cacce3d is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:34.461708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:34.470331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:34.510079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff041fe-3613-4834-80b2-3902928068ee req-c5402df6-7b78-4a91-a44f-3995fbb4fb95 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:34.517176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ff041fe-3613-4834-80b2-3902928068ee req-c5402df6-7b78-4a91-a44f-3995fbb4fb95 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.1825545 Sep 15 15:48:34.531715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Pushing event updated for resources: {'Port': ['ID=a56f8748-684a-42f0-95ec-26025a46b8d1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:34.586752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Attempting to bind port a56f8748-684a-42f0-95ec-26025a46b8d1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:34.588865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Attempting to bind port a56f8748-684a-42f0-95ec-26025a46b8d1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:34.589475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Attempting to bind port a56f8748-684a-42f0-95ec-26025a46b8d1 on network c7862a63-a0aa-4327-bb17-35787cacce3d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:34.599190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:34.599882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Checking segment: {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:34.600449 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.601307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Bound using segment: {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:34.602257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Bound port: a56f8748-684a-42f0-95ec-26025a46b8d1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:34.603234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.606051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] For port 6962d244-a6a3-4439-bda2-f0ca9d645cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6962d244-a6a3-4439-bda2-f0ca9d645cc1,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:34.606440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.630045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ff041fe-3613-4834-80b2-3902928068ee req-ab11478e-5b95-4e7e-b289-d56761ea1cae tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086521 Sep 15 15:48:34.646242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Calling delete_port for 6962d244-a6a3-4439-bda2-f0ca9d645cc1 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:34.744972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] For port a56f8748-684a-42f0-95ec-26025a46b8d1, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:34.755456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] For port a56f8748-684a-42f0-95ec-26025a46b8d1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a56f8748-684a-42f0-95ec-26025a46b8d1,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:34.840444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.904096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.904899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22a4a0-c404-4e1e-9563-004a21bd0d94 None None] Pushing event updated for resources: {'Port': ['ID=a56f8748-684a-42f0-95ec-26025a46b8d1,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:34.950818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Pushing event deleted for resources: {'Port': ['ID=6962d244-a6a3-4439-bda2-f0ca9d645cc1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:34.966106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:34.971357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:34.991525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb625-dcc1-4057-877c-8f350f3fab98 req-a0492ae8-a0b3-4e0b-8723-d14155c85a6e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:35.000005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4aeeb625-dcc1-4057-877c-8f350f3fab98 req-a0492ae8-a0b3-4e0b-8723-d14155c85a6e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1473780 Sep 15 15:48:35.037366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] No DVR routers for this DVR port 6962d244-a6a3-4439-bda2-f0ca9d645cc1 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:35.060079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:35.062167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4fc89f7-9b10-4918-b0a7-60bbd642a3ec req-fce7f60a-cdfc-4dc1-8cb9-1c3be585a693 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.38 "DELETE /v2.0/ports/6962d244-a6a3-4439-bda2-f0ca9d645cc1 HTTP/1.1" status: 204 len: 173 time: 0.9311225 Sep 15 15:48:35.062632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'name': 'network-vif-deleted', 'tag': '6962d244-a6a3-4439-bda2-f0ca9d645cc1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:35.065511 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb851d1-fc68-4e33-b0c2-d1031c50e897" -d '{"events": [{"server_uuid": "36aff16c-f730-48d5-bca8-4ba1046e0638", "name": "network-vif-deleted", "tag": "6962d244-a6a3-4439-bda2-f0ca9d645cc1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:35.129646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4aeeb625-dcc1-4057-877c-8f350f3fab98 req-a3e51cae-fdd9-402b-9974-e04b1f86ade1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286080 Sep 15 15:48:35.202001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290879c-44e1-450d-9de3-817025794c64 req-b38282d2-756a-40bb-8420-578b17de7039 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:35.215294 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8290879c-44e1-450d-9de3-817025794c64 req-b38282d2-756a-40bb-8420-578b17de7039 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 950 time: 0.2543414 Sep 15 15:48:35.219131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:35.302854 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3960539a-41c5-4e23-a085-aa45a91b6007 x-openstack-request-id: req-3960539a-41c5-4e23-a085-aa45a91b6007 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:35.307663 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36aff16c-f730-48d5-bca8-4ba1046e0638", "name": "network-vif-deleted", "tag": "6962d244-a6a3-4439-bda2-f0ca9d645cc1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:35.307934 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3960539a-41c5-4e23-a085-aa45a91b6007 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:35.320543 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aff16c-f730-48d5-bca8-4ba1046e0638', 'name': 'network-vif-deleted', 'tag': '6962d244-a6a3-4439-bda2-f0ca9d645cc1', 'status': 'completed', 'code': 200} Sep 15 15:48:35.408689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8290879c-44e1-450d-9de3-817025794c64 req-f7ae5b52-5dbd-470d-a8a5-7d23c72d30aa tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923399 Sep 15 15:48:35.555138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97285ddc-7134-4332-8015-db5e78306f3b req-343d7dcd-1ccc-4c3b-9145-1957df318376 tempest-DeleteServersAdminTestJSON-845856092 tempest-DeleteServersAdminTestJSON-845856092-project] 10.222.0.63 "GET /v2.0/ports?device_id=36aff16c-f730-48d5-bca8-4ba1046e0638 HTTP/1.1" status: 200 len: 210 time: 0.0648248 Sep 15 15:48:35.667627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fad46-4984-4016-bdb2-3ef6a97dd686 req-cd6578ab-2b7f-48f5-9b42-dc26de6507a7 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:35.675644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-818fad46-4984-4016-bdb2-3ef6a97dd686 req-cd6578ab-2b7f-48f5-9b42-dc26de6507a7 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 950 time: 0.1488318 Sep 15 15:48:35.805133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-818fad46-4984-4016-bdb2-3ef6a97dd686 req-3fe93d28-d5e7-4955-8e46-bec01f4642bb tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281784 Sep 15 15:48:35.808349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd6bb4-fab1-42f1-b481-e0c597ac54ef req-25578e59-9742-412a-b194-83ffe24009c3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:35.825056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64cd6bb4-fab1-42f1-b481-e0c597ac54ef req-25578e59-9742-412a-b194-83ffe24009c3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.1031396 Sep 15 15:48:35.893156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64cd6bb4-fab1-42f1-b481-e0c597ac54ef req-ff169a9a-9a73-4e6e-8d56-fecd940ab568 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623634 Sep 15 15:48:35.931548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:36.022719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:36.037866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:36.096219 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:36.111402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Transition to ACTIVE for port object 511e53c2-c1a0-4ba0-bd67-699029abd302 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:36.138515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:36.142246 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e3f35c-90de-428f-9cba-a75be64b0517" -d '{"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-unplugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:36.145966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:36.214938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:36.495737 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fdc82-7dd4-436e-9e9f-5f16fc1d1350 req-3381cc64-2073-43e9-9018-1a3de75ad964 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:36.499933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] No DVR routers for this DVR port 511e53c2-c1a0-4ba0-bd67-699029abd302 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:36.506173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-729fdc82-7dd4-436e-9e9f-5f16fc1d1350 req-3381cc64-2073-43e9-9018-1a3de75ad964 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.2108994 Sep 15 15:48:36.531351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-056383d3-e095-4970-8825-e143e0ace2af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602492 Sep 15 15:48:36.534758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:36.592481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Allocated IP 172.25.0.177 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/b1b5dc21-bcd0-48fd-9769-ab2d4d466281) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:36.713828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-729fdc82-7dd4-436e-9e9f-5f16fc1d1350 req-d4d4c46e-a5da-4595-b7f8-ab55f8c11138 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066739 Sep 15 15:48:36.720047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6962d244-a6a3-4439-bda2-f0ca9d645cc1 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:36.755574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8452-4525-41e0-8837-a1e734df3de0 req-d807041c-089c-480b-8aa8-90f887c118ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:36.757371 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-d807041c-089c-480b-8aa8-90f887c118ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 1100 time: 0.1170998 Sep 15 15:48:36.807867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5884ff-eddb-4225-bac8-c2bcf1bb8564 None None] Network c7862a63-a0aa-4327-bb17-35787cacce3d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:48:36.883655 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f7a6c7-6a44-4e62-912a-6c9f37f9cc7f x-openstack-request-id: req-e1f7a6c7-6a44-4e62-912a-6c9f37f9cc7f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:36.892318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 6962d244-a6a3-4439-bda2-f0ca9d645cc1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:36.893192 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-unplugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:36.896651 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1f7a6c7-6a44-4e62-912a-6c9f37f9cc7f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:36.896651 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'code': 200} Sep 15 15:48:36.901258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:36.905465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6962d244-a6a3-4439-bda2-f0ca9d645cc1 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:36.913386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:36.914233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:36.962502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2df6c2f0-24c1-42a7-ad30-a73e8debf67e None None] Provisioning complete for port a56f8748-684a-42f0-95ec-26025a46b8d1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:36.963275 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2df6c2f0-24c1-42a7-ad30-a73e8debf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:36.999375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:36.999375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:37.013415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:37.013759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:37.014917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:37.015571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Bound port: 511e53c2-c1a0-4ba0-bd67-699029abd302, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:37.015937 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.035480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a56f8748-684a-42f0-95ec-26025a46b8d1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:37.090261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8452-4525-41e0-8837-a1e734df3de0 req-a86521aa-bbc7-4e12-91eb-232fc2182228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:37.096426 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-a86521aa-bbc7-4e12-91eb-232fc2182228 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.3034592 Sep 15 15:48:37.111392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1580cb-cdf6-457f-8f65-ac21632b9798 req-8ab2fbf1-60b2-43f6-9ac8-ef33c1cc96e9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:37.127700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a1580cb-cdf6-457f-8f65-ac21632b9798 req-8ab2fbf1-60b2-43f6-9ac8-ef33c1cc96e9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.1805091 Sep 15 15:48:37.176325 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-9f683def-f915-4e6c-89cf-c87ff242a526 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 200 len: 217 time: 0.0710421 Sep 15 15:48:37.202881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.234157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a56f8748-684a-42f0-95ec-26025a46b8d1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:37.234541 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.258337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8452-4525-41e0-8837-a1e734df3de0 req-68a02ff4-6b2c-4b73-896b-6288a038c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:37.261153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-68a02ff4-6b2c-4b73-896b-6288a038c7f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0759678 Sep 15 15:48:37.283636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:37.305837 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2df6c2f0-24c1-42a7-ad30-a73e8debf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.307256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a1580cb-cdf6-457f-8f65-ac21632b9798 req-b5a1d72d-849c-400f-83dc-b4f898fa0bab tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756687 Sep 15 15:48:37.324752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:37.369857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8452-4525-41e0-8837-a1e734df3de0 req-f3b79191-4496-43a2-a1c3-39d889480103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:37.380608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-f3b79191-4496-43a2-a1c3-39d889480103 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027133 Sep 15 15:48:37.390121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.407824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2df6c2f0-24c1-42a7-ad30-a73e8debf67e None None] For port a56f8748-684a-42f0-95ec-26025a46b8d1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a56f8748-684a-42f0-95ec-26025a46b8d1,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:37.426728 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.438919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:37.439547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.441434 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] 10.222.0.38 "PUT /v2.0/ports/511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 1095 time: 2.4793241 Sep 15 15:48:37.461536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.508405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2df6c2f0-24c1-42a7-ad30-a73e8debf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:37.571209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:37.589522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0e9dc-1c85-4673-839e-d950dc5bce7f service neutron] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:37.704709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:37.713772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Pushing event updated for resources: {'Port': ['ID=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:37.716403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:37.735874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6c2f0-24c1-42a7-ad30-a73e8debf67e None None] Pushing event updated for resources: {'Port': ['ID=a56f8748-684a-42f0-95ec-26025a46b8d1,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:37.741655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:48:37.742314 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:48:37.807359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-37f53381-2631-4400-80db-9402f93bd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:37.809018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-37f53381-2631-4400-80db-9402f93bd2a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1098 time: 0.3376789 Sep 15 15:48:37.984106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-66cf8ca8-c5fd-4678-bf1c-e3fee22f4d68 None None] Provisioning complete for port a56f8748-684a-42f0-95ec-26025a46b8d1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:37.988873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-66cf8ca8-c5fd-4678-bf1c-e3fee22f4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:38.099959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b89951-7be9-44df-89fa-d1a89af85732 req-582529e9-4777-4286-ad90-aab261257f8d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:38.102579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87b89951-7be9-44df-89fa-d1a89af85732 req-582529e9-4777-4286-ad90-aab261257f8d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.1598346 Sep 15 15:48:38.155470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-cdf0ee11-e3c0-447a-9e14-d6bef9aaf026 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737911 Sep 15 15:48:38.168830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358c870-8515-4a71-a295-09856ee3f094 req-07d8d708-eea8-4745-b7f0-74350f088d5b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:38.170382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d358c870-8515-4a71-a295-09856ee3f094 req-07d8d708-eea8-4745-b7f0-74350f088d5b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.0957279 Sep 15 15:48:38.178156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-d8258c60-2001-4098-aa32-c47aa7fdd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:38.179893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-d8258c60-2001-4098-aa32-c47aa7fdd0fc service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.3586063 Sep 15 15:48:38.219515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39310) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:38.284961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-28095577-02d1-4550-bce4-57fdf88a33ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.0964761 Sep 15 15:48:38.289243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d358c870-8515-4a71-a295-09856ee3f094 req-1cc96329-6749-4b11-aefc-679ccb311097 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096969 Sep 15 15:48:38.300685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87b89951-7be9-44df-89fa-d1a89af85732 req-1fbcd01b-2fc3-4c1f-8486-7c07387b8f88 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833780 Sep 15 15:48:38.351217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-828f8452-4525-41e0-8837-a1e734df3de0 req-a7d52ae8-6c5b-484c-a46f-bda2a7fa8072 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797664 Sep 15 15:48:38.429948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-8c6d8a5e-5539-4a95-8031-72176eaa44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:38.431798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-8c6d8a5e-5539-4a95-8031-72176eaa44fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1137931 Sep 15 15:48:38.442394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5018d606-c499-48d8-a000-8b5eeea64e19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=239c13cc660b4ea89d535bd0c75937e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216587 Sep 15 15:48:38.444954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39324) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:38.466184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:38.502950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-26795285-9b1f-4e50-8fc5-e8ac2a931876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:38.521604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-2e984851-29ae-4fbb-a1a5-0ba2cea073ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:38.523161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-2e984851-29ae-4fbb-a1a5-0ba2cea073ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838592 Sep 15 15:48:38.530228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-26795285-9b1f-4e50-8fc5-e8ac2a931876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:38.560945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:38.631588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:38.698279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-26795285-9b1f-4e50-8fc5-e8ac2a931876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:38.700757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-26795285-9b1f-4e50-8fc5-e8ac2a931876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:38.702214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-26795285-9b1f-4e50-8fc5-e8ac2a931876 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1c932fe9-d63b-45e3-8ecb-63d04f4646c6 HTTP/1.1" status: 204 len: 168 time: 0.2558086 Sep 15 15:48:38.715249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26795285-9b1f-4e50-8fc5-e8ac2a931876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c932fe9-d63b-45e3-8ecb-63d04f4646c6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:38.723876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:38.829618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-cf612d9d-9fe1-41c8-b4a3-bb1d0327ab8a service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934866 Sep 15 15:48:38.867093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:38.908586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:38.911080 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6861e537-7734-4f6b-9ab1-f88da96ea7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:38.925453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a56f8748-684a-42f0-95ec-26025a46b8d1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:38.985094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:38.998810 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100e095a-a082-4b02-957f-260e60d24d80 x-openstack-request-id: req-100e095a-a082-4b02-957f-260e60d24d80 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:38.998810 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:38.998810 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-100e095a-a082-4b02-957f-260e60d24d80 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:38.998810 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'status': 'completed', 'code': 200} Sep 15 15:48:39.040102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'mac_address': 'fa:16:3e:36:70:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:39.054297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a56f8748-684a-42f0-95ec-26025a46b8d1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:39.055197 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:39.131873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c1737f1-7de0-4000-9890-593471c2e2aa req-54b2782c-303c-497b-80d3-7561420e61a8 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851284 Sep 15 15:48:39.147606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-aa20ca27-cb36-472a-8019-fde03a2e6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.149170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-aa20ca27-cb36-472a-8019-fde03a2e6006 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1098 time: 0.1184924 Sep 15 15:48:39.158950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:39.187274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01255fd9-7c66-4ae0-8f2f-49c4959b0017 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:39.216225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:39.325656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efe67d-408d-4831-b73a-abc081f720ca req-c5e5d65f-900a-4f33-8c21-d14ac3fe7140 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.333325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:48:39.343816 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2efe67d-408d-4831-b73a-abc081f720ca req-c5e5d65f-900a-4f33-8c21-d14ac3fe7140 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 944 time: 0.1650047 Sep 15 15:48:39.346348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-937a5626-8461-47e1-a5e1-0d37a5c048ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.348750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-937a5626-8461-47e1-a5e1-0d37a5c048ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1899774 Sep 15 15:48:39.387238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-76fc3afd-4c60-47f8-9baf-8fcc8e9e01da tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.388945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-76fc3afd-4c60-47f8-9baf-8fcc8e9e01da tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.55 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.1285915 Sep 15 15:48:39.418489 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2efe67d-408d-4831-b73a-abc081f720ca req-a7872291-f2af-4882-800d-6c33b3248e10 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662355 Sep 15 15:48:39.513162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:39.586391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:39.587566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cdf59-3be7-4b0e-9b89-f5acc382678b req-78e4ec0f-6527-4e50-9f99-e2c886bf03da tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.589456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c81cdf59-3be7-4b0e-9b89-f5acc382678b req-78e4ec0f-6527-4e50-9f99-e2c886bf03da tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.0815346 Sep 15 15:48:39.603451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-39d72fa7-40ef-4aad-82e5-6700a1773d66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.2452638 Sep 15 15:48:39.660226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39348) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:39.672176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['01255fd9-7c66-4ae0-8f2f-49c4959b0017'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:39.733290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298c86c-a4b6-463a-b430-e723dc0ed3c7 req-ef6d9198-ca90-4be1-8917-a0865352494e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.734777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f298c86c-a4b6-463a-b430-e723dc0ed3c7 req-ef6d9198-ca90-4be1-8917-a0865352494e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.1857641 Sep 15 15:48:39.747494 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c81cdf59-3be7-4b0e-9b89-f5acc382678b req-16a12be7-1d67-437c-887c-4e58fcdc2b97 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426406 Sep 15 15:48:39.760738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-d9af800e-388c-4e33-9b6a-bb9a616c99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.762231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-d9af800e-388c-4e33-9b6a-bb9a616c99f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1098 time: 0.3654823 Sep 15 15:48:39.778173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0565cac-94eb-4165-bff3-6a815a420955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:39.964351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-80b93b4f-260b-4718-a287-6d864715d9fb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:39.966319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-80b93b4f-260b-4718-a287-6d864715d9fb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 944 time: 0.2865717 Sep 15 15:48:40.091546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0565cac-94eb-4165-bff3-6a815a420955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.117357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Deleting port 854d12bb-801e-42ec-8274-25f62d77a470 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:40.117690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.192875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0565cac-94eb-4165-bff3-6a815a420955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.211060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-840edd52-2b9e-46c1-ac3c-381e90e68671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:40.212589 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-840edd52-2b9e-46c1-ac3c-381e90e68671 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.5727870 Sep 15 15:48:40.259110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565cac-94eb-4165-bff3-6a815a420955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ff06c-7885-4973-885b-42b84a05c903,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:40.267625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a0565cac-94eb-4165-bff3-6a815a420955 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2474f1c7cfe94fbfbd9cdc627e4186c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5994568 Sep 15 15:48:40.269392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39370) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:40.277205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] For port 854d12bb-801e-42ec-8274-25f62d77a470, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=854d12bb-801e-42ec-8274-25f62d77a470,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:40.277560 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.299560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Calling delete_port for 854d12bb-801e-42ec-8274-25f62d77a470 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:40.303466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:48:40.322702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Sync routers for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:48:40.333895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:48:40.334983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:40.345419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f298c86c-a4b6-463a-b430-e723dc0ed3c7 req-0109d0e1-23a3-4e5e-8a99-0ae895de7e60 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512609 Sep 15 15:48:40.367175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Deleting port 0be8b590-b93c-442b-8c34-750bff8e6deb {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:40.367725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.381429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-addd407f-4884-41c0-ba6c-305c25957f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:40.383328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-addd407f-4884-41c0-ba6c-305c25957f54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531324 Sep 15 15:48:40.413525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-383ef3e7-caa0-45a5-9e17-09a0a4423581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:40.415061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-383ef3e7-caa0-45a5-9e17-09a0a4423581 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.6119130 Sep 15 15:48:40.494735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:48:40.504400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83760412-372d-4073-98a6-388fbf594b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.516235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.521151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4e21a20b-42c3-44f5-8fe9-291069da02ea admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8309283 Sep 15 15:48:40.522723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-fe2ab357-162e-45b6-8190-2891f2f4d275 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.0907345 Sep 15 15:48:40.525056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39376) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:40.562315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83760412-372d-4073-98a6-388fbf594b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.565335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.613166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event deleted for resources: {'Port': ['ID=854d12bb-801e-42ec-8274-25f62d77a470,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:40.613747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['854d12bb-801e-42ec-8274-25f62d77a470'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:40.660419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb3bb8-b7c9-49f6-ab74-1442883d37cb req-709e169e-b6ca-4a26-a66d-caea57f8d83a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:40.668657 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92cb3bb8-b7c9-49f6-ab74-1442883d37cb req-709e169e-b6ca-4a26-a66d-caea57f8d83a tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 866 time: 0.1452532 Sep 15 15:48:40.702417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] For port 0be8b590-b93c-442b-8c34-750bff8e6deb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0be8b590-b93c-442b-8c34-750bff8e6deb,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:40.702915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.724105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] No DVR routers for this DVR port 854d12bb-801e-42ec-8274-25f62d77a470 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:40.727516 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.729560 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a9cc6d9-1351-4c86-960d-1d5ba401d76e req-0a971ea8-477f-4559-90b8-bd72f1796a74 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "DELETE /v2.0/ports/854d12bb-801e-42ec-8274-25f62d77a470 HTTP/1.1" status: 204 len: 173 time: 0.7549183 Sep 15 15:48:40.730019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'name': 'network-vif-deleted', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:40.732397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-78022624-433a-4e43-93e8-4ece8777e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:40.733011 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba6cedb-7548-4422-9b19-4b4f2a6c000c" -d '{"events": [{"server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "name": "network-vif-deleted", "tag": "854d12bb-801e-42ec-8274-25f62d77a470"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:40.734107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-78022624-433a-4e43-93e8-4ece8777e40b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1688712 Sep 15 15:48:40.755047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:40.801826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Calling delete_port for 0be8b590-b93c-442b-8c34-750bff8e6deb owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:40.807973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-084026b2-a357-439f-bea2-49318b935ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100225 Sep 15 15:48:40.821966 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92cb3bb8-b7c9-49f6-ab74-1442883d37cb req-6544749b-15ab-4fce-b18a-2b2a85c15f30 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495419 Sep 15 15:48:40.847891 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f651e6a6-519a-4376-a977-dd94f3adaabd x-openstack-request-id: req-f651e6a6-519a-4376-a977-dd94f3adaabd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:40.848594 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f265ea5-d00d-4d86-80e6-3ad3d84f22d2", "name": "network-vif-deleted", "tag": "854d12bb-801e-42ec-8274-25f62d77a470", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:40.849024 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f651e6a6-519a-4376-a977-dd94f3adaabd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:40.849584 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f265ea5-d00d-4d86-80e6-3ad3d84f22d2', 'name': 'network-vif-deleted', 'tag': '854d12bb-801e-42ec-8274-25f62d77a470', 'status': 'completed', 'code': 200} Sep 15 15:48:40.893534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:40.894463 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:40.972588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390714b-bb68-4e71-8edc-cf79aecd6718 req-cb24b828-5e33-4723-b4d3-d696e2732b4e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:40.975490 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9390714b-bb68-4e71-8edc-cf79aecd6718 req-cb24b828-5e33-4723-b4d3-d696e2732b4e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.0781317 Sep 15 15:48:41.017898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:38Z', 'revision_number': 3, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:41.041620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9390714b-bb68-4e71-8edc-cf79aecd6718 req-a3a34a2c-052b-46ad-98b4-4cbd8ba54d21 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583968 Sep 15 15:48:41.065837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Checking router: b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:48:41.067111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Updating router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 port b1b5dc21-bcd0-48fd-9769-ab2d4d466281 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:48:41.087657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83760412-372d-4073-98a6-388fbf594b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.093285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83760412-372d-4073-98a6-388fbf594b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.094944 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-83760412-372d-4073-98a6-388fbf594b71 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b97ff06c-7885-4973-885b-42b84a05c903 HTTP/1.1" status: 204 len: 168 time: 0.8245776 Sep 15 15:48:41.116836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83760412-372d-4073-98a6-388fbf594b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ff06c-7885-4973-885b-42b84a05c903,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:41.171699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.231201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:41.234999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:41.237436 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a25549-bb69-431e-b67b-7493f69bfe14" -d '{"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-plugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:41.257530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.286037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-77b7bde6-c6e5-431e-8c86-980bac4f4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:41.288888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-77b7bde6-c6e5-431e-8c86-980bac4f4c90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5084789 Sep 15 15:48:41.326130 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be1b959-ad9f-4efb-8d26-eef6ecad1347 x-openstack-request-id: req-6be1b959-ad9f-4efb-8d26-eef6ecad1347 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:41.329105 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-plugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:41.329105 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6be1b959-ad9f-4efb-8d26-eef6ecad1347 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:41.329105 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'code': 200} Sep 15 15:48:41.333709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.504252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-c0a0cdcb-c2dd-43e2-a2b1-017e5e32fa8e service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742008 Sep 15 15:48:41.562681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:41.611565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0be91-19c8-48cd-9e49-124525f50893 req-1eab6233-ce96-4cf3-8b21-68f2308aa987 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:41.613645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0dc0be91-19c8-48cd-9e49-124525f50893 req-1eab6233-ce96-4cf3-8b21-68f2308aa987 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 946 time: 0.1398025 Sep 15 15:48:41.693083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0dc0be91-19c8-48cd-9e49-124525f50893 req-8ead53d4-1af0-4ff8-892c-615d65fb71c6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720756 Sep 15 15:48:41.720353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.734602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-ab9b8971-c7ce-403f-b71c-729f33b4f7ef service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234929 Sep 15 15:48:41.734965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['0be8b590-b93c-442b-8c34-750bff8e6deb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:41.794019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event deleted for resources: {'Port': ['ID=0be8b590-b93c-442b-8c34-750bff8e6deb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:41.937767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] No DVR routers for this DVR port 0be8b590-b93c-442b-8c34-750bff8e6deb on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:41.946736 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.975085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:41.981295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9204be89-ef1f-44bf-9b75-98438860aaaf req-8cf7cd82-7325-494f-acd8-83ffefb33db6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.55 "DELETE /v2.0/ports/0be8b590-b93c-442b-8c34-750bff8e6deb HTTP/1.1" status: 204 len: 173 time: 2.5776374 Sep 15 15:48:41.981295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'name': 'network-vif-deleted', 'tag': '0be8b590-b93c-442b-8c34-750bff8e6deb'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:41.981295 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93007b37-c99b-4bec-bca6-317e63a3a384" -d '{"events": [{"server_uuid": "0407ce59-6255-4d9e-9d12-90b7dd72e2f7", "name": "network-vif-deleted", "tag": "0be8b590-b93c-442b-8c34-750bff8e6deb"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:42.034419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6a7a31d-3f90-4ba3-aae7-6ce656b7097c req-e00fb83a-2780-499c-8716-7ad64993adc2 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=2f265ea5-d00d-4d86-80e6-3ad3d84f22d2 HTTP/1.1" status: 200 len: 210 time: 0.0468259 Sep 15 15:48:42.037863 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.086349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6861e537-7734-4f6b-9ab1-f88da96ea7cf req-4ecff374-2bb7-4e61-b143-6e3c7abd15fa service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071010 Sep 15 15:48:42.112126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.197307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Attempting to bind port b1b5dc21-bcd0-48fd-9769-ab2d4d466281 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:42.197680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Attempting to bind port b1b5dc21-bcd0-48fd-9769-ab2d4d466281 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:42.198047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Attempting to bind port b1b5dc21-bcd0-48fd-9769-ab2d4d466281 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:42.213746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:42.218100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:42.218100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.218100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:42.218100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Bound port: b1b5dc21-bcd0-48fd-9769-ab2d4d466281, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:42.218100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.264284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7404a-cf86-48d2-84cb-226006f691fb None None] Pushing event updated for resources: {'Port': ['ID=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:42.318044 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0821b-6953-44ba-938a-05d3ca6b146b x-openstack-request-id: req-d0f0821b-6953-44ba-938a-05d3ca6b146b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:42.318872 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0407ce59-6255-4d9e-9d12-90b7dd72e2f7", "name": "network-vif-deleted", "tag": "0be8b590-b93c-442b-8c34-750bff8e6deb", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:42.318872 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d0f0821b-6953-44ba-938a-05d3ca6b146b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:42.319186 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0407ce59-6255-4d9e-9d12-90b7dd72e2f7', 'name': 'network-vif-deleted', 'tag': '0be8b590-b93c-442b-8c34-750bff8e6deb', 'status': 'completed', 'code': 200} Sep 15 15:48:42.325758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303774a-36cc-4b4b-bddb-d72f53c817a1 req-0c1dff6e-4816-4e81-bdfe-e256f7a65c1f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:42.339402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d303774a-36cc-4b4b-bddb-d72f53c817a1 req-0c1dff6e-4816-4e81-bdfe-e256f7a65c1f tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.1397429 Sep 15 15:48:42.391480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d303774a-36cc-4b4b-bddb-d72f53c817a1 req-96183613-9d79-42d8-8f94-918b4f8e8fca tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Sep 15 15:48:42.426377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] For port b1b5dc21-bcd0-48fd-9769-ab2d4d466281, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:42.438718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] For port b1b5dc21-bcd0-48fd-9769-ab2d4d466281, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:42.551501 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.561348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Allocated IP 172.20.0.1 (c7862a63-a0aa-4327-bb17-35787cacce3d/b6763370-0d4e-4595-97d1-14d944b3931f/a4257698-9d84-48e9-b39b-79ef754b7f0e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:42.637046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:48:42.637797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:42.702368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f7404a-cf86-48d2-84cb-226006f691fb None None] Pushing event updated for resources: {'Port': ['ID=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:42.729149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.739220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:42.918606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:48:42.920419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eca58d9a-73ca-4504-946e-71c38ccfe595 req-5f862ba4-97ce-4b83-98bc-bcf6c9b3431c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=0407ce59-6255-4d9e-9d12-90b7dd72e2f7 HTTP/1.1" status: 200 len: 210 time: 0.0545728 Sep 15 15:48:42.922906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:42.987983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Network c7862a63-a0aa-4327-bb17-35787cacce3d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:42.991954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:42.996341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:43.101367 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:43.319816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:43.348586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'mac_address': 'fa:16:3e:b8:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:43.395087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a4257698-9d84-48e9-b39b-79ef754b7f0e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:43.472605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-89152904-eced-4ea5-ac62-4e7f3646715d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:43.480741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-89152904-eced-4ea5-ac62-4e7f3646715d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992&tenant_id=ee9c330a921d4d0395cccca53cd6eba5&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 947 time: 0.2231011 Sep 15 15:48:43.485766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea3839-6a32-4d6b-9044-4248cf616bff req-fa86bcd5-5141-40b1-8b4b-ed6eb6e228b4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:43.522673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48ea3839-6a32-4d6b-9044-4248cf616bff req-fa86bcd5-5141-40b1-8b4b-ed6eb6e228b4 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 947 time: 0.1706893 Sep 15 15:48:43.558014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48ea3839-6a32-4d6b-9044-4248cf616bff req-d12058f4-a3a4-48d6-acdf-ec3cf99fd709 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624378 Sep 15 15:48:43.713766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-5a9978bc-5d50-43d9-8ffc-d6a007231569 service neutron] 10.222.0.38 "GET /v2.0/ports/511e53c2-c1a0-4ba0-bd67-699029abd302/bindings/n-h1-808199-2 HTTP/1.1" status: 200 len: 382 time: 0.1901653 Sep 15 15:48:43.749426 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:43.802391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c3a17878-52dc-475f-a7ae-80b35448fc4f None None] Provisioning complete for port a4257698-9d84-48e9-b39b-79ef754b7f0e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:43.803262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c3a17878-52dc-475f-a7ae-80b35448fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:43.858390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:43.863512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511e53c2-c1a0-4ba0-bd67-699029abd302 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:43.926098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:43.935521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c3a17878-52dc-475f-a7ae-80b35448fc4f None None] Port a4257698-9d84-48e9-b39b-79ef754b7f0e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:48:43.953638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776200e4-1fb8-4e47-beae-1ca5f8211f64 req-4b92f50f-f0a8-4232-86a0-9a1f8cc9e105 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:43.969946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-776200e4-1fb8-4e47-beae-1ca5f8211f64 req-4b92f50f-f0a8-4232-86a0-9a1f8cc9e105 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 0.0979881 Sep 15 15:48:43.984577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:38Z', 'revision_number': 3, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:44.052533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a6df2e-2e37-44b5-a94e-850410164058 None None] The sync data for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 is: [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:38Z', 'revision_number': 3, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:48:44.056744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:44.079232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-776200e4-1fb8-4e47-beae-1ca5f8211f64 req-1ebd0d48-5efb-4045-9481-c2a7c2f6ed9c tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073973 Sep 15 15:48:44.102380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:44.127954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-5159e4b6-2a71-45e8-a309-49bf65cd8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:44.135177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-5159e4b6-2a71-45e8-a309-49bf65cd8aff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1098 time: 0.3928437 Sep 15 15:48:44.170781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:44.197275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:44.386937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['511e53c2-c1a0-4ba0-bd67-699029abd302'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:44.486801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a4257698-9d84-48e9-b39b-79ef754b7f0e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:44.504053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-d1678212-bede-4782-b490-cf052a310c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:44.514677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-d1678212-bede-4782-b490-cf052a310c25 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.3584046 Sep 15 15:48:44.515849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:44.605192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 854d12bb-801e-42ec-8274-25f62d77a470 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:44.657626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 854d12bb-801e-42ec-8274-25f62d77a470 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:44.658039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 854d12bb-801e-42ec-8274-25f62d77a470 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:44.658531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0be8b590-b93c-442b-8c34-750bff8e6deb no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:44.693258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 0be8b590-b93c-442b-8c34-750bff8e6deb {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:44.693635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0be8b590-b93c-442b-8c34-750bff8e6deb not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:44.792552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ef273-a7cc-436d-8cf1-ecc982f54b4d req-e7d82996-19b1-4cd5-89f0-e2dadf769f0c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:44.794928 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b68ef273-a7cc-436d-8cf1-ecc982f54b4d req-e7d82996-19b1-4cd5-89f0-e2dadf769f0c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 948 time: 0.0836687 Sep 15 15:48:44.939112 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b68ef273-a7cc-436d-8cf1-ecc982f54b4d req-7dbec4a3-65c6-4863-a26c-98f846f6af71 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347022 Sep 15 15:48:44.969621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1b5dc21-bcd0-48fd-9769-ab2d4d466281 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:45.078879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b1b5dc21-bcd0-48fd-9769-ab2d4d466281 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:45.079279 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.170374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Request body: {'security_group': {'name': 'tempest-securitygroup-679924894', 'description': 'tempest-description-161527974'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:45.252218 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.274842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.283791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.285467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-5a4bbba2-452e-4d3b-bef1-58715fed25f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.7429962 Sep 15 15:48:45.287432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b1b5dc21-bcd0-48fd-9769-ab2d4d466281, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:45.372258 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.459794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.470828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-26d08b30-4ed2-4265-a362-a83f909c407e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:45.472596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-26d08b30-4ed2-4265-a362-a83f909c407e tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 1.1935232 Sep 15 15:48:45.473082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:45.479406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-82ed7ecc-ce01-416b-b643-403075b202d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:45.480941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-82ed7ecc-ce01-416b-b643-403075b202d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1542194 Sep 15 15:48:45.497264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-b473dc38-2713-4ece-8c2a-d9e6e51b1efd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:45.498769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-b473dc38-2713-4ece-8c2a-d9e6e51b1efd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 1.1596942 Sep 15 15:48:45.550463 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.589839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-0fa0efc1-e710-4c66-874d-bba80fb97ae9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/quotas/5f655d3ba7094765a8ef61352a56cc67 HTTP/1.1" status: 200 len: 375 time: 0.0803616 Sep 15 15:48:45.618404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe32f1-b504-45c1-898e-355479af7332,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:45.664478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2480419f-720d-402c-9ad3-d1cf16b91e13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667880 Sep 15 15:48:45.667435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Network c7862a63-a0aa-4327-bb17-35787cacce3d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:45.673588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:45.705477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-e63403a3-b32d-4004-8f7c-60041e463373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:45.707858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-e63403a3-b32d-4004-8f7c-60041e463373 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054315 Sep 15 15:48:45.802109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.910407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:45.958742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-74a90f15-77ce-4361-bff9-b7403f0c9edf service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367921 Sep 15 15:48:45.985103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb7d765-c79b-4b2b-8469-499f066166f0,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:45.985340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Deleting port 65b777a5-4ee1-4362-9192-db8ed330d073 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:45.985800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:46.089740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c02b217c-ded6-495b-962b-f29bfa7dea11 None None] Provisioning complete for port a4257698-9d84-48e9-b39b-79ef754b7f0e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:46.090358 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c02b217c-ded6-495b-962b-f29bfa7dea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:46.097098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:46.098692 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bebe838-c470-467e-828d-fc24f6f5dfc9 req-21f30a86-b716-4b61-9de1-7efd1f169d79 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9334488 Sep 15 15:48:46.138919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-55111200-95d4-44f2-b5d9-b1a570bc66f3 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625995 Sep 15 15:48:46.187740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c02b217c-ded6-495b-962b-f29bfa7dea11 None None] Port a4257698-9d84-48e9-b39b-79ef754b7f0e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:48:46.309687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-5efdd374-53f3-4631-8ed3-f0b37c2299d2 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694801 Sep 15 15:48:46.370944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:48:46.556020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-990678c7-5e82-4ece-910c-d720a918cb85 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750968 Sep 15 15:48:46.561283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] For port 65b777a5-4ee1-4362-9192-db8ed330d073, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=65b777a5-4ee1-4362-9192-db8ed330d073,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:46.561724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:46.659868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Calling delete_port for 65b777a5-4ee1-4362-9192-db8ed330d073 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:46.720676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:48:46.735905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-468dd509-90b4-4fe8-95d3-73196b223bf0 admin admin] 10.222.0.63 "PUT /v2.0/routers/b17968f6-ddaf-4e6b-bd1a-1ae87f217e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1989827 Sep 15 15:48:46.740916 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Sync routers for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:48:46.754566 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:48:46.755543 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:46.760057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:46.800839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1b173-4335-4485-81c4-3e573fe2cb25 req-7025b79d-ffa6-4b08-80de-43e2876848eb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:46.803207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cd1b173-4335-4485-81c4-3e573fe2cb25 req-7025b79d-ffa6-4b08-80de-43e2876848eb tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 945 time: 0.1397033 Sep 15 15:48:46.865620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cd1b173-4335-4485-81c4-3e573fe2cb25 req-306f2dfd-e08d-45a6-a9bf-0892fa926066 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/security-groups?id=24d17309-9e37-4934-925b-2ed3fa3f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Sep 15 15:48:46.908826 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:48:47.003623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1b5dc21-bcd0-48fd-9769-ab2d4d466281 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:47.031432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 511e53c2-c1a0-4ba0-bd67-699029abd302 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:47.037592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 511e53c2-c1a0-4ba0-bd67-699029abd302 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:47.038250 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.087839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c522b456-df13-4a2b-bfb7-8afe96e8b971 req-7a956ff0-09ab-47de-aeba-389f6b019146 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Request body: {'security_group': {'name': 'tempest-securitygroup-132309862', 'description': 'tempest-description-1816819996'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:47.131297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.179857 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 2, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:47.181805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c2d24-1f71-4733-a6ed-1405bb3c3eff req-e8da7afc-0aa8-436d-a655-049eec305b33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:47.192203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a19c2d24-1f71-4733-a6ed-1405bb3c3eff req-e8da7afc-0aa8-436d-a655-049eec305b33 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 948 time: 0.0746808 Sep 15 15:48:47.192850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b1b5dc21-bcd0-48fd-9769-ab2d4d466281 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:47.193477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.243923 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Checking router: b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:48:47.244638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Updating router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 port a4257698-9d84-48e9-b39b-79ef754b7f0e binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:48:47.280288 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.283670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a19c2d24-1f71-4733-a6ed-1405bb3c3eff req-11d075b7-2696-4a79-b3b6-5595bf7da25b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892134 Sep 15 15:48:47.342808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c522b456-df13-4a2b-bfb7-8afe96e8b971 req-7a956ff0-09ab-47de-aeba-389f6b019146 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.415462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event deleted for resources: {'Port': ['ID=65b777a5-4ee1-4362-9192-db8ed330d073,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:47.441968 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd13b68e-b3fc-4a4e-9882-2a549355c155 req-d02e1459-11d8-4a94-b186-5f8c30c528b9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 210 time: 0.0508418 Sep 15 15:48:47.446147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] No DVR routers for this DVR port 65b777a5-4ee1-4362-9192-db8ed330d073 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:47.479512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.483960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9075f577-13fe-4779-987f-f2dd79074ed5 req-90abcc7d-3e0f-4081-9249-8a54c49f7009 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "DELETE /v2.0/ports/65b777a5-4ee1-4362-9192-db8ed330d073 HTTP/1.1" status: 204 len: 173 time: 2.0017595 Sep 15 15:48:47.495526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'name': 'network-vif-deleted', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:47.498467 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.503784 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25354ad-a03a-4960-90fc-5f4fa1ae4834" -d '{"events": [{"server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "name": "network-vif-deleted", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:47.539594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:47.541329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:47.543833 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1059d543-bdd2-47d1-b85c-219cb57e5049" -d '{"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-plugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:47.625971 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.648597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c522b456-df13-4a2b-bfb7-8afe96e8b971 req-7a956ff0-09ab-47de-aeba-389f6b019146 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.686563 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:48:47.709536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e7c37-6379-47bb-b498-8a9c518f779c req-4361c2cc-d388-4e49-ba42-19482370adef tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:47.722792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f53e7c37-6379-47bb-b498-8a9c518f779c req-4361c2cc-d388-4e49-ba42-19482370adef tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 945 time: 0.1359761 Sep 15 15:48:47.749297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c522b456-df13-4a2b-bfb7-8afe96e8b971 req-7a956ff0-09ab-47de-aeba-389f6b019146 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.781031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:47.783256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f53e7c37-6379-47bb-b498-8a9c518f779c req-2c703501-6781-4983-8ff6-6a9b72823b07 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617588 Sep 15 15:48:47.819495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a956ff0-09ab-47de-aeba-389f6b019146 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fef525-cb0c-4b62-954e-ec7c51959c20,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:47.916003 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1758e79-3a44-428a-a290-4bad0c5596b4 x-openstack-request-id: req-a1758e79-3a44-428a-a290-4bad0c5596b4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:47.916238 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e396ee-4227-475d-845c-44d7f139b4a7", "name": "network-vif-deleted", "tag": "65b777a5-4ee1-4362-9192-db8ed330d073", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:47.916479 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1758e79-3a44-428a-a290-4bad0c5596b4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:47.916932 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e396ee-4227-475d-845c-44d7f139b4a7', 'name': 'network-vif-deleted', 'tag': '65b777a5-4ee1-4362-9192-db8ed330d073', 'status': 'completed', 'code': 200} Sep 15 15:48:47.939343 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.943078 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c522b456-df13-4a2b-bfb7-8afe96e8b971 req-7a956ff0-09ab-47de-aeba-389f6b019146 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:47.944309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c522b456-df13-4a2b-bfb7-8afe96e8b971 req-7a956ff0-09ab-47de-aeba-389f6b019146 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8608615 Sep 15 15:48:47.963002 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee3fe60-9236-486b-8729-584ae91c88b1 x-openstack-request-id: req-2ee3fe60-9236-486b-8729-584ae91c88b1 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:47.963380 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-plugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:47.963637 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ee3fe60-9236-486b-8729-584ae91c88b1 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:47.964059 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'code': 200} Sep 15 15:48:48.028943 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.071518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1608809359', 'description': 'tempest-description-1223951401'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:48.132625 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Pushing event updated for resources: {'Port': ['ID=a4257698-9d84-48e9-b39b-79ef754b7f0e,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:48.144834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e4e937e-e4cf-4ac9-8699-1af4876e7ce3 req-a5b362ec-e30a-4a14-a3fa-8b6abfffb5d3 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=83e396ee-4227-475d-845c-44d7f139b4a7 HTTP/1.1" status: 200 len: 210 time: 0.0374413 Sep 15 15:48:48.184343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.194096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.379664 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.381207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.381207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.381207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.381474 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.381680 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.381994 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.382370 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.382751 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.383069 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.383445 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.383763 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:48.388269 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Attempting to bind port a4257698-9d84-48e9-b39b-79ef754b7f0e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:48.388657 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Attempting to bind port a4257698-9d84-48e9-b39b-79ef754b7f0e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:48.389195 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Attempting to bind port a4257698-9d84-48e9-b39b-79ef754b7f0e on network c7862a63-a0aa-4327-bb17-35787cacce3d {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:48.396847 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:48.397194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Checking segment: {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:48.397610 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.398002 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Bound using segment: {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:48.398339 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.398471 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Bound port: a4257698-9d84-48e9-b39b-79ef754b7f0e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:48.399271 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.527407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.545018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e8882-1c4f-4e73-886c-82ea13649be5 req-bd2063fe-94c9-4948-a555-5693e2aa15ae tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:48.546816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe3e8882-1c4f-4e73-886c-82ea13649be5 req-bd2063fe-94c9-4948-a555-5693e2aa15ae tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.1196995 Sep 15 15:48:48.550524 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] For port a4257698-9d84-48e9-b39b-79ef754b7f0e, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:48.567026 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] For port a4257698-9d84-48e9-b39b-79ef754b7f0e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a4257698-9d84-48e9-b39b-79ef754b7f0e,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:48.622314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:48.634093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321580c1-6ef8-4273-825b-e1013076d374,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:48.636216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe3e8882-1c4f-4e73-886c-82ea13649be5 req-efc41751-0cd6-445b-8178-8a53c4f12321 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Sep 15 15:48:48.656846 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.724928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 65b777a5-4ee1-4362-9192-db8ed330d073 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:48.725578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 65b777a5-4ee1-4362-9192-db8ed330d073 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:48.744387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fea9a99b-bdf7-47af-890c-0a5593009b27 None None] Provisioning complete for port a4257698-9d84-48e9-b39b-79ef754b7f0e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:48.744810 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fea9a99b-bdf7-47af-890c-0a5593009b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.765246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-8697689a-73f0-4ba8-b22b-8a56c9965db3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:48.771252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-8697689a-73f0-4ba8-b22b-8a56c9965db3 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 945 time: 0.1168427 Sep 15 15:48:48.794919 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:48:48.795713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:48.812755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.876762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe635f0b-3c4e-4b26-9e7a-e5cb410990f7 req-99c3c149-3446-4a22-a5fc-e6b944f59a30 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 210 time: 0.0829413 Sep 15 15:48:48.940071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fea9a99b-bdf7-47af-890c-0a5593009b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:48.959740 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.000570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fea9a99b-bdf7-47af-890c-0a5593009b27 None None] For port a4257698-9d84-48e9-b39b-79ef754b7f0e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a4257698-9d84-48e9-b39b-79ef754b7f0e,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:49.035682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Deleting port d08a344d-006a-49da-91c6-d8755aeaaa82 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:49.035682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.049583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77e2e0e-f953-494e-9412-013b450c57a5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:49.086177 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fea9a99b-bdf7-47af-890c-0a5593009b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.111285 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:48:49.119286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.120669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e474857-5336-4826-8e85-ba742404c272 req-6e7b612e-273c-464a-961f-4d0c9380e78f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0660493 Sep 15 15:48:49.208018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367746-160d-4916-852f-86da4f7982a4 req-bd414c1f-6149-4f4f-bf19-959a2e92ef44 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:49.211973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9a99b-bdf7-47af-890c-0a5593009b27 None None] Pushing event updated for resources: {'Port': ['ID=a4257698-9d84-48e9-b39b-79ef754b7f0e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:49.216941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22367746-160d-4916-852f-86da4f7982a4 req-bd414c1f-6149-4f4f-bf19-959a2e92ef44 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/ports?device_id=6cc92e76-5492-41cc-83ee-ce6373d49696 HTTP/1.1" status: 200 len: 945 time: 0.1700265 Sep 15 15:48:49.250521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a645723b-0212-4068-91a7-4ae6597fe8b5 None None] Provisioning complete for port a4257698-9d84-48e9-b39b-79ef754b7f0e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:49.251624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a645723b-0212-4068-91a7-4ae6597fe8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.297278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ff72973f-a875-43f6-8372-e4de8a7fbe80 req-9715055e-6a69-4352-99ef-c6e7cb6a2a3d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2133422171', 'description': 'tempest-description-269516602'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:49.309378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] For port d08a344d-006a-49da-91c6-d8755aeaaa82, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d08a344d-006a-49da-91c6-d8755aeaaa82,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:49.309740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.332366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22367746-160d-4916-852f-86da4f7982a4 req-f0efad5b-34a2-415e-b65d-2d3b5c3ceec6 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups?id=0464bda3-d869-491a-8fe9-6169ca36a18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140883 Sep 15 15:48:49.448783 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95f6f-80f3-4091-b853-0aa2d752862d None None] Pushing event updated for resources: {'Port': ['ID=a4257698-9d84-48e9-b39b-79ef754b7f0e,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:49.473800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff72973f-a875-43f6-8372-e4de8a7fbe80 req-9715055e-6a69-4352-99ef-c6e7cb6a2a3d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.545327 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:49.658493 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7457d6-7ab1-43e1-adca-fb14521228d8 None None] The sync data for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 is: [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:48:49.787281 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff72973f-a875-43f6-8372-e4de8a7fbe80 req-9715055e-6a69-4352-99ef-c6e7cb6a2a3d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.807279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.808571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.809635 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Floating IP a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f disassociated. External IP: 172.25.0.168, port: d08a344d-006a-49da-91c6-d8755aeaaa82. Sep 15 15:48:49.815811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Calling delete_port for d08a344d-006a-49da-91c6-d8755aeaaa82 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:49.880644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff72973f-a875-43f6-8372-e4de8a7fbe80 req-9715055e-6a69-4352-99ef-c6e7cb6a2a3d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:49.939994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715055e-6a69-4352-99ef-c6e7cb6a2a3d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf780b-1abd-424c-af1d-ebf4cbeed4a5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:50.020671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff72973f-a875-43f6-8372-e4de8a7fbe80 req-9715055e-6a69-4352-99ef-c6e7cb6a2a3d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:50.023950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff72973f-a875-43f6-8372-e4de8a7fbe80 req-9715055e-6a69-4352-99ef-c6e7cb6a2a3d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7309122 Sep 15 15:48:50.202463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:50.314763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event deleted for resources: {'Port': ['ID=d08a344d-006a-49da-91c6-d8755aeaaa82,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:50.400526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-49906e33-5adf-4c1d-959d-34356e926d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:50.402456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-49906e33-5adf-4c1d-959d-34356e926d8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992&tenant_id=ee9c330a921d4d0395cccca53cd6eba5 HTTP/1.1" status: 200 len: 1100 time: 0.2189298 Sep 15 15:48:50.430194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:50.434074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3edef-c00c-41fd-b1b8-e794432a6832 req-aedcb4ca-ba42-4bbf-82d9-9f70f9b7a01e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:50.443413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baa3edef-c00c-41fd-b1b8-e794432a6832 req-aedcb4ca-ba42-4bbf-82d9-9f70f9b7a01e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.3155029 Sep 15 15:48:50.521909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baa3edef-c00c-41fd-b1b8-e794432a6832 req-237d98cc-b10e-4efd-b095-2b87100feeaa tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772388 Sep 15 15:48:50.547062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-9accf4a4-a5e2-4aae-bb7a-eb578b0839e2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:50.551400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-9accf4a4-a5e2-4aae-bb7a-eb578b0839e2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.3459494 Sep 15 15:48:50.588061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Request body: {'port': {'device_id': '7282b86a-552b-4479-a5cb-528565aa9168', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'admin_state_up': True, 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:50.640742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f77a1a7d-8f39-4045-8ec9-1abf3454dcc6 req-bebb8bba-93ca-4d92-8cdf-7f9a1cca5588 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 210 time: 0.1247339 Sep 15 15:48:51.057172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:51.089177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a4257698-9d84-48e9-b39b-79ef754b7f0e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:51.146717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-3218b5f8-f24c-46db-8585-948610aa9fd7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:51.162172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-3218b5f8-f24c-46db-8585-948610aa9fd7 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 944 time: 0.3760395 Sep 15 15:48:51.164278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:48:51.169481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:51.189211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:48:51.288676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a4257698-9d84-48e9-b39b-79ef754b7f0e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:51.289042 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:51.555810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-25198c23-8831-49fc-acfc-e82ee3ff891a tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50575 time: 0.9989078 Sep 15 15:48:51.596038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Allocated IP 172.20.0.12 (5b5f6560-52a8-4946-9e38-a3748769610c/21e0c71d-77f3-47b1-b6de-3f9f4f8f414f/a935923c-33e3-43ac-84c9-759c17daa9ef) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:48:51.654774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-c827ff5d-72cd-41fc-acfb-14e92700b1e3 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/1964cc28-25c0-48e3-858d-782fa5a1887d HTTP/1.1" status: 200 len: 2977 time: 0.0972176 Sep 15 15:48:51.765214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-5a185139-bb5a-4e70-93c8-993d593a6d63 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/1964cc28-25c0-48e3-858d-782fa5a1887d HTTP/1.1" status: 200 len: 2977 time: 0.1078708 Sep 15 15:48:51.898853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-7e0fa090-2cfb-49cf-8fd4-75eadb736938 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/24d17309-9e37-4934-925b-2ed3fa3f1ca1 HTTP/1.1" status: 200 len: 2981 time: 0.1330798 Sep 15 15:48:51.976461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:51.998109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:52.006728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-db1a63bb-ac93-449d-9610-151944114dba tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/24d17309-9e37-4934-925b-2ed3fa3f1ca1 HTTP/1.1" status: 200 len: 2981 time: 0.1063485 Sep 15 15:48:52.075268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:48:52.082095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-5ba6b108-d498-4801-b604-b200443c94c2 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/2eda5d2b-c9c1-41e1-892f-702d4068f9eb HTTP/1.1" status: 200 len: 2981 time: 0.0738997 Sep 15 15:48:52.087898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] Sync routers for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:48:52.103746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:48:52.105141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:52.152500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-5a75cdf9-712a-4ecb-8b6b-edcad74131a1 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/2eda5d2b-c9c1-41e1-892f-702d4068f9eb HTTP/1.1" status: 200 len: 2981 time: 0.0687933 Sep 15 15:48:52.177763 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:52.215810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] No DVR routers for this DVR port d08a344d-006a-49da-91c6-d8755aeaaa82 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:52.220610 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:52.228296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41efc940-a8a0-4daa-b9ea-9fa3b842beae req-de14c18d-9a12-4c38-8933-e6917e102fad tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.38 "DELETE /v2.0/ports/d08a344d-006a-49da-91c6-d8755aeaaa82 HTTP/1.1" status: 204 len: 173 time: 3.4482043 Sep 15 15:48:52.242603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'name': 'network-vif-deleted', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:52.255152 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64dff4f-44c6-40d9-9d8b-5a4c9bf7c8ae" -d '{"events": [{"server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "name": "network-vif-deleted", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:52.261759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Network 5b5f6560-52a8-4946-9e38-a3748769610c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:48:52.264667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:52.275598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:48:52.286379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:48:52.291995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:52.308879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-3bc1d0f0-454a-47f8-8fdd-aec33230b38e tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/321580c1-6ef8-4273-825b-e1013076d374 HTTP/1.1" status: 200 len: 2981 time: 0.1511691 Sep 15 15:48:52.379535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Deleting port 3dafce01-7637-412a-b66f-f42781389a05 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:52.379535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:52.412472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:48:52.437265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:52.438323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:52.476129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-2f85e727-e4fc-4493-92de-7a1bbb44d21f tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/321580c1-6ef8-4273-825b-e1013076d374 HTTP/1.1" status: 200 len: 2981 time: 0.1616991 Sep 15 15:48:52.563323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-7424a431-0490-493c-8306-25c238057186 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/4071d32b-b740-46b5-8d0f-b7439c415cba HTTP/1.1" status: 200 len: 2981 time: 0.0854454 Sep 15 15:48:52.589963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-2e46aa0c-b9ee-4ee0-a167-45888176ddf3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0213940 Sep 15 15:48:52.610956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Request body: {'port': {'device_id': '7282b86a-552b-4479-a5cb-528565aa9168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:48:52.686306 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-92f9359b-32ad-4f70-9120-6c60f6b4d689 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/4071d32b-b740-46b5-8d0f-b7439c415cba HTTP/1.1" status: 200 len: 2981 time: 0.1125214 Sep 15 15:48:52.808010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:52.843253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-82d937aa-d370-4c36-94e3-4170be12e20b tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/49fe32f1-b504-45c1-898e-355479af7332 HTTP/1.1" status: 200 len: 2981 time: 0.1076882 Sep 15 15:48:52.845454 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:52.999445 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:53.012210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 5, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:53.074631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-05ff27ee-60e5-4d4f-ba87-c5e0002499a8 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/49fe32f1-b504-45c1-898e-355479af7332 HTTP/1.1" status: 200 len: 2981 time: 0.2246325 Sep 15 15:48:53.098708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] Checking router: a4038eeb-c88c-4d94-8bf1-3a1d41ca256f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:48:53.117127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:48:53.119134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:53.155647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:53.225476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Transition to ACTIVE for port object 511e53c2-c1a0-4ba0-bd67-699029abd302 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:53.236452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] For port 3dafce01-7637-412a-b66f-f42781389a05, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3dafce01-7637-412a-b66f-f42781389a05,segment=NetworkSegment(0124bb50-fac6-42d0-a304-cf38694ebe61),segment_id=0124bb50-fac6-42d0-a304-cf38694ebe61)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:53.237542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:53.254537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Calling delete_port for 3dafce01-7637-412a-b66f-f42781389a05 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:53.282603 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-40da8e7d-4ff8-4bfe-a69b-11db7765b668 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/4e9f1b4c-cc84-45f0-8b08-f9628575e999 HTTP/1.1" status: 200 len: 2981 time: 0.1906490 Sep 15 15:48:53.366665 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:53.454676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-41a66137-877e-47d1-9d0a-b0d6336094bf tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/4e9f1b4c-cc84-45f0-8b08-f9628575e999 HTTP/1.1" status: 200 len: 2981 time: 0.1610613 Sep 15 15:48:53.590469 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-1b66c8b8-ced3-450d-9cc6-4d7a45ccf6d8 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/5a50b4b5-9b71-4bdb-90b5-5891757ad989 HTTP/1.1" status: 200 len: 2973 time: 0.1141927 Sep 15 15:48:53.810926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-3e73b6f3-208d-463c-b8f8-4974d77041d9 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/5a50b4b5-9b71-4bdb-90b5-5891757ad989 HTTP/1.1" status: 200 len: 2973 time: 0.2093298 Sep 15 15:48:53.841397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:53.854396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] No DVR routers for this DVR port 511e53c2-c1a0-4ba0-bd67-699029abd302 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:53.867058 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:53.877190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a935923c-33e3-43ac-84c9-759c17daa9ef {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:53.900336 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:53.933489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:48:53.953665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-45f8ead7-7302-414a-a990-43cd5368d211 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/7a200637-48a7-4baf-8cd8-eb5d8054138b HTTP/1.1" status: 200 len: 2981 time: 0.1230562 Sep 15 15:48:53.965726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Transition to ACTIVE for port object a935923c-33e3-43ac-84c9-759c17daa9ef will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:48:54.022565 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-d6b4cf3e-a4b8-4b00-9e2a-1e10ef9ca808 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/7a200637-48a7-4baf-8cd8-eb5d8054138b HTTP/1.1" status: 200 len: 2981 time: 0.0528276 Sep 15 15:48:54.072025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Pushing event deleted for resources: {'Port': ['ID=3dafce01-7637-412a-b66f-f42781389a05,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:54.074528 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:48:54.074883 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:48:54.092160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.095711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] No DVR routers for this DVR port 3dafce01-7637-412a-b66f-f42781389a05 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:48:54.102951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.109898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fc19675-96f0-4195-856d-bd748e0d85ea req-dbaa342c-d4d9-46ae-a917-1f70ab47a216 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.55 "DELETE /v2.0/ports/3dafce01-7637-412a-b66f-f42781389a05 HTTP/1.1" status: 204 len: 173 time: 2.9072690 Sep 15 15:48:54.142327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:54.142327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:54.145515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:54.157814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:54.159737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Attempting to bind port 511e53c2-c1a0-4ba0-bd67-699029abd302 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:54.166390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:54.166944 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-22c68e2c-8f24-410e-9bc5-e955d0d60582 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/a0e9c91e-27c3-4b6c-822f-8c5352287079 HTTP/1.1" status: 200 len: 2981 time: 0.1306176 Sep 15 15:48:54.167486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:54.168079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:54.168845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Bound port: 511e53c2-c1a0-4ba0-bd67-699029abd302, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:54.174531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.230356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:54.280671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:54.285390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:54.322061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-a3bd99c7-26fb-4554-8778-32507e3f133c tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/a0e9c91e-27c3-4b6c-822f-8c5352287079 HTTP/1.1" status: 200 len: 2981 time: 0.1327467 Sep 15 15:48:54.348457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 5, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:54.354710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Attempting to bind port a935923c-33e3-43ac-84c9-759c17daa9ef on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:48:54.355058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Attempting to bind port a935923c-33e3-43ac-84c9-759c17daa9ef by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:48:54.355436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Attempting to bind port a935923c-33e3-43ac-84c9-759c17daa9ef on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:54.376470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Port a935923c-33e3-43ac-84c9-759c17daa9ef on network 5b5f6560-52a8-4946-9e38-a3748769610c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:48:54.378458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Attempting to bind port a935923c-33e3-43ac-84c9-759c17daa9ef on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:48:54.384152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294223ff-585c-437d-ab42-4060ad82dc3c None None] The sync data for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 is: [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:46:32Z', 'revision_number': 4, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '87f54eb7-3557-4d5d-91dc-eec360cf7364', 'name': '', 'network_id': 'e7f329a8-4cbc-4d83-b908-8221a9ceaa96', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'mac_address': 'fa:16:3e:77:ae:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:29Z', 'updated_at': '2021-09-15T15:46:36Z', 'revision_number': 5, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'subnets': [{'id': 'bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:48:54.392464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:48:54.392464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Checking segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:48:54.392464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Bound using segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:48:54.392839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Bound port: a935923c-33e3-43ac-84c9-759c17daa9ef, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:48:54.392962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.410460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-99032df4-ab92-4e16-9003-71c88d87493e tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/c7b31afd-c9a9-41b1-8056-091a9ee9a8b1 HTTP/1.1" status: 200 len: 2981 time: 0.0781219 Sep 15 15:48:54.473869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-903b0fcf-c979-48d9-af32-9b0e33851aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.523382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-29e0060f-66f7-4e75-a843-7b804fe67561 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/c7b31afd-c9a9-41b1-8056-091a9ee9a8b1 HTTP/1.1" status: 200 len: 2981 time: 0.0868139 Sep 15 15:48:54.523382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:48:54.547030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:48:54.568451 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-1186ba73-d90d-493d-94ae-255195e7f708 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/f0d346ad-9b01-47c7-8fcd-fbb360181659 HTTP/1.1" status: 200 len: 2981 time: 0.0569606 Sep 15 15:48:54.620980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-df3a4d10-62f4-4d57-a740-c1b51f3cdd93 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/f0d346ad-9b01-47c7-8fcd-fbb360181659 HTTP/1.1" status: 200 len: 2981 time: 0.0446703 Sep 15 15:48:54.630464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.645434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d08a344d-006a-49da-91c6-d8755aeaaa82 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:54.657142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.677397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:54.678233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.680431 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] 10.222.0.55 "PUT /v2.0/ports/511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 1096 time: 4.2648020 Sep 15 15:48:54.691257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3dafce01-7637-412a-b66f-f42781389a05 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:48:54.745533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 3dafce01-7637-412a-b66f-f42781389a05 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:54.745890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3dafce01-7637-412a-b66f-f42781389a05 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:54.753339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: d08a344d-006a-49da-91c6-d8755aeaaa82 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:48:54.754143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d08a344d-006a-49da-91c6-d8755aeaaa82 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:48:54.761403 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3428801-bdd3-4020-9a84-2c1340ce5b6a None None] New status for floating IP a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:48:54.803975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8135eb-35ad-4908-be1d-906bac14b4ed service neutron] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=11']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:54.813020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ff448b15-b474-4d55-8571-8c33586ad3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:54.814608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-ff448b15-b474-4d55-8571-8c33586ad3e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1099 time: 0.1048796 Sep 15 15:48:54.915375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-cd8cacd4-e432-4457-80b9-0be0e206d6f8 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/f3db65ad-75ae-4635-8d95-49c6a2bc3c16 HTTP/1.1" status: 200 len: 2981 time: 0.2859700 Sep 15 15:48:54.996237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:54.996792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:54.998945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] 10.222.0.38 "PUT /v2.0/ports/a935923c-33e3-43ac-84c9-759c17daa9ef HTTP/1.1" status: 200 len: 1092 time: 2.3918865 Sep 15 15:48:54.999587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7776a-5f3a-4d84-b920-c83baf050752 service neutron] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:55.002301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:55.008379 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921a738f-e8dd-492b-810e-359ede5426f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:55.037738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-43b7bc2d-8d0d-475e-a841-e1b956be479e tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/f3db65ad-75ae-4635-8d95-49c6a2bc3c16 HTTP/1.1" status: 200 len: 2981 time: 0.1133573 Sep 15 15:48:55.048645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-0ded2ae6-c370-46da-84b3-a088b02a5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:55.053010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-0ded2ae6-c370-46da-84b3-a088b02a5b45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2269251 Sep 15 15:48:55.098370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-e1db3ca9-1f14-4e38-9b0c-a75e61946b7d tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/f4bf71eb-9144-49f4-a774-e329725ba28d HTTP/1.1" status: 200 len: 2981 time: 0.0536451 Sep 15 15:48:55.197147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-b676413d-92b3-4e18-856c-257453cd5f62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.1352887 Sep 15 15:48:55.260051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f590444-5e52-4213-84b7-52675b975172 req-3931862c-09ad-41a7-884b-062d1390aaf7 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/f4bf71eb-9144-49f4-a774-e329725ba28d HTTP/1.1" status: 200 len: 2981 time: 0.1539102 Sep 15 15:48:55.281566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-bde0525e-d745-4897-ab07-e76cd59cda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:55.283730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-bde0525e-d745-4897-ab07-e76cd59cda71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0783844 Sep 15 15:48:55.290734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-9ccb8837-9014-4c2f-be7b-bfe781f5f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:55.302789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-9ccb8837-9014-4c2f-be7b-bfe781f5f2cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 1095 time: 0.1391823 Sep 15 15:48:55.369342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-a4fb13bc-12ab-4f91-9bb1-73cf4eee427a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a935923c-33e3-43ac-84c9-759c17daa9ef HTTP/1.1" status: 200 len: 217 time: 0.0573874 Sep 15 15:48:55.404364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-0ebac95e-588b-462a-8a46-b85d13c5110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:55.406163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-0ebac95e-588b-462a-8a46-b85d13c5110a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132615 Sep 15 15:48:55.415749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-49e39aa8-864b-4951-b8bb-01ecaf5cde1e req-f9c7ecae-4813-4c54-90f6-d67d8fc3bd63 tempest-LiveAutoBlockMigrationV225Test-1647252017 tempest-LiveAutoBlockMigrationV225Test-1647252017-project] 10.222.0.63 "GET /v2.0/ports?device_id=cd34ac40-c807-4986-bc63-75df38326716 HTTP/1.1" status: 200 len: 210 time: 0.0452647 Sep 15 15:48:55.461361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-34ac977d-3fda-4271-93f0-f928ee7e43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:55.464568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-34ac977d-3fda-4271-93f0-f928ee7e43c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.0628910 Sep 15 15:48:55.550861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-04251a14-0414-4faa-8ef3-2f477021abc2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718193 Sep 15 15:48:55.588717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-9139874b-45e2-43cb-9876-ad9cf1c359d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588616 Sep 15 15:48:55.743879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0704eeae-ffe6-4712-87f7-e532a68a89a5 req-b16c84aa-367c-4ac9-9931-58e377adda1b service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327963 Sep 15 15:48:55.778319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-a050e127-3570-47c3-882c-7d6cf6204e9e service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209911 Sep 15 15:48:55.788303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dda81-9353-4125-96a6-9abe100869d3 req-acc129ef-72de-47e6-92f5-fa8137ff72cb tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:55.790139 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f1dda81-9353-4125-96a6-9abe100869d3 req-acc129ef-72de-47e6-92f5-fa8137ff72cb tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 948 time: 0.0815411 Sep 15 15:48:55.916954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f1dda81-9353-4125-96a6-9abe100869d3 req-95f835f7-3948-4cce-8687-e35791afe254 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152930 Sep 15 15:48:55.959545 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baf47818-fea1-47fb-8651-4cd92f1ccc97 req-97eaf3ba-53a5-4268-abc1-5e0a8962262b service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682127 Sep 15 15:48:56.062223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ad7b8-e85a-49cd-bdc8-c6f29e678971 req-e38bfef6-bfac-4842-8d51-4f59d99a21d9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:56.063931 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-923ad7b8-e85a-49cd-bdc8-c6f29e678971 req-e38bfef6-bfac-4842-8d51-4f59d99a21d9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 944 time: 0.0695491 Sep 15 15:48:56.123524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-923ad7b8-e85a-49cd-bdc8-c6f29e678971 req-57b095b5-d7c7-4e71-94ad-84599af2be64 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525253 Sep 15 15:48:56.178123 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4228d0b1-70b1-4f97-ab73-c160360d36d7 x-openstack-request-id: req-4228d0b1-70b1-4f97-ab73-c160360d36d7 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:56.178749 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc92e76-5492-41cc-83ee-ce6373d49696", "name": "network-vif-deleted", "tag": "d08a344d-006a-49da-91c6-d8755aeaaa82", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:56.179183 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4228d0b1-70b1-4f97-ab73-c160360d36d7 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:56.179754 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc92e76-5492-41cc-83ee-ce6373d49696', 'name': 'network-vif-deleted', 'tag': 'd08a344d-006a-49da-91c6-d8755aeaaa82', 'status': 'completed', 'code': 200} Sep 15 15:48:56.225274 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ed33c-81df-4e3f-b0ee-b8cdbe1da7a8 x-openstack-request-id: req-1d4ed33c-81df-4e3f-b0ee-b8cdbe1da7a8 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:48:56.225602 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:48:56.225856 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d4ed33c-81df-4e3f-b0ee-b8cdbe1da7a8 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:48:56.226260 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'status': 'completed', 'code': 200} Sep 15 15:48:56.291795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:56.379010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a738f-e8dd-492b-810e-359ede5426f0 req-89dd29c3-89ba-4a47-b968-e733413aff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:56.380809 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-921a738f-e8dd-492b-810e-359ede5426f0 req-89dd29c3-89ba-4a47-b968-e733413aff0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 1095 time: 0.1217854 Sep 15 15:48:56.426411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-744c70dd-04c8-4ba3-bb83-873db7f3af7e req-4a400c79-e973-445e-8d15-c2242a0b9368 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d98c655a89f14aaabf38246e33b715d4 HTTP/1.1" status: 200 len: 6101 time: 0.1839631 Sep 15 15:48:56.535806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-744c70dd-04c8-4ba3-bb83-873db7f3af7e req-39468c5d-cbdb-4829-80b1-11c942027214 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "GET /v2.0/security-groups/49fe32f1-b504-45c1-898e-355479af7332 HTTP/1.1" status: 200 len: 2981 time: 0.1080453 Sep 15 15:48:56.582915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a738f-e8dd-492b-810e-359ede5426f0 req-551e62c2-d213-413f-9e55-ccab5621cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:56.582915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-921a738f-e8dd-492b-810e-359ede5426f0 req-551e62c2-d213-413f-9e55-ccab5621cf72 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 912 time: 0.1911423 Sep 15 15:48:56.642390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-921a738f-e8dd-492b-810e-359ede5426f0 req-deffb922-b097-4f25-b5f4-25674d9a799f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a935923c-33e3-43ac-84c9-759c17daa9ef HTTP/1.1" status: 200 len: 217 time: 0.0503793 Sep 15 15:48:56.660404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-744c70dd-04c8-4ba3-bb83-873db7f3af7e req-556f1cf2-1add-4275-b93d-56d078dcb34d tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "GET /v2.0/security-groups/49fe32f1-b504-45c1-898e-355479af7332 HTTP/1.1" status: 200 len: 2981 time: 0.1234350 Sep 15 15:48:56.679645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:56.747294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a738f-e8dd-492b-810e-359ede5426f0 req-8cdb5cf3-75ea-4ae9-abbf-288d06311544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:56.749256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-921a738f-e8dd-492b-810e-359ede5426f0 req-8cdb5cf3-75ea-4ae9-abbf-288d06311544 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.0878823 Sep 15 15:48:56.804821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-921a738f-e8dd-492b-810e-359ede5426f0 req-4582f935-b774-4f6b-b062-c23bd4e766bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440319 Sep 15 15:48:56.806962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39722) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:56.854038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:56.868765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'mac_address': 'fa:16:3e:b8:26:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:56.940979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:56.966778 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:56.976096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511e53c2-c1a0-4ba0-bd67-699029abd302 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:57.008465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c2acab8-a21b-4075-8255-73f65b304703 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.008755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:57.082009 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c2acab8-a21b-4075-8255-73f65b304703 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.104618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.112780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-921a738f-e8dd-492b-810e-359ede5426f0 req-c472f48b-2a69-440a-9e5a-a1368a47fc36 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630420 Sep 15 15:48:57.129252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab89ae8-721f-4543-baa1-90b096291f13 req-edecab8f-4be6-4747-8f84-537d257dc4fc tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:57.130710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aab89ae8-721f-4543-baa1-90b096291f13 req-edecab8f-4be6-4747-8f84-537d257dc4fc tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.1441219 Sep 15 15:48:57.197322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:57.253725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aab89ae8-721f-4543-baa1-90b096291f13 req-803e9c6d-5d0a-492e-8d25-8d6b0f631b90 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064732 Sep 15 15:48:57.269410 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac8554fe-77a9-41f0-bcc3-acf93bc9a4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.280949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-921a738f-e8dd-492b-810e-359ede5426f0 req-dc791bbb-9844-4c52-aa46-3fb077fbb920 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402736 Sep 15 15:48:57.360991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['511e53c2-c1a0-4ba0-bd67-699029abd302'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:48:57.405737 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c2acab8-a21b-4075-8255-73f65b304703 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.407650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c2acab8-a21b-4075-8255-73f65b304703 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.408736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39732) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:57.419246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5c2acab8-a21b-4075-8255-73f65b304703 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "DELETE /v2.0/security-groups/0464bda3-d869-491a-8fe9-6169ca36a18e HTTP/1.1" status: 204 len: 168 time: 0.6076093 Sep 15 15:48:57.419811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39736) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:57.497953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2acab8-a21b-4075-8255-73f65b304703 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0464bda3-d869-491a-8fe9-6169ca36a18e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:57.511898 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-3b9f4889-1a58-47ad-8fcf-55f55d94fb5c tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] show failed (client error): The resource could not be found. Sep 15 15:48:57.513452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b9f4889-1a58-47ad-8fcf-55f55d94fb5c tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "GET /v2.0/security-groups/0464bda3-d869-491a-8fe9-6169ca36a18e HTTP/1.1" status: 404 len: 347 time: 0.0916383 Sep 15 15:48:57.516545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39738) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:57.603724 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a251ee2-f37e-4c09-849a-690ef4a7a107 req-33ecdb9e-7cd4-41d6-9272-634943bd86f3 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/cddf780b-1abd-424c-af1d-ebf4cbeed4a5 HTTP/1.1" status: 200 len: 1777 time: 0.1277640 Sep 15 15:48:57.727525 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3a251ee2-f37e-4c09-849a-690ef4a7a107 req-1f2087c0-2363-4c6e-b69c-6ef03c56f9d7 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.758699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3a251ee2-f37e-4c09-849a-690ef4a7a107 req-1f2087c0-2363-4c6e-b69c-6ef03c56f9d7 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.880824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3a251ee2-f37e-4c09-849a-690ef4a7a107 req-1f2087c0-2363-4c6e-b69c-6ef03c56f9d7 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.883538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3a251ee2-f37e-4c09-849a-690ef4a7a107 req-1f2087c0-2363-4c6e-b69c-6ef03c56f9d7 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.886036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a251ee2-f37e-4c09-849a-690ef4a7a107 req-1f2087c0-2363-4c6e-b69c-6ef03c56f9d7 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "DELETE /v2.0/security-groups/cddf780b-1abd-424c-af1d-ebf4cbeed4a5 HTTP/1.1" status: 204 len: 173 time: 0.2716048 Sep 15 15:48:57.896014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2087c0-2363-4c6e-b69c-6ef03c56f9d7 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf780b-1abd-424c-af1d-ebf4cbeed4a5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:57.896818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Deleting subnet 06009191-dc62-4e07-857b-f9d6a1fb75c7 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:48:57.901879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:57.976675 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.041077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Deleting port 35ce4a17-ea3e-4353-92cd-6825d02a4404 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:48:58.041077 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.068316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091b23c-1685-4d07-8e20-7b760b1da045 req-4e2f86da-8b5c-463a-ba67-5ce7d37de1ea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:58.071071 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d091b23c-1685-4d07-8e20-7b760b1da045 req-4e2f86da-8b5c-463a-ba67-5ce7d37de1ea tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 949 time: 0.0755005 Sep 15 15:48:58.084251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.150769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d091b23c-1685-4d07-8e20-7b760b1da045 req-af2588e1-c241-445c-ac7d-103a51157ca9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643206 Sep 15 15:48:58.204475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.204840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.212527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}, {'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'name': 'network-vif-deleted', 'tag': '3dafce01-7637-412a-b66f-f42781389a05'}, {'name': 'network-changed', 'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:58.215954 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35be00e-a712-407f-85c2-29685ed90ec0" -d '{"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-unplugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}, {"server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "name": "network-vif-deleted", "tag": "3dafce01-7637-412a-b66f-f42781389a05"}, {"name": "network-changed", "server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:58.236030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Calling delete_port for 35ce4a17-ea3e-4353-92cd-6825d02a4404 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:48:58.312784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267cbc0-4b3d-49df-9ae3-ea291fa61723 req-6b2d6b6f-daef-4f1e-bd8b-0ebf1e68ff48 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:58.323363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9267cbc0-4b3d-49df-9ae3-ea291fa61723 req-6b2d6b6f-daef-4f1e-bd8b-0ebf1e68ff48 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 944 time: 0.0893922 Sep 15 15:48:58.367996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.373478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9267cbc0-4b3d-49df-9ae3-ea291fa61723 req-0f9a76b1-4d60-4819-a9ee-0b43460b79c2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485129 Sep 15 15:48:58.437555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.461003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb61c9f8-0fb1-450e-8e3d-b3403bdf078b req-706e3d92-0f67-40a4-ae95-ff9a6f413ab8 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "GET /v2.0/security-groups/a77e2e0e-f953-494e-9412-013b450c57a5 HTTP/1.1" status: 200 len: 1778 time: 0.0544162 Sep 15 15:48:58.490576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06009191-dc62-4e07-857b-f9d6a1fb75c7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:58.496422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.502226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/06009191-dc62-4e07-857b-f9d6a1fb75c7 HTTP/1.1" status: 204 len: 168 time: 1.0887103 Sep 15 15:48:58.502226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39748) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:58.529415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.529881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.530289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.530702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.531088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.531483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.531879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.532268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.532681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.533070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.533453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.534481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13882b-0baf-40ab-b727-2f862cc4b0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:48:58.572527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb61c9f8-0fb1-450e-8e3d-b3403bdf078b req-b537938c-5f71-4c31-8a67-9181b3d872a5 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.620418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb61c9f8-0fb1-450e-8e3d-b3403bdf078b req-b537938c-5f71-4c31-8a67-9181b3d872a5 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.666668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.695350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:48:58.744385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb61c9f8-0fb1-450e-8e3d-b3403bdf078b req-b537938c-5f71-4c31-8a67-9181b3d872a5 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.749636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb61c9f8-0fb1-450e-8e3d-b3403bdf078b req-b537938c-5f71-4c31-8a67-9181b3d872a5 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.759591 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb61c9f8-0fb1-450e-8e3d-b3403bdf078b req-b537938c-5f71-4c31-8a67-9181b3d872a5 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] 10.222.0.63 "DELETE /v2.0/security-groups/a77e2e0e-f953-494e-9412-013b450c57a5 HTTP/1.1" status: 204 len: 173 time: 0.2917113 Sep 15 15:48:58.773164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:58.796984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537938c-5f71-4c31-8a67-9181b3d872a5 tempest-SecurityGroupsTestAdminJSON-1494652568 tempest-SecurityGroupsTestAdminJSON-1494652568-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77e2e0e-f953-494e-9412-013b450c57a5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:58.802237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Pushing event deleted for resources: {'Port': ['ID=35ce4a17-ea3e-4353-92cd-6825d02a4404,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:58.857004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a935923c-33e3-43ac-84c9-759c17daa9ef details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:48:58.949538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 511e53c2-c1a0-4ba0-bd67-699029abd302 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:48:58.983041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 511e53c2-c1a0-4ba0-bd67-699029abd302 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:48:58.994568 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.092991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.119959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742acc42-ee0d-49c3-9263-c38eb7ccca8d']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:59.136969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0124bb50-fac6-42d0-a304-cf38694ebe61') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:59.137265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0124bb50-fac6-42d0-a304-cf38694ebe61') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:48:59.154996 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.209032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.216460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.226475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.228829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5487ba09-72fb-4389-873f-5b071f53f739 tempest-ServersTestFqdnHostnames-1544573443 tempest-ServersTestFqdnHostnames-1544573443-project] 10.222.0.63 "DELETE /v2.0/floatingips/a0c1f3b9-2245-48bb-aaa7-d07c68f8ec7f HTTP/1.1" status: 204 len: 168 time: 1.7103701 Sep 15 15:48:59.232556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39756) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:59.250832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:48:59.251789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.271523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:48:59.347615 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:48:59.350622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'port_id': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'mac_address': 'fa:16:3e:ce:51:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0c71d-77f3-47b1-b6de-3f9f4f8f414f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:48:59.417706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.429769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.432309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] 10.222.0.63 "DELETE /v2.0/networks/742acc42-ee0d-49c3-9263-c38eb7ccca8d HTTP/1.1" status: 204 len: 168 time: 0.9296606 Sep 15 15:48:59.436126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3948-3571-4212-89fd-e7a73b72359e req-f0772fdc-2103-447d-9ef2-7643665ad1e4 tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:48:59.436370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39760) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:48:59.441081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-563c3948-3571-4212-89fd-e7a73b72359e req-f0772fdc-2103-447d-9ef2-7643665ad1e4 tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1100 time: 0.1300664 Sep 15 15:48:59.466731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.467806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfd2e7-3939-4210-acb1-37cadb59ba0c admin admin] Pushing event deleted for resources: {'Network': ['ID=742acc42-ee0d-49c3-9263-c38eb7ccca8d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:48:59.495242 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.517644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] Deleting subnet aa729990-67c9-4209-9fae-41bb3c764f96 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:48:59.531330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a935923c-33e3-43ac-84c9-759c17daa9ef {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:48:59.550262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.606097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:59.618317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:48:59.619587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:48:59.622539 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46e821d-9567-4f6d-bab7-fbfb4d05f47a" -d '{"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-plugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:48:59.630808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.714294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:48:59.960888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-563c3948-3571-4212-89fd-e7a73b72359e req-e2fb404a-8529-47d8-8f57-b6d326aea7aa tempest-MigrationsAdminTest-744571933 tempest-MigrationsAdminTest-744571933-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909635 Sep 15 15:49:00.044011 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ad75fc-a64b-496a-a8c2-c43284e78407 x-openstack-request-id: req-85ad75fc-a64b-496a-a8c2-c43284e78407 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:00.047417 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-unplugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "code": 200}, {"server_uuid": "cd34ac40-c807-4986-bc63-75df38326716", "name": "network-vif-deleted", "tag": "3dafce01-7637-412a-b66f-f42781389a05", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:00.047417 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-85ad75fc-a64b-496a-a8c2-c43284e78407 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:00.047417 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'code': 200} Sep 15 15:49:00.047417 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd34ac40-c807-4986-bc63-75df38326716', 'name': 'network-vif-deleted', 'tag': '3dafce01-7637-412a-b66f-f42781389a05', 'status': 'completed', 'code': 200} Sep 15 15:49:00.047417 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'status': 'completed', 'code': 200} Sep 15 15:49:00.098578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.135426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-9603f2d2-ccf2-4c88-b3ee-325412245acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:00.136419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-9603f2d2-ccf2-4c88-b3ee-325412245acf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 1100 time: 0.0637326 Sep 15 15:49:00.149654 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02e3e423-271d-4a40-90bb-39cd1c813343 req-aabf151b-2895-47fe-a6e7-a642a8571963 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "GET /v2.0/security-groups/f0fef525-cb0c-4b62-954e-ec7c51959c20 HTTP/1.1" status: 200 len: 1777 time: 0.0928297 Sep 15 15:49:00.163174 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.168978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.169699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.188776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=13']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:00.250672 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:00.254440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02e3e423-271d-4a40-90bb-39cd1c813343 req-0d8ebc9c-3ff1-46e1-9bd3-1e9f24d3056a tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.255186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.293195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-f1070073-d926-4a39-8183-55606c70df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:00.293432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-f1070073-d926-4a39-8183-55606c70df23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1491258 Sep 15 15:49:00.294579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa729990-67c9-4209-9fae-41bb3c764f96,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:00.298364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.300078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02e3e423-271d-4a40-90bb-39cd1c813343 req-0d8ebc9c-3ff1-46e1-9bd3-1e9f24d3056a tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.301286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6a784d1c-a1bc-4eec-873d-09afd04ff546 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/aa729990-67c9-4209-9fae-41bb3c764f96 HTTP/1.1" status: 204 len: 168 time: 0.8616087 Sep 15 15:49:00.305781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39770) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:00.354138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-b9128e2e-b05a-4cd1-9f50-b5b8d34a0db4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 200 len: 217 time: 0.0518389 Sep 15 15:49:00.424829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-eb259b6c-3b10-4044-9411-42a2e3d2a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:00.426424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-eb259b6c-3b10-4044-9411-42a2e3d2a90e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0655000 Sep 15 15:49:00.435587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.454616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a935923c-33e3-43ac-84c9-759c17daa9ef'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:00.485773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-7f10f139-a451-4d41-8523-4b61153922fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:00.488170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-7f10f139-a451-4d41-8523-4b61153922fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528455 Sep 15 15:49:00.491901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.606126 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.610716 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02e3e423-271d-4a40-90bb-39cd1c813343 req-0d8ebc9c-3ff1-46e1-9bd3-1e9f24d3056a tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.616788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02e3e423-271d-4a40-90bb-39cd1c813343 req-0d8ebc9c-3ff1-46e1-9bd3-1e9f24d3056a tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.629124 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02e3e423-271d-4a40-90bb-39cd1c813343 req-0d8ebc9c-3ff1-46e1-9bd3-1e9f24d3056a tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "DELETE /v2.0/security-groups/f0fef525-cb0c-4b62-954e-ec7c51959c20 HTTP/1.1" status: 204 len: 173 time: 0.4684770 Sep 15 15:49:00.671375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-0760c269-b6e0-4530-a0de-29d00bcc93d9 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750941 Sep 15 15:49:00.722517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b7cfd7-bf26-4294-9729-b4029daf219e']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:00.731547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ebc9c-3ff1-46e1-9bd3-1e9f24d3056a tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fef525-cb0c-4b62-954e-ec7c51959c20,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:00.821440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7825b6dc-4496-479d-8371-1319c3935375') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:00.826217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35be00e-a712-407f-85c2-29685ed90ec0 req-88649f29-f901-4906-baac-e709c086fdb0 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456699 Sep 15 15:49:00.826545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7825b6dc-4496-479d-8371-1319c3935375') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:00.859611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.905997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.945990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:49:00.946772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:49:00.949566 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:49:01.105347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:01.145305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b7cfd7-bf26-4294-9729-b4029daf219e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:01.159837 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:01.163191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5fd85bd6-5359-461b-a3d7-f6d69da94042 admin admin] 10.222.0.63 "DELETE /v2.0/networks/63b7cfd7-bf26-4294-9729-b4029daf219e HTTP/1.1" status: 204 len: 168 time: 0.8554590 Sep 15 15:49:01.197120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a7584-0710-4e53-820a-645fbbce219d req-dcbd0605-3e89-4f08-b718-b07431fd962b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:01.198772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a06a7584-0710-4e53-820a-645fbbce219d req-dcbd0605-3e89-4f08-b718-b07431fd962b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.1103501 Sep 15 15:49:01.258460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a06a7584-0710-4e53-820a-645fbbce219d req-3d0a1a9a-abdb-4090-98ca-97b9bdf3628c tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464656 Sep 15 15:49:01.259769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Deleting port 87f54eb7-3557-4d5d-91dc-eec360cf7364 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:01.260114 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:01.388845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] For port 87f54eb7-3557-4d5d-91dc-eec360cf7364, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=87f54eb7-3557-4d5d-91dc-eec360cf7364,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:01.389206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:01.416130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab46f4-756f-4851-bcdb-725a613d1515 req-16c60e54-796d-40d4-8eba-df2e8478b40c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:01.416130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9dab46f4-756f-4851-bcdb-725a613d1515 req-16c60e54-796d-40d4-8eba-df2e8478b40c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 945 time: 0.0863061 Sep 15 15:49:01.416130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Calling delete_port for 87f54eb7-3557-4d5d-91dc-eec360cf7364 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:01.495464 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9dab46f4-756f-4851-bcdb-725a613d1515 req-802db029-df8e-45b3-a15f-cae994f6e9ab tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758727 Sep 15 15:49:01.555560 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d4d506-c9e2-4fed-9dcb-b9f5a2a26598 x-openstack-request-id: req-49d4d506-c9e2-4fed-9dcb-b9f5a2a26598 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:01.556140 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-plugged", "status": "completed", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:01.556140 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-49d4d506-c9e2-4fed-9dcb-b9f5a2a26598 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:01.556512 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'code': 200} Sep 15 15:49:01.977941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.007267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Pushing event deleted for resources: {'Port': ['ID=87f54eb7-3557-4d5d-91dc-eec360cf7364,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:02.079274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39792) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:02.140266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-10505260-9330-4bbf-942c-70d3629b6804 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=778023219b2a4f1ca13621ea15ddb51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551674 Sep 15 15:49:02.140266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39794) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:02.249382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4537093e-03f2-4b3b-9460-2c0a9cdd70ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.279074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.285395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4537093e-03f2-4b3b-9460-2c0a9cdd70ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.381326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f194b182-9125-446d-8f66-07f17bbb057e req-4fe87e1b-bc4c-4fa3-8a9d-69ed28b3a54a tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "GET /v2.0/security-groups/4bb7d765-c79b-4b2b-8469-499f066166f0 HTTP/1.1" status: 200 len: 1776 time: 0.0854578 Sep 15 15:49:02.464049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f194b182-9125-446d-8f66-07f17bbb057e req-fc01e1c2-e149-4b5d-b748-9d7d5fe15748 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.492965 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4537093e-03f2-4b3b-9460-2c0a9cdd70ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.497359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4537093e-03f2-4b3b-9460-2c0a9cdd70ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.498798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4537093e-03f2-4b3b-9460-2c0a9cdd70ff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/24d17309-9e37-4934-925b-2ed3fa3f1ca1 HTTP/1.1" status: 204 len: 168 time: 0.3560421 Sep 15 15:49:02.524326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f194b182-9125-446d-8f66-07f17bbb057e req-fc01e1c2-e149-4b5d-b748-9d7d5fe15748 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.527696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537093e-03f2-4b3b-9460-2c0a9cdd70ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d17309-9e37-4934-925b-2ed3fa3f1ca1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:02.629244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5ccf1-5378-4692-b261-509a608f8a06 req-7f496527-a8db-40f4-be88-4b14f62dae29 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:02.630834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3c5ccf1-5378-4692-b261-509a608f8a06 req-7f496527-a8db-40f4-be88-4b14f62dae29 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 950 time: 0.1360934 Sep 15 15:49:02.670000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:49:02.690952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f194b182-9125-446d-8f66-07f17bbb057e req-fc01e1c2-e149-4b5d-b748-9d7d5fe15748 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.694399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3c5ccf1-5378-4692-b261-509a608f8a06 req-77c68ac9-6da7-4fd1-8b4d-94b157456ed6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535808 Sep 15 15:49:02.695728 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f194b182-9125-446d-8f66-07f17bbb057e req-fc01e1c2-e149-4b5d-b748-9d7d5fe15748 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:02.697877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f194b182-9125-446d-8f66-07f17bbb057e req-fc01e1c2-e149-4b5d-b748-9d7d5fe15748 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] 10.222.0.63 "DELETE /v2.0/security-groups/4bb7d765-c79b-4b2b-8469-499f066166f0 HTTP/1.1" status: 204 len: 173 time: 0.3060768 Sep 15 15:49:02.722001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01e1c2-e149-4b5d-b748-9d7d5fe15748 tempest-SecurityGroupsTestAdminJSON-1779132689 tempest-SecurityGroupsTestAdminJSON-1779132689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb7d765-c79b-4b2b-8469-499f066166f0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:02.873190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a935923c-33e3-43ac-84c9-759c17daa9ef up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:02.894730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca566f1-34b5-441f-b93b-fd1f10e2168c req-2d883474-cf56-4d88-8aa0-138b5d39a4ef tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:02.895428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bca566f1-34b5-441f-b93b-fd1f10e2168c req-2d883474-cf56-4d88-8aa0-138b5d39a4ef tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 950 time: 0.0889075 Sep 15 15:49:02.972545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bca566f1-34b5-441f-b93b-fd1f10e2168c req-b7333d66-a08a-433d-9f3c-d7d7eaf283b1 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618494 Sep 15 15:49:02.982692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:49:02.991951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39830) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:02.993637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] Sync routers for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:49:03.003180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ee30343d-e724-4948-99f0-8a301a9b304b admin admin] 10.222.0.63 "PUT /v2.0/routers/a4038eeb-c88c-4d94-8bf1-3a1d41ca256f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7689621 Sep 15 15:49:03.012627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:49:03.015334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:03.040751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bee255-d839-49ca-aacc-314032c9c386 req-4c9a25fe-4076-4886-9897-359be2661d6a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:03.048930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-56bee255-d839-49ca-aacc-314032c9c386 req-4c9a25fe-4076-4886-9897-359be2661d6a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 945 time: 0.1455393 Sep 15 15:49:03.107956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-56bee255-d839-49ca-aacc-314032c9c386 req-b810242e-1c8d-46ac-9c05-ebe30b661161 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564480 Sep 15 15:49:03.121632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port a935923c-33e3-43ac-84c9-759c17daa9ef completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:49:03.146226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port a935923c-33e3-43ac-84c9-759c17daa9ef triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:03.152643 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:03.224677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:03.276254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:49:03.351936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39836) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:03.392769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:03.443169 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:03.476633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:03.545474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:49:01Z', 'revision_number': 5, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port': {'id': '11f315c9-8c0e-4b87-a574-799ddd1c35a6', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:22Z', 'updated_at': '2021-09-15T15:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:03.577147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:03.579583 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af6d3d-6a95-4bf6-9da5-e7873a7e5b9d" -d '{"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-plugged", "status": "completed", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:03.584206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:03.588165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] Checking router: a4038eeb-c88c-4d94-8bf1-3a1d41ca256f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:49:03.615230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39844) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:03.630254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] Routers {'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:49:03.630902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:03.674610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3075d00c-9d47-41b3-9248-827fcecde85c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d98c655a89f14aaabf38246e33b715d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192987 Sep 15 15:49:03.675362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:03.683050 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0125f3ae-3194-4627-b780-0c8cf1a7c18f x-openstack-request-id: req-0125f3ae-3194-4627-b780-0c8cf1a7c18f {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:03.683340 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-plugged", "status": "completed", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:03.683840 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0125f3ae-3194-4627-b780-0c8cf1a7c18f {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:03.684229 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'code': 200} Sep 15 15:49:03.746591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Deleting port 11f315c9-8c0e-4b87-a574-799ddd1c35a6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:03.747375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:03.758548 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60edd490-ce97-45c2-8c90-a1b463f5b17a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7b2f41f79882459a9e946a52fe35ce9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421297 Sep 15 15:49:03.772729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39848) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:03.856216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5ccba-3230-4e71-ac2c-713f4e22c789 req-41bea2b4-0173-485b-8f1f-331db61acee6 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:03.857939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85e5ccba-3230-4e71-ac2c-713f4e22c789 req-41bea2b4-0173-485b-8f1f-331db61acee6 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.1797693 Sep 15 15:49:03.905621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbf19d-2cc4-46b9-855b-414606e7d0ff req-51c3c1ba-ea3c-4fca-a5bf-a9591b19e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:03.906964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19cbf19d-2cc4-46b9-855b-414606e7d0ff req-51c3c1ba-ea3c-4fca-a5bf-a9591b19e5f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 1097 time: 0.1292551 Sep 15 15:49:03.941169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:03.941169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] Set router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:49:03.964580 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85e5ccba-3230-4e71-ac2c-713f4e22c789 req-09870cd6-0cce-43bf-865d-311b269b1430 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985658 Sep 15 15:49:03.966575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19cbf19d-2cc4-46b9-855b-414606e7d0ff req-e6037974-4bb4-41ad-a8d5-96d19c6655b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Sep 15 15:49:03.968966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-34f61d1a-c3aa-4d2c-a670-3fcf3d41e3b5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:03.970675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-34f61d1a-c3aa-4d2c-a670-3fcf3d41e3b5 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 950 time: 0.2555275 Sep 15 15:49:04.001605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:49:03Z', 'revision_number': 6, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:04.007781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-710d156c-e8e5-49fd-ae41-1df933b233df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.020025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] For port 11f315c9-8c0e-4b87-a574-799ddd1c35a6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11f315c9-8c0e-4b87-a574-799ddd1c35a6,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:04.020427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.038703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa365d5-d9a4-42eb-9c9c-b58b58581280 None None] The sync data for ids ['a4038eeb-c88c-4d94-8bf1-3a1d41ca256f'] in n-d-808199-2 is: [{'id': 'a4038eeb-c88c-4d94-8bf1-3a1d41ca256f', 'name': 'tempest-ServersTestFqdnHostnames-2129982454-router', 'tenant_id': '30165ceb56114dc3ae5750bb7caa0c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:20Z', 'updated_at': '2021-09-15T15:49:03Z', 'revision_number': 6, 'project_id': '30165ceb56114dc3ae5750bb7caa0c48', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:49:04.097557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a5814-5799-47eb-99ac-3fb456445c05 req-4de6774d-4db1-4095-848e-a83194536aff tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:04.105716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c96a5814-5799-47eb-99ac-3fb456445c05 req-4de6774d-4db1-4095-848e-a83194536aff tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 950 time: 0.2316432 Sep 15 15:49:04.107327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bede4a-9560-4a81-9fc2-c9993de26bcc req-0afcc8a7-db09-4b0b-9a99-a8cad6424955 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:04.109281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63bede4a-9560-4a81-9fc2-c9993de26bcc req-0afcc8a7-db09-4b0b-9a99-a8cad6424955 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 950 time: 0.0708466 Sep 15 15:49:04.115678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Calling delete_port for 11f315c9-8c0e-4b87-a574-799ddd1c35a6 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:04.145363 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-710d156c-e8e5-49fd-ae41-1df933b233df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.165358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63bede4a-9560-4a81-9fc2-c9993de26bcc req-4e3b73cf-0048-4139-95bc-493307b44136 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448802 Sep 15 15:49:04.168912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e6227aad-f0a1-4307-a252-8fc74e58a255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.293882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e6227aad-f0a1-4307-a252-8fc74e58a255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.294589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd1b07-2902-41db-94df-cddce1d497a9 req-9e0d0117-df9b-4860-b30b-8dd37a36acf2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:04.296386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ddd1b07-2902-41db-94df-cddce1d497a9 req-9e0d0117-df9b-4860-b30b-8dd37a36acf2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.0636084 Sep 15 15:49:04.307361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c96a5814-5799-47eb-99ac-3fb456445c05 req-47571b9b-7b02-43c9-b012-d0683d71b599 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000761 Sep 15 15:49:04.363512 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ddd1b07-2902-41db-94df-cddce1d497a9 req-c1ff4236-48ec-44fd-894c-3af439b25b04 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541296 Sep 15 15:49:04.421020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Deleting port 511e53c2-c1a0-4ba0-bd67-699029abd302 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:04.421520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.471720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-710d156c-e8e5-49fd-ae41-1df933b233df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.474310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-710d156c-e8e5-49fd-ae41-1df933b233df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.479210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-710d156c-e8e5-49fd-ae41-1df933b233df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/49fe32f1-b504-45c1-898e-355479af7332 HTTP/1.1" status: 204 len: 168 time: 0.7990770 Sep 15 15:49:04.576709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e6227aad-f0a1-4307-a252-8fc74e58a255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.577369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e6227aad-f0a1-4307-a252-8fc74e58a255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.582392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e6227aad-f0a1-4307-a252-8fc74e58a255 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f4bf71eb-9144-49f4-a774-e329725ba28d HTTP/1.1" status: 204 len: 168 time: 0.7973311 Sep 15 15:49:04.587460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d156c-e8e5-49fd-ae41-1df933b233df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe32f1-b504-45c1-898e-355479af7332,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:04.633788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6227aad-f0a1-4307-a252-8fc74e58a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bf71eb-9144-49f4-a774-e329725ba28d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:04.675912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] For port 511e53c2-c1a0-4ba0-bd67-699029abd302, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=511e53c2-c1a0-4ba0-bd67-699029abd302,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:04.675912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.690181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Calling delete_port for 511e53c2-c1a0-4ba0-bd67-699029abd302 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:04.759460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:04.794326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=11f315c9-8c0e-4b87-a574-799ddd1c35a6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:05.010018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 87f54eb7-3557-4d5d-91dc-eec360cf7364 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:05.074171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 87f54eb7-3557-4d5d-91dc-eec360cf7364 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:05.074807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 87f54eb7-3557-4d5d-91dc-eec360cf7364 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:05.075446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11f315c9-8c0e-4b87-a574-799ddd1c35a6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:05.117419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 11f315c9-8c0e-4b87-a574-799ddd1c35a6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:05.118306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11f315c9-8c0e-4b87-a574-799ddd1c35a6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:05.200291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d1ff4-560c-4119-93ab-3f9447333973 req-808cd2d7-56b4-476f-908d-0520e19d16ef tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:05.207975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c84d1ff4-560c-4119-93ab-3f9447333973 req-808cd2d7-56b4-476f-908d-0520e19d16ef tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.1026461 Sep 15 15:49:05.261939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c84d1ff4-560c-4119-93ab-3f9447333973 req-7058d85d-e6c4-4260-9da9-25e6b6efbd7b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530417 Sep 15 15:49:05.446420 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.596382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762d2fd-6123-4197-9fe9-325e88983084 req-6e9ce7f7-7c74-46b4-ac25-c622253940e9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:05.599523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9762d2fd-6123-4197-9fe9-325e88983084 req-6e9ce7f7-7c74-46b4-ac25-c622253940e9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.0885344 Sep 15 15:49:05.607925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.614168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.652753 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9762d2fd-6123-4197-9fe9-325e88983084 req-13cac301-c50c-4b3b-90b5-4b453380593d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468194 Sep 15 15:49:05.691367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:05.712625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-cde3fffd-a479-48a9-8325-037b32e7741b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:05.714239 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-cde3fffd-a479-48a9-8325-037b32e7741b tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.55 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.8453922 Sep 15 15:49:05.739702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6163c65-a6ed-4db5-a8e5-009ee1eadae6 req-09cff290-62d0-469d-a83b-5c1dbd12b622 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:05.747166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6163c65-a6ed-4db5-a8e5-009ee1eadae6 req-09cff290-62d0-469d-a83b-5c1dbd12b622 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 950 time: 0.2493777 Sep 15 15:49:05.747926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cae1b77b-3b1d-4b4e-8ca8-7fb5a16957b3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e8d16aaa2d004c0ca4faf6206724f485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548429 Sep 15 15:49:05.750244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39904) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:05.774039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.787370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222', '3e502353-e9a4-4831-97da-6d0a7241c76a', '511e53c2-c1a0-4ba0-bd67-699029abd302'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:05.840710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.845159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:05.875829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event deleted for resources: {'Port': ['ID=511e53c2-c1a0-4ba0-bd67-699029abd302,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:05.876233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.876840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4038eeb-c88c-4d94-8bf1-3a1d41ca256f {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:49:05.901807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.907052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.912221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4a3817da-0573-4ed1-b26e-2ebe67c93ebc admin admin] 10.222.0.63 "DELETE /v2.0/routers/a4038eeb-c88c-4d94-8bf1-3a1d41ca256f HTTP/1.1" status: 204 len: 168 time: 2.9182343 Sep 15 15:49:05.919161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39906) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:05.934633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6163c65-a6ed-4db5-a8e5-009ee1eadae6 req-bd488130-590c-46d0-92c1-0ccaa500677c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865342 Sep 15 15:49:05.956734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] No DVR routers for this DVR port 511e53c2-c1a0-4ba0-bd67-699029abd302 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:05.960833 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:05.962930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db8a2aae-6657-4f84-a41c-42bc894d39b1 req-7b014987-167e-46c4-a3cc-f7c62d07c48b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "DELETE /v2.0/ports/511e53c2-c1a0-4ba0-bd67-699029abd302 HTTP/1.1" status: 204 len: 173 time: 1.9690392 Sep 15 15:49:05.963389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-deleted', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:05.967022 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed272a4-8f1a-49a7-8316-1e56240c2c68" -d '{"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-deleted", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:06.022296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Deleting port 8b8e9b98-d802-4302-b877-2e64d0082ef8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:06.023175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.111413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] Deleting subnet bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:49:06.117216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.120937 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b71c69-73f1-483d-969c-a870071edf0b x-openstack-request-id: req-63b71c69-73f1-483d-969c-a870071edf0b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:06.122959 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8fc01b-27e0-4075-92da-22f9d9290992", "name": "network-vif-deleted", "tag": "511e53c2-c1a0-4ba0-bd67-699029abd302", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:06.123323 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63b71c69-73f1-483d-969c-a870071edf0b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:06.124093 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8fc01b-27e0-4075-92da-22f9d9290992', 'name': 'network-vif-deleted', 'tag': '511e53c2-c1a0-4ba0-bd67-699029abd302', 'status': 'completed', 'code': 200} Sep 15 15:49:06.198089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.234025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] For port 8b8e9b98-d802-4302-b877-2e64d0082ef8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8b8e9b98-d802-4302-b877-2e64d0082ef8,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:06.234909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.386094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.389951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.391986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/321580c1-6ef8-4273-825b-e1013076d374 HTTP/1.1" status: 204 len: 168 time: 0.6405745 Sep 15 15:49:06.452025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.476297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321580c1-6ef8-4273-825b-e1013076d374,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:06.620867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:06.628983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.639012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a88e3e4-4413-4713-a8a2-c3292aade835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:06.679176 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.679829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:06.679937 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Floating IP a11160e2-b069-49e9-af5e-6da10921d3c4 disassociated. External IP: 172.25.0.77, port: 8b8e9b98-d802-4302-b877-2e64d0082ef8. Sep 15 15:49:06.680270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Calling delete_port for 8b8e9b98-d802-4302-b877-2e64d0082ef8 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:06.731024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b5068-f0e8-4f4f-9fb7-47a8a09c33a9 req-d7a5064a-1ae9-499b-bc5e-a042b63edc47 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:06.737433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b34b5068-f0e8-4f4f-9fb7-47a8a09c33a9 req-d7a5064a-1ae9-499b-bc5e-a042b63edc47 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 945 time: 0.3510833 Sep 15 15:49:06.812723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b34b5068-f0e8-4f4f-9fb7-47a8a09c33a9 req-32076bbb-5a4c-4c43-bcc9-69639adb9dca tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups?id=c467f02e-18c6-4896-a5fb-1b2942c104c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715499 Sep 15 15:49:06.893441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:06.926252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc842-95c7-4c3c-9701-430c89161d4d req-42ba065b-4eef-4cad-a8aa-49a29169e371 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:06.927852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-866dc842-95c7-4c3c-9701-430c89161d4d req-42ba065b-4eef-4cad-a8aa-49a29169e371 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1247938 Sep 15 15:49:06.994482 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.031439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1527023979-network', 'tenant_id': 'ad8a572a058e412eb10e49b2526d2890'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:07.047705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:07.051408 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06a640c-d75c-49fd-be6d-e1f763741236" -d '{"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-unplugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:07.072999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-866dc842-95c7-4c3c-9701-430c89161d4d req-6937e1d2-225f-4bb3-8bc6-e71edfa82ef9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299975 Sep 15 15:49:07.074076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:07.182773 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-78bda316-45b6-4b12-9012-76e096314c63 req-385f7d2e-4afa-4c21-b724-6f0afd361511 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=7f8fc01b-27e0-4075-92da-22f9d9290992 HTTP/1.1" status: 200 len: 210 time: 0.0481405 Sep 15 15:49:07.183405 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc5eddd-f7e1-4812-8d43-6d7b4fed138c x-openstack-request-id: req-3cc5eddd-f7e1-4812-8d43-6d7b4fed138c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:07.183405 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-unplugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:07.183405 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3cc5eddd-f7e1-4812-8d43-6d7b4fed138c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:07.183405 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'code': 200} Sep 15 15:49:07.729146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.771350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:07.772362 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.772620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.797953 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.800645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ad8c4f6f-9437-4fe6-a4e9-7fedb4252c39 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bd6184ce-df2c-4aa9-8cc4-ab946ae8bb95 HTTP/1.1" status: 204 len: 168 time: 1.8804593 Sep 15 15:49:07.802331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Made reservation on behalf of ad8a572a058e412eb10e49b2526d2890 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:07.805115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.808342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39960) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:07.833074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538e5a0-8bda-4c9b-b60b-bd5bfd5223a5 None None] Network e7f329a8-4cbc-4d83-b908-8221a9ceaa96 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:07.849228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event deleted for resources: {'Port': ['ID=8b8e9b98-d802-4302-b877-2e64d0082ef8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:07.963875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.968655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:07.977904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:08.016461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea5aaefe-bc19-4b1e-b0a0-cbcbc3f218df req-718df457-813e-4722-be94-0f9edf789554 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 210 time: 0.0692513 Sep 15 15:49:08.075922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Router 07f5f5ac-b97e-489c-a525-cf7357563ff3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:49:08.097832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Deleting port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:08.103972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.198544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] For port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:08.199004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.223246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Calling delete_port for eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:08.263657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:49:08.286575 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] Sync routers for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:49:08.305386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] DHCP port deletion for e7f329a8-4cbc-4d83-b908-8221a9ceaa96 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:49:08.330265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] No DVR routers for this DVR port 8b8e9b98-d802-4302-b877-2e64d0082ef8 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:08.333452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.338139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-662c1033-5ef9-4612-afb2-bf9f4a3800a1 req-df7712ee-2756-4603-943c-bf65d05fc51f tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.55 "DELETE /v2.0/ports/8b8e9b98-d802-4302-b877-2e64d0082ef8 HTTP/1.1" status: 204 len: 173 time: 2.6144345 Sep 15 15:49:08.338139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'name': 'network-vif-deleted', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:08.338387 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:49:08.339081 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020ed6d3-65d0-4968-8090-f0a2791b5e94" -d '{"events": [{"server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "name": "network-vif-deleted", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:08.344802 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:08.394908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.417936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] Deleting port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:08.418679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.531565 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.554099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] For port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,segment=NetworkSegment(e81a2aa1-abb4-4153-a784-63b01cf25ea8),segment_id=e81a2aa1-abb4-4153-a784-63b01cf25ea8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:08.557455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.570224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] Calling delete_port for eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:08.591370 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:49:08.606644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.639578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:49:08.648927 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824e90fd-db0a-47bf-aa9f-9c8938a28e0d x-openstack-request-id: req-824e90fd-db0a-47bf-aa9f-9c8938a28e0d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:08.649224 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735a3054-da75-4d66-9ede-c0a4ffead099", "name": "network-vif-deleted", "tag": "8b8e9b98-d802-4302-b877-2e64d0082ef8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:08.649481 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-824e90fd-db0a-47bf-aa9f-9c8938a28e0d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:08.649886 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735a3054-da75-4d66-9ede-c0a4ffead099', 'name': 'network-vif-deleted', 'tag': '8b8e9b98-d802-4302-b877-2e64d0082ef8', 'status': 'completed', 'code': 200} Sep 15 15:49:08.675948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] No DVR routers for this DVR port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:08.751463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8b8e9b98-d802-4302-b877-2e64d0082ef8 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:08.760906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:08.797216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 8b8e9b98-d802-4302-b877-2e64d0082ef8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:08.797709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8b8e9b98-d802-4302-b877-2e64d0082ef8 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:08.798238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:08.802785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:08.805277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.805621 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Added segment f926c561-63fd-4b15-a78e-902591a46cd8 of type vlan for network 14078b25-5494-422e-b212-3ecad14ddcf7 Sep 15 15:49:08.863715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 511e53c2-c1a0-4ba0-bd67-699029abd302 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:08.864166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 511e53c2-c1a0-4ba0-bd67-699029abd302 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:08.893687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.923531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] No DVR routers for this DVR port eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:08.926699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.937435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cdada5d2-bb67-4407-9189-26ec64d86434 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:08.938750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:08.975353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37efc9-3ee8-41aa-9ab5-e56abf55234a None None] Pushing event deleted for resources: {'Port': ['ID=eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:09.025246 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 5, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:09.044886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:09.046795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f329a8-4cbc-4d83-b908-8221a9ceaa96']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:09.058370 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] Checking router: 07f5f5ac-b97e-489c-a525-cf7357563ff3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:49:09.068645 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:49:09.069038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81a2aa1-abb4-4153-a784-63b01cf25ea8') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:09.069339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81a2aa1-abb4-4153-a784-63b01cf25ea8') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:09.070228 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:09.078959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43822063-0313-45da-86dd-de654830d62a req-c18f25e0-82ea-4630-a6b1-648a037a9a92 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:09.081074 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-43822063-0313-45da-86dd-de654830d62a req-c18f25e0-82ea-4630-a6b1-648a037a9a92 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1515715 Sep 15 15:49:09.085383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:09.086045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device eb3a6e49-c51f-4077-8ea1-64fcb24d1b7e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:09.099372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.163334 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-43822063-0313-45da-86dd-de654830d62a req-da238bdf-520c-4f72-91ec-4821194387d0 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685275 Sep 15 15:49:09.165396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.174644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.179492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:09.181569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.198878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:49:09.218539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1fc7-aceb-4fd3-bb99-104ac0355313 req-c47c944e-138a-422d-8b4c-fbb776e7a85b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:09.223085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.225574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:09.231545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-962c1fc7-aceb-4fd3-bb99-104ac0355313 req-c47c944e-138a-422d-8b4c-fbb776e7a85b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 951 time: 0.1516283 Sep 15 15:49:09.238264 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:49:09.241382 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:49:09.276279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'mac_address': 'fa:16:3e:0c:0e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:09.317972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-962c1fc7-aceb-4fd3-bb99-104ac0355313 req-c26f3aa8-f931-45d6-ba1b-369f530d5aee tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839217 Sep 15 15:49:09.362949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.379593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdada5d2-bb67-4407-9189-26ec64d86434 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:09.411892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:09.531713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.543172 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 5, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:09.579320 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49757c2-cdf4-475a-96ad-f19711ddcad2 None None] The sync data for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 is: [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:46:42Z', 'revision_number': 4, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c2b1a637-3501-486b-aac9-1e6ba2029e23', 'name': '', 'network_id': '16e1d583-ad45-4292-af8c-d16c7963d2f1', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'mac_address': 'fa:16:3e:bb:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:41Z', 'updated_at': '2021-09-15T15:46:49Z', 'revision_number': 5, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'subnets': [{'id': '17856e60-e1e5-4c32-b103-02512a312b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:49:09.664922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:09.686578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['cdada5d2-bb67-4407-9189-26ec64d86434'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:09.736059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.1090059 Sep 15 15:49:09.740223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:09.745615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Request body: {'subnet': {'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1527023979-subnet', 'tenant_id': 'ad8a572a058e412eb10e49b2526d2890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:09.825140 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ee4a7b7-64a0-415e-82a8-977789c8a20f req-2b1e612c-3a11-413c-803e-c57ac3081844 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/ports?device_id=735a3054-da75-4d66-9ede-c0a4ffead099 HTTP/1.1" status: 200 len: 210 time: 0.0913036 Sep 15 15:49:09.826793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5f28a-faa9-441a-ba22-de35eaa3d947 admin admin] Pushing event updated for resources: {'Network': ['ID=14078b25-5494-422e-b212-3ecad14ddcf7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:09.859721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 14078b25-5494-422e-b212-3ecad14ddcf7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:49:09.897890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Made reservation on behalf of ad8a572a058e412eb10e49b2526d2890 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:09.898425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.901187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.906468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:09.909704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e7f329a8-4cbc-4d83-b908-8221a9ceaa96 HTTP/1.1" status: 204 len: 168 time: 2.0880289 Sep 15 15:49:09.935215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80c52-d8be-4d09-bcd8-68220f8dacc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f329a8-4cbc-4d83-b908-8221a9ceaa96,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:10.159566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a14a24-2f82-42e8-ad5d-82ed1d6d2928 None None] New status for floating IP a11160e2-b069-49e9-af5e-6da10921d3c4: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:49:10.302173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-b325de21-8364-4075-8253-c4ee20a48d1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:10.302781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-b325de21-8364-4075-8253-c4ee20a48d1c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 951 time: 0.0597670 Sep 15 15:49:10.340296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607ec40-784c-4692-89c0-b9421048b593 req-bd96f1c3-b416-400d-8277-64a03f270b13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:10.342208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5607ec40-784c-4692-89c0-b9421048b593 req-bd96f1c3-b416-400d-8277-64a03f270b13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.0894368 Sep 15 15:49:10.398963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:10.410802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5607ec40-784c-4692-89c0-b9421048b593 req-e28d4af5-63a2-41b6-9148-ac1a8d1fa40f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575309 Sep 15 15:49:10.502581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40070) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:10.560374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-330b8157-b11c-4c66-b398-afcf0919dd50 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=30165ceb56114dc3ae5750bb7caa0c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615828 Sep 15 15:49:10.561074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40074) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:10.574121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dbaca-4cd9-41ed-87f2-4821b433068c req-4b8aeefd-56f8-42d2-bd63-b9fa528c1208 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:10.575939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e7dbaca-4cd9-41ed-87f2-4821b433068c req-4b8aeefd-56f8-42d2-bd63-b9fa528c1208 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 951 time: 0.1006286 Sep 15 15:49:10.576743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:10.646955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38707449-21e0-47e1-97e8-76e922fe10e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:10.649437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Deleting port 3e502353-e9a4-4831-97da-6d0a7241c76a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:10.650125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:10.686020 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38707449-21e0-47e1-97e8-76e922fe10e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:10.712150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e7dbaca-4cd9-41ed-87f2-4821b433068c req-37b38359-67d9-4887-b47a-94fd9e2dc937 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194453 Sep 15 15:49:10.713112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:10.715617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Network hostable DHCP agents. Network: 14078b25-5494-422e-b212-3ecad14ddcf7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:49:10.860057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] For port 3e502353-e9a4-4831-97da-6d0a7241c76a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3e502353-e9a4-4831-97da-6d0a7241c76a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:10.860557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:10.884453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38707449-21e0-47e1-97e8-76e922fe10e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:10.888042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38707449-21e0-47e1-97e8-76e922fe10e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:10.889097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-38707449-21e0-47e1-97e8-76e922fe10e4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a0e9c91e-27c3-4b6c-822f-8c5352287079 HTTP/1.1" status: 204 len: 168 time: 0.3252146 Sep 15 15:49:10.902654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Calling delete_port for 3e502353-e9a4-4831-97da-6d0a7241c76a owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:10.914299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Network 14078b25-5494-422e-b212-3ecad14ddcf7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:49:10.919585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38707449-21e0-47e1-97e8-76e922fe10e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e9c91e-27c3-4b6c-822f-8c5352287079,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:10.928526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cdada5d2-bb67-4407-9189-26ec64d86434 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:11.024008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 14078b25-5494-422e-b212-3ecad14ddcf7) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:11.041178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:11.041808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.049276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd6a05-744b-43ab-8e77-3b9425ca8724 None None] Network 14078b25-5494-422e-b212-3ecad14ddcf7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:11.066669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:11.228055 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fede0224-a4e8-4801-b9d4-788b5de2fe05 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.239411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port cdada5d2-bb67-4407-9189-26ec64d86434 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:11.239942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.242810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e12fa6-2e78-4993-b8c5-bab963a25efe None None] Network 14078b25-5494-422e-b212-3ecad14ddcf7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:11.264553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3cc93310-cacc-4225-8cb1-cd43f118c4cb admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5158000 Sep 15 15:49:11.298329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.349272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222', '3e502353-e9a4-4831-97da-6d0a7241c76a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:11.361377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fede0224-a4e8-4801-b9d4-788b5de2fe05 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.366640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event deleted for resources: {'Port': ['ID=3e502353-e9a4-4831-97da-6d0a7241c76a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:11.434261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:11.537547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] No DVR routers for this DVR port 3e502353-e9a4-4831-97da-6d0a7241c76a on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:11.543746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.550140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc2780e3-0a34-4cd8-b864-5352f0473009 req-7eb68622-2637-418c-89f7-f1544b0d112c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "DELETE /v2.0/ports/3e502353-e9a4-4831-97da-6d0a7241c76a HTTP/1.1" status: 204 len: 173 time: 1.2406907 Sep 15 15:49:11.554863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-deleted', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:11.557819 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b8f60-5002-4c8c-b7ba-875fdedfa4cc" -d '{"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-deleted", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:11.608632 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fede0224-a4e8-4801-b9d4-788b5de2fe05 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.613088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fede0224-a4e8-4801-b9d4-788b5de2fe05 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.616902 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fede0224-a4e8-4801-b9d4-788b5de2fe05 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "DELETE /v2.0/security-groups/c467f02e-18c6-4896-a5fb-1b2942c104c5 HTTP/1.1" status: 204 len: 168 time: 0.5493197 Sep 15 15:49:11.617200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40122) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:11.652520 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-33fb28c3-4470-4f69-870f-f736e2eadf79 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] show failed (client error): The resource could not be found. Sep 15 15:49:11.656297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-33fb28c3-4470-4f69-870f-f736e2eadf79 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "GET /v2.0/security-groups/c467f02e-18c6-4896-a5fb-1b2942c104c5 HTTP/1.1" status: 404 len: 347 time: 0.0356042 Sep 15 15:49:11.656701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:11.683538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede0224-a4e8-4801-b9d4-788b5de2fe05 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467f02e-18c6-4896-a5fb-1b2942c104c5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:11.720242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0ba9b-9a87-4f0b-8987-d0ba3f2f9e63 req-00ccce1f-2d6e-447b-824f-71af6694556b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:11.737718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7b0ba9b-9a87-4f0b-8987-d0ba3f2f9e63 req-00ccce1f-2d6e-447b-824f-71af6694556b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1633978 Sep 15 15:49:11.790653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:11.850050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7b0ba9b-9a87-4f0b-8987-d0ba3f2f9e63 req-c7de71c5-79b4-4b6f-b717-4b761b3f066c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112208 Sep 15 15:49:11.974383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:11.987552 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3855a3c-b709-41b8-bfe1-96cbec356722" -d '{"events": [{"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-plugged", "status": "completed", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:11.995005 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274661a7-3d78-4ab6-8710-d4ccbfc18feb x-openstack-request-id: req-274661a7-3d78-4ab6-8710-d4ccbfc18feb {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:11.995370 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f4354-ff7d-4ee8-8c22-610a6e162b9c", "name": "network-vif-deleted", "tag": "3e502353-e9a4-4831-97da-6d0a7241c76a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:11.995584 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-274661a7-3d78-4ab6-8710-d4ccbfc18feb {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:11.995981 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f4354-ff7d-4ee8-8c22-610a6e162b9c', 'name': 'network-vif-deleted', 'tag': '3e502353-e9a4-4831-97da-6d0a7241c76a', 'status': 'completed', 'code': 200} Sep 15 15:49:12.062554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:12.108987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Deleting port f54d7a4a-d5c3-4003-a6ca-fdc86fda6374 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:12.108987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:12.176744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:12.271024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7496ac29-8688-40a8-8931-0a219b6b49b4 req-e506bafc-8900-46be-bfe3-efb41c605138 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=658f4354-ff7d-4ee8-8c22-610a6e162b9c HTTP/1.1" status: 200 len: 210 time: 0.0647717 Sep 15 15:49:12.331040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:12.369329 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c523af28-7f37-47c1-9fc0-14ff4c845d33 x-openstack-request-id: req-c523af28-7f37-47c1-9fc0-14ff4c845d33 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:12.369679 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-plugged", "status": "completed", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:12.370178 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c523af28-7f37-47c1-9fc0-14ff4c845d33 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:12.370718 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'code': 200} Sep 15 15:49:12.376529 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:12.378419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:12.392197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Calling delete_port for f54d7a4a-d5c3-4003-a6ca-fdc86fda6374 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:12.713887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:12.729890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-4c962083-d926-482b-a23f-bb10ab4a9b27 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714061 Sep 15 15:49:12.803185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Pushing event deleted for resources: {'Port': ['ID=f54d7a4a-d5c3-4003-a6ca-fdc86fda6374,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:13.131973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1806b9-100d-40b7-a15b-30614171499d req-0febb17f-22ef-4748-949c-1e7eb59f6259 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:13.133871 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df1806b9-100d-40b7-a15b-30614171499d req-0febb17f-22ef-4748-949c-1e7eb59f6259 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1381519 Sep 15 15:49:13.166429 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:13.175952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:13.177799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-81454312-a961-4216-b2b8-cbff8e062416 tempest-ServersTestJSON-1341277991 tempest-ServersTestJSON-1341277991-project] 10.222.0.63 "DELETE /v2.0/floatingips/a11160e2-b069-49e9-af5e-6da10921d3c4 HTTP/1.1" status: 204 len: 168 time: 1.5201001 Sep 15 15:49:13.185078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40184) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:13.202215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40186) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:13.213973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-746090539-network', 'tenant_id': '877688c58e0745278330b266767cfdf7'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:13.238269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df1806b9-100d-40b7-a15b-30614171499d req-1f110e74-87cb-40a6-a4de-1e9fb220b1f3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915167 Sep 15 15:49:13.279299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-324c8beb-262f-4f7c-8003-4b5267de32f2 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:13.280926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-324c8beb-262f-4f7c-8003-4b5267de32f2 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019722 Sep 15 15:49:13.335627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Made reservation on behalf of 877688c58e0745278330b266767cfdf7 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:13.344175 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:13.397871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:13.403397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-85941090-7c50-4100-8fa6-33d9cb324e28 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/quotas/f7c7c203fa6f4ec7808298aa6039e09d HTTP/1.1" status: 200 len: 375 time: 0.0969520 Sep 15 15:49:13.603628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-70534add-9d4f-4bea-9ede-4dea02db7524 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015394 Sep 15 15:49:13.745273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:13.829475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:13.928065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b9606-2a35-4b31-9131-b7efa5e61c44,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:13.950367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:49:14.008849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:14.011853 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Added segment 9bc83075-4f2f-4698-8e47-942e1d4048da of type vlan for network 83b92985-9bcc-4239-a060-6e0459d576a5 Sep 15 15:49:14.069702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:14.135717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:14.344982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:14.346019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:14.346630 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:14.417102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74b75c-e107-49d8-9f0f-5736f53e621d req-aac01f2f-1ef8-40fa-8d59-59aacdeb726d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:14.430995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e74b75c-e107-49d8-9f0f-5736f53e621d req-aac01f2f-1ef8-40fa-8d59-59aacdeb726d tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.2737484 Sep 15 15:49:14.454097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1691669550-network', 'tenant_id': '03e03b37b3514049b57300c75a6e0812'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:14.563770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e74b75c-e107-49d8-9f0f-5736f53e621d req-e6206c7f-3ad7-4e71-83ac-9e1919c01b4b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311450 Sep 15 15:49:14.616037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Made reservation on behalf of 03e03b37b3514049b57300c75a6e0812 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:14.621008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:14.635870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:14.644152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] Pushing event updated for resources: {'Network': ['ID=83b92985-9bcc-4239-a060-6e0459d576a5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:14.651149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:14.660292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 83b92985-9bcc-4239-a060-6e0459d576a5 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:49:14.741522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6041f1-d582-4ef8-8b05-e4280b923687 req-7804d0f5-7156-4664-a73e-9bd91ec1f5b9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:14.743826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f6041f1-d582-4ef8-8b05-e4280b923687 req-7804d0f5-7156-4664-a73e-9bd91ec1f5b9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.0941451 Sep 15 15:49:14.820517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:14.841612 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f6041f1-d582-4ef8-8b05-e4280b923687 req-4e8ae8f1-29bd-49b1-b61e-22082f0a68df tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818887 Sep 15 15:49:14.888622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 3e502353-e9a4-4831-97da-6d0a7241c76a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:14.893474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3e502353-e9a4-4831-97da-6d0a7241c76a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:14.931593 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-6847241d-9730-49cd-bd04-142b5bafcb49 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727067 Sep 15 15:49:15.121418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.210448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-af3a24ac-a2d1-4be4-9da2-016e8ff5010f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:15.218125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-af3a24ac-a2d1-4be4-9da2-016e8ff5010f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645366 Sep 15 15:49:15.229053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.255078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-ac683bb7-e7f9-4822-bd4e-11a28f6a1ad0 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/quotas/f7c7c203fa6f4ec7808298aa6039e09d HTTP/1.1" status: 200 len: 375 time: 0.0360837 Sep 15 15:49:15.282668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:49:15.290482 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b0e6e8a-4cda-4604-9522-9e24371db474 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0871546 Sep 15 15:49:15.293426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40252) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:15.314721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Request body: {'subnet': {'network_id': '83b92985-9bcc-4239-a060-6e0459d576a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-746090539-subnet', 'tenant_id': '877688c58e0745278330b266767cfdf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:15.384086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-7afbbb64-07d4-48ae-b3e1-22ad33d15262 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279821 Sep 15 15:49:15.389541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa173e15-5dea-4183-8b2f-770d0de07729,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:15.391991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.392897 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Added segment 040aef0d-a630-4a83-89ba-b136c583d116 of type vlan for network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca Sep 15 15:49:15.453828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.467537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Made reservation on behalf of 877688c58e0745278330b266767cfdf7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:15.471397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.584806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.585965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:15.586564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.652043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-e5a0c05d-58ba-43a4-bed7-4aa5d833391b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:15.653846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-e5a0c05d-58ba-43a4-bed7-4aa5d833391b tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.2442412 Sep 15 15:49:15.723618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Deleting port c2b1a637-3501-486b-aac9-1e6ba2029e23 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:15.724088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.868847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d42f0b73-c8fd-494f-ab9d-2bd93a185aa8 req-ffc1f1dc-ca74-4245-99db-db2466456349 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.1099305 Sep 15 15:49:15.956251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8810983 Sep 15 15:49:15.959349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40262) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:15.971026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:15.977734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Request body: {'subnet': {'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1691669550-subnet', 'tenant_id': '03e03b37b3514049b57300c75a6e0812', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:16.039158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d95d6-a10b-45d5-b193-80b7ef552b04 admin admin] Pushing event updated for resources: {'Network': ['ID=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:16.045690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9376ddf3-0f2b-4192-a3dc-9279a0e91dbf,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:16.053475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:49:16.056981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b9c82-cb41-4924-aaeb-b38588d319d3 req-4c7f17eb-c72d-43a3-9da7-903f0ddbacde tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:16.065303 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-981b9c82-cb41-4924-aaeb-b38588d319d3 req-4c7f17eb-c72d-43a3-9da7-903f0ddbacde tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 949 time: 0.4079180 Sep 15 15:49:16.202439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Deleting port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:16.203986 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:16.215156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd480d-504e-4dbb-a40f-d527c4bfa185 req-6d084612-a018-40d2-97c3-250de2ed1005 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:16.223351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fd480d-504e-4dbb-a40f-d527c4bfa185 req-6d084612-a018-40d2-97c3-250de2ed1005 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1677015 Sep 15 15:49:16.227056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-981b9c82-cb41-4924-aaeb-b38588d319d3 req-4e42c080-10d3-4bf4-83db-d9e8001b6cc1 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576235 Sep 15 15:49:16.256333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] For port c2b1a637-3501-486b-aac9-1e6ba2029e23, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c2b1a637-3501-486b-aac9-1e6ba2029e23,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:16.256978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:16.277842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Checking segment: {'id': '9bc83075-4f2f-4698-8e47-942e1d4048da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '83b92985-9bcc-4239-a060-6e0459d576a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:16.282484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Network hostable DHCP agents. Network: 83b92985-9bcc-4239-a060-6e0459d576a5, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:49:16.309864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Calling delete_port for c2b1a637-3501-486b-aac9-1e6ba2029e23 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:16.410362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Made reservation on behalf of 03e03b37b3514049b57300c75a6e0812 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:16.414060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:16.441934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] For port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:16.449056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:16.460190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Calling delete_port for 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:16.468173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70fd480d-504e-4dbb-a40f-d527c4bfa185 req-a0023ad9-9f34-4da2-bda9-c5d0b8774761 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438302 Sep 15 15:49:16.540103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Network 83b92985-9bcc-4239-a060-6e0459d576a5 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:49:16.825391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 83b92985-9bcc-4239-a060-6e0459d576a5) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:16.841854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:16.842724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597e3fcc-0a18-4d67-91ce-548ff66c81af None None] Network 83b92985-9bcc-4239-a060-6e0459d576a5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:16.846167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:16.858437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:16.905934 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:16.921938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06333d4-9736-495e-a67a-f45c56555d03,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:16.933515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Checking segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:16.933879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Network hostable DHCP agents. Network: e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:49:16.945474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:16.947632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:16.995111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event deleted for resources: {'Port': ['ID=525f4f80-7ac5-4aee-ae28-6cd7fc6945fd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:17.048404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa2047c8-c4a5-4269-b265-8fb1519036b4 req-5b0a16e2-fbd0-40b9-9a11-f282f3ce5e0d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.0434813 Sep 15 15:49:17.092848 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:17.116064 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ede2760d-e6d7-4988-bb34-357747a57f76 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8205340 Sep 15 15:49:17.148543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] No DVR routers for this DVR port 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:17.152828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b1a637-3501-486b-aac9-1e6ba2029e23,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:17.158225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:49:17.164189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:17.176510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2ae5ba0-5104-4a7e-90fe-61a4331c0991 req-93290d38-6813-4a5e-a3d4-a2ec04e5410e tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.38 "DELETE /v2.0/ports/525f4f80-7ac5-4aee-ae28-6cd7fc6945fd HTTP/1.1" status: 204 len: 173 time: 1.4840517 Sep 15 15:49:17.177340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'name': 'network-vif-deleted', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:17.181575 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1023e919-9838-4fb9-81d9-31af1f6f3a31" -d '{"events": [{"server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "name": "network-vif-deleted", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:17.279723 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a8d9c-bd57-45bb-a201-ed62958824ea x-openstack-request-id: req-4b9a8d9c-bd57-45bb-a201-ed62958824ea {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:17.280029 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83db9b91-c9e4-45c1-9028-7fd3ef63c871", "name": "network-vif-deleted", "tag": "525f4f80-7ac5-4aee-ae28-6cd7fc6945fd", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:17.280277 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4b9a8d9c-bd57-45bb-a201-ed62958824ea {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:17.280699 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83db9b91-c9e4-45c1-9028-7fd3ef63c871', 'name': 'network-vif-deleted', 'tag': '525f4f80-7ac5-4aee-ae28-6cd7fc6945fd', 'status': 'completed', 'code': 200} Sep 15 15:49:17.374057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-fb2db30a-38fa-435d-ab15-b566d772cedc tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718629 Sep 15 15:49:17.380991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:17.412466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be33b7-395d-4a45-ac20-85235b944957 None None] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:17.423458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:17.445023 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:17.461553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7bd24ae-0ce0-44ed-98b0-d9032cf655d7 req-7bd9047e-b6cc-4155-8913-33c59b040acc tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 210 time: 0.0669770 Sep 15 15:49:17.822474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ef59e-e933-473f-af15-8ba92ab39d63 None None] Network 83b92985-9bcc-4239-a060-6e0459d576a5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:18.271725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f1b1c4c9-d64a-48d5-af3f-54ebf6dc7656 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2971961 Sep 15 15:49:18.272325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-598cb059-bcb2-4201-83aa-ccc26b39dd85 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:18.280671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'tenant_id': '03e03b37b3514049b57300c75a6e0812', 'fixed_ips': [{'subnet_id': 'c06333d4-9736-495e-a67a-f45c56555d03'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:49:18.286238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:18.291034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-598cb059-bcb2-4201-83aa-ccc26b39dd85 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.1799498 Sep 15 15:49:18.323227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-2efe7769-33c1-4c1f-a3a0-1a2b049a19ef tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/quotas/ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 375 time: 0.0291991 Sep 15 15:49:18.386150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-4dc6eef6-dfe1-44fc-a879-c5e0c52c432a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526402 Sep 15 15:49:18.416480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:18.499711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-3d684f2d-1f50-4ad0-82c9-d30ff3198aba tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:18.502713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-3d684f2d-1f50-4ad0-82c9-d30ff3198aba tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0806568 Sep 15 15:49:18.570129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Allocated IP 172.20.0.2 (e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca/c06333d4-9736-495e-a67a-f45c56555d03/bdee2490-3827-4ccf-bd08-c3f8116c9865) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:18.570829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Request body: {'port': {'device_id': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'f7c7c203fa6f4ec7808298aa6039e09d'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:18.586452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6e36d-62d5-4ac3-a71e-bd2a29c4653a req-e412a052-dfcc-4fae-bd5d-0c4317d1085b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:18.588245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc6e36d-62d5-4ac3-a71e-bd2a29c4653a req-e412a052-dfcc-4fae-bd5d-0c4317d1085b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.3346832 Sep 15 15:49:18.760150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-b0d9e75d-eacc-4af8-a434-7541eac760c3 service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662935 Sep 15 15:49:18.760263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc6e36d-62d5-4ac3-a71e-bd2a29c4653a req-18d38ac9-4fc5-4007-8e94-9adecfe3ffd3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070704 Sep 15 15:49:18.774898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:18.811050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-c1fefbd6-d48c-4599-aa91-3f242eb905bc service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478901 Sep 15 15:49:18.923277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10e3a2b6-59a9-462d-a2df-88804c94ea7c req-453048d9-6ff3-4217-bd58-e60a7eb60070 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.1029761 Sep 15 15:49:18.975105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:19.007306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:19.007994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 525f4f80-7ac5-4aee-ae28-6cd7fc6945fd not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:19.011892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Router 07f5f5ac-b97e-489c-a525-cf7357563ff3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:49:19.093767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79879b8c-350c-4365-b8f9-b52c0a9e4878 req-2e5cf793-c9b2-46c0-b9b1-bfe6c79f43d6 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=83db9b91-c9e4-45c1-9028-7fd3ef63c871 HTTP/1.1" status: 200 len: 210 time: 0.0334141 Sep 15 15:49:19.158888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:49:19.162093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6bc00e00-3052-445d-ab6c-356f57d11f0e admin admin] 10.222.0.63 "PUT /v2.0/routers/07f5f5ac-b97e-489c-a525-cf7357563ff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9754486 Sep 15 15:49:19.164806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40350) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:19.165780 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] Sync routers for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:49:19.178092 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:49:19.179109 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:19.188574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Made reservation on behalf of f7c7c203fa6f4ec7808298aa6039e09d for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:19.192990 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.193148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.208182 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.346953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Pushing event updated for resources: {'Port': ['ID=bdee2490-3827-4ccf-bd08-c3f8116c9865,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:19.372368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:19.381178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:19.393684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:19.525368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d037f409-1af0-40fa-9c4f-26614a5a0b03 req-e7ba072c-cc27-4089-8dca-15b8ccba9660 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 210 time: 0.0827274 Sep 15 15:49:19.532614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Attempting to bind port bdee2490-3827-4ccf-bd08-c3f8116c9865 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:19.534341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Attempting to bind port bdee2490-3827-4ccf-bd08-c3f8116c9865 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:19.534761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Attempting to bind port bdee2490-3827-4ccf-bd08-c3f8116c9865 on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:19.543524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:19.543524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Checking segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:19.544002 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.544584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Bound using segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:19.545172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Bound port: bdee2490-3827-4ccf-bd08-c3f8116c9865, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:19.545748 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.549892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.615069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-7682cdbd-7d52-4444-a9ed-6ef0e77f02ea tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:19.616945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-7682cdbd-7d52-4444-a9ed-6ef0e77f02ea tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 816 time: 0.3127394 Sep 15 15:49:19.619015 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.657032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-7b7bece3-e40c-4916-9786-dd70a43e57e7 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/quotas/03e03b37b3514049b57300c75a6e0812 HTTP/1.1" status: 200 len: 375 time: 0.0244515 Sep 15 15:49:19.699158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.739625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] For port bdee2490-3827-4ccf-bd08-c3f8116c9865, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:19.759652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] For port bdee2490-3827-4ccf-bd08-c3f8116c9865, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bdee2490-3827-4ccf-bd08-c3f8116c9865,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:19.785944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:19.789751 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:49:19.925393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:20.024669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1f80b-4c3b-43dd-b188-38421125ec5b req-b782a0af-8add-4b68-aab8-c82278b3160c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:20.032565 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04e1f80b-4c3b-43dd-b188-38421125ec5b req-b782a0af-8add-4b68-aab8-c82278b3160c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1713378 Sep 15 15:49:20.061473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4658d-7165-4fae-baa7-b8eaf3e9bce6 None None] Pushing event updated for resources: {'Port': ['ID=bdee2490-3827-4ccf-bd08-c3f8116c9865,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:20.114800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Allocated IP 192.168.233.7 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/849c909a-2c3a-4e47-8c55-a84e820fb560) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:20.153567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04e1f80b-4c3b-43dd-b188-38421125ec5b req-1a5270fd-98a5-4517-a079-419264768162 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189942 Sep 15 15:49:20.217775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Deleting port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:20.218562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:20.257955 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:49:16Z', 'revision_number': 5, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port': {'id': 'd7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:46:37Z', 'updated_at': '2021-09-15T15:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:20.278381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-412b178e-e707-46ee-99a5-1224f15874fe tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4972513 Sep 15 15:49:20.294571 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] Checking router: 07f5f5ac-b97e-489c-a525-cf7357563ff3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:49:20.306481 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] Routers {'07f5f5ac-b97e-489c-a525-cf7357563ff3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:49:20.307748 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:48:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07f5f5ac-b97e-489c-a525-cf7357563ff3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:20.439627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be0d88b-fa6e-4da2-854d-546024ccbb8d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:20.485425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] For port d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:20.486587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:20.506573 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] Set router 07f5f5ac-b97e-489c-a525-cf7357563ff3 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:49:20.522081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Calling delete_port for d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:20.585012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-63e3fe44-d338-44bc-87d6-d44fce1a418d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9202960 Sep 15 15:49:20.619540 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:49:19Z', 'revision_number': 6, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:20.669356 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba8da4-33d6-4e7b-9cab-d9d9f5308591 None None] The sync data for ids ['07f5f5ac-b97e-489c-a525-cf7357563ff3'] in n-d-808199-2 is: [{'id': '07f5f5ac-b97e-489c-a525-cf7357563ff3', 'name': 'tempest-ServersTestJSON-619896601-router', 'tenant_id': '28f02c2532ad48658106fd32f3ad40cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:46:35Z', 'updated_at': '2021-09-15T15:49:19Z', 'revision_number': 6, 'project_id': '28f02c2532ad48658106fd32f3ad40cb', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:49:20.754249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afd0f743-5a5b-49c6-8181-8ebe0d40cd44 req-7661d2ea-a62c-4a88-b7fe-db3c52d24d7c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.0520141 Sep 15 15:49:21.014173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-1dc22303-7e39-4b51-9125-6f857acfd3b9 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:21.016021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-1dc22303-7e39-4b51-9125-6f857acfd3b9 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6845381 Sep 15 15:49:21.023141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.037431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71e9b582-783b-427d-a8b6-6ec463dc810f req-361639e0-f31c-4793-b213-31888d58a619 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 210 time: 0.0530591 Sep 15 15:49:21.042650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Request body: {'port': {'device_id': 'e5743444-ee02-4afb-bdea-606930d97b60', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'f7c7c203fa6f4ec7808298aa6039e09d'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:21.066585 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.172100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:21.234349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-73e40693-d77e-4b9b-b2f7-15f8d06af5b7 service neutron] 10.222.0.63 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206849 Sep 15 15:49:21.272230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bdee2490-3827-4ccf-bd08-c3f8116c9865 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:21.379349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.424243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bdee2490-3827-4ccf-bd08-c3f8116c9865 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:21.424644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.505465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-58dfff53-b3da-4682-8a19-c51bc645354c service neutron] 10.222.0.63 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672360 Sep 15 15:49:21.628391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.633037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.657733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.716829 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.796239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Made reservation on behalf of f7c7c203fa6f4ec7808298aa6039e09d for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:21.805354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.836259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port bdee2490-3827-4ccf-bd08-c3f8116c9865, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bdee2490-3827-4ccf-bd08-c3f8116c9865,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:21.852385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:21.859151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:21.876516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:21.886936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.886936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07f5f5ac-b97e-489c-a525-cf7357563ff3 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:49:21.902701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:21.908187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:21.911787 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1e553853-2e3f-4e89-ac85-a465ed61cd73 admin admin] 10.222.0.63 "DELETE /v2.0/routers/07f5f5ac-b97e-489c-a525-cf7357563ff3 HTTP/1.1" status: 204 len: 168 time: 2.7457888 Sep 15 15:49:21.915369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40404) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:21.948256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969c3b8-0399-487e-981e-936708854c75 None None] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:21.992137 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.061562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:22.065403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.071991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c2b1a637-3501-486b-aac9-1e6ba2029e23 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:22.074203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] Deleting subnet 17856e60-e1e5-4c32-b103-02512a312b0f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:49:22.085912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.231616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c2b1a637-3501-486b-aac9-1e6ba2029e23 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:22.233522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-82b67eed-73cc-4cfe-a2b4-65ab1bffa23c req-dc17b278-e42b-4fc6-9750-11dd60cc83af tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.1733286 Sep 15 15:49:22.247020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c2b1a637-3501-486b-aac9-1e6ba2029e23 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:22.278552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.428396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0793de74-da04-4060-8b38-429a423706a0 None None] Provisioning complete for port bdee2490-3827-4ccf-bd08-c3f8116c9865 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:22.430381 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0793de74-da04-4060-8b38-429a423706a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.482941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=bdee2490-3827-4ccf-bd08-c3f8116c9865,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:22.574125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-2cecc22d-b667-4c97-8f7b-c673f788a59e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0075343 Sep 15 15:49:22.584330 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.590364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Request body: {'port': {'device_id': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:22.678709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Allocated IP 192.168.233.144 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:22.683184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95adbf-5327-46a8-92b2-3045a0fea3ee req-53391e3e-d118-44b1-8d8f-85a7d011e792 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:22.687577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfeacde-a7c8-4ff4-b31f-eded0bfc9638 req-d0bc8ab7-e46e-41ea-841e-823ed307a70c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:22.691964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc95adbf-5327-46a8-92b2-3045a0fea3ee req-53391e3e-d118-44b1-8d8f-85a7d011e792 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.1414909 Sep 15 15:49:22.695715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfeacde-a7c8-4ff4-b31f-eded0bfc9638 req-d0bc8ab7-e46e-41ea-841e-823ed307a70c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.6271462 Sep 15 15:49:22.716760 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.753242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc95adbf-5327-46a8-92b2-3045a0fea3ee req-2cb3e5cc-7d07-443d-8f06-5f8204d67114 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601704 Sep 15 15:49:22.780477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3cd54c70-554f-4496-9686-f05b8e63fea6 None None] Provisioning complete for port 849c909a-2c3a-4e47-8c55-a84e820fb560 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:22.780477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd54c70-554f-4496-9686-f05b8e63fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.817591 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:22.883365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3cd54c70-554f-4496-9686-f05b8e63fea6 None None] Port 849c909a-2c3a-4e47-8c55-a84e820fb560 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:22.929984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17856e60-e1e5-4c32-b103-02512a312b0f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:22.939354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bfeacde-a7c8-4ff4-b31f-eded0bfc9638 req-253b414a-8f56-4c68-9790-656405f85e10 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422857 Sep 15 15:49:22.969946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a9cbf-222c-47b5-bdaa-ddb2f71fce30 None None] Network 16e1d583-ad45-4292-af8c-d16c7963d2f1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:23.001327 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:23.007372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1831778-0606-484e-9662-571b07fc05e5 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/17856e60-e1e5-4c32-b103-02512a312b0f HTTP/1.1" status: 204 len: 168 time: 1.0884483 Sep 15 15:49:23.009058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40434) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:23.163771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bdee2490-3827-4ccf-bd08-c3f8116c9865 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:23.224944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2914e709-2ee4-437a-aa52-f120ddf77345 req-50795573-2318-4c51-ab64-abec097ab574 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 210 time: 0.0741599 Sep 15 15:49:23.398280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:23.421576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b8639889-69a5-435c-9a65-8356efb5bbb9 None None] Provisioning complete for port bdee2490-3827-4ccf-bd08-c3f8116c9865 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:23.422045 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8639889-69a5-435c-9a65-8356efb5bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:23.443655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:23.468895 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160082fd-42df-4824-890b-1b50db281586 req-cf1f6a54-f5a2-4849-8f8c-3bf4db5260ea tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.0840464 Sep 15 15:49:23.519125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bdee2490-3827-4ccf-bd08-c3f8116c9865 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:23.519732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:23.552225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-9a4d6350-70ad-43ff-a46c-5a4c98613112 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:23.552225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-9a4d6350-70ad-43ff-a46c-5a4c98613112 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.3440199 Sep 15 15:49:23.563297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-025870d7-2253-448f-8636-3a30a36aded8 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:23.572302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-025870d7-2253-448f-8636-3a30a36aded8 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 816 time: 0.6369145 Sep 15 15:49:23.678229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] DHCP port deletion for 16e1d583-ad45-4292-af8c-d16c7963d2f1 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:49:23.679131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-8cb2d48c-ee60-4eed-a670-910adbdc16a3 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/quotas/03e03b37b3514049b57300c75a6e0812 HTTP/1.1" status: 200 len: 375 time: 0.1055782 Sep 15 15:49:23.728732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-d4579d5c-fad7-4a07-af31-507feae1ac93 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:23.731025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-d4579d5c-fad7-4a07-af31-507feae1ac93 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.4534998 Sep 15 15:49:23.786842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Request body: {'port': {'device_id': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'admin_state_up': True, 'tenant_id': 'ad8a572a058e412eb10e49b2526d2890'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:23.803237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] Deleting port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:23.805176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:23.845717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:23.905885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-bf6eac56-2d7b-4d37-b87a-b655378c6360 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2261016 Sep 15 15:49:23.925377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:24.012579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Deleting port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:24.013181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.013350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] For port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:24.015918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.045494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:24.052531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] Calling delete_port for 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:24.058154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:24.077512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:24.094642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Pushing event updated for resources: {'Port': ['ID=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:24.163516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff4e44-204e-4aa2-aac8-28f301f4829e req-89641a75-8b8f-40fd-a094-bb6b8766406c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:24.165168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccff4e44-204e-4aa2-aac8-28f301f4829e req-89641a75-8b8f-40fd-a094-bb6b8766406c tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 948 time: 0.2038462 Sep 15 15:49:24.195804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:24.196522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.296422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:24.304418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccff4e44-204e-4aa2-aac8-28f301f4829e req-09282a5c-afac-43d9-8291-a5383aad7fa9 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229882 Sep 15 15:49:24.321285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.338068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Transition to ACTIVE for port object 849c909a-2c3a-4e47-8c55-a84e820fb560 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:24.393078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-e600789f-2ab0-4280-8037-91afd6b9e175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3624339 Sep 15 15:49:24.406711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Request body: {'port': {'device_id': 'e5743444-ee02-4afb-bdea-606930d97b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:24.482127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.514835 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94f68be4-3a59-4166-bac8-efdd7bbf38f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.524434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:24.524434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d7214cc2-a57a-44c7-a7b4-2b2cd0d79e1c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:24.617405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d6ed5fc7-cbfd-409a-8a29-52fab5c15742 None None] Provisioning complete for port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:24.618012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6ed5fc7-cbfd-409a-8a29-52fab5c15742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.634229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.647270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:24.664606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed5fc7-cbfd-409a-8a29-52fab5c15742 None None] Port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:24.698733 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:49:24.731075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87be031-f1b1-43b1-a9ab-3d455e042297 req-39b93cce-b048-4fc4-8491-5cc1810143b6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:24.739691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b87be031-f1b1-43b1-a9ab-3d455e042297 req-39b93cce-b048-4fc4-8491-5cc1810143b6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.2933702 Sep 15 15:49:24.746752 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.781700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Attempting to bind port 849c909a-2c3a-4e47-8c55-a84e820fb560 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:24.782035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Attempting to bind port 849c909a-2c3a-4e47-8c55-a84e820fb560 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:24.782368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Attempting to bind port 849c909a-2c3a-4e47-8c55-a84e820fb560 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:24.801418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Port 849c909a-2c3a-4e47-8c55-a84e820fb560 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:24.801776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Attempting to bind port 849c909a-2c3a-4e47-8c55-a84e820fb560 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:24.805166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Deleting port 1c97f4c1-9dab-4a0e-be19-109817e8d222 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:49:24.805712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.812532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] Pushing event deleted for resources: {'Port': ['ID=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:24.830773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793406f5-8acf-4570-b006-7e4aa96937fe None None] No DVR routers for this DVR port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:24.832878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:24.833283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:24.833890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:24.834540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Bound port: 849c909a-2c3a-4e47-8c55-a84e820fb560, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:24.835285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:24.928598 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-6d935972-4606-4792-bf48-343c00d3a661 service neutron] 10.222.0.63 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9666231 Sep 15 15:49:24.974050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:24.984759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b87be031-f1b1-43b1-a9ab-3d455e042297 req-8aecdd9d-dc53-483c-b800-d3b7f09fed9d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440400 Sep 15 15:49:25.023386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:25.023955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:25.089019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] For port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,segment=NetworkSegment(67cb4987-6bd5-4609-985b-f8b5e3b08bdd),segment_id=67cb4987-6bd5-4609-985b-f8b5e3b08bdd)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:25.089671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.118528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Calling delete_port for 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:25.187611 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-fc65e1de-6fae-4064-8177-9800e4f9c841 service neutron] 10.222.0.63 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576802 Sep 15 15:49:25.197608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] For port 1c97f4c1-9dab-4a0e-be19-109817e8d222, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1c97f4c1-9dab-4a0e-be19-109817e8d222,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:25.198007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.205574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f2e0e38-4527-4b4e-862e-2006748e2832 req-485430ef-ac72-4d47-9a96-829ffaee1734 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 210 time: 0.0656002 Sep 15 15:49:25.216117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Calling delete_port for 1c97f4c1-9dab-4a0e-be19-109817e8d222 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:49:25.223317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Made reservation on behalf of ad8a572a058e412eb10e49b2526d2890 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:25.226871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.291980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:25.310806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:25.375129 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.409842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.427175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc71bd7-8cb3-44c8-be35-f5b71b196a83,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:25.433889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] No DVR routers for this DVR port 0dc71bd7-8cb3-44c8-be35-f5b71b196a83 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:25.476991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:25.477649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.479142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] 10.222.0.55 "PUT /v2.0/ports/849c909a-2c3a-4e47-8c55-a84e820fb560 HTTP/1.1" status: 200 len: 1094 time: 2.8957224 Sep 15 15:49:25.489565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:25.491933 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:25.552407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:25.584352 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.649007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Allocated IP 172.20.0.6 (14078b25-5494-422e-b212-3ecad14ddcf7/e38a71e6-e51d-4d01-b40c-cb6fa66b4caf/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:25.650270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59271e8-e16e-4b6c-8617-2f18b8631eca req-039dc89d-a162-44c6-a080-f026a7c06d64 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:25.663514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e59271e8-e16e-4b6c-8617-2f18b8631eca req-039dc89d-a162-44c6-a080-f026a7c06d64 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 936 time: 0.2590005 Sep 15 15:49:25.668087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Transition to ACTIVE for port object cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:25.744722 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.759825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a05b3-1bd2-47bc-b056-7b9257e18366 service neutron] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:25.838976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e1d583-ad45-4292-af8c-d16c7963d2f1']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:25.860457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.863225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cb4987-6bd5-4609-985b-f8b5e3b08bdd') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:25.863531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cb4987-6bd5-4609-985b-f8b5e3b08bdd') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:49:25.903457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:25.906572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e59271e8-e16e-4b6c-8617-2f18b8631eca req-ffd37a22-90df-4a73-938e-10d20d6f2acb tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420251 Sep 15 15:49:26.001290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-11a87641-9a8b-4682-a470-691066c605ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:26.006857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-11a87641-9a8b-4682-a470-691066c605ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1097 time: 0.3068864 Sep 15 15:49:26.014135 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c9e1bc-9a71-4ad6-82e8-42b22f45fb45 x-openstack-request-id: req-70c9e1bc-9a71-4ad6-82e8-42b22f45fb45 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:26.015602 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:26.018201 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-70c9e1bc-9a71-4ad6-82e8-42b22f45fb45 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:26.019672 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'status': 'completed', 'code': 200} Sep 15 15:49:26.021789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:26.022655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.109168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.113109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:49:26.113533 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:49:26.118532 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:49:26.129690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1c97f4c1-9dab-4a0e-be19-109817e8d222'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:26.199638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-b40713a0-6cd8-4075-bff1-be6c424d04c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=849c909a-2c3a-4e47-8c55-a84e820fb560 HTTP/1.1" status: 200 len: 217 time: 0.1360137 Sep 15 15:49:26.208180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2fbb-a75f-4613-9e17-e6d41303c75f req-2db63a8c-68e4-47ea-a8a9-a15c1b783671 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:26.219272 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7bc2fbb-a75f-4613-9e17-e6d41303c75f req-2db63a8c-68e4-47ea-a8a9-a15c1b783671 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 867 time: 0.3755231 Sep 15 15:49:26.363391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Pushing event deleted for resources: {'Port': ['ID=1c97f4c1-9dab-4a0e-be19-109817e8d222,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:26.414031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.463319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] No DVR routers for this DVR port 1c97f4c1-9dab-4a0e-be19-109817e8d222 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:49:26.469577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.471888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc7e3c91-6e59-4434-a8f7-6e0c4213d5db req-6c272c52-fb5b-451d-898c-bdcfd9e1c040 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.55 "DELETE /v2.0/ports/1c97f4c1-9dab-4a0e-be19-109817e8d222 HTTP/1.1" status: 204 len: 173 time: 2.8939829 Sep 15 15:49:26.475518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-deleted', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:26.478070 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded71e99-e1f4-4a74-b1e5-5d713170f4c1" -d '{"events": [{"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-deleted", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:26.510772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Attempting to bind port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:26.511371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Attempting to bind port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:26.511475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Attempting to bind port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:26.516611 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7bc2fbb-a75f-4613-9e17-e6d41303c75f req-c84460b5-bafb-44e1-824a-a6fce9394409 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/security-groups?id=2eda5d2b-c9c1-41e1-892f-702d4068f9eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656506 Sep 15 15:49:26.538618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-1e9552ad-a271-4a92-b1af-81ac0d010bfa tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:26.538618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-1e9552ad-a271-4a92-b1af-81ac0d010bfa tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.38 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 816 time: 0.5141234 Sep 15 15:49:26.538618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:26.539010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Attempting to bind port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:26.553675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.554714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-87ca0c7b-5b71-46f2-bdc5-06d160ff200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:26.555959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-87ca0c7b-5b71-46f2-bdc5-06d160ff200e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2419508 Sep 15 15:49:26.572523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Request body: {'port': {'device_id': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'admin_state_up': True, 'tenant_id': '03e03b37b3514049b57300c75a6e0812'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:26.593386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.596227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] 10.222.0.63 "DELETE /v2.0/networks/16e1d583-ad45-4292-af8c-d16c7963d2f1 HTTP/1.1" status: 204 len: 168 time: 3.5835040 Sep 15 15:49:26.598799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:26.601306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:26.601306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:26.601306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Bound port: cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:26.601306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.617591 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:26.620098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183817d2-a4d0-47da-9b1b-1b6efbd5ec77 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e1d583-ad45-4292-af8c-d16c7963d2f1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:26.905907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb504ffd-bbd2-4668-9761-debf3937dcdd req-8520f23f-03c4-42fb-aa86-e388c4f2437d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:26.909404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb504ffd-bbd2-4668-9761-debf3937dcdd req-8520f23f-03c4-42fb-aa86-e388c4f2437d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.0915070 Sep 15 15:49:26.986410 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb504ffd-bbd2-4668-9761-debf3937dcdd req-13b7d00d-e80a-41d7-9ed6-538a7bd3b48f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686610 Sep 15 15:49:27.107000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c00920e6-abb9-4560-a384-2cfa94c6555c req-83ecd711-14bb-4f0e-bbd6-c8fc03699950 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 210 time: 0.0347288 Sep 15 15:49:27.107530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-b793c06a-1c4a-4472-93da-7d60288ce44b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:27.107530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-b793c06a-1c4a-4472-93da-7d60288ce44b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 816 time: 0.9660912 Sep 15 15:49:27.150985 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90d3852-96ae-4548-85aa-450fd1e74230 x-openstack-request-id: req-c90d3852-96ae-4548-85aa-450fd1e74230 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:27.151525 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fdc2a3a-a5ac-42d1-b1f6-344d09274171", "name": "network-vif-deleted", "tag": "1c97f4c1-9dab-4a0e-be19-109817e8d222", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:27.151525 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c90d3852-96ae-4548-85aa-450fd1e74230 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:27.151845 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fdc2a3a-a5ac-42d1-b1f6-344d09274171', 'name': 'network-vif-deleted', 'tag': '1c97f4c1-9dab-4a0e-be19-109817e8d222', 'status': 'completed', 'code': 200} Sep 15 15:49:27.191722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-447ca71a-3a70-4559-9e65-9fa57bb9a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:27.194771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-447ca71a-3a70-4559-9e65-9fa57bb9a4b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6229315 Sep 15 15:49:27.200366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:27.202972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-843742e0-b5fa-44c9-9b5a-c5e8cafb40ae tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/quotas/03e03b37b3514049b57300c75a6e0812 HTTP/1.1" status: 200 len: 375 time: 0.0945230 Sep 15 15:49:27.252548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Network 14078b25-5494-422e-b212-3ecad14ddcf7 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:27.260756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:27.264210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:27.279711 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:27.317789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:27.327751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e51b0370-ee2a-4640-879e-98d598d41372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:27.377070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] For port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:27.378271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:27.378968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:27.408207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-92a90701-d884-40c6-a491-f824c18d8958 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1891191 Sep 15 15:49:27.410209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] For port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:27.416915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1c3b3-1913-400c-95c4-c7b0360e3f48 req-0c60ec37-3b5f-4969-9638-eaa5b65796f0 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:27.421047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d7c1c3b3-1913-400c-95c4-c7b0360e3f48 req-0c60ec37-3b5f-4969-9638-eaa5b65796f0 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 948 time: 0.0799425 Sep 15 15:49:27.507222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d7c1c3b3-1913-400c-95c4-c7b0360e3f48 req-737bbc17-de12-4313-8b4e-71a51848811b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809271 Sep 15 15:49:27.536616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-b9e70405-3f09-4d54-8159-2c07adfee82e service neutron] 10.222.0.63 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069901 Sep 15 15:49:27.541924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-ffeb1641-1514-416d-98d8-8f499d038ea9 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380208 Sep 15 15:49:27.579909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Made reservation on behalf of 03e03b37b3514049b57300c75a6e0812 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:27.583932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:27.587811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:27.663707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40528) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:27.750973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-63c91cef-8a06-43f5-8905-39612f24fb1a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=28f02c2532ad48658106fd32f3ad40cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837348 Sep 15 15:49:27.755684 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-417f3462-a886-4023-865b-9ad029ab44a4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9770007 Sep 15 15:49:27.756878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:27.791621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:27.792117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Request body: {'port': {'device_id': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:27.802274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:27.804308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] 10.222.0.55 "PUT /v2.0/ports/cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a HTTP/1.1" status: 200 len: 1096 time: 3.4022727 Sep 15 15:49:27.927257 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e69226ea-1668-4a19-8bfa-74d444658bf3 req-5dd842a9-3e7f-4026-bb9d-528ac483f034 tempest-MigrationsAdminTest-1681618844 tempest-MigrationsAdminTest-1681618844-project] 10.222.0.63 "GET /v2.0/ports?device_id=1fdc2a3a-a5ac-42d1-b1f6-344d09274171 HTTP/1.1" status: 200 len: 210 time: 0.0733097 Sep 15 15:49:27.965970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.000883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-457c1b6d-4e97-4574-8848-ba15aa43c405 service neutron] 10.222.0.63 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539323 Sep 15 15:49:28.010736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67793b96-371f-4658-b3f0-7407daf33779 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:28.026160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5743444-ee02-4afb-bdea-606930d97b60', 'tag': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:28.031527 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1449b3-79a1-41fa-9e98-c19682e57bde" -d '{"events": [{"name": "network-changed", "server_uuid": "e5743444-ee02-4afb-bdea-606930d97b60", "tag": "cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:28.063337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-305be0ac-7e34-4799-96ec-b6671878ce61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.162857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef16adbb-fec6-4667-b84d-f0f4e0bd696a req-d00a6b70-cd45-4eac-9081-e878dbfc4be6 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943134 Sep 15 15:49:28.188204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-885ccd84-61f7-4072-8d6a-41eab67b8da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:28.191082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-885ccd84-61f7-4072-8d6a-41eab67b8da1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 1099 time: 0.1710172 Sep 15 15:49:28.245027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-305be0ac-7e34-4799-96ec-b6671878ce61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.331405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-bf253b73-9ca0-4878-a734-ec2f4af66560 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a HTTP/1.1" status: 200 len: 217 time: 0.1296701 Sep 15 15:49:28.332995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Allocated IP 172.20.0.7 (e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca/c06333d4-9736-495e-a67a-f45c56555d03/d5ea675f-9100-4833-8912-5632efe0c797) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:28.431830 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.432429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774544f-d562-4227-ad99-b5727c2f12aa req-512a2ab6-d019-4c8e-a792-050889a57ace tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:28.432429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d774544f-d562-4227-ad99-b5727c2f12aa req-512a2ab6-d019-4c8e-a792-050889a57ace tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1462042 Sep 15 15:49:28.466861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-16c26990-12c4-476a-85fc-42eceb25dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:28.468371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-16c26990-12c4-476a-85fc-42eceb25dab7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1287706 Sep 15 15:49:28.523403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-ac0aaa73-953d-40cf-b8e6-a8961645f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:28.523403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-ac0aaa73-953d-40cf-b8e6-a8961645f46f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1097 time: 0.1369202 Sep 15 15:49:28.567405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d774544f-d562-4227-ad99-b5727c2f12aa req-c439558e-b060-4024-8545-b1aa97f05576 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130793 Sep 15 15:49:28.619158 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-305be0ac-7e34-4799-96ec-b6671878ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.628271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-305be0ac-7e34-4799-96ec-b6671878ce61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.637790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-305be0ac-7e34-4799-96ec-b6671878ce61 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c7b31afd-c9a9-41b1-8056-091a9ee9a8b1 HTTP/1.1" status: 204 len: 168 time: 0.8774891 Sep 15 15:49:28.690768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305be0ac-7e34-4799-96ec-b6671878ce61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b31afd-c9a9-41b1-8056-091a9ee9a8b1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:28.849075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:28.862823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.866933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:28.874931 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:28.901506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Transition to ACTIVE for port object c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:28.902873 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c286bb-0604-4cf2-ba2a-6a58d40893f5 x-openstack-request-id: req-98c286bb-0604-4cf2-ba2a-6a58d40893f5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:28.903170 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5743444-ee02-4afb-bdea-606930d97b60", "tag": "cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:28.903427 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-98c286bb-0604-4cf2-ba2a-6a58d40893f5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:28.903829 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5743444-ee02-4afb-bdea-606930d97b60', 'tag': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a', 'status': 'completed', 'code': 200} Sep 15 15:49:28.910506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 1c97f4c1-9dab-4a0e-be19-109817e8d222 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:49:28.920999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1c97f4c1-9dab-4a0e-be19-109817e8d222 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:49:28.930434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-a5cff49d-1eb0-4b7f-aea8-7d40789ca099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:28.931976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-a5cff49d-1eb0-4b7f-aea8-7d40789ca099 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4523420 Sep 15 15:49:29.044523 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:29.224186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5e16a-9f6f-47e2-9ef1-5fca7963dfbc req-95ac4aac-7f40-48cb-adc8-4681e22e6687 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:29.241108 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2db5e16a-9f6f-47e2-9ef1-5fca7963dfbc req-95ac4aac-7f40-48cb-adc8-4681e22e6687 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 948 time: 0.2641861 Sep 15 15:49:29.246037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:29.286380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-59377d48-b1ee-4d60-9356-d4f2e54fa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:29.287942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-59377d48-b1ee-4d60-9356-d4f2e54fa966 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.7564907 Sep 15 15:49:29.311793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:29.357444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2db5e16a-9f6f-47e2-9ef1-5fca7963dfbc req-1312fe2b-2be8-4425-8d55-96ce5c362b95 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134083 Sep 15 15:49:29.391277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:29.391619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:29.392537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:29.421362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:29.421677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:29.432968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf7a3-a3a8-452b-9f04-9e3d87432f37 req-ad6186bf-bfa2-4a1a-a8b7-03b362e2a936 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:29.448038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc7cf7a3-a3a8-452b-9f04-9e3d87432f37 req-ad6186bf-bfa2-4a1a-a8b7-03b362e2a936 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 931 time: 0.5505049 Sep 15 15:49:29.464594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:29.464594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:29.464995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:29.465450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Bound port: c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:29.465819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:29.500273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-9b328834-0bf4-4316-be18-57e131301e53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=849c909a-2c3a-4e47-8c55-a84e820fb560 HTTP/1.1" status: 200 len: 217 time: 0.1901720 Sep 15 15:49:29.508955 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9bdf6de7-1303-4393-bcfc-1f9a3dfb8a61 req-dc401444-a6f7-439c-a069-92f6f158f082 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 210 time: 0.0953317 Sep 15 15:49:29.522093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-8fd12a59-5038-4689-afa4-fbec08e4fed3 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551314 Sep 15 15:49:29.622529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:29.663611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:29.668520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:29.689254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:29.707026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:29.731696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Pushing event updated for resources: {'Port': ['ID=d5ea675f-9100-4833-8912-5632efe0c797,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:29.796216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:29.843963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-6cc0437c-8238-48b3-9823-39a41771d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:29.849420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-6cc0437c-8238-48b3-9823-39a41771d1d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.3353267 Sep 15 15:49:29.860481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048ff38-03bd-4701-aded-57346f988352 req-0fd82063-4b19-4c02-accd-d686de2f878e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:29.862551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1048ff38-03bd-4701-aded-57346f988352 req-0fd82063-4b19-4c02-accd-d686de2f878e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1452415 Sep 15 15:49:29.901542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:29.969521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:29.971365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:29.984205 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:29.997068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] 10.222.0.38 "PUT /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 1091 time: 2.2342105 Sep 15 15:49:30.004315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:30.006723 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929848c2-fac6-410f-ada9-5de0cc18c0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:30.060014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc7cf7a3-a3a8-452b-9f04-9e3d87432f37 req-4902f7bf-37b6-4597-83d7-8a14e3f4b45b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6110368 Sep 15 15:49:30.074982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b21ced78-674a-4d7b-ba70-6b31ce01cfbe req-7b12cdaa-250b-465d-a5fa-98a7252a98f4 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324793 Sep 15 15:49:30.097373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:30.098061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:30.258601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-669abb39-06f2-4fe6-bd31-c3c2853c907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:30.264220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-669abb39-06f2-4fe6-bd31-c3c2853c907e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630714 Sep 15 15:49:30.334023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2e69d9a2-e602-4a15-858b-6b774970cbc1 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7872458 Sep 15 15:49:30.366198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-23942472-abc6-493e-a5e4-bfe6d31c0af7 None None] Provisioning complete for port d5ea675f-9100-4833-8912-5632efe0c797 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:30.368230 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-23942472-abc6-493e-a5e4-bfe6d31c0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:30.405555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Request body: {'port': {'device_id': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:30.417811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-35281ca8-b296-4366-b3de-2de01d9550e8 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:30.424588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-35281ca8-b296-4366-b3de-2de01d9550e8 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 816 time: 0.3779957 Sep 15 15:49:30.429172 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213a592-3ff6-479b-b4e8-651ca8a8ec83 x-openstack-request-id: req-5213a592-3ff6-479b-b4e8-651ca8a8ec83 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:30.429574 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:30.429929 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5213a592-3ff6-479b-b4e8-651ca8a8ec83 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:30.434324 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9', 'status': 'completed', 'code': 200} Sep 15 15:49:30.486330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-23942472-abc6-493e-a5e4-bfe6d31c0af7 None None] Port d5ea675f-9100-4833-8912-5632efe0c797 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:30.555241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Request body: {'port': {'device_id': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'admin_state_up': True, 'tenant_id': '03e03b37b3514049b57300c75a6e0812'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:30.773457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1048ff38-03bd-4701-aded-57346f988352 req-72989c70-f3cf-4af9-aabe-cbf3c75d63d6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8345215 Sep 15 15:49:30.836659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57521b71-af68-4e5f-984a-1457c3d5a551 service neutron] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:30.852936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-d9f65e51-dcd5-47d6-8bf5-e0b7aac9b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:30.856531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-d9f65e51-dcd5-47d6-8bf5-e0b7aac9b410 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1094 time: 0.4197779 Sep 15 15:49:30.915212 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:30.933596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-d9dc6216-8f18-4126-aec1-efe72b2c9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:30.933596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-d9dc6216-8f18-4126-aec1-efe72b2c9699 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 1099 time: 0.5909140 Sep 15 15:49:30.964792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40604) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:30.967318 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-39cff0fd-5741-431e-b54e-30c5a9f2444d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 217 time: 0.0798965 Sep 15 15:49:30.967647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Made reservation on behalf of 03e03b37b3514049b57300c75a6e0812 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:30.972205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:31.047437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-808294bb-f8a9-4539-bdcb-418d478c1380 req-65c004d0-84c2-4bfc-8ac3-370a6d1b267e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 210 time: 0.0724037 Sep 15 15:49:31.259266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-ee5dab16-cbd3-45c3-8cab-bc93d8e73ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:31.264976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-ee5dab16-cbd3-45c3-8cab-bc93d8e73ca4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.2863812 Sep 15 15:49:31.389491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-dff96774-7816-49c7-b09c-71fa2ab4ad12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999053 Sep 15 15:49:31.401993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-86db01a3-52fe-4ccd-9dea-5e515c1ca624 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1288550 Sep 15 15:49:31.547652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb1371-8a38-4e69-aa58-986260db476b req-ef629d95-95ed-427d-877f-ece83f752175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:31.562058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ddb1371-8a38-4e69-aa58-986260db476b req-ef629d95-95ed-427d-877f-ece83f752175 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 948 time: 0.9513063 Sep 15 15:49:31.641810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40622) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:31.744728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0dec9-81c4-4756-8c71-00b90e3590d2 req-5d1ca0a4-6417-40cf-8393-168bc65cae27 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:31.747308 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3cb0dec9-81c4-4756-8c71-00b90e3590d2 req-5d1ca0a4-6417-40cf-8393-168bc65cae27 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.3559394 Sep 15 15:49:31.796921 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-76c6a4ed-2b69-4c3d-9dce-2201e310f6bc service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790939 Sep 15 15:49:31.893365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d34e2c6a-695c-4002-a20c-773f6803af4e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ee9c330a921d4d0395cccca53cd6eba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9261105 Sep 15 15:49:31.898882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40630) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:31.909751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-e47bef00-70ef-4c77-9916-91671683a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:31.913425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-e47bef00-70ef-4c77-9916-91671683a631 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.8861017 Sep 15 15:49:31.923548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ddb1371-8a38-4e69-aa58-986260db476b req-d6306d1a-be64-4e9d-b5ec-048e9307cf02 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218081 Sep 15 15:49:31.973965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9bce0b4-c648-43bf-ae29-09d9af9b0dce req-9a21b52b-4479-45e4-b6e8-0deb4726952b service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459459 Sep 15 15:49:31.977629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-5ba3f48e-16b0-4a01-9051-3a40f4e3db91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a HTTP/1.1" status: 200 len: 217 time: 0.0501986 Sep 15 15:49:32.005691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1547737865-network', 'tenant_id': '710e03b74b9f46fd9093013089517f39'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:32.229416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-6a7f999f-2ca2-4157-acec-47268741503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:32.231162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-6a7f999f-2ca2-4157-acec-47268741503b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2216551 Sep 15 15:49:32.260365 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3cb0dec9-81c4-4756-8c71-00b90e3590d2 req-a885cba6-b314-44bf-984f-98c2c009886a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040307 Sep 15 15:49:32.388432 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f3ce54-7028-4ec5-a2d6-9bea25050367 req-670bd153-90bd-41f8-ade9-34ec8c77362e service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5834780 Sep 15 15:49:32.425937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3baa611d-f902-4b86-9e23-1c9c33155e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:32.525340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-825b7fca-0743-427f-8b35-a0ff085c7ff0 req-6465fdac-ba77-469b-996f-a727b16c36b2 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 210 time: 0.0729012 Sep 15 15:49:32.558778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3baa611d-f902-4b86-9e23-1c9c33155e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:32.698074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-72f034e1-a37b-4fbb-a443-dfe64bf112c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:32.699907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-72f034e1-a37b-4fbb-a443-dfe64bf112c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1094 time: 0.0589581 Sep 15 15:49:32.855493 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:32.864346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ea675f-9100-4833-8912-5632efe0c797 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:32.887090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:32.929499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Transition to ACTIVE for port object d5ea675f-9100-4833-8912-5632efe0c797 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:32.957698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Made reservation on behalf of 710e03b74b9f46fd9093013089517f39 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:32.963208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-06f596ef-e8c4-43b3-9c1d-d37e14533c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:32.965002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-06f596ef-e8c4-43b3-9c1d-d37e14533c16 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.2466989 Sep 15 15:49:32.965789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:33.000546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:33.077168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-c0365753-f928-4d54-8ed5-ab144b19f166 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 217 time: 0.1045310 Sep 15 15:49:33.084438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616759a-a745-4a72-8633-b6eb41e621d9 req-56b4aa7f-0d4e-4358-acf1-204166fd020c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:33.086296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8616759a-a745-4a72-8633-b6eb41e621d9 req-56b4aa7f-0d4e-4358-acf1-204166fd020c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.9049067 Sep 15 15:49:33.109879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-bd35c5af-d0f8-4e61-80cd-e635b547abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:33.110399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-bd35c5af-d0f8-4e61-80cd-e635b547abe2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8582437 Sep 15 15:49:33.119698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:33.153028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'mac_address': 'fa:16:3e:e8:85:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:33.171313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-ff1d35af-e9ad-4679-b201-54c189c2abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:33.175253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-ff1d35af-e9ad-4679-b201-54c189c2abca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0762696 Sep 15 15:49:33.197931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:33.216057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:33.237659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:33.254909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-83ce75a2-20ef-414c-ab11-bdd9386cc8e2 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:33.262489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-83ce75a2-20ef-414c-ab11-bdd9386cc8e2 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 816 time: 0.9943864 Sep 15 15:49:33.295037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-e93ca939-dd33-470c-80cb-6e6610a67f4c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646574 Sep 15 15:49:33.302998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3baa611d-f902-4b86-9e23-1c9c33155e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:33.302998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3baa611d-f902-4b86-9e23-1c9c33155e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:33.303257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Request body: {'port': {'device_id': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'admin_state_up': True, 'tenant_id': '03e03b37b3514049b57300c75a6e0812'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:33.306584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3baa611d-f902-4b86-9e23-1c9c33155e61 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2eda5d2b-c9c1-41e1-892f-702d4068f9eb HTTP/1.1" status: 204 len: 168 time: 1.3919644 Sep 15 15:49:33.334263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48ce78-5d3d-47cc-988d-950d7e481ec3 req-c9c6661b-0094-43f8-af37-b7d2b711ec6a tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:33.342144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b48ce78-5d3d-47cc-988d-950d7e481ec3 req-c9c6661b-0094-43f8-af37-b7d2b711ec6a tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 948 time: 0.1649458 Sep 15 15:49:33.371351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa611d-f902-4b86-9e23-1c9c33155e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda5d2b-c9c1-41e1-892f-702d4068f9eb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:33.428516 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8616759a-a745-4a72-8633-b6eb41e621d9 req-fcee1d0a-dea9-4088-9d1b-66b954ba93d3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239851 Sep 15 15:49:33.432266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:33.433973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:33.478711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Allocated IP 172.20.0.12 (e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca/c06333d4-9736-495e-a67a-f45c56555d03/23a55066-e8f1-4829-a26b-8fb4e866c2b2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:33.602341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ea675f-9100-4833-8912-5632efe0c797,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:33.617125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:33.636796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.636796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.636796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.636796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.636796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.647554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.648153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.648787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.649374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.649956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.651277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.651995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:33.659639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['849c909a-2c3a-4e47-8c55-a84e820fb560'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:33.679849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-5f12c0c4-da7a-4e02-9aa8-4c02582903ea service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699234 Sep 15 15:49:33.684165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-ddcc7c16-cefd-4558-9bf6-9c5fcf717e48 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607007 Sep 15 15:49:33.719282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b48ce78-5d3d-47cc-988d-950d7e481ec3 req-f3a1b221-8507-4c0b-b178-4ef1b18ff7ba tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763862 Sep 15 15:49:34.015319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f1449b3-79a1-41fa-9e98-c19682e57bde req-eab35b85-56e1-460e-9065-fd1e9feb000f service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625046 Sep 15 15:49:34.033018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929848c2-fac6-410f-ada9-5de0cc18c0a3 req-29114737-7c37-493d-9a56-9db00d0cd2e1 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109987 Sep 15 15:49:34.165713 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.174696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6fda84e8-d426-4b8b-aad6-b4713fb2cb70 req-136c898d-5ca5-4a2a-8ebb-0264bf0829cd tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 210 time: 0.0848088 Sep 15 15:49:34.224536 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.246188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d11ff6-d377-4943-a1e7-b61fe08371bf req-428c6744-c56c-47c1-9724-2b4ac1117741 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:34.247691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29d11ff6-d377-4943-a1e7-b61fe08371bf req-428c6744-c56c-47c1-9724-2b4ac1117741 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.2660186 Sep 15 15:49:34.248703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Attempting to bind port d5ea675f-9100-4833-8912-5632efe0c797 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:34.249044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Attempting to bind port d5ea675f-9100-4833-8912-5632efe0c797 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:34.252273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Attempting to bind port d5ea675f-9100-4833-8912-5632efe0c797 on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:34.255183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Port d5ea675f-9100-4833-8912-5632efe0c797 on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:34.255523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Attempting to bind port d5ea675f-9100-4833-8912-5632efe0c797 on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:34.275717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:34.275975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Checking segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:34.276347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Bound using segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:34.276860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Bound port: d5ea675f-9100-4833-8912-5632efe0c797, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:34.277225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.293155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.297960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.324404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40672) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:34.396079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29d11ff6-d377-4943-a1e7-b61fe08371bf req-dd2b540d-a183-4544-8726-8afba0d870ec tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380584 Sep 15 15:49:34.401618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:49:34.426842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:34.435407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:34.443353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-555a6dec-269f-405a-9610-4228b64c7f70 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=544b4753918946c5adcaa2d6d7fc58d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126513 Sep 15 15:49:34.453484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40674) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:34.487540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] For port d5ea675f-9100-4833-8912-5632efe0c797, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:34.487540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] For port d5ea675f-9100-4833-8912-5632efe0c797, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d5ea675f-9100-4833-8912-5632efe0c797,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:34.487540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40e883-2ce3-4724-8deb-c44b45944fc6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:34.514454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:34.514977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.514977 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Added segment e6b7060f-a921-4732-bba8-1b1f393c2444 of type vlan for network 54e2185a-f73f-4d6f-811a-71718cf543ac Sep 15 15:49:34.515637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Pushing event updated for resources: {'Port': ['ID=23a55066-e8f1-4829-a26b-8fb4e866c2b2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:34.528877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.532921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:34.534170 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.655701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80c1ace-1029-4e30-85e9-55d2580118fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.692855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0976d-7805-4d64-9039-262d9d30c12f req-903be339-b4bd-4da4-b7ea-2bc7d3080870 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:34.694397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dde0976d-7805-4d64-9039-262d9d30c12f req-903be339-b4bd-4da4-b7ea-2bc7d3080870 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.0997410 Sep 15 15:49:34.696367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80c1ace-1029-4e30-85e9-55d2580118fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.763812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dde0976d-7805-4d64-9039-262d9d30c12f req-f0d459ba-6b33-451c-b0a5-2c7ccc8b0537 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Sep 15 15:49:34.789876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c156c003-7dda-445d-b212-d78c91180807 None None] Provisioning complete for port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:34.790464 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c156c003-7dda-445d-b212-d78c91180807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.792066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Made reservation on behalf of 03e03b37b3514049b57300c75a6e0812 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:34.808201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.836472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c156c003-7dda-445d-b212-d78c91180807 None None] Port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:34.857713 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.859499 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.860547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:34.861140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.886465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:34.888900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:34.917644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80c1ace-1029-4e30-85e9-55d2580118fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.929055 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80c1ace-1029-4e30-85e9-55d2580118fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.929055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d80c1ace-1029-4e30-85e9-55d2580118fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f0d346ad-9b01-47c7-8fcd-fbb360181659 HTTP/1.1" status: 204 len: 168 time: 0.4559326 Sep 15 15:49:34.932900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c1ace-1029-4e30-85e9-55d2580118fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d346ad-9b01-47c7-8fcd-fbb360181659,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:34.982528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:34.983145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:34.984704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] 10.222.0.38 "PUT /v2.0/ports/d5ea675f-9100-4833-8912-5632efe0c797 HTTP/1.1" status: 200 len: 1091 time: 4.6217830 Sep 15 15:49:34.985786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'tag': 'd5ea675f-9100-4833-8912-5632efe0c797'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:34.988069 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a78545-a5cb-4ef6-9159-931b2f6775b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24", "tag": "d5ea675f-9100-4833-8912-5632efe0c797"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:34.995034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-9dc99923-8ece-4054-9798-2d3cc3ecc527 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4594791 Sep 15 15:49:35.010034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Request body: {'port': {'device_id': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:35.062042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10105e-cd03-44ab-b4a7-123f03a9395b req-2c4dde5f-d2d0-4007-abfb-59455fccf8eb tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:35.076454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e10105e-cd03-44ab-b4a7-123f03a9395b req-2c4dde5f-d2d0-4007-abfb-59455fccf8eb tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 948 time: 0.2566049 Sep 15 15:49:35.121969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:35.207130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:35.238612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] Pushing event updated for resources: {'Network': ['ID=54e2185a-f73f-4d6f-811a-71718cf543ac,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:35.257295 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ae0272-c36c-42bb-be0a-1908e7c42767 x-openstack-request-id: req-77ae0272-c36c-42bb-be0a-1908e7c42767 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:35.257295 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24", "tag": "d5ea675f-9100-4833-8912-5632efe0c797", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:35.257295 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-77ae0272-c36c-42bb-be0a-1908e7c42767 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:35.257295 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'tag': 'd5ea675f-9100-4833-8912-5632efe0c797', 'status': 'completed', 'code': 200} Sep 15 15:49:35.297622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-97b22f22-c560-444d-bcb6-f669b5869de1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6326771 Sep 15 15:49:35.315234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40700) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:35.320736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Request body: {'subnet': {'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1547737865-subnet', 'tenant_id': '710e03b74b9f46fd9093013089517f39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:35.412117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaea573-a415-4e56-a6e0-13b228728ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ea675f-9100-4833-8912-5632efe0c797,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:35.412933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:35.442369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'port_id': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9', 'mac_address': 'fa:16:3e:e4:8d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a71e6-e51d-4d01-b40c-cb6fa66b4caf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:35.472316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 54e2185a-f73f-4d6f-811a-71718cf543ac details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:49:35.475863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e10105e-cd03-44ab-b4a7-123f03a9395b req-0bd28ec9-5dce-4452-9551-5cef651c7bf0 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925226 Sep 15 15:49:35.505106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Made reservation on behalf of 710e03b74b9f46fd9093013089517f39 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:35.515670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:35.526088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Allocated IP 172.20.0.6 (e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca/c06333d4-9736-495e-a67a-f45c56555d03/020a7562-8f2e-4457-87f3-f14c7c9ef5bd) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:35.551761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78545-a5cb-4ef6-9159-931b2f6775b6 req-42772fe3-c56f-47f6-8fc4-ea595c38d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:35.559427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41a78545-a5cb-4ef6-9159-931b2f6775b6 req-42772fe3-c56f-47f6-8fc4-ea595c38d8ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 1094 time: 0.2925570 Sep 15 15:49:35.773042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 849c909a-2c3a-4e47-8c55-a84e820fb560 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:49:35.799640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:35.832150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 849c909a-2c3a-4e47-8c55-a84e820fb560 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:35.848925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:35.877720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a', 'mac_address': 'fa:16:3e:28:cc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:35.879925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:35.932756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78545-a5cb-4ef6-9159-931b2f6775b6 req-c3361fdd-ceed-4c0a-a067-c46450604a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:35.934507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41a78545-a5cb-4ef6-9159-931b2f6775b6 req-c3361fdd-ceed-4c0a-a067-c46450604a93 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=03e03b37b3514049b57300c75a6e0812&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3509092 Sep 15 15:49:36.045246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:36.091870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.151917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:36.158220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149615f-e9a0-4d05-9b19-34e09103db70 req-e58c8462-2d30-4336-8d50-eae9ae99de3b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:36.162508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5149615f-e9a0-4d05-9b19-34e09103db70 req-e58c8462-2d30-4336-8d50-eae9ae99de3b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.5380054 Sep 15 15:49:36.176284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.230556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.230917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:36.252887 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.310007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.322835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:36.385539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:36.388057 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa892ac-4e9a-44e2-a058-85f59515942f" -d '{"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-plugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:36.415161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:36.419603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Pushing event updated for resources: {'Port': ['ID=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:36.433520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:36.436524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:36.443926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:36.491280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:36.502755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.519478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5149615f-e9a0-4d05-9b19-34e09103db70 req-2e3b359e-b142-4f62-9f79-f319134d904d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458226 Sep 15 15:49:36.545122 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-400ec47c-e3db-4f87-86ab-505a34f77ead req-1c311dfe-4472-4c46-9c17-394abaddfcf7 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 210 time: 1.0444667 Sep 15 15:49:36.592838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:36.694298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:36.696146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.755185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78545-a5cb-4ef6-9159-931b2f6775b6 req-53ed9018-fc6c-4e53-825b-5c3e15320bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:36.755185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41a78545-a5cb-4ef6-9159-931b2f6775b6 req-53ed9018-fc6c-4e53-825b-5c3e15320bab service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6098571 Sep 15 15:49:36.755934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:36.849213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:36.877769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:36.883266 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf07ff5-df07-4d72-8d9f-27f1527f6185 x-openstack-request-id: req-5cf07ff5-df07-4d72-8d9f-27f1527f6185 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:36.883557 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-plugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:36.883808 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5cf07ff5-df07-4d72-8d9f-27f1527f6185 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:36.884198 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'code': 200} Sep 15 15:49:36.922254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2ac74f7b-08f2-4941-83cb-7116fc2abd0b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6246157 Sep 15 15:49:36.930422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Request body: {'port': {'device_id': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:37.114068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef21002-d4fe-4e82-ad50-80e431cf8f0a req-083abe05-43fc-49d9-bdf8-0cb06b0da765 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.115178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-41453f23-8063-4479-bf3b-f2fd3be6f993 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6038203 Sep 15 15:49:37.117026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8ef21002-d4fe-4e82-ad50-80e431cf8f0a req-083abe05-43fc-49d9-bdf8-0cb06b0da765 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.2174532 Sep 15 15:49:37.135953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:37.141162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-0851a652-d23d-46d4-98dc-1b28cd9cff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.149137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-0851a652-d23d-46d4-98dc-1b28cd9cff15 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 1094 time: 0.3346632 Sep 15 15:49:37.316741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-4693f5a3-03b4-44ec-9c71-a96fe2cc0bec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ea675f-9100-4833-8912-5632efe0c797 HTTP/1.1" status: 200 len: 217 time: 0.1574581 Sep 15 15:49:37.322994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdb026-3de7-4656-ac58-dda86ecc8135 req-01d7b609-213c-4070-9058-71e5a9ac0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.325437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccfdb026-3de7-4656-ac58-dda86ecc8135 req-01d7b609-213c-4070-9058-71e5a9ac0c55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.3230155 Sep 15 15:49:37.345749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7c63a3f9-2c86-49a0-b8bb-76f040819b98 None None] Provisioning complete for port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:37.345749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7c63a3f9-2c86-49a0-b8bb-76f040819b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:37.346247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:37.409599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7c63a3f9-2c86-49a0-b8bb-76f040819b98 None None] Port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:37.420581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8ef21002-d4fe-4e82-ad50-80e431cf8f0a req-889750bd-afdf-4b9d-bada-636592cc9311 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651198 Sep 15 15:49:37.447280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a32c-34f4-4062-987d-c2f2ccbb3a4f req-e227441b-a806-4a76-9602-d7551332618f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.449034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5226a32c-34f4-4062-987d-c2f2ccbb3a4f req-e227441b-a806-4a76-9602-d7551332618f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 949 time: 0.3420627 Sep 15 15:49:37.487583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-544cdcbe-bc0f-4ae8-8641-b095e948189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.489488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-544cdcbe-bc0f-4ae8-8641-b095e948189d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c06333d4-9736-495e-a67a-f45c56555d03 HTTP/1.1" status: 200 len: 855 time: 0.1586215 Sep 15 15:49:37.496537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccfdb026-3de7-4656-ac58-dda86ecc8135 req-8a48bf04-6014-4908-9037-7756966b0282 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535707 Sep 15 15:49:37.500308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f9e9-4895-4313-908c-54d960ec9656 req-6a6b5409-c821-4609-8182-a48a7b604c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.504068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-6a6b5409-c821-4609-8182-a48a7b604c1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=932edcbecced427cbcc21f24c30b86c8&device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 1099 time: 0.3551319 Sep 15 15:49:37.682469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a55066-e8f1-4829-a26b-8fb4e866c2b2 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:37.699201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:37.714252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:37.725658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-285c10e3-c276-4f93-8cbf-7f813f91324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.727186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-285c10e3-c276-4f93-8cbf-7f813f91324c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299020 Sep 15 15:49:37.741439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5226a32c-34f4-4062-987d-c2f2ccbb3a4f req-28cc3d66-e012-4129-83cd-da30a6142f8e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345698 Sep 15 15:49:37.786137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Transition to ACTIVE for port object 23a55066-e8f1-4829-a26b-8fb4e866c2b2 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:37.798911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3893aac-3c4a-4b02-afff-a1b7f472d7d7 req-7e302123-3a94-4c1d-ad9d-af242abb858b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.800885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3893aac-3c4a-4b02-afff-a1b7f472d7d7 req-7e302123-3a94-4c1d-ad9d-af242abb858b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 931 time: 0.1337140 Sep 15 15:49:37.804757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f9e9-4895-4313-908c-54d960ec9656 req-58e7f5f3-b8ec-4dec-9770-113da2609d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:37.806341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-58e7f5f3-b8ec-4dec-9770-113da2609d44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2657251 Sep 15 15:49:37.808956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6164e8db-103b-41f7-b0cf-21bb60b859db,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:37.914087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-88dc744d-75cb-44e5-9f55-df473ee1e605 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017 HTTP/1.1" status: 200 len: 217 time: 0.0865712 Sep 15 15:49:37.914915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Checking segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:37.915377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Network hostable DHCP agents. Network: 54e2185a-f73f-4d6f-811a-71718cf543ac, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:49:37.922349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:37.929172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3893aac-3c4a-4b02-afff-a1b7f472d7d7 req-ca5bfbca-068c-4e55-b4d4-b4509c3de61e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766628 Sep 15 15:49:37.999033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-2bb70b71-bdca-4af1-9136-11f49082de6c service neutron] 10.222.0.38 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642837 Sep 15 15:49:38.098202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Pushing event updated for resources: {'Port': ['ID=23a55066-e8f1-4829-a26b-8fb4e866c2b2,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:38.153231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f9e9-4895-4313-908c-54d960ec9656 req-b194ce12-59ea-474a-ac8a-4e9927e5ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:38.162238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-b194ce12-59ea-474a-ac8a-4e9927e5ec0e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2034056 Sep 15 15:49:38.182225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49d362a1-cb67-451a-a8f5-7613dd396410 req-cfc40ee9-b674-424c-851c-9b497f0801eb service neutron] 10.222.0.38 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737323 Sep 15 15:49:38.205325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c813217-6f71-4952-8599-02599f0254bc req-d0f4efe3-05d7-4ca1-b880-a7b510e849ee tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:38.207153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3c813217-6f71-4952-8599-02599f0254bc req-d0f4efe3-05d7-4ca1-b880-a7b510e849ee tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 944 time: 0.2891304 Sep 15 15:49:38.210382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Network 54e2185a-f73f-4d6f-811a-71718cf543ac is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:49:38.269781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020a7562-8f2e-4457-87f3-f14c7c9ef5bd {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:38.276639 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:38.319337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Transition to ACTIVE for port object 020a7562-8f2e-4457-87f3-f14c7c9ef5bd will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:38.339539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 54e2185a-f73f-4d6f-811a-71718cf543ac) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:38.349611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4dcf4-6ecc-4db0-aa05-ea5ee75b401c req-b875724a-cdea-45dd-a731-1c7ec237e78f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:38.349611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56c4dcf4-6ecc-4db0-aa05-ea5ee75b401c req-b875724a-cdea-45dd-a731-1c7ec237e78f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 950 time: 0.0698969 Sep 15 15:49:38.352251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f42a1-c210-4bde-9840-e93d684b57dd None None] Network 54e2185a-f73f-4d6f-811a-71718cf543ac requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:38.375357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:38.378005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:38.387643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Attempting to bind port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:38.387987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Attempting to bind port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:38.388594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Attempting to bind port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:38.422608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3c813217-6f71-4952-8599-02599f0254bc req-ac94fe0e-39ab-4563-9694-1d565efb5f67 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058361 Sep 15 15:49:38.432126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:38.445190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:38.445190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Attempting to bind port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:38.463506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f9e9-4895-4313-908c-54d960ec9656 req-a71452da-ab06-4c8a-9de9-b4434feead18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:38.469358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-a71452da-ab06-4c8a-9de9-b4434feead18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010875 Sep 15 15:49:38.471722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:38.475095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Checking segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:38.476739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Bound using segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:38.478168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Bound port: 23a55066-e8f1-4829-a26b-8fb4e866c2b2, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:38.480475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:38.561155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c0f523ac-2f5c-4532-9c21-2a0ba141e64a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2350147 Sep 15 15:49:38.602029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56c4dcf4-6ecc-4db0-aa05-ea5ee75b401c req-67b68661-9da9-4cc1-80f1-4e3fe8b87cbb tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395966 Sep 15 15:49:38.654975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5f9d65-d65c-4d3d-855d-5fcd33f187a5 None None] Network 54e2185a-f73f-4d6f-811a-71718cf543ac requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:38.698364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Pushing event updated for resources: {'Port': ['ID=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:38.828376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Attempting to bind port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:38.830359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Attempting to bind port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:38.830359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Attempting to bind port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:38.857062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] For port 23a55066-e8f1-4829-a26b-8fb4e866c2b2, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:38.857795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:38.857795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Attempting to bind port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd on network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:38.865681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] For port 23a55066-e8f1-4829-a26b-8fb4e866c2b2, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=23a55066-e8f1-4829-a26b-8fb4e866c2b2,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:38.884641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341fe1-9aec-410f-a9de-4fd9a05c0364 req-283ce3ff-c908-4ba4-aa4c-dcdfcd755859 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:38.884858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:38.885033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Checking segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:38.886678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Bound using segment: {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:38.888593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Bound port: 020a7562-8f2e-4457-87f3-f14c7c9ef5bd, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '040aef0d-a630-4a83-89ba-b136c583d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:38.889203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:38.895313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9341fe1-9aec-410f-a9de-4fd9a05c0364 req-283ce3ff-c908-4ba4-aa4c-dcdfcd755859 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.2518406 Sep 15 15:49:38.944056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:38.987405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9341fe1-9aec-410f-a9de-4fd9a05c0364 req-3d122ff9-f651-4572-8466-9db7b1103f70 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908296 Sep 15 15:49:38.992868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40816) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:39.009399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-306757677'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:39.019772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.048750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-f4a7a0ad-5521-45bd-a48b-8de4e6f6a6f5 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656662 Sep 15 15:49:39.075526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:39.115808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] For port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:39.127154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d650341-e77c-4d76-b686-4774e0fee97d req-7e4e6857-c5f0-4507-8a7c-e2c0f4396d8c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.130831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d650341-e77c-4d76-b686-4774e0fee97d req-7e4e6857-c5f0-4507-8a7c-e2c0f4396d8c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 949 time: 0.2088165 Sep 15 15:49:39.132936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] For port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:39.201230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d650341-e77c-4d76-b686-4774e0fee97d req-b09f9100-7715-4eb8-a616-55ea0ef1e628 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602386 Sep 15 15:49:39.211570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:49:39.216899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:39.217417 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.232556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.232556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.234879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] 10.222.0.55 "PUT /v2.0/ports/23a55066-e8f1-4829-a26b-8fb4e866c2b2 HTTP/1.1" status: 200 len: 1092 time: 4.2298572 Sep 15 15:49:39.235480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'tag': '23a55066-e8f1-4829-a26b-8fb4e866c2b2'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:39.239886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.240097 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544" -d '{"events": [{"name": "network-changed", "server_uuid": "818d0868-1a7c-4297-9400-af3baeaf3d1e", "tag": "23a55066-e8f1-4829-a26b-8fb4e866c2b2"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:39.287251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:49:39.294849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:39.300718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.332904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.338876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.340865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] 10.222.0.55 "PUT /v2.0/ports/020a7562-8f2e-4457-87f3-f14c7c9ef5bd HTTP/1.1" status: 200 len: 1091 time: 2.4158061 Sep 15 15:49:39.343709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'tag': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:39.349003 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4c323a-e816-4f3d-955a-b54345a8f31f" -d '{"events": [{"name": "network-changed", "server_uuid": "b45ba64e-4609-4015-b9d6-6d6e1c9b1359", "tag": "020a7562-8f2e-4457-87f3-f14c7c9ef5bd"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:39.373088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9133f9e9-4895-4313-908c-54d960ec9656 req-89928b4e-c15f-486f-b832-af8e845e262b service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048453 Sep 15 15:49:39.389233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50763cfc-edff-4d75-ae57-64b43ad3e485 service neutron] Pushing event updated for resources: {'Port': ['ID=23a55066-e8f1-4829-a26b-8fb4e866c2b2,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:39.393628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b3100-eff5-42ff-859e-d0f3a7f3d259 service neutron] Pushing event updated for resources: {'Port': ['ID=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:39.395660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:39.402128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.436511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861defba-a7fc-4949-bf65-5f03241e8d4d req-ee51df58-4b0b-4eef-801c-b69573e0a9c4 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.446036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-861defba-a7fc-4949-bf65-5f03241e8d4d req-ee51df58-4b0b-4eef-801c-b69573e0a9c4 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 943 time: 0.3308690 Sep 15 15:49:39.490287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-84a7efb1-4a59-41bf-8e60-898e84f53455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.491815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-84a7efb1-4a59-41bf-8e60-898e84f53455 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 1095 time: 0.0893872 Sep 15 15:49:39.530766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:49:39.553941 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-861defba-a7fc-4949-bf65-5f03241e8d4d req-b0fb56e3-da7a-4b08-9e78-15bc2eae26ab tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069839 Sep 15 15:49:39.567507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-dde7f8e9-7b8c-4ad1-9975-fa56e19ac867 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a55066-e8f1-4829-a26b-8fb4e866c2b2 HTTP/1.1" status: 200 len: 217 time: 0.0664072 Sep 15 15:49:39.578145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.580802 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.582993 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Added segment 0aab47b4-b1fd-4ac6-a607-8000a6645871 of type vlan for network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 Sep 15 15:49:39.602879 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.652383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:39.655790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5743444-ee02-4afb-bdea-606930d97b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:39.660072 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e25084-b3bd-4427-9de2-69d819575eb4" -d '{"events": [{"server_uuid": "e5743444-ee02-4afb-bdea-606930d97b60", "name": "network-vif-plugged", "status": "completed", "tag": "cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:39.697924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:39.718665 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.729297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-43d23665-b0b8-47fb-b362-4aa4090601d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.730815 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-43d23665-b0b8-47fb-b362-4aa4090601d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 1094 time: 0.2392373 Sep 15 15:49:39.733844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-516b7719-30df-421b-8971-7a56b8399f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.737279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-516b7719-30df-421b-8971-7a56b8399f18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c06333d4-9736-495e-a67a-f45c56555d03 HTTP/1.1" status: 200 len: 855 time: 0.1636193 Sep 15 15:49:39.742893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.799363 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.811283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-e99e426c-27f6-4b61-9d69-1b69161371ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020a7562-8f2e-4457-87f3-f14c7c9ef5bd HTTP/1.1" status: 200 len: 217 time: 0.0585716 Sep 15 15:49:39.841206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:39.876669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2198f3eb-e7c3-4265-a1f5-e116e91d59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.878988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-2198f3eb-e7c3-4265-a1f5-e116e91d59ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c06333d4-9736-495e-a67a-f45c56555d03 HTTP/1.1" status: 200 len: 855 time: 0.0622437 Sep 15 15:49:39.902552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:39.906632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:39.909770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:39.910425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:40.067847 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1c534f-6a17-4746-8b30-5e0c180c055c x-openstack-request-id: req-6d1c534f-6a17-4746-8b30-5e0c180c055c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:40.068296 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818d0868-1a7c-4297-9400-af3baeaf3d1e", "tag": "23a55066-e8f1-4829-a26b-8fb4e866c2b2", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:40.068648 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6d1c534f-6a17-4746-8b30-5e0c180c055c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:40.069224 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'tag': '23a55066-e8f1-4829-a26b-8fb4e866c2b2', 'status': 'completed', 'code': 200} Sep 15 15:49:40.080638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0794389 Sep 15 15:49:40.080638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fabd41-d2a2-4cca-a39d-778ed802a268 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Network': ['ID=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:40.083349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26370a-8143-48c4-8917-39fb572a13cd req-c4ed03c1-7383-43df-80f8-b0a7ca7fc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.084950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-c4ed03c1-7383-43df-80f8-b0a7ca7fc331 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923747 Sep 15 15:49:40.085832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40852) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:40.091563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-710429834'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:40.101632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:49:40.171020 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df64a83c-5db0-4977-bb81-5b5d7cedb59f x-openstack-request-id: req-df64a83c-5db0-4977-bb81-5b5d7cedb59f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:40.171429 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45ba64e-4609-4015-b9d6-6d6e1c9b1359", "tag": "020a7562-8f2e-4457-87f3-f14c7c9ef5bd", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:40.171557 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-df64a83c-5db0-4977-bb81-5b5d7cedb59f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:40.171948 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'tag': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd', 'status': 'completed', 'code': 200} Sep 15 15:49:40.196983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-0d6eb502-3d65-467e-89e6-f2ccdbd1d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.198842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-0d6eb502-3d65-467e-89e6-f2ccdbd1d020 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4515438 Sep 15 15:49:40.212545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:40.215955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:40.244685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-0047ceb9-e729-46e5-ac7d-648d5b35237c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.246284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-0047ceb9-e729-46e5-ac7d-648d5b35237c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 813 time: 0.5663190 Sep 15 15:49:40.270634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-1da872ef-f3e8-4b1e-a5ff-ffaabc839483 service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569123 Sep 15 15:49:40.275933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:49:40.280258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf54f6-69a6-4ab5-97bb-af0475897ee2 req-89a658f6-319f-4616-aa7f-981906455a89 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.281810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccbf54f6-69a6-4ab5-97bb-af0475897ee2 req-89a658f6-319f-4616-aa7f-981906455a89 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 945 time: 0.1405418 Sep 15 15:49:40.292810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e5f0a246-c878-4235-ac15-318dbb30553b tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/quotas/710e03b74b9f46fd9093013089517f39 HTTP/1.1" status: 200 len: 375 time: 0.0373495 Sep 15 15:49:40.327410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:40.327669 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Added segment d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef of type vlan for network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 Sep 15 15:49:40.336067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-1fdb5a63-60b6-4f21-a2c9-e5b70a36c873 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350893 Sep 15 15:49:40.361467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-f0f93fcb-a3f5-4a8b-a393-d46a22a4e416 service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522810 Sep 15 15:49:40.421823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:40.433901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccbf54f6-69a6-4ab5-97bb-af0475897ee2 req-62ba2f75-96dd-4e7b-a9c0-f9cf3e13360c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390316 Sep 15 15:49:40.466289 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad26370a-8143-48c4-8917-39fb572a13cd req-d8233b75-d616-46e3-802d-45741be99459 service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807017 Sep 15 15:49:40.517580 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-015b0470-5159-4ac1-a2d1-e02d86837be9 service neutron] 10.222.0.63 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701195 Sep 15 15:49:40.521768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb1eb71-8c13-455d-881d-bd7ea7b8a6ed req-e3c4d60e-3214-41fa-9cd6-393c3a256d3d service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509387 Sep 15 15:49:40.556115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:40.561776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.562367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:40.606013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7fb2b-c3a7-4015-80b0-d6b6b9855d5f req-634f395b-8783-41b5-9c42-3b85e94b7137 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.607559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-faa7fb2b-c3a7-4015-80b0-d6b6b9855d5f req-634f395b-8783-41b5-9c42-3b85e94b7137 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 950 time: 0.0942168 Sep 15 15:49:40.636782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5419b9d1-199b-4842-ad0f-ad12d278fd7f service neutron] 10.222.0.63 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130707 Sep 15 15:49:40.657486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Network': ['ID=51a9124a-32e1-4881-b4d1-1ec1b123eef4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:40.672852 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c0a6366f-ff90-42f5-82d0-4b2654bb1f00 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5843232 Sep 15 15:49:40.675386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:40.678639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:49:40.680387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'subnet': {'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:40.682816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-cb376dd0-cafd-4b4e-aaf5-2a6f97264183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.684953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-cb376dd0-cafd-4b4e-aaf5-2a6f97264183 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 1094 time: 0.0666120 Sep 15 15:49:40.710013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-faa7fb2b-c3a7-4015-80b0-d6b6b9855d5f req-437e1fe4-54a4-47d1-ac2d-f0aa7761f303 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957422 Sep 15 15:49:40.784797 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754251ff-c6cd-4ac2-b13a-c26d421b186d x-openstack-request-id: req-754251ff-c6cd-4ac2-b13a-c26d421b186d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:40.785991 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5743444-ee02-4afb-bdea-606930d97b60", "name": "network-vif-plugged", "status": "completed", "tag": "cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:40.788162 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-754251ff-c6cd-4ac2-b13a-c26d421b186d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:40.791983 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5743444-ee02-4afb-bdea-606930d97b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a', 'code': 200} Sep 15 15:49:40.803915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-803de973-2f0c-46e4-9270-88da7d0ea122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.805623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-803de973-2f0c-46e4-9270-88da7d0ea122 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 1095 time: 0.1165683 Sep 15 15:49:40.833363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-4ded6cda-1ed9-4f29-a7dd-6f282de60433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.834944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-4ded6cda-1ed9-4f29-a7dd-6f282de60433 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 917 time: 0.1430688 Sep 15 15:49:40.897207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.55', 57219) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:40.925650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-3406f7b1-e903-44bf-8c00-d25e7ebb8681 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=020a7562-8f2e-4457-87f3-f14c7c9ef5bd HTTP/1.1" status: 200 len: 217 time: 0.0695577 Sep 15 15:49:40.955665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:40.960435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:40.995540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-98426b13-6cdf-47d5-8ce1-41709baeb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:40.997607 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-98426b13-6cdf-47d5-8ce1-41709baeb3f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 917 time: 0.1825993 Sep 15 15:49:41.016860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-b1457160-368e-415d-ba17-91420014c612 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076283 Sep 15 15:49:41.020793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-38abdddf-15fc-4f16-9660-b01ced71985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.022574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-38abdddf-15fc-4f16-9660-b01ced71985c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c06333d4-9736-495e-a67a-f45c56555d03 HTTP/1.1" status: 200 len: 855 time: 0.0751171 Sep 15 15:49:41.076742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d5ea675f-9100-4833-8912-5632efe0c797 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:41.079628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cdada5d2-bb67-4407-9189-26ec64d86434 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:49:41.099725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4102d6-bc78-497e-b324-2007ebf8ebf2 req-ab716a3f-2176-4e83-a9da-2468f289e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.103449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1e4102d6-bc78-497e-b324-2007ebf8ebf2 req-ab716a3f-2176-4e83-a9da-2468f289e3d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 1101 time: 0.2030525 Sep 15 15:49:41.114150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-62301a7c-95a6-48f8-9dc3-a30f2b686932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.117199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-62301a7c-95a6-48f8-9dc3-a30f2b686932 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853477 Sep 15 15:49:41.118251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-635c84b2-d3a4-475a-a5c1-c90ba3983070 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a55066-e8f1-4829-a26b-8fb4e866c2b2 HTTP/1.1" status: 200 len: 217 time: 0.1039867 Sep 15 15:49:41.307286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1e4102d6-bc78-497e-b324-2007ebf8ebf2 req-de88883f-583b-4ece-8362-9e7b495f4917 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875870 Sep 15 15:49:41.321222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-b4c575bd-3345-4ad0-88da-e3bed67778fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.324714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-b4c575bd-3345-4ad0-88da-e3bed67778fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.2234030 Sep 15 15:49:41.333766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea64bd-2feb-4126-aba3-6cd07e347310 req-23d320a5-1bba-4d69-ad75-0e413bf127cf tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.346992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ea64bd-2feb-4126-aba3-6cd07e347310 req-23d320a5-1bba-4d69-ad75-0e413bf127cf tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.3107815 Sep 15 15:49:41.353289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e334b-be83-4697-88e6-96ba1d62f8b8 req-1fe89797-0f92-492e-98f7-ffa803fec33c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.355218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df1e334b-be83-4697-88e6-96ba1d62f8b8 req-1fe89797-0f92-492e-98f7-ffa803fec33c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 950 time: 0.1480334 Sep 15 15:49:41.410548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-983f8312-2a11-4f8f-8550-a266a33465b4 service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215140 Sep 15 15:49:41.411728 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:41.421103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ea64bd-2feb-4126-aba3-6cd07e347310 req-feb27ed8-4103-4c91-895e-12c8884b2786 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731516 Sep 15 15:49:41.426772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-d8e3de77-6a16-442f-a59e-239b309e8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.430101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-d8e3de77-6a16-442f-a59e-239b309e8128 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c06333d4-9736-495e-a67a-f45c56555d03 HTTP/1.1" status: 200 len: 855 time: 0.2449636 Sep 15 15:49:41.446061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df1e334b-be83-4697-88e6-96ba1d62f8b8 req-7e3f0b73-470a-40c4-8cf5-a28f4552ba69 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800374 Sep 15 15:49:41.455642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d5ea675f-9100-4833-8912-5632efe0c797, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d5ea675f-9100-4833-8912-5632efe0c797,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:41.482921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:41.484014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'd5ea675f-9100-4833-8912-5632efe0c797', 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'port_id': 'd5ea675f-9100-4833-8912-5632efe0c797', 'mac_address': 'fa:16:3e:2c:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06333d4-9736-495e-a67a-f45c56555d03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:41.533938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:41.553241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ea675f-9100-4833-8912-5632efe0c797 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:41.569036 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:41.616274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d5ea675f-9100-4833-8912-5632efe0c797, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d5ea675f-9100-4833-8912-5632efe0c797,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:41.618562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-48a96410-f4a7-4e32-969a-16ca928fc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.620077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-48a96410-f4a7-4e32-969a-16ca928fc3d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106198 Sep 15 15:49:41.653001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:41.707795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:41.709331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a935923c-33e3-43ac-84c9-759c17daa9ef details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:41.730828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e814f-1331-48ec-9b55-b080253518c0 req-15b7f518-16f4-43d1-999e-d60ef3e21af3 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.732583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f8e814f-1331-48ec-9b55-b080253518c0 req-15b7f518-16f4-43d1-999e-d60ef3e21af3 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 943 time: 0.1576076 Sep 15 15:49:41.761021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de4c323a-e816-4f3d-955a-b54345a8f31f req-4e6e6fe0-d329-4511-b982-d0073e559934 service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581680 Sep 15 15:49:41.826512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:41.826697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-dc1da00d-3fb7-4f16-8685-52fb14fe4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:41.829735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-dc1da00d-3fb7-4f16-8685-52fb14fe4841 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2558982 Sep 15 15:49:41.881297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f8e814f-1331-48ec-9b55-b080253518c0 req-705b1593-6994-4a83-b0ec-a4dcd54a0e1c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983396 Sep 15 15:49:41.894694 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-7cda362d-0075-469a-a9f4-59f83c88057f service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578351 Sep 15 15:49:41.922132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-995c9a18-ab15-45d8-a41d-5754bfdd4a66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=849c909a-2c3a-4e47-8c55-a84e820fb560 HTTP/1.1" status: 200 len: 217 time: 0.0777984 Sep 15 15:49:41.932471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=d5ea675f-9100-4833-8912-5632efe0c797,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:41.943585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Subnet': ['ID=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:41.988610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:42.008830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Checking segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:42.009239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network hostable DHCP agents. Network: 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:49:42.031153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'port_id': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'mac_address': 'fa:16:3e:ce:51:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0c71d-77f3-47b1-b6de-3f9f4f8f414f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:42.047559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-729153b7-ff31-4e0f-b637-78255ea64a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:42.049704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-729153b7-ff31-4e0f-b637-78255ea64a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1251082 Sep 15 15:49:42.054891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bb1e3ec-ed0a-4ed6-a9d7-c875526e5544 req-f251d913-c2cb-4787-8631-7a2c87465ca6 service neutron] 10.222.0.55 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525323 Sep 15 15:49:42.122298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:42.129495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:49:42.141592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-ef9d6ad6-b53d-46a3-932a-13b7f26aa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:42.143794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-ef9d6ad6-b53d-46a3-932a-13b7f26aa51b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811126 Sep 15 15:49:42.147233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a935923c-33e3-43ac-84c9-759c17daa9ef {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:42.178751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:42.245949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:42.257044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:42.274196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:42.276072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:42.306069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-494d9051-9cb3-46eb-a90e-4ba5c57e1661 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523025 Sep 15 15:49:42.452922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc84ea9-accd-4f48-bb59-1321612e6c37 None None] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:42.455156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12c5c686-1e58-46c5-8bf3-aff081251af7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7781935 Sep 15 15:49:42.457297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40928) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:42.471699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'subnet': {'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:42.505989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63f6c3-6557-420f-bb8d-226d48355bf1 req-95e5f35a-4994-4ae5-a568-130e77727f4a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:42.514559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f63f6c3-6557-420f-bb8d-226d48355bf1 req-95e5f35a-4994-4ae5-a568-130e77727f4a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 945 time: 0.1104920 Sep 15 15:49:42.519576 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3915ab0-c27a-467c-ae46-ee598419c7b0 req-4736892e-2ea1-4442-8a25-34f69760f8e8 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023108 Sep 15 15:49:42.569534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a935923c-33e3-43ac-84c9-759c17daa9ef'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:42.579841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f63f6c3-6557-420f-bb8d-226d48355bf1 req-aec10ce8-866a-4267-8e7d-610972c97f33 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592678 Sep 15 15:49:42.673676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-218c85bd-9f5e-4a92-9805-5b258c961261 req-c06cd767-7d88-4be3-9f5f-29565267d21b tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 210 time: 0.0398169 Sep 15 15:49:42.711024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['d5ea675f-9100-4833-8912-5632efe0c797'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:42.805194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e008a54-2e9a-4548-bb7b-5f018556768e req-c56aa908-49c7-49be-a6f7-cfe2b2de4138 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:42.814035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e008a54-2e9a-4548-bb7b-5f018556768e req-c56aa908-49c7-49be-a6f7-cfe2b2de4138 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 945 time: 0.0818794 Sep 15 15:49:42.821175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:42.824825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:42.856174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9'}, {'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:42.858921 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f23a22b-4aa2-4446-8e45-2b5d3728ae13" -d '{"events": [{"server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "name": "network-vif-plugged", "status": "completed", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9"}, {"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-unplugged", "status": "completed", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:42.894250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:42.900724 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e008a54-2e9a-4548-bb7b-5f018556768e req-8e7d6bdb-7364-4df1-919a-02448110ae77 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853000 Sep 15 15:49:43.132080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'fixed_ips': [{'subnet_id': 'a5cba167-23eb-4973-9ff1-5a2a8a1dcdee'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:49:43.132997 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:43.170095 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c8c745-67ad-420b-9033-2317e1563aa6 x-openstack-request-id: req-c7c8c745-67ad-420b-9033-2317e1563aa6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:43.173566 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "name": "network-vif-plugged", "status": "completed", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9", "code": 200}, {"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-unplugged", "status": "completed", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:43.174176 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c7c8c745-67ad-420b-9033-2317e1563aa6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:43.180044 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9', 'code': 200} Sep 15 15:49:43.180594 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'code': 200} Sep 15 15:49:43.477875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af33554-1fba-429f-8c43-88270dec9247 req-ae9a9570-eb8a-4766-9299-96e4874164cd tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:43.486507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Allocated IP 10.1.1.2 (34fdb7f9-ece7-43c4-9050-aa3f7c820ef2/a5cba167-23eb-4973-9ff1-5a2a8a1dcdee/e039939b-4b19-495e-8b2d-814c4a0dc71b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:43.494059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1af33554-1fba-429f-8c43-88270dec9247 req-ae9a9570-eb8a-4766-9299-96e4874164cd tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 943 time: 0.2132397 Sep 15 15:49:43.666008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b4311-1af7-4116-a8de-99f7d2378eee req-89bfc0c5-4726-428e-a097-b9a11bd51ffd tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:43.671345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1af33554-1fba-429f-8c43-88270dec9247 req-b7e5884f-3192-4e92-ac12-95416bbeeebd tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732547 Sep 15 15:49:43.684883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-918b4311-1af7-4116-a8de-99f7d2378eee req-89bfc0c5-4726-428e-a097-b9a11bd51ffd tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 950 time: 0.9095194 Sep 15 15:49:43.854239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-918b4311-1af7-4116-a8de-99f7d2378eee req-54bc1a85-8375-466e-9502-84299ee3d2d9 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659896 Sep 15 15:49:43.858846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc14cc-bad8-45eb-a89a-b94eec787d98 req-9f8e1e14-2230-4883-b819-50aeadfd0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:43.861268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75cc14cc-bad8-45eb-a89a-b94eec787d98 req-9f8e1e14-2230-4883-b819-50aeadfd0f4c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1096 time: 0.2503669 Sep 15 15:49:43.897265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9581d-1110-449b-bea8-951a0c313e12 req-96d45bf2-fe15-4736-a462-b50d121716a9 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:43.906095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dba9581d-1110-449b-bea8-951a0c313e12 req-96d45bf2-fe15-4736-a462-b50d121716a9 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 945 time: 0.1142552 Sep 15 15:49:43.946693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:43.971382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75cc14cc-bad8-45eb-a89a-b94eec787d98 req-baaaaba0-3ae2-48bd-abb6-34351c221bc9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854399 Sep 15 15:49:44.024057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dba9581d-1110-449b-bea8-951a0c313e12 req-2bbbc478-f8e1-4101-84e9-a72e47564eb4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125209 Sep 15 15:49:44.032454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:44.141974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:44.164245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:44.176112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:44.183124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:44.196997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db882c84-8f78-441a-9047-50b2933cd512 req-0167ddd4-26ed-469b-8945-58b442fe2e8b tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 210 time: 0.0811284 Sep 15 15:49:44.220382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Pushing event updated for resources: {'Port': ['ID=e039939b-4b19-495e-8b2d-814c4a0dc71b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:44.281383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Subnet': ['ID=7c6ac57a-c836-4a57-9fae-c51e1eb3863b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:44.367735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Attempting to bind port e039939b-4b19-495e-8b2d-814c4a0dc71b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:44.368397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Attempting to bind port e039939b-4b19-495e-8b2d-814c4a0dc71b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:44.369058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Attempting to bind port e039939b-4b19-495e-8b2d-814c4a0dc71b on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:44.375991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:44.376774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Checking segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:44.377620 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:44.378113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Bound using segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:44.378627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Bound port: e039939b-4b19-495e-8b2d-814c4a0dc71b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:44.379022 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:44.391752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Checking segment: {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:44.395059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network hostable DHCP agents. Network: 51a9124a-32e1-4881-b4d1-1ec1b123eef4, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:49:44.436146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ebf0b-9083-402d-8e4b-7e4dad267d6a req-392777eb-d195-49cd-b1da-9d50ffb29017 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:44.443659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-810ebf0b-9083-402d-8e4b-7e4dad267d6a req-392777eb-d195-49cd-b1da-9d50ffb29017 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 945 time: 0.1487930 Sep 15 15:49:44.464277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] For port e039939b-4b19-495e-8b2d-814c4a0dc71b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:44.468667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] For port e039939b-4b19-495e-8b2d-814c4a0dc71b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e039939b-4b19-495e-8b2d-814c4a0dc71b,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:44.492899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-810ebf0b-9083-402d-8e4b-7e4dad267d6a req-487e4fee-5440-48c2-8119-efe2cdb9d9f9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482423 Sep 15 15:49:44.507134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:49:44.574915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:44.604833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 51a9124a-32e1-4881-b4d1-1ec1b123eef4) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:44.608756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:44.609341 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:44.638100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7db24b-24ce-43b5-a225-bc849ae4bdcf None None] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:44.704038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6f68bb4d-e58d-4b0b-8ef7-814b6712da3c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2454178 Sep 15 15:49:44.707269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40980) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:44.715038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3ee01-f3fe-4921-b399-37d2cee131ba None None] Pushing event updated for resources: {'Port': ['ID=e039939b-4b19-495e-8b2d-814c4a0dc71b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:44.719399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'port': {'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'name': 'tempest-TaggedBootDevicesTest-1736027253', 'fixed_ips': [{'subnet_id': 'a5cba167-23eb-4973-9ff1-5a2a8a1dcdee'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:44.932330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-51a9124a-32e1-4881-b4d1-1ec1b123eef4', 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'fixed_ips': [{'subnet_id': '7c6ac57a-c836-4a57-9fae-c51e1eb3863b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:49:44.933321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:44.947292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40986) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:44.964544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 23a55066-e8f1-4829-a26b-8fb4e866c2b2 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:44.990908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87dfe0-3372-46c1-a95e-e804a2b6d25e req-70d070f4-288c-48a9-adae-0935510df293 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:45.013452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a87dfe0-3372-46c1-a95e-e804a2b6d25e req-70d070f4-288c-48a9-adae-0935510df293 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 943 time: 0.1978939 Sep 15 15:49:45.175550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a87dfe0-3372-46c1-a95e-e804a2b6d25e req-55d059ce-a51e-4c84-a8ce-983b14dbfb80 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506073 Sep 15 15:49:45.183326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:45.233996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494513a-8446-47f8-8fc4-7f24c809486a req-853a5e0f-6104-466b-bea9-d4056865af08 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:45.249788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5494513a-8446-47f8-8fc4-7f24c809486a req-853a5e0f-6104-466b-bea9-d4056865af08 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 950 time: 0.2066298 Sep 15 15:49:45.305968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:45.308993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a935923c-33e3-43ac-84c9-759c17daa9ef up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:45.346739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-42b94e41-ae24-4655-ac77-760570c68a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:45.389113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:45.448431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5494513a-8446-47f8-8fc4-7f24c809486a req-6819dd96-f34f-47fd-a266-eabd04c86fab tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967480 Sep 15 15:49:45.519564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] device_id is not set on port 3d4c0b4f-c188-4df7-a93f-a23a43389947 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:49:45.523486 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:49:45.613251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Allocated IP 10.2.2.2 (51a9124a-32e1-4881-b4d1-1ec1b123eef4/7c6ac57a-c836-4a57-9fae-c51e1eb3863b/94959979-22b4-4dfe-b519-5079ff4ea67b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:45.716113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 23a55066-e8f1-4829-a26b-8fb4e866c2b2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=23a55066-e8f1-4829-a26b-8fb4e866c2b2,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:45.779383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '23a55066-e8f1-4829-a26b-8fb4e866c2b2', 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'port_id': '23a55066-e8f1-4829-a26b-8fb4e866c2b2', 'mac_address': 'fa:16:3e:a6:5d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06333d4-9736-495e-a67a-f45c56555d03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:45.785854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port a935923c-33e3-43ac-84c9-759c17daa9ef triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:45.786370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:45.795647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31b27c25-b8e8-4213-bfb5-656a73bcd1e1 req-200245a3-549d-4ac1-b7e9-5ceb444a3c31 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 210 time: 0.0509777 Sep 15 15:49:45.912620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-9eadbbfd-9265-4e30-a29c-16ac2fc76914 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:45.914360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 10.1.1.169 (34fdb7f9-ece7-43c4-9050-aa3f7c820ef2/a5cba167-23eb-4973-9ff1-5a2a8a1dcdee/3d4c0b4f-c188-4df7-a93f-a23a43389947) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:45.914958 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-9eadbbfd-9265-4e30-a29c-16ac2fc76914 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 813 time: 0.6110530 Sep 15 15:49:45.938830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Request body: {'port': {'device_id': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'admin_state_up': True, 'tenant_id': '710e03b74b9f46fd9093013089517f39'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:45.951829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:46.011066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'mac_address': 'fa:16:3e:36:70:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:46.057021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99335ec7-849c-411d-afa2-b7c464bcd6c8 req-4e17623a-1214-4483-8a5d-83be64a3448f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:46.066041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99335ec7-849c-411d-afa2-b7c464bcd6c8 req-4e17623a-1214-4483-8a5d-83be64a3448f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 945 time: 0.6565208 Sep 15 15:49:46.151498 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.178642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.178906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99335ec7-849c-411d-afa2-b7c464bcd6c8 req-0b0a6fb4-47d7-43f0-8913-080732ad641a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111662 Sep 15 15:49:46.268156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-42b94e41-ae24-4655-ac77-760570c68a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.283227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01255fd9-7c66-4ae0-8f2f-49c4959b0017 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:46.291880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08734d-d819-4792-af34-0bd9622a12e2 req-ac9e4a1c-a240-4dce-acfb-db370d28dd8b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:46.302323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d08734d-d819-4792-af34-0bd9622a12e2 req-ac9e4a1c-a240-4dce-acfb-db370d28dd8b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.3696620 Sep 15 15:49:46.321884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a55066-e8f1-4829-a26b-8fb4e866c2b2 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:46.363297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-42b94e41-ae24-4655-ac77-760570c68a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.426888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc641c-ffb4-4b3f-9018-039401d28e54 req-8b9b229e-5ecd-4256-a61e-3d96df6d9b73 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:46.455267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:46.456195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44dc641c-ffb4-4b3f-9018-039401d28e54 req-8b9b229e-5ecd-4256-a61e-3d96df6d9b73 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 945 time: 0.1655498 Sep 15 15:49:46.488737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 23a55066-e8f1-4829-a26b-8fb4e866c2b2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=23a55066-e8f1-4829-a26b-8fb4e866c2b2,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:46.494056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d08734d-d819-4792-af34-0bd9622a12e2 req-879ab32b-289b-4b36-87d2-c86456da938f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908383 Sep 15 15:49:46.506847 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-42b94e41-ae24-4655-ac77-760570c68a5b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=80748a51899d49328af3706f58dd50f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5575879 Sep 15 15:49:46.508732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b94e41-ae24-4655-ac77-760570c68a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277780f0-aee5-4e57-a11e-372d3b110fd5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:46.511543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41010) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:46.517709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71ea26-8d9c-4cd4-873c-a3936d1b5834 None None] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:46.523429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.558714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Made reservation on behalf of 710e03b74b9f46fd9093013089517f39 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:46.559505 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.622040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.637714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.644808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.650763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 020a7562-8f2e-4457-87f3-f14c7c9ef5bd details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:46.664532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.684824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44dc641c-ffb4-4b3f-9018-039401d28e54 req-287e6b81-6836-4659-9dd5-3b0c6615e71e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227159 Sep 15 15:49:46.788408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec158031-8a32-4bdb-b07b-fcea58c32ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.903876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec158031-8a32-4bdb-b07b-fcea58c32ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.907348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-a6dc08e6-07b7-4d94-a4c8-dc1a81242355 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:46.909431 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-a6dc08e6-07b7-4d94-a4c8-dc1a81242355 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 813 time: 0.4450352 Sep 15 15:49:46.955024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Request body: {'port': {'device_id': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'admin_state_up': True, 'tenant_id': '710e03b74b9f46fd9093013089517f39'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:46.974956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:46.989965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.001150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['01255fd9-7c66-4ae0-8f2f-49c4959b0017'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:47.049596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e04e2d-1023-43f9-83c3-310641e8cc5a req-f985c95a-d333-4249-b1c1-8818d92028df tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:47.059865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6e04e2d-1023-43f9-83c3-310641e8cc5a req-f985c95a-d333-4249-b1c1-8818d92028df tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 943 time: 0.3523695 Sep 15 15:49:47.080729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:47.153658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:47.156271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e039939b-4b19-495e-8b2d-814c4a0dc71b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:47.167008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Allocated IP 172.20.0.14 (54e2185a-f73f-4d6f-811a-71718cf543ac/6164e8db-103b-41f7-b0cf-21bb60b859db/6bf44128-0535-4ba4-8ac9-33c505bf1b57) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:47.174090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:47.190021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6e04e2d-1023-43f9-83c3-310641e8cc5a req-68c1b8d9-60f8-4b6b-9009-41c6602253de tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290839 Sep 15 15:49:47.224021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:47.234570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:47.238149 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b225b5-1fac-4622-814e-a653fd1baa20" -d '{"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-plugged", "status": "completed", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:47.245026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=3d4c0b4f-c188-4df7-a93f-a23a43389947,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:47.247962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec158031-8a32-4bdb-b07b-fcea58c32ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.259266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-73d8ec52-1d37-44c2-933b-72dd76182527 None None] Provisioning complete for port e039939b-4b19-495e-8b2d-814c4a0dc71b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:47.259956 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-73d8ec52-1d37-44c2-933b-72dd76182527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.265519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec158031-8a32-4bdb-b07b-fcea58c32ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.267456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ec158031-8a32-4bdb-b07b-fcea58c32ce4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/277780f0-aee5-4e57-a11e-372d3b110fd5 HTTP/1.1" status: 204 len: 168 time: 0.7547231 Sep 15 15:49:47.310087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:47.310964 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.315669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:47.320309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:47.330192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec158031-8a32-4bdb-b07b-fcea58c32ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277780f0-aee5-4e57-a11e-372d3b110fd5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:47.337942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:49:47.362580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e039939b-4b19-495e-8b2d-814c4a0dc71b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:47.364144 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.409117 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:47.435390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:47.442667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e696dbb6-08ec-43a9-b976-5930f2efa4a6 req-2102c6d3-4dc0-4d19-9e74-7aca5a5d2ee2 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 210 time: 0.0551226 Sep 15 15:49:47.481275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-e2ec991a-27e1-4d5c-81c5-c3a5ea3d48cb tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497358 Sep 15 15:49:47.484668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Made reservation on behalf of 710e03b74b9f46fd9093013089517f39 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:47.502667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.633424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd', 'network_id': 'e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca', 'port_id': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd', 'mac_address': 'fa:16:3e:eb:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06333d4-9736-495e-a67a-f45c56555d03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:47.638439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.639738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d5ea675f-9100-4833-8912-5632efe0c797 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:47.658114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:47.680158 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.688828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-b348a75c-21a1-4008-8829-303b9fb83270 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:47.691623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-b348a75c-21a1-4008-8829-303b9fb83270 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825440 Sep 15 15:49:47.698443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-77dcd845-2354-4606-8b82-a21730778cc2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9883931 Sep 15 15:49:47.703095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41058) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:47.709604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'port': {'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'name': 'tempest-TaggedBootDevicesTest-1587375927', 'fixed_ips': [{'subnet_id': 'a5cba167-23eb-4973-9ff1-5a2a8a1dcdee'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:47.873371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-73d8ec52-1d37-44c2-933b-72dd76182527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:47.888734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5733612e-fa53-41d8-9b80-b18c358cc8fe tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/quotas/f7c7c203fa6f4ec7808298aa6039e09d HTTP/1.1" status: 200 len: 375 time: 0.1888328 Sep 15 15:49:47.986248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a0dc4-2851-482f-a150-8923a4ec759c req-549d71bb-32fd-4af2-8d3c-97ad0b79e415 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:47.988862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc2a0dc4-2851-482f-a150-8923a4ec759c req-549d71bb-32fd-4af2-8d3c-97ad0b79e415 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 945 time: 0.2259374 Sep 15 15:49:47.998113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=23a55066-e8f1-4829-a26b-8fb4e866c2b2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:48.003236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.071898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Network 54e2185a-f73f-4d6f-811a-71718cf543ac is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:48.083946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:48.096925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:48.131019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Pushing event updated for resources: {'Port': ['ID=94959979-22b4-4dfe-b519-5079ff4ea67b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:48.142072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event updated for resources: {'Port': ['ID=6bf44128-0535-4ba4-8ac9-33c505bf1b57,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:48.169296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc2a0dc4-2851-482f-a150-8923a4ec759c req-181dac4d-816d-4105-87a5-b5ab04553c28 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672580 Sep 15 15:49:48.238443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-2b3f69af-1299-4fda-a955-a11529acaa52 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2927377 Sep 15 15:49:48.239170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:48.243891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.254050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:48.254752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.304394 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbb4a22-6525-4eb9-a41a-fc72d6117856 x-openstack-request-id: req-9cbb4a22-6525-4eb9-a41a-fc72d6117856 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:48.304909 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-plugged", "status": "completed", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:48.305019 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9cbb4a22-6525-4eb9-a41a-fc72d6117856 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:48.305346 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'code': 200} Sep 15 15:49:48.331472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] device_id is not set on port 63f901c0-918d-4412-983f-676d7fd82c41 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:49:48.331860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41078) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:48.377229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Allocated IP 172.20.0.13 (54e2185a-f73f-4d6f-811a-71718cf543ac/6164e8db-103b-41f7-b0cf-21bb60b859db/e9a33883-d6a7-4336-801e-b85bd0da34a8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:48.387741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-342cbaf8-8e41-4e0c-b7cd-6e730c6c9acf tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4535263 Sep 15 15:49:48.397393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d691927-4d0b-4185-968e-60308b7db5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.402455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.437802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-73d8ec52-1d37-44c2-933b-72dd76182527 None None] For port e039939b-4b19-495e-8b2d-814c4a0dc71b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e039939b-4b19-495e-8b2d-814c4a0dc71b,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:48.464104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Request body: {'port': {'device_id': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:48.524085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Attempting to bind port 94959979-22b4-4dfe-b519-5079ff4ea67b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:48.524584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Attempting to bind port 94959979-22b4-4dfe-b519-5079ff4ea67b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:48.524892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Attempting to bind port 94959979-22b4-4dfe-b519-5079ff4ea67b on network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:48.570009 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-73d8ec52-1d37-44c2-933b-72dd76182527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.611823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020a7562-8f2e-4457-87f3-f14c7c9ef5bd {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:48.670180 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.684407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a335-2af5-4cdc-87ef-48e92d085726 req-bbd622ba-e1d5-457b-b099-6de42350d3e7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:48.685603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:48.692582 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c848a335-2af5-4cdc-87ef-48e92d085726 req-bbd622ba-e1d5-457b-b099-6de42350d3e7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.3453414 Sep 15 15:49:48.763573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:48.764885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Checking segment: {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:48.765589 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.766561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Bound using segment: {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:48.767093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Bound port: 94959979-22b4-4dfe-b519-5079ff4ea67b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:48.767491 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.782788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:48.877979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:49.080096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d691927-4d0b-4185-968e-60308b7db5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:49.164565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] For port 94959979-22b4-4dfe-b519-5079ff4ea67b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:49.173039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] For port 94959979-22b4-4dfe-b519-5079ff4ea67b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=94959979-22b4-4dfe-b519-5079ff4ea67b,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:49.175445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c848a335-2af5-4cdc-87ef-48e92d085726 req-be5c1a2d-fabd-4af0-ab23-d589af86cf0e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788160 Sep 15 15:49:49.212589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d691927-4d0b-4185-968e-60308b7db5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:49.267596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:49.269998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 10.1.1.56 (34fdb7f9-ece7-43c4-9050-aa3f7c820ef2/a5cba167-23eb-4973-9ff1-5a2a8a1dcdee/63f901c0-918d-4412-983f-676d7fd82c41) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:49.301834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0d691927-4d0b-4185-968e-60308b7db5d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0f85aa316a9494bb65aa3a06a1579d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9688118 Sep 15 15:49:49.305501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d691927-4d0b-4185-968e-60308b7db5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3df1d5c-894d-4427-9d91-442903b179fe,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:49.326105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41098) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:49.355796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port d5ea675f-9100-4833-8912-5632efe0c797 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:49:49.402375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:49.524620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['020a7562-8f2e-4457-87f3-f14c7c9ef5bd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:49.524620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['23a55066-e8f1-4829-a26b-8fb4e866c2b2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:49.771706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7c0a-0062-4f2a-b3b3-859ca1b3156d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:49.784294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:49.787695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port d5ea675f-9100-4833-8912-5632efe0c797 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:49.787695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:49.839289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8ec52-1d37-44c2-933b-72dd76182527 None None] Pushing event updated for resources: {'Port': ['ID=e039939b-4b19-495e-8b2d-814c4a0dc71b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:49.979948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5156cd43-f635-4452-9648-c759c9ab7eb8 None None] Provisioning complete for port 3d4c0b4f-c188-4df7-a93f-a23a43389947 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:49.980766 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5156cd43-f635-4452-9648-c759c9ab7eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.079586 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7c0a-0062-4f2a-b3b3-859ca1b3156d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.098692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Network 54e2185a-f73f-4d6f-811a-71718cf543ac is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:50.124327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:50.139371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:50.150007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event updated for resources: {'Port': ['ID=e9a33883-d6a7-4336-801e-b85bd0da34a8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:50.198068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:50.271201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5156cd43-f635-4452-9648-c759c9ab7eb8 None None] Port 3d4c0b4f-c188-4df7-a93f-a23a43389947 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:50.276791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf44128-0535-4ba4-8ac9-33c505bf1b57 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:50.306293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.366135 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.376700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:50.377923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.492077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472f39-3525-4ad6-8bb9-4a4f8087e0c0 None None] Pushing event updated for resources: {'Port': ['ID=94959979-22b4-4dfe-b519-5079ff4ea67b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:50.503267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5156cd43-f635-4452-9648-c759c9ab7eb8 None None] Provisioning complete for port e039939b-4b19-495e-8b2d-814c4a0dc71b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:50.503792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5156cd43-f635-4452-9648-c759c9ab7eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.506804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7c0a-0062-4f2a-b3b3-859ca1b3156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.512522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.515468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cfc7c0a-0062-4f2a-b3b3-859ca1b3156d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.517751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1cfc7c0a-0062-4f2a-b3b3-859ca1b3156d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e3df1d5c-894d-4427-9d91-442903b179fe HTTP/1.1" status: 204 len: 168 time: 1.1819329 Sep 15 15:49:50.556134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7c0a-0062-4f2a-b3b3-859ca1b3156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3df1d5c-894d-4427-9d91-442903b179fe,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:50.573658 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.585075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-5044f008-c3a0-4173-8826-0ba52b51bb43 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6363218 Sep 15 15:49:50.607510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Transition to ACTIVE for port object 6bf44128-0535-4ba4-8ac9-33c505bf1b57 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:50.650251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe34f0-5dbf-4409-bf93-89a3f00cb86a req-0301cbbc-b448-401f-8969-807eb107b0c6 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:50.651844 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08fe34f0-5dbf-4409-bf93-89a3f00cb86a req-0301cbbc-b448-401f-8969-807eb107b0c6 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1096 time: 0.1749499 Sep 15 15:49:50.653056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Request body: {'port': {'device_id': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:50.749702 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08fe34f0-5dbf-4409-bf93-89a3f00cb86a req-28385534-ee90-4260-8051-3bc19a9437a0 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892177 Sep 15 15:49:50.751144 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:50.796437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ea675f-9100-4833-8912-5632efe0c797'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:50.801583 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d517053-c33f-496b-b1a9-ddb105d5d796" -d '{"events": [{"server_uuid": "dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24", "name": "network-vif-plugged", "status": "completed", "tag": "d5ea675f-9100-4833-8912-5632efe0c797"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:50.966603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf44128-0535-4ba4-8ac9-33c505bf1b57,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:50.982658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d5ea675f-9100-4833-8912-5632efe0c797, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d5ea675f-9100-4833-8912-5632efe0c797,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:51.017533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:51.085037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=63f901c0-918d-4412-983f-676d7fd82c41,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:51.161278 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:51.166522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:51.188851 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:51.280514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:51.440158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Attempting to bind port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:51.451472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Attempting to bind port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:51.451808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Attempting to bind port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:51.462336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:51.471727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 on network 54e2185a-f73f-4d6f-811a-71718cf543ac not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:51.472079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Attempting to bind port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:51.488807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72144-dd1a-4cea-8fd4-1cbe2abc1cde req-ecae384e-564f-4f17-b99e-c3734240ff0f tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:51.498551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f72144-dd1a-4cea-8fd4-1cbe2abc1cde req-ecae384e-564f-4f17-b99e-c3734240ff0f tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 944 time: 0.5040956 Sep 15 15:49:51.515263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:51.516480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Checking segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:51.517266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Bound using segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:51.518058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Bound port: 6bf44128-0535-4ba4-8ac9-33c505bf1b57, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:51.518602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:51.590674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=d5ea675f-9100-4833-8912-5632efe0c797,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:51.654935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-25f72144-dd1a-4cea-8fd4-1cbe2abc1cde req-cf90668e-2c24-4463-8f30-14c747257df3 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566913 Sep 15 15:49:51.681838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:51.682524 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:51.755415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:51.757373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:51.810926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] For port 6bf44128-0535-4ba4-8ac9-33c505bf1b57, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:51.964714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] For port 6bf44128-0535-4ba4-8ac9-33c505bf1b57, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6bf44128-0535-4ba4-8ac9-33c505bf1b57,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:51.988215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8f073-f992-4cf6-9fbd-d50b0736d6e4 None None] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:49:52.048926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38308ad-84ed-487f-ac7b-fc77f9a720b3 req-d46e69b2-511d-4019-bf6b-cbc946d42f7a tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:52.052614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38308ad-84ed-487f-ac7b-fc77f9a720b3 req-d46e69b2-511d-4019-bf6b-cbc946d42f7a tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 932 time: 0.2520103 Sep 15 15:49:52.158857 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:52.255893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e039939b-4b19-495e-8b2d-814c4a0dc71b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:52.264361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a33883-d6a7-4336-801e-b85bd0da34a8 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:52.275591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:52.295518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Transition to ACTIVE for port object e9a33883-d6a7-4336-801e-b85bd0da34a8 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:52.326632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38308ad-84ed-487f-ac7b-fc77f9a720b3 req-492c4f67-3ee0-45b9-b65b-79f69619f5f2 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664695 Sep 15 15:49:52.348090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:52.349500 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:52.351105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] 10.222.0.38 "PUT /v2.0/ports/6bf44128-0535-4ba4-8ac9-33c505bf1b57 HTTP/1.1" status: 200 len: 1092 time: 3.9513373 Sep 15 15:49:52.351584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'tag': '6bf44128-0535-4ba4-8ac9-33c505bf1b57'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:52.360879 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84" -d '{"events": [{"name": "network-changed", "server_uuid": "b57e9f39-281d-4dbd-924e-5cc11b85d7d1", "tag": "6bf44128-0535-4ba4-8ac9-33c505bf1b57"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:52.404517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-54ff9c3d-6d8e-4e23-a1f8-1b6faa79cbe9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6970770 Sep 15 15:49:52.416714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:52.444468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f15732-9506-4b85-822a-59e23d3e9867 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf44128-0535-4ba4-8ac9-33c505bf1b57,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:52.484141 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:52.553144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a33883-d6a7-4336-801e-b85bd0da34a8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:52.559891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-89f1d941-11e6-48ed-aff6-0713082d012b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1752431 Sep 15 15:49:52.648756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-321ad068-fe1d-40ee-b243-4e4b151758e5 None None] Provisioning complete for port 3d4c0b4f-c188-4df7-a93f-a23a43389947 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:52.649383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-321ad068-fe1d-40ee-b243-4e4b151758e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:52.723402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57c28ba6-00b5-43dd-ad2b-ec4fdd03c602 req-83f0b646-b937-496c-9c37-9dd071767429 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 210 time: 0.2369509 Sep 15 15:49:52.806717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-08e9274c-0c67-4af3-a686-8167a8efe980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:52.810201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-08e9274c-0c67-4af3-a686-8167a8efe980 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=b57e9f39-281d-4dbd-924e-5cc11b85d7d1 HTTP/1.1" status: 200 len: 1095 time: 0.3034060 Sep 15 15:49:52.829155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-8efb64b6-4cb3-4dff-91e6-8bd9af80d1db tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:52.830974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-8efb64b6-4cb3-4dff-91e6-8bd9af80d1db tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611043 Sep 15 15:49:52.873042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Request body: {'port': {'device_id': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'f7c7c203fa6f4ec7808298aa6039e09d'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:52.993583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-30e145ed-5693-4314-8ffe-dbd3eefd3e96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bf44128-0535-4ba4-8ac9-33c505bf1b57 HTTP/1.1" status: 200 len: 217 time: 0.1731288 Sep 15 15:49:53.092414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-3ae2fba9-f423-4449-afae-d71667cef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:53.095295 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-3ae2fba9-f423-4449-afae-d71667cef1a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.0702963 Sep 15 15:49:53.203668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86462019-11ee-4155-97a2-3e90ccbdfa26 req-f5e718fe-ca65-4caf-ba28-60a64980619b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:53.223368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86462019-11ee-4155-97a2-3e90ccbdfa26 req-f5e718fe-ca65-4caf-ba28-60a64980619b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.2580481 Sep 15 15:49:53.317527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:53.323389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-788b69ef-4992-4fbd-845a-4575cbdb743e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2177708 Sep 15 15:49:53.359515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86462019-11ee-4155-97a2-3e90ccbdfa26 req-b8203bff-6a4e-4c97-b575-b5d0629c6d37 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333575 Sep 15 15:49:53.426220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-321ad068-fe1d-40ee-b243-4e4b151758e5 None None] Port 3d4c0b4f-c188-4df7-a93f-a23a43389947 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:53.451864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 020a7562-8f2e-4457-87f3-f14c7c9ef5bd up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:53.460025 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:53.618740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=10']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:53.658805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-321ad068-fe1d-40ee-b243-4e4b151758e5 None None] Provisioning complete for port 63f901c0-918d-4412-983f-676d7fd82c41 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:53.660701 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-321ad068-fe1d-40ee-b243-4e4b151758e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:53.671655 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-0f245978-e8dd-4371-87ee-1780cdc943c7 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063972 Sep 15 15:49:53.677829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e039939b-4b19-495e-8b2d-814c4a0dc71b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:53.679290 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:53.991664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-321ad068-fe1d-40ee-b243-4e4b151758e5 None None] Port 63f901c0-918d-4412-983f-676d7fd82c41 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:54.031218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77890e59-1abd-4b5a-839b-280bd9441cbb req-e231e487-c34a-4749-963c-37cd43577730 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:54.043864 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77890e59-1abd-4b5a-839b-280bd9441cbb req-e231e487-c34a-4749-963c-37cd43577730 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1096 time: 0.3672025 Sep 15 15:49:54.075413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bea88f9a-2d74-45ce-a79b-f69ab89174e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.148544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 94959979-22b4-4dfe-b519-5079ff4ea67b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:54.157282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:49:54.163516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-6b935b84-ce01-4cf5-802b-f6fb4f469436 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692047 Sep 15 15:49:54.207595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77890e59-1abd-4b5a-839b-280bd9441cbb req-34fd2cea-aaf6-4226-a291-426d9695f120 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627772 Sep 15 15:49:54.246438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:54.248711 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.304957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Attempting to bind port e9a33883-d6a7-4336-801e-b85bd0da34a8 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:54.305558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Attempting to bind port e9a33883-d6a7-4336-801e-b85bd0da34a8 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:54.305862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Attempting to bind port e9a33883-d6a7-4336-801e-b85bd0da34a8 on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:54.323910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Port e9a33883-d6a7-4336-801e-b85bd0da34a8 on network 54e2185a-f73f-4d6f-811a-71718cf543ac not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:54.325318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Attempting to bind port e9a33883-d6a7-4336-801e-b85bd0da34a8 on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:54.338591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:54.343173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Checking segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:54.344530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Bound using segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:54.357484 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce008841-d926-43f1-9834-d4ceb19f06cd x-openstack-request-id: req-ce008841-d926-43f1-9834-d4ceb19f06cd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:54.361839 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57e9f39-281d-4dbd-924e-5cc11b85d7d1", "tag": "6bf44128-0535-4ba4-8ac9-33c505bf1b57", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:54.361839 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce008841-d926-43f1-9834-d4ceb19f06cd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:54.361839 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'tag': '6bf44128-0535-4ba4-8ac9-33c505bf1b57', 'status': 'completed', 'code': 200} Sep 15 15:49:54.362260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Bound port: e9a33883-d6a7-4336-801e-b85bd0da34a8, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:54.362260 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.363294 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2c355d-5717-4e09-95a7-70af56892de6 x-openstack-request-id: req-4c2c355d-5717-4e09-95a7-70af56892de6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:54.364425 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24", "name": "network-vif-plugged", "status": "completed", "tag": "d5ea675f-9100-4833-8912-5632efe0c797", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:54.365229 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c2c355d-5717-4e09-95a7-70af56892de6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:54.367054 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ea675f-9100-4833-8912-5632efe0c797', 'code': 200} Sep 15 15:49:54.374892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b48efbee-96d0-4561-94e7-3e6908917e9c None None] Provisioning complete for port 94959979-22b4-4dfe-b519-5079ff4ea67b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:54.378704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b48efbee-96d0-4561-94e7-3e6908917e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.394269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Made reservation on behalf of f7c7c203fa6f4ec7808298aa6039e09d for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:49:54.432285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.502450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b355d1-fef6-4627-ad25-6d265ba8c731 req-754fc0e3-932b-443c-9be6-e40ff450efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:54.504046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0b355d1-fef6-4627-ad25-6d265ba8c731 req-754fc0e3-932b-443c-9be6-e40ff450efe1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 1096 time: 0.1216273 Sep 15 15:49:54.611774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0b355d1-fef6-4627-ad25-6d265ba8c731 req-d3d8a7f7-926c-4966-ab5b-fea3947b31d6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948436 Sep 15 15:49:54.635633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] For port e9a33883-d6a7-4336-801e-b85bd0da34a8, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:54.639875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] For port e9a33883-d6a7-4336-801e-b85bd0da34a8, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e9a33883-d6a7-4336-801e-b85bd0da34a8,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:54.681162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 94959979-22b4-4dfe-b519-5079ff4ea67b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:54.682319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.798055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-78ee671f-3c27-43ca-8952-e19aa915e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:54.806424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-78ee671f-3c27-43ca-8952-e19aa915e181 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=b57e9f39-281d-4dbd-924e-5cc11b85d7d1 HTTP/1.1" status: 200 len: 1095 time: 0.3681266 Sep 15 15:49:54.811948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.888473 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b48efbee-96d0-4561-94e7-3e6908917e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.893481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.923286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a33883-d6a7-4336-801e-b85bd0da34a8,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:54.954000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:54.954644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:54.956102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-ac5dfa03-e1b7-445a-bedc-7040c5b62af5 service neutron] 10.222.0.38 "PUT /v2.0/ports/e9a33883-d6a7-4336-801e-b85bd0da34a8 HTTP/1.1" status: 200 len: 1092 time: 4.3314328 Sep 15 15:49:54.956722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'tag': 'e9a33883-d6a7-4336-801e-b85bd0da34a8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:54.958873 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cbb5af-621c-4482-8c19-bd370fba00b9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc66925c-f41b-432f-a78b-df30bac15d3f", "tag": "e9a33883-d6a7-4336-801e-b85bd0da34a8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:55.080981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41164) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:55.080981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f3bff9d0-c55a-4e5d-93ba-54cdbf854f13 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294726051', 'description': 'tempest-description--433677233'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:55.081743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b48efbee-96d0-4561-94e7-3e6908917e9c None None] For port 94959979-22b4-4dfe-b519-5079ff4ea67b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=94959979-22b4-4dfe-b519-5079ff4ea67b,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:55.081743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.081944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Allocated IP 192.168.233.148 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/e251f559-08e3-4bfa-93f6-a3f9a8b46470) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:55.085228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:55.093054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-5b3b5d23-b4f9-4887-81ec-ec3b9eee0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.095104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-5b3b5d23-b4f9-4887-81ec-ec3b9eee0739 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 914 time: 0.1729708 Sep 15 15:49:55.152656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-a3062fde-0bea-4ecf-8072-4ea587157bd1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bf44128-0535-4ba4-8ac9-33c505bf1b57 HTTP/1.1" status: 200 len: 217 time: 0.0465384 Sep 15 15:49:55.204980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa3f03-cef5-46fc-ac60-e62f12426118 req-37599f2d-fc10-4f04-a5d4-d8f72e5e738b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.206895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfaa3f03-cef5-46fc-ac60-e62f12426118 req-37599f2d-fc10-4f04-a5d4-d8f72e5e738b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 944 time: 0.0777256 Sep 15 15:49:55.249848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-09fd892e-56e7-4dc4-91d4-4697b91ba678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.252253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-09fd892e-56e7-4dc4-91d4-4697b91ba678 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.0895004 Sep 15 15:49:55.263177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfaa3f03-cef5-46fc-ac60-e62f12426118 req-e7794b8f-debc-4a09-b8a9-a6be6c7dad4c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485609 Sep 15 15:49:55.322481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-38b5b23e-bc52-4752-9569-262637bc8739 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375080 Sep 15 15:49:55.432310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.462474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90bdfb-b8c7-45d9-8e3d-d0d7db0d8e0d req-b495fa84-a762-4b78-a4f0-4a900bd2463f tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.464754 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f90bdfb-b8c7-45d9-8e3d-d0d7db0d8e0d req-b495fa84-a762-4b78-a4f0-4a900bd2463f tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 944 time: 0.0795267 Sep 15 15:49:55.478044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-115f8270-3e22-47a4-bec3-a915904b573b service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438475 Sep 15 15:49:55.503159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b48efbee-96d0-4561-94e7-3e6908917e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.507481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.508834 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 23a55066-e8f1-4829-a26b-8fb4e866c2b2 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:55.520189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3bff9d0-c55a-4e5d-93ba-54cdbf854f13 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.587431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f90bdfb-b8c7-45d9-8e3d-d0d7db0d8e0d req-0679c7b3-0979-4173-850f-a7c5dc64aea8 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108747 Sep 15 15:49:55.590839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7f4b0ad-fa48-4d57-b3b0-2ecef4369c84 req-fe77a734-6a10-49dd-8f63-3949c01fd301 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001544 Sep 15 15:49:55.600422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.670850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:55.676553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:55.681404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:55.691417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['849c909a-2c3a-4e47-8c55-a84e820fb560', 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:55.726568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Pushing event updated for resources: {'Port': ['ID=e251f559-08e3-4bfa-93f6-a3f9a8b46470,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:55.740674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-fda8e62e-18ef-44ad-9205-2c43004551eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.742206 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-fda8e62e-18ef-44ad-9205-2c43004551eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 1095 time: 0.1505795 Sep 15 15:49:55.767961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.768677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.812645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-73a27f43-cd68-400b-9cc9-aff5a0e92e54 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9a33883-d6a7-4336-801e-b85bd0da34a8 HTTP/1.1" status: 200 len: 217 time: 0.0515523 Sep 15 15:49:55.864502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3bff9d0-c55a-4e5d-93ba-54cdbf854f13 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:55.910256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-3824e95e-a034-4c08-a7d5-2a8010847de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.910256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-3824e95e-a034-4c08-a7d5-2a8010847de6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.0848434 Sep 15 15:49:55.961021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19320b8-2e0f-4e20-b401-a408225646aa req-3d4dd648-8ee1-4956-80a0-16a230443561 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:55.972276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d19320b8-2e0f-4e20-b401-a408225646aa req-3d4dd648-8ee1-4956-80a0-16a230443561 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 936 time: 0.1293645 Sep 15 15:49:55.984184 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3bff9d0-c55a-4e5d-93ba-54cdbf854f13 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.002232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-e3e28ec8-f27b-44c4-b641-2897842a5b8c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790718 Sep 15 15:49:56.035794 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:49:56.037464 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:49:56.038871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48efbee-96d0-4561-94e7-3e6908917e9c None None] Pushing event updated for resources: {'Port': ['ID=94959979-22b4-4dfe-b519-5079ff4ea67b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:56.061227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5d3b0b87-4057-4d42-a652-1c5c938f071f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2119362 Sep 15 15:49:56.088042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Request body: {'port': {'device_id': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:56.122873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bff9d0-c55a-4e5d-93ba-54cdbf854f13 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e45e17-f1cb-408f-ae50-7f5692378ffd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:56.150358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d19320b8-2e0f-4e20-b401-a408225646aa req-d24022b4-28ca-4d6d-97a9-8b74acdc03d3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750202 Sep 15 15:49:56.176705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3bff9d0-c55a-4e5d-93ba-54cdbf854f13 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.178147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f3bff9d0-c55a-4e5d-93ba-54cdbf854f13 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1483653 Sep 15 15:49:56.182458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41170) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:56.187109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2e876e16-9615-44c2-84a1-e85c72a35382 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'security_group_rule': {'security_group_id': '39e45e17-f1cb-408f-ae50-7f5692378ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:56.259798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:56.323475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e876e16-9615-44c2-84a1-e85c72a35382 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.360366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b3e32fe3-4fd8-41fe-9e31-086433ad09e3 None None] Provisioning complete for port 94959979-22b4-4dfe-b519-5079ff4ea67b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:56.361456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3e32fe3-4fd8-41fe-9e31-086433ad09e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.373771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017'}, {'server_uuid': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:56.374557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.389538 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f747b-2c3d-42df-8c06-bc6242045916" -d '{"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-plugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017"}, {"server_uuid": "b45ba64e-4609-4015-b9d6-6d6e1c9b1359", "name": "network-vif-plugged", "status": "completed", "tag": "020a7562-8f2e-4457-87f3-f14c7c9ef5bd"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:56.512040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.558709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291d1d6-18df-449b-8841-4bdc7a6104fb req-835eb72d-4f53-4f26-bfdb-a5922359814e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:56.565568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5291d1d6-18df-449b-8841-4bdc7a6104fb req-835eb72d-4f53-4f26-bfdb-a5922359814e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.2154000 Sep 15 15:49:56.569294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e876e16-9615-44c2-84a1-e85c72a35382 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.655698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:49:56.657339 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e876e16-9615-44c2-84a1-e85c72a35382 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.668308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:56.669596 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.747132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-0103231b-f7b9-4d5e-bbe3-badc68c9ca8b service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354088 Sep 15 15:49:56.806128 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5291d1d6-18df-449b-8841-4bdc7a6104fb req-fc94fba2-1ef9-435a-8f2e-68653d911ca6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271824 Sep 15 15:49:56.851619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e876e16-9615-44c2-84a1-e85c72a35382 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba16eeca-3f28-42c2-8f42-0efb04f86443,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:56.929685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e876e16-9615-44c2-84a1-e85c72a35382 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:56.935183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2e876e16-9615-44c2-84a1-e85c72a35382 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7514756 Sep 15 15:49:56.935826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:56.943768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a495c054-496d-4fa2-b601-aeaa758a2eeb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'security_group_rule': {'security_group_id': '39e45e17-f1cb-408f-ae50-7f5692378ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:57.033350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 94959979-22b4-4dfe-b519-5079ff4ea67b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:49:57.056677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.098384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a495c054-496d-4fa2-b601-aeaa758a2eeb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.098654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5ca6b6f-7f68-49c6-aa8b-655ed597b7df req-904f62fc-8562-4113-8022-d5f85e87ca98 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372104 Sep 15 15:49:57.239897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6bf44128-0535-4ba4-8ac9-33c505bf1b57 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:57.258021 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a495c054-496d-4fa2-b601-aeaa758a2eeb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.265774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e251f559-08e3-4bfa-93f6-a3f9a8b46470 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:57.287600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.296332 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.307269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Transition to ACTIVE for port object e251f559-08e3-4bfa-93f6-a3f9a8b46470 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:49:57.378926 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7cf7cd-8708-4ead-80e4-60dea838204d x-openstack-request-id: req-2a7cf7cd-8708-4ead-80e4-60dea838204d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:49:57.379870 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc66925c-f41b-432f-a78b-df30bac15d3f", "tag": "e9a33883-d6a7-4336-801e-b85bd0da34a8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:49:57.380288 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2a7cf7cd-8708-4ead-80e4-60dea838204d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:49:57.380898 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'tag': 'e9a33883-d6a7-4336-801e-b85bd0da34a8', 'status': 'completed', 'code': 200} Sep 15 15:49:57.511732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-1d13ef56-381d-4c4f-9a5f-50e2075487eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:57.513821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-1d13ef56-381d-4c4f-9a5f-50e2075487eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 1095 time: 0.0991650 Sep 15 15:49:57.520875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 23a55066-e8f1-4829-a26b-8fb4e866c2b2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=23a55066-e8f1-4829-a26b-8fb4e866c2b2,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:57.540038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-49353aa9-55e7-4754-9fdd-a55b076d3126 None None] Provisioning complete for port e251f559-08e3-4bfa-93f6-a3f9a8b46470 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:57.540456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-49353aa9-55e7-4754-9fdd-a55b076d3126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.584615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 94959979-22b4-4dfe-b519-5079ff4ea67b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:49:57.584944 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.632062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a495c054-496d-4fa2-b601-aeaa758a2eeb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.638959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6bf44128-0535-4ba4-8ac9-33c505bf1b57, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6bf44128-0535-4ba4-8ac9-33c505bf1b57,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:57.660994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495c054-496d-4fa2-b601-aeaa758a2eeb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcf16f9-53be-493c-81e9-511d92a2284a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:57.676553 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.678377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-49353aa9-55e7-4754-9fdd-a55b076d3126 None None] Port e251f559-08e3-4bfa-93f6-a3f9a8b46470 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:49:57.679641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2af06f79-a6a6-4630-99d5-cc89d7b01fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.688260 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.695041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '6bf44128-0535-4ba4-8ac9-33c505bf1b57', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'port_id': '6bf44128-0535-4ba4-8ac9-33c505bf1b57', 'mac_address': 'fa:16:3e:85:fa:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6164e8db-103b-41f7-b0cf-21bb60b859db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:57.759664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a495c054-496d-4fa2-b601-aeaa758a2eeb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.764274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-92cf8f01-72e2-4097-84a6-503440b22b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:57.767477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-92cf8f01-72e2-4097-84a6-503440b22b88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 914 time: 0.2430296 Sep 15 15:49:57.768169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41194) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:49:57.770019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a495c054-496d-4fa2-b601-aeaa758a2eeb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8322189 Sep 15 15:49:57.778219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:49:57.838846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-288bf7bf-96e8-43c1-88c3-3f288f0ec9f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9a33883-d6a7-4336-801e-b85bd0da34a8 HTTP/1.1" status: 200 len: 217 time: 0.0516827 Sep 15 15:49:57.857294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=23a55066-e8f1-4829-a26b-8fb4e866c2b2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:57.865238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:57.871817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Pushing event updated for resources: {'Port': ['ID=e251f559-08e3-4bfa-93f6-a3f9a8b46470,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:57.906970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf44128-0535-4ba4-8ac9-33c505bf1b57 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:57.993231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6bf44128-0535-4ba4-8ac9-33c505bf1b57, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6bf44128-0535-4ba4-8ac9-33c505bf1b57,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:58.025901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-005c461c-285c-435c-8ca8-7a43bd26cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:58.028152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-005c461c-285c-435c-8ca8-7a43bd26cd58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.1733248 Sep 15 15:49:58.065917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:58.091216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Attempting to bind port e251f559-08e3-4bfa-93f6-a3f9a8b46470 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:49:58.091526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Attempting to bind port e251f559-08e3-4bfa-93f6-a3f9a8b46470 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:49:58.091910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Attempting to bind port e251f559-08e3-4bfa-93f6-a3f9a8b46470 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:58.100225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-502362b5-a005-4774-af09-6fa46544af33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639737 Sep 15 15:49:58.107623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:58.127491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Port e251f559-08e3-4bfa-93f6-a3f9a8b46470 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:49:58.127827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Attempting to bind port e251f559-08e3-4bfa-93f6-a3f9a8b46470 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:49:58.179901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:49:58.181419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:49:58.181826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:49:58.184593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Bound port: e251f559-08e3-4bfa-93f6-a3f9a8b46470, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:49:58.186580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:58.338756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6bf44128-0535-4ba4-8ac9-33c505bf1b57,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:58.447006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6bf44128-0535-4ba4-8ac9-33c505bf1b57'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:49:58.495411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-9fe8b5c1-4f45-42f7-8ff5-f8fd42b47985 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830323 Sep 15 15:49:58.499203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:58.553374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] For port e251f559-08e3-4bfa-93f6-a3f9a8b46470, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:49:58.629483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] For port e251f559-08e3-4bfa-93f6-a3f9a8b46470, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e251f559-08e3-4bfa-93f6-a3f9a8b46470,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:49:58.728448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:58.869169 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:58.875713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Pushing event updated for resources: {'Port': ['ID=e251f559-08e3-4bfa-93f6-a3f9a8b46470,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:58.934199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.934708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.935057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.935399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.935740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.936076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.936407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.936830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.937223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.937599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.938083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.938693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:49:58.949153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:58.949688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:58.955858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-7a4413cc-6d52-4165-a8af-481e8ff3390b service neutron] 10.222.0.55 "PUT /v2.0/ports/e251f559-08e3-4bfa-93f6-a3f9a8b46470 HTTP/1.1" status: 200 len: 1096 time: 2.8772457 Sep 15 15:49:58.966882 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cbb5af-621c-4482-8c19-bd370fba00b9 req-dc09d0cb-fc05-4199-90f6-836fe11996cf service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488461 Sep 15 15:49:59.172188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e9a33883-d6a7-4336-801e-b85bd0da34a8 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:49:59.327053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 172.25.0.237 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ee05b973-2bcd-4dcb-9788-635c397436fe) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:49:59.485817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:59.523424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'tag': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:49:59.528364 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19de2d00-151c-4cb9-abf5-53f4db46389a" -d '{"events": [{"name": "network-changed", "server_uuid": "e86a6da6-024e-4b55-8fa0-ea8bb1c21319", "tag": "e251f559-08e3-4bfa-93f6-a3f9a8b46470"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:49:59.545474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-f9dd537d-9b38-4685-b594-c6dc7352893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:59.551996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-f9dd537d-9b38-4685-b594-c6dc7352893a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 1099 time: 0.4206145 Sep 15 15:49:59.606782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-2a53cd0d-c933-4aa7-839c-ab43312db146 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e251f559-08e3-4bfa-93f6-a3f9a8b46470 HTTP/1.1" status: 200 len: 217 time: 0.0438449 Sep 15 15:49:59.610782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:59.621218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e9a33883-d6a7-4336-801e-b85bd0da34a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e9a33883-d6a7-4336-801e-b85bd0da34a8,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:59.638390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'e9a33883-d6a7-4336-801e-b85bd0da34a8', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'port_id': 'e9a33883-d6a7-4336-801e-b85bd0da34a8', 'mac_address': 'fa:16:3e:2d:b6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6164e8db-103b-41f7-b0cf-21bb60b859db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:49:59.692883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:49:59.700916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:49:59.706735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:49:59.734753 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:59.773847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a33883-d6a7-4336-801e-b85bd0da34a8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:49:59.800060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:59.821354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-fd53f082-5a59-4c72-b9a3-96328427c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:59.823159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-fd53f082-5a59-4c72-b9a3-96328427c7de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2063632 Sep 15 15:49:59.841881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e9a33883-d6a7-4336-801e-b85bd0da34a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e9a33883-d6a7-4336-801e-b85bd0da34a8,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:49:59.849610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=ee05b973-2bcd-4dcb-9788-635c397436fe,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:49:59.940705 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:59.958830 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:49:59.990486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b26bd-5777-44e5-b618-fad75787df51 req-662e45a9-538d-4cbb-b9e8-2d59d13b2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:49:59.992162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-662e45a9-538d-4cbb-b9e8-2d59d13b2da0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577685 Sep 15 15:50:00.034277 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:00.081705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e9a33883-d6a7-4336-801e-b85bd0da34a8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:00.105354 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:00.221176 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-0c6f69b0-1c51-496f-9e0e-58cbd496572f service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157297 Sep 15 15:50:00.278713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e9a33883-d6a7-4336-801e-b85bd0da34a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:00.357567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:00.430822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91b26bd-5777-44e5-b618-fad75787df51 req-5b0cb744-1d12-4924-858f-24eb0326cae1 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988001 Sep 15 15:50:00.476651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:00.736688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:00.781122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-3fa4afd5-9865-487c-85bc-78411aa9cd4c tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:50:00.782802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-3fa4afd5-9865-487c-85bc-78411aa9cd4c tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3213692 Sep 15 15:50:00.853780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-5be2bb72-be64-4995-82f1-9d0575225903 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:00.853780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-5be2bb72-be64-4995-82f1-9d0575225903 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 1093 time: 0.0587103 Sep 15 15:50:00.853780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=ee05b973-2bcd-4dcb-9788-635c397436fe,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:00.860673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:00.862845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be71630a-045c-4da8-a146-86b50b220986 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0891306 Sep 15 15:50:00.938917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:00.938917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Unknown quota resources ['binding']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:50:01.175630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6bf44128-0535-4ba4-8ac9-33c505bf1b57 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:01.230682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:01.232002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:01.232218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:01.264323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:01.264932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:01.288625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:01.289130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:01.289622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:01.290197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Bound port: c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:01.355958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:01.693837 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:50:02.128143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:50:02.132249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:02.132660 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:02.178250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:02.180867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-eabfe463-962b-4a43-870d-6ce0edc325b5 service neutron] 10.222.0.63 "POST /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9/bindings HTTP/1.1" status: 201 len: 389 time: 1.3149176 Sep 15 15:50:02.236872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:02.278373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6bf44128-0535-4ba4-8ac9-33c505bf1b57, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6bf44128-0535-4ba4-8ac9-33c505bf1b57,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:02.759138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:02.810955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6bf44128-0535-4ba4-8ac9-33c505bf1b57,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:03.029914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecb34b-38ab-4a84-9ebc-2ed3ca8b932b req-3bb77458-3763-44ec-9b56-4e5e01434675 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:03.033372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fdecb34b-38ab-4a84-9ebc-2ed3ca8b932b req-3bb77458-3763-44ec-9b56-4e5e01434675 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.1275265 Sep 15 15:50:03.111153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fdecb34b-38ab-4a84-9ebc-2ed3ca8b932b req-30cab4fd-5344-4c03-87f7-cbd457ec7edf tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688326 Sep 15 15:50:03.187002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e9a33883-d6a7-4336-801e-b85bd0da34a8 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:03.277560 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0c70f3-53fa-4d0d-bb8a-b9b29f31140b x-openstack-request-id: req-5b0c70f3-53fa-4d0d-bb8a-b9b29f31140b {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:03.277900 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-plugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017", "code": 200}, {"server_uuid": "b45ba64e-4609-4015-b9d6-6d6e1c9b1359", "name": "network-vif-plugged", "status": "completed", "tag": "020a7562-8f2e-4457-87f3-f14c7c9ef5bd", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:03.284525 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5b0c70f3-53fa-4d0d-bb8a-b9b29f31140b {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:03.284525 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'code': 200} Sep 15 15:50:03.284525 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd', 'code': 200} Sep 15 15:50:03.459858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454138cd-1464-4a7f-9189-f73167968cf6 req-61fbabed-af79-4560-bd49-0515039c680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:03.461667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-454138cd-1464-4a7f-9189-f73167968cf6 req-61fbabed-af79-4560-bd49-0515039c680f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 1096 time: 0.1037288 Sep 15 15:50:03.463089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port e9a33883-d6a7-4336-801e-b85bd0da34a8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:50:03.469010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port e9a33883-d6a7-4336-801e-b85bd0da34a8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:03.469562 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:03.519089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-454138cd-1464-4a7f-9189-f73167968cf6 req-430c3607-e726-4a8a-bda5-0671a9bdf9a6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Sep 15 15:50:03.535657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdff8fd-8a82-425e-829b-9c928b4c79ce req-785e46be-c481-44e4-8891-c9f6bfb07ed7 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:03.537226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccdff8fd-8a82-425e-829b-9c928b4c79ce req-785e46be-c481-44e4-8891-c9f6bfb07ed7 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 945 time: 0.1484306 Sep 15 15:50:03.640626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccdff8fd-8a82-425e-829b-9c928b4c79ce req-4a7f599e-bdb9-4020-bb00-9594a54a8a50 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929487 Sep 15 15:50:03.651729 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:03.654475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-a3edcfb0-1d2a-4b83-96e5-41ea874e36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:03.659204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-a3edcfb0-1d2a-4b83-96e5-41ea874e36f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1096 time: 0.2087009 Sep 15 15:50:03.718386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e9a33883-d6a7-4336-801e-b85bd0da34a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e9a33883-d6a7-4336-801e-b85bd0da34a8,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:03.896822 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b66606-c2a0-4dc4-a3b3-86b66369e5de req-d399fdf0-4f76-4da3-9608-6ae3a1646f38 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:03.898814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b66606-c2a0-4dc4-a3b3-86b66369e5de req-d399fdf0-4f76-4da3-9608-6ae3a1646f38 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 948 time: 0.0953948 Sep 15 15:50:03.908416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-c519d650-434d-466b-bb9c-5f6511d6b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:03.910323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-c519d650-434d-466b-bb9c-5f6511d6b969 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1903017 Sep 15 15:50:04.002379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-0bdce673-4987-43f9-8abe-52b1bff14d3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 217 time: 0.0742798 Sep 15 15:50:04.053941 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b66606-c2a0-4dc4-a3b3-86b66369e5de req-a479f69d-77dd-421f-be4b-2db5a063d4ac tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401091 Sep 15 15:50:04.088333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-651e8aab-7b43-49c0-897a-913fecde8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:04.090107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-651e8aab-7b43-49c0-897a-913fecde8133 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0785813 Sep 15 15:50:04.136036 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:04.138844 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-670a2173-ca9c-409c-833c-bafd0bec5d72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361328 Sep 15 15:50:04.228861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e9a33883-d6a7-4336-801e-b85bd0da34a8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:04.301710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce8de-f7ef-4040-9faf-20dd4ed5b529 req-7c14e281-f763-476e-9e49-27ffca544b51 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:04.303304 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef6ce8de-f7ef-4040-9faf-20dd4ed5b529 req-7c14e281-f763-476e-9e49-27ffca544b51 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1216679 Sep 15 15:50:04.325676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-76e1a3ac-bbee-45a4-89bd-18bca5967de0 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797156 Sep 15 15:50:04.393613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef6ce8de-f7ef-4040-9faf-20dd4ed5b529 req-c1cc95c2-0c84-4f12-861e-b5a796ea4d98 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777690 Sep 15 15:50:04.456192 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153b49ff-6c8d-4b55-a574-ff9bcbbc9006 x-openstack-request-id: req-153b49ff-6c8d-4b55-a574-ff9bcbbc9006 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:04.456639 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86a6da6-024e-4b55-8fa0-ea8bb1c21319", "tag": "e251f559-08e3-4bfa-93f6-a3f9a8b46470", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:04.456995 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-153b49ff-6c8d-4b55-a574-ff9bcbbc9006 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:04.457532 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'tag': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470', 'status': 'completed', 'code': 200} Sep 15 15:50:04.483995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-83d90f1b-9ad8-4158-a4f8-bc220849f5c0 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503184 Sep 15 15:50:04.587541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-42fd7293-ba2d-495f-a4f2-c1fbae718fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:04.590282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-42fd7293-ba2d-495f-a4f2-c1fbae718fe3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 1099 time: 0.0845406 Sep 15 15:50:04.771270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-4a43e082-7540-4140-9f68-6dc20a9c340d tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:04.774081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-4a43e082-7540-4140-9f68-6dc20a9c340d tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.1138299 Sep 15 15:50:04.800624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:04.847286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-2b0a41a6-0844-4d5b-80f7-1e2d91b6b865 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--294726051&fields=id&tenant_id=47b5b5511a5547ef85b44ec88c699413 HTTP/1.1" status: 200 len: 267 time: 0.1112108 Sep 15 15:50:04.890016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e251f559-08e3-4bfa-93f6-a3f9a8b46470 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:04.890275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-cb94de7e-660c-46ef-a17d-e72591b9752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:04.892146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-cb94de7e-660c-46ef-a17d-e72591b9752b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2791622 Sep 15 15:50:04.900843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:04.909162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-8c57d3bf-9cda-4bc7-bf06-bacd873159c2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:04.912657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adebfa6-f6a4-4428-b366-467ea1c100ea req-3f29c925-e2ae-4d8b-8572-d7f19712e79d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:04.917866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-8c57d3bf-9cda-4bc7-bf06-bacd873159c2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports/3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 932 time: 0.0696208 Sep 15 15:50:04.920306 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1adebfa6-f6a4-4428-b366-467ea1c100ea req-3f29c925-e2ae-4d8b-8572-d7f19712e79d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 945 time: 0.1368384 Sep 15 15:50:05.035523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-ba985fbc-8954-42f0-8b37-55001b706c23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e251f559-08e3-4bfa-93f6-a3f9a8b46470 HTTP/1.1" status: 200 len: 217 time: 0.1149209 Sep 15 15:50:05.055917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e251f559-08e3-4bfa-93f6-a3f9a8b46470, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e251f559-08e3-4bfa-93f6-a3f9a8b46470,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:05.070898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470', 'mac_address': 'fa:16:3e:60:23:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:50:05.139193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:05.145935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-f99ee99d-0900-424b-b388-5cc8ce29150d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.154569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-f99ee99d-0900-424b-b388-5cc8ce29150d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports/63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 931 time: 0.2357428 Sep 15 15:50:05.158065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e251f559-08e3-4bfa-93f6-a3f9a8b46470 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:05.184962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e251f559-08e3-4bfa-93f6-a3f9a8b46470, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e251f559-08e3-4bfa-93f6-a3f9a8b46470,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:05.239497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c0250c81-8411-4f92-9652-9a5d5e4bb0b6 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0833657 Sep 15 15:50:05.268155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:05.290476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-04bb8acf-a859-4d3f-879f-ba43f7c10b3b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0496380 Sep 15 15:50:05.329270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-de4de493-be8f-4696-bf1f-283b30822491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.332698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-de4de493-be8f-4696-bf1f-283b30822491 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2710319 Sep 15 15:50:05.360243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a55066-e8f1-4829-a26b-8fb4e866c2b2'}, {'server_uuid': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf44128-0535-4ba4-8ac9-33c505bf1b57'}, {'server_uuid': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a33883-d6a7-4336-801e-b85bd0da34a8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:05.369560 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5667c2dc-0b47-4c83-9c45-719e13fdfc7c" -d '{"events": [{"server_uuid": "818d0868-1a7c-4297-9400-af3baeaf3d1e", "name": "network-vif-plugged", "status": "completed", "tag": "23a55066-e8f1-4829-a26b-8fb4e866c2b2"}, {"server_uuid": "b57e9f39-281d-4dbd-924e-5cc11b85d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "6bf44128-0535-4ba4-8ac9-33c505bf1b57"}, {"server_uuid": "dc66925c-f41b-432f-a78b-df30bac15d3f", "name": "network-vif-plugged", "status": "completed", "tag": "e9a33883-d6a7-4336-801e-b85bd0da34a8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:05.408712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1adebfa6-f6a4-4428-b366-467ea1c100ea req-a3ce08b3-655a-4eea-b27c-5acd7fe35288 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700837 Sep 15 15:50:05.453574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-fc005702-4162-4b66-835a-d823028b575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.454432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e251f559-08e3-4bfa-93f6-a3f9a8b46470,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:05.457291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-fc005702-4162-4b66-835a-d823028b575d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1058629 Sep 15 15:50:05.541492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['e251f559-08e3-4bfa-93f6-a3f9a8b46470'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:05.620416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-1dead9bf-11e6-43d8-a4a9-5f212351e5d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469891 Sep 15 15:50:05.628637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c476fc17-feca-42eb-9cf0-6cc0d3ca2373 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.635993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c476fc17-feca-42eb-9cf0-6cc0d3ca2373 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.641830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-fbb979e0-57ff-4369-92bc-1856933c7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.643950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-fbb979e0-57ff-4369-92bc-1856933c7d59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 1097 time: 0.2868021 Sep 15 15:50:05.645461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c476fc17-feca-42eb-9cf0-6cc0d3ca2373 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.646489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:05.648437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c476fc17-feca-42eb-9cf0-6cc0d3ca2373 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/networks?id=c7862a63-a0aa-4327-bb17-35787cacce3d&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 200 len: 1987 time: 0.3563738 Sep 15 15:50:05.713290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03564259-e5ea-4088-89e1-0d44b90fcdb0 req-cbfd0566-f053-4edd-a0b9-db88bdd98c24 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.722330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03564259-e5ea-4088-89e1-0d44b90fcdb0 req-cbfd0566-f053-4edd-a0b9-db88bdd98c24 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.1468368 Sep 15 15:50:05.806787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:05.874751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03564259-e5ea-4088-89e1-0d44b90fcdb0 req-ec4af797-7494-4114-a72b-3a782c304975 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459351 Sep 15 15:50:05.917700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-e81000b1-48bb-4fc6-88ee-a527cbfd534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:05.919988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-e81000b1-48bb-4fc6-88ee-a527cbfd534e service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 912 time: 0.2674422 Sep 15 15:50:05.926872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:05.971590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-0eb65036-1f17-4829-ae6d-8a54e3e9136c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a935923c-33e3-43ac-84c9-759c17daa9ef HTTP/1.1" status: 200 len: 217 time: 0.0432088 Sep 15 15:50:06.022921 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:06.104737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-253d03e6-1c63-4dea-8791-dd27de18c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:06.106108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-253d03e6-1c63-4dea-8791-dd27de18c94f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.1265283 Sep 15 15:50:06.145516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc5a26-7043-497e-9cec-8a555d3e7c16 req-653418f3-5fae-4796-8285-a3ba132a8d09 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:06.147297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ecc5a26-7043-497e-9cec-8a555d3e7c16 req-653418f3-5fae-4796-8285-a3ba132a8d09 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 946 time: 0.1572280 Sep 15 15:50:06.152548 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-78822c00-5509-47ba-9d44-fc5a0aef0d04 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/quotas/47b5b5511a5547ef85b44ec88c699413 HTTP/1.1" status: 200 len: 375 time: 0.4244099 Sep 15 15:50:06.175048 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19de2d00-151c-4cb9-abf5-53f4db46389a req-d69a2f0c-5084-4379-af7d-03adfca6c3b4 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249803 Sep 15 15:50:06.211652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:06.218304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-01f8c6f0-6f0b-4a7e-9022-dbbfb783dd12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969672 Sep 15 15:50:06.263684 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-604d2a2e-8761-4c00-900b-cc943718edd7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1102798 Sep 15 15:50:06.306880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:06.308262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:06.309292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:06.366147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:06.366829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Attempting to bind port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:06.377450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:06.377846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:06.378325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:06.378777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Bound port: c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:06.379147 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:06.398462 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ecc5a26-7043-497e-9cec-8a555d3e7c16 req-21fd56e2-a28c-4e4b-ade2-906b28302b1f tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244515 Sep 15 15:50:06.423652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a0762bce-bb2d-4475-a3b8-26b6fb41e6bf service neutron] 10.222.0.63 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529813 Sep 15 15:50:06.453447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-38797eaa-6358-44ee-9243-c1c4af329195 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126768 Sep 15 15:50:06.460597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:06.464579 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8417024-dad0-4ebd-8a43-e4032876af9c" -d '{"events": [{"server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "name": "network-vif-unplugged", "status": "completed", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:06.534134 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-845f9191-1ee3-4e8f-9ea9-b3c9ed993dfd service neutron] 10.222.0.63 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151109 Sep 15 15:50:06.573227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9d0964c8-1271-4527-83f1-325e4858f901 service neutron] 10.222.0.63 "GET /v2.0/ports/3d4c0b4f-c188-4df7-a93f-a23a43389947?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381613 Sep 15 15:50:06.606321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:06.634839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:06.640631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5298e43c-0ded-401d-8300-00ccb8087d3b req-451f4bda-5e76-4cc9-be62-bd2b5f39bdef service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670640 Sep 15 15:50:06.661939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86fd0e-2a9d-458a-a200-8f4c488f61b6 req-46fc341e-abeb-49e3-8bbc-298eb15b10a0 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:06.669802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf86fd0e-2a9d-458a-a200-8f4c488f61b6 req-46fc341e-abeb-49e3-8bbc-298eb15b10a0 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 949 time: 0.1097169 Sep 15 15:50:06.717245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf86fd0e-2a9d-458a-a200-8f4c488f61b6 req-ddb8f478-5de8-4057-bcbc-9295f78db461 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Sep 15 15:50:06.743422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:06.747059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c6cd404c-afdc-47ba-a6b3-5e9aa44aa31e service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513660 Sep 15 15:50:06.862485 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a14350-9dae-4879-b0c0-5f80f99add41 x-openstack-request-id: req-47a14350-9dae-4879-b0c0-5f80f99add41 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:06.863081 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d0868-1a7c-4297-9400-af3baeaf3d1e", "name": "network-vif-plugged", "status": "completed", "tag": "23a55066-e8f1-4829-a26b-8fb4e866c2b2", "code": 200}, {"server_uuid": "b57e9f39-281d-4dbd-924e-5cc11b85d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "6bf44128-0535-4ba4-8ac9-33c505bf1b57", "code": 200}, {"server_uuid": "dc66925c-f41b-432f-a78b-df30bac15d3f", "name": "network-vif-plugged", "status": "completed", "tag": "e9a33883-d6a7-4336-801e-b85bd0da34a8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:06.863081 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-47a14350-9dae-4879-b0c0-5f80f99add41 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:06.863450 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a55066-e8f1-4829-a26b-8fb4e866c2b2', 'code': 200} Sep 15 15:50:06.863715 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf44128-0535-4ba4-8ac9-33c505bf1b57', 'code': 200} Sep 15 15:50:06.864155 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a33883-d6a7-4336-801e-b85bd0da34a8', 'code': 200} Sep 15 15:50:06.904684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:06.904684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:06.905520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e251f559-08e3-4bfa-93f6-a3f9a8b46470 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:06.905696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:06.925153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-826651fe-486d-4922-b545-f6029ae0218e service neutron] 10.222.0.55 "PUT /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 1121 time: 2.1299853 Sep 15 15:50:06.940806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-182f86b0-9c52-4e5c-a4a3-70c698f24fe3 service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726449 Sep 15 15:50:07.009643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-f12abdc2-e68a-4588-9079-33c052c40fc4 service neutron] 10.222.0.63 "GET /v2.0/ports/63f901c0-918d-4412-983f-676d7fd82c41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0557678 Sep 15 15:50:07.035499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:07.121046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65abf5f-e7d7-484a-973e-d4fe947d5d0e req-3eacb514-c83f-4f8e-925d-f08175155ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:07.122471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f65abf5f-e7d7-484a-973e-d4fe947d5d0e req-3eacb514-c83f-4f8e-925d-f08175155ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 1097 time: 0.1507950 Sep 15 15:50:07.125837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0908651-a4e0-40c7-a000-ce74f4b0e126 req-a1716c67-d5bd-4bf4-ae72-a7ac9acff1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:07.126991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0908651-a4e0-40c7-a000-ce74f4b0e126 req-a1716c67-d5bd-4bf4-ae72-a7ac9acff1a8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b57e9f39-281d-4dbd-924e-5cc11b85d7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1757753 Sep 15 15:50:07.134588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c56eaf1a-53f8-4d7c-8920-9c0f0096c365 service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139934 Sep 15 15:50:07.135435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd32fa-a790-40f0-a8f2-fe4b5c5e73e7 req-e505d859-78b1-47e2-87f7-28a8ee4ff05d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:07.137114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40bd32fa-a790-40f0-a8f2-fe4b5c5e73e7 req-e505d859-78b1-47e2-87f7-28a8ee4ff05d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.1310585 Sep 15 15:50:07.155287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a8196-048c-42f8-9fc7-409c6806301b req-ceb1d550-4284-46d1-8be9-3de95b324f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:07.157387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-200a8196-048c-42f8-9fc7-409c6806301b req-ceb1d550-4284-46d1-8be9-3de95b324f1f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 1097 time: 0.1305478 Sep 15 15:50:07.230789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f65abf5f-e7d7-484a-973e-d4fe947d5d0e req-5acb43ca-9b51-4d8d-b5fd-218c7e91af2a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910628 Sep 15 15:50:07.243060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0908651-a4e0-40c7-a000-ce74f4b0e126 req-aa24928c-b9cf-4ec5-8873-2cf3ab1a0491 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965087 Sep 15 15:50:07.244037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-e603c69e-f9da-4ad2-950b-2bdbcc2bdbf6 service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002927 Sep 15 15:50:07.260076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40bd32fa-a790-40f0-a8f2-fe4b5c5e73e7 req-7fd728eb-02f8-4efd-994f-2fc0bcf8b9bd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077077 Sep 15 15:50:07.263146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-200a8196-048c-42f8-9fc7-409c6806301b req-92a1d319-d176-4672-bcd4-a2619920cec1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915620 Sep 15 15:50:07.369158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-0695e3f1-49ce-4b03-9414-74bd216b665e service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100059 Sep 15 15:50:07.398844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port e251f559-08e3-4bfa-93f6-a3f9a8b46470 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:50:07.404450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port e251f559-08e3-4bfa-93f6-a3f9a8b46470 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:07.405208 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:07.508858 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-8a83e709-d4a9-448a-bdf0-2ccaef1f531d service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305509 Sep 15 15:50:07.511259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e6ac-a913-4d05-85e7-5e66ed2cc050 req-86675007-9c7b-41ba-a6ff-489b996b7b3e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:07.514415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c548e6ac-a913-4d05-85e7-5e66ed2cc050 req-86675007-9c7b-41ba-a6ff-489b996b7b3e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.0794559 Sep 15 15:50:07.566187 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:07.581138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c548e6ac-a913-4d05-85e7-5e66ed2cc050 req-ad5f73b2-6579-45f2-af77-5dfefbb34c38 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569792 Sep 15 15:50:07.633848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e251f559-08e3-4bfa-93f6-a3f9a8b46470, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e251f559-08e3-4bfa-93f6-a3f9a8b46470,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:07.645813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-f31f44de-3a88-44e4-8a21-bc9ababde0be service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307573 Sep 15 15:50:07.754001 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:07.760670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-30d8e548-20b6-44cb-9c31-330f4d3851cb service neutron] 10.222.0.63 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082132 Sep 15 15:50:07.804463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf38eb-c9ab-445f-ae78-2adda2837533 req-d03dabbc-abdf-468b-ade2-38dfca9b1ec3 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:07.814311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3bf38eb-c9ab-445f-ae78-2adda2837533 req-d03dabbc-abdf-468b-ade2-38dfca9b1ec3 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.1144578 Sep 15 15:50:07.863108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e251f559-08e3-4bfa-93f6-a3f9a8b46470,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:07.877569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3bf38eb-c9ab-445f-ae78-2adda2837533 req-fa84b152-b333-4da1-927e-606931c70b96 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621860 Sep 15 15:50:07.949503 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22da9ba-1246-49a7-85cc-5a0123e863d3 x-openstack-request-id: req-c22da9ba-1246-49a7-85cc-5a0123e863d3 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:07.950549 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "name": "network-vif-unplugged", "status": "completed", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:07.950858 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c22da9ba-1246-49a7-85cc-5a0123e863d3 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:07.951335 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9', 'code': 200} Sep 15 15:50:07.967821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-b6a55006-1696-4563-8e2c-d0c43cf9105f service neutron] 10.222.0.63 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991868 Sep 15 15:50:08.014051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41316) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:08.071515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c665-b958-4712-8bda-d06b6a5dddbb req-9ef06394-ca4d-4296-a1fb-bba14a1da4aa tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:08.073772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceb8c665-b958-4712-8bda-d06b6a5dddbb req-9ef06394-ca4d-4296-a1fb-bba14a1da4aa tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 946 time: 0.0629599 Sep 15 15:50:08.136539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceb8c665-b958-4712-8bda-d06b6a5dddbb req-6302a748-2abf-4a58-bf58-3603f025e3a0 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515914 Sep 15 15:50:08.158868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a31443b6-9aae-4e18-b2b3-08571796fb8b service neutron] 10.222.0.63 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766038 Sep 15 15:50:08.226767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:08.282995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057cebd-39ea-4b37-9ade-7c159f0413ab req-8860a911-2e15-4c6d-9a15-934a3d905e6d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:08.286508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7057cebd-39ea-4b37-9ade-7c159f0413ab req-8860a911-2e15-4c6d-9a15-934a3d905e6d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 946 time: 0.0697644 Sep 15 15:50:08.322650 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-c26f1a1e-cb6f-4354-98c3-b4983390534b service neutron] 10.222.0.63 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507256 Sep 15 15:50:08.370090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7057cebd-39ea-4b37-9ade-7c159f0413ab req-dff6182f-34e6-421a-9ea1-3be60f28bc91 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760424 Sep 15 15:50:08.511349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d01f4d-ef10-4b18-8bcd-7c153abe4349 req-3b0bcd25-c31a-4e7f-8203-361666cdf079 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:08.513436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79d01f4d-ef10-4b18-8bcd-7c153abe4349 req-3b0bcd25-c31a-4e7f-8203-361666cdf079 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 950 time: 0.0738440 Sep 15 15:50:08.514875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:08.552091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-d57609b9-b8de-4fda-89f1-633cec04e5db service neutron] 10.222.0.63 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719961 Sep 15 15:50:08.557149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79d01f4d-ef10-4b18-8bcd-7c153abe4349 req-ad7e305e-7be1-4aa3-b578-a92793b479b1 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354602 Sep 15 15:50:08.701391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb9fc0-c98e-4dc5-b662-9caa704ca58e req-1ca5e55f-1149-496e-9d03-6648d34545fc tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:08.702963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcfb9fc0-c98e-4dc5-b662-9caa704ca58e req-1ca5e55f-1149-496e-9d03-6648d34545fc tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 946 time: 0.0729573 Sep 15 15:50:08.749645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcfb9fc0-c98e-4dc5-b662-9caa704ca58e req-8aeac262-1887-4093-a67a-07ff64c1c712 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Sep 15 15:50:08.759042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:08.840177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9aff01-d69d-4955-a568-aa502689eb2e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:08.845903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c1c7d54ba224b0dbbd0520d4536fe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304176 Sep 15 15:50:08.850527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41346) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:08.853431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.856771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.857161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.857697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.858036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bca3c1-24f7-4bb8-b6d3-f096956ce675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:08.865506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:08.867962 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859657f2-97c5-4102-a5be-8ba224d7128a" -d '{"events": [{"server_uuid": "e86a6da6-024e-4b55-8fa0-ea8bb1c21319", "name": "network-vif-plugged", "status": "completed", "tag": "e251f559-08e3-4bfa-93f6-a3f9a8b46470"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:08.914228 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39af26ac-738a-442f-9ba2-0661879eff61 x-openstack-request-id: req-39af26ac-738a-442f-9ba2-0661879eff61 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:08.914577 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86a6da6-024e-4b55-8fa0-ea8bb1c21319", "name": "network-vif-plugged", "status": "completed", "tag": "e251f559-08e3-4bfa-93f6-a3f9a8b46470", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:08.914810 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-39af26ac-738a-442f-9ba2-0661879eff61 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:08.915205 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470', 'code': 200} Sep 15 15:50:08.920327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b523a68-2522-4660-80b4-e19da6888e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:08.947329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b523a68-2522-4660-80b4-e19da6888e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:09.093077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85d22-dd67-425c-99ca-3945b0a4a3ff req-fc3de672-f033-461f-9d49-a6a6410b0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:09.094093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94b85d22-dd67-425c-99ca-3945b0a4a3ff req-fc3de672-f033-461f-9d49-a6a6410b0f24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 1101 time: 0.0746756 Sep 15 15:50:09.106534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cffe69-2a68-43cf-9b2c-e6ed22fb2070 req-eadc5ebf-eba5-41dc-b208-c553d4c31435 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:09.108089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70cffe69-2a68-43cf-9b2c-e6ed22fb2070 req-eadc5ebf-eba5-41dc-b208-c553d4c31435 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.1237268 Sep 15 15:50:09.175096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94b85d22-dd67-425c-99ca-3945b0a4a3ff req-7d2e3ffb-c248-47ed-ad7e-24bd0340c3df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654597 Sep 15 15:50:09.182786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70cffe69-2a68-43cf-9b2c-e6ed22fb2070 req-4a1a5cfe-a27f-4ac9-8725-9489bf617566 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615833 Sep 15 15:50:09.218972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b523a68-2522-4660-80b4-e19da6888e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:09.222183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b523a68-2522-4660-80b4-e19da6888e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:09.223380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2b523a68-2522-4660-80b4-e19da6888e8a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/df9aff01-d69d-4955-a568-aa502689eb2e HTTP/1.1" status: 204 len: 168 time: 0.3718677 Sep 15 15:50:09.232876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a935923c-33e3-43ac-84c9-759c17daa9ef no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:09.236764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b523a68-2522-4660-80b4-e19da6888e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9aff01-d69d-4955-a568-aa502689eb2e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:09.322622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32fbe0-bf4b-4fa3-ab07-b7bc670de7a7 req-a96663b1-8d91-448c-a44c-a52d3082fa00 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:09.324201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a32fbe0-bf4b-4fa3-ab07-b7bc670de7a7 req-a96663b1-8d91-448c-a44c-a52d3082fa00 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 946 time: 0.0645046 Sep 15 15:50:09.335191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:09.372424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:09.382813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a32fbe0-bf4b-4fa3-ab07-b7bc670de7a7 req-a305fde6-7648-4055-a356-3d648f3ec1d0 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508554 Sep 15 15:50:09.470792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:09.527132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:09.568708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7928b-f533-4cda-b324-b085569a38aa req-f7866a13-8113-4f9f-bdca-e71c3996bd11 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:09.568708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2c7928b-f533-4cda-b324-b085569a38aa req-f7866a13-8113-4f9f-bdca-e71c3996bd11 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 946 time: 0.0698612 Sep 15 15:50:09.619231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2c7928b-f533-4cda-b324-b085569a38aa req-482881d6-509f-4372-af18-912a0520126b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395176 Sep 15 15:50:09.744436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703b956-8057-4227-bbef-448ba4e88a5d req-74775c4b-c1f8-4892-af85-5f02c329d965 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:09.746845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c703b956-8057-4227-bbef-448ba4e88a5d req-74775c4b-c1f8-4892-af85-5f02c329d965 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=b57e9f39-281d-4dbd-924e-5cc11b85d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0622756 Sep 15 15:50:09.789628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c703b956-8057-4227-bbef-448ba4e88a5d req-50e37f87-6a27-46b5-9875-5b130086b152 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Sep 15 15:50:09.920617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf55b1-8713-44ed-9be9-a8ab79c7a417 req-08e856db-9168-4cc7-9035-82393f34502b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:09.922092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5adf55b1-8713-44ed-9be9-a8ab79c7a417 req-08e856db-9168-4cc7-9035-82393f34502b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 950 time: 0.0569131 Sep 15 15:50:09.951844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:09.956387 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:09.972269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5adf55b1-8713-44ed-9be9-a8ab79c7a417 req-7205415c-b2f6-47d6-9ca4-1e59c04d606c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Sep 15 15:50:10.069380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41388) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:10.083842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9cd12afe-412e-4cfb-8120-a42ae06195b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:10.191368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9cd12afe-412e-4cfb-8120-a42ae06195b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:10.287658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47432f-a102-4725-935b-e282a2be204d req-25aaa248-1dc8-41a1-ac9e-fef67d1a2d5f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:10.294105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9cd12afe-412e-4cfb-8120-a42ae06195b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:10.295693 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f47432f-a102-4725-935b-e282a2be204d req-25aaa248-1dc8-41a1-ac9e-fef67d1a2d5f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 944 time: 0.0624135 Sep 15 15:50:10.347585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9cd12afe-412e-4cfb-8120-a42ae06195b9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c69ad89db2274c82897c6e989961c4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767467 Sep 15 15:50:10.351256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41396) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:10.354354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12afe-412e-4cfb-8120-a42ae06195b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbcc98e-919a-4f2e-82f8-f667a1437bc5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:10.355570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f47432f-a102-4725-935b-e282a2be204d req-129ad65b-d100-47b8-a649-5db7357084a5 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 Sep 15 15:50:10.447150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8381f077-8788-4778-9fad-fb93a67399b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:10.472047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8381f077-8788-4778-9fad-fb93a67399b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:10.553919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b8d9f-fd42-495e-bf09-37d551a49b2f req-2195ca83-c271-4c17-a3e1-ea76e12c2b25 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:10.555601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f25b8d9f-fd42-495e-bf09-37d551a49b2f req-2195ca83-c271-4c17-a3e1-ea76e12c2b25 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.0762296 Sep 15 15:50:10.604360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f25b8d9f-fd42-495e-bf09-37d551a49b2f req-ba30f72a-e0c1-4f4b-83b5-6f6586f9b251 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Sep 15 15:50:10.655823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8381f077-8788-4778-9fad-fb93a67399b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:10.663274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8381f077-8788-4778-9fad-fb93a67399b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:10.663274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8381f077-8788-4778-9fad-fb93a67399b3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4dbcc98e-919a-4f2e-82f8-f667a1437bc5 HTTP/1.1" status: 204 len: 168 time: 0.3074157 Sep 15 15:50:10.678911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381f077-8788-4778-9fad-fb93a67399b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbcc98e-919a-4f2e-82f8-f667a1437bc5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:10.708124 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9d4949-66d3-463e-80b2-c313b4050a97 x-openstack-request-id: req-8c9d4949-66d3-463e-80b2-c313b4050a97 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:10.709435 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:10.710234 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c9d4949-66d3-463e-80b2-c313b4050a97 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:10.711191 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9', 'status': 'completed', 'code': 200} Sep 15 15:50:10.801171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cec63127-4e16-4125-b7df-6674ce20ab0d req-478b622f-c4a2-421e-9fc5-889d84cbfbb3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0296402 Sep 15 15:50:10.811168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-709214f9-3f86-46be-83d4-ce7fa7f6f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:10.812707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-709214f9-3f86-46be-83d4-ce7fa7f6f08d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1124 time: 0.0681527 Sep 15 15:50:10.904011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:10.988322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:10.991135 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a79a38c-bb5f-472e-a8a0-1d40a2bf0edb" -d '{"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-unplugged", "status": "completed", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:11.052239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-160ba703-a447-4935-8d0f-5f17733ab541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:11.053841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-160ba703-a447-4935-8d0f-5f17733ab541 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.2272716 Sep 15 15:50:11.062633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c67ed8-28e1-427d-96f8-493c850aa61d req-58aa05fc-6bc4-4511-99dd-17d770dd5979 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:11.064817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98c67ed8-28e1-427d-96f8-493c850aa61d req-58aa05fc-6bc4-4511-99dd-17d770dd5979 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.1182916 Sep 15 15:50:11.091900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:11.105219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:50:11.117808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-e2bd4829-4f1e-4c87-aa9b-9e1330309136 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 217 time: 0.0519881 Sep 15 15:50:11.182215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98c67ed8-28e1-427d-96f8-493c850aa61d req-134e3db4-8fe6-4612-a734-7417cb6f7e39 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719533 Sep 15 15:50:11.195321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-4b3b08c2-2b08-4168-8415-4f998098ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:11.197881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-4b3b08c2-2b08-4168-8415-4f998098ee6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0714355 Sep 15 15:50:11.234300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-03b83e6b-670b-4ec6-9750-8d0f285ef96a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282929 Sep 15 15:50:11.384871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-44c69374-b593-44a4-8e8c-9424d2c1bdc8 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260939 Sep 15 15:50:11.534269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-928cbbb3-5622-4136-a43a-f0e7c7f4a4f4 req-86763e76-e5e9-4d20-9c01-306e676562ac service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329346 Sep 15 15:50:11.575976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d36cac-aca9-4bc0-ac44-9a1414ac1446 req-db696d53-61dc-421c-92ad-1e692918b816 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:11.577513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03d36cac-aca9-4bc0-ac44-9a1414ac1446 req-db696d53-61dc-421c-92ad-1e692918b816 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.0607312 Sep 15 15:50:11.623027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03d36cac-aca9-4bc0-ac44-9a1414ac1446 req-17b87e0d-8539-4f36-9ff5-819d83a97b44 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Sep 15 15:50:12.254727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5272a05-bf95-4e19-bc44-a04b64351843 req-81757aeb-7e0f-40ef-a45c-a63121c01f52 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:12.263681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5272a05-bf95-4e19-bc44-a04b64351843 req-81757aeb-7e0f-40ef-a45c-a63121c01f52 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 950 time: 0.0640578 Sep 15 15:50:12.308922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5272a05-bf95-4e19-bc44-a04b64351843 req-46f78fdc-49f7-42bd-96e6-66d7ea5c7a29 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Sep 15 15:50:12.350159 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398eb3f-03c8-4601-ab3d-f21ec713fe76 x-openstack-request-id: req-d398eb3f-03c8-4601-ab3d-f21ec713fe76 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:12.350703 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-unplugged", "status": "failed", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef", "code": 422}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:12.350842 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d398eb3f-03c8-4601-ab3d-f21ec713fe76 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:12.351300 n-d-808199-2 neutron-server[102020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'code': 422} returned with failed status Sep 15 15:50:12.663761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba5620-d0cd-4932-92d3-febf2e4668a5 req-5951094e-2347-46ea-9383-af970c7ce200 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:12.670258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba5620-d0cd-4932-92d3-febf2e4668a5 req-5951094e-2347-46ea-9383-af970c7ce200 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:12.676479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba5620-d0cd-4932-92d3-febf2e4668a5 req-5951094e-2347-46ea-9383-af970c7ce200 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:12.678213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5ba5620-d0cd-4932-92d3-febf2e4668a5 req-5951094e-2347-46ea-9383-af970c7ce200 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359&device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e&device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 2417 time: 0.0984387 Sep 15 15:50:12.715520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-27a9604d-e5f6-4694-8604-9c03eeb00c55 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:12.717899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-27a9604d-e5f6-4694-8604-9c03eeb00c55 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=7282b86a-552b-4479-a5cb-528565aa9168 HTTP/1.1" status: 200 len: 944 time: 0.0675659 Sep 15 15:50:12.719935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-40b66538-d317-452e-89d1-d14cb00553e2 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:12.721510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-40b66538-d317-452e-89d1-d14cb00553e2 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "GET /v2.0/ports?device_id=b57e9f39-281d-4dbd-924e-5cc11b85d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1012988 Sep 15 15:50:12.773443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5ba5620-d0cd-4932-92d3-febf2e4668a5 req-89207373-3cac-4865-aa41-649dcecd9a05 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861151 Sep 15 15:50:12.856050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Deleting port a935923c-33e3-43ac-84c9-759c17daa9ef {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:12.856050 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:12.856581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Deleting port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:12.856581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:12.961308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586a194-08f7-42d3-a727-572389e9acea req-77c750b6-8450-4afb-b4d2-797e9516eae3 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:12.962606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] For port a935923c-33e3-43ac-84c9-759c17daa9ef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a935923c-33e3-43ac-84c9-759c17daa9ef,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:12.962976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2586a194-08f7-42d3-a727-572389e9acea req-77c750b6-8450-4afb-b4d2-797e9516eae3 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 951 time: 0.1222260 Sep 15 15:50:12.963110 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:12.976613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Calling delete_port for a935923c-33e3-43ac-84c9-759c17daa9ef owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:12.993919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] For port 6bf44128-0535-4ba4-8ac9-33c505bf1b57, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6bf44128-0535-4ba4-8ac9-33c505bf1b57,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:12.994290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:13.018312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Calling delete_port for 6bf44128-0535-4ba4-8ac9-33c505bf1b57 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:13.029775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2586a194-08f7-42d3-a727-572389e9acea req-bd24f34f-2ca5-4c0e-9906-b6850d48f8a5 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543065 Sep 15 15:50:13.177216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1bb2cb1-f560-4929-880c-68b3e54099a3 req-7bf58346-6ba4-46d2-a480-e6237f07ada3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0309591 Sep 15 15:50:13.217477 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:13.248985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a935923c-33e3-43ac-84c9-759c17daa9ef no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:13.254328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event deleted for resources: {'Port': ['ID=a935923c-33e3-43ac-84c9-759c17daa9ef,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:13.273624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:13.307063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] No DVR routers for this DVR port a935923c-33e3-43ac-84c9-759c17daa9ef on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:13.309306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6bf44128-0535-4ba4-8ac9-33c505bf1b57', 'e9a33883-d6a7-4336-801e-b85bd0da34a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:13.310609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:13.317106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: a935923c-33e3-43ac-84c9-759c17daa9ef {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:50:13.318050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a935923c-33e3-43ac-84c9-759c17daa9ef not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:13.318709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:13.321907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c54e295-2f91-4cbe-b431-8ca4039774d8 req-12693098-5609-4761-94ff-904da1dc5bb6 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "DELETE /v2.0/ports/a935923c-33e3-43ac-84c9-759c17daa9ef HTTP/1.1" status: 204 len: 173 time: 0.5962667 Sep 15 15:50:13.322520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-deleted', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:13.325061 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38743bff-5420-40d4-81a4-635a3512a088" -d '{"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-deleted", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:13.359503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event deleted for resources: {'Port': ['ID=6bf44128-0535-4ba4-8ac9-33c505bf1b57,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:13.412595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] No DVR routers for this DVR port 6bf44128-0535-4ba4-8ac9-33c505bf1b57 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:13.415601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:13.418464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2df4d689-d8bf-4094-8261-bd5d17e96b6b req-73419aba-25a0-43e9-89d5-2ec9f63fd115 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "DELETE /v2.0/ports/6bf44128-0535-4ba4-8ac9-33c505bf1b57 HTTP/1.1" status: 204 len: 173 time: 0.6864591 Sep 15 15:50:13.423942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'name': 'network-vif-deleted', 'tag': '6bf44128-0535-4ba4-8ac9-33c505bf1b57'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:13.423942 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d90af0-60c9-4e8c-85e8-e1c2364ef4c5" -d '{"events": [{"server_uuid": "b57e9f39-281d-4dbd-924e-5cc11b85d7d1", "name": "network-vif-deleted", "tag": "6bf44128-0535-4ba4-8ac9-33c505bf1b57"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:13.433415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4249e34-f618-41c2-9ebf-4a7fe9ad2f02 req-259ec891-de04-48cb-bd17-6354d62e6a0d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:13.434952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4249e34-f618-41c2-9ebf-4a7fe9ad2f02 req-259ec891-de04-48cb-bd17-6354d62e6a0d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.1779716 Sep 15 15:50:13.488412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4249e34-f618-41c2-9ebf-4a7fe9ad2f02 req-823a5417-0754-4252-920a-a89037bedc51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Sep 15 15:50:13.507428 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:13.570902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:13.592900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-4eff4180-780d-4ee5-a264-4359ff8c1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:13.594956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-4eff4180-780d-4ee5-a264-4359ff8c1036 service neutron] 10.222.0.55 "GET /v2.0/ports/3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 1028 time: 0.0368257 Sep 15 15:50:13.645724 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:13.651715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-ff9098da-93fa-4735-99d2-dae7e73a2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:13.654065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-ff9098da-93fa-4735-99d2-dae7e73a2c64 service neutron] 10.222.0.55 "GET /v2.0/ports/63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 1027 time: 0.0463138 Sep 15 15:50:13.710201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:13.898620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9bcf831d-971a-4fcf-98ef-5ef0afa4e80e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:13.904421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9bcf831d-971a-4fcf-98ef-5ef0afa4e80e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:13.911428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9bcf831d-971a-4fcf-98ef-5ef0afa4e80e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:13.913210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9bcf831d-971a-4fcf-98ef-5ef0afa4e80e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "GET /v2.0/networks?id=c7862a63-a0aa-4327-bb17-35787cacce3d&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 200 len: 1987 time: 0.2367957 Sep 15 15:50:13.998249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf9ea957-f3b9-4f9d-9062-c0e7214e53e5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47b5b5511a5547ef85b44ec88c699413 HTTP/1.1" status: 200 len: 379 time: 0.0728908 Sep 15 15:50:14.010950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'admin_state_up': True, 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'security_groups': ['39e45e17-f1cb-408f-ae50-7f5692378ffd']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:14.022375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-a7987f8f-1e8f-4bf1-9287-00f813346136 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:14.023995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-a7987f8f-1e8f-4bf1-9287-00f813346136 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 813 time: 0.2386711 Sep 15 15:50:14.058023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-506985e0-ee5a-4597-85cc-1508b063e785 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:14.059546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-506985e0-ee5a-4597-85cc-1508b063e785 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "GET /v2.0/ports?device_id=dc66925c-f41b-432f-a78b-df30bac15d3f HTTP/1.1" status: 200 len: 946 time: 0.1453698 Sep 15 15:50:14.084551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-70f32545-a29b-44ed-938d-f1802fc3e953 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/quotas/710e03b74b9f46fd9093013089517f39 HTTP/1.1" status: 200 len: 375 time: 0.0443850 Sep 15 15:50:14.270922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-41822097-ad8e-4c10-857d-9a4bbb95fdcc tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1629014 Sep 15 15:50:14.352728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:14.355334 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e993d4f-3a57-4e9b-aa3e-4c4f22ac502d" -d '{"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-unplugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:14.402962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Deleting port e9a33883-d6a7-4336-801e-b85bd0da34a8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:14.403523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:14.442072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-3fa3bd4e-42d4-44e7-a032-30b23625ed27 service neutron] 10.222.0.63 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702528 Sep 15 15:50:14.445378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:14.454123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:14.554839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940af19-94b0-4ee6-979a-8b238482e2b6 req-7719cd4a-05d3-4d5c-ac5b-4fce985baea6 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:14.558097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b940af19-94b0-4ee6-979a-8b238482e2b6 req-7719cd4a-05d3-4d5c-ac5b-4fce985baea6 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.0722179 Sep 15 15:50:14.645963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b940af19-94b0-4ee6-979a-8b238482e2b6 req-9caa48d1-0052-4b09-926a-2e277e3fd5df tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799360 Sep 15 15:50:14.853902 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec81442-24ec-4a71-a7a8-63e84ee0d29f x-openstack-request-id: req-2ec81442-24ec-4a71-a7a8-63e84ee0d29f {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:14.854219 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7282b86a-552b-4479-a5cb-528565aa9168", "name": "network-vif-deleted", "tag": "a935923c-33e3-43ac-84c9-759c17daa9ef", "status": "failed", "code": 422}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:14.854454 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ec81442-24ec-4a71-a7a8-63e84ee0d29f {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:14.855064 n-d-808199-2 neutron-server[102019]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7282b86a-552b-4479-a5cb-528565aa9168', 'name': 'network-vif-deleted', 'tag': 'a935923c-33e3-43ac-84c9-759c17daa9ef', 'status': 'failed', 'code': 422} returned with failed status Sep 15 15:50:15.102172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-99fde228-7238-4c92-9784-78cdb52a27cf service neutron] 10.222.0.63 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304736 Sep 15 15:50:15.117134 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec73b681-44e5-4e70-b939-915ecc05356d x-openstack-request-id: req-ec73b681-44e5-4e70-b939-915ecc05356d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:15.117862 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57e9f39-281d-4dbd-924e-5cc11b85d7d1", "name": "network-vif-deleted", "tag": "6bf44128-0535-4ba4-8ac9-33c505bf1b57", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:15.118356 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ec73b681-44e5-4e70-b939-915ecc05356d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:15.119158 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e9f39-281d-4dbd-924e-5cc11b85d7d1', 'name': 'network-vif-deleted', 'tag': '6bf44128-0535-4ba4-8ac9-33c505bf1b57', 'status': 'completed', 'code': 200} Sep 15 15:50:15.137377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65b89b5e-71bb-411d-a43b-5e278ea56adc req-04f79e6e-1fab-43c9-9e58-31b0c72fd119 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0524745 Sep 15 15:50:15.208125 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecaf462-3cb6-4a19-9dfe-b3dd2d34751c x-openstack-request-id: req-fecaf462-3cb6-4a19-9dfe-b3dd2d34751c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:15.209256 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-unplugged", "status": "completed", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:15.209686 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fecaf462-3cb6-4a19-9dfe-b3dd2d34751c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:15.210264 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'code': 200} Sep 15 15:50:15.241571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] For port e9a33883-d6a7-4336-801e-b85bd0da34a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e9a33883-d6a7-4336-801e-b85bd0da34a8,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:15.241926 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:15.279007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6bf44128-0535-4ba4-8ac9-33c505bf1b57 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:15.296371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Calling delete_port for e9a33883-d6a7-4336-801e-b85bd0da34a8 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:15.312823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 6bf44128-0535-4ba4-8ac9-33c505bf1b57 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:50:15.313535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6bf44128-0535-4ba4-8ac9-33c505bf1b57 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:15.339399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-62a178f7-1d2f-470f-a8b1-8d2af00616aa service neutron] 10.222.0.38 "GET /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.2361593 Sep 15 15:50:15.379400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 172.20.0.3 (c7862a63-a0aa-4327-bb17-35787cacce3d/b6763370-0d4e-4595-97d1-14d944b3931f/5f7bffc8-7911-489c-a5f0-babe5824c24f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:15.636874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.637932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.638934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.639845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.640979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.642506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.643503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.644707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.645805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.646847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.651624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88331041-b5d7-4a23-832e-f603415f9e41 req-ad6b8da4-6809-4352-8791-bcba960b61d0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073&device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319&device_id=dc66925c-f41b-432f-a78b-df30bac15d3f&device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359&device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e&device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1&device_id=e5743444-ee02-4afb-bdea-606930d97b60&device_id=1e9db6b8-788d-4188-8369-e86e96e178a4&device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411&device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 9121 time: 0.0910773 Sep 15 15:50:15.678369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88331041-b5d7-4a23-832e-f603415f9e41 req-3775dcdd-d9a2-4298-8ec9-8eae38a8e04f tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:15.790271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:15.844055 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88331041-b5d7-4a23-832e-f603415f9e41 req-3775dcdd-d9a2-4298-8ec9-8eae38a8e04f tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:15.904069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeebb3-3c33-40ae-9b8f-c38ed4f4299c req-fbf64e38-59a5-42fa-b32b-a766c85d9b0b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:15.905714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbdeebb3-3c33-40ae-9b8f-c38ed4f4299c req-fbf64e38-59a5-42fa-b32b-a766c85d9b0b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 943 time: 0.2503903 Sep 15 15:50:15.922171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88331041-b5d7-4a23-832e-f603415f9e41 req-3775dcdd-d9a2-4298-8ec9-8eae38a8e04f tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:15.957365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:15.957731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88331041-b5d7-4a23-832e-f603415f9e41 req-3775dcdd-d9a2-4298-8ec9-8eae38a8e04f tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&id=7e40e883-2ce3-4724-8deb-c44b45944fc6&id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.2949467 Sep 15 15:50:15.967217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:15.970673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775dcdd-d9a2-4298-8ec9-8eae38a8e04f tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c0266d-45a2-407c-9b35-9c9ec618cc70,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:16.040885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbdeebb3-3c33-40ae-9b8f-c38ed4f4299c req-c2ded218-0772-4cea-82bd-8420c126bde2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257470 Sep 15 15:50:16.045789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:16.048471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event deleted for resources: {'Port': ['ID=e9a33883-d6a7-4336-801e-b85bd0da34a8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:16.055583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:16.154227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=5f7bffc8-7911-489c-a5f0-babe5824c24f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:16.201731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] No DVR routers for this DVR port e9a33883-d6a7-4336-801e-b85bd0da34a8 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:16.207160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network c7862a63-a0aa-4327-bb17-35787cacce3d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:16.208541 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:16.210780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-180e7c7f-3bc1-4067-903a-9f3259f9a8bb req-65bad99d-c390-4899-b091-16ac7515ab92 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "DELETE /v2.0/ports/e9a33883-d6a7-4336-801e-b85bd0da34a8 HTTP/1.1" status: 204 len: 173 time: 2.1410460 Sep 15 15:50:16.221486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:16.236525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:16.240088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:16.250775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:16.382676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:16.383490 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:16.393861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac66c122-194e-4047-b7eb-1145542e5251 req-9ceca754-8dfb-4624-acbf-50fd68503953 tempest-FlavorsV2NegativeTest-1487465356 tempest-FlavorsV2NegativeTest-1487465356-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=0f87a30bdf9b4cc98354ef1127a29e1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875809 Sep 15 15:50:16.401403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:16.529508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-d3ec9107-5665-4dd4-9087-a04be95a83b7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:16.531279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-d3ec9107-5665-4dd4-9087-a04be95a83b7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.1419683 Sep 15 15:50:16.560794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-6a79aeca-a71a-4101-b8a2-6354746d3f0d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/quotas/5f655d3ba7094765a8ef61352a56cc67 HTTP/1.1" status: 200 len: 375 time: 0.0166767 Sep 15 15:50:16.605894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-1f208bbb-f680-48de-8af6-a135ec290813 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377438 Sep 15 15:50:16.646545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-a91b7874-2306-4361-874a-07d1e79ab87e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6406510 Sep 15 15:50:16.668068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'admin_state_up': True, 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'security_groups': ['39e45e17-f1cb-408f-ae50-7f5692378ffd']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:16.678098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] Transition to ACTIVE for port object c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:16.680837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9ed3e6d5-6602-41c8-b57a-ccffcc9fedfb None None] Provisioning complete for port 5f7bffc8-7911-489c-a5f0-babe5824c24f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:16.681373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ed3e6d5-6602-41c8-b57a-ccffcc9fedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:16.721935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3e6d5-6602-41c8-b57a-ccffcc9fedfb None None] Port 5f7bffc8-7911-489c-a5f0-babe5824c24f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:50:16.767607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66c122-194e-4047-b7eb-1145542e5251 req-5805a584-ff8c-436a-ac31-f8e0133e630c tempest-FlavorsV2NegativeTest-1487465356 tempest-FlavorsV2NegativeTest-1487465356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:16.773959 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-4aca21ee-1598-4327-bec3-3f278de86b22 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576419 Sep 15 15:50:16.775107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac66c122-194e-4047-b7eb-1145542e5251 req-5805a584-ff8c-436a-ac31-f8e0133e630c tempest-FlavorsV2NegativeTest-1487465356 tempest-FlavorsV2NegativeTest-1487465356-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801799 Sep 15 15:50:16.805101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac66c122-194e-4047-b7eb-1145542e5251 req-a99de7d4-195b-4595-b783-3910c58483f8 tempest-FlavorsV2NegativeTest-1487465356 tempest-FlavorsV2NegativeTest-1487465356-project] 10.222.0.63 "GET /v2.0/quotas/0f87a30bdf9b4cc98354ef1127a29e1b HTTP/1.1" status: 200 len: 375 time: 0.0290124 Sep 15 15:50:16.835202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:16.935515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-8234f9d8-a452-4c32-9b4b-180e1daa0c51 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585851 Sep 15 15:50:16.937178 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac66c122-194e-4047-b7eb-1145542e5251 req-b2f8f215-d5a1-406b-b2f8-75b95be8595a tempest-FlavorsV2NegativeTest-1487465356 tempest-FlavorsV2NegativeTest-1487465356-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0f87a30bdf9b4cc98354ef1127a29e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285102 Sep 15 15:50:17.002006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] No DVR routers for this DVR port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:17.009587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] Pushing event updated for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:17.066418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fd5bd3d8-edee-4a2a-9552-c12c2e66859f service neutron] 10.222.0.38 "PUT /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6945257 Sep 15 15:50:17.120709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'name': 'network-vif-deleted', 'tag': 'e9a33883-d6a7-4336-801e-b85bd0da34a8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:17.124274 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae4df1-249b-4fc1-82d9-2d648157048c" -d '{"events": [{"server_uuid": "dc66925c-f41b-432f-a78b-df30bac15d3f", "name": "network-vif-deleted", "tag": "e9a33883-d6a7-4336-801e-b85bd0da34a8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:17.161609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:17.166040 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:17.300459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:17.371938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-335380e1-ef1a-4833-88db-fb8237fd2040 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:17.380031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-335380e1-ef1a-4833-88db-fb8237fd2040 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.0994792 Sep 15 15:50:17.406811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:17.423597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e9a33883-d6a7-4336-801e-b85bd0da34a8 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:17.443309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 10.1.1.159 (34fdb7f9-ece7-43c4-9050-aa3f7c820ef2/a5cba167-23eb-4973-9ff1-5a2a8a1dcdee/432b6d0d-4307-4ab9-ab8f-8129c751f0cc) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:17.452547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: e9a33883-d6a7-4336-801e-b85bd0da34a8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:50:17.453112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e9a33883-d6a7-4336-801e-b85bd0da34a8 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:17.592219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-3eb28739-5575-415d-a7a7-5e599b63aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:17.592219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-3eb28739-5575-415d-a7a7-5e599b63aaba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1&tenant_id=ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 1095 time: 0.1831157 Sep 15 15:50:17.596893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9457-ee28-41f3-b335-abb0a50514ea req-ce1daca0-4040-4e37-b071-5eb103637d9f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:17.606247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e70e9457-ee28-41f3-b335-abb0a50514ea req-ce1daca0-4040-4e37-b071-5eb103637d9f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 931 time: 0.1432712 Sep 15 15:50:17.667696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e70e9457-ee28-41f3-b335-abb0a50514ea req-dd7c2197-125f-4fbb-bfd9-e441d06cc2a9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602658 Sep 15 15:50:17.744169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-83daac05-eb81-4f23-97a3-dc7d6657411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:17.748349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-83daac05-eb81-4f23-97a3-dc7d6657411a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1095 time: 0.1100914 Sep 15 15:50:17.914824 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d62683-efcd-4d3d-81f5-b3c9844d38c5 x-openstack-request-id: req-80d62683-efcd-4d3d-81f5-b3c9844d38c5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:17.915319 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc66925c-f41b-432f-a78b-df30bac15d3f", "name": "network-vif-deleted", "tag": "e9a33883-d6a7-4336-801e-b85bd0da34a8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:17.915433 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-80d62683-efcd-4d3d-81f5-b3c9844d38c5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:17.915762 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc66925c-f41b-432f-a78b-df30bac15d3f', 'name': 'network-vif-deleted', 'tag': 'e9a33883-d6a7-4336-801e-b85bd0da34a8', 'status': 'completed', 'code': 200} Sep 15 15:50:17.962237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:17.997911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ef71a-d4d7-433f-bb0f-e3f779abf374 req-af1cf4d7-80b4-4fda-9619-54ff0ed094ce tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:17.999497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-975ef71a-d4d7-433f-bb0f-e3f779abf374 req-af1cf4d7-80b4-4fda-9619-54ff0ed094ce tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 944 time: 0.1256917 Sep 15 15:50:18.017073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-32552aa2-3b5d-4fcc-88f5-80e73453fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:18.019191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-32552aa2-3b5d-4fcc-88f5-80e73453fa7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.2624216 Sep 15 15:50:18.021458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ed4ebb1-832f-46ad-b201-13a97094afd7 req-3ba52f8a-3e25-442a-a290-0022f53e1251 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 210 time: 0.0570152 Sep 15 15:50:18.089104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-975ef71a-d4d7-433f-bb0f-e3f779abf374 req-0c9b7535-de4a-4153-8598-1cc9aeeb0d22 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793810 Sep 15 15:50:18.108071 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-09856f89-fd8f-40ae-aea5-f067255d6a58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 217 time: 0.0708659 Sep 15 15:50:18.116144 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:18.147511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8509266a-0a39-4fe9-a67a-f4f0893cc9fe req-65d03990-2e8d-41ec-8df6-ed10d3177675 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 210 time: 0.0489094 Sep 15 15:50:18.186539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:18.190291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:18.199677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:18.202981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:18.204186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-002b2f7f-259b-449e-85e8-5465e848e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:18.205977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-002b2f7f-259b-449e-85e8-5465e848e6a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0608990 Sep 15 15:50:18.290297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-323ecab5-2f56-461a-a075-bc26018741b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688009 Sep 15 15:50:18.399752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:18.402655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:18.523466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cd45fff9-841f-4c2b-9ae9-f6fd690dd498 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8634167 Sep 15 15:50:18.526975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-1351ba63-ab9f-48cf-828e-090510639a4c service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231660 Sep 15 15:50:18.573710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46648-abab-4e59-a39f-6b4559b6d00a req-70c76c5b-923a-4136-aa6b-4ce153b2f7dd tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:18.574675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46648-abab-4e59-a39f-6b4559b6d00a req-70c76c5b-923a-4136-aa6b-4ce153b2f7dd tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:18.575301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b46648-abab-4e59-a39f-6b4559b6d00a req-70c76c5b-923a-4136-aa6b-4ce153b2f7dd tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:18.577470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8b46648-abab-4e59-a39f-6b4559b6d00a req-70c76c5b-923a-4136-aa6b-4ce153b2f7dd tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319&device_id=e5743444-ee02-4afb-bdea-606930d97b60&device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 2882 time: 0.1373878 Sep 15 15:50:18.583835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'admin_state_up': True, 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'security_groups': ['39e45e17-f1cb-408f-ae50-7f5692378ffd']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:18.588712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41684) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:18.686502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c9d0a0f7-1853-4289-918a-2b86752f530a None None] Provisioning complete for port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:18.688662 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9d0a0f7-1853-4289-918a-2b86752f530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:18.719011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-fb7bef17-c759-4f60-aad7-ec4b707610c1 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731188 Sep 15 15:50:18.759644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0a0f7-1853-4289-918a-2b86752f530a None None] Port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:50:18.796783 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be237fdb-1b57-464b-8a83-2504c2a99d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:18.815152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8b46648-abab-4e59-a39f-6b4559b6d00a req-e4eae27d-53fc-4a79-a264-7a4a040665d8 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232705 Sep 15 15:50:19.050978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be237fdb-1b57-464b-8a83-2504c2a99d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.089207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-117998b2-e324-4d62-a717-f65ee3f26bdd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:19.092122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-117998b2-e324-4d62-a717-f65ee3f26bdd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 813 time: 0.2166734 Sep 15 15:50:19.107780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Request body: {'port': {'device_id': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'admin_state_up': True, 'tenant_id': '710e03b74b9f46fd9093013089517f39'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:19.204078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be237fdb-1b57-464b-8a83-2504c2a99d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.232082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd988-c817-46cc-a915-1c43d78269db req-72aa3467-5df7-4681-927a-98c29f2a800f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:19.248291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccd988-c817-46cc-a915-1c43d78269db req-72aa3467-5df7-4681-927a-98c29f2a800f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:19.250759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbccd988-c817-46cc-a915-1c43d78269db req-72aa3467-5df7-4681-927a-98c29f2a800f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 1653 time: 0.1390631 Sep 15 15:50:19.297564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be237fdb-1b57-464b-8a83-2504c2a99d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780470a8-ebe0-42b0-88c3-98883efa5d88,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:19.320398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1fbd7f9-44a6-499d-9a3b-3ebddfa55b5b req-bf932897-a616-49ce-bcf8-3d79aaeb0961 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 210 time: 0.0943296 Sep 15 15:50:19.328735 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-be237fdb-1b57-464b-8a83-2504c2a99d6c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f87a30bdf9b4cc98354ef1127a29e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7336831 Sep 15 15:50:19.334594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41724) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:19.363642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbccd988-c817-46cc-a915-1c43d78269db req-6235abe5-c2c5-48ce-ae97-570d7e76b57c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054037 Sep 15 15:50:19.424784 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58548245-910d-4997-abb4-91114e823d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.486230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:19.490503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.497454 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58548245-910d-4997-abb4-91114e823d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.555161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Made reservation on behalf of 710e03b74b9f46fd9093013089517f39 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:19.559774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.606208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-083e50a1-502b-49ff-b9a9-d251ee1d2ec2 req-d3163717-f09f-41da-a3f1-3184b9090fda tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 210 time: 0.0633516 Sep 15 15:50:19.682831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-669d5778-c304-4cb9-9276-0adf593e1443 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:19.684859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-669d5778-c304-4cb9-9276-0adf593e1443 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.55 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 813 time: 0.1691124 Sep 15 15:50:19.701462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Request body: {'port': {'device_id': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'admin_state_up': True, 'tenant_id': '710e03b74b9f46fd9093013089517f39'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:19.730490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 10.1.1.101 (34fdb7f9-ece7-43c4-9050-aa3f7c820ef2/a5cba167-23eb-4973-9ff1-5a2a8a1dcdee/c123b0f7-db23-468c-b9e0-0c9933b05ac8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:19.741657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58548245-910d-4997-abb4-91114e823d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.744793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58548245-910d-4997-abb4-91114e823d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:19.746069 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-58548245-910d-4997-abb4-91114e823d3f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/780470a8-ebe0-42b0-88c3-98883efa5d88 HTTP/1.1" status: 204 len: 168 time: 0.4103611 Sep 15 15:50:19.817947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58548245-910d-4997-abb4-91114e823d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780470a8-ebe0-42b0-88c3-98883efa5d88,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:19.920625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600999a3-d9a6-4412-9a50-88008d6ff5bc req-eefc567e-8591-4729-b44b-3f3a37022c46 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:19.922207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-600999a3-d9a6-4412-9a50-88008d6ff5bc req-eefc567e-8591-4729-b44b-3f3a37022c46 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 944 time: 0.4185405 Sep 15 15:50:20.030549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Made reservation on behalf of 710e03b74b9f46fd9093013089517f39 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:20.036293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:20.075170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-e5ec1e5d-d865-4722-8c72-a3f5a3492ff5 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:20.077081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-e5ec1e5d-d865-4722-8c72-a3f5a3492ff5 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.3438246 Sep 15 15:50:20.193648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-600999a3-d9a6-4412-9a50-88008d6ff5bc req-810d4fdb-40b1-4909-9776-aa231e9d9d2c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577827 Sep 15 15:50:20.201456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Allocated IP 172.20.0.4 (54e2185a-f73f-4d6f-811a-71718cf543ac/6164e8db-103b-41f7-b0cf-21bb60b859db/5ea04782-111e-47d5-b3a1-ad126aa4ce6f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:20.280018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:20.582311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-07a29ca5-bdd1-4572-9600-dc53dfbf2326 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:20.582311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-07a29ca5-bdd1-4572-9600-dc53dfbf2326 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.2955132 Sep 15 15:50:20.598855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-6e24178e-0a8f-4604-b9ed-3f385a3ddd2b service neutron] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:20.608664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Request body: {'port': {'device_id': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'admin_state_up': True, 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:20.691724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-6e24178e-0a8f-4604-b9ed-3f385a3ddd2b service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:20.693718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8de42770-b53c-46f4-ac1f-c3fc6b77b02f req-6e24178e-0a8f-4604-b9ed-3f385a3ddd2b service neutron] 10.222.0.55 "DELETE /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.5956836 Sep 15 15:50:20.722369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:20.760807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2339d4bb-130a-481a-afc2-2efa4ff3f051 req-42ce64c7-b5b6-4009-9db6-16e5194ec9a9 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 210 time: 0.0623956 Sep 15 15:50:20.771601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:20.844578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:20.865860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:20.877248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:20.924925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=c123b0f7-db23-468c-b9e0-0c9933b05ac8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:20.950178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37b750-e084-4817-b003-a259f75ee8b7 req-3f205292-a352-416d-a573-6a8baeaade75 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:20.962444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37b750-e084-4817-b003-a259f75ee8b7 req-3f205292-a352-416d-a573-6a8baeaade75 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:20.965842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:20.966611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:20.971271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37b750-e084-4817-b003-a259f75ee8b7 req-3f205292-a352-416d-a573-6a8baeaade75 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:20.973445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf37b750-e084-4817-b003-a259f75ee8b7 req-3f205292-a352-416d-a573-6a8baeaade75 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 2374 time: 0.1317668 Sep 15 15:50:21.023241 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:21.063441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:21.067769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:21.079506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Network 54e2185a-f73f-4d6f-811a-71718cf543ac is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:21.084916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:21.097705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf37b750-e084-4817-b003-a259f75ee8b7 req-96c27f53-8573-454b-8198-5de3b4f05e60 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181216 Sep 15 15:50:21.129804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:21.131393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Allocated IP 172.20.0.3 (54e2185a-f73f-4d6f-811a-71718cf543ac/6164e8db-103b-41f7-b0cf-21bb60b859db/a02784de-d900-4588-aa30-6955ecab5ce0) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:21.214875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-72409051-8f93-490d-8cd7-a99a1b509667 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6549010 Sep 15 15:50:21.273414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6721ca5e-e70c-4907-8114-3a4ad957bc64 req-3d61ecd7-0a18-4a84-9a35-d9ccd4a5f674 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 210 time: 0.0717700 Sep 15 15:50:21.273681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4', 'admin_state_up': True, 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'security_groups': ['39e45e17-f1cb-408f-ae50-7f5692378ffd']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:21.289533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event updated for resources: {'Port': ['ID=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:21.356794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b98315c3-e3b7-4355-b242-ff8ab343ac54 None None] Provisioning complete for port c123b0f7-db23-468c-b9e0-0c9933b05ac8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:21.357564 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b98315c3-e3b7-4355-b242-ff8ab343ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:21.419477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:21.420447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:21.442612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b98315c3-e3b7-4355-b242-ff8ab343ac54 None None] Port c123b0f7-db23-468c-b9e0-0c9933b05ac8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:50:21.457657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41804) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:21.477804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699f721-a58e-4f1d-8eb0-fd913dcb71a3 req-2a48720e-8daf-45bb-a473-ba87185e3998 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:21.479818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8699f721-a58e-4f1d-8eb0-fd913dcb71a3 req-2a48720e-8daf-45bb-a473-ba87185e3998 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.3995001 Sep 15 15:50:21.517054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:21.589891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-aa722c82-058c-4f7d-bd65-ddad70be0ffd tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4870300 Sep 15 15:50:21.610708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Request body: {'port': {'device_id': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:21.639576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:21.700581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Allocated IP 172.20.0.10 (5b5f6560-52a8-4946-9e38-a3748769610c/21e0c71d-77f3-47b1-b6de-3f9f4f8f414f/5e8c83de-3ae7-4684-ad61-5909ee96dd93) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:21.733157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8699f721-a58e-4f1d-8eb0-fd913dcb71a3 req-c2613ed0-5b60-44e2-8147-942316ddfda3 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947808 Sep 15 15:50:21.776355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1552632670-network', 'tenant_id': 'd0375a3f09804b3096c119d5766a8822'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:21.853533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Network 54e2185a-f73f-4d6f-811a-71718cf543ac is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:21.857433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:21.863373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:21.866506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:21.902326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event updated for resources: {'Port': ['ID=a02784de-d900-4588-aa30-6955ecab5ce0,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:21.945433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:21.946085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.195674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-68e3f964-da0d-4315-aa3c-64c87ded77fb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4995811 Sep 15 15:50:22.215174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Request body: {'port': {'device_id': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:22.269033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42199c2c-d856-45d5-bf8e-996f3f944a87 req-cdae1fa8-b653-4522-a688-30684e3f9c37 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:22.270767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42199c2c-d856-45d5-bf8e-996f3f944a87 req-cdae1fa8-b653-4522-a688-30684e3f9c37 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 931 time: 0.1317947 Sep 15 15:50:22.335263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Made reservation on behalf of d0375a3f09804b3096c119d5766a8822 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:22.337528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.346255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.381330 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.418411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42199c2c-d856-45d5-bf8e-996f3f944a87 req-648a624d-fe40-4509-952b-8eb0a7ebff3a tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324275 Sep 15 15:50:22.424623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:22.444235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c23c73-9db0-456e-b352-be2a46221967 req-ecd0e8d7-9fc7-4a6b-a424-a95e2f17030f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:22.459861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7c23c73-9db0-456e-b352-be2a46221967 req-ecd0e8d7-9fc7-4a6b-a424-a95e2f17030f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 944 time: 0.6132905 Sep 15 15:50:22.664557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7c23c73-9db0-456e-b352-be2a46221967 req-9c4c56d0-a466-4de6-b329-1aab6ddc9491 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036760 Sep 15 15:50:22.670695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9bdac-db21-4953-92b2-b4470b88f49e req-6ddcbf1b-9609-4fd7-9543-b6c264260ad0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:22.672904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8cd9bdac-db21-4953-92b2-b4470b88f49e req-6ddcbf1b-9609-4fd7-9543-b6c264260ad0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.1459205 Sep 15 15:50:22.677116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.717180 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.731598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.771670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8cd9bdac-db21-4953-92b2-b4470b88f49e req-b99c9a91-d719-493d-9446-d26a9cbc5941 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898423 Sep 15 15:50:22.881128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.903100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02784de-d900-4588-aa30-6955ecab5ce0 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:22.914937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.951240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.961097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93bca2b6-7ea4-403f-967b-8fd1287d5e32 req-726df928-3444-4165-b063-e4a5f51fcb24 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 210 time: 0.0756762 Sep 15 15:50:22.961097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Transition to ACTIVE for port object a02784de-d900-4588-aa30-6955ecab5ce0 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:22.972258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:50:22.979449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e798fbe6-0370-47f5-9de5-df66174627fb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:22.991038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:22.991038 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Added segment c3765fbf-41b6-43fb-8e9a-89ed047f3de1 of type vlan for network d856bc0d-82ad-4232-82e0-244c95289dd6 Sep 15 15:50:23.039253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.063027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.116694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Network 5b5f6560-52a8-4946-9e38-a3748769610c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:23.150895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Pushing event updated for resources: {'Port': ['ID=a02784de-d900-4588-aa30-6955ecab5ce0,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:23.160571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:23.173402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeee404-8e9e-43b3-b4e8-e346803338ec req-7bd550c3-a028-47dd-87c9-b23691d63081 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.184925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeee404-8e9e-43b3-b4e8-e346803338ec req-7bd550c3-a028-47dd-87c9-b23691d63081 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.186952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeee404-8e9e-43b3-b4e8-e346803338ec req-7bd550c3-a028-47dd-87c9-b23691d63081 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.189053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffeee404-8e9e-43b3-b4e8-e346803338ec req-7bd550c3-a028-47dd-87c9-b23691d63081 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 2374 time: 0.3277037 Sep 15 15:50:23.190397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:23.199766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event updated for resources: {'Port': ['ID=5e8c83de-3ae7-4684-ad61-5909ee96dd93,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:23.212958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.214539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.215963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.339199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d856bc0d-82ad-4232-82e0-244c95289dd6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:23.350036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a836b50d-9c45-4819-86aa-64905a1ff9f0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8901191 Sep 15 15:50:23.351645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d856bc0d-82ad-4232-82e0-244c95289dd6 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:50:23.352725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41856) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:23.361719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Request body: {'subnet': {'network_id': 'd856bc0d-82ad-4232-82e0-244c95289dd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1552632670-subnet', 'tenant_id': 'd0375a3f09804b3096c119d5766a8822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:23.367166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Attempting to bind port a02784de-d900-4588-aa30-6955ecab5ce0 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:23.367618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Attempting to bind port a02784de-d900-4588-aa30-6955ecab5ce0 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:23.368036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Attempting to bind port a02784de-d900-4588-aa30-6955ecab5ce0 on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:23.384153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Port a02784de-d900-4588-aa30-6955ecab5ce0 on network 54e2185a-f73f-4d6f-811a-71718cf543ac not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:23.384639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Attempting to bind port a02784de-d900-4588-aa30-6955ecab5ce0 on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:23.401145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7a62a-6109-4f9e-87af-68eb9716ad4c req-6cc89acb-f836-411d-b240-2b0fd05e0022 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.405808 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e8a7a62a-6109-4f9e-87af-68eb9716ad4c req-6cc89acb-f836-411d-b240-2b0fd05e0022 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1550515 Sep 15 15:50:23.406684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:23.407486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Checking segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:23.407486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Bound using segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:23.408282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Bound port: a02784de-d900-4588-aa30-6955ecab5ce0, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:23.408885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.457187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 10.2.2.100 (51a9124a-32e1-4881-b4d1-1ec1b123eef4/7c6ac57a-c836-4a57-9fae-c51e1eb3863b/5ab89d64-7da6-4c6d-b180-a70f55101c91) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:23.473901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.474549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.490785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffeee404-8e9e-43b3-b4e8-e346803338ec req-dfc41e9a-c9ad-4b46-9a79-b83737028798 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843640 Sep 15 15:50:23.495336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e8a7a62a-6109-4f9e-87af-68eb9716ad4c req-84b494bc-9454-4ad3-bf83-2deeb7775ebc tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706131 Sep 15 15:50:23.514292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] For port a02784de-d900-4588-aa30-6955ecab5ce0, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:23.524740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] For port a02784de-d900-4588-aa30-6955ecab5ce0, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a02784de-d900-4588-aa30-6955ecab5ce0,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:23.525050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea04782-111e-47d5-b3a1-ad126aa4ce6f {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:23.525281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Made reservation on behalf of d0375a3f09804b3096c119d5766a8822 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:23.532302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.534789 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.567891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Transition to ACTIVE for port object 5ea04782-111e-47d5-b3a1-ad126aa4ce6f will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:23.654609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.675695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-f116e10b-ef7a-4bb2-8885-981ce0275a13 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0718222 Sep 15 15:50:23.685150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.716253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Request body: {'port': {'device_id': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:23.762272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.763270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.766678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] 10.222.0.55 "PUT /v2.0/ports/a02784de-d900-4588-aa30-6955ecab5ce0 HTTP/1.1" status: 200 len: 1091 time: 1.5549014 Sep 15 15:50:23.768551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'tag': 'a02784de-d900-4588-aa30-6955ecab5ce0'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:23.772421 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256918c5-b389-4d31-8a7a-51db333bad7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c6cebf-bb78-4b66-87fc-65362ab1ad4e", "tag": "a02784de-d900-4588-aa30-6955ecab5ce0"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:23.844154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33893576-c4be-4820-b97f-213511488447 req-07f99424-a8c1-48d3-9866-2ed8ae6ffbf0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.849006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33893576-c4be-4820-b97f-213511488447 req-07f99424-a8c1-48d3-9866-2ed8ae6ffbf0 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.2090549 Sep 15 15:50:23.863582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c5786-1447-46fb-a37e-30d1c4344290 service neutron] Pushing event updated for resources: {'Port': ['ID=a02784de-d900-4588-aa30-6955ecab5ce0,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:23.897216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0676d-b8dd-43b8-b2b8-3157ddcf0be4 req-cc8ffdf4-3ed8-4c19-b954-a6ed7f7720d3 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:23.901002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cf0676d-b8dd-43b8-b2b8-3157ddcf0be4 req-cc8ffdf4-3ed8-4c19-b954-a6ed7f7720d3 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1095 time: 0.2948270 Sep 15 15:50:23.907512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.951101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:23.958706 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-191c82a4-46bb-49f6-81c1-1899e52a9693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:23.973556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33893576-c4be-4820-b97f-213511488447 req-f6f9565f-dee4-4168-839b-47ca64541b1f tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802238 Sep 15 15:50:24.016049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cf0676d-b8dd-43b8-b2b8-3157ddcf0be4 req-44f7b268-633e-4086-bd3e-f0d4d587a614 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588973 Sep 15 15:50:24.026666 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:24.062752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-55ad330e-cce7-4c74-b5fa-ad9b46c142e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:24.062752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-55ad330e-cce7-4c74-b5fa-ad9b46c142e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 1094 time: 0.1369126 Sep 15 15:50:24.137724 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-ab3423a0-be7d-40a4-891d-7069bd78763d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02784de-d900-4588-aa30-6955ecab5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0531106 Sep 15 15:50:24.175680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Attempting to bind port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:24.176057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Attempting to bind port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:24.176360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Attempting to bind port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:24.206416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-e2274dda-86ac-49ef-85d1-a33ed4765f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:24.208016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-e2274dda-86ac-49ef-85d1-a33ed4765f0f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.0635321 Sep 15 15:50:24.210584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:24.260313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f on network 54e2185a-f73f-4d6f-811a-71718cf543ac not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:24.261012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Attempting to bind port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f on network 54e2185a-f73f-4d6f-811a-71718cf543ac {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:24.274151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-4f243e30-3ce0-4b27-afc8-8cabdf68458f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402281 Sep 15 15:50:24.285799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:24.300527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:24.302979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Checking segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:24.302979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Bound using segment: {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:24.302979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Bound port: 5ea04782-111e-47d5-b3a1-ad126aa4ce6f, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b7060f-a921-4732-bba8-1b1f393c2444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:24.302979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:24.303404 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09fb8db-1489-4cb0-8c68-f81753c92a12 x-openstack-request-id: req-c09fb8db-1489-4cb0-8c68-f81753c92a12 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:24.303582 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c6cebf-bb78-4b66-87fc-65362ab1ad4e", "tag": "a02784de-d900-4588-aa30-6955ecab5ce0", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:24.303805 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c09fb8db-1489-4cb0-8c68-f81753c92a12 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:24.304208 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'tag': 'a02784de-d900-4588-aa30-6955ecab5ce0', 'status': 'completed', 'code': 200} Sep 15 15:50:24.330285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79163b24-ae6f-44e7-bfb2-0a0fd7565641,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:24.403411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Checking segment: {'id': 'c3765fbf-41b6-43fb-8e9a-89ed047f3de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd856bc0d-82ad-4232-82e0-244c95289dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:24.403771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Network hostable DHCP agents. Network: d856bc0d-82ad-4232-82e0-244c95289dd6, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:50:24.408635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:24.435615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:24.438431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:24.446066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=5ab89d64-7da6-4c6d-b180-a70f55101c91,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:24.456997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866c8b9-aa19-4f60-b63f-7b29c000709f req-db2fc022-c0d8-4c65-a9a3-5620b75b3cb4 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:24.464573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a866c8b9-aa19-4f60-b63f-7b29c000709f req-db2fc022-c0d8-4c65-a9a3-5620b75b3cb4 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 943 time: 0.3453138 Sep 15 15:50:24.473849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-92da89e2-8d3f-4caf-9e06-d017f5ad64c7 service neutron] 10.222.0.55 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857533 Sep 15 15:50:24.481382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fd054-b0f8-45f3-b6a1-f9147c2b4ca3 req-f0faa94c-ccc0-4e06-b617-dd471f72d764 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:24.483115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b4fd054-b0f8-45f3-b6a1-f9147c2b4ca3 req-f0faa94c-ccc0-4e06-b617-dd471f72d764 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 932 time: 0.0898147 Sep 15 15:50:24.611182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Network d856bc0d-82ad-4232-82e0-244c95289dd6 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:50:24.619624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] For port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:24.631079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:24.631787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:24.636399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b4fd054-b0f8-45f3-b6a1-f9147c2b4ca3 req-da8a0277-206f-44cb-a837-4ec0509b7b8a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407304 Sep 15 15:50:24.653774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a866c8b9-aa19-4f60-b63f-7b29c000709f req-f05f221c-e5ce-4bd3-915b-cf504f32a63a tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882172 Sep 15 15:50:24.667987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] For port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:24.703711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-01b556e0-ad9e-40ce-9784-73e6836ef207 service neutron] 10.222.0.55 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056391 Sep 15 15:50:24.727367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d856bc0d-82ad-4232-82e0-244c95289dd6) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:24.732385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:24.738197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:24.739583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff2df38-1663-493c-9317-6589bd0faf7a None None] Network d856bc0d-82ad-4232-82e0-244c95289dd6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:50:24.782013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:24.798606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-822fceaa-c2e5-4f8d-afda-08cc7ae22ebb tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5324447 Sep 15 15:50:24.858971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8c83de-3ae7-4684-ad61-5909ee96dd93 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:24.871067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4', 'admin_state_up': True, 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'security_groups': ['39e45e17-f1cb-408f-ae50-7f5692378ffd']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:24.954138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6428f40c-1362-4532-a0d9-393999fbecdf None None] Network d856bc0d-82ad-4232-82e0-244c95289dd6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:50:25.011579 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:25.035077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.035995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:25.040339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] 10.222.0.38 "PUT /v2.0/ports/5ea04782-111e-47d5-b3a1-ad126aa4ce6f HTTP/1.1" status: 200 len: 1091 time: 3.4365478 Sep 15 15:50:25.043832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'tag': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:25.046552 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41" -d '{"events": [{"name": "network-changed", "server_uuid": "0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0", "tag": "5ea04782-111e-47d5-b3a1-ad126aa4ce6f"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:25.115902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Transition to ACTIVE for port object 5e8c83de-3ae7-4684-ad61-5909ee96dd93 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:25.129219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-05e1a296-4ae8-4244-89c8-a6e080fdf30a None None] Provisioning complete for port 5ab89d64-7da6-4c6d-b180-a70f55101c91 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:25.129746 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05e1a296-4ae8-4244-89c8-a6e080fdf30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:25.178354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-05e1a296-4ae8-4244-89c8-a6e080fdf30a None None] Port 5ab89d64-7da6-4c6d-b180-a70f55101c91 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:50:25.193801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db35bb5-c6ae-473f-8418-28cb909224b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:25.211804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:25.270694 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-847d1743-a564-4605-a241-5a41556f5063 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9051692 Sep 15 15:50:25.289152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-e76fb7b1-cc88-4f46-8af5-05047aaf3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.291085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-e76fb7b1-cc88-4f46-8af5-05047aaf3417 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0 HTTP/1.1" status: 200 len: 1094 time: 0.1437483 Sep 15 15:50:25.300238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Made reservation on behalf of 47b5b5511a5547ef85b44ec88c699413 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:25.304924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:25.320197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256918c5-b389-4d31-8a7a-51db333bad7d req-ccb23166-d599-4551-8ab0-9e6b9a49e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.321830 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-256918c5-b389-4d31-8a7a-51db333bad7d req-ccb23166-d599-4551-8ab0-9e6b9a49e2c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 1094 time: 0.0730443 Sep 15 15:50:25.338530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8c83de-3ae7-4684-ad61-5909ee96dd93,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:25.380977 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-641a5c1e-8f0f-4f13-81e9-0f4dcfbd34af tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.385470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-7fbd8f10-d4fd-485b-8eff-e6216ad0ad13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea04782-111e-47d5-b3a1-ad126aa4ce6f HTTP/1.1" status: 200 len: 217 time: 0.0775411 Sep 15 15:50:25.388453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-641a5c1e-8f0f-4f13-81e9-0f4dcfbd34af tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.6095834 Sep 15 15:50:25.402510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f935f4b-d056-4c1b-ba4f-a31fdedcd388 req-a60ca08b-2558-44d1-ba48-dfbb3c0e533c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.410065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f935f4b-d056-4c1b-ba4f-a31fdedcd388 req-a60ca08b-2558-44d1-ba48-dfbb3c0e533c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.2119994 Sep 15 15:50:25.416328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-bf37d4fd-09c1-4367-a047-e87bca4ad4d2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/quotas/ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 375 time: 0.0269036 Sep 15 15:50:25.505365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256918c5-b389-4d31-8a7a-51db333bad7d req-acbfd6ea-5bc3-450c-963e-dd00e85942a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.506877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-256918c5-b389-4d31-8a7a-51db333bad7d req-acbfd6ea-5bc3-450c-963e-dd00e85942a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 914 time: 0.1746943 Sep 15 15:50:25.514722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-d9ae1d47-1392-431d-a964-f1a2e02a9646 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973070 Sep 15 15:50:25.574880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-256918c5-b389-4d31-8a7a-51db333bad7d req-a0cdc592-f67d-47f4-84a2-834dfa1d4ddf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a02784de-d900-4588-aa30-6955ecab5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0542970 Sep 15 15:50:25.580368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f935f4b-d056-4c1b-ba4f-a31fdedcd388 req-9979a181-b97c-4faa-bf36-68fdc81a96b5 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694069 Sep 15 15:50:25.588217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-93a059e4-f94a-4847-941a-8a7f56c09739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.589734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-93a059e4-f94a-4847-941a-8a7f56c09739 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.1622701 Sep 15 15:50:25.666069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-da100620-e55f-4e58-8ad3-4d4ec7307d0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445030 Sep 15 15:50:25.669681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Attempting to bind port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:25.669870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Attempting to bind port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:25.670171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Attempting to bind port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:25.683754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256918c5-b389-4d31-8a7a-51db333bad7d req-723f3bb6-9eb5-4bdc-9de5-3aaade4ef596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.685439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-256918c5-b389-4d31-8a7a-51db333bad7d req-723f3bb6-9eb5-4bdc-9de5-3aaade4ef596 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.0973196 Sep 15 15:50:25.691245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 on network 5b5f6560-52a8-4946-9e38-a3748769610c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:25.691245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Attempting to bind port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:25.694038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-6a8a9216-6ebe-4d97-afe7-0d7b419ce1d4 service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642480 Sep 15 15:50:25.733536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-256918c5-b389-4d31-8a7a-51db333bad7d req-238b29cb-4752-4112-8e9e-dccf9f2f912f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344281 Sep 15 15:50:25.758413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:25.758757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Checking segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:25.759146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Bound using segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:25.759611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Bound port: 5e8c83de-3ae7-4684-ad61-5909ee96dd93, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:25.759969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:25.903097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Allocated IP 10.2.2.200 (51a9124a-32e1-4881-b4d1-1ec1b123eef4/7c6ac57a-c836-4a57-9fae-c51e1eb3863b/f0172419-fef7-4778-8bfc-fd341ba24f50) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:25.914465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-8437b733-34cc-41cb-b646-1a4a5f57901e service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379966 Sep 15 15:50:25.925758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-256918c5-b389-4d31-8a7a-51db333bad7d req-fa5c24c7-6326-4012-b1e3-d8a3b1d20579 service neutron] 10.222.0.55 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767838 Sep 15 15:50:25.929780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3d22e3c-2504-4412-b0ed-805c98b50a41 service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222323 Sep 15 15:50:25.932345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3f54e-6d87-4fe3-9663-33ff47949ce4 req-27649667-5ba8-4456-9c5c-92a6a482b2d1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.943090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3f54e-6d87-4fe3-9663-33ff47949ce4 req-27649667-5ba8-4456-9c5c-92a6a482b2d1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.950654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3f54e-6d87-4fe3-9663-33ff47949ce4 req-27649667-5ba8-4456-9c5c-92a6a482b2d1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.960705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3f54e-6d87-4fe3-9663-33ff47949ce4 req-27649667-5ba8-4456-9c5c-92a6a482b2d1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:25.963249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46e3f54e-6d87-4fe3-9663-33ff47949ce4 req-27649667-5ba8-4456-9c5c-92a6a482b2d1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 3095 time: 0.2509744 Sep 15 15:50:26.050860 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-256918c5-b389-4d31-8a7a-51db333bad7d req-4afceda1-2eb7-45d4-85cb-8a8fa93dcea1 service neutron] 10.222.0.55 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175835 Sep 15 15:50:26.090225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] For port 5e8c83de-3ae7-4684-ad61-5909ee96dd93, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:26.130171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] For port 5e8c83de-3ae7-4684-ad61-5909ee96dd93, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5e8c83de-3ae7-4684-ad61-5909ee96dd93,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:26.148912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46e3f54e-6d87-4fe3-9663-33ff47949ce4 req-33a42e27-6191-42fa-8724-72472bc5739b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643054 Sep 15 15:50:26.200413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ca272bc-b6de-45e7-b6f1-b9f3fe1d597e req-eeaf9b8a-a42f-45be-a999-025df7ec9636 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359009 Sep 15 15:50:26.248861 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:26.278598 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a2621-7cfa-4cb7-bdc2-49266884be40 x-openstack-request-id: req-538a2621-7cfa-4cb7-bdc2-49266884be40 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:26.278904 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0", "tag": "5ea04782-111e-47d5-b3a1-ad126aa4ce6f", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:26.285876 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-538a2621-7cfa-4cb7-bdc2-49266884be40 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:26.285876 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'tag': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f', 'status': 'completed', 'code': 200} Sep 15 15:50:26.319115 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:26.534612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746e3d5-4ef6-4ca9-b36b-2fff3f190b6d req-613df2cf-219a-4e6b-b5e2-428294b53ebd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:26.536253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5746e3d5-4ef6-4ca9-b36b-2fff3f190b6d req-613df2cf-219a-4e6b-b5e2-428294b53ebd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 944 time: 0.0628591 Sep 15 15:50:26.587685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5746e3d5-4ef6-4ca9-b36b-2fff3f190b6d req-b15efc3a-7e07-4196-b7cb-cee9c991682a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423894 Sep 15 15:50:26.725919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:26.726546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:26.728033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] 10.222.0.38 "PUT /v2.0/ports/5e8c83de-3ae7-4684-ad61-5909ee96dd93 HTTP/1.1" status: 200 len: 1092 time: 3.0367854 Sep 15 15:50:26.734553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb187f35-73aa-473a-8ddb-8540fc5ea2ff req-24acb9bf-eec8-44b3-ab3d-ae6a9ac5c86e tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:26.736168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb187f35-73aa-473a-8ddb-8540fc5ea2ff req-24acb9bf-eec8-44b3-ab3d-ae6a9ac5c86e tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 943 time: 0.0611539 Sep 15 15:50:26.744809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-db7d0fa8-5e69-4e13-bd65-e1203c1a673a req-9d48c1f7-2d08-427d-9b65-d65a0abdb940 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1146881990', 'description': 'tempest-description-1717321638'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:26.792413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb187f35-73aa-473a-8ddb-8540fc5ea2ff req-928daee6-b2a5-4593-bc4f-8523870a226b tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Sep 15 15:50:26.828815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a2fb5-4a85-4648-af68-17117f51fae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8c83de-3ae7-4684-ad61-5909ee96dd93,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:26.857426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:26.858538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-10484ea3-b553-432f-a384-a180a4caab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:26.860368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-10484ea3-b553-432f-a384-a180a4caab1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=710e03b74b9f46fd9093013089517f39&device_id=0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0 HTTP/1.1" status: 200 len: 1094 time: 0.1404808 Sep 15 15:50:26.895099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23ad5c53-68fa-4d7c-aa5f-1952246a7e1f req-34853a7d-f9ff-41e4-949d-8b2a629b2684 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 210 time: 0.0295174 Sep 15 15:50:26.945163 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db7d0fa8-5e69-4e13-bd65-e1203c1a673a req-9d48c1f7-2d08-427d-9b65-d65a0abdb940 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:26.986874 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.025708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-41a1d4e3-91a6-4be3-be99-620f9a86c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:27.027238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-41a1d4e3-91a6-4be3-be99-620f9a86c5e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 1095 time: 0.1516469 Sep 15 15:50:27.089109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-b50edd76-934b-4af3-ab46-49756dd984c4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e8c83de-3ae7-4684-ad61-5909ee96dd93 HTTP/1.1" status: 200 len: 217 time: 0.0536909 Sep 15 15:50:27.115272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-d2c4cfc6-30ee-4424-9d0a-30adc10d3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:27.116658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-d2c4cfc6-30ee-4424-9d0a-30adc10d3a8b service neutron] 10.222.0.38 "GET /v2.0/networks?id=54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 200 len: 914 time: 0.2422624 Sep 15 15:50:27.157300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.212211 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-17438616-9cca-4039-9afe-49126bcbc501 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ea04782-111e-47d5-b3a1-ad126aa4ce6f HTTP/1.1" status: 200 len: 217 time: 0.0645430 Sep 15 15:50:27.261414 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-770607a7-eed3-4a41-ac56-1ccb0738ba3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.299932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-93c23dce-4019-4328-87b0-3db6caa7d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:27.301348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-93c23dce-4019-4328-87b0-3db6caa7d951 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.1969364 Sep 15 15:50:27.306672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:27.317322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db7d0fa8-5e69-4e13-bd65-e1203c1a673a req-9d48c1f7-2d08-427d-9b65-d65a0abdb940 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.332434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:27.339309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:27.342478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5ea04782-111e-47d5-b3a1-ad126aa4ce6f details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:27.374750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-b6f41151-48d5-4f35-ab3c-cfc33de8257b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515344 Sep 15 15:50:27.392219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event updated for resources: {'Port': ['ID=f0172419-fef7-4778-8bfc-fd341ba24f50,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:27.416347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-7a8e2b19-3072-4a54-9a86-0d56a4348184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:27.418060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-7a8e2b19-3072-4a54-9a86-0d56a4348184 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 200 len: 853 time: 0.1768677 Sep 15 15:50:27.467234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:27.467912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.525730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-c371fed2-5133-4d2b-99b7-be73ca9fa8b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=54e2185a-f73f-4d6f-811a-71718cf543ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905659 Sep 15 15:50:27.537507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db7d0fa8-5e69-4e13-bd65-e1203c1a673a req-9d48c1f7-2d08-427d-9b65-d65a0abdb940 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.543900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:27.562122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'port_id': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f', 'mac_address': 'fa:16:3e:ee:20:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6164e8db-103b-41f7-b0cf-21bb60b859db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:50:27.623746 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.652538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea04782-111e-47d5-b3a1-ad126aa4ce6f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:27.660220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48c1f7-2d08-427d-9b65-d65a0abdb940 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711b491b-2290-4616-92fc-2dba022cc571,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:27.684761 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-c059dd16-1a0a-42ed-a624-e14eb779fafa service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812357 Sep 15 15:50:27.684897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:27.685011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-bf8bba21-132c-4532-8ca6-79d4c55d3872 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8679242 Sep 15 15:50:27.707892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:27.731067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0505ab98-b48a-438f-bf95-6e5f6653283f None None] Provisioning complete for port f0172419-fef7-4778-8bfc-fd341ba24f50 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:27.731456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0505ab98-b48a-438f-bf95-6e5f6653283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.767609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db7d0fa8-5e69-4e13-bd65-e1203c1a673a req-9d48c1f7-2d08-427d-9b65-d65a0abdb940 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.768910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db7d0fa8-5e69-4e13-bd65-e1203c1a673a req-9d48c1f7-2d08-427d-9b65-d65a0abdb940 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0508277 Sep 15 15:50:27.774659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-9c4690ea-2739-485b-93bf-ba52630339c5 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391033 Sep 15 15:50:27.801301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0505ab98-b48a-438f-bf95-6e5f6653283f None None] Port f0172419-fef7-4778-8bfc-fd341ba24f50 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:50:27.927304 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.934653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:27.987257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bf1e100-27e9-4da7-acfe-32740845f561 req-ceccbab5-b644-406a-ba72-cdc6bf5d0201 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979348 Sep 15 15:50:28.026183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:28.034119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e1847-1bba-4fc6-b652-9104a3109e6a req-d870554a-ba45-4e94-bfc5-9898fc311bc6 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:28.041284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-649e1847-1bba-4fc6-b652-9104a3109e6a req-d870554a-ba45-4e94-bfc5-9898fc311bc6 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1896524 Sep 15 15:50:28.056839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adc341cc-eadb-41e6-8f10-9ee6b1c8be41 req-e8e9762e-337a-4e49-91d6-c9e078df41b2 service neutron] 10.222.0.38 "GET /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525239 Sep 15 15:50:28.158794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-649e1847-1bba-4fc6-b652-9104a3109e6a req-9b6ba670-c6f8-450f-96d3-12aa63fe888e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978773 Sep 15 15:50:28.165606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['5ea04782-111e-47d5-b3a1-ad126aa4ce6f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:28.306152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'tag': '5e8c83de-3ae7-4684-ad61-5909ee96dd93'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:28.309165 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d62b6e-4dd6-42d4-b380-382db3b5bce9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ead7358-8741-433d-b2db-7fcfcf54452c", "tag": "5e8c83de-3ae7-4684-ad61-5909ee96dd93"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:28.361242 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:28.398561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf74e4-c872-4300-b828-f3f8a85176ea req-626e0fa6-e903-4504-8945-c7cbd34e1534 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:28.404580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf74e4-c872-4300-b828-f3f8a85176ea req-626e0fa6-e903-4504-8945-c7cbd34e1534 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:28.411706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf74e4-c872-4300-b828-f3f8a85176ea req-626e0fa6-e903-4504-8945-c7cbd34e1534 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:28.418131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf74e4-c872-4300-b828-f3f8a85176ea req-626e0fa6-e903-4504-8945-c7cbd34e1534 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:28.424380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf74e4-c872-4300-b828-f3f8a85176ea req-626e0fa6-e903-4504-8945-c7cbd34e1534 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:28.426190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2fdf74e4-c872-4300-b828-f3f8a85176ea req-626e0fa6-e903-4504-8945-c7cbd34e1534 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 3816 time: 0.1140859 Sep 15 15:50:28.508540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2fdf74e4-c872-4300-b828-f3f8a85176ea req-ada476ba-dac2-49c1-8f47-ba5e1d833819 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720289 Sep 15 15:50:28.513284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7bffc8-7911-489c-a5f0-babe5824c24f {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:28.522920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:28.557637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Transition to ACTIVE for port object 5f7bffc8-7911-489c-a5f0-babe5824c24f will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:28.621486 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:28.729377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=5f7bffc8-7911-489c-a5f0-babe5824c24f,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:28.810957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Attempting to bind port 5f7bffc8-7911-489c-a5f0-babe5824c24f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:28.811667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Attempting to bind port 5f7bffc8-7911-489c-a5f0-babe5824c24f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:28.811667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Attempting to bind port 5f7bffc8-7911-489c-a5f0-babe5824c24f on network c7862a63-a0aa-4327-bb17-35787cacce3d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:28.819241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Port 5f7bffc8-7911-489c-a5f0-babe5824c24f on network c7862a63-a0aa-4327-bb17-35787cacce3d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:28.820090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Attempting to bind port 5f7bffc8-7911-489c-a5f0-babe5824c24f on network c7862a63-a0aa-4327-bb17-35787cacce3d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:28.832047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:28.832867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Checking segment: {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:28.833429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Bound using segment: {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:28.834133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Bound port: 5f7bffc8-7911-489c-a5f0-babe5824c24f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:28.834996 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:28.937628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] For port 5f7bffc8-7911-489c-a5f0-babe5824c24f, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:28.941394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] For port 5f7bffc8-7911-489c-a5f0-babe5824c24f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:28.989906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a02784de-d900-4588-aa30-6955ecab5ce0 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:29.076806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.188145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a02784de-d900-4588-aa30-6955ecab5ce0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a02784de-d900-4588-aa30-6955ecab5ce0,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:29.202326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'a02784de-d900-4588-aa30-6955ecab5ce0', 'network_id': '54e2185a-f73f-4d6f-811a-71718cf543ac', 'port_id': 'a02784de-d900-4588-aa30-6955ecab5ce0', 'mac_address': 'fa:16:3e:1e:69:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6164e8db-103b-41f7-b0cf-21bb60b859db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:50:29.213467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-7e3e9235-d657-4368-a4a0-33cd5e5d6a34 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/711b491b-2290-4616-92fc-2dba022cc571 HTTP/1.1" status: 200 len: 1813 time: 0.0499251 Sep 15 15:50:29.221325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '711b491b-2290-4616-92fc-2dba022cc571', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:29.221851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '711b491b-2290-4616-92fc-2dba022cc571', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:29.224312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:29.224955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.226591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] 10.222.0.55 "PUT /v2.0/ports/5f7bffc8-7911-489c-a5f0-babe5824c24f HTTP/1.1" status: 200 len: 1091 time: 1.5264835 Sep 15 15:50:29.230710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654db31-1d0b-450f-9bfe-c6666bc8fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=5f7bffc8-7911-489c-a5f0-babe5824c24f,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:29.274674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-a3fdd8cf-905c-4086-bd96-7a31e5a25748 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:29.276186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-a3fdd8cf-905c-4086-bd96-7a31e5a25748 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.3207278 Sep 15 15:50:29.290798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3474b4-159c-4656-b84d-d53b9cbd4860 req-7c421a46-2166-402a-aa56-2a5ef5e8e8e5 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:29.292617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea3474b4-159c-4656-b84d-d53b9cbd4860 req-7c421a46-2166-402a-aa56-2a5ef5e8e8e5 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 944 time: 0.2024467 Sep 15 15:50:29.298081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Request body: {'port': {'device_id': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'admin_state_up': True, 'tenant_id': 'ad8a572a058e412eb10e49b2526d2890'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:29.328119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.360845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:29.386094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5e8c83de-3ae7-4684-ad61-5909ee96dd93 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:29.461078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.461312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea3474b4-159c-4656-b84d-d53b9cbd4860 req-3321294a-9ab6-41ca-8476-891ca48cc3f7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444428 Sep 15 15:50:29.526062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.538266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.552348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5ea04782-111e-47d5-b3a1-ad126aa4ce6f up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:29.584752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02784de-d900-4588-aa30-6955ecab5ce0 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:29.604177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.633577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb53e90-5507-47c2-b6e9-a021fcd90a3d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:29.657230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a02784de-d900-4588-aa30-6955ecab5ce0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a02784de-d900-4588-aa30-6955ecab5ce0,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:29.731300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86fd47-7f36-404d-9e2f-d4722c8a4f38 req-5fbd6a0e-e599-4ea9-bac3-02b60230c1ea tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:29.732947 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b86fd47-7f36-404d-9e2f-d4722c8a4f38 req-5fbd6a0e-e599-4ea9-bac3-02b60230c1ea tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 943 time: 0.1356511 Sep 15 15:50:29.741223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Made reservation on behalf of ad8a572a058e412eb10e49b2526d2890 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:29.745390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.842156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.849612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5e8c83de-3ae7-4684-ad61-5909ee96dd93, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5e8c83de-3ae7-4684-ad61-5909ee96dd93,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:29.900055 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.902571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0012c2f5-fde7-48ca-8865-7359bd7aa721 req-cab18761-41e2-443d-b25e-459e1c393f1e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6874850 Sep 15 15:50:29.917774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '5e8c83de-3ae7-4684-ad61-5909ee96dd93', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'port_id': '5e8c83de-3ae7-4684-ad61-5909ee96dd93', 'mac_address': 'fa:16:3e:c9:59:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0c71d-77f3-47b1-b6de-3f9f4f8f414f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:50:29.934161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b86fd47-7f36-404d-9e2f-d4722c8a4f38 req-fbd52303-7fd6-4727-8a1f-6662b74e7a81 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827276 Sep 15 15:50:29.957698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:29.988474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a02784de-d900-4588-aa30-6955ecab5ce0,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:30.037193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.060861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8c83de-3ae7-4684-ad61-5909ee96dd93 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:30.071344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:50:30.085072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:30.085634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.102685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Allocated IP 172.20.0.5 (14078b25-5494-422e-b212-3ecad14ddcf7/e38a71e6-e51d-4d01-b40c-cb6fa66b4caf/02619075-74fc-45db-99f0-0202708e9c67) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:30.127165 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.138009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5e8c83de-3ae7-4684-ad61-5909ee96dd93, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5e8c83de-3ae7-4684-ad61-5909ee96dd93,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:30.149597 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb816ae-f56f-471b-8417-a1c9fb19913a x-openstack-request-id: req-3eb816ae-f56f-471b-8417-a1c9fb19913a {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:30.149908 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ead7358-8741-433d-b2db-7fcfcf54452c", "tag": "5e8c83de-3ae7-4684-ad61-5909ee96dd93", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:30.150123 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3eb816ae-f56f-471b-8417-a1c9fb19913a {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:30.150528 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'tag': '5e8c83de-3ae7-4684-ad61-5909ee96dd93', 'status': 'completed', 'code': 200} Sep 15 15:50:30.177624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4c0b4f-c188-4df7-a93f-a23a43389947 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:30.191067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5cc2c526-4ebd-4d01-ab99-851aa96b854f req-374e3fb5-003b-4dc3-9e2a-14a7c9c5dbe1 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 210 time: 0.0732174 Sep 15 15:50:30.198407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a02784de-d900-4588-aa30-6955ecab5ce0'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:30.223906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.259823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.329223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Transition to ACTIVE for port object 3d4c0b4f-c188-4df7-a93f-a23a43389947 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:30.354884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.377892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-e2f9b161-e1a2-4a5c-b84a-d388a66f6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:30.379783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-e2f9b161-e1a2-4a5c-b84a-d388a66f6f0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 1096 time: 0.1966853 Sep 15 15:50:30.430897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=5e8c83de-3ae7-4684-ad61-5909ee96dd93,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:30.444927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:30.447371 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5c632e-5868-45c8-b762-608c99c9ae34" -d '{"events": [{"server_uuid": "0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0", "name": "network-vif-plugged", "status": "completed", "tag": "5ea04782-111e-47d5-b3a1-ad126aa4ce6f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:30.454552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744babb-a3d1-47b4-902a-e74a6cad99ba req-afe626da-561e-43ee-b0ea-cc8160acc74c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:30.456196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d744babb-a3d1-47b4-902a-e74a6cad99ba req-afe626da-561e-43ee-b0ea-cc8160acc74c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.2161486 Sep 15 15:50:30.467110 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.470929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:30.505978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['5e8c83de-3ae7-4684-ad61-5909ee96dd93'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:30.574944 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.645531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d744babb-a3d1-47b4-902a-e74a6cad99ba req-b2d46b45-9a75-46af-a00a-e35c02562a6b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757481 Sep 15 15:50:30.671897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=3d4c0b4f-c188-4df7-a93f-a23a43389947,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:30.686150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:30.729026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:30.738662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-c8a5003f-8011-4bd1-961a-05697b82ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:30.740376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-c8a5003f-8011-4bd1-961a-05697b82ec48 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 912 time: 0.3270402 Sep 15 15:50:30.866456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-02512dfd-605c-4215-88cf-22004f8e31ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e8c83de-3ae7-4684-ad61-5909ee96dd93 HTTP/1.1" status: 200 len: 217 time: 0.0993202 Sep 15 15:50:30.998598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870092e-46a5-4c3b-a417-24360a93246d req-5ba63180-99d7-4a71-b2dc-db904507c8ff tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.002512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2870092e-46a5-4c3b-a417-24360a93246d req-5ba63180-99d7-4a71-b2dc-db904507c8ff tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.2295365 Sep 15 15:50:31.011003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-90716660-227d-4e3b-afa8-7383f3e45c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.025172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-90716660-227d-4e3b-afa8-7383f3e45c2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.1176083 Sep 15 15:50:31.025172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Attempting to bind port 3d4c0b4f-c188-4df7-a93f-a23a43389947 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:31.025172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Attempting to bind port 3d4c0b4f-c188-4df7-a93f-a23a43389947 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:31.025172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Attempting to bind port 3d4c0b4f-c188-4df7-a93f-a23a43389947 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:31.064910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Port 3d4c0b4f-c188-4df7-a93f-a23a43389947 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:31.065233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Attempting to bind port 3d4c0b4f-c188-4df7-a93f-a23a43389947 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:31.071280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-37276651-f24e-412f-8dd0-1b3fd15af394 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478477 Sep 15 15:50:31.080932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:31.081292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Checking segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:31.081618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Bound using segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:31.082065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Bound port: 3d4c0b4f-c188-4df7-a93f-a23a43389947, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:31.082423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:31.118542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:31.131633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2870092e-46a5-4c3b-a417-24360a93246d req-fc4a64d8-3986-44d1-b687-3bc927e04814 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113019 Sep 15 15:50:31.232451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] For port 3d4c0b4f-c188-4df7-a93f-a23a43389947, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:31.236800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] For port 3d4c0b4f-c188-4df7-a93f-a23a43389947, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:31.371698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5e8c83de-3ae7-4684-ad61-5909ee96dd93 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:31.548026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:50:31.553805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:31.554073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:31.651866 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:31.691908 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:31.704299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Network 14078b25-5494-422e-b212-3ecad14ddcf7 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:31.711180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5e8c83de-3ae7-4684-ad61-5909ee96dd93, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5e8c83de-3ae7-4684-ad61-5909ee96dd93,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:31.723895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:31.734777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:31.737681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:31.795753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.796941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:31.797940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] 10.222.0.55 "PUT /v2.0/ports/3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 1131 time: 2.4457316 Sep 15 15:50:31.798423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:31.830251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-89853d67-d72d-4d49-befe-be4eeadeabb5 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7507703 Sep 15 15:50:31.883897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-c9388fb7-7437-41e5-a4c6-169ef140f1fa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.888206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-c9388fb7-7437-41e5-a4c6-169ef140f1fa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.895686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-c9388fb7-7437-41e5-a4c6-169ef140f1fa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.914898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=5e8c83de-3ae7-4684-ad61-5909ee96dd93,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:31.927057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-c9388fb7-7437-41e5-a4c6-169ef140f1fa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.933746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-c9388fb7-7437-41e5-a4c6-169ef140f1fa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.952093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-c9388fb7-7437-41e5-a4c6-169ef140f1fa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.955004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-c9388fb7-7437-41e5-a4c6-169ef140f1fa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 4601 time: 0.6915519 Sep 15 15:50:31.966779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:31.998315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:31.999098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:32.112946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69031beb-5ceb-4a58-ad32-bffb65cc66c8 req-ef638521-c3f9-48ef-bc27-379fa5ce1def tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/711b491b-2290-4616-92fc-2dba022cc571 HTTP/1.1" status: 200 len: 2406 time: 0.0578711 Sep 15 15:50:32.132181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea20f0-0734-4604-b502-62849bd4c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=3d4c0b4f-c188-4df7-a93f-a23a43389947,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:32.161631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-db246150-2fb1-4ae5-a1e9-7e1ea4d44dff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8608246 Sep 15 15:50:32.161631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f'}, {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '3d4c0b4f-c188-4df7-a93f-a23a43389947'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:32.161631 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f"}, {"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "3d4c0b4f-c188-4df7-a93f-a23a43389947"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:32.169000 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d69a358-fa86-4385-99d8-eb544a3aa3e9 x-openstack-request-id: req-3d69a358-fa86-4385-99d8-eb544a3aa3e9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:32.169422 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0", "name": "network-vif-plugged", "status": "completed", "tag": "5ea04782-111e-47d5-b3a1-ad126aa4ce6f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:32.169808 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3d69a358-fa86-4385-99d8-eb544a3aa3e9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:32.170364 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f', 'code': 200} Sep 15 15:50:32.183449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Request body: {'port': {'device_id': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:32.190915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7cfdd0e6-863e-4f93-8e4a-43b9dbcf82be req-89cd8b8d-974e-4c5a-b939-29f493e56242 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802750 Sep 15 15:50:32.191138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:32.299070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d62b6e-4dd6-42d4-b380-382db3b5bce9 req-c059c59c-2cd0-4908-abb9-9ef2cdbdd74e service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463384 Sep 15 15:50:32.360326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:32.370199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab7fc3-e598-4696-8087-ac31fcd62771 req-9733d954-97df-4cfc-b761-7414c6dde87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:32.372034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4bab7fc3-e598-4696-8087-ac31fcd62771 req-9733d954-97df-4cfc-b761-7414c6dde87f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0 HTTP/1.1" status: 200 len: 1096 time: 0.1159043 Sep 15 15:50:32.411524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1b7a5-8aa5-45bc-920e-c85caf695963 req-75edb2ff-448e-4706-8a97-58c61af7a2c2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:32.413054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05c1b7a5-8aa5-45bc-920e-c85caf695963 req-75edb2ff-448e-4706-8a97-58c61af7a2c2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.1109731 Sep 15 15:50:32.449878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4bab7fc3-e598-4696-8087-ac31fcd62771 req-561e07c8-f459-4b84-ab1d-33d60d7a39ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699389 Sep 15 15:50:32.464248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05c1b7a5-8aa5-45bc-920e-c85caf695963 req-a1dec3da-60bd-42d7-a520-b2a554432b58 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Sep 15 15:50:32.513550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8142e8-5bd3-40ff-8047-e3a469c8825c req-1931bd92-a0f9-40d4-b7ce-df2f2d70105e tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:32.515750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c8142e8-5bd3-40ff-8047-e3a469c8825c req-1931bd92-a0f9-40d4-b7ce-df2f2d70105e tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 944 time: 0.1825719 Sep 15 15:50:32.592018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455989a-6e26-48c1-8e2c-e7c615409c68 req-ec6cd65a-51a4-4412-942b-3964b7bc5692 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:32.594843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3455989a-6e26-48c1-8e2c-e7c615409c68 req-ec6cd65a-51a4-4412-942b-3964b7bc5692 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 931 time: 0.0629516 Sep 15 15:50:32.641340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3455989a-6e26-48c1-8e2c-e7c615409c68 req-891d1dec-2980-4039-a062-ebce718c553c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398157 Sep 15 15:50:32.679756 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c8142e8-5bd3-40ff-8047-e3a469c8825c req-e892c4f9-d962-480e-ad64-db868aa792d8 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402855 Sep 15 15:50:32.791783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa80199-f979-4f21-8cc3-32430948d8e3 req-fd1ba8c5-54a1-479f-b390-c205a575cb5b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:32.794006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2aa80199-f979-4f21-8cc3-32430948d8e3 req-fd1ba8c5-54a1-479f-b390-c205a575cb5b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0632420 Sep 15 15:50:32.862004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2aa80199-f979-4f21-8cc3-32430948d8e3 req-4d539097-3b8e-407a-875b-26cbc078df59 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602944 Sep 15 15:50:32.871337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f901c0-918d-4412-983f-676d7fd82c41 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:32.892530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:32.935264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6344d6f0-0c69-4ce3-ac13-b6c912d0c1df req-1603fca3-c13f-4382-b698-429a77205b98 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-group-rules/dbb53e90-5507-47c2-b6e9-a021fcd90a3d HTTP/1.1" status: 200 len: 778 time: 0.0404980 Sep 15 15:50:32.947942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Transition to ACTIVE for port object 63f901c0-918d-4412-983f-676d7fd82c41 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:32.961081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02619075-74fc-45db-99f0-0202708e9c67 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:32.969956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:32.983306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Transition to ACTIVE for port object 02619075-74fc-45db-99f0-0202708e9c67 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:33.001661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6344d6f0-0c69-4ce3-ac13-b6c912d0c1df req-f2b1eda8-af36-4b7f-894e-55d6575fb4ae tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/711b491b-2290-4616-92fc-2dba022cc571 HTTP/1.1" status: 200 len: 2406 time: 0.0582252 Sep 15 15:50:33.020227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a02784de-d900-4588-aa30-6955ecab5ce0 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:33.035047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.054471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6344d6f0-0c69-4ce3-ac13-b6c912d0c1df req-182b38f1-5e14-4eb3-a50d-fa53ea08d49f tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.069093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6344d6f0-0c69-4ce3-ac13-b6c912d0c1df req-182b38f1-5e14-4eb3-a50d-fa53ea08d49f tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.101766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.191339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Pushing event updated for resources: {'Port': ['ID=63f901c0-918d-4412-983f-676d7fd82c41,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:33.198083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port a02784de-d900-4588-aa30-6955ecab5ce0 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:50:33.203102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port a02784de-d900-4588-aa30-6955ecab5ce0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:33.203516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.218580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6344d6f0-0c69-4ce3-ac13-b6c912d0c1df req-182b38f1-5e14-4eb3-a50d-fa53ea08d49f tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.224348 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6344d6f0-0c69-4ce3-ac13-b6c912d0c1df req-182b38f1-5e14-4eb3-a50d-fa53ea08d49f tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.239766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6344d6f0-0c69-4ce3-ac13-b6c912d0c1df req-182b38f1-5e14-4eb3-a50d-fa53ea08d49f tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/dbb53e90-5507-47c2-b6e9-a021fcd90a3d HTTP/1.1" status: 204 len: 173 time: 0.2296665 Sep 15 15:50:33.255542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b38f1-5e14-4eb3-a50d-fa53ea08d49f tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbb53e90-5507-47c2-b6e9-a021fcd90a3d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:33.331567 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c9f8a8-946b-4c42-acfb-cd24da8dafc0 x-openstack-request-id: req-06c9f8a8-946b-4c42-acfb-cd24da8dafc0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:33.331883 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "3d4c0b4f-c188-4df7-a93f-a23a43389947", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:33.332110 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-06c9f8a8-946b-4c42-acfb-cd24da8dafc0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:33.332535 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'status': 'completed', 'code': 200} Sep 15 15:50:33.332803 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '3d4c0b4f-c188-4df7-a93f-a23a43389947', 'status': 'completed', 'code': 200} Sep 15 15:50:33.343786 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.398690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:33.402002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Attempting to bind port 63f901c0-918d-4412-983f-676d7fd82c41 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:33.402347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Attempting to bind port 63f901c0-918d-4412-983f-676d7fd82c41 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:33.402860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Attempting to bind port 63f901c0-918d-4412-983f-676d7fd82c41 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:33.414333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Port 63f901c0-918d-4412-983f-676d7fd82c41 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:33.417548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Attempting to bind port 63f901c0-918d-4412-983f-676d7fd82c41 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:33.417690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a02784de-d900-4588-aa30-6955ecab5ce0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a02784de-d900-4588-aa30-6955ecab5ce0,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:33.422810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:33.423167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Checking segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:33.423559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Bound using segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:33.423999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Bound port: 63f901c0-918d-4412-983f-676d7fd82c41, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:33.424366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.449873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:33.450218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:33.450368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.450700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:33.451257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.451740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.452212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.453309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.453983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.454652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.456875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-f0eb4e61-9ec6-4339-9f4b-ddd7b688613b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6168 time: 0.1277003 Sep 15 15:50:33.462891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:33.462891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:33.506324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:33.506840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:33.507195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:33.507738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Bound port: 02619075-74fc-45db-99f0-0202708e9c67, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:33.508221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.510450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942139d-66f4-4151-b299-6e76593edfdc req-13fa90a9-b0b2-4982-8332-7a9265598b6c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.512299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3942139d-66f4-4151-b299-6e76593edfdc req-13fa90a9-b0b2-4982-8332-7a9265598b6c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1088436 Sep 15 15:50:33.529961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.570357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] For port 63f901c0-918d-4412-983f-676d7fd82c41, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:33.591485 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a02784de-d900-4588-aa30-6955ecab5ce0,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:33.594556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] For port 63f901c0-918d-4412-983f-676d7fd82c41, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=63f901c0-918d-4412-983f-676d7fd82c41,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:33.612670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:33.616050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:33.661714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3942139d-66f4-4151-b299-6e76593edfdc req-b42bd821-ce73-48a9-ad94-8334bac3cbb4 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296182 Sep 15 15:50:33.706027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-493f56a7-50d4-4323-a216-4171748a5fbd req-b12b27bc-f43f-4717-bf1b-8dc27b633fd8 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-546856254', 'description': 'tempest-description-910403142'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:33.716918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.719417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.736976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-52a29d4f-6198-4117-9847-04abc024dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.737444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-52a29d4f-6198-4117-9847-04abc024dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.737911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-52a29d4f-6198-4117-9847-04abc024dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.739520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-52a29d4f-6198-4117-9847-04abc024dad2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=47b5b5511a5547ef85b44ec88c699413&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2729478 Sep 15 15:50:33.771900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.772544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.773975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] 10.222.0.55 "PUT /v2.0/ports/63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 1130 time: 1.8114758 Sep 15 15:50:33.782757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:33.788440 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.788440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] 10.222.0.38 "PUT /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 1091 time: 1.6092110 Sep 15 15:50:33.814347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba2bf2-1d12-4cd0-9b29-c60a7f283927 service neutron] Pushing event updated for resources: {'Port': ['ID=63f901c0-918d-4412-983f-676d7fd82c41,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:33.834417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-493f56a7-50d4-4323-a216-4171748a5fbd req-b12b27bc-f43f-4717-bf1b-8dc27b633fd8 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:33.887136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:34.008418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8d638-dd09-4896-8482-874a8c39430a service neutron] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:34.020168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-d3c48c00-0b4e-4e33-b9c5-8ac041b0d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.022434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-5e919be0-a23c-43ab-b66b-540671559c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.022802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-d3c48c00-0b4e-4e33-b9c5-8ac041b0d50a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745600 Sep 15 15:50:34.023927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-5e919be0-a23c-43ab-b66b-540671559c16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1094 time: 0.1045799 Sep 15 15:50:34.028773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:34.076075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-816a2e33-fb66-4dc3-bfa6-8951f9039ddd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 217 time: 0.0446730 Sep 15 15:50:34.097101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-493f56a7-50d4-4323-a216-4171748a5fbd req-b12b27bc-f43f-4717-bf1b-8dc27b633fd8 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:34.167807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-493f56a7-50d4-4323-a216-4171748a5fbd req-b12b27bc-f43f-4717-bf1b-8dc27b633fd8 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:34.172299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8c83de-3ae7-4684-ad61-5909ee96dd93'}, {'server_uuid': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02784de-d900-4588-aa30-6955ecab5ce0'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:34.176949 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fc39ff-0cf8-4d51-b22f-3363a44dc83f" -d '{"events": [{"server_uuid": "5ead7358-8741-433d-b2db-7fcfcf54452c", "name": "network-vif-plugged", "status": "completed", "tag": "5e8c83de-3ae7-4684-ad61-5909ee96dd93"}, {"server_uuid": "d7c6cebf-bb78-4b66-87fc-65362ab1ad4e", "name": "network-vif-plugged", "status": "completed", "tag": "a02784de-d900-4588-aa30-6955ecab5ce0"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:34.185212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.185838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.186381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.187942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.189054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.189751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.190231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.192233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-20167f27-1930-49d8-bab7-9294f405e999 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6210 time: 0.0895050 Sep 15 15:50:34.209305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-fa8626b4-2321-4dc5-9e92-61f79a066af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.210782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-fa8626b4-2321-4dc5-9e92-61f79a066af0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.1114709 Sep 15 15:50:34.244727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b27bc-f43f-4717-bf1b-8dc27b633fd8 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48858d4-a1cf-4f3e-8d54-f91fbe8c29b4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:34.253078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-e9268486-3509-44cb-958f-dd0e236c87b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322893 Sep 15 15:50:34.340992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-4958f1fb-b161-42fe-8990-f4a348c3413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.341850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-4958f1fb-b161-42fe-8990-f4a348c3413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.342658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-4958f1fb-b161-42fe-8990-f4a348c3413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.345799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-4958f1fb-b161-42fe-8990-f4a348c3413e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=47b5b5511a5547ef85b44ec88c699413&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1386483 Sep 15 15:50:34.352546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-493f56a7-50d4-4323-a216-4171748a5fbd req-b12b27bc-f43f-4717-bf1b-8dc27b633fd8 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:34.364084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-493f56a7-50d4-4323-a216-4171748a5fbd req-b12b27bc-f43f-4717-bf1b-8dc27b633fd8 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6726303 Sep 15 15:50:34.436003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-8e0ef821-039a-4ef4-b0db-3c61a3db1826 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731341 Sep 15 15:50:34.535750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.541512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.548035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.554493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.560265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.566242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.572170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.574076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-1a9d3258-ab46-4024-90d3-9ee3d742024f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5373 time: 0.1567278 Sep 15 15:50:34.577355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-1a18de20-35a4-43db-af48-732419d56e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.579487 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c2abf5f-fb9b-4aad-b1c6-abdd95777ef2 req-1a18de20-35a4-43db-af48-732419d56e82 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2163615 Sep 15 15:50:34.615757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432b6d0d-4307-4ab9-ab8f-8129c751f0cc {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:34.630666 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:34.634353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fdf06bc0-92c4-4c18-aec0-529ba676cda6 req-93b8cde7-025b-488e-a4cf-d9c90b5ca6c3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487087 Sep 15 15:50:34.645557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cb47cce-b42f-4e1b-a79c-9b3ade5a1684 req-4a0200f8-dc7a-4324-9ca2-3e00b5bd0cda service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980743 Sep 15 15:50:34.656802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Transition to ACTIVE for port object 432b6d0d-4307-4ab9-ab8f-8129c751f0cc will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:34.664966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2adc5-45a0-407a-89f2-ac0cc74fc8f7 req-b7577376-ad9a-4d93-ba13-728227c542f0 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.666624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35b2adc5-45a0-407a-89f2-ac0cc74fc8f7 req-b7577376-ad9a-4d93-ba13-728227c542f0 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.1371729 Sep 15 15:50:34.717156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35b2adc5-45a0-407a-89f2-ac0cc74fc8f7 req-bbf85f9f-9a47-4752-80dd-c3ef68f39d3a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Sep 15 15:50:34.729818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:34.792661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456d6cd-82aa-4bec-b1bd-c3ff8aca2d29 req-d16caf56-266b-4720-bd02-b9f49b457457 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:34.793273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Pushing event updated for resources: {'Port': ['ID=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:34.800231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4456d6cd-82aa-4bec-b1bd-c3ff8aca2d29 req-d16caf56-266b-4720-bd02-b9f49b457457 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.0746293 Sep 15 15:50:34.875448 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4456d6cd-82aa-4bec-b1bd-c3ff8aca2d29 req-474f5ce3-0556-4032-bf2d-5a52d6132d62 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742157 Sep 15 15:50:34.926621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Attempting to bind port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:34.927028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Attempting to bind port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:34.927306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Attempting to bind port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:34.935400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Attempting to bind port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Checking segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Bound using segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Bound port: 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29e657-1f8c-4856-b415-dfc47be13a55 req-20f1d53f-7e55-4b70-b3b5-182c8cc731f2 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.283655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da29e657-1f8c-4856-b415-dfc47be13a55 req-20f1d53f-7e55-4b70-b3b5-182c8cc731f2 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 945 time: 0.0902267 Sep 15 15:50:35.287154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513b89-c750-40e3-a0d2-eae0e2df0157 req-a9f7c486-67e7-4d40-8cab-d7e9a828d654 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.287154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02513b89-c750-40e3-a0d2-eae0e2df0157 req-a9f7c486-67e7-4d40-8cab-d7e9a828d654 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0614173 Sep 15 15:50:35.287154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02513b89-c750-40e3-a0d2-eae0e2df0157 req-cc75f803-51d5-4428-bbfe-7fd1bf50b0bd tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Sep 15 15:50:35.288734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da29e657-1f8c-4856-b415-dfc47be13a55 req-60ab2c83-e173-478c-922f-7505ea32adf4 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570023 Sep 15 15:50:35.288734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] For port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:35.288734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] For port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:35.289757 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0158d1b5-5e31-42c8-8ec4-dc12cfa78243 x-openstack-request-id: req-0158d1b5-5e31-42c8-8ec4-dc12cfa78243 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:35.289757 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ead7358-8741-433d-b2db-7fcfcf54452c", "name": "network-vif-plugged", "status": "completed", "tag": "5e8c83de-3ae7-4684-ad61-5909ee96dd93", "code": 200}, {"server_uuid": "d7c6cebf-bb78-4b66-87fc-65362ab1ad4e", "name": "network-vif-plugged", "status": "completed", "tag": "a02784de-d900-4588-aa30-6955ecab5ce0", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:35.289757 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0158d1b5-5e31-42c8-8ec4-dc12cfa78243 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:35.289757 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8c83de-3ae7-4684-ad61-5909ee96dd93', 'code': 200} Sep 15 15:50:35.289757 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02784de-d900-4588-aa30-6955ecab5ce0', 'code': 200} Sep 15 15:50:35.290933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5efaf75d-4a46-4ed3-8ae5-6370d3038ae7 req-9adca63e-3c43-4fde-8a46-130077be3f39 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/a48858d4-a1cf-4f3e-8d54-f91fbe8c29b4 HTTP/1.1" status: 200 len: 1811 time: 0.0476267 Sep 15 15:50:35.290933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0614d1-542f-4c48-a851-a12e6a66dd72 req-48931ac8-25b1-4ff5-82bd-8a14420a57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.290933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a0614d1-542f-4c48-a851-a12e6a66dd72 req-48931ac8-25b1-4ff5-82bd-8a14420a57eb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 1097 time: 0.0466211 Sep 15 15:50:35.291363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1dbe8-b053-4188-b63b-41e95e25a0c0 req-dc4446b8-748a-44a8-9af9-b3b6b93e8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.291363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0f1dbe8-b053-4188-b63b-41e95e25a0c0 req-dc4446b8-748a-44a8-9af9-b3b6b93e8c0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 1096 time: 0.0443375 Sep 15 15:50:35.292725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a0614d1-542f-4c48-a851-a12e6a66dd72 req-ab05241d-cb7e-4f0a-9ea6-3baa5e28dd87 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Sep 15 15:50:35.310160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0f1dbe8-b053-4188-b63b-41e95e25a0c0 req-9fe2bf77-0b50-44f2-b3b5-9d7106f3e6c6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584908 Sep 15 15:50:35.333595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '63f901c0-918d-4412-983f-676d7fd82c41'}, {'name': 'network-changed', 'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'tag': '02619075-74fc-45db-99f0-0202708e9c67'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:35.336325 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cdfdf0-e885-466e-b5dc-684aaa50afa8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "63f901c0-918d-4412-983f-676d7fd82c41"}, {"name": "network-changed", "server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "tag": "02619075-74fc-45db-99f0-0202708e9c67"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:35.541704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:35.577313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.578617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:35.580051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/432b6d0d-4307-4ab9-ab8f-8129c751f0cc HTTP/1.1" status: 200 len: 1091 time: 1.6986494 Sep 15 15:50:35.605877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87954d-22ce-47aa-85e9-2a7e951a78f8 service neutron] Pushing event updated for resources: {'Port': ['ID=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:35.721547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:35.751863 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7510f-da28-41ad-ae98-538f99f40634 x-openstack-request-id: req-1ed7510f-da28-41ad-ae98-538f99f40634 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:35.752162 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "63f901c0-918d-4412-983f-676d7fd82c41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "tag": "02619075-74fc-45db-99f0-0202708e9c67", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:35.752413 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1ed7510f-da28-41ad-ae98-538f99f40634 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:35.752836 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '63f901c0-918d-4412-983f-676d7fd82c41', 'status': 'completed', 'code': 200} Sep 15 15:50:35.753090 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'tag': '02619075-74fc-45db-99f0-0202708e9c67', 'status': 'completed', 'code': 200} Sep 15 15:50:35.816693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:35.846199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.846817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.847364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.847922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.848445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.848997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.849572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.851706 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-6e0ed98c-0a83-414f-af27-0160a658c7b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6277 time: 0.0703924 Sep 15 15:50:35.899241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-5eb4d48c-ae1d-441c-85bd-2932b340869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.900758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-5eb4d48c-ae1d-441c-85bd-2932b340869d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1094 time: 0.1201041 Sep 15 15:50:35.941696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.947952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.954564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.960640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.966523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.972906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.978768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:35.984768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-20f3e54d-d646-4d18-9b14-6201b42aae7f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5385 time: 0.1533422 Sep 15 15:50:36.005244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-1adc2227-6850-417e-a628-2a7a53665fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.005841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-1adc2227-6850-417e-a628-2a7a53665fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.006167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-1adc2227-6850-417e-a628-2a7a53665fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.007775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-1adc2227-6850-417e-a628-2a7a53665fab service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=47b5b5511a5547ef85b44ec88c699413&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1477337 Sep 15 15:50:36.062654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec900a5-a8b5-49be-a5e1-b459b149ec6d req-53de45fe-e2b4-450b-be9a-09291803da0c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.063940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ec900a5-a8b5-49be-a5e1-b459b149ec6d req-53de45fe-e2b4-450b-be9a-09291803da0c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.0971868 Sep 15 15:50:36.118283 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-148b5970-ab86-4cc1-81cf-5b5d6c49e36a req-6564d8f5-371e-4c19-a204-56c7e6f6214c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854068 Sep 15 15:50:36.183496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b6a902ee-694c-4342-b261-255d0ec5898d req-fda30dd8-edaf-425a-bf14-a59b5876280e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1185045373', 'description': 'tempest-description-2074015971'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:36.184129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ec900a5-a8b5-49be-a5e1-b459b149ec6d req-e6dab4a2-b199-416a-97ab-e9ef3b35a615 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899014 Sep 15 15:50:36.191067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-2ca82a2b-e180-45af-a250-084f6ffad985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.192399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-2ca82a2b-e180-45af-a250-084f6ffad985 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767278 Sep 15 15:50:36.195108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-57f2edea-4931-4e76-9a9a-d384dfa4c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.196623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-57f2edea-4931-4e76-9a9a-d384dfa4c582 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=03e03b37b3514049b57300c75a6e0812&device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 1096 time: 0.1040900 Sep 15 15:50:36.262752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-e42384d9-9ebd-4b19-a23c-e8be9fa77792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.264246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-e42384d9-9ebd-4b19-a23c-e8be9fa77792 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.2295704 Sep 15 15:50:36.317651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-83f9d8b6-2aac-4d14-90a3-f1822205e78e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 217 time: 0.0445213 Sep 15 15:50:36.343571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd9332-f677-4531-b913-20ada599ccc2 req-8beb756f-32ec-427f-b76d-5921af7e9a85 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.345135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86dd9332-f677-4531-b913-20ada599ccc2 req-8beb756f-32ec-427f-b76d-5921af7e9a85 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0738683 Sep 15 15:50:36.346477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-ddab9ac1-092a-427c-967a-9f24a7273d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.347821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-ddab9ac1-092a-427c-967a-9f24a7273d0e service neutron] 10.222.0.38 "GET /v2.0/networks?id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 200 len: 917 time: 0.1415470 Sep 15 15:50:36.371782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6a902ee-694c-4342-b261-255d0ec5898d req-fda30dd8-edaf-425a-bf14-a59b5876280e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:36.417067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-2f99562d-3e33-46fe-8f54-c19492e30182 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5ea675f-9100-4833-8912-5632efe0c797 HTTP/1.1" status: 200 len: 217 time: 0.0492244 Sep 15 15:50:36.426050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86dd9332-f677-4531-b913-20ada599ccc2 req-77498bd1-4d51-439a-ba71-943578a4ab6c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739324 Sep 15 15:50:36.426316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-9ad3a481-f3b9-4347-945a-144ca560eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.427513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-9ad3a481-f3b9-4347-945a-144ca560eee1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0986142 Sep 15 15:50:36.444171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c123b0f7-db23-468c-b9e0-0c9933b05ac8 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:36.456325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:36.475049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-541fe489-4443-4fd0-b4c8-545b16a2e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.476763 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-541fe489-4443-4fd0-b4c8-545b16a2e6f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c06333d4-9736-495e-a67a-f45c56555d03 HTTP/1.1" status: 200 len: 855 time: 0.0498023 Sep 15 15:50:36.488369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-d856f2f7-a773-42ad-88d1-e16fe86f4be9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359893 Sep 15 15:50:36.500927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Transition to ACTIVE for port object c123b0f7-db23-468c-b9e0-0c9933b05ac8 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:36.570778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-6cc32642-4f03-4a72-9e28-405e47e80b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.572420 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-6cc32642-4f03-4a72-9e28-405e47e80b57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638556 Sep 15 15:50:36.590900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:36.595345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab528-7bf6-4117-b278-443ea85685f4 req-3a8254ff-75f9-476d-8e00-04886d7b358b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.597000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afab528-7bf6-4117-b278-443ea85685f4 req-3a8254ff-75f9-476d-8e00-04886d7b358b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.1003642 Sep 15 15:50:36.656237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6a902ee-694c-4342-b261-255d0ec5898d req-fda30dd8-edaf-425a-bf14-a59b5876280e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:36.685437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c123b0f7-db23-468c-b9e0-0c9933b05ac8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:36.697396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-31cece51-6acc-4d55-8854-759519056a1d service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862254 Sep 15 15:50:36.726267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afab528-7bf6-4117-b278-443ea85685f4 req-c6665cb1-f138-4371-b9c4-f567dd21aa2b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100869 Sep 15 15:50:36.772406 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-c6bd98f9-e101-41a2-881c-4b060e9da8f4 service neutron] 10.222.0.38 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907752 Sep 15 15:50:36.774187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6a902ee-694c-4342-b261-255d0ec5898d req-fda30dd8-edaf-425a-bf14-a59b5876280e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:36.875318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda30dd8-edaf-425a-bf14-a59b5876280e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1975a45-6e21-4472-936b-4b0e3443adf9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:36.896250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Attempting to bind port c123b0f7-db23-468c-b9e0-0c9933b05ac8 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:36.896639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Attempting to bind port c123b0f7-db23-468c-b9e0-0c9933b05ac8 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:36.896975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Attempting to bind port c123b0f7-db23-468c-b9e0-0c9933b05ac8 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:36.913505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Port c123b0f7-db23-468c-b9e0-0c9933b05ac8 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:36.913804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Attempting to bind port c123b0f7-db23-468c-b9e0-0c9933b05ac8 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:36.922242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:36.923553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Checking segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:36.923553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Bound using segment: {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:36.923553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Bound port: c123b0f7-db23-468c-b9e0-0c9933b05ac8, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aab47b4-b1fd-4ac6-a607-8000a6645871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:36.923940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:36.928371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69cdfdf0-e885-466e-b5dc-684aaa50afa8 req-1e7118d8-29d9-43b1-b4e5-fefca29c979d service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079675 Sep 15 15:50:36.932026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7920a-c636-421b-9807-49057e0d418e req-0ce39ec6-8752-4101-80f4-716c7011c5aa tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:36.935183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-28c7920a-c636-421b-9807-49057e0d418e req-0ce39ec6-8752-4101-80f4-716c7011c5aa tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 948 time: 0.1041429 Sep 15 15:50:36.972262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6a902ee-694c-4342-b261-255d0ec5898d req-fda30dd8-edaf-425a-bf14-a59b5876280e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:36.973631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6a902ee-694c-4342-b261-255d0ec5898d req-fda30dd8-edaf-425a-bf14-a59b5876280e tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8019879 Sep 15 15:50:36.975514 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60884c68-24c8-4baa-8b3d-c62c4317566e req-f028f962-7567-4825-aff6-597069ee07f7 service neutron] 10.222.0.38 "GET /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932058 Sep 15 15:50:37.013583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-28c7920a-c636-421b-9807-49057e0d418e req-ff34f88f-cd37-457c-8a06-d5398139e849 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722148 Sep 15 15:50:37.032058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] For port c123b0f7-db23-468c-b9e0-0c9933b05ac8, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:37.037830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] For port c123b0f7-db23-468c-b9e0-0c9933b05ac8, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:37.097165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95a730-6595-4884-814d-5246008a6eee req-fb8cdc9f-d1be-4944-aaf7-be62ac26ceb1 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.098656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c95a730-6595-4884-814d-5246008a6eee req-fb8cdc9f-d1be-4944-aaf7-be62ac26ceb1 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0513566 Sep 15 15:50:37.102440 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.127113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53504b-59f1-4d6e-92be-0625c490d6c1 req-89c16822-f5f9-4f2f-8414-26f1677a6869 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.128686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee53504b-59f1-4d6e-92be-0625c490d6c1 req-89c16822-f5f9-4f2f-8414-26f1677a6869 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 945 time: 0.0536978 Sep 15 15:50:37.153314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.153939 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.155362 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] 10.222.0.55 "PUT /v2.0/ports/c123b0f7-db23-468c-b9e0-0c9933b05ac8 HTTP/1.1" status: 200 len: 1091 time: 1.4395101 Sep 15 15:50:37.184399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c95a730-6595-4884-814d-5246008a6eee req-c3b8fa8b-0158-4fb0-84a5-cd7a282ccb46 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763068 Sep 15 15:50:37.188454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee53504b-59f1-4d6e-92be-0625c490d6c1 req-151527f2-6926-40e1-ba1d-372ff9606db4 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Sep 15 15:50:37.196445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc8128-baaa-4ea9-bf46-32fd21ffbbb2 service neutron] Pushing event updated for resources: {'Port': ['ID=c123b0f7-db23-468c-b9e0-0c9933b05ac8,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:37.243785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:37.254505 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bbe73a4b-e4f7-45b6-ac33-40f85725a9a5 req-f174d509-b87d-481b-8d6c-446a82b8b2a9 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/f1975a45-6e21-4472-936b-4b0e3443adf9 HTTP/1.1" status: 200 len: 1813 time: 0.0458789 Sep 15 15:50:37.350538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.386184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f6b35-17c9-4bf3-ac23-a06d32cb6d98 req-512998cc-d6c4-4d82-a9b0-33f9f8d5bf59 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.388963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-669f6b35-17c9-4bf3-ac23-a06d32cb6d98 req-512998cc-d6c4-4d82-a9b0-33f9f8d5bf59 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0 HTTP/1.1" status: 200 len: 945 time: 0.0701218 Sep 15 15:50:37.391043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.397518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.403131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.405107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 02619075-74fc-45db-99f0-0202708e9c67 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:37.409918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.415853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.422013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.427897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.429836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-b92f1203-0878-427d-9194-be8551df0875 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5397 time: 0.1515934 Sep 15 15:50:37.445167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-669f6b35-17c9-4bf3-ac23-a06d32cb6d98 req-9412732a-f7d8-4850-9bec-e992d2598c70 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Sep 15 15:50:37.548219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:37.560439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '02619075-74fc-45db-99f0-0202708e9c67', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'port_id': '02619075-74fc-45db-99f0-0202708e9c67', 'mac_address': 'fa:16:3e:ce:7f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a71e6-e51d-4d01-b40c-cb6fa66b4caf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:50:37.574864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391936-0197-4701-a526-6825160e08c5 req-72f5b24e-4347-4fae-9cc3-257c90717646 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.576662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00391936-0197-4701-a526-6825160e08c5 req-72f5b24e-4347-4fae-9cc3-257c90717646 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.0622995 Sep 15 15:50:37.611975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fd60fa4-9155-4996-8c4b-dc3245d33f9e req-e1460c3d-85cb-428b-9de3-53abdaff59e6 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450436 Sep 15 15:50:37.618608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.647272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02619075-74fc-45db-99f0-0202708e9c67 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:37.649118 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00391936-0197-4701-a526-6825160e08c5 req-2cff0986-442d-4d86-9027-ccc2e9e8bc9b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654807 Sep 15 15:50:37.654087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3a08c0e5-c68d-4749-956d-ca0bed364bdd req-85b75664-3dd4-421b-9cb4-af279876c92b tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1453552761', 'description': 'tempest-description-1331650056'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:37.670907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:37.753814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc'}, {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:37.756188 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc"}, {"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "c123b0f7-db23-468c-b9e0-0c9933b05ac8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:37.761840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba29a9-b003-47c1-ba87-f12bd9fd12fa req-eb4463b8-7317-4ab7-b826-82a3dff73f87 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.763377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72ba29a9-b003-47c1-ba87-f12bd9fd12fa req-eb4463b8-7317-4ab7-b826-82a3dff73f87 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0573044 Sep 15 15:50:37.777742 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.810197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3a08c0e5-c68d-4749-956d-ca0bed364bdd req-85b75664-3dd4-421b-9cb4-af279876c92b tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.845975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72ba29a9-b003-47c1-ba87-f12bd9fd12fa req-889b5849-d5b8-46d7-a432-acc2a0df7061 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 Sep 15 15:50:37.848532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab89d64-7da6-4c6d-b180-a70f55101c91 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:37.857687 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.861930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-8e783191-91d7-40eb-aaed-592bf45a8399 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:37.863648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-8e783191-91d7-40eb-aaed-592bf45a8399 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 948 time: 0.0863152 Sep 15 15:50:37.864060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:37.872120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.872706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.873237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.873773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.874321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.875593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.876168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.876733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.877289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.877842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.878386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.878918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:37.882003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Transition to ACTIVE for port object 5ab89d64-7da6-4c6d-b180-a70f55101c91 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:37.948991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3a08c0e5-c68d-4749-956d-ca0bed364bdd req-85b75664-3dd4-421b-9cb4-af279876c92b tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.983940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:37.986812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Deleting port cdada5d2-bb67-4407-9189-26ec64d86434 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:37.987148 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.039013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['02619075-74fc-45db-99f0-0202708e9c67'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:38.040893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Pushing event updated for resources: {'Port': ['ID=5ab89d64-7da6-4c6d-b180-a70f55101c91,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:38.043631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3a08c0e5-c68d-4749-956d-ca0bed364bdd req-85b75664-3dd4-421b-9cb4-af279876c92b tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.098885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] For port cdada5d2-bb67-4407-9189-26ec64d86434, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cdada5d2-bb67-4407-9189-26ec64d86434,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:38.099689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.117631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Calling delete_port for cdada5d2-bb67-4407-9189-26ec64d86434 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:38.136904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b75664-3dd4-421b-9cb4-af279876c92b tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209cb1f4-e875-4e06-9120-76e5541a9d3e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:38.164845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Attempting to bind port 5ab89d64-7da6-4c6d-b180-a70f55101c91 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:38.164845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Attempting to bind port 5ab89d64-7da6-4c6d-b180-a70f55101c91 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:38.164845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Attempting to bind port 5ab89d64-7da6-4c6d-b180-a70f55101c91 on network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:38.186121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Port 5ab89d64-7da6-4c6d-b180-a70f55101c91 on network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:38.188643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Attempting to bind port 5ab89d64-7da6-4c6d-b180-a70f55101c91 on network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:38.197161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:38.197161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Checking segment: {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:38.197677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Bound using segment: {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:38.197998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Bound port: 5ab89d64-7da6-4c6d-b180-a70f55101c91, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:38.198359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.254436 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3a08c0e5-c68d-4749-956d-ca0bed364bdd req-85b75664-3dd4-421b-9cb4-af279876c92b tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.263295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3a08c0e5-c68d-4749-956d-ca0bed364bdd req-85b75664-3dd4-421b-9cb4-af279876c92b tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6103246 Sep 15 15:50:38.304668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] For port 5ab89d64-7da6-4c6d-b180-a70f55101c91, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:38.308218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] For port 5ab89d64-7da6-4c6d-b180-a70f55101c91, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:38.372546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc1bcc-1b9d-4818-9f62-de3211e41a0e req-510a7faa-ddcc-4cce-99dc-f1798c510e99 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.378629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22dc1bcc-1b9d-4818-9f62-de3211e41a0e req-510a7faa-ddcc-4cce-99dc-f1798c510e99 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 944 time: 0.0529521 Sep 15 15:50:38.389441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.390766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.406016 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85676bc-94bd-41d3-a06f-b082588547f3 x-openstack-request-id: req-d85676bc-94bd-41d3-a06f-b082588547f3 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:38.406349 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "c123b0f7-db23-468c-b9e0-0c9933b05ac8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:38.406572 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d85676bc-94bd-41d3-a06f-b082588547f3 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:38.406963 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc', 'status': 'completed', 'code': 200} Sep 15 15:50:38.407211 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8', 'status': 'completed', 'code': 200} Sep 15 15:50:38.426878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Pushing event deleted for resources: {'Port': ['ID=cdada5d2-bb67-4407-9189-26ec64d86434,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:38.520663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] No DVR routers for this DVR port cdada5d2-bb67-4407-9189-26ec64d86434 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:38.523712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.525634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b97f022-a1c1-43ba-860e-0287d6b4bbda req-c01a3a65-e23b-4916-a14c-5612d72af581 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "DELETE /v2.0/ports/cdada5d2-bb67-4407-9189-26ec64d86434 HTTP/1.1" status: 204 len: 173 time: 0.6416023 Sep 15 15:50:38.526069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-deleted', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:38.528385 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f75230-087f-4108-9a6a-70168c9b7830" -d '{"events": [{"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-deleted", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:38.555687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.556172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.556715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.557191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.557662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.558134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.558604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.560977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-efa76303-0267-497a-aec0-93c955c395e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6411 time: 0.0918038 Sep 15 15:50:38.699873 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:50:38.710763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-12f4064b-93a5-41a5-bfb6-6f7961f07611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.714948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-12f4064b-93a5-41a5-bfb6-6f7961f07611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.714948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-12f4064b-93a5-41a5-bfb6-6f7961f07611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.716349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-12f4064b-93a5-41a5-bfb6-6f7961f07611 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=47b5b5511a5547ef85b44ec88c699413&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1459343 Sep 15 15:50:38.798127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.798795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:38.808060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] 10.222.0.55 "PUT /v2.0/ports/5ab89d64-7da6-4c6d-b180-a70f55101c91 HTTP/1.1" status: 200 len: 1091 time: 1.5610480 Sep 15 15:50:38.840444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-48548c6b-e58c-48b3-bd3e-1293ed4e105a req-beee9e02-b772-41e0-8f9f-36c4ebc7528f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=c8d527c4-6bdd-44a3-ba8d-6bb7fd697411 HTTP/1.1" status: 200 len: 210 time: 0.0473845 Sep 15 15:50:38.875606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22dc1bcc-1b9d-4818-9f62-de3211e41a0e req-996c86b2-9663-45d5-a523-fcefb58375f2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734342 Sep 15 15:50:38.900047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-17f2e214-bb6a-4c03-bfa3-c4d46f3e9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:38.900047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-17f2e214-bb6a-4c03-bfa3-c4d46f3e9508 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1751778 Sep 15 15:50:38.900763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed370a-b345-4641-a8f1-8f1761082f0b service neutron] Pushing event updated for resources: {'Port': ['ID=5ab89d64-7da6-4c6d-b180-a70f55101c91,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:38.946623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Request body: {'port': {'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:39.041582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2536701e-174f-4913-bb28-6c3f8aa6b601 req-dbb8a85b-9777-4e3e-a073-d09571712331 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/209cb1f4-e875-4e06-9120-76e5541a9d3e HTTP/1.1" status: 200 len: 1813 time: 0.1017740 Sep 15 15:50:39.052929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.053456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.054053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.054533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.055015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.055499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.055954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.058263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-05f89519-35cd-482f-a944-c3615e78bcb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6411 time: 0.0987368 Sep 15 15:50:39.187756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-1b7401e1-b855-4e07-b539-b713ce66086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.188396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-1b7401e1-b855-4e07-b539-b713ce66086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.188913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-1b7401e1-b855-4e07-b539-b713ce66086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.190619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-1b7401e1-b855-4e07-b539-b713ce66086b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=47b5b5511a5547ef85b44ec88c699413&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1232176 Sep 15 15:50:39.305783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-77baf60a-2311-44ab-b1cc-e59a07280c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.307972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6da7d6a6-f040-466d-8dd8-0b9a489dbfe5 req-77baf60a-2311-44ab-b1cc-e59a07280c20 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082966 Sep 15 15:50:39.348112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7657a-bcb0-4ce4-a3ed-e17f2eafad19 req-a2831a42-6677-4f50-9228-047efcd93021 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.349644 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abd7657a-bcb0-4ce4-a3ed-e17f2eafad19 req-a2831a42-6677-4f50-9228-047efcd93021 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.4226379 Sep 15 15:50:39.360715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:39.406091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 02619075-74fc-45db-99f0-0202708e9c67 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:39.438414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abd7657a-bcb0-4ce4-a3ed-e17f2eafad19 req-4dbb774f-afb2-416a-830e-c0f9d80861ad tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797341 Sep 15 15:50:39.451753 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74576ad4-337c-4dc4-89b6-fb2e837c8191 x-openstack-request-id: req-74576ad4-337c-4dc4-89b6-fb2e837c8191 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:39.452140 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d527c4-6bdd-44a3-ba8d-6bb7fd697411", "name": "network-vif-deleted", "tag": "cdada5d2-bb67-4407-9189-26ec64d86434", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:39.453106 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-74576ad4-337c-4dc4-89b6-fb2e837c8191 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:39.453387 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d527c4-6bdd-44a3-ba8d-6bb7fd697411', 'name': 'network-vif-deleted', 'tag': 'cdada5d2-bb67-4407-9189-26ec64d86434', 'status': 'completed', 'code': 200} Sep 15 15:50:39.523110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 02619075-74fc-45db-99f0-0202708e9c67 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:50:39.526155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 02619075-74fc-45db-99f0-0202708e9c67 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:39.526818 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:39.595052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.601790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.608211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.616465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.622761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.629624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.633034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:39.637523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.648327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-3b9ba43c-c70e-415d-9686-412365da073e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5409 time: 0.1386685 Sep 15 15:50:39.660604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02619075-74fc-45db-99f0-0202708e9c67'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:39.664462 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f393d56-66d7-4e6f-af34-a68510cc5467" -d '{"events": [{"server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "name": "network-vif-plugged", "status": "completed", "tag": "02619075-74fc-45db-99f0-0202708e9c67"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:39.675352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4a213-e23c-4050-9055-6390d24d9f99 req-8c24cbbe-a2be-43f2-80f3-260b8e1f9bcd tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.677236 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7b4a213-e23c-4050-9055-6390d24d9f99 req-8c24cbbe-a2be-43f2-80f3-260b8e1f9bcd tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1194537 Sep 15 15:50:39.678166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:39.689614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2bb184d-3d48-4f2e-82fe-e705e1091c04 req-ec0ad1f4-55e5-4835-b9d8-2e701e36f7d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402570 Sep 15 15:50:39.757677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7b4a213-e23c-4050-9055-6390d24d9f99 req-998e4a7d-b8bd-45e6-8e6c-35436262bca8 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694828 Sep 15 15:50:39.800864 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:39.802076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cdada5d2-bb67-4407-9189-26ec64d86434 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:39.806866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3f328d0f-e01f-4460-b215-06535d726bde req-ff057fe2-f97b-4d4f-8bdf-eef7a53b5837 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-874905802', 'description': 'tempest-description-836124310'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:39.818116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b927f-771c-429e-afc4-55fbacbd00a1 req-19b1b923-1091-4dfc-865c-db341e60145d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.827086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-941b927f-771c-429e-afc4-55fbacbd00a1 req-19b1b923-1091-4dfc-865c-db341e60145d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0652194 Sep 15 15:50:39.848556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: cdada5d2-bb67-4407-9189-26ec64d86434 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:50:39.848906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cdada5d2-bb67-4407-9189-26ec64d86434 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:39.874382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-d8521c8f-f0c8-4ebe-b396-f8b9702d6440 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:39.876232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-941b927f-771c-429e-afc4-55fbacbd00a1 req-c75c5901-870d-46fb-811d-bd67bf459024 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Sep 15 15:50:39.876422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-d8521c8f-f0c8-4ebe-b396-f8b9702d6440 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0 HTTP/1.1" status: 200 len: 945 time: 0.1335371 Sep 15 15:50:39.897240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:39.900527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0172419-fef7-4778-8bfc-fd341ba24f50 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:39.930345 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:39.953928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Transition to ACTIVE for port object f0172419-fef7-4778-8bfc-fd341ba24f50 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:50:40.006498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Deleting port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:40.006831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.010895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3f328d0f-e01f-4460-b215-06535d726bde req-ff057fe2-f97b-4d4f-8bdf-eef7a53b5837 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.034513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37aeb1-5591-43cd-8637-3510ab492db9 req-6fd396a3-17e7-43ec-af7a-c7d48d19ce80 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.036152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd37aeb1-5591-43cd-8637-3510ab492db9 req-6fd396a3-17e7-43ec-af7a-c7d48d19ce80 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0 HTTP/1.1" status: 200 len: 945 time: 0.0909379 Sep 15 15:50:40.042949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-eb6fc779-bc29-449d-9648-82dacf5fa845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.046531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-eb6fc779-bc29-449d-9648-82dacf5fa845 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.0662217 Sep 15 15:50:40.046731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.102818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd37aeb1-5591-43cd-8637-3510ab492db9 req-cd55a0d2-9d54-4ef2-b6d9-3eb2cb7ec273 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/security-groups?id=7e40e883-2ce3-4724-8deb-c44b45944fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 Sep 15 15:50:40.164146 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45718b68-9969-4cf9-9b99-29714e5f1a1a x-openstack-request-id: req-45718b68-9969-4cf9-9b99-29714e5f1a1a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:40.165545 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "name": "network-vif-plugged", "status": "completed", "tag": "02619075-74fc-45db-99f0-0202708e9c67", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:40.165910 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-45718b68-9969-4cf9-9b99-29714e5f1a1a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:40.166248 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02619075-74fc-45db-99f0-0202708e9c67', 'code': 200} Sep 15 15:50:40.181690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Pushing event updated for resources: {'Port': ['ID=f0172419-fef7-4778-8bfc-fd341ba24f50,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:40.228889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] For port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:40.236121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.291201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Calling delete_port for 5ea04782-111e-47d5-b3a1-ad126aa4ce6f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:40.331920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-80574f91-a171-4666-97d9-fe780e02ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.333543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-80574f91-a171-4666-97d9-fe780e02ac6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.2569914 Sep 15 15:50:40.356718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff3ec8-aa9f-4c33-bc1b-5d48366793dd req-d91d64d0-2f02-4596-9bae-2094df9371e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.358215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdff3ec8-aa9f-4c33-bc1b-5d48366793dd req-d91d64d0-2f02-4596-9bae-2094df9371e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1096 time: 0.1175847 Sep 15 15:50:40.384001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3f328d0f-e01f-4460-b215-06535d726bde req-ff057fe2-f97b-4d4f-8bdf-eef7a53b5837 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.389532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Attempting to bind port f0172419-fef7-4778-8bfc-fd341ba24f50 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:40.389532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Attempting to bind port f0172419-fef7-4778-8bfc-fd341ba24f50 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:40.389532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Attempting to bind port f0172419-fef7-4778-8bfc-fd341ba24f50 on network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:40.398217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Port f0172419-fef7-4778-8bfc-fd341ba24f50 on network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:40.403004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Attempting to bind port f0172419-fef7-4778-8bfc-fd341ba24f50 on network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:40.404009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-ab8ed85e-56c8-4f0e-bb71-feb952c79ac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=849c909a-2c3a-4e47-8c55-a84e820fb560 HTTP/1.1" status: 200 len: 217 time: 0.0563817 Sep 15 15:50:40.413035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928f60f-b3cb-4978-94fd-44530aa1ee3b req-83c58a67-e7fd-48a4-9450-daf38169c79c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.413392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:40.413730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Checking segment: {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:40.414121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Bound using segment: {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:40.414551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Bound port: f0172419-fef7-4778-8bfc-fd341ba24f50, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:40.414725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5928f60f-b3cb-4978-94fd-44530aa1ee3b req-83c58a67-e7fd-48a4-9450-daf38169c79c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 945 time: 0.1236906 Sep 15 15:50:40.414892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.422787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:40.425841 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3288e4-7f32-4de6-9082-cdc91577d17f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:40.474474 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3f328d0f-e01f-4460-b215-06535d726bde req-ff057fe2-f97b-4d4f-8bdf-eef7a53b5837 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.510855 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdff3ec8-aa9f-4c33-bc1b-5d48366793dd req-e8b2897a-dae1-4d2a-8548-fe610cd193fe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136875 Sep 15 15:50:40.521494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5928f60f-b3cb-4978-94fd-44530aa1ee3b req-11bf0a7b-2be2-48c9-9dae-fa9c4da1034c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926585 Sep 15 15:50:40.523205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-37ab66e5-99d1-487f-9777-51773e2c5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.524618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-37ab66e5-99d1-487f-9777-51773e2c5534 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1091771 Sep 15 15:50:40.565407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff057fe2-f97b-4d4f-8bdf-eef7a53b5837 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff4500a-7163-42f9-82c7-ef5ba916ef4b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:40.569369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] For port f0172419-fef7-4778-8bfc-fd341ba24f50, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:40.573652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] For port f0172419-fef7-4778-8bfc-fd341ba24f50, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f0172419-fef7-4778-8bfc-fd341ba24f50,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:40.580917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3f328d0f-e01f-4460-b215-06535d726bde req-ff057fe2-f97b-4d4f-8bdf-eef7a53b5837 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.581782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-c3478bef-3de6-423e-a872-bd4462f4818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.583536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-c3478bef-3de6-423e-a872-bd4462f4818e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502679 Sep 15 15:50:40.590540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f328d0f-e01f-4460-b215-06535d726bde req-ff057fe2-f97b-4d4f-8bdf-eef7a53b5837 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7934573 Sep 15 15:50:40.638145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.655325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['5ea04782-111e-47d5-b3a1-ad126aa4ce6f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:40.658929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a02784de-d900-4588-aa30-6955ecab5ce0'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:40.680810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event deleted for resources: {'Port': ['ID=5ea04782-111e-47d5-b3a1-ad126aa4ce6f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:40.713295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.731000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7338b1-42e8-4dd1-a64f-f46530c19a49 req-a332eed0-3fb8-413c-8615-3c9e2b364d91 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.732460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c7338b1-42e8-4dd1-a64f-f46530c19a49 req-a332eed0-3fb8-413c-8615-3c9e2b364d91 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1313653 Sep 15 15:50:40.739531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-e07fc468-ec25-4680-8f25-5229b1889361 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473005 Sep 15 15:50:40.762238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] No DVR routers for this DVR port 5ea04782-111e-47d5-b3a1-ad126aa4ce6f on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:40.765558 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.769178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-59609a22-69b3-49aa-88bd-cc90c9f31f58 req-553d8be4-7fe2-42bd-86fc-8a2346dc6e3c tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.38 "DELETE /v2.0/ports/5ea04782-111e-47d5-b3a1-ad126aa4ce6f HTTP/1.1" status: 204 len: 173 time: 0.8842938 Sep 15 15:50:40.778731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:40.780015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:40.782799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0172419-fef7-4778-8bfc-fd341ba24f50 HTTP/1.1" status: 200 len: 1091 time: 1.8428240 Sep 15 15:50:40.825204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c7338b1-42e8-4dd1-a64f-f46530c19a49 req-21c2eaee-4cf1-4770-869b-fb3c244c2a4c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846591 Sep 15 15:50:40.854434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cbb59-3be1-48ee-a0db-eba3271e2700 service neutron] Pushing event updated for resources: {'Port': ['ID=f0172419-fef7-4778-8bfc-fd341ba24f50,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:40.903108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d3b8151-4cd0-4e8c-9e7e-f5226e8e8168 req-9ed0eeb1-4895-41a0-8939-48fe5f7955b4 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479785 Sep 15 15:50:40.934688 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc7dd86-b81d-48e4-ab48-45a8a390bc74 x-openstack-request-id: req-fcc7dd86-b81d-48e4-ab48-45a8a390bc74 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:40.934978 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:40.935311 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fcc7dd86-b81d-48e4-ab48-45a8a390bc74 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:40.935869 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91', 'status': 'completed', 'code': 200} Sep 15 15:50:41.048905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.049392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.049982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.050643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.050924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.051385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.051923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.053859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-91c0e821-d3cf-45b8-b72d-2f7586c81813 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6478 time: 0.0859311 Sep 15 15:50:41.070199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cb715-e438-466b-bad8-efd1a3eb7c64 req-58266fb0-41e7-44be-ae95-e72f5f307c95 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.071275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f01cb715-e438-466b-bad8-efd1a3eb7c64 req-58266fb0-41e7-44be-ae95-e72f5f307c95 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0752020 Sep 15 15:50:41.110328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-5a071682-9995-455b-8560-fefcf5906ec2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f HTTP/1.1" status: 200 len: 217 time: 0.0380900 Sep 15 15:50:41.173458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6db96e0d-4f5b-470e-a07b-302a527ccdd4 req-a7cc349b-2e83-44bc-bef6-4eb2920638e3 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/8ff4500a-7163-42f9-82c7-ef5ba916ef4b HTTP/1.1" status: 200 len: 1811 time: 0.0455568 Sep 15 15:50:41.175880 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f01cb715-e438-466b-bad8-efd1a3eb7c64 req-6c071b29-a077-41d6-a258-18750aea9d04 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681834 Sep 15 15:50:41.211531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-11e5fea7-d04e-4e92-9564-d57e25a1f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.213209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-11e5fea7-d04e-4e92-9564-d57e25a1f04d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6763370-0d4e-4595-97d1-14d944b3931f HTTP/1.1" status: 200 len: 849 time: 0.0900860 Sep 15 15:50:41.289541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-82a91d64-1352-47a5-82e0-51019b795adb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.290969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-82a91d64-1352-47a5-82e0-51019b795adb tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7c6cebf-bb78-4b66-87fc-65362ab1ad4e HTTP/1.1" status: 200 len: 945 time: 0.0870373 Sep 15 15:50:41.296452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-e297fbdf-b806-4401-ae26-b987c3160ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.297965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-e297fbdf-b806-4401-ae26-b987c3160ca6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7862a63-a0aa-4327-bb17-35787cacce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750129 Sep 15 15:50:41.310017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35b59a-41fe-43d2-b68b-045ba4ecc9b8 req-b5088254-bc7c-400b-ae97-78a6be1fbbe7 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.311442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b35b59a-41fe-43d2-b68b-045ba4ecc9b8 req-b5088254-bc7c-400b-ae97-78a6be1fbbe7 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 946 time: 0.0597775 Sep 15 15:50:41.319989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.322346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.329032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.335179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.341072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.346997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.353053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.355105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-0eda043d-0179-41a2-8d3f-408bd34235e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1149132 Sep 15 15:50:41.405532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b35b59a-41fe-43d2-b68b-045ba4ecc9b8 req-05adf183-b965-49eb-814d-504bd45abe84 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851948 Sep 15 15:50:41.427937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-9f3e2a40-6216-48bd-890f-077c0ae6790f service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149063 Sep 15 15:50:41.458270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'name': 'network-vif-deleted', 'tag': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f'}, {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:41.460691 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74a1324-8947-43ae-bf06-c764d3c5e7ce" -d '{"events": [{"server_uuid": "0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0", "name": "network-vif-deleted", "tag": "5ea04782-111e-47d5-b3a1-ad126aa4ce6f"}, {"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:41.488515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-534113fe-8d5d-464a-a265-f43d50ec3c2a req-613a06b9-3638-453b-b48e-6209278f7873 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159325 Sep 15 15:50:41.535929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Deleting port a02784de-d900-4588-aa30-6955ecab5ce0 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:41.538096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:41.572395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-27cd88ac-432e-40da-b0d9-c39cd34c6d7e service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298311 Sep 15 15:50:41.581460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4848773-0248-4551-be1a-30ea9db25351 req-cb5b6190-24de-4f4f-baed-ed4105e1ae3c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.582941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4848773-0248-4551-be1a-30ea9db25351 req-cb5b6190-24de-4f4f-baed-ed4105e1ae3c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0652833 Sep 15 15:50:41.626230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-089941ea-62aa-4a6d-ba9d-cef01d6a055a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 217 time: 0.0423019 Sep 15 15:50:41.667652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798608d-da42-41c6-a0a4-ae05075c8b56 req-1f5db25f-f795-4bd7-b66b-30fd02020d6f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.669125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2798608d-da42-41c6-a0a4-ae05075c8b56 req-1f5db25f-f795-4bd7-b66b-30fd02020d6f tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 949 time: 0.1063383 Sep 15 15:50:41.681738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] For port a02784de-d900-4588-aa30-6955ecab5ce0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a02784de-d900-4588-aa30-6955ecab5ce0,segment=NetworkSegment(e6b7060f-a921-4732-bba8-1b1f393c2444),segment_id=e6b7060f-a921-4732-bba8-1b1f393c2444)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:41.683267 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:41.695616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4848773-0248-4551-be1a-30ea9db25351 req-f234db76-01c4-4df1-934b-5a212e9b7709 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723050 Sep 15 15:50:41.704460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-ce78ec22-780e-4db4-a37b-44d56eab2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.706244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-ce78ec22-780e-4db4-a37b-44d56eab2ffa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.0671966 Sep 15 15:50:41.713772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Calling delete_port for a02784de-d900-4588-aa30-6955ecab5ce0 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:41.765538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6997ba15-4d1b-4e83-a548-73bfa86c67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.770459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6997ba15-4d1b-4e83-a548-73bfa86c67e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0539160 Sep 15 15:50:41.771865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2798608d-da42-41c6-a0a4-ae05075c8b56 req-55ea9f07-5182-413a-a574-d675c8cceec3 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835176 Sep 15 15:50:41.827828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1db3f744-4fec-4695-901b-dac3d1bab9a0 req-28e729c0-c06e-48ef-bf33-88c2b3cde761 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.63 "GET /v2.0/ports?device_id=0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0 HTTP/1.1" status: 200 len: 210 time: 0.0506055 Sep 15 15:50:41.838129 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-456bb96b-d84a-4cd2-a3c5-665167fe96d3 req-a2516aeb-1b70-4eaf-a34a-ba9d36109690 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] show failed (client error): The resource could not be found. Sep 15 15:50:41.838749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-456bb96b-d84a-4cd2-a3c5-665167fe96d3 req-a2516aeb-1b70-4eaf-a34a-ba9d36109690 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/e6bdef54-8b87-4e59-b32f-ce49ecea121c HTTP/1.1" status: 404 len: 352 time: 0.0218716 Sep 15 15:50:41.907833 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0806ae41-4c0b-426b-82e9-dc8d4b95f457 x-openstack-request-id: req-0806ae41-4c0b-426b-82e9-dc8d4b95f457 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:41.908202 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0", "name": "network-vif-deleted", "tag": "5ea04782-111e-47d5-b3a1-ad126aa4ce6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:41.908366 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0806ae41-4c0b-426b-82e9-dc8d4b95f457 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:41.908774 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d858ee5-c6e0-47e7-9bf6-5ae97f6dd2c0', 'name': 'network-vif-deleted', 'tag': '5ea04782-111e-47d5-b3a1-ad126aa4ce6f', 'status': 'completed', 'code': 200} Sep 15 15:50:41.909024 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50', 'status': 'completed', 'code': 200} Sep 15 15:50:41.955983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6467f08b-0abe-4ddc-be5f-bb701fbceaad service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706159 Sep 15 15:50:41.984872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82087fb-a984-4a02-bdcd-ac5bacd65cf4 req-89b8b10b-ad93-40ad-8655-af5908610adc tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:41.986339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f82087fb-a984-4a02-bdcd-ac5bacd65cf4 req-89b8b10b-ad93-40ad-8655-af5908610adc tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.0883355 Sep 15 15:50:42.000633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7618669-8cfa-4cf6-87c8-8191643609a0 req-a57b8c11-84fa-4c7e-bc02-d60921720af0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.002256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7618669-8cfa-4cf6-87c8-8191643609a0 req-a57b8c11-84fa-4c7e-bc02-d60921720af0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 945 time: 0.0525789 Sep 15 15:50:42.046999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7618669-8cfa-4cf6-87c8-8191643609a0 req-1aa2ab85-7676-4f95-8d08-6159f8486b58 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Sep 15 15:50:42.056016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:42.082428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f82087fb-a984-4a02-bdcd-ac5bacd65cf4 req-05afd4f2-d101-4ef0-8aee-bf10b3bd3f7a tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820718 Sep 15 15:50:42.112047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Pushing event deleted for resources: {'Port': ['ID=a02784de-d900-4588-aa30-6955ecab5ce0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:42.119790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-b4bde801-1948-4524-85f7-d792c1c0e171 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540446 Sep 15 15:50:42.140533 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-798bc2fd-e303-42e1-9050-b7abbefe7051 req-13bf4801-fdb2-43aa-a91e-f965e1a8ed48 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] show failed (client error): The resource could not be found. Sep 15 15:50:42.145000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-798bc2fd-e303-42e1-9050-b7abbefe7051 req-13bf4801-fdb2-43aa-a91e-f965e1a8ed48 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-group-rules/9c8bd2c6-a1a3-464d-ad14-8a074c9c8c66 HTTP/1.1" status: 404 len: 361 time: 0.0423136 Sep 15 15:50:42.167461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] No DVR routers for this DVR port a02784de-d900-4588-aa30-6955ecab5ce0 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:42.172863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-0193a32f-22f3-4fdb-88d8-412387658ee8 req-a6c9328b-df4b-4276-ace7-d92212a4e417 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:50:42.174305 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0193a32f-22f3-4fdb-88d8-412387658ee8 req-a6c9328b-df4b-4276-ace7-d92212a4e417 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087812 Sep 15 15:50:42.175407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:42.176803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-7942c1f9-0fa3-402a-aecd-8cb8dd38d20e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 217 time: 0.0479848 Sep 15 15:50:42.177357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f61bde41-4b58-4365-ba3e-e8c36368892b req-98085272-c94e-469d-a686-fe8d3edf1898 tempest-MultipleCreateTestJSON-116470690 tempest-MultipleCreateTestJSON-116470690-project] 10.222.0.55 "DELETE /v2.0/ports/a02784de-d900-4588-aa30-6955ecab5ce0 HTTP/1.1" status: 204 len: 173 time: 0.8213506 Sep 15 15:50:42.256769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401280-c455-42d6-84ac-f43680d80914 req-e7096390-dcf7-4e74-bb96-3a5d24e2e27d tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.258379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab401280-c455-42d6-84ac-f43680d80914 req-e7096390-dcf7-4e74-bb96-3a5d24e2e27d tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1096 time: 0.0841489 Sep 15 15:50:42.259704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-5d9cc476-4883-4882-9989-f0af63358dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.261061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-5d9cc476-4883-4882-9989-f0af63358dcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.0592382 Sep 15 15:50:42.261907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0193a32f-22f3-4fdb-88d8-412387658ee8 req-00279247-c6a9-430b-9618-1d2478bccbda tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0793734 Sep 15 15:50:42.319984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab401280-c455-42d6-84ac-f43680d80914 req-c5da3807-cc81-4a73-bd33-ea49517aee1b tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552793 Sep 15 15:50:42.329735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1c28e957-d396-4599-89b1-88ceb924e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.331198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1c28e957-d396-4599-89b1-88ceb924e395 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0589650 Sep 15 15:50:42.445427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-805e332b-58b0-4609-bf1b-aa0037247bcc req-3ddda4b8-d153-42a2-a023-6b9a1e131c21 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/8ff4500a-7163-42f9-82c7-ef5ba916ef4b HTTP/1.1" status: 200 len: 1811 time: 0.0967429 Sep 15 15:50:42.477131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-da0a35df-abd9-4e79-be9a-5b6e6a0a7c7d service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363862 Sep 15 15:50:42.521245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c10593-2992-4699-9760-5c39ed555144 req-c3022cb7-203e-462d-b5a1-9cbd0850109b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.522759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4c10593-2992-4699-9760-5c39ed555144 req-c3022cb7-203e-462d-b5a1-9cbd0850109b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0545995 Sep 15 15:50:42.553505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-805e332b-58b0-4609-bf1b-aa0037247bcc req-07fb94a2-c1c7-4271-a883-38dac1dc5d90 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:42.566239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4c10593-2992-4699-9760-5c39ed555144 req-a157b56e-b56b-4693-b53b-ad5f809b22bf tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372715 Sep 15 15:50:42.607787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-805e332b-58b0-4609-bf1b-aa0037247bcc req-07fb94a2-c1c7-4271-a883-38dac1dc5d90 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:42.652327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-b218a7d7-30e7-4da1-ba30-3dd90746491b service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478932 Sep 15 15:50:42.670255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4261b6-e8db-43bb-8598-f2024a9b002e req-a75d5087-6464-4665-8f97-8cedc46c71c6 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.672357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa4261b6-e8db-43bb-8598-f2024a9b002e req-a75d5087-6464-4665-8f97-8cedc46c71c6 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1096 time: 0.0430193 Sep 15 15:50:42.700214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-949b6b91-75a2-44c0-ae3a-1dad3865d707 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc HTTP/1.1" status: 200 len: 217 time: 0.0384407 Sep 15 15:50:42.708131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa4261b6-e8db-43bb-8598-f2024a9b002e req-9e18bc58-666d-462a-9108-18fca9ff3902 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296409 Sep 15 15:50:42.738026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-805e332b-58b0-4609-bf1b-aa0037247bcc req-07fb94a2-c1c7-4271-a883-38dac1dc5d90 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:42.740604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-805e332b-58b0-4609-bf1b-aa0037247bcc req-07fb94a2-c1c7-4271-a883-38dac1dc5d90 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:42.741729 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-805e332b-58b0-4609-bf1b-aa0037247bcc req-07fb94a2-c1c7-4271-a883-38dac1dc5d90 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "DELETE /v2.0/security-groups/8ff4500a-7163-42f9-82c7-ef5ba916ef4b HTTP/1.1" status: 204 len: 173 time: 0.2863028 Sep 15 15:50:42.763462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb94a2-c1c7-4271-a883-38dac1dc5d90 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff4500a-7163-42f9-82c7-ef5ba916ef4b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:42.773749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-786d4897-97f7-4862-83bf-e16ff4fcd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.775310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-786d4897-97f7-4862-83bf-e16ff4fcd8d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.0659895 Sep 15 15:50:42.827081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e942-dbac-484e-aedb-804d653febcd req-314ebb47-a627-418b-99cc-684243b4eb8f tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.836552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebf3e942-dbac-484e-aedb-804d653febcd req-314ebb47-a627-418b-99cc-684243b4eb8f tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.0616484 Sep 15 15:50:42.866511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-111e8429-153c-49cc-a860-1f54ac42137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.868613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-111e8429-153c-49cc-a860-1f54ac42137d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845208 Sep 15 15:50:42.876859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebf3e942-dbac-484e-aedb-804d653febcd req-7fadea76-d0ea-40dd-9268-44ecf0f6284c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Sep 15 15:50:42.886531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.893138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.899273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.905630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.911566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.926946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.933131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.934967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-2f500db3-258d-4bb9-b559-3fa48b46b882 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1326463 Sep 15 15:50:42.987255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf3745-061b-41ff-973b-559031b64622 req-3f302047-19df-4b6e-a306-ef1882a65d8f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:42.995692 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cbf3745-061b-41ff-973b-559031b64622 req-3f302047-19df-4b6e-a306-ef1882a65d8f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0535791 Sep 15 15:50:43.037758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-754a7516-ac5b-4d57-ba8e-2314d67cdaae req-348fbb75-847c-4e57-86fc-bab24645b3d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828421 Sep 15 15:50:43.040878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cbf3745-061b-41ff-973b-559031b64622 req-b5f306be-93ca-4a69-8c1e-6ee40326953e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Sep 15 15:50:43.074734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-e6f2269a-0396-4c01-80a4-1c8672b70deb service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388056 Sep 15 15:50:43.152653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-158bf94e-9b3a-4235-af45-cfd878ca82e8 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:43.154473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-158bf94e-9b3a-4235-af45-cfd878ca82e8 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 949 time: 0.0633957 Sep 15 15:50:43.176127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4582a3f2-8808-4b20-9337-56f27041e9bc req-325f89e2-8697-48c8-b24e-bd4c7141fb36 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/209cb1f4-e875-4e06-9120-76e5541a9d3e HTTP/1.1" status: 200 len: 1813 time: 0.1046658 Sep 15 15:50:43.240992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cb24c204-eaf7-452d-b446-145dbde40ce5 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525092 Sep 15 15:50:43.295981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-1e96d9bd-e626-48de-9b83-8f9074352961 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8 HTTP/1.1" status: 200 len: 217 time: 0.0461688 Sep 15 15:50:43.300531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Deleting port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:43.301280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.301896 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4582a3f2-8808-4b20-9337-56f27041e9bc req-f67b2058-c945-41a6-9cbd-0a23b285f477 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.362636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4582a3f2-8808-4b20-9337-56f27041e9bc req-f67b2058-c945-41a6-9cbd-0a23b285f477 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.390271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-80febd9b-370e-4edb-bfa3-bf52b19336e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:43.391707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-80febd9b-370e-4edb-bfa3-bf52b19336e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.0868824 Sep 15 15:50:43.438917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] For port 01255fd9-7c66-4ae0-8f2f-49c4959b0017, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=01255fd9-7c66-4ae0-8f2f-49c4959b0017,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:43.439322 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.450354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 01255fd9-7c66-4ae0-8f2f-49c4959b0017 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:43.451407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cc2a7c07-04f8-4e3d-9a51-f17ed79ac56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:43.453987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-cc2a7c07-04f8-4e3d-9a51-f17ed79ac56a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437841 Sep 15 15:50:43.456889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Calling delete_port for 01255fd9-7c66-4ae0-8f2f-49c4959b0017 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:43.482164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab74f5b-4315-4031-af6a-cab3b959cbba req-bcb3c596-6479-471e-92a1-ee1296032315 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:43.483985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ab74f5b-4315-4031-af6a-cab3b959cbba req-bcb3c596-6479-471e-92a1-ee1296032315 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/ports?device_id=edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84 HTTP/1.1" status: 200 len: 949 time: 0.0896523 Sep 15 15:50:43.529622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4582a3f2-8808-4b20-9337-56f27041e9bc req-f67b2058-c945-41a6-9cbd-0a23b285f477 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.532551 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4582a3f2-8808-4b20-9337-56f27041e9bc req-f67b2058-c945-41a6-9cbd-0a23b285f477 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.541139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4582a3f2-8808-4b20-9337-56f27041e9bc req-f67b2058-c945-41a6-9cbd-0a23b285f477 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "DELETE /v2.0/security-groups/209cb1f4-e875-4e06-9120-76e5541a9d3e HTTP/1.1" status: 204 len: 173 time: 0.3520498 Sep 15 15:50:43.547227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5ea04782-111e-47d5-b3a1-ad126aa4ce6f no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:43.568683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 5ea04782-111e-47d5-b3a1-ad126aa4ce6f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:50:43.569034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5ea04782-111e-47d5-b3a1-ad126aa4ce6f not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:43.576640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ab74f5b-4315-4031-af6a-cab3b959cbba req-5e6e29f0-5078-45c5-a3a0-6f98cb0caffe tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.63 "GET /v2.0/security-groups?id=7a200637-48a7-4baf-8cd8-eb5d8054138b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593855 Sep 15 15:50:43.590765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2058-c945-41a6-9cbd-0a23b285f477 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209cb1f4-e875-4e06-9120-76e5541a9d3e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:43.617229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-48522a1f-d3b0-4fc9-a181-a98397bca496 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522486 Sep 15 15:50:43.747132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8711f-50ee-4c20-a5fb-ce850bfd6f70 req-375fed52-ecf0-435a-b3bc-da3d471476c2 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:43.748752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43c8711f-50ee-4c20-a5fb-ce850bfd6f70 req-375fed52-ecf0-435a-b3bc-da3d471476c2 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 946 time: 0.1105578 Sep 15 15:50:43.755049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.782777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-fd07bcc5-0c38-47c3-a0a0-4b73632fc3a9 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535559 Sep 15 15:50:43.786286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Pushing event deleted for resources: {'Port': ['ID=01255fd9-7c66-4ae0-8f2f-49c4959b0017,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:43.835319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] No DVR routers for this DVR port 01255fd9-7c66-4ae0-8f2f-49c4959b0017 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:43.838771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-30f2d756-669d-4683-a292-3493ae70d49e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91 HTTP/1.1" status: 200 len: 217 time: 0.0402498 Sep 15 15:50:43.838905 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:43.841437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc86ad6e-d2f4-4c65-a36e-fd191186bfbe req-547b0373-7770-48cd-8db8-01437d5ecf43 tempest-ListImageFiltersTestJSON-2114486381 tempest-ListImageFiltersTestJSON-2114486381-project] 10.222.0.38 "DELETE /v2.0/ports/01255fd9-7c66-4ae0-8f2f-49c4959b0017 HTTP/1.1" status: 204 len: 173 time: 0.6727521 Sep 15 15:50:43.841599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43c8711f-50ee-4c20-a5fb-ce850bfd6f70 req-627fbe1c-0b1b-4c5f-8ccc-cbaa6d5e6c40 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816424 Sep 15 15:50:43.910235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'name': 'network-vif-deleted', 'tag': 'a02784de-d900-4588-aa30-6955ecab5ce0'}, {'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-deleted', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:43.912628 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84619ac3-7f67-40c6-8da7-7819625747cb" -d '{"events": [{"server_uuid": "d7c6cebf-bb78-4b66-87fc-65362ab1ad4e", "name": "network-vif-deleted", "tag": "a02784de-d900-4588-aa30-6955ecab5ce0"}, {"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-deleted", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:43.928676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-00ab9fd5-c05f-42a3-96ce-eaaf18101d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:43.930131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-00ab9fd5-c05f-42a3-96ce-eaaf18101d26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.0827022 Sep 15 15:50:43.941072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42266) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:43.952017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9abe6c8d-0353-4044-929f-022f1d4947b9 req-e61a21d0-49fd-41cd-8e46-694b8c58e66a tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/f1975a45-6e21-4472-936b-4b0e3443adf9 HTTP/1.1" status: 200 len: 1813 time: 0.0713081 Sep 15 15:50:43.994823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] Deleting subnet 6164e8db-103b-41f7-b0cf-21bb60b859db {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:50:43.999406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.031023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-d8a65a13-a69c-4b1c-ac55-87e41cfe5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.032632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-d8a65a13-a69c-4b1c-ac55-87e41cfe5cc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920155 Sep 15 15:50:44.068317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.071565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9abe6c8d-0353-4044-929f-022f1d4947b9 req-43c14d0f-0847-468e-9f9a-39b3f7b13143 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.109566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ab6a-a12d-414f-bff4-1fd4707382c2 req-21352f19-a2ca-4bd5-b9be-ca86779c5c12 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.111274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa49ab6a-a12d-414f-bff4-1fd4707382c2 req-21352f19-a2ca-4bd5-b9be-ca86779c5c12 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1131001 Sep 15 15:50:44.129226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9abe6c8d-0353-4044-929f-022f1d4947b9 req-43c14d0f-0847-468e-9f9a-39b3f7b13143 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.135037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.197094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-ea70176d-675c-4f2d-bf53-9f596cc2d9fe service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507981 Sep 15 15:50:44.198551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa49ab6a-a12d-414f-bff4-1fd4707382c2 req-8d49a383-0ea5-4c19-b31a-0b7884aa243f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745504 Sep 15 15:50:44.325795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70761c0a-18c6-464c-8b2f-5c6b25e37054 req-11c9bec4-0cb0-4e82-aeab-0b9ccb275a8a tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.326047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-d336585e-b94a-45b9-979a-9d8a4e8751dd service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164665 Sep 15 15:50:44.329013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-70761c0a-18c6-464c-8b2f-5c6b25e37054 req-11c9bec4-0cb0-4e82-aeab-0b9ccb275a8a tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.0558698 Sep 15 15:50:44.334036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9abe6c8d-0353-4044-929f-022f1d4947b9 req-43c14d0f-0847-468e-9f9a-39b3f7b13143 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.337404 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9abe6c8d-0353-4044-929f-022f1d4947b9 req-43c14d0f-0847-468e-9f9a-39b3f7b13143 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.338645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9abe6c8d-0353-4044-929f-022f1d4947b9 req-43c14d0f-0847-468e-9f9a-39b3f7b13143 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "DELETE /v2.0/security-groups/f1975a45-6e21-4472-936b-4b0e3443adf9 HTTP/1.1" status: 204 len: 173 time: 0.3566153 Sep 15 15:50:44.356687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c14d0f-0847-468e-9f9a-39b3f7b13143 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1975a45-6e21-4472-936b-4b0e3443adf9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:44.387499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-70761c0a-18c6-464c-8b2f-5c6b25e37054 req-09164c79-42dc-4013-b527-3790256fffec tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511715 Sep 15 15:50:44.388809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.404113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-7ccde1c7-3165-4339-a469-1dd83c5f1ac2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0172419-fef7-4778-8bfc-fd341ba24f50 HTTP/1.1" status: 200 len: 217 time: 0.0644724 Sep 15 15:50:44.424869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.426760 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6164e8db-103b-41f7-b0cf-21bb60b859db HTTP/1.1" status: 204 len: 168 time: 0.4844177 Sep 15 15:50:44.429034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79505072-c2b2-4181-9100-8ec5061738b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6164e8db-103b-41f7-b0cf-21bb60b859db,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:44.432541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42276) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:44.466429 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06863f06-6a1c-4f05-940d-3fd7aef754aa x-openstack-request-id: req-06863f06-6a1c-4f05-940d-3fd7aef754aa {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:44.466831 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c6cebf-bb78-4b66-87fc-65362ab1ad4e", "name": "network-vif-deleted", "tag": "a02784de-d900-4588-aa30-6955ecab5ce0", "status": "completed", "code": 200}, {"server_uuid": "edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84", "name": "network-vif-deleted", "tag": "01255fd9-7c66-4ae0-8f2f-49c4959b0017", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:44.467192 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-06863f06-6a1c-4f05-940d-3fd7aef754aa {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:44.468644 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c6cebf-bb78-4b66-87fc-65362ab1ad4e', 'name': 'network-vif-deleted', 'tag': 'a02784de-d900-4588-aa30-6955ecab5ce0', 'status': 'completed', 'code': 200} Sep 15 15:50:44.469185 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb4ef4a-cf2d-4cd4-b1ec-ec125f402c84', 'name': 'network-vif-deleted', 'tag': '01255fd9-7c66-4ae0-8f2f-49c4959b0017', 'status': 'completed', 'code': 200} Sep 15 15:50:44.498648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6208e564-d0e2-4a75-9e02-a6bca8687484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.498648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-6208e564-d0e2-4a75-9e02-a6bca8687484 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.0830328 Sep 15 15:50:44.502737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda33fc-edf7-4b8f-b1ba-6a24a8ae43ac req-16fc134e-9b71-45d9-b961-4b0027967e2f tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.504235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bda33fc-edf7-4b8f-b1ba-6a24a8ae43ac req-16fc134e-9b71-45d9-b961-4b0027967e2f tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1096 time: 0.0922570 Sep 15 15:50:44.535251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.579829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-08af8051-185d-4532-9cb3-e5a7251f5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.581360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-08af8051-185d-4532-9cb3-e5a7251f5298 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708885 Sep 15 15:50:44.583771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1529ae-9f4f-4193-a058-9be1d7a29679 req-9cbc670f-b15c-42aa-93db-2b6e5a3f5201 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.585388 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b1529ae-9f4f-4193-a058-9be1d7a29679 req-9cbc670f-b15c-42aa-93db-2b6e5a3f5201 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0662870 Sep 15 15:50:44.586347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bda33fc-edf7-4b8f-b1ba-6a24a8ae43ac req-60bba377-b441-4ef6-909b-a5ea8098ff0f tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734115 Sep 15 15:50:44.715878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-d7639405-4fdf-4f0f-8a5a-b56745d1686e service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264503 Sep 15 15:50:44.728762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.736167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.741290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.744641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.749634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.755300 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b1529ae-9f4f-4193-a058-9be1d7a29679 req-7be21b60-abef-4e2b-83a7-18a3df6de882 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389260 Sep 15 15:50:44.755812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.762389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.771726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:44.774667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-282d2776-32ef-452a-9047-47eb1b41c191 req-00fb1c39-bf19-4849-8ac2-9eca341d7c5d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1230545 Sep 15 15:50:44.775917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e2185a-f73f-4d6f-811a-71718cf543ac']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:44.795009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b7060f-a921-4732-bba8-1b1f393c2444') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:44.795556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b7060f-a921-4732-bba8-1b1f393c2444') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:44.819246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.844525 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.856143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:50:44.856562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:50:44.858657 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:50:44.874564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bddc7256-7d40-4916-a773-2d5c627a6a6e req-1d6d0a81-6694-4201-90f3-d1a2a12207a6 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/a48858d4-a1cf-4f3e-8d54-f91fbe8c29b4 HTTP/1.1" status: 200 len: 1811 time: 0.0708513 Sep 15 15:50:44.885265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-282d2776-32ef-452a-9047-47eb1b41c191 req-45f86dae-2718-4d5a-901f-a486374e9efa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933740 Sep 15 15:50:44.916987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ba70312-4f1c-405d-a0b9-7ea5a22220a2 req-427cf20f-df02-47e8-9b74-38936ae8e3c0 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390693 Sep 15 15:50:44.997570 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bddc7256-7d40-4916-a773-2d5c627a6a6e req-19d2b490-6434-46d5-935f-9f393016f844 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.022800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bddc7256-7d40-4916-a773-2d5c627a6a6e req-19d2b490-6434-46d5-935f-9f393016f844 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.035492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.046894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.048854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/54e2185a-f73f-4d6f-811a-71718cf543ac HTTP/1.1" status: 204 len: 168 time: 0.6153445 Sep 15 15:50:45.080360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d164652-680d-4f64-b8ea-956a4a954de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e2185a-f73f-4d6f-811a-71718cf543ac,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:45.111375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a02784de-d900-4588-aa30-6955ecab5ce0 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:45.128976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf3826-d30c-42bd-b8a9-33f6e43b29e8 req-d9c7a797-7f80-42f5-8ed6-13b62a4dbe9b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.134028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: a02784de-d900-4588-aa30-6955ecab5ce0 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:50:45.134419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a02784de-d900-4588-aa30-6955ecab5ce0 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:45.134870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf3826-d30c-42bd-b8a9-33f6e43b29e8 req-d9c7a797-7f80-42f5-8ed6-13b62a4dbe9b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.141619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf3826-d30c-42bd-b8a9-33f6e43b29e8 req-d9c7a797-7f80-42f5-8ed6-13b62a4dbe9b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.143273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fbf3826-d30c-42bd-b8a9-33f6e43b29e8 req-d9c7a797-7f80-42f5-8ed6-13b62a4dbe9b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359&device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e&device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 2417 time: 0.0836139 Sep 15 15:50:45.186862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bddc7256-7d40-4916-a773-2d5c627a6a6e req-19d2b490-6434-46d5-935f-9f393016f844 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.189517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bddc7256-7d40-4916-a773-2d5c627a6a6e req-19d2b490-6434-46d5-935f-9f393016f844 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.190880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bddc7256-7d40-4916-a773-2d5c627a6a6e req-19d2b490-6434-46d5-935f-9f393016f844 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "DELETE /v2.0/security-groups/a48858d4-a1cf-4f3e-8d54-f91fbe8c29b4 HTTP/1.1" status: 204 len: 173 time: 0.2996218 Sep 15 15:50:45.207834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2b490-6434-46d5-935f-9f393016f844 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48858d4-a1cf-4f3e-8d54-f91fbe8c29b4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:45.226991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.227854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.228422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.229260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.229978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.230697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.231515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.234547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-783d8da8-f6da-47d6-8560-b67f4c7a5dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6478 time: 0.0902445 Sep 15 15:50:45.246540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fbf3826-d30c-42bd-b8a9-33f6e43b29e8 req-ff27730f-8de3-4dbb-ab20-1aa975edaff8 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933559 Sep 15 15:50:45.312428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e610b49-7bd7-4f8d-a3b8-30e02121753c req-15d409c1-1cce-4de4-954f-19ec11b5fe65 tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "GET /v2.0/security-groups/711b491b-2290-4616-92fc-2dba022cc571 HTTP/1.1" status: 200 len: 1813 time: 0.0680287 Sep 15 15:50:45.370654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-8d2fcf3b-3eab-4f91-ac5c-cde7bef8f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.372051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-8d2fcf3b-3eab-4f91-ac5c-cde7bef8f458 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 200 len: 902 time: 0.1260598 Sep 15 15:50:45.380355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0e610b49-7bd7-4f8d-a3b8-30e02121753c req-d692f1d7-787c-4002-a404-f8eb6fd849ae tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.380661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f973c1c-685a-497b-9e14-7ac8615057a3 req-919bdf3e-7180-4f7e-8da6-af35daed3e51 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.382159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f973c1c-685a-497b-9e14-7ac8615057a3 req-919bdf3e-7180-4f7e-8da6-af35daed3e51 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0761390 Sep 15 15:50:45.404679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0e610b49-7bd7-4f8d-a3b8-30e02121753c req-d692f1d7-787c-4002-a404-f8eb6fd849ae tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.435041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-f9481551-e6dc-4161-af0d-a37b284bae88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91 HTTP/1.1" status: 200 len: 217 time: 0.0519011 Sep 15 15:50:45.481569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42290) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:45.483092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f973c1c-685a-497b-9e14-7ac8615057a3 req-85563931-06a6-4266-b4d8-6645f0a9420d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940187 Sep 15 15:50:45.515573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-d500c850-835a-40dd-8d6a-efe118f8ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.516770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-d500c850-835a-40dd-8d6a-efe118f8ced8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.0672498 Sep 15 15:50:45.533019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2fc8f03b-8fb0-4816-885f-fb384ca4bad0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=710e03b74b9f46fd9093013089517f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501206 Sep 15 15:50:45.535097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0e610b49-7bd7-4f8d-a3b8-30e02121753c req-d692f1d7-787c-4002-a404-f8eb6fd849ae tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.537859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0e610b49-7bd7-4f8d-a3b8-30e02121753c req-d692f1d7-787c-4002-a404-f8eb6fd849ae tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.541269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42296) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:45.542004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e610b49-7bd7-4f8d-a3b8-30e02121753c req-d692f1d7-787c-4002-a404-f8eb6fd849ae tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] 10.222.0.63 "DELETE /v2.0/security-groups/711b491b-2290-4616-92fc-2dba022cc571 HTTP/1.1" status: 204 len: 173 time: 0.2209504 Sep 15 15:50:45.556796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42298) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:45.606859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692f1d7-787c-4002-a404-f8eb6fd849ae tempest-SecurityGroupRulesNegativeTestJSON-33076038 tempest-SecurityGroupRulesNegativeTestJSON-33076038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b491b-2290-4616-92fc-2dba022cc571,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:45.643060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33e108b5-f410-4e57-a9b8-dc554de304c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.649813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] Deleting subnet 79163b24-ae6f-44e7-bfb2-0a0fd7565641 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:50:45.654662 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.673770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33e108b5-f410-4e57-a9b8-dc554de304c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.676732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-6531006e-7af4-4040-a564-ce53e02d1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.678403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-6531006e-7af4-4040-a564-ce53e02d1730 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1486373 Sep 15 15:50:45.701443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05b12f5b-c3eb-4fd0-b908-261f930371a5 req-9daf4254-2859-48d1-b86d-76e8d9945d8f tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1262083 Sep 15 15:50:45.711408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.764425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.820869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-a01bacb9-1b09-4121-be33-f5a74a158ba5 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309898 Sep 15 15:50:45.882048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33e108b5-f410-4e57-a9b8-dc554de304c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.884859 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33e108b5-f410-4e57-a9b8-dc554de304c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:45.890229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-33e108b5-f410-4e57-a9b8-dc554de304c0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7e40e883-2ce3-4724-8deb-c44b45944fc6 HTTP/1.1" status: 204 len: 168 time: 0.3437948 Sep 15 15:50:45.922195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb30991-842e-4e4c-aa57-994a657aa976 req-f04ceb11-ab22-4386-9ee9-7f80211bf170 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:45.923939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1bb30991-842e-4e4c-aa57-994a657aa976 req-f04ceb11-ab22-4386-9ee9-7f80211bf170 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1096 time: 0.0472858 Sep 15 15:50:45.925874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e108b5-f410-4e57-a9b8-dc554de304c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40e883-2ce3-4724-8deb-c44b45944fc6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:45.967862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3288e4-7f32-4de6-9082-cdc91577d17f req-38266ce6-e766-4c57-b9c5-7a181b5566af service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248021 Sep 15 15:50:45.975491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1bb30991-842e-4e4c-aa57-994a657aa976 req-7afab637-b163-4fff-8c34-214fa2e83304 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 Sep 15 15:50:45.987214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:46.025054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79163b24-ae6f-44e7-bfb2-0a0fd7565641,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:46.038355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:46.043491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42324) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:46.044672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-81874f74-8c0f-4d7e-9327-2c95c641692a admin admin] 10.222.0.63 "DELETE /v2.0/subnets/79163b24-ae6f-44e7-bfb2-0a0fd7565641 HTTP/1.1" status: 204 len: 168 time: 0.4867542 Sep 15 15:50:46.120114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e081c0a-bad6-4ff8-9407-e69c443f9a18 req-9687045e-3d12-4fe2-8d96-55fd18f975c7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.121667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e081c0a-bad6-4ff8-9407-e69c443f9a18 req-9687045e-3d12-4fe2-8d96-55fd18f975c7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0593922 Sep 15 15:50:46.170330 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e081c0a-bad6-4ff8-9407-e69c443f9a18 req-4546b1c9-81ce-4cc6-ac91-2578e9870f35 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Sep 15 15:50:46.556235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.556799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.557207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.557668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.558125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.558589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.560278 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.561030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-1f48addd-a150-4b7f-823b-1ebb1e29b512 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6478 time: 0.5359578 Sep 15 15:50:46.565706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:46.631782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.634381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.642175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.648154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.654013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.660289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.666261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.668196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-2651429c-abf9-4a2a-9c31-c7ca0914b3a7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.2022338 Sep 15 15:50:46.798993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfa4b10a-5525-40f6-b91b-27a52c56cd12 req-3704bac2-de72-4ef8-b666-7b27fb57bd2a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1056738 Sep 15 15:50:46.827282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-207aac82-5d28-49b9-b5df-32a761cc0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:46.828799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-207aac82-5d28-49b9-b5df-32a761cc0be9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 200 len: 902 time: 0.2551301 Sep 15 15:50:46.834972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:46.880757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-4beaf775-17c5-44b0-a298-fcad10fe6070 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0172419-fef7-4778-8bfc-fd341ba24f50 HTTP/1.1" status: 200 len: 217 time: 0.0425217 Sep 15 15:50:46.938962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d856bc0d-82ad-4232-82e0-244c95289dd6']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:46.966223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3765fbf-41b6-43fb-8e9a-89ed047f3de1') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:46.966779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3765fbf-41b6-43fb-8e9a-89ed047f3de1') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:46.986155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.006021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-f205656e-afc3-4236-ae12-3d374301d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:47.008687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-f205656e-afc3-4236-ae12-3d374301d63f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.1173649 Sep 15 15:50:47.013494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.039509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:50:47.039509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:50:47.051925 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:50:47.122465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-a4dbed3c-5d39-4f1e-86d4-3b1b9203d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:47.124254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-a4dbed3c-5d39-4f1e-86d4-3b1b9203d1a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072953 Sep 15 15:50:47.205040 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.219485 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.220358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] 10.222.0.63 "DELETE /v2.0/networks/d856bc0d-82ad-4232-82e0-244c95289dd6 HTTP/1.1" status: 204 len: 168 time: 1.1758552 Sep 15 15:50:47.231554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45922c48-a230-4b95-8d5f-419d39da628a admin admin] Pushing event deleted for resources: {'Network': ['ID=d856bc0d-82ad-4232-82e0-244c95289dd6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:47.262671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-f8d99385-e1d7-4255-a26e-cff8a3894340 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238670 Sep 15 15:50:47.403709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f74a1324-8947-43ae-bf06-c764d3c5e7ce req-413c9f44-7c29-4410-86ab-f2db69e927f8 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323476 Sep 15 15:50:47.623336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42384) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:47.662906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42388) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:47.677824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8ab498f-53fb-42ef-9af6-a6d997911861 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d0375a3f09804b3096c119d5766a8822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524311 Sep 15 15:50:47.681033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42392) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:47.770128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b9f44d-2371-414e-9631-b72863eb3d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.807125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b9f44d-2371-414e-9631-b72863eb3d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.864227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1698219955-network', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:47.963237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Made reservation on behalf of 77401503e98043d3b78bfb7850d8ba30 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:47.963582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082660c-e723-4742-9b60-7c829894c4ae req-d610d5fe-9960-4a0c-bac0-336668071cd3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:47.965165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a082660c-e723-4742-9b60-7c829894c4ae req-d610d5fe-9960-4a0c-bac0-336668071cd3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0520699 Sep 15 15:50:47.965657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:47.976281 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.006372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b9f44d-2371-414e-9631-b72863eb3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.009132 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b9f44d-2371-414e-9631-b72863eb3d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.014267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-18b9f44d-2371-414e-9631-b72863eb3d7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e798fbe6-0370-47f5-9de5-df66174627fb HTTP/1.1" status: 204 len: 168 time: 0.3281255 Sep 15 15:50:48.015268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a082660c-e723-4742-9b60-7c829894c4ae req-6852706e-92f5-4587-8397-0bd6b00fd278 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Sep 15 15:50:48.028825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9f44d-2371-414e-9631-b72863eb3d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e798fbe6-0370-47f5-9de5-df66174627fb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:48.112994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.146542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336682e6-a28f-404a-a1ed-7658153dcd7e req-f3591f13-b732-47d5-af1f-460d62f44f52 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:48.148107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-336682e6-a28f-404a-a1ed-7658153dcd7e req-f3591f13-b732-47d5-af1f-460d62f44f52 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0602899 Sep 15 15:50:48.176109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.206657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-336682e6-a28f-404a-a1ed-7658153dcd7e req-eab09db3-2bd3-4e38-9638-85c086678a5e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509670 Sep 15 15:50:48.208045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:50:48.241662 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.243702 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Added segment afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044 of type vlan for network 8b090620-5bd2-4bed-a564-517f224367ee Sep 15 15:50:48.243702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1445b9-1956-4b0c-9e7d-5e511300a17d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:48.295582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.386720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.388130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:48.388816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.471380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] Pushing event updated for resources: {'Network': ['ID=8b090620-5bd2-4bed-a564-517f224367ee,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:48.486137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 8b090620-5bd2-4bed-a564-517f224367ee details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:50:48.496940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-55b8aef2-6507-4175-bf7e-02f22d1f205c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8320649 Sep 15 15:50:48.500763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42422) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:48.505772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Request body: {'subnet': {'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1698219955-subnet', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:48.622805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Made reservation on behalf of 77401503e98043d3b78bfb7850d8ba30 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:48.626039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:48.753922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64711d7-0a95-47a9-b163-061e9a6c4dab req-97bdbdbe-6404-458b-8d5b-76cb73298f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:48.755526 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a64711d7-0a95-47a9-b163-061e9a6c4dab req-97bdbdbe-6404-458b-8d5b-76cb73298f20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.0720038 Sep 15 15:50:48.800903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-bd5a55af-58cd-406f-b4f1-7f311bd6f489 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:50:48.801896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-bd5a55af-58cd-406f-b4f1-7f311bd6f489 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135729 Sep 15 15:50:48.869515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-87a55dcb-115f-451a-8746-704c96d96d5b tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:48.870893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-87a55dcb-115f-451a-8746-704c96d96d5b tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 1093 time: 0.0566039 Sep 15 15:50:48.872396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a64711d7-0a95-47a9-b163-061e9a6c4dab req-46414277-fcb4-460c-b923-6436c0db0a98 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851765 Sep 15 15:50:48.901542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:48.902000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Unknown quota resources ['binding']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:50:49.026586 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.149208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.154860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.162090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.168008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.174401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.180238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.186099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.188096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-9279c7ee-3800-445c-aca4-1f6451e2c8ac tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.2053399 Sep 15 15:50:49.194839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33539d4a-4a68-42d3-a044-634e83114bd0,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:49.210347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42446) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:49.256467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:49.256716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:49.257039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:49.262105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:49.262458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Network hostable DHCP agents. Network: 8b090620-5bd2-4bed-a564-517f224367ee, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:50:49.271305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2a5e715-d7fd-4c44-aed5-d5c449e28faa req-163d4dd5-8ac0-449e-9af8-a5cd768e6cf7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740442 Sep 15 15:50:49.277666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:49.277987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:49.287256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:49.287589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:49.288167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:49.288640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Bound port: 02619075-74fc-45db-99f0-0202708e9c67, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:49.352700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-266670925-network', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:49.353389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:49.358805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Network 8b090620-5bd2-4bed-a564-517f224367ee is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:50:49.409319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42454) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:49.416049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.417606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-92b63655-0aff-4e62-b3cd-f67bec1505e9 service neutron] 10.222.0.63 "POST /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67/bindings HTTP/1.1" status: 201 len: 389 time: 0.5242128 Sep 15 15:50:49.443717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 8b090620-5bd2-4bed-a564-517f224367ee) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:49.448852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Made reservation on behalf of 3fa532ca48764f68b613d32660a6afd4 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:49.454534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.455283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.456591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.459583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c335fde-b964-4665-90a7-7d41ddf7c100 None None] Network 8b090620-5bd2-4bed-a564-517f224367ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:50:49.471011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.528931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-751bfbc8-7c7d-4194-8de0-1d31e78c33f4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0265985 Sep 15 15:50:49.532022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42458) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:49.539226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:49.656814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1de78b06-afd9-4e08-bcf0-1eea9b9651fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=932edcbecced427cbcc21f24c30b86c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462759 Sep 15 15:50:49.659439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42462) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:49.670165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-8b090620-5bd2-4bed-a564-517f224367ee', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:50:49.671550 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.692691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.699604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1b5eb-678e-4059-935d-5be5f1b53f1c req-1d46dbf9-fcc2-4172-9e3b-afb49614917e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.701269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-edc1b5eb-678e-4059-935d-5be5f1b53f1c req-1d46dbf9-fcc2-4172-9e3b-afb49614917e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0677514 Sep 15 15:50:49.729749 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fad34e8-5e72-4e62-99b9-6434334db6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.762415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-edc1b5eb-678e-4059-935d-5be5f1b53f1c req-bd11a8c0-6653-449a-837b-864370b2d8a6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510368 Sep 15 15:50:49.801675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fad34e8-5e72-4e62-99b9-6434334db6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.857078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.858743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Allocated IP 172.20.0.2 (8b090620-5bd2-4bed-a564-517f224367ee/33539d4a-4a68-42d3-a044-634e83114bd0/b70ee5cb-077b-4ef9-9521-01d3dea6cd01) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:49.903559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:50:49.909602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.912933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.945501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.945845 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Added segment d060f9dd-7815-4415-a110-7e085188817f of type vlan for network af382184-7690-4e0b-b414-517d2469bfcb Sep 15 15:50:49.963751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fb254-7369-48db-a52d-3f3e22cea635 req-049623d5-17d1-45d5-82d9-01cf510d0019 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:49.978051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-899fb254-7369-48db-a52d-3f3e22cea635 req-049623d5-17d1-45d5-82d9-01cf510d0019 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.1301806 Sep 15 15:50:49.978715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62078480-0983-41b9-9305-e1df6cf73113,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:49.992232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fad34e8-5e72-4e62-99b9-6434334db6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.994756 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fad34e8-5e72-4e62-99b9-6434334db6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:49.998536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2fad34e8-5e72-4e62-99b9-6434334db6ef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a200637-48a7-4baf-8cd8-eb5d8054138b HTTP/1.1" status: 204 len: 168 time: 0.3374603 Sep 15 15:50:50.008899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.073793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad34e8-5e72-4e62-99b9-6434334db6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a200637-48a7-4baf-8cd8-eb5d8054138b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:50.094096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.101261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.128000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-899fb254-7369-48db-a52d-3f3e22cea635 req-2f5f3780-5d78-433d-bdc9-f8a2347bff63 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334405 Sep 15 15:50:50.164617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61709721-1cbb-4112-bab1-57490a726f7a req-3414e8c5-d7a2-4b4f-91dc-463d3232560a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.166297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61709721-1cbb-4112-bab1-57490a726f7a req-3414e8c5-d7a2-4b4f-91dc-463d3232560a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 945 time: 0.1356215 Sep 15 15:50:50.176092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.226316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:50.232739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.233958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.234698 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.242440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:50.245472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:50.260543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Pushing event updated for resources: {'Port': ['ID=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:50.318030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-63ae2f3f-c77b-4e08-b0e1-5250e6c2fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.319513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-63ae2f3f-c77b-4e08-b0e1-5250e6c2fd42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1096 time: 0.2469172 Sep 15 15:50:50.322126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.339626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61709721-1cbb-4112-bab1-57490a726f7a req-9be5c2fd-3232-4fa8-b169-af54d9227697 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362164 Sep 15 15:50:50.340303 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1287591 Sep 15 15:50:50.341153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:50.351161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Request body: {'subnet': {'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-266670925-subnet', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:50.355365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc221ba-edd8-444f-a5f5-6871d6012206 admin admin] Pushing event updated for resources: {'Network': ['ID=af382184-7690-4e0b-b414-517d2469bfcb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:50.376758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network af382184-7690-4e0b-b414-517d2469bfcb details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:50:50.453725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Attempting to bind port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:50.454116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Attempting to bind port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:50.455016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Attempting to bind port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:50.467209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Made reservation on behalf of 3fa532ca48764f68b613d32660a6afd4 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:50.470008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.473506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:50.477068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:50.477681 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.479104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Bound using segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:50.479791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Bound port: b70ee5cb-077b-4ef9-9521-01d3dea6cd01, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:50.480835 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.527818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-2cb206d0-ef99-4a8b-8111-6483ffa13c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.529350 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-2cb206d0-ef99-4a8b-8111-6483ffa13c0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1770902 Sep 15 15:50:50.608837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] For port b70ee5cb-077b-4ef9-9521-01d3dea6cd01, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:50.610257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] For port b70ee5cb-077b-4ef9-9521-01d3dea6cd01, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:50.613613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-44edbbfc-8180-4d34-bc1b-aa7fb5661312 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 217 time: 0.0525129 Sep 15 15:50:50.627636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.633761 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.640439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.646538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.656782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.663810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.670360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.672652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-52ec1eb0-14d8-4098-80b3-1272ea96fa68 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.2634895 Sep 15 15:50:50.674936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-af8cf864-025b-47a7-b34b-62fab8da2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.676426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-af8cf864-025b-47a7-b34b-62fab8da2834 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0535629 Sep 15 15:50:50.684126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.781059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-26f250c7-a62f-41f9-ae44-9eec59eebf12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667262 Sep 15 15:50:50.787340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5b499-720b-44cd-a55a-0fc22da3c15b None None] Pushing event updated for resources: {'Port': ['ID=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:50.793351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd72bc73-9a40-453e-9973-f773a5a5ac9e req-029962d8-b9c1-4670-97c4-8d5417a17737 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075847 Sep 15 15:50:50.899618 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.920183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.953521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:50.988100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2034a4-430e-4491-b248-71cd8f3b86fb req-ca00b942-bc23-40bb-b077-e277382b7614 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:50.997201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9e2034a4-430e-4491-b248-71cd8f3b86fb req-ca00b942-bc23-40bb-b077-e277382b7614 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1244473 Sep 15 15:50:51.094151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-acd6af0e-ea72-4fa8-858e-ccb0c66027f7 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876229 Sep 15 15:50:51.106285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f4143c-23a2-495f-9db4-b81d768a50fc,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:51.109370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:51.112060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:51.123965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Checking segment: {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:51.124514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Network hostable DHCP agents. Network: af382184-7690-4e0b-b414-517d2469bfcb, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:50:51.130508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9e2034a4-430e-4491-b248-71cd8f3b86fb req-a23f061f-dfbc-4382-a059-9f376c4658c6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075358 Sep 15 15:50:51.132253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1e3b2-2631-4f49-a16a-f14c7f59d7d0 req-06f5d12e-bc3f-4cdb-94bf-1346a51dc9ab tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:51.142080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63f1e3b2-2631-4f49-a16a-f14c7f59d7d0 req-06f5d12e-bc3f-4cdb-94bf-1346a51dc9ab tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.1710148 Sep 15 15:50:51.180790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Allocated IP 172.25.0.188 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:51.238132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Network af382184-7690-4e0b-b414-517d2469bfcb is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:50:51.299436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c178d9-b802-427f-9da8-8e2424241572 req-c15ac5ac-886f-41d4-b24f-055c9d110bbd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:51.301739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9c178d9-b802-427f-9da8-8e2424241572 req-c15ac5ac-886f-41d4-b24f-055c9d110bbd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0750232 Sep 15 15:50:51.301929 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.333533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63f1e3b2-2631-4f49-a16a-f14c7f59d7d0 req-6f88205c-3997-402d-b013-8f93eabfb228 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892626 Sep 15 15:50:51.349249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:51.353415 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7258f0d-542d-4374-80cd-f044c04ad9d7" -d '{"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-unplugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:51.372760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:51.377336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9c178d9-b802-427f-9da8-8e2424241572 req-ce825f73-a62c-4a8e-b1f8-8016b983aee5 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633917 Sep 15 15:50:51.381243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, af382184-7690-4e0b-b414-517d2469bfcb) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:51.399194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:51.399996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.410097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73fd284-a4fc-4f47-9ff8-fbad6e2f541a None None] Network af382184-7690-4e0b-b414-517d2469bfcb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:50:51.416947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:51.422132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-bad09ba8-9fdf-4a04-934b-045d683bb835 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147414 Sep 15 15:50:51.446717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'mac_address': 'fa:16:3e:e8:85:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:50:51.508854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12d277be-52d8-4f43-92fe-ed2287c5af06 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1661394 Sep 15 15:50:51.521911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42508) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:51.531949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:51.541831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf422b-1816-4455-8cfa-0620964f58d1 req-6362ea00-5f51-4680-a2a4-db75649abb5a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:51.552826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fcf422b-1816-4455-8cfa-0620964f58d1 req-6362ea00-5f51-4680-a2a4-db75649abb5a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 945 time: 0.0919960 Sep 15 15:50:51.570076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.578686 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.584893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7085d3-893f-4a7a-b783-717d5676b5c6 req-554ba1cb-24e3-4938-a0eb-97c57e5307b6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:51.593517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de7085d3-893f-4a7a-b783-717d5676b5c6 req-554ba1cb-24e3-4938-a0eb-97c57e5307b6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1575236 Sep 15 15:50:51.627177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fcf422b-1816-4455-8cfa-0620964f58d1 req-5c1d4daf-ab31-4bf0-ba77-ca89e232df79 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686879 Sep 15 15:50:51.690702 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c760d1-9db3-4199-ac4a-8a14f9ed8630 x-openstack-request-id: req-83c760d1-9db3-4199-ac4a-8a14f9ed8630 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:51.691267 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-unplugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:51.691816 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-83c760d1-9db3-4199-ac4a-8a14f9ed8630 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:51.692208 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'code': 200} Sep 15 15:50:51.716679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.724079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-7dfe830b-e675-4438-bc08-1b04f97bcca2 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:51.725573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-7dfe830b-e675-4438-bc08-1b04f97bcca2 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.1190569 Sep 15 15:50:51.743697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de7085d3-893f-4a7a-b783-717d5676b5c6 req-2723f76c-c37c-40bb-99fd-233b8885f678 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488392 Sep 15 15:50:51.756152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:51.759498 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.761628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.879182 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:51.918610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:51.938102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:51.962878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.035645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:52.042613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:52.058576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:52.094691 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:50:52.095209 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:50:52.097797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-af382184-7690-4e0b-b414-517d2469bfcb', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:50:52.099118 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.100386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Pushing event updated for resources: {'Port': ['ID=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:52.149323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.156768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.163166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.169080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.175263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.181202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.187878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.188749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75827d84-6706-4dd5-a2bc-176d49027261 None None] Network 8b090620-5bd2-4bed-a564-517f224367ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:50:52.189946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-a317e594-11f1-4eba-8532-f53e8ab4810b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1274028 Sep 15 15:50:52.214888 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.265772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45cd8d43-8697-4bbc-a53d-3dda06ceaa24 req-51bfd6f8-ef98-453b-b477-f8b734ed6929 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693171 Sep 15 15:50:52.372951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.378916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3a538c62-b31d-4b0f-a598-2c31af9c9886 None None] Provisioning complete for port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:52.387739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a538c62-b31d-4b0f-a598-2c31af9c9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.389056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a6161bf-21f2-4c20-9402-6c8280240916 req-8482a027-254c-42c5-b23e-f877e42382dd tempest-AbsoluteLimitsNegativeTestJSON-1592635399 tempest-AbsoluteLimitsNegativeTestJSON-1592635399-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ac364aa46b1546cb97a60031294d28da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374575 Sep 15 15:50:52.472971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Allocated IP 172.20.0.2 (af382184-7690-4e0b-b414-517d2469bfcb/39f4143c-23a2-495f-9db4-b81d768a50fc/2f8a8093-3807-4e9c-886e-539b252d6639) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:52.549776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6161bf-21f2-4c20-9402-6c8280240916 req-f57a53fb-c23f-440d-a863-b2cef166faac tempest-AbsoluteLimitsNegativeTestJSON-1592635399 tempest-AbsoluteLimitsNegativeTestJSON-1592635399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.552015 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a6161bf-21f2-4c20-9402-6c8280240916 req-f57a53fb-c23f-440d-a863-b2cef166faac tempest-AbsoluteLimitsNegativeTestJSON-1592635399 tempest-AbsoluteLimitsNegativeTestJSON-1592635399-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618357 Sep 15 15:50:52.575277 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a6161bf-21f2-4c20-9402-6c8280240916 req-a64aa733-a61a-46fa-b357-65f66f7ddf29 tempest-AbsoluteLimitsNegativeTestJSON-1592635399 tempest-AbsoluteLimitsNegativeTestJSON-1592635399-project] 10.222.0.63 "GET /v2.0/quotas/ac364aa46b1546cb97a60031294d28da HTTP/1.1" status: 200 len: 375 time: 0.0134003 Sep 15 15:50:52.590412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-2fd26951-7332-4d42-b3fe-065535ba8b83 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:52.592061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-2fd26951-7332-4d42-b3fe-065535ba8b83 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.0805159 Sep 15 15:50:52.622829 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a6161bf-21f2-4c20-9402-6c8280240916 req-6958fa0e-4b34-4fda-9fbe-9875c1c0f4a0 tempest-AbsoluteLimitsNegativeTestJSON-1592635399 tempest-AbsoluteLimitsNegativeTestJSON-1592635399-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ac364aa46b1546cb97a60031294d28da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291200 Sep 15 15:50:52.657468 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a538c62-b31d-4b0f-a598-2c31af9c9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.705470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.754959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:50:52.793098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Deleting port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:52.794318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.820530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:52.847183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3a538c62-b31d-4b0f-a598-2c31af9c9886 None None] For port b70ee5cb-077b-4ef9-9521-01d3dea6cd01, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:52.903010 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:52.965667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a538c62-b31d-4b0f-a598-2c31af9c9886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.087748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b70ee5cb-077b-4ef9-9521-01d3dea6cd01 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:53.122369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:53.148864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:53.154139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.166277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499a2b8-1d85-496e-9ec4-2e7296d46329 req-e0477db2-ed57-4167-aa65-8992cc0c16f8 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:53.167982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6499a2b8-1d85-496e-9ec4-2e7296d46329 req-e0477db2-ed57-4167-aa65-8992cc0c16f8 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 946 time: 0.7976937 Sep 15 15:50:53.219488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-17bff9b3-ea5a-421c-81ea-d1e5ffde86f7 None None] Provisioning complete for port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:53.219995 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17bff9b3-ea5a-421c-81ea-d1e5ffde86f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.261981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['849c909a-2c3a-4e47-8c55-a84e820fb560'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:53.317131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:53.317802 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.330076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:53.362213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:53.366750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.383634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a538c62-b31d-4b0f-a598-2c31af9c9886 None None] Pushing event updated for resources: {'Port': ['ID=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:53.408651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800771b-35c6-4247-8e57-06246e5d3afb req-6f15a7ee-56a4-48a6-a051-eed981094e3c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:53.410143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6499a2b8-1d85-496e-9ec4-2e7296d46329 req-10895716-31aa-48fa-9667-e923b33447d4 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349150 Sep 15 15:50:53.415983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1800771b-35c6-4247-8e57-06246e5d3afb req-6f15a7ee-56a4-48a6-a051-eed981094e3c tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 945 time: 0.6252890 Sep 15 15:50:53.479850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02619075-74fc-45db-99f0-0202708e9c67'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:53.482232 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7995a670-b3c7-420c-83cf-f71158ca79ae" -d '{"events": [{"server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "name": "network-vif-unplugged", "status": "completed", "tag": "02619075-74fc-45db-99f0-0202708e9c67"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:53.483872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Network af382184-7690-4e0b-b414-517d2469bfcb is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:53.488169 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.494337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:53.497575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] For port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:53.497944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.503363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:53.518025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1800771b-35c6-4247-8e57-06246e5d3afb req-c4b86643-96af-4d3b-afed-67c75edefbc6 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011546 Sep 15 15:50:53.531948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Calling delete_port for 020a7562-8f2e-4457-87f3-f14c7c9ef5bd owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:53.548085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.604247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f61760-1c5f-4205-a0e8-489084be3f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.611532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.683833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc275a-01dd-455f-9497-dae05be083eb req-16669831-0679-4bd2-8321-0145954b7632 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:53.685414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0fc275a-01dd-455f-9497-dae05be083eb req-16669831-0679-4bd2-8321-0145954b7632 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.0915916 Sep 15 15:50:53.694414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Pushing event updated for resources: {'Port': ['ID=2f8a8093-3807-4e9c-886e-539b252d6639,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:53.736642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Attempting to bind port 2f8a8093-3807-4e9c-886e-539b252d6639 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:53.736642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Attempting to bind port 2f8a8093-3807-4e9c-886e-539b252d6639 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:53.742749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Attempting to bind port 2f8a8093-3807-4e9c-886e-539b252d6639 on network af382184-7690-4e0b-b414-517d2469bfcb {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:53.749230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:53.749230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Checking segment: {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:53.749230 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.749726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Bound using segment: {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:53.750217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Bound port: 2f8a8093-3807-4e9c-886e-539b252d6639, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:53.750595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.766372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0fc275a-01dd-455f-9497-dae05be083eb req-d6c482b2-bcb7-4573-82f6-08b5bcb4df74 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667992 Sep 15 15:50:53.822007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:53.837111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.847898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82016ad-bee1-407d-9b24-7a4eb4d66f9f req-9a190264-5661-40e2-b344-d4da6b298534 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:53.849547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b82016ad-bee1-407d-9b24-7a4eb4d66f9f req-9a190264-5661-40e2-b344-d4da6b298534 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.3534377 Sep 15 15:50:53.870816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['d5ea675f-9100-4833-8912-5632efe0c797'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:53.878993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Pushing event deleted for resources: {'Port': ['ID=020a7562-8f2e-4457-87f3-f14c7c9ef5bd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:53.932576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] For port 2f8a8093-3807-4e9c-886e-539b252d6639, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:53.953346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d409c2f2-f0e0-4756-8d26-fcaa4c600860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.955764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] For port 2f8a8093-3807-4e9c-886e-539b252d6639, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2f8a8093-3807-4e9c-886e-539b252d6639,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:53.967999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] No DVR routers for this DVR port 020a7562-8f2e-4457-87f3-f14c7c9ef5bd on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:50:53.971047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:53.973484 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5eaaeae1-079d-4496-874b-f6b4a895add3 req-62290ca0-78c1-4eeb-aa6f-6478295c058e tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "DELETE /v2.0/ports/020a7562-8f2e-4457-87f3-f14c7c9ef5bd HTTP/1.1" status: 204 len: 173 time: 1.3493640 Sep 15 15:50:53.973623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'name': 'network-vif-deleted', 'tag': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:53.975821 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a48bb2-5781-40c6-98e0-1df6ddc370fe" -d '{"events": [{"server_uuid": "b45ba64e-4609-4015-b9d6-6d6e1c9b1359", "name": "network-vif-deleted", "tag": "020a7562-8f2e-4457-87f3-f14c7c9ef5bd"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:53.994933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.001748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.007731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.014177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.020733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.024586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:54.024920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:54.025260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:54.026714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.032988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.035145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-a77f8e16-8721-4099-a279-7e4562922c52 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1654718 Sep 15 15:50:54.036102 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.054672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.073764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b82016ad-bee1-407d-9b24-7a4eb4d66f9f req-054b0e2b-cd13-4618-aa25-c18057d72308 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910942 Sep 15 15:50:54.074628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:50:54.075884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Attempting to bind port 02619075-74fc-45db-99f0-0202708e9c67 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:54.092313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b2bcf3e-f6b9-43a9-a2b6-b33b3ad3316d req-9ef7dd51-638e-482f-91d4-784f0072b52f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460272 Sep 15 15:50:54.118581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:54.118923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:54.120308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:54.121032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Bound port: 02619075-74fc-45db-99f0-0202708e9c67, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:54.121557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.149372 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644150e6-05e8-45a3-9daf-851162b1eab9 x-openstack-request-id: req-644150e6-05e8-45a3-9daf-851162b1eab9 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:54.149994 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45ba64e-4609-4015-b9d6-6d6e1c9b1359", "name": "network-vif-deleted", "tag": "020a7562-8f2e-4457-87f3-f14c7c9ef5bd", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:54.150417 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-644150e6-05e8-45a3-9daf-851162b1eab9 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:54.151077 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45ba64e-4609-4015-b9d6-6d6e1c9b1359', 'name': 'network-vif-deleted', 'tag': '020a7562-8f2e-4457-87f3-f14c7c9ef5bd', 'status': 'completed', 'code': 200} Sep 15 15:50:54.155567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.156763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449725a-b424-4e60-9f50-7324ebefd5bd None None] Pushing event updated for resources: {'Port': ['ID=2f8a8093-3807-4e9c-886e-539b252d6639,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:54.168202 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295924f9-9dc2-4fd4-9eb3-de61f69f387b x-openstack-request-id: req-295924f9-9dc2-4fd4-9eb3-de61f69f387b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:54.168481 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "name": "network-vif-unplugged", "status": "completed", "tag": "02619075-74fc-45db-99f0-0202708e9c67", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:54.168755 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-295924f9-9dc2-4fd4-9eb3-de61f69f387b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:54.169448 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02619075-74fc-45db-99f0-0202708e9c67', 'code': 200} Sep 15 15:50:54.324083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f61760-1c5f-4205-a0e8-489084be3f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.359220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.393609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f61760-1c5f-4205-a0e8-489084be3f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.412671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:54.517045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:54.521907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['23a55066-e8f1-4829-a26b-8fb4e866c2b2', '020a7562-8f2e-4457-87f3-f14c7c9ef5bd'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:54.555984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42568) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:54.556530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-33f61760-1c5f-4205-a0e8-489084be3f05 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac364aa46b1546cb97a60031294d28da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1891341 Sep 15 15:50:54.614399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.630361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f61760-1c5f-4205-a0e8-489084be3f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2275d9-842e-444f-8ee8-77727cd6cb1b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:54.645303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Allocated IP 172.25.0.30 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/67af06b8-435f-457a-8122-087224ddbfb2) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:54.664685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-467f4e66-cdd6-41fd-9fb6-a5414af10fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.724177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f9d25ac-f77b-47b1-8a97-b631535148d1 req-a00129b1-d8d5-4d4d-8646-ac8cfb80916f tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=b45ba64e-4609-4015-b9d6-6d6e1c9b1359 HTTP/1.1" status: 200 len: 210 time: 0.0519369 Sep 15 15:50:54.735810 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-467f4e66-cdd6-41fd-9fb6-a5414af10fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.830666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.831479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.832949 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] 10.222.0.55 "PUT /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 1121 time: 3.0877736 Sep 15 15:50:54.837919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e8069-cc22-4c89-ad11-13b475c5412a service neutron] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:54.852934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2561ab-4fc7-4753-99d3-5d643f2fde14 req-3a76d6cf-2389-4478-bbe4-9ad423ad1c3f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.861524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3a2561ab-4fc7-4753-99d3-5d643f2fde14 req-3a76d6cf-2389-4478-bbe4-9ad423ad1c3f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 947 time: 0.3140979 Sep 15 15:50:54.882101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-467f4e66-cdd6-41fd-9fb6-a5414af10fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.884752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-467f4e66-cdd6-41fd-9fb6-a5414af10fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:54.892416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-467f4e66-cdd6-41fd-9fb6-a5414af10fcb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa2275d9-842e-444f-8ee8-77727cd6cb1b HTTP/1.1" status: 204 len: 168 time: 0.3288884 Sep 15 15:50:54.914004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f4e66-cdd6-41fd-9fb6-a5414af10fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2275d9-842e-444f-8ee8-77727cd6cb1b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:54.923366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['02619075-74fc-45db-99f0-0202708e9c67'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:54.972172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3432f-546f-4264-9874-bdc1d1418e5b req-668bb514-5765-42e0-acd6-fe9c37c0c663 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:54.988866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3a2561ab-4fc7-4753-99d3-5d643f2fde14 req-93700f5a-d867-4180-ba15-54ef1058f061 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260257 Sep 15 15:50:54.994183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45f3432f-546f-4264-9874-bdc1d1418e5b req-668bb514-5765-42e0-acd6-fe9c37c0c663 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.1270983 Sep 15 15:50:55.049891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:55.079139 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45f3432f-546f-4264-9874-bdc1d1418e5b req-bc27afff-07b1-40a1-8941-c30ba2726f09 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839601 Sep 15 15:50:55.105300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Router 9961072c-a13b-49bc-b90f-0bff3af2b11f is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:50:55.127433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:55.194231 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:55.203381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b70ee5cb-077b-4ef9-9521-01d3dea6cd01 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:55.255191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:55.289686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:55.292767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:55.339090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 849c909a-2c3a-4e47-8c55-a84e820fb560 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:55.339472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:55.348890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:55.349414 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:55.366215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.375027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.384317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.393733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.399571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Pushing event updated for resources: {'Port': ['ID=67af06b8-435f-457a-8122-087224ddbfb2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:55.402498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.414977 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.430451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.438843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97f4043d-d7de-4563-821e-db12829979dd req-f060dc7e-e22d-4fcc-8e80-0a29c712c704 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.2112174 Sep 15 15:50:55.459233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55aebe-ab12-4f09-a714-57ee0d137367 req-47fa9091-d632-4bc6-82aa-25f2151ff1a4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:55.466791 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b55aebe-ab12-4f09-a714-57ee0d137367 req-47fa9091-d632-4bc6-82aa-25f2151ff1a4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.2577915 Sep 15 15:50:55.466791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:50:55.484989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Sync routers for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:50:55.504276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97f4043d-d7de-4563-821e-db12829979dd req-2ca539cf-f171-43f0-a131-032aa50010a3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641818 Sep 15 15:50:55.558829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2f8a8093-3807-4e9c-886e-539b252d6639 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:55.563535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:50:55.564465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:55.631548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b55aebe-ab12-4f09-a714-57ee0d137367 req-432a32e0-5e44-41d9-9ccb-93733838045e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587772 Sep 15 15:50:55.749769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:55.752235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b0f8bd55-062c-4d0c-b3c4-06311a070aec admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2181420 Sep 15 15:50:55.755069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42588) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:55.773959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c69933b-abec-4eca-b1d9-94a37bf7058c None None] Network af382184-7690-4e0b-b414-517d2469bfcb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:50:55.857153 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:55.975053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:55.989139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ac1edce4-3df3-483f-971e-47fc83396aab None None] Provisioning complete for port 2f8a8093-3807-4e9c-886e-539b252d6639 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:55.989139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac1edce4-3df3-483f-971e-47fc83396aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.036327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:50:56.045303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:56.048347 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca88b37b-7b75-4f9e-a98c-040b107158bd" -d '{"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-plugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:56.160171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:56.201226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8e4e1-e5a5-4e33-9716-45ddc43432f1 req-6a2f21fa-1137-4655-be6b-109e15f616b3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.209769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23c8e4e1-e5a5-4e33-9716-45ddc43432f1 req-6a2f21fa-1137-4655-be6b-109e15f616b3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 947 time: 0.1237221 Sep 15 15:50:56.239222 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.240739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 020a7562-8f2e-4457-87f3-f14c7c9ef5bd no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:50:56.296224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2f8a8093-3807-4e9c-886e-539b252d6639 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:56.297296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.312998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23c8e4e1-e5a5-4e33-9716-45ddc43432f1 req-a5b4984e-2ad4-4a77-8936-dabc90ae84f7 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963359 Sep 15 15:50:56.478025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.494281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 020a7562-8f2e-4457-87f3-f14c7c9ef5bd {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:50:56.494696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 020a7562-8f2e-4457-87f3-f14c7c9ef5bd not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:50:56.501695 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0acdfa3-e78c-4492-97a6-d685b6289512 x-openstack-request-id: req-e0acdfa3-e78c-4492-97a6-d685b6289512 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:56.501994 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-plugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:56.502222 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e0acdfa3-e78c-4492-97a6-d685b6289512 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:56.502668 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'code': 200} Sep 15 15:50:56.513028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f22f2-3dab-4992-8438-ad3d2b18a612 req-b5ac6a5f-029b-4dd1-8845-ebee1a98551d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.515458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7f22f2-3dab-4992-8438-ad3d2b18a612 req-b5ac6a5f-029b-4dd1-8845-ebee1a98551d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.0801716 Sep 15 15:50:56.575148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42612) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:56.604232 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.611218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7f22f2-3dab-4992-8438-ad3d2b18a612 req-23806d2f-1a20-4fea-b58c-bf2fed7497c9 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876443 Sep 15 15:50:56.646425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'tag': '02619075-74fc-45db-99f0-0202708e9c67'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:50:56.648884 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfcc141-3e30-4179-afd5-6209f362d928" -d '{"events": [{"name": "network-changed", "server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "tag": "02619075-74fc-45db-99f0-0202708e9c67"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:50:56.652704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.747104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Allocated IP 172.20.0.1 (8b090620-5bd2-4bed-a564-517f224367ee/33539d4a-4a68-42d3-a044-634e83114bd0/7a305a63-2862-41f5-b079-620d9d72199f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:56.753823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-815195997-network', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:56.755800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:56.757076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9119355-ecba-4425-8393-5e4f832e9ebc req-4a59cc30-fa14-48cf-9920-a20ac451e329 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.758810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9119355-ecba-4425-8393-5e4f832e9ebc req-4a59cc30-fa14-48cf-9920-a20ac451e329 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 946 time: 0.1133497 Sep 15 15:50:56.791114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac1edce4-3df3-483f-971e-47fc83396aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.860672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9119355-ecba-4425-8393-5e4f832e9ebc req-43793da3-0f5f-42a2-832d-887430f8ea37 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622978 Sep 15 15:50:56.921487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.927829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.929606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:52Z', 'revision_number': 3, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:56.934117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.940470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ac1edce4-3df3-483f-971e-47fc83396aab None None] For port 2f8a8093-3807-4e9c-886e-539b252d6639, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2f8a8093-3807-4e9c-886e-539b252d6639,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:56.941026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.947259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.954109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.962149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:56.964201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-01c0bac7-55de-4434-979a-8abfa683ed22 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1823919 Sep 15 15:50:56.970073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Made reservation on behalf of 462a1356180c4a7eaa8e746c9d33c489 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:56.972520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.973344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:56.975372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Checking router: 9961072c-a13b-49bc-b90f-0bff3af2b11f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:50:56.975718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Updating router 9961072c-a13b-49bc-b90f-0bff3af2b11f port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:50:56.995886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.003665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:50:57.017954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.043097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58736cf8-7f16-4357-b2f9-c9159e6bc27b req-1187ba1d-0821-4205-a1db-639fb792966e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:57.044714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58736cf8-7f16-4357-b2f9-c9159e6bc27b req-1187ba1d-0821-4205-a1db-639fb792966e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0841737 Sep 15 15:50:57.047414 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.052154 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac1edce4-3df3-483f-971e-47fc83396aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.082000 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.102208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b123e5cd-4a24-48cd-8834-c739b62a1f97 req-d38cac70-374a-4587-b318-277a986fa8cc tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1221099 Sep 15 15:50:57.178587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 02619075-74fc-45db-99f0-0202708e9c67 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:50:57.208873 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9829444b-a68f-4bb2-a6b6-471b4a7f3f2f x-openstack-request-id: req-9829444b-a68f-4bb2-a6b6-471b4a7f3f2f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:50:57.217413 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "tag": "02619075-74fc-45db-99f0-0202708e9c67", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:50:57.217413 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9829444b-a68f-4bb2-a6b6-471b4a7f3f2f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:50:57.217413 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'tag': '02619075-74fc-45db-99f0-0202708e9c67', 'status': 'completed', 'code': 200} Sep 15 15:50:57.220304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58736cf8-7f16-4357-b2f9-c9159e6bc27b req-39629269-dc4d-4b7e-8632-f644211f6178 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233873 Sep 15 15:50:57.245401 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:50:57.245801 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:50:57.254391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.270817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1edce4-3df3-483f-971e-47fc83396aab None None] Pushing event updated for resources: {'Port': ['ID=2f8a8093-3807-4e9c-886e-539b252d6639,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:57.288184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:50:57.298921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.303693 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Sync routers for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:50:57.319174 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:50:57.319930 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:57.331461 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d70494ed-ea46-4060-a56d-b2ec470797d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.343959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-660a4954-9248-4869-8f6c-f04da7c3ae9f None None] Provisioning complete for port 2f8a8093-3807-4e9c-886e-539b252d6639 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:57.344317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-660a4954-9248-4869-8f6c-f04da7c3ae9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.378386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Pushing event updated for resources: {'Port': ['ID=7a305a63-2862-41f5-b079-620d9d72199f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:57.400038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:57.407370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.435052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.438225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b6d20b33-b8d7-402f-9038-9f3d7ef1fd6e admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9148412 Sep 15 15:50:57.440857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:57.470923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:57.474597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:50:57.479009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1232ffb0-e890-4ac9-a3ff-c415d93f3c48,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:57.486425 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:50:57.503515 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:57.518861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:50:57.534710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 02619075-74fc-45db-99f0-0202708e9c67 has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:50:57.652781 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.704360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.796659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.797091 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Added segment e961c0f6-ebb6-4a02-a36f-931dceccbd91 of type vlan for network d3b89463-09f0-4bce-b5d5-09e8d3c29dde Sep 15 15:50:57.797547 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.842544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Attempting to bind port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:57.843365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Attempting to bind port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:57.848681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Attempting to bind port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:57.896707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:57.897115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-103076d6-5685-4f88-a631-db7a328e98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:57.903528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-103076d6-5685-4f88-a631-db7a328e98b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1124 time: 0.6118689 Sep 15 15:50:57.904209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:57.905284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.908919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:57.909736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Bound port: 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:57.911203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:57.915295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec687a-aa23-4c5d-8768-62adf0ef0f43 req-2e01f625-9a8d-4c80-bb99-37723fcb9138 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:57.917985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12ec687a-aa23-4c5d-8768-62adf0ef0f43 req-2e01f625-9a8d-4c80-bb99-37723fcb9138 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.1708586 Sep 15 15:50:57.953966 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:50:55Z', 'revision_number': 3, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:57.958780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.006634 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Checking router: 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:50:58.006979 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Updating router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 port 67af06b8-435f-457a-8122-087224ddbfb2 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:50:58.034901 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.038898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2f8a8093-3807-4e9c-886e-539b252d6639 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:50:58.050655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] For port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:58.053159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12ec687a-aa23-4c5d-8768-62adf0ef0f43 req-34c14eae-ddc1-41a7-91d9-23d5a27298a2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995002 Sep 15 15:50:58.095670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340db806-0e05-4f10-b05f-e3d876350c3e req-734d6b5a-175e-4b08-83ca-baf6bbb21c7b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.099420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] For port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:58.103919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-340db806-0e05-4f10-b05f-e3d876350c3e req-734d6b5a-175e-4b08-83ca-baf6bbb21c7b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.6735263 Sep 15 15:50:58.108259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9b8ad091-58d9-4c42-a494-c62444c38c3a None None] Provisioning complete for port 7a305a63-2862-41f5-b079-620d9d72199f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:58.108677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad091-58d9-4c42-a494-c62444c38c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.160955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ad091-58d9-4c42-a494-c62444c38c3a None None] Port 7a305a63-2862-41f5-b079-620d9d72199f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:50:58.162573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a9a61-f4c9-408d-95f9-9824356a2ff5 None None] Pushing event updated for resources: {'Port': ['ID=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:58.169802 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.197205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.198183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.198880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.209580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-5f7e2e4b-3342-45b2-bd39-83052b77e1df tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.211139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-5f7e2e4b-3342-45b2-bd39-83052b77e1df tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 946 time: 0.1403027 Sep 15 15:50:58.225417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-340db806-0e05-4f10-b05f-e3d876350c3e req-760a9e1a-ffd2-4128-88eb-3f5fe09bf95b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205420 Sep 15 15:50:58.230635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-5a249202-9c4e-49e7-b64a-16e44383ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.232754 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-5a249202-9c4e-49e7-b64a-16e44383ca08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.3034308 Sep 15 15:50:58.239912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a9a61-f4c9-408d-95f9-9824356a2ff5 None None] Pushing event updated for resources: {'Port': ['ID=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:58.285052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:50:58.285956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:58.356733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608c66a-1e8b-494b-8b65-3c155ee8c95b req-b19ff72e-3a6c-4d5b-a38d-0180275df214 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.358726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8608c66a-1e8b-494b-8b65-3c155ee8c95b req-b19ff72e-3a6c-4d5b-a38d-0180275df214 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 946 time: 0.1604090 Sep 15 15:50:58.387877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8117149 Sep 15 15:50:58.389950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-9e0dd4bd-3e76-4920-a1f3-1bb96c5b4046 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 217 time: 0.1173375 Sep 15 15:50:58.396633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42634) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:50:58.416850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Request body: {'subnet': {'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-815195997-subnet', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:50:58.468929 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.488772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894bbed-7fcd-4e39-b42e-c3fb830f58d7 admin admin] Pushing event updated for resources: {'Network': ['ID=d3b89463-09f0-4bce-b5d5-09e8d3c29dde,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:58.495735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.507612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2f8a8093-3807-4e9c-886e-539b252d6639 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:50:58.507987 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.515570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.516350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:50:58.524655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8608c66a-1e8b-494b-8b65-3c155ee8c95b req-940badf1-2634-45f3-8cdb-6122d1fa7a52 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523063 Sep 15 15:50:58.546865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.547890 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.568079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Deleting port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:50:58.568578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.650455 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Attempting to bind port 67af06b8-435f-457a-8122-087224ddbfb2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:50:58.651314 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Attempting to bind port 67af06b8-435f-457a-8122-087224ddbfb2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:50:58.651457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Made reservation on behalf of 462a1356180c4a7eaa8e746c9d33c489 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:50:58.651993 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Attempting to bind port 67af06b8-435f-457a-8122-087224ddbfb2 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:50:58.653941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.665638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:50:58.666536 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:50:58.667582 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.668221 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:50:58.668971 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Bound port: 67af06b8-435f-457a-8122-087224ddbfb2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:50:58.669630 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.673558 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Pushing event updated for resources: {'Port': ['ID=67af06b8-435f-457a-8122-087224ddbfb2,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:58.699227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:50:58.708731 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.709491 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.710071 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.710655 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.711214 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.711784 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.712508 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.713032 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.713549 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.714194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.714779 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.721660 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:58.742439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-da0163ae-45a5-461f-8f6b-468c79e02aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.748904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-da0163ae-45a5-461f-8f6b-468c79e02aa5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.3432519 Sep 15 15:50:58.761296 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] For port 67af06b8-435f-457a-8122-087224ddbfb2, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:50:58.765614 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] For port 67af06b8-435f-457a-8122-087224ddbfb2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=67af06b8-435f-457a-8122-087224ddbfb2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:50:58.784118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.791322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.799295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.807196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.814528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.820930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.836515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.836515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-635b96ec-7831-489a-952d-c671208617ce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.4548521 Sep 15 15:50:58.856057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-0ef937e8-84de-4a02-86d9-e346fd3e9a9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953391 Sep 15 15:50:58.862749 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.907426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] For port 23a55066-e8f1-4829-a26b-8fb4e866c2b2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=23a55066-e8f1-4829-a26b-8fb4e866c2b2,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:50:58.907911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.912047 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:50:58.912407 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:58.927517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:58.944503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333d361-6bf7-4802-af55-0595c44b2ca3 req-a6010cad-6799-49c9-88d6-e5cf1f67431d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:58.952550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4333d361-6bf7-4802-af55-0595c44b2ca3 req-a6010cad-6799-49c9-88d6-e5cf1f67431d tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.3020186 Sep 15 15:50:58.974087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Calling delete_port for 23a55066-e8f1-4829-a26b-8fb4e866c2b2 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:50:58.977828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:50:56Z', 'revision_number': 1, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:59.004057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-606b01b3-b990-47ce-ac04-efeada1e4767 req-95d0ba05-8209-441d-a84d-960d9aa959b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469572 Sep 15 15:50:59.016587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976ab7d8-4cf2-4127-9fae-692e16867c88 None None] The sync data for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 is: [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:50:56Z', 'revision_number': 1, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:50:59.050704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:59.089573 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07daa4-a1f6-44b5-aa14-1d3866aeac4d None None] Pushing event updated for resources: {'Port': ['ID=67af06b8-435f-457a-8122-087224ddbfb2,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:59.129696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Pushing event updated for resources: {'Port': ['ID=7a305a63-2862-41f5-b079-620d9d72199f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:59.176368 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:50:59.215036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4333d361-6bf7-4802-af55-0595c44b2ca3 req-deed0d72-4095-4d06-8c62-9385c21135c2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609937 Sep 15 15:50:59.222563 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:59.231244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-c21059f5-b57e-4b77-8579-39311bdeb1bc service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050232 Sep 15 15:50:59.244539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Allocated IP 172.20.0.1 (af382184-7690-4e0b-b414-517d2469bfcb/39f4143c-23a2-495f-9db4-b81d768a50fc/8bf255c6-c65c-4991-af26-28ba07a4f20c) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:50:59.249542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0393864-91d0-4552-af3c-96b733664254 req-58093cf2-ac0a-433c-8c54-29b277364ac6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:59.251288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0393864-91d0-4552-af3c-96b733664254 req-58093cf2-ac0a-433c-8c54-29b277364ac6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.0907593 Sep 15 15:50:59.351629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-8f4f2fdd-0c93-42ad-82bc-1c7e5331d661 service neutron] 10.222.0.38 "GET /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.2003675 Sep 15 15:50:59.516022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0393864-91d0-4552-af3c-96b733664254 req-e0542a93-605c-41e0-8363-f529ed79f548 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359800 Sep 15 15:50:59.527976 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:50:55Z', 'revision_number': 3, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:50:59.557395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:50:59.563153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:50:59.568691 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebfcc141-3e30-4179-afd5-6209f362d928 req-357f5283-ef54-4982-b192-9eded13453b5 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160141 Sep 15 15:50:59.584239 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b341cc-e35c-4b31-aa3b-e6eddd362c5a None None] The sync data for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 is: [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:50:55Z', 'revision_number': 3, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:50:59.655721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:59.658429 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:59.671743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['23a55066-e8f1-4829-a26b-8fb4e866c2b2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:59.673465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c11a1-227b-4537-8e3a-98413e4a0d59 req-82cb10e9-911e-4c03-b758-449bfe5a2a41 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:50:59.674282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['d5ea675f-9100-4833-8912-5632efe0c797'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:50:59.677856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-259c11a1-227b-4537-8e3a-98413e4a0d59 req-82cb10e9-911e-4c03-b758-449bfe5a2a41 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.2643983 Sep 15 15:50:59.678852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:50:59.719037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50f9a6d3-6063-4baf-8b76-6d1176d8687f req-fab3c543-15c7-4036-a28c-dce7c54d4cf5 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 210 time: 0.0674729 Sep 15 15:50:59.791087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Pushing event deleted for resources: {'Port': ['ID=23a55066-e8f1-4829-a26b-8fb4e866c2b2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:50:59.876222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Router 9961072c-a13b-49bc-b90f-0bff3af2b11f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:50:59.898279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.898279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.898279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.898279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.899031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.899167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.901632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.902009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.902356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.902683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.903009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.903337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:50:59.949485 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:00.040607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e4d3f4ef-00e3-4a3a-a7ac-0987cb2ee1d8 None None] Provisioning complete for port 7a305a63-2862-41f5-b079-620d9d72199f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:00.040607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4d3f4ef-00e3-4a3a-a7ac-0987cb2ee1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:00.044713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:00.110003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:51:00.120197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3ae403e2-1f8e-47e2-8c8b-a35c4f504d09 admin admin] 10.222.0.63 "PUT /v2.0/routers/9961072c-a13b-49bc-b90f-0bff3af2b11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3640592 Sep 15 15:51:00.162507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3f4ef-00e3-4a3a-a7ac-0987cb2ee1d8 None None] Port 7a305a63-2862-41f5-b079-620d9d72199f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:00.191687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Checking segment: {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:00.193801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Network hostable DHCP agents. Network: d3b89463-09f0-4bce-b5d5-09e8d3c29dde, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:51:00.253451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.265317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.266246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-259c11a1-227b-4537-8e3a-98413e4a0d59 req-93537ff3-2c39-4520-a7ea-c96c6420787f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622010 Sep 15 15:51:00.275122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.281663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.283893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c934ae-5b1d-432b-9256-48eee5d36b30,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:00.301716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.310824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.317835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.327892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-b86ef56c-1fe9-4953-9640-863df65997f7 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1521437 Sep 15 15:51:00.370038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] No DVR routers for this DVR port 23a55066-e8f1-4829-a26b-8fb4e866c2b2 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:00.416453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6dea63b-e72e-438e-b306-74ffc7595082 req-606a08a7-24f4-4398-b6d6-219c2ab19aa9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798082 Sep 15 15:51:00.424963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:00.426931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18fd0f38-c9a2-4170-9eee-4148cdc6d27d req-39ae480a-85b6-4134-b1b5-87a74ec36bed tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.55 "DELETE /v2.0/ports/23a55066-e8f1-4829-a26b-8fb4e866c2b2 HTTP/1.1" status: 204 len: 173 time: 2.1646924 Sep 15 15:51:00.427564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'name': 'network-vif-deleted', 'tag': '23a55066-e8f1-4829-a26b-8fb4e866c2b2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:00.430449 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f892efa-5b52-4a0b-bd65-55f18cd240cc" -d '{"events": [{"server_uuid": "818d0868-1a7c-4297-9400-af3baeaf3d1e", "name": "network-vif-deleted", "tag": "23a55066-e8f1-4829-a26b-8fb4e866c2b2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:00.483206 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:00.574002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:51:00.629341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:00.632945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Network af382184-7690-4e0b-b414-517d2469bfcb is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:00.666408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf255c6-c65c-4991-af26-28ba07a4f20c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:00.670146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:00.681385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:00.695245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f088d-58bb-4e1b-bb83-7c4ecc6c437a req-ad2fafd4-bb36-4f00-b3b0-b1a7f60cb57c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.703239 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588f088d-58bb-4e1b-bb83-7c4ecc6c437a req-ad2fafd4-bb36-4f00-b3b0-b1a7f60cb57c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.2798893 Sep 15 15:51:00.736932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:00.744377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d3b89463-09f0-4bce-b5d5-09e8d3c29dde) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:00.753551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b50c17-4935-4fcb-a4a7-03421d05e38c None None] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:00.791647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:00.792252 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:00.880974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02619075-74fc-45db-99f0-0202708e9c67 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:00.896228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:00.946391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-588f088d-58bb-4e1b-bb83-7c4ecc6c437a req-1d0d431b-6f87-402c-8b83-0c3bea423c39 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208598 Sep 15 15:51:00.948581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:00.961789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aad69a8e-d04d-450b-b2ec-e5e760301d50 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5585544 Sep 15 15:51:00.964861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:00.973872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:01.060103 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99a6ef-51cf-46d1-ae57-3bc9d157827f x-openstack-request-id: req-7b99a6ef-51cf-46d1-ae57-3bc9d157827f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:01.060417 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d0868-1a7c-4297-9400-af3baeaf3d1e", "name": "network-vif-deleted", "tag": "23a55066-e8f1-4829-a26b-8fb4e866c2b2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:01.060812 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7b99a6ef-51cf-46d1-ae57-3bc9d157827f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:01.061818 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818d0868-1a7c-4297-9400-af3baeaf3d1e', 'name': 'network-vif-deleted', 'tag': '23a55066-e8f1-4829-a26b-8fb4e866c2b2', 'status': 'completed', 'code': 200} Sep 15 15:51:01.062105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.111701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.118129 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.118314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:51:01.118314 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.145580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d5615dc9-4fe2-478e-bedf-f0fc0322a1f6 None None] Provisioning complete for port 8bf255c6-c65c-4991-af26-28ba07a4f20c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:01.145963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d5615dc9-4fe2-478e-bedf-f0fc0322a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.283114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42660) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:01.288253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.294558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e88a9eaa-55f7-4360-8d3a-a058ecb3bc4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275332211', 'description': 'tempest-description--1610823965'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:01.423664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Allocated IP 172.20.0.2 (d3b89463-09f0-4bce-b5d5-09e8d3c29dde/27c934ae-5b1d-432b-9256-48eee5d36b30/790334de-5e32-4045-8dd9-dfef5bf8ea5b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:01.439067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e88a9eaa-55f7-4360-8d3a-a058ecb3bc4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.572626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 02619075-74fc-45db-99f0-0202708e9c67 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:01.580606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.602045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] Transition to ACTIVE for port object 02619075-74fc-45db-99f0-0202708e9c67 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:51:01.611656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358dddd-b8a1-4c0f-9307-c0cf5e6f86cc req-8528113f-2281-450e-991c-afb2bcde2275 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:01.613715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5358dddd-b8a1-4c0f-9307-c0cf5e6f86cc req-8528113f-2281-450e-991c-afb2bcde2275 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 943 time: 0.4704430 Sep 15 15:51:01.639338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.644799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.646309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d5615dc9-4fe2-478e-bedf-f0fc0322a1f6 None None] Port 8bf255c6-c65c-4991-af26-28ba07a4f20c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:01.686911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5358dddd-b8a1-4c0f-9307-c0cf5e6f86cc req-18700819-d7d7-4ee7-9e7b-06bb0331e973 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659885 Sep 15 15:51:01.701889 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.709178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c26578aa-55bf-4182-8f36-71ca9bc6d7f7 req-cdab77e5-1736-44b1-ad9c-6baf1136a12b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=818d0868-1a7c-4297-9400-af3baeaf3d1e HTTP/1.1" status: 200 len: 210 time: 0.0663397 Sep 15 15:51:01.750574 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.790470 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.798827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:01.803887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:01.808367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:01.852821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Pushing event updated for resources: {'Port': ['ID=790334de-5e32-4045-8dd9-dfef5bf8ea5b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:01.880389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf255c6-c65c-4991-af26-28ba07a4f20c,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:01.900124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Attempting to bind port 790334de-5e32-4045-8dd9-dfef5bf8ea5b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:01.900518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Attempting to bind port 790334de-5e32-4045-8dd9-dfef5bf8ea5b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:01.900970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Attempting to bind port 790334de-5e32-4045-8dd9-dfef5bf8ea5b on network d3b89463-09f0-4bce-b5d5-09e8d3c29dde {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:01.912235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:01.912235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Checking segment: {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:01.912235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.912235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Bound using segment: {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:01.912235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Bound port: 790334de-5e32-4045-8dd9-dfef5bf8ea5b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:01.912235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.913354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.964290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:01.986916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:01.993316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.000546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.007846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.016181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.022897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.024018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:02.031580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.033535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-794c89bd-798b-42f3-af9d-6bcf4c3b6d7a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.2372098 Sep 15 15:51:02.049148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] No DVR routers for this DVR port 02619075-74fc-45db-99f0-0202708e9c67 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:02.062379 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] For port 790334de-5e32-4045-8dd9-dfef5bf8ea5b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:02.066704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e88a9eaa-55f7-4360-8d3a-a058ecb3bc4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.083121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] For port 790334de-5e32-4045-8dd9-dfef5bf8ea5b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=790334de-5e32-4045-8dd9-dfef5bf8ea5b,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:02.104183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] Pushing event updated for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:02.106941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:02.107372 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.111179 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7d31f604-bc72-4d86-9f97-76487a75f296 req-30625e78-4831-4007-a76b-afff49ae95f4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623658 Sep 15 15:51:02.151081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100617e-c8b4-4429-944b-ee06d786cd07 req-0f59dd07-6cc5-43b7-9e0f-01f3fc548064 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.152624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f100617e-c8b4-4429-944b-ee06d786cd07 req-0f59dd07-6cc5-43b7-9e0f-01f3fc548064 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.3527119 Sep 15 15:51:02.160166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-90f51b47-1355-4622-ab30-50e99a365c97 service neutron] 10.222.0.38 "PUT /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7829659 Sep 15 15:51:02.167150 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.170326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e88a9eaa-55f7-4360-8d3a-a058ecb3bc4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.301698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046c68a-d8ac-4396-b28c-ed30dc0e2bdf None None] Pushing event updated for resources: {'Port': ['ID=790334de-5e32-4045-8dd9-dfef5bf8ea5b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:02.329510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Network af382184-7690-4e0b-b414-517d2469bfcb is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:02.331131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9eaa-55f7-4360-8d3a-a058ecb3bc4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432f4cfc-cc0a-409b-9eff-eb2aed2ada34,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:02.343606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:02.356830 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.384297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e88a9eaa-55f7-4360-8d3a-a058ecb3bc4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.386915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:02.389853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e88a9eaa-55f7-4360-8d3a-a058ecb3bc4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0982337 Sep 15 15:51:02.391713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42668) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:02.403949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6ed51b6b-fc53-4840-8293-f6cbf31e25a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'security_group_rule': {'security_group_id': '432f4cfc-cc0a-409b-9eff-eb2aed2ada34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:02.447145 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f100617e-c8b4-4429-944b-ee06d786cd07 req-9a1a8d4a-4754-4850-9611-c27df9381924 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446086 Sep 15 15:51:02.467846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.468924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 67af06b8-435f-457a-8122-087224ddbfb2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:02.485249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ce652-86e1-4efa-912a-97819c9513f7 req-a64cd6c9-2f89-4ab9-bc3e-a11699351539 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:02.507845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f7ce652-86e1-4efa-912a-97819c9513f7 req-a64cd6c9-2f89-4ab9-bc3e-a11699351539 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.2176120 Sep 15 15:51:02.535060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.594450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.684689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:02.729805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 67af06b8-435f-457a-8122-087224ddbfb2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:02.729805 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.823926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8a635bfb-89dc-41d9-9eb4-3ad296d28c54 None None] Provisioning complete for port 8bf255c6-c65c-4991-af26-28ba07a4f20c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:02.824661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a635bfb-89dc-41d9-9eb4-3ad296d28c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.839427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Allocated IP 172.25.0.163 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:02.874027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f7ce652-86e1-4efa-912a-97819c9513f7 req-2044e458-c884-4655-9818-57e3fe6829fd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628781 Sep 15 15:51:02.968936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:02.978216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8a635bfb-89dc-41d9-9eb4-3ad296d28c54 None None] Port 8bf255c6-c65c-4991-af26-28ba07a4f20c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:03.005005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 67af06b8-435f-457a-8122-087224ddbfb2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=67af06b8-435f-457a-8122-087224ddbfb2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:03.048142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.085987 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.142748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=67af06b8-435f-457a-8122-087224ddbfb2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:03.150356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 23a55066-e8f1-4829-a26b-8fb4e866c2b2 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:03.150701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ed51b6b-fc53-4840-8293-f6cbf31e25a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.176294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 23a55066-e8f1-4829-a26b-8fb4e866c2b2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:03.177097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 23a55066-e8f1-4829-a26b-8fb4e866c2b2 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:03.191908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.197945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-6c78b3e0-f78e-4a9b-bd71-7e62a537266e tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.199479 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-6c78b3e0-f78e-4a9b-bd71-7e62a537266e tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.8530116 Sep 15 15:51:03.209346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:51:03.234217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:03.237292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:03.240997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:03.262377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e790-f101-4c7d-bc2b-f9df376a25b4 req-a43e1cd4-3de6-4293-86c7-f497984bd435 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.263939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecc1e790-f101-4c7d-bc2b-f9df376a25b4 req-a43e1cd4-3de6-4293-86c7-f497984bd435 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 944 time: 0.1546731 Sep 15 15:51:03.273472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:03.368317 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ed51b6b-fc53-4840-8293-f6cbf31e25a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.390745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-988f131a-6e86-4a3d-88c3-9849e4f094ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.392286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-988f131a-6e86-4a3d-88c3-9849e4f094ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4&tenant_id=ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 1095 time: 0.1801019 Sep 15 15:51:03.422994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecc1e790-f101-4c7d-bc2b-f9df376a25b4 req-9150ce45-020b-48ea-b6ba-8e4089ecea15 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335917 Sep 15 15:51:03.507531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ed51b6b-fc53-4840-8293-f6cbf31e25a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.579155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed51b6b-fc53-4840-8293-f6cbf31e25a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f66e27a-c76c-42f9-9675-7211133e7451,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:03.588396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:51:03.601403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.605072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Sync routers for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:51:03.611008 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Sync routers for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:51:03.612664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.619701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.621091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f604eb89-43be-4307-a7c1-ae3c7ea55aa5 admin admin] 10.222.0.63 "PUT /v2.0/routers/07bb6a26-b2b4-4749-bcf2-793a5a2460e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1782618 Sep 15 15:51:03.627677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:03.627677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:03.628013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.630711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:03.631357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:03.634927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-420b29c6-61ec-495f-85f3-8e368c7ca5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.636402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.637129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-420b29c6-61ec-495f-85f3-8e368c7ca5d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1095 time: 0.1998711 Sep 15 15:51:03.653029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.657110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d6d71-0fee-4ab4-8b5d-619bfacc88e1 req-423737d5-030a-4515-ac68-c1ffe03431fe tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.661121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:03.663428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-ce4d4f32-1b70-4039-95cd-8c41f6783baa tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.1909008 Sep 15 15:51:03.670010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-813d6d71-0fee-4ab4-8b5d-619bfacc88e1 req-423737d5-030a-4515-ac68-c1ffe03431fe tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1574166 Sep 15 15:51:03.675795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ed51b6b-fc53-4840-8293-f6cbf31e25a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.680609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ed51b6b-fc53-4840-8293-f6cbf31e25a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2841480 Sep 15 15:51:03.681560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42684) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:03.748418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2017b3a8-5765-4a92-9559-800360d5f861 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'security_group_rule': {'security_group_id': '432f4cfc-cc0a-409b-9eff-eb2aed2ada34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:03.789720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-813d6d71-0fee-4ab4-8b5d-619bfacc88e1 req-7ba2063f-b3bb-4314-a4e6-9561cf1511c9 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127274 Sep 15 15:51:03.877655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:03.901354 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:03.921153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2e9a27-8207-4923-a490-e94a7d839b0b req-451a0e6e-d68b-4f51-9e8f-7051d9ffdfc6 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904461 Sep 15 15:51:03.930803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:03.955449 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2017b3a8-5765-4a92-9559-800360d5f861 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.025646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-1a1aef5f-e9b5-4c9e-96d7-a8abe1dd1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:04.041082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-1a1aef5f-e9b5-4c9e-96d7-a8abe1dd1c16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.3672867 Sep 15 15:51:04.065042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7797e-1634-4c0e-8707-011eb8fe99ca None None] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:04.140288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936b4d8-2448-407a-b5e9-fff3ce94a374 req-a2c14987-534f-452f-a00b-300568783927 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:04.147705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6936b4d8-2448-407a-b5e9-fff3ce94a374 req-a2c14987-534f-452f-a00b-300568783927 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.2522326 Sep 15 15:51:04.153235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-679b0f89-8e1a-445a-ba53-a44a60ccd70d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 200 len: 217 time: 0.1002219 Sep 15 15:51:04.174301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:04.241394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.315106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2017b3a8-5765-4a92-9559-800360d5f861 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.357388 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 2, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:04.370423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6936b4d8-2448-407a-b5e9-fff3ce94a374 req-5efd47a0-d96e-4984-9a54-65f1273d05d4 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123330 Sep 15 15:51:04.385363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-2aea555d-342b-4d36-8556-80edca5a8fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:04.387430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-2aea555d-342b-4d36-8556-80edca5a8fcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.2138379 Sep 15 15:51:04.448900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2017b3a8-5765-4a92-9559-800360d5f861 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.456948 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Checking router: 9961072c-a13b-49bc-b90f-0bff3af2b11f for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:51:04.460954 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Updating router 9961072c-a13b-49bc-b90f-0bff3af2b11f port 7a305a63-2862-41f5-b079-620d9d72199f binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:51:04.461679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-5bfc05e5-6558-455b-9241-864933714bbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613711 Sep 15 15:51:04.485984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017b3a8-5765-4a92-9559-800360d5f861 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c750a1a3-5388-4302-b784-012a82a580ef,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:04.515944 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.523134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Router fb13fcb0-1aa5-4631-a31f-b24765a31a78 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:51:04.527976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b68f3374-507f-416c-af98-dec02ee26b60 None None] Provisioning complete for port 790334de-5e32-4045-8dd9-dfef5bf8ea5b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:04.528368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b68f3374-507f-416c-af98-dec02ee26b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.579069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2017b3a8-5765-4a92-9559-800360d5f861 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.580369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2017b3a8-5765-4a92-9559-800360d5f861 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8604612 Sep 15 15:51:04.586186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:04.592110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:04.681349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:04.681802 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.697297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-8bd87293-5da4-46ec-adad-5dfbf50867c9 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237113 Sep 15 15:51:04.698803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42696) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:04.710755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-83742659-62c1-42f1-b199-d18ba07b5bbc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441217693', 'description': 'tempest-description--391918904'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:04.726799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.737462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 2, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:04.743858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0461a4-0fd7-4b5a-8d63-fa44a17d0841 req-ee97779b-aa98-43ac-ac2d-a3c0a32daad1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:04.748781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef0461a4-0fd7-4b5a-8d63-fa44a17d0841 req-ee97779b-aa98-43ac-ac2d-a3c0a32daad1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.2420347 Sep 15 15:51:04.781525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Checking router: 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:51:04.781882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Updating router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 port 8bf255c6-c65c-4991-af26-28ba07a4f20c binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:51:04.823250 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.851925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b68f3374-507f-416c-af98-dec02ee26b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.878848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:51:04.880077 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.917212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a3250-1990-4dc1-a497-abd970649b25 req-e0609304-be1d-4f11-bc84-aa53bea8b1ce tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:04.918729 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-951a3250-1990-4dc1-a497-abd970649b25 req-e0609304-be1d-4f11-bc84-aa53bea8b1ce tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 944 time: 0.1470623 Sep 15 15:51:04.925857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Sync routers for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:51:04.928865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-947e26ba-23b7-41a1-8183-dd6967550399 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772909 Sep 15 15:51:04.953652 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:04.971513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b68f3374-507f-416c-af98-dec02ee26b60 None None] For port 790334de-5e32-4045-8dd9-dfef5bf8ea5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=790334de-5e32-4045-8dd9-dfef5bf8ea5b,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:04.976821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:04.977572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:04.980432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef0461a4-0fd7-4b5a-8d63-fa44a17d0841 req-acc2d8bb-6569-43c3-8fc1-4b0e945c925e tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036462 Sep 15 15:51:05.023006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-951a3250-1990-4dc1-a497-abd970649b25 req-ef692fcd-86ba-4e49-81fe-cf240a3af72d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585568 Sep 15 15:51:05.062905 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83742659-62c1-42f1-b199-d18ba07b5bbc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.073398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.116736 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Attempting to bind port 7a305a63-2862-41f5-b079-620d9d72199f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:05.117134 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Attempting to bind port 7a305a63-2862-41f5-b079-620d9d72199f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:05.117564 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Attempting to bind port 7a305a63-2862-41f5-b079-620d9d72199f on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:05.124450 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:05.125371 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:05.126193 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.137819 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Bound using segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:05.139022 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Bound port: 7a305a63-2862-41f5-b079-620d9d72199f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:05.141199 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.159311 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab96b2-6df3-4d73-8273-9dd4b663fb9f None None] Pushing event updated for resources: {'Port': ['ID=7a305a63-2862-41f5-b079-620d9d72199f,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:05.188882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.190217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2e7980f7-a110-4f14-913d-04882becffb4 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2242153 Sep 15 15:51:05.194544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42702) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:05.253894 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] For port 7a305a63-2862-41f5-b079-620d9d72199f, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:05.258957 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b68f3374-507f-416c-af98-dec02ee26b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.268587 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] For port 7a305a63-2862-41f5-b079-620d9d72199f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7a305a63-2862-41f5-b079-620d9d72199f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:05.270232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5ab89d64-7da6-4c6d-b180-a70f55101c91 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:05.299843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-1e6ac65b-e60b-4203-a791-74193f6a164d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.301538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-1e6ac65b-e60b-4203-a791-74193f6a164d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.38 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1911900 Sep 15 15:51:05.314916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b58270-b60d-428d-9e80-10ecc6d0da9d req-667d61d2-1b07-48ad-92b9-37aca0b9f49b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.316715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12b58270-b60d-428d-9e80-10ecc6d0da9d req-667d61d2-1b07-48ad-92b9-37aca0b9f49b tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 945 time: 0.1533046 Sep 15 15:51:05.342868 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.420445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 790334de-5e32-4045-8dd9-dfef5bf8ea5b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:05.447419 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:05.448065 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:05.503301 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:51:05.511662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12b58270-b60d-428d-9e80-10ecc6d0da9d req-588f9afe-9702-4271-b265-189a7530c749 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa173e15-5dea-4183-8b2f-770d0de07729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839998 Sep 15 15:51:05.554210 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab96b2-6df3-4d73-8273-9dd4b663fb9f None None] Pushing event updated for resources: {'Port': ['ID=7a305a63-2862-41f5-b079-620d9d72199f,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:05.571120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83742659-62c1-42f1-b199-d18ba07b5bbc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.572107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 790334de-5e32-4045-8dd9-dfef5bf8ea5b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:05.573031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.574149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f3374-507f-416c-af98-dec02ee26b60 None None] Pushing event updated for resources: {'Port': ['ID=790334de-5e32-4045-8dd9-dfef5bf8ea5b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:05.586095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] Provisioning complete for port 7a305a63-2862-41f5-b079-620d9d72199f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:05.586414 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.587942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-a74831f1-8fcb-49ee-a9ed-c0f9594fa973 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.590005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-a74831f1-8fcb-49ee-a9ed-c0f9594fa973 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.2029390 Sep 15 15:51:05.639047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83742659-62c1-42f1-b199-d18ba07b5bbc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.665108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Allocated IP 172.25.0.79 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/95f327aa-ebc0-4f40-9662-5b908e20373f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:05.665370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Deleting port d5ea675f-9100-4833-8912-5632efe0c797 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:05.665370 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.695554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.705377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.713040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.723161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.734661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.739624 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:05.744244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.753650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.754346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83742659-62c1-42f1-b199-d18ba07b5bbc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e64228-7054-41b1-8673-5cd89f7f8e57,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:05.783235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-85b36010-7c0f-43b4-a25d-398cfcd2cbcf tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5421 time: 0.6045897 Sep 15 15:51:05.785067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:05.838005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83742659-62c1-42f1-b199-d18ba07b5bbc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.839671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-83742659-62c1-42f1-b199-d18ba07b5bbc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1370938 Sep 15 15:51:05.846585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42706) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:05.870999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-528dc213-b398-4c8f-a50a-23aefec6a79b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Request body: {'security_group_rule': {'security_group_id': '59e64228-7054-41b1-8673-5cd89f7f8e57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:05.923132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] For port d5ea675f-9100-4833-8912-5632efe0c797, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d5ea675f-9100-4833-8912-5632efe0c797,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:05.923984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.939050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8b26f-ddfa-453b-8af5-33f1b4e29697 req-7f204519-2c26-421a-852b-07a760586910 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:05.947321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1d8b26f-ddfa-453b-8af5-33f1b4e29697 req-7f204519-2c26-421a-852b-07a760586910 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.2051980 Sep 15 15:51:05.950346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:05.974869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4c8ac43-e526-4128-a59c-57afde1063cf req-7de4e5d0-5699-4da9-95b5-322b74236a76 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823220 Sep 15 15:51:05.981962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Calling delete_port for d5ea675f-9100-4833-8912-5632efe0c797 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:06.083047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.094919 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:05Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:06.112863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5ab89d64-7da6-4c6d-b180-a70f55101c91, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:06.156346 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6905cd6-4206-42e4-85c6-347b68c2d1ef None None] The sync data for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 is: [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:05Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:51:06.165063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.238876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1d8b26f-ddfa-453b-8af5-33f1b4e29697 req-5432ff89-e5cf-4026-9cb9-1f22fea739df tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902453 Sep 15 15:51:06.249198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '5ab89d64-7da6-4c6d-b180-a70f55101c91', 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4', 'port_id': '5ab89d64-7da6-4c6d-b180-a70f55101c91', 'mac_address': 'fa:16:3e:af:e6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6ac57a-c836-4a57-9fae-c51e1eb3863b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:06.268248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-692455fc-cd3d-490d-b77a-c51f6801673a service neutron] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:06.268248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-692455fc-cd3d-490d-b77a-c51f6801673a service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.268248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-daa9f7bb-5101-42bc-a4d3-591eb0f216fc req-692455fc-cd3d-490d-b77a-c51f6801673a service neutron] 10.222.0.55 "DELETE /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.6603456 Sep 15 15:51:06.337951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9568250-446d-45b7-9686-0810ce9fb9d0 req-9fbcb69c-17bc-4367-818d-9664d7975560 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:06.340054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9568250-446d-45b7-9686-0810ce9fb9d0 req-9fbcb69c-17bc-4367-818d-9664d7975560 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.2363358 Sep 15 15:51:06.366049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ad9b0-a4cc-46bd-9fc2-c9c4cad84c10 None None] Pushing event updated for resources: {'Port': ['ID=8bf255c6-c65c-4991-af26-28ba07a4f20c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:06.383727 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.400793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e913-3462-412b-9433-c57ced5d629e req-f31da94b-2b01-4b39-8f40-7cf87aeb6c5a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:06.403071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68e4e913-3462-412b-9433-c57ced5d629e req-f31da94b-2b01-4b39-8f40-7cf87aeb6c5a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 944 time: 0.0899935 Sep 15 15:51:06.464412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9568250-446d-45b7-9686-0810ce9fb9d0 req-b8ca0cf2-2486-45c9-bba4-c1b5b8cd0ee7 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152995 Sep 15 15:51:06.472892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68e4e913-3462-412b-9433-c57ced5d629e req-1f0d2b9f-694d-4dc1-b10e-d3b4a3d52afc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595391 Sep 15 15:51:06.494612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-528dc213-b398-4c8f-a50a-23aefec6a79b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.511461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.537426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Pushing event deleted for resources: {'Port': ['ID=d5ea675f-9100-4833-8912-5632efe0c797,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:06.597793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 67af06b8-435f-457a-8122-087224ddbfb2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:06.616344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.626786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-528dc213-b398-4c8f-a50a-23aefec6a79b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.628194 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.636331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] No DVR routers for this DVR port d5ea675f-9100-4833-8912-5632efe0c797 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:06.640855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.648011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf9e7dc-017b-41c8-bee2-46398b5154ac req-fc2568ab-da70-4c67-9208-1c6283bb3a8d tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.38 "DELETE /v2.0/ports/d5ea675f-9100-4833-8912-5632efe0c797 HTTP/1.1" status: 204 len: 173 time: 1.3301215 Sep 15 15:51:06.648809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'name': 'network-vif-deleted', 'tag': 'd5ea675f-9100-4833-8912-5632efe0c797'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:06.666754 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7befe9-d142-40f9-955b-15409b84b578" -d '{"events": [{"server_uuid": "dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24", "name": "network-vif-deleted", "tag": "d5ea675f-9100-4833-8912-5632efe0c797"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:06.709454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=95f327aa-ebc0-4f40-9662-5b908e20373f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:06.710091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab89d64-7da6-4c6d-b180-a70f55101c91 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:06.724065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55ddbd9b-a5d2-4fec-bdbb-8d82c8be77e4 req-833db7f1-d4e8-4bcb-a805-14cadc1acbb4 tempest-ListServerFiltersTestJSON-360574789 tempest-ListServerFiltersTestJSON-360574789-project] 10.222.0.63 "GET /v2.0/ports?device_id=dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24 HTTP/1.1" status: 200 len: 210 time: 0.0457666 Sep 15 15:51:06.768542 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-528dc213-b398-4c8f-a50a-23aefec6a79b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.804934 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c45f8c7-397f-43ac-9151-4d0e4e0f0112 x-openstack-request-id: req-5c45f8c7-397f-43ac-9151-4d0e4e0f0112 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:06.805251 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24", "name": "network-vif-deleted", "tag": "d5ea675f-9100-4833-8912-5632efe0c797", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:06.805493 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c45f8c7-397f-43ac-9151-4d0e4e0f0112 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:06.805909 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec479a6-0a9a-4cf3-8909-fc3a6e3c4c24', 'name': 'network-vif-deleted', 'tag': 'd5ea675f-9100-4833-8912-5632efe0c797', 'status': 'completed', 'code': 200} Sep 15 15:51:06.836669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:06.836669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dc213-b398-4c8f-a50a-23aefec6a79b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bb2351-f795-490e-a363-21895aacddfb,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:06.845752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:06.851408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:06.902008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a834d-d46f-47ce-8b63-70637b06c1f1 req-ac86ccd1-75bd-40ed-88ab-c6270b93db04 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:06.910110 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-625a834d-d46f-47ce-8b63-70637b06c1f1 req-ac86ccd1-75bd-40ed-88ab-c6270b93db04 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 1095 time: 0.2187793 Sep 15 15:51:06.953006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] For port 7a305a63-2862-41f5-b079-620d9d72199f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7a305a63-2862-41f5-b079-620d9d72199f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:06.978084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Attempting to bind port 8bf255c6-c65c-4991-af26-28ba07a4f20c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:06.978084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Attempting to bind port 8bf255c6-c65c-4991-af26-28ba07a4f20c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:06.979449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Attempting to bind port 8bf255c6-c65c-4991-af26-28ba07a4f20c on network af382184-7690-4e0b-b414-517d2469bfcb {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:06.983099 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-528dc213-b398-4c8f-a50a-23aefec6a79b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:06.988701 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-528dc213-b398-4c8f-a50a-23aefec6a79b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1229157 Sep 15 15:51:06.988946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42720) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:06.992723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5ab89d64-7da6-4c6d-b180-a70f55101c91, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:06.994158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-823e9063-7d49-48e1-9357-1216a90ff2ce tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Request body: {'security_group_rule': {'security_group_id': '59e64228-7054-41b1-8673-5cd89f7f8e57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:07.002782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:07.008521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Checking segment: {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:07.008521 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.008521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Bound using segment: {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:07.008521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Bound port: 8bf255c6-c65c-4991-af26-28ba07a4f20c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:07.008521 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.086336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] For port 8bf255c6-c65c-4991-af26-28ba07a4f20c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:07.090210 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.097376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] For port 8bf255c6-c65c-4991-af26-28ba07a4f20c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8bf255c6-c65c-4991-af26-28ba07a4f20c,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:07.108559 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.109627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 432b6d0d-4307-4ab9-ab8f-8129c751f0cc details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:07.156300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-823e9063-7d49-48e1-9357-1216a90ff2ce tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.203488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.214195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.221751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.229004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.240787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.247535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.256848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.259237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-52d3f78c-c76d-4959-be50-39e88205de95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5422 time: 0.1631212 Sep 15 15:51:07.330662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6840aa62-d9f5-4c35-b8f5-d97b60e8ec9f req-531f09c6-cca0-4db9-b1ce-5ae3269abec6 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620553 Sep 15 15:51:07.340415 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-823e9063-7d49-48e1-9357-1216a90ff2ce tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.352903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:07.372358 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.375249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc', 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'port_id': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc', 'mac_address': 'fa:16:3e:46:76:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cba167-23eb-4973-9ff1-5a2a8a1dcdee', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:07.396133 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] Provisioning complete for port 790334de-5e32-4045-8dd9-dfef5bf8ea5b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:07.396585 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.398269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85d78c-3131-4c2e-9202-152240316ed8 None None] Pushing event updated for resources: {'Port': ['ID=7a305a63-2862-41f5-b079-620d9d72199f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:07.401016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 67af06b8-435f-457a-8122-087224ddbfb2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:07.401393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.426573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-823e9063-7d49-48e1-9357-1216a90ff2ce tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.455544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e9063-7d49-48e1-9357-1216a90ff2ce tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a7a15a-74f7-401e-9e45-ec9493bb9fb6,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:07.523564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-625a834d-d46f-47ce-8b63-70637b06c1f1 req-4651a364-16d1-4403-ae20-9426b5e4675f tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6123109 Sep 15 15:51:07.539785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2907b65-4cb0-4a66-9146-7d61bc5243d2 req-c6e51711-89ee-4da8-84be-4305f1b89973 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.550528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d5ea675f-9100-4833-8912-5632efe0c797 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:07.550772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.550892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2907b65-4cb0-4a66-9146-7d61bc5243d2 req-c6e51711-89ee-4da8-84be-4305f1b89973 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.0681176 Sep 15 15:51:07.553201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:03Z', 'revision_number': 3, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:07.562719 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.563384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-823e9063-7d49-48e1-9357-1216a90ff2ce tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.565259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-823e9063-7d49-48e1-9357-1216a90ff2ce tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5768807 Sep 15 15:51:07.582495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42730) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:07.589658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:07.633725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2907b65-4cb0-4a66-9146-7d61bc5243d2 req-60b88e23-36ea-4636-bf2a-e1ab57384872 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835900 Sep 15 15:51:07.694462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Checking router: fb13fcb0-1aa5-4631-a31f-b24765a31a78 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:51:07.698565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Updating router fb13fcb0-1aa5-4631-a31f-b24765a31a78 port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:51:07.733291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: d5ea675f-9100-4833-8912-5632efe0c797 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:07.733603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d5ea675f-9100-4833-8912-5632efe0c797 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:07.768479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5ab89d64-7da6-4c6d-b180-a70f55101c91,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:07.778961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.784583 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.818190 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.830273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:07.838399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:07.846681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:07.892648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231eb16-3a5f-4211-8986-50958cf00fb3 req-c8c8abaa-ca07-47ad-ad6f-aaac3ab2daf1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:07.898969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1231eb16-3a5f-4211-8986-50958cf00fb3 req-c8c8abaa-ca07-47ad-ad6f-aaac3ab2daf1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.2101319 Sep 15 15:51:07.997671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-fefa65b8-1c14-428d-91fb-14c96c392b69 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.000249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-fefa65b8-1c14-428d-91fb-14c96c392b69 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.1497376 Sep 15 15:51:08.019820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432b6d0d-4307-4ab9-ab8f-8129c751f0cc {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:08.031092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-41ee5c0a-2d16-4bef-8eec-e992e9c33af8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/quotas/ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 375 time: 0.0239992 Sep 15 15:51:08.033293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1231eb16-3a5f-4211-8986-50958cf00fb3 req-c9931c46-ceaa-4a88-9ea3-b6752f21cc6c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334624 Sep 15 15:51:08.108228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1eda4456-a940-4bac-b0c8-232e13c913b8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761909 Sep 15 15:51:08.135976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42744) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:08.168756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Allocated IP 172.20.0.1 (d3b89463-09f0-4bce-b5d5-09e8d3c29dde/27c934ae-5b1d-432b-9256-48eee5d36b30/abf0758d-8170-4d9a-ae58-bad14cf0eafd) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:08.180301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ad9b0-a4cc-46bd-9fc2-c9c4cad84c10 None None] Pushing event updated for resources: {'Port': ['ID=8bf255c6-c65c-4991-af26-28ba07a4f20c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:08.196929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:08.228645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] Deleting subnet c06333d4-9736-495e-a67a-f45c56555d03 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:51:08.239553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.297422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-5c09a8c5-9e55-4d0f-9250-961cce38ebb5 service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881461 Sep 15 15:51:08.310922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.311697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f0172419-fef7-4778-8bfc-fd341ba24f50 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:08.318299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.321492 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.325624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:08.394761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.465157 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.492389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-b6abe660-6baf-4ad0-89f7-f8d6e3e81160 service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939178 Sep 15 15:51:08.516792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.521335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f0172419-fef7-4778-8bfc-fd341ba24f50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f0172419-fef7-4778-8bfc-fd341ba24f50,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:08.531593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] Provisioning complete for port 8bf255c6-c65c-4991-af26-28ba07a4f20c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:08.535649 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.551607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.582769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7a305a63-2862-41f5-b079-620d9d72199f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:08.596767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.602217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:08.650227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'f0172419-fef7-4778-8bfc-fd341ba24f50', 'network_id': '51a9124a-32e1-4881-b4d1-1ec1b123eef4', 'port_id': 'f0172419-fef7-4778-8bfc-fd341ba24f50', 'mac_address': 'fa:16:3e:e7:88:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6ac57a-c836-4a57-9fae-c51e1eb3863b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:08.656475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.667070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:08.673349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=95f327aa-ebc0-4f40-9662-5b908e20373f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:08.677857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:08.680673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:08.687882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06333d4-9736-495e-a67a-f45c56555d03,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:08.694149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.699296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ad7a033b-d5db-4d92-af61-f0634a7913c2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c06333d4-9736-495e-a67a-f45c56555d03 HTTP/1.1" status: 204 len: 168 time: 0.5620906 Sep 15 15:51:08.699904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42750) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:08.781986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.787965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.798570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.805487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.811954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.813952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.823906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.837978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.849713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-3a59064e-3206-4cd1-a164-b654b19a8136 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5423 time: 0.3240252 Sep 15 15:51:08.849966 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.864083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e6d0a-8ca1-4450-ae5d-19c2f5924091 None None] Network e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:08.881645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.940531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20798b-a4fa-4855-89a5-165aba28d9f1 req-66bbbe58-99b3-4bba-aa1c-deddf3831d73 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:08.942655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f20798b-a4fa-4855-89a5-165aba28d9f1 req-66bbbe58-99b3-4bba-aa1c-deddf3831d73 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1131246 Sep 15 15:51:08.948861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Pushing event updated for resources: {'Port': ['ID=abf0758d-8170-4d9a-ae58-bad14cf0eafd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:08.968822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Deleting port bdee2490-3827-4ccf-bd08-c3f8116c9865 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:08.969345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.982547 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dcfd6431-5da6-4a39-8ae5-4945eae30b17 req-067484ab-fbd5-451e-a6b1-23986b493a03 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317837 Sep 15 15:51:08.987272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:08.994776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:08.999607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.000091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.000479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.000848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.001101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.001429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.001752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.008923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.015803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.015803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.015803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:09.029732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.091025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] For port bdee2490-3827-4ccf-bd08-c3f8116c9865, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bdee2490-3827-4ccf-bd08-c3f8116c9865,segment=NetworkSegment(040aef0d-a630-4a83-89ba-b136c583d116),segment_id=040aef0d-a630-4a83-89ba-b136c583d116)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:09.091463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.097023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f20798b-a4fa-4855-89a5-165aba28d9f1 req-7f14f043-ba99-4ff0-9333-353f360f06bd tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246707 Sep 15 15:51:09.109047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.109479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Calling delete_port for bdee2490-3827-4ccf-bd08-c3f8116c9865 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:09.110750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-59cee322-a19b-4924-9d4c-04874b4db11b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5229390 Sep 15 15:51:09.172871 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0429115-7b3b-42ff-9d5c-bff48e83e79c req-6a551b72-3c6b-45cd-8636-1c275b91e82f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 210 time: 0.0713105 Sep 15 15:51:09.216085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.265465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Allocated IP 172.25.0.126 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/b12891f4-e46e-44e0-aecb-9cc920902a8d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:09.318501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7a305a63-2862-41f5-b079-620d9d72199f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:09.319172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.320982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.342397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0172419-fef7-4778-8bfc-fd341ba24f50 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:09.351946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40204c4-089f-4d3d-9bd6-82adbdc2b7ed req-f410e7f6-d726-4237-a920-5b343cf4d678 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:09.354033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d40204c4-089f-4d3d-9bd6-82adbdc2b7ed req-f410e7f6-d726-4237-a920-5b343cf4d678 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.1055102 Sep 15 15:51:09.379736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.422828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdee2490-3827-4ccf-bd08-c3f8116c9865,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:09.430490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] No DVR routers for this DVR port bdee2490-3827-4ccf-bd08-c3f8116c9865 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:09.455230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3030632b-768c-4ee4-806c-b91d45f98148 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1275332211&fields=id&tenant_id=77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 267 time: 0.1239960 Sep 15 15:51:09.461872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d40204c4-089f-4d3d-9bd6-82adbdc2b7ed req-694c3755-6b25-43dd-8587-889a0db38281 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006877 Sep 15 15:51:09.533214 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.556454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:09.559615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Attempting to bind port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:09.559979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Attempting to bind port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:09.560932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Attempting to bind port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:09.568571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040aef0d-a630-4a83-89ba-b136c583d116') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:09.568923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040aef0d-a630-4a83-89ba-b136c583d116') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:09.586049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.607225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.610842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:09.611238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:09.611620 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.612517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:09.612669 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.612783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Bound port: 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:09.612892 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.615173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e401c1-3cf9-4172-967d-2bf2201c8be6 None None] Pushing event updated for resources: {'Port': ['ID=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:09.615937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:51:09.616344 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:51:09.619371 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:51:09.665509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.675908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f0172419-fef7-4778-8bfc-fd341ba24f50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f0172419-fef7-4778-8bfc-fd341ba24f50,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:09.706508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] For port 8bf255c6-c65c-4991-af26-28ba07a4f20c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8bf255c6-c65c-4991-af26-28ba07a4f20c,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:09.718654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-23fd195e-72e0-4e25-b8da-5d020c681504 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:09.728584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-23fd195e-72e0-4e25-b8da-5d020c681504 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.2702491 Sep 15 15:51:09.743847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] For port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:09.747461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] For port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:09.753906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.754093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c123b0f7-db23-468c-b9e0-0c9933b05ac8 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:09.760544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-47a8917c-216a-43eb-b7d5-c9f84810bdf3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/quotas/77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 375 time: 0.0330296 Sep 15 15:51:09.797765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.821262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.823979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64202ce3-ee50-4414-afc7-da6ea3da5cc2 None None] DHCP port deletion for e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:51:09.825055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca HTTP/1.1" status: 204 len: 168 time: 1.1242099 Sep 15 15:51:09.825828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.827803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ca22b-4055-4daa-8636-75d5896e39e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e62a34f5-ca7b-4a6b-84d2-2e230e6ee8ca,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:09.849528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:07Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:09.890320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.895573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:09.906891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-48e57cdc-70bd-4d80-a505-13e3f7a99b56 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1334944 Sep 15 15:51:09.914096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 790334de-5e32-4045-8dd9-dfef5bf8ea5b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:09.915858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d960ca2-b8ec-48f5-9e8e-c081250476c0 None None] The sync data for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 is: [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:07Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:51:09.971050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f0172419-fef7-4778-8bfc-fd341ba24f50,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:09.983226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c123b0f7-db23-468c-b9e0-0c9933b05ac8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:09.984670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] Provisioning complete for port 7a305a63-2862-41f5-b079-620d9d72199f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:09.984670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.017941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.022508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:10.032985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:10.065166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:10.068303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event updated for resources: {'Port': ['ID=b12891f4-e46e-44e0-aecb-9cc920902a8d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:10.072069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8', 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'port_id': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8', 'mac_address': 'fa:16:3e:28:de:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cba167-23eb-4973-9ff1-5a2a8a1dcdee', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:10.097953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:10.098610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:10.111251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.209703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ee9d1-7018-4aee-b108-b30b48b30ce8 None None] Pushing event updated for resources: {'Port': ['ID=8bf255c6-c65c-4991-af26-28ba07a4f20c,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:10.221859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.234874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.241730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.250762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.257202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.264981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.270406 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.272957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.280345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.282967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-5b39885f-e66e-427d-8d42-d02a6d91723e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5424 time: 0.1516006 Sep 15 15:51:10.292311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 790334de-5e32-4045-8dd9-dfef5bf8ea5b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:10.292720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.304624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-29b26dd5-6a51-4902-89c1-7eef8354d13f service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681829 Sep 15 15:51:10.359622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42788) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:10.385968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c123b0f7-db23-468c-b9e0-0c9933b05ac8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:10.402378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69b5e822-d589-4ec0-b065-6d1f3030bb46 req-b573aa7d-12ce-4991-abf5-7b43891fbebd tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057224 Sep 15 15:51:10.421219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Pushing event updated for resources: {'Port': ['ID=abf0758d-8170-4d9a-ae58-bad14cf0eafd,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:10.473012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da3f2946-5ab2-413b-a205-5aa5b943f198 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=03e03b37b3514049b57300c75a6e0812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071100 Sep 15 15:51:10.473631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42790) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:10.521621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e401c1-3cf9-4172-967d-2bf2201c8be6 None None] Pushing event updated for resources: {'Port': ['ID=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:10.522876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.529415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c123b0f7-db23-468c-b9e0-0c9933b05ac8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:10.560100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:10.603075 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.604466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d4c0b4f-c188-4df7-a93f-a23a43389947 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:10.608013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39b9cc40-7448-440f-98ea-b098da65eaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.651177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353dc28-328c-46a8-bc77-8a1f5b5910c2 req-461f16d5-a185-47be-9da5-535f4c7a7ace tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:10.653229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f353dc28-328c-46a8-bc77-8a1f5b5910c2 req-461f16d5-a185-47be-9da5-535f4c7a7ace tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1358242 Sep 15 15:51:10.668863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39b9cc40-7448-440f-98ea-b098da65eaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.716332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:10.718512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.751768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f353dc28-328c-46a8-bc77-8a1f5b5910c2 req-fccd6207-26e6-4f7a-a0df-ab74269c3ed7 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861433 Sep 15 15:51:10.780435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:10.821881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3d4c0b4f-c188-4df7-a93f-a23a43389947, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:10.865209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3d4c0b4f-c188-4df7-a93f-a23a43389947', 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'port_id': '3d4c0b4f-c188-4df7-a93f-a23a43389947', 'mac_address': 'fa:16:3e:4a:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cba167-23eb-4973-9ff1-5a2a8a1dcdee', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:10.866946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c123b0f7-db23-468c-b9e0-0c9933b05ac8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:10.879253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39b9cc40-7448-440f-98ea-b098da65eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.889099 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39b9cc40-7448-440f-98ea-b098da65eaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:10.892899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39b9cc40-7448-440f-98ea-b098da65eaf6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa173e15-5dea-4183-8b2f-770d0de07729 HTTP/1.1" status: 204 len: 168 time: 0.4155645 Sep 15 15:51:10.945088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9cc40-7448-440f-98ea-b098da65eaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa173e15-5dea-4183-8b2f-770d0de07729,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:11.042659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d6a6ef-e934-49d9-a86a-44d0afd3e3bc req-94092f63-97ef-46aa-8d2f-76aa774bd00c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 210 time: 0.0518572 Sep 15 15:51:11.058265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8bf255c6-c65c-4991-af26-28ba07a4f20c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:11.096828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-5ae81339-21db-4633-ae4a-66c0904a35d4 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842806 Sep 15 15:51:11.104184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Router fb13fcb0-1aa5-4631-a31f-b24765a31a78 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:51:11.183776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:11.187933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-447c8401-cac7-44a9-a711-6a79d4b7d83e None None] Provisioning complete for port abf0758d-8170-4d9a-ae58-bad14cf0eafd triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:11.188883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-447c8401-cac7-44a9-a711-6a79d4b7d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:11.332184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4c0b4f-c188-4df7-a93f-a23a43389947 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:11.346319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25ad31-518d-427e-8b74-3a2d2b4cafd1 req-7fce3d1e-a140-41ce-a272-1df2f84143d0 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.355984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c25ad31-518d-427e-8b74-3a2d2b4cafd1 req-7fce3d1e-a140-41ce-a272-1df2f84143d0 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.1785986 Sep 15 15:51:11.385979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-447c8401-cac7-44a9-a711-6a79d4b7d83e None None] Port abf0758d-8170-4d9a-ae58-bad14cf0eafd cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:11.393732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3d4c0b4f-c188-4df7-a93f-a23a43389947, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:11.424149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-4f92c23d-c5b3-496a-b94b-1b8562b8b330 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.426396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-4f92c23d-c5b3-496a-b94b-1b8562b8b330 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.2088411 Sep 15 15:51:11.428337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8bf255c6-c65c-4991-af26-28ba07a4f20c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:11.428767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:11.455104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Request body: {'port': {'device_id': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'admin_state_up': True, 'tenant_id': 'ad8a572a058e412eb10e49b2526d2890'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:11.491360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:11.492050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 63f901c0-918d-4412-983f-676d7fd82c41 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:11.494408 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c25ad31-518d-427e-8b74-3a2d2b4cafd1 req-9878b2d6-3ba4-4e61-9fc0-0c3c2e3c9e05 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310437 Sep 15 15:51:11.621103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 2, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:11.706448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15669d59-6ebc-448c-ac32-22cca63cc4ba req-dcc27cf8-19e2-45ef-9a89-f3a10b355d80 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0971465 Sep 15 15:51:11.734401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3d4c0b4f-c188-4df7-a93f-a23a43389947,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:11.750590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611a43cb-f258-422e-b339-e8b9aa45e1b4 None None] The sync data for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 is: [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 2, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:51:11.766640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:51:11.831724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8db288e3-e04e-4e2e-82a9-57d5c0d941bc None None] Provisioning complete for port abf0758d-8170-4d9a-ae58-bad14cf0eafd triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:11.832112 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8db288e3-e04e-4e2e-82a9-57d5c0d941bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:11.862628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Made reservation on behalf of ad8a572a058e412eb10e49b2526d2890 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:11.866850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.867052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:11.873598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.880605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.889814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8db288e3-e04e-4e2e-82a9-57d5c0d941bc None None] Port abf0758d-8170-4d9a-ae58-bad14cf0eafd cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:11.900226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 63f901c0-918d-4412-983f-676d7fd82c41, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=63f901c0-918d-4412-983f-676d7fd82c41,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:11.911863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.927033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.935032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.935320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '63f901c0-918d-4412-983f-676d7fd82c41', 'network_id': '34fdb7f9-ece7-43c4-9050-aa3f7c820ef2', 'port_id': '63f901c0-918d-4412-983f-676d7fd82c41', 'mac_address': 'fa:16:3e:9c:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cba167-23eb-4973-9ff1-5a2a8a1dcdee', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:11.944697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:11.947001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-daf1f40d-27a7-409a-929c-1d7417dd5983 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5426 time: 0.2862644 Sep 15 15:51:11.963950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:51:12.022252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1638194a-1daa-4555-88aa-d6153ecf3b97 admin admin] 10.222.0.63 "PUT /v2.0/routers/fb13fcb0-1aa5-4631-a31f-b24765a31a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8234134 Sep 15 15:51:12.036804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bdee2490-3827-4ccf-bd08-c3f8116c9865 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:12.102472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: bdee2490-3827-4ccf-bd08-c3f8116c9865 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:12.102472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bdee2490-3827-4ccf-bd08-c3f8116c9865 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:12.145502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.153076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1455df87-f770-4de5-bdd3-14100b853bb9 req-ebdb476e-4fb0-4a6e-bfb5-1f623250441b tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1937037 Sep 15 15:51:12.178305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f901c0-918d-4412-983f-676d7fd82c41 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:12.229189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.233553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Allocated IP 172.20.0.14 (14078b25-5494-422e-b212-3ecad14ddcf7/e38a71e6-e51d-4d01-b40c-cb6fa66b4caf/ac8f60e4-098a-4dd4-a78b-c37dfdf73430) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:12.252147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 63f901c0-918d-4412-983f-676d7fd82c41, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=63f901c0-918d-4412-983f-676d7fd82c41,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:12.337982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.339589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5f7bffc8-7911-489c-a5f0-babe5824c24f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:12.367832 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.455581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=63f901c0-918d-4412-983f-676d7fd82c41,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:12.569184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c241916-7fad-45c3-86f4-4fffc965bdf8 req-7626b3c8-1b69-4a4b-80c1-90b5afa453b6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:12.571151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c241916-7fad-45c3-86f4-4fffc965bdf8 req-7626b3c8-1b69-4a4b-80c1-90b5afa453b6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.2494540 Sep 15 15:51:12.581446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5f7bffc8-7911-489c-a5f0-babe5824c24f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:12.601400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'port_id': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'mac_address': 'fa:16:3e:20:0b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:12.617241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event updated for resources: {'Port': ['ID=b12891f4-e46e-44e0-aecb-9cc920902a8d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:12.674827 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.675477 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.696476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7bffc8-7911-489c-a5f0-babe5824c24f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:12.716311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e33d8e3f-7c8d-4243-8943-1cac67a63af0 req-e2aff82f-0730-42ab-b901-fa6de6859e7c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 210 time: 0.1520128 Sep 15 15:51:12.737991 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c241916-7fad-45c3-86f4-4fffc965bdf8 req-188bfd6b-45e9-42f0-b2f2-23f896424aad tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474781 Sep 15 15:51:12.765853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5f7bffc8-7911-489c-a5f0-babe5824c24f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:12.781883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.849642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.849912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.862719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-69163a88-aca3-4b51-9943-bcc2e0e91c1d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2673433 Sep 15 15:51:12.934661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748a5c6-a2b9-4097-a82a-166043a5e38d req-8a360798-9288-4ba4-bcc0-fb7119dd588f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:12.937264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5748a5c6-a2b9-4097-a82a-166043a5e38d req-8a360798-9288-4ba4-bcc0-fb7119dd588f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0848606 Sep 15 15:51:12.962333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:12.996873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Network 14078b25-5494-422e-b212-3ecad14ddcf7 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:13.004287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:13.012842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:13.016965 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5748a5c6-a2b9-4097-a82a-166043a5e38d req-0ba02dc8-2b1e-416c-a31e-8669909a1d9b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676849 Sep 15 15:51:13.019182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42844) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:13.149821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9de065f6-4fad-4118-940a-b12fe9e6dfa6 req-7f28052c-1cdc-4660-bcf1-ccf879b304f1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0529358 Sep 15 15:51:13.223951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:13.271154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.274948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:13.288860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5f7bffc8-7911-489c-a5f0-babe5824c24f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:13.326348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1124539776-network', 'tenant_id': '29a9158e5f8c4edba6170408c92b093e'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:13.405723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-c94de090-709e-4f70-bd09-9bb8a08917ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9598711 Sep 15 15:51:13.438090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Request body: {'port': {'device_id': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:13.503481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.521912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.528075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:13.533472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.545399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.561480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.572657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.583896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.599119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-fa241708-477a-431b-8694-78a216f68758 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5428 time: 0.2415984 Sep 15 15:51:13.602888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Made reservation on behalf of 29a9158e5f8c4edba6170408c92b093e for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:13.607035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:13.694407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d4c0b4f-c188-4df7-a93f-a23a43389947'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:13.703787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:13.708738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-db59564c-55a2-4015-b3b7-faa616051ef0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431991800', 'description': 'tempest-description--1541519199'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:13.712048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:13.734918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['432b6d0d-4307-4ab9-ab8f-8129c751f0cc'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:13.741366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['63f901c0-918d-4412-983f-676d7fd82c41'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:13.741366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['f0172419-fef7-4778-8bfc-fd341ba24f50'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:13.774153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1937537b-4d5e-4dde-a6f6-59f194ce0ae9 req-d28a27b1-2f85-4930-8ed0-2bf200b397b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444747 Sep 15 15:51:13.805147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-dd61259d-e230-46eb-978f-fab44d8d513b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.806843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-dd61259d-e230-46eb-978f-fab44d8d513b tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.2056148 Sep 15 15:51:13.885973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5ab89d64-7da6-4c6d-b180-a70f55101c91'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:13.899867 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db59564c-55a2-4015-b3b7-faa616051ef0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:13.949520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5f7bffc8-7911-489c-a5f0-babe5824c24f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:13.973605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5247c-9254-430e-a995-378610e4d3bd req-22e6e086-a03a-409f-9bc2-c906f41a5c44 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:13.988355 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83a5247c-9254-430e-a995-378610e4d3bd req-22e6e086-a03a-409f-9bc2-c906f41a5c44 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 932 time: 0.1467209 Sep 15 15:51:14.003702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.089195 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.100432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:51:14.117754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.118009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83a5247c-9254-430e-a995-378610e4d3bd req-68038bc3-5915-4fc2-8f37-c8cf5456b9be tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228476 Sep 15 15:51:14.118140 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Added segment 7c5d3864-a7a9-409d-bbb2-100e569b8e48 of type vlan for network cd7f31a1-f800-461a-9808-7a624883fd44 Sep 15 15:51:14.145505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8f60e4-098a-4dd4-a78b-c37dfdf73430 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:14.162834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.200718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Transition to ACTIVE for port object ac8f60e4-098a-4dd4-a78b-c37dfdf73430 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:51:14.207385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.267487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c18ecb-94a9-4fe5-b6b5-539118b785ed,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:14.281238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afc104-5ddf-4bf3-9fef-1c62bbbaf42c req-8580628f-26f7-4c3c-86ee-1fd64400dea3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:14.282872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58afc104-5ddf-4bf3-9fef-1c62bbbaf42c req-8580628f-26f7-4c3c-86ee-1fd64400dea3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 946 time: 0.0927205 Sep 15 15:51:14.290036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.292614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b045ff6-764d-4f7a-9020-3482403e76c5 req-a2fb6bda-9753-409e-a5fd-ca1e05d66d6d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:14.301798 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4b045ff6-764d-4f7a-9020-3482403e76c5 req-a2fb6bda-9753-409e-a5fd-ca1e05d66d6d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.2942028 Sep 15 15:51:14.331914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.332618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:14.333206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.360777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db59564c-55a2-4015-b3b7-faa616051ef0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.482513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58afc104-5ddf-4bf3-9fef-1c62bbbaf42c req-5246556d-e5aa-447f-a7ad-e396c6ca96f8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765339 Sep 15 15:51:14.490811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4b045ff6-764d-4f7a-9020-3482403e76c5 req-ec469798-cbce-4b0c-b314-4a543ec77828 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876450 Sep 15 15:51:14.532319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db59564c-55a2-4015-b3b7-faa616051ef0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.541832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] Pushing event updated for resources: {'Network': ['ID=cd7f31a1-f800-461a-9808-7a624883fd44,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:14.558149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:14.571693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Deleting port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:14.572606 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.584369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network cd7f31a1-f800-461a-9808-7a624883fd44 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:51:14.597297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e4de5cfd-4c7b-4239-a6ad-1e0f4e5cecfb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5768545 Sep 15 15:51:14.598916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42898) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:14.620261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Request body: {'subnet': {'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1124539776-subnet', 'tenant_id': '29a9158e5f8c4edba6170408c92b093e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:14.674439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['c123b0f7-db23-468c-b9e0-0c9933b05ac8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:14.681475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23689ca0-2ae4-42f8-a565-0c613180a669 req-5b6f3f1a-850f-462b-b1b8-15ee530d9462 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0987008 Sep 15 15:51:14.686157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59564c-55a2-4015-b3b7-faa616051ef0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d271ff4c-9550-467d-9518-06fedd33162c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:14.715308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] For port 5e8c83de-3ae7-4684-ad61-5909ee96dd93, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5e8c83de-3ae7-4684-ad61-5909ee96dd93,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:14.715974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.733259 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db59564c-55a2-4015-b3b7-faa616051ef0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.734478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-db59564c-55a2-4015-b3b7-faa616051ef0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0296860 Sep 15 15:51:14.735391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Calling delete_port for 5e8c83de-3ae7-4684-ad61-5909ee96dd93 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:14.737182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42900) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:14.743052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4b3c6010-b45d-4153-a2a6-e211e938732c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Request body: {'security_group_rule': {'security_group_id': 'd271ff4c-9550-467d-9518-06fedd33162c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:14.754474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:14.754474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:14.754733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:14.764476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:51:14.764919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:14.774587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:14.775187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:14.775583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:14.776954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Bound port: ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:14.776954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.835209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-578df4e3-308a-4957-9a24-10aaee98ec4f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:14.838222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-578df4e3-308a-4957-9a24-10aaee98ec4f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.2081740 Sep 15 15:51:14.845341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Made reservation on behalf of 29a9158e5f8c4edba6170408c92b093e for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:14.845341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:14.947997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:15.004653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6010-b45d-4153-a2a6-e211e938732c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.024213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-778e5b87-44fc-43e9-9b81-46312ec9fb81 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 380 time: 0.1745603 Sep 15 15:51:15.028779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:15.037506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'port': {'device_id': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'admin_state_up': True, 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'security_groups': ['432f4cfc-cc0a-409b-9eff-eb2aed2ada34']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:15.054253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:15.112430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6010-b45d-4153-a2a6-e211e938732c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.208964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.219508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.227613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.252868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.264401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.283456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.292065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.296901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-a15a2369-eb8e-4b8e-8708-6aeb0cde7834 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5428 time: 0.3340976 Sep 15 15:51:15.297400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:15.297920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.365950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6010-b45d-4153-a2a6-e211e938732c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.451166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.468400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c6010-b45d-4153-a2a6-e211e938732c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c3a865-7a45-4234-892e-e1139dd5f6d5,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:15.504105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:15.530144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3f4a382-ed7a-4b51-8423-857bd16963d5 req-ef4fcd67-b049-4da6-8ca7-1553ee5b4f91 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1625922 Sep 15 15:51:15.541971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.555472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['5e8c83de-3ae7-4684-ad61-5909ee96dd93'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:15.611824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event deleted for resources: {'Port': ['ID=5e8c83de-3ae7-4684-ad61-5909ee96dd93,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:15.621917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6010-b45d-4153-a2a6-e211e938732c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.623980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4b3c6010-b45d-4153-a2a6-e211e938732c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8856540 Sep 15 15:51:15.626860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42942) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:15.635832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-53fc016f-bcd1-4555-b067-9af2fa1492db tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Request body: {'security_group_rule': {'security_group_id': 'd271ff4c-9550-467d-9518-06fedd33162c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:15.643658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.702889 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:51:15.731067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c71845bc-a681-425c-96f1-d17e20906bcb req-6e5ce9ac-7d45-459c-891d-45c5083a7208 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 210 time: 0.0655763 Sep 15 15:51:15.755186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] No DVR routers for this DVR port 5e8c83de-3ae7-4684-ad61-5909ee96dd93 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:15.760279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.765219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e66ea23-1d18-4620-b77c-300d6b5060cd req-961c8a47-48f8-469e-bea4-73116fbd3e46 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "DELETE /v2.0/ports/5e8c83de-3ae7-4684-ad61-5909ee96dd93 HTTP/1.1" status: 204 len: 173 time: 1.9516897 Sep 15 15:51:15.766700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'name': 'network-vif-deleted', 'tag': '5e8c83de-3ae7-4684-ad61-5909ee96dd93'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:15.769486 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caee362-fe99-47ed-8204-efe1897b361d" -d '{"events": [{"server_uuid": "5ead7358-8741-433d-b2db-7fcfcf54452c", "name": "network-vif-deleted", "tag": "5e8c83de-3ae7-4684-ad61-5909ee96dd93"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:15.769904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:15.806411 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Sync routers for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:51:15.824841 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:15.825783 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:15.855729 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.875404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53fc016f-bcd1-4555-b067-9af2fa1492db tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.927184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723a218-689f-4e96-81c5-1691d073124b req-64b304a0-22c3-4951-9095-26746ff9b006 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.928726 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1723a218-689f-4e96-81c5-1691d073124b req-64b304a0-22c3-4951-9095-26746ff9b006 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1020243 Sep 15 15:51:15.975336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:15.975875 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.976560 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53fc016f-bcd1-4555-b067-9af2fa1492db tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:15.977319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] 10.222.0.38 "PUT /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 1092 time: 2.5591333 Sep 15 15:51:15.981862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:15.983968 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:16.033159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1723a218-689f-4e96-81c5-1691d073124b req-86204998-42d5-49fd-9531-1a2cb33652aa tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789254 Sep 15 15:51:16.038209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:16.040416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53fc016f-bcd1-4555-b067-9af2fa1492db tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.052898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a076f6f-58d4-45a5-9405-cb62f0e6ba19 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:16.070859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21377873-98c6-4e8e-90e9-fabbc778f23b req-2efbe793-0e1e-4745-a410-9857123fc6e8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:16.078493 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21377873-98c6-4e8e-90e9-fabbc778f23b req-2efbe793-0e1e-4745-a410-9857123fc6e8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.2292836 Sep 15 15:51:16.078724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc016f-bcd1-4555-b067-9af2fa1492db tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ba9541-593f-4b74-a5cc-a8295078b802,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:16.178316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21377873-98c6-4e8e-90e9-fabbc778f23b req-bb92d449-7630-4335-b47b-7b62308b2242 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988376 Sep 15 15:51:16.181572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.188542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d474a89e-b75d-4b82-becd-bfd128e63492 req-693d15c5-63f9-4fdd-a813-1f1583fb588f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0429523 Sep 15 15:51:16.231114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-148b8a51-50b0-4565-a8a4-ed55422d196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:16.233393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-148b8a51-50b0-4565-a8a4-ed55422d196c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1095 time: 0.1356461 Sep 15 15:51:16.243052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Made reservation on behalf of 77401503e98043d3b78bfb7850d8ba30 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:16.247173 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.263837 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207583dd-702a-46ff-928f-e7b440218cfd x-openstack-request-id: req-207583dd-702a-46ff-928f-e7b440218cfd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:16.264254 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ead7358-8741-433d-b2db-7fcfcf54452c", "name": "network-vif-deleted", "tag": "5e8c83de-3ae7-4684-ad61-5909ee96dd93", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:16.265013 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-207583dd-702a-46ff-928f-e7b440218cfd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:16.265512 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ead7358-8741-433d-b2db-7fcfcf54452c', 'name': 'network-vif-deleted', 'tag': '5e8c83de-3ae7-4684-ad61-5909ee96dd93', 'status': 'completed', 'code': 200} Sep 15 15:51:16.288977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53fc016f-bcd1-4555-b067-9af2fa1492db tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.293148 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-53fc016f-bcd1-4555-b067-9af2fa1492db tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6620517 Sep 15 15:51:16.296808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42950) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:16.299352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:16.306155 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ac0317-025c-4bd5-a7af-01f8a1bab60b x-openstack-request-id: req-18ac0317-025c-4bd5-a7af-01f8a1bab60b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:16.306549 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:16.306695 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-18ac0317-025c-4bd5-a7af-01f8a1bab60b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:16.307094 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'status': 'completed', 'code': 200} Sep 15 15:51:16.317135 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-430cb76d-4ab9-404a-8f1d-bf86c5513f45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 217 time: 0.0751557 Sep 15 15:51:16.323844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6001734d-ece0-47f1-8193-fbda11f83afc,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:16.372518 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.382780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Checking segment: {'id': '7c5d3864-a7a9-409d-bbb2-100e569b8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:16.383147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Network hostable DHCP agents. Network: cd7f31a1-f800-461a-9808-7a624883fd44, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:51:16.438371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-2e967c7f-06a5-4f60-95fb-bf916331dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:16.439859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-2e967c7f-06a5-4f60-95fb-bf916331dcfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.1087897 Sep 15 15:51:16.486174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-e1aae9bb-30c2-4c63-8819-7d3e89e274b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366061 Sep 15 15:51:16.506740 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.556532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Network cd7f31a1-f800-461a-9808-7a624883fd44 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:51:16.582156 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 2, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:16.612764 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Checking router: fb13fcb0-1aa5-4631-a31f-b24765a31a78 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:51:16.613591 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Updating router fb13fcb0-1aa5-4631-a31f-b24765a31a78 port abf0758d-8170-4d9a-ae58-bad14cf0eafd binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:51:16.626389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Allocated IP 172.20.0.4 (8b090620-5bd2-4bed-a564-517f224367ee/33539d4a-4a68-42d3-a044-634e83114bd0/72916e30-cf88-4500-a948-b7227757ca32) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:16.651203 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.676029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, cd7f31a1-f800-461a-9808-7a624883fd44) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:16.687557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df662e-3325-4a87-85da-39b0cb9c53fd None None] Network cd7f31a1-f800-461a-9808-7a624883fd44 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:16.696149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Allocated IP 172.25.0.25 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/5c9f022e-00b2-4230-8436-0a188656e55e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:16.738830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:16.739445 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.837279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:16.919144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-955aafc0-1c4b-428b-a3aa-03a8e7702d22 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143546 Sep 15 15:51:16.947410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 432b6d0d-4307-4ab9-ab8f-8129c751f0cc up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:16.952099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:16.976029 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.051176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1460ed5-ecdc-42c8-a141-ee646794165c None None] Network cd7f31a1-f800-461a-9808-7a624883fd44 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:17.077851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.082144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f830382e-1ba3-4ab2-9bf6-b2bd11ff3094 req-98bcae8b-6623-463e-86c6-8e4576045cd5 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=5ead7358-8741-433d-b2db-7fcfcf54452c HTTP/1.1" status: 200 len: 210 time: 0.0983567 Sep 15 15:51:17.090555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.106026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.123389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.132121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.141201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.147951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.150112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6532ad1b-0bce-44ec-97cc-3e7da0992144 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5428 time: 0.4691086 Sep 15 15:51:17.165405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7b6ff2da-4fcd-41a1-918c-a2cac0ccb6aa admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5604167 Sep 15 15:51:17.167431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event updated for resources: {'Port': ['ID=5c9f022e-00b2-4230-8436-0a188656e55e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:17.179175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:17.182130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:17.184562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:17.288616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:17.289357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.299944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.376801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.386200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:17.394320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:17.394320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.402927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4323c1-9d78-4e24-844d-7e45bfe6477c req-9c5864b4-7ce9-4b1e-97cc-6a597c0f7700 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761598 Sep 15 15:51:17.438008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a93e2c8-aa5e-426f-ba57-18867bb84fbb req-6a292944-d92c-473a-b3f4-bffe52509549 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2650058 Sep 15 15:51:17.442668 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.449593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.542241 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.543512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6fe89-51a3-4665-80d5-8b133e717b42 req-a1db4dd2-b30e-441a-8b47-54115fa13075 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.554595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5d6fe89-51a3-4665-80d5-8b133e717b42 req-a1db4dd2-b30e-441a-8b47-54115fa13075 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.2468524 Sep 15 15:51:17.583518 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.594049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.608677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5e8c83de-3ae7-4684-ad61-5909ee96dd93 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:17.625774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5d6fe89-51a3-4665-80d5-8b133e717b42 req-e084a2e8-9db8-49d5-9774-29e4fc39e9ef tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693634 Sep 15 15:51:17.674120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:17.674654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 5e8c83de-3ae7-4684-ad61-5909ee96dd93 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:17.674913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5e8c83de-3ae7-4684-ad61-5909ee96dd93 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:17.682137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:17.692124 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8527de9-b289-4ab1-aac2-003df8a53f23" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:17.692882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:17.709086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:17.712285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:17.723890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.724659 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e5d3a-f462-4ebb-a3fb-c9d6b251c43c None None] Pushing event updated for resources: {'Port': ['ID=abf0758d-8170-4d9a-ae58-bad14cf0eafd,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:17.769969 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.808691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.819109 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Attempting to bind port abf0758d-8170-4d9a-ae58-bad14cf0eafd on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:17.819492 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Attempting to bind port abf0758d-8170-4d9a-ae58-bad14cf0eafd by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:17.819989 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Attempting to bind port abf0758d-8170-4d9a-ae58-bad14cf0eafd on network d3b89463-09f0-4bce-b5d5-09e8d3c29dde {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:17.828453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78db31-72ba-41e7-a8a8-fe50f0057daf req-c16c2733-b0dd-4cb4-bd44-23275be75b3a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.841208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e78db31-72ba-41e7-a8a8-fe50f0057daf req-c16c2733-b0dd-4cb4-bd44-23275be75b3a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.3208261 Sep 15 15:51:17.843062 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:17.843467 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Checking segment: {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:17.843972 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.844386 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Bound using segment: {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:17.845013 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Bound port: abf0758d-8170-4d9a-ae58-bad14cf0eafd, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:17.845860 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.910539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:17.914653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-5484729e-854a-4149-86f0-b0037b572c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.916471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-5484729e-854a-4149-86f0-b0037b572c0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1095 time: 0.3601670 Sep 15 15:51:17.933498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:17.958483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:17.959157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:17.973731 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] For port abf0758d-8170-4d9a-ae58-bad14cf0eafd, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:17.977647 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] For port abf0758d-8170-4d9a-ae58-bad14cf0eafd, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=abf0758d-8170-4d9a-ae58-bad14cf0eafd,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:18.017533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2feb42-cbf8-4cd7-b31e-9c889ac4fd67 req-8ff3df35-6229-48c8-9287-bd7e3b427b0b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:18.018979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d2feb42-cbf8-4cd7-b31e-9c889ac4fd67 req-8ff3df35-6229-48c8-9287-bd7e3b427b0b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 931 time: 0.2669249 Sep 15 15:51:18.031044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event updated for resources: {'Port': ['ID=5c9f022e-00b2-4230-8436-0a188656e55e,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:18.056398 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.074150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e78db31-72ba-41e7-a8a8-fe50f0057daf req-8a455b5c-4e0c-40ba-9e8b-55e1c38dfff5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204952 Sep 15 15:51:18.100717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3c263cb5-912d-4cec-8b35-f97f7320c891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0670977 Sep 15 15:51:18.102797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6343e5cc-0418-4643-8e32-e5f0f7ef14c3 None None] Provisioning complete for port abf0758d-8170-4d9a-ae58-bad14cf0eafd triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:18.103089 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6343e5cc-0418-4643-8e32-e5f0f7ef14c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.132390 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e5d3a-f462-4ebb-a3fb-c9d6b251c43c None None] Pushing event updated for resources: {'Port': ['ID=abf0758d-8170-4d9a-ae58-bad14cf0eafd,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:18.134360 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.139280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Request body: {'port': {'device_id': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:18.159588 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:18.160248 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:50:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:18.186380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d2feb42-cbf8-4cd7-b31e-9c889ac4fd67 req-b2d7ca6c-f1c2-4d5e-ac6b-225de661cc47 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512418 Sep 15 15:51:18.239458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.249893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-de4b946d-32c3-4c69-aa93-4c318c715819 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9468536 Sep 15 15:51:18.293989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-eca33c75-5096-445c-aca8-f2de66437369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:18.296178 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6343e5cc-0418-4643-8e32-e5f0f7ef14c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.305201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-eca33c75-5096-445c-aca8-f2de66437369 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.3633235 Sep 15 15:51:18.350741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.371887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6343e5cc-0418-4643-8e32-e5f0f7ef14c3 None None] For port abf0758d-8170-4d9a-ae58-bad14cf0eafd, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=abf0758d-8170-4d9a-ae58-bad14cf0eafd,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:18.375352 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4e74f-61a5-4dbd-9c54-e950c72d0c1e x-openstack-request-id: req-9aa4e74f-61a5-4dbd-9c54-e950c72d0c1e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:18.375643 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:18.375894 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9aa4e74f-61a5-4dbd-9c54-e950c72d0c1e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:18.377066 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc', 'code': 200} Sep 15 15:51:18.408366 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:18.428373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-ab35f374-6a90-476c-af75-94d46f3630ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 217 time: 0.1029553 Sep 15 15:51:18.436457 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6343e5cc-0418-4643-8e32-e5f0f7ef14c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.523408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-16770817-4242-445a-8dcc-26982fa26241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:18.525613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-16770817-4242-445a-8dcc-26982fa26241 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0794721 Sep 15 15:51:18.573727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4ef5054c-fba3-42ea-844a-e4ff27d84119 None None] Provisioning complete for port abf0758d-8170-4d9a-ae58-bad14cf0eafd triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:18.574637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4ef5054c-fba3-42ea-844a-e4ff27d84119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.651866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-8a02defb-7728-463d-b34c-f7ba2fc2cfb9 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--431991800&fields=id&tenant_id=462a1356180c4a7eaa8e746c9d33c489 HTTP/1.1" status: 200 len: 267 time: 0.0982847 Sep 15 15:51:18.657588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-2352cbab-b511-49a1-bc46-7b57ebefc254 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252196 Sep 15 15:51:18.660826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343e5cc-0418-4643-8e32-e5f0f7ef14c3 None None] Pushing event updated for resources: {'Port': ['ID=abf0758d-8170-4d9a-ae58-bad14cf0eafd,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:18.782845 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4ef5054c-fba3-42ea-844a-e4ff27d84119 None None] Provisioning complete for port 72916e30-cf88-4500-a948-b7227757ca32 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:18.783560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4ef5054c-fba3-42ea-844a-e4ff27d84119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:18.784707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-0760b3d3-1a74-43b8-83fe-548134b2f0b9 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180773 Sep 15 15:51:18.822236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-26dd8382-44ed-4c70-a78a-0dbb43108883 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:18.822501 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:17Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:18.823025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-26dd8382-44ed-4c70-a78a-0dbb43108883 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/networks?id=d3b89463-09f0-4bce-b5d5-09e8d3c29dde HTTP/1.1" status: 200 len: 811 time: 0.1684470 Sep 15 15:51:18.861752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-bd8afbbb-7213-405d-b8a9-01ff150fe1ab tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/quotas/462a1356180c4a7eaa8e746c9d33c489 HTTP/1.1" status: 200 len: 375 time: 0.0121524 Sep 15 15:51:18.871273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5054c-fba3-42ea-844a-e4ff27d84119 None None] Port 72916e30-cf88-4500-a948-b7227757ca32 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:18.900897 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1221a5e5-ac1f-417a-9cb7-08fd195ec494 None None] The sync data for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 is: [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:17Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:51:18.904862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5ab89d64-7da6-4c6d-b180-a70f55101c91 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:18.978735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device abf0758d-8170-4d9a-ae58-bad14cf0eafd up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:19.018491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f47bc986-cf38-4e45-848e-be16c497fbc6 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=462a1356180c4a7eaa8e746c9d33c489&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1500714 Sep 15 15:51:19.085441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port abf0758d-8170-4d9a-ae58-bad14cf0eafd triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:19.085849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:19.193453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d141375-1d66-482c-95ad-9f6a5c1b8a3d req-20149ed7-4738-4694-8088-d89431d630a1 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113832 Sep 15 15:51:19.194356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f04d9153-4287-46b5-8739-a1e4a517e3fe service neutron] 10.222.0.63 "GET /v2.0/networks/d3b89463-09f0-4bce-b5d5-09e8d3c29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397483 Sep 15 15:51:19.241358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.244274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 5ab89d64-7da6-4c6d-b180-a70f55101c91 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:19.256916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 5ab89d64-7da6-4c6d-b180-a70f55101c91 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:19.379884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:19.382019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.382019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.382019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.382019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.382019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.382019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.382019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89c00750-16d3-4a24-addc-55199a9309ee req-669a75d8-9fe3-4f4c-b17b-ebc21f8171b3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5429 time: 0.5363023 Sep 15 15:51:19.383067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-5173146a-ac3f-463d-9cf0-1c17a87a2c81 service neutron] 10.222.0.63 "GET /v2.0/networks/d3b89463-09f0-4bce-b5d5-09e8d3c29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162417 Sep 15 15:51:19.383192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:19.401855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5ab89d64-7da6-4c6d-b180-a70f55101c91, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:19.405431 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89c00750-16d3-4a24-addc-55199a9309ee req-289e0b27-ed68-4d8d-9292-f79178e09040 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821583 Sep 15 15:51:19.506427 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:19.508168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d4c0b4f-c188-4df7-a93f-a23a43389947 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:19.565909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:19.574404 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:19.589019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Transition to ACTIVE for port object 72916e30-cf88-4500-a948-b7227757ca32 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:51:19.675910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:19.779689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:19.818862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:19.867980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedc840-e466-431b-a650-6fb74721c907 req-f8080de0-30c7-4e64-8a7c-d8efa902d56b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:19.869415 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afedc840-e466-431b-a650-6fb74721c907 req-f8080de0-30c7-4e64-8a7c-d8efa902d56b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1523948 Sep 15 15:51:19.970959 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afedc840-e466-431b-a650-6fb74721c907 req-6e1dfd84-8428-4fe2-a370-7b4c6ec1037b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931125 Sep 15 15:51:20.036394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:20.065195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'port_id': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'mac_address': 'fa:16:3e:15:6e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a71e6-e51d-4d01-b40c-cb6fa66b4caf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:20.067994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Attempting to bind port 72916e30-cf88-4500-a948-b7227757ca32 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:20.070569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Attempting to bind port 72916e30-cf88-4500-a948-b7227757ca32 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:20.071099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Attempting to bind port 72916e30-cf88-4500-a948-b7227757ca32 on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:20.090791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Port 72916e30-cf88-4500-a948-b7227757ca32 on network 8b090620-5bd2-4bed-a564-517f224367ee not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:51:20.092460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Attempting to bind port 72916e30-cf88-4500-a948-b7227757ca32 on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:20.131682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:20.135264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:20.138972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Bound using segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:20.138972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Bound port: 72916e30-cf88-4500-a948-b7227757ca32, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:20.138972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.147164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5ab89d64-7da6-4c6d-b180-a70f55101c91,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:20.157872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.161288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece809-6454-4882-aed6-16726a96679f req-3c94e584-a3f9-4d31-8314-b11d1fc55350 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:20.162881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-3c94e584-a3f9-4d31-8314-b11d1fc55350 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.2903328 Sep 15 15:51:20.173041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8f60e4-098a-4dd4-a78b-c37dfdf73430 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:20.195293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:20.209552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987310c1-5791-45e2-a8e2-1ac6b8f60397 req-ae193370-13fd-4c27-8146-182aa16557ba tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:20.211336 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-45484230-cbfa-42a5-a2f3-32c780cb750a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/quotas/5f655d3ba7094765a8ef61352a56cc67 HTTP/1.1" status: 200 len: 375 time: 0.0378761 Sep 15 15:51:20.220872 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-987310c1-5791-45e2-a8e2-1ac6b8f60397 req-ae193370-13fd-4c27-8146-182aa16557ba tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.1017227 Sep 15 15:51:20.257120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-987310c1-5791-45e2-a8e2-1ac6b8f60397 req-bc3ebae6-4c3b-45bd-9776-2e9dda88fe0d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Sep 15 15:51:20.261703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3d4c0b4f-c188-4df7-a93f-a23a43389947 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:20.267817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3d4c0b4f-c188-4df7-a93f-a23a43389947 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:20.285634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.286291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-affc4c50-e346-48de-bd9b-b3d24124c66f tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484972 Sep 15 15:51:20.311895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.324898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:20.379701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:20.382316 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ffb9e-ebe5-4d11-8032-0b66fc2dcf53" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:20.392525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:20.403673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:20.412352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af5e69-b0f9-4e88-92b1-7494c8e87345 req-ae78cd6e-10c3-49b2-b8b8-20bb9cf0eb59 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:20.414316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6af5e69-b0f9-4e88-92b1-7494c8e87345 req-ae78cd6e-10c3-49b2-b8b8-20bb9cf0eb59 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 943 time: 0.0544767 Sep 15 15:51:20.444890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-0d237406-f72f-4408-a779-0c1ecc0d4549 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578829 Sep 15 15:51:20.457297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.478040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6af5e69-b0f9-4e88-92b1-7494c8e87345 req-b30f499c-0863-41e9-b770-cfca4ab99eca tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475166 Sep 15 15:51:20.481625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.507333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3d4c0b4f-c188-4df7-a93f-a23a43389947, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:20.511050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ac8f60e4-098a-4dd4-a78b-c37dfdf73430'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:20.539289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:20.539908 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.551091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] 10.222.0.38 "PUT /v2.0/ports/72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 1091 time: 2.4318902 Sep 15 15:51:20.557213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:20.564149 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3727993a-7248-43fe-aca7-cde4300c1efc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:20.598739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a5adb1ac-639b-4d08-b2c8-f82e797b1931 req-97e5aaa3-c8b8-47c5-bc48-b78c2f217ce4 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 210 time: 0.0494602 Sep 15 15:51:20.605636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.607072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f0172419-fef7-4778-8bfc-fd341ba24f50 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:20.661481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e22d8f-1bf9-426f-916d-7ea52562918a service neutron] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:20.724403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-931c424e-a3d3-41ef-82d4-73849737e3c1 service neutron] 10.222.0.63 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715249 Sep 15 15:51:20.747565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3e4c476d-3c61-4e6b-b32b-85c07a93f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:20.747565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-3e4c476d-3c61-4e6b-b32b-85c07a93f0f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1094 time: 0.0983255 Sep 15 15:51:20.827602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3d4c0b4f-c188-4df7-a93f-a23a43389947,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:20.890360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-722041a3-a063-4362-bb32-2d7ac4c61088 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 217 time: 0.1224196 Sep 15 15:51:20.917573 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e706ff-d76d-4d05-b2da-aa8fb156ba8c x-openstack-request-id: req-e9e706ff-d76d-4d05-b2da-aa8fb156ba8c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:20.917880 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:20.918338 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e9e706ff-d76d-4d05-b2da-aa8fb156ba8c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:20.918681 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91', 'code': 200} Sep 15 15:51:20.958975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port f0172419-fef7-4778-8bfc-fd341ba24f50 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:20.970841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port f0172419-fef7-4778-8bfc-fd341ba24f50 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:20.971221 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:20.976996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-91fa2d63-9114-4f22-8523-0010459f552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:20.978956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-91fa2d63-9114-4f22-8523-0010459f552a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0816927 Sep 15 15:51:21.046059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-958ffd01-6d46-4a0f-878d-cab9e1033c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.046944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-958ffd01-6d46-4a0f-878d-cab9e1033c8d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608728 Sep 15 15:51:21.105185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:21.109541 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae29b1f2-ce9a-4fa9-a07b-604a2a7d4532 x-openstack-request-id: req-ae29b1f2-ce9a-4fa9-a07b-604a2a7d4532 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:21.109904 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:21.110089 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ae29b1f2-ce9a-4fa9-a07b-604a2a7d4532 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:21.118862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.121474 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'status': 'completed', 'code': 200} Sep 15 15:51:21.150808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.171967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.179495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.188543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f0172419-fef7-4778-8bfc-fd341ba24f50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f0172419-fef7-4778-8bfc-fd341ba24f50,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:21.190705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.197241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.205327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.207635 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-6c8ed29d-17fb-4d29-98fe-85605fc4cd62 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5431 time: 0.2314873 Sep 15 15:51:21.243026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-c7c52384-61c9-4bc1-b57b-768153d97cf3 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879034 Sep 15 15:51:21.250435 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:21.251271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c123b0f7-db23-468c-b9e0-0c9933b05ac8 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:21.311237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-263977a3-0442-4af2-b039-f6c3b52b25f2 req-92c43c4a-79a2-4412-978e-b49c6e62b9e2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965271 Sep 15 15:51:21.400526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f0172419-fef7-4778-8bfc-fd341ba24f50,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:21.418426 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32340fac-88eb-4fa7-b106-b73239b967f5 req-db9b37ed-0fa6-4c2f-a4a9-fbd735830120 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 210 time: 0.0356464 Sep 15 15:51:21.459474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port c123b0f7-db23-468c-b9e0-0c9933b05ac8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:21.462531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port c123b0f7-db23-468c-b9e0-0c9933b05ac8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:21.462921 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:21.478300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461bee6-dca9-43c4-9a91-94893502e2a0 req-e2ffbb23-3049-4d3b-ab9e-904440b2841a tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.480138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5461bee6-dca9-43c4-9a91-94893502e2a0 req-e2ffbb23-3049-4d3b-ab9e-904440b2841a tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1127605 Sep 15 15:51:21.488994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e6a0c5-c084-4fea-9f0b-d014fd9b3441 req-2e6b4766-6036-41d8-9478-8c6c29146ea0 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373414 Sep 15 15:51:21.561127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5461bee6-dca9-43c4-9a91-94893502e2a0 req-7cbbbac6-a266-4060-8b9c-1d6af716af62 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699935 Sep 15 15:51:21.637692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:21.660738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:21.664530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727993a-7248-43fe-aca7-cde4300c1efc req-85528dac-5411-461e-b793-446096a0ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.669922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3727993a-7248-43fe-aca7-cde4300c1efc req-85528dac-5411-461e-b793-446096a0ba39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1094 time: 0.0518723 Sep 15 15:51:21.677812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a765b-89cd-4c22-a200-20591e2073b9 req-d3b8996d-6bd4-4cbd-86c9-e3e4dc575142 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.679532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c5a765b-89cd-4c22-a200-20591e2073b9 req-d3b8996d-6bd4-4cbd-86c9-e3e4dc575142 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 945 time: 0.1288154 Sep 15 15:51:21.762765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c123b0f7-db23-468c-b9e0-0c9933b05ac8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:21.790639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c5a765b-89cd-4c22-a200-20591e2073b9 req-a7908a6e-d83d-4182-9457-0291b9dffc51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826991 Sep 15 15:51:21.850459 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:21.856259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 63f901c0-918d-4412-983f-676d7fd82c41 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:21.868455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727993a-7248-43fe-aca7-cde4300c1efc req-ebad516f-c826-4c30-96c4-4255bea6d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.870317 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3727993a-7248-43fe-aca7-cde4300c1efc req-ebad516f-c826-4c30-96c4-4255bea6d7bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1967406 Sep 15 15:51:21.905546 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b4c0e32-e178-4d33-b1f9-0440fc98a537 req-3b5056d3-5369-4d44-a74c-40e2e662ca45 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 210 time: 0.0359206 Sep 15 15:51:21.909322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:21.930077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:21.930077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:21.935877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3727993a-7248-43fe-aca7-cde4300c1efc req-570ea4e5-9858-47e5-a42d-dbc082ce81ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 217 time: 0.0539162 Sep 15 15:51:21.945138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170dad9-581d-4bfa-97e6-d2eacedbedef req-2e8ca86f-5799-4d7f-9a50-5987b9f8b5d8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:21.946672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9170dad9-581d-4bfa-97e6-d2eacedbedef req-2e8ca86f-5799-4d7f-9a50-5987b9f8b5d8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 943 time: 0.1370330 Sep 15 15:51:22.005829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c123b0f7-db23-468c-b9e0-0c9933b05ac8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:22.045011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9170dad9-581d-4bfa-97e6-d2eacedbedef req-88d63fcc-ac26-4572-8629-770c3d75456d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843909 Sep 15 15:51:22.045684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727993a-7248-43fe-aca7-cde4300c1efc req-d14e1056-8ce2-48c5-becd-97fc095cc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.047209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3727993a-7248-43fe-aca7-cde4300c1efc req-d14e1056-8ce2-48c5-becd-97fc095cc15a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0995471 Sep 15 15:51:22.092316 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.125367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727993a-7248-43fe-aca7-cde4300c1efc req-1266634e-f9df-4298-95af-67fdc0b0fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.128546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3727993a-7248-43fe-aca7-cde4300c1efc req-1266634e-f9df-4298-95af-67fdc0b0fe84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649042 Sep 15 15:51:22.129351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 63f901c0-918d-4412-983f-676d7fd82c41 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:22.137267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:22.140576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 63f901c0-918d-4412-983f-676d7fd82c41 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:22.140576 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.205379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.261480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3727993a-7248-43fe-aca7-cde4300c1efc req-d8b30156-40e2-4cf5-b925-52e13e97ab47 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207047 Sep 15 15:51:22.296298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.320174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:22.352796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 63f901c0-918d-4412-983f-676d7fd82c41, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=63f901c0-918d-4412-983f-676d7fd82c41,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:22.392085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3727993a-7248-43fe-aca7-cde4300c1efc req-25c676c0-a280-4132-abfb-69d86fddec72 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255653 Sep 15 15:51:22.446898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.447931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5f7bffc8-7911-489c-a5f0-babe5824c24f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:22.492475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.499253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.505713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.512497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.519413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.525539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.534133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.536148 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-06575305-4bbb-48f3-b6a4-4c4b3fc173d4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5433 time: 0.1303942 Sep 15 15:51:22.564550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=63f901c0-918d-4412-983f-676d7fd82c41,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:22.592568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f12e026-f14b-4651-a23c-0be080b30d0f req-95c7ca24-f816-447a-aea9-8ed6a6313f36 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489779 Sep 15 15:51:22.604352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 5f7bffc8-7911-489c-a5f0-babe5824c24f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:22.611563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 5f7bffc8-7911-489c-a5f0-babe5824c24f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:22.612240 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.648527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a495b6d2-6324-4d72-a8e6-c5d911966ef3 req-4e9a0d16-6bf8-461d-a6cb-0eb6684fddbd tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 210 time: 0.0410519 Sep 15 15:51:22.749526 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.783117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-010c58f9-740a-43f1-86a5-4955e8c33f3b tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.785817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-010c58f9-740a-43f1-86a5-4955e8c33f3b tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.38 "GET /v2.0/networks?id=d3b89463-09f0-4bce-b5d5-09e8d3c29dde HTTP/1.1" status: 200 len: 811 time: 0.2014091 Sep 15 15:51:22.788749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5f7bffc8-7911-489c-a5f0-babe5824c24f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:22.883690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-0c4e4ff0-fd93-49fe-a1ad-451c2f2b75f6 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=462a1356180c4a7eaa8e746c9d33c489 HTTP/1.1" status: 200 len: 379 time: 0.0839021 Sep 15 15:51:22.886316 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:22.914989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106000f6-b3a0-43b6-8c49-a81f43acdf82 req-2adbd95e-d235-4c36-8c84-b3878a8216e3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:22.916637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-106000f6-b3a0-43b6-8c49-a81f43acdf82 req-2adbd95e-d235-4c36-8c84-b3878a8216e3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1295922 Sep 15 15:51:22.920480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Request body: {'port': {'device_id': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'admin_state_up': True, 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'security_groups': ['d271ff4c-9550-467d-9518-06fedd33162c']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:22.927682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4c0b4f-c188-4df7-a93f-a23a43389947'}, {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50'}, {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8'}, {'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430'}, {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f901c0-918d-4412-983f-676d7fd82c41'}, {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:22.930435 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab1da2-2372-48bc-8d60-6db40145d361" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "3d4c0b4f-c188-4df7-a93f-a23a43389947"}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50"}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "c123b0f7-db23-468c-b9e0-0c9933b05ac8"}, {"server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "name": "network-vif-plugged", "status": "completed", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430"}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "63f901c0-918d-4412-983f-676d7fd82c41"}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:22.969021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5f7bffc8-7911-489c-a5f0-babe5824c24f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:22.995132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c4c7-2a9c-4944-98ec-9c148ab158d6 req-6e838f0c-de6a-4d06-954f-a217ae9f514d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.004883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-82a6c4c7-2a9c-4944-98ec-9c148ab158d6 req-6e838f0c-de6a-4d06-954f-a217ae9f514d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.1004426 Sep 15 15:51:23.047566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-82a6c4c7-2a9c-4944-98ec-9c148ab158d6 req-186e7e20-f3cc-4312-bed9-ec6b0b847dc9 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Sep 15 15:51:23.258664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-4fb46b96-d1a2-44b1-a93e-be0da8b8c5d7 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.260614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-4fb46b96-d1a2-44b1-a93e-be0da8b8c5d7 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/networks?id=cd7f31a1-f800-461a-9808-7a624883fd44 HTTP/1.1" status: 200 len: 810 time: 0.1152289 Sep 15 15:51:23.289227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-436db43c-801d-429b-a544-74ca567b9e02 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/quotas/29a9158e5f8c4edba6170408c92b093e HTTP/1.1" status: 200 len: 375 time: 0.0202913 Sep 15 15:51:23.338080 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-78d54b38-63a6-4282-a2ea-83e222eead87 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=29a9158e5f8c4edba6170408c92b093e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372136 Sep 15 15:51:23.355274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-106000f6-b3a0-43b6-8c49-a81f43acdf82 req-e57e5e2f-06b3-4c24-8d66-7ad5ca9d01dd tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312897 Sep 15 15:51:23.466682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-138be0f8-4371-4ba4-b4eb-cf7349b0e310 service neutron] 10.222.0.63 "GET /v2.0/networks/cd7f31a1-f800-461a-9808-7a624883fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344299 Sep 15 15:51:23.469543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a14f8707-4c23-4790-afb9-51b0970ce955 req-462710fa-c80f-48df-a349-af17c8432bc1 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 210 time: 0.0288689 Sep 15 15:51:23.489035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Made reservation on behalf of 462a1356180c4a7eaa8e746c9d33c489 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:23.492811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:23.550435 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb55218d-012b-4979-8dcf-a7f504fe2dac x-openstack-request-id: req-fb55218d-012b-4979-8dcf-a7f504fe2dac {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:23.550996 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "3d4c0b4f-c188-4df7-a93f-a23a43389947", "code": 200}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50", "code": 200}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "c123b0f7-db23-468c-b9e0-0c9933b05ac8", "code": 200}, {"server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "name": "network-vif-plugged", "status": "completed", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430", "code": 200}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "63f901c0-918d-4412-983f-676d7fd82c41", "code": 200}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-plugged", "status": "completed", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:23.550996 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fb55218d-012b-4979-8dcf-a7f504fe2dac {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:23.551550 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4c0b4f-c188-4df7-a93f-a23a43389947', 'code': 200} Sep 15 15:51:23.551809 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50', 'code': 200} Sep 15 15:51:23.552054 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8', 'code': 200} Sep 15 15:51:23.552302 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'code': 200} Sep 15 15:51:23.552581 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f901c0-918d-4412-983f-676d7fd82c41', 'code': 200} Sep 15 15:51:23.552838 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'code': 200} Sep 15 15:51:23.622767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-43b7e3d9-6513-4d8c-8757-7cf423de4a4f service neutron] 10.222.0.63 "GET /v2.0/networks/cd7f31a1-f800-461a-9808-7a624883fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430759 Sep 15 15:51:23.712177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba308b8-45f5-46ae-aa8a-57b36392e54e req-0f3c53a5-44be-44a2-b81c-287d2fed4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.715436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba308b8-45f5-46ae-aa8a-57b36392e54e req-0f3c53a5-44be-44a2-b81c-287d2fed4a07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1097 time: 0.0594175 Sep 15 15:51:23.780404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ba308b8-45f5-46ae-aa8a-57b36392e54e req-c8eca5b9-45df-404c-bc46-9940f3a6ee6f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561714 Sep 15 15:51:23.871856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Allocated IP 172.20.0.7 (d3b89463-09f0-4bce-b5d5-09e8d3c29dde/27c934ae-5b1d-432b-9256-48eee5d36b30/906b3d44-a52d-4147-9531-6f446e481f52) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:23.906054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6237a-f0a9-46de-a705-10d17d0048a7 req-5d627440-139e-4bbd-9caa-41e39f4211a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.907586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44c6237a-f0a9-46de-a705-10d17d0048a7 req-5d627440-139e-4bbd-9caa-41e39f4211a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 943 time: 0.2539687 Sep 15 15:51:23.909734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-466578b9-18a8-456d-94ff-2922d599a49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:23.923340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.924285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.924285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.924723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.925189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.925653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.926112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:23.928395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-b539c91e-6fc8-4d0d-8d20-5440661f85a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6492 time: 0.2005842 Sep 15 15:51:24.010898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece809-6454-4882-aed6-16726a96679f req-dd3d93c5-6326-4947-9684-3c46b826d2c8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.013810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-dd3d93c5-6326-4947-9684-3c46b826d2c8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 811 time: 0.3568234 Sep 15 15:51:24.042159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Request body: {'port': {'device_id': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'admin_state_up': True, 'tenant_id': '5f655d3ba7094765a8ef61352a56cc67'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:24.104771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44c6237a-f0a9-46de-a705-10d17d0048a7 req-b0f34e0b-0f08-4db6-b999-497ca4af7441 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679735 Sep 15 15:51:24.208357 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0073e2a0-b732-4097-9651-dd81d73a4787 req-53c36187-7f61-4906-bce8-e4e69713cd10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2516296 Sep 15 15:51:24.220037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-82529416-9236-4be4-a062-fd32d364630b req-b6f8b3aa-c4a3-4ad2-a9a7-e9c1f91b6569 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 210 time: 0.0383739 Sep 15 15:51:24.380471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0836c9-4978-4844-891c-9c49536bfbeb req-263ab2e6-4209-4fb4-bb0b-dee6209b796f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.393079 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f0836c9-4978-4844-891c-9c49536bfbeb req-263ab2e6-4209-4fb4-bb0b-dee6209b796f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.1025369 Sep 15 15:51:24.445004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.449439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f0836c9-4978-4844-891c-9c49536bfbeb req-f36af210-3452-4337-bf79-05a98631b500 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496802 Sep 15 15:51:24.452578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.463290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.471914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.477968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.485749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.492172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.494221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-5959e9a9-acbc-4d51-bbae-ba0bcacfa008 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.2954395 Sep 15 15:51:24.500535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:24.538654 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a84bec8c-bf83-45a7-8d95-4402f63c07ad req-a139ad56-30e2-4792-b739-7ee634011f72 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 210 time: 0.0381899 Sep 15 15:51:24.574525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Made reservation on behalf of 5f655d3ba7094765a8ef61352a56cc67 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:24.579622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:24.595343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c396ecf1-10b8-4dc3-823f-fcd32ff2eaee req-834f0d77-4336-45b3-88f9-0ce443d877fd tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833933 Sep 15 15:51:24.696353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340f8bd-5a73-4af5-8bc1-5ad968b49530 req-c550d7f8-f5a6-418e-baec-bedbc2f6053d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.701782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0fd6b88-d915-46eb-92e4-cb1830733f8b req-6cb871d3-3126-4b6e-8a66-d45fcb9236f2 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 210 time: 0.0341733 Sep 15 15:51:24.709757 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a340f8bd-5a73-4af5-8bc1-5ad968b49530 req-c550d7f8-f5a6-418e-baec-bedbc2f6053d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1041346 Sep 15 15:51:24.740235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:24.782295 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a340f8bd-5a73-4af5-8bc1-5ad968b49530 req-bb5111e4-2c52-4b96-8ee4-c0f749cde9e5 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633459 Sep 15 15:51:24.812957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Allocated IP 172.20.0.12 (5b5f6560-52a8-4946-9e38-a3748769610c/21e0c71d-77f3-47b1-b6de-3f9f4f8f414f/75d7657d-8216-4d5c-995d-88925b155d6d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:24.820058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:24.835884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:24.842546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event updated for resources: {'Port': ['ID=906b3d44-a52d-4147-9531-6f446e481f52,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:24.852479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:24.941803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:24.942726 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.087414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-c7860977-4385-4748-a076-373e69769729 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1978796 Sep 15 15:51:25.102912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Request body: {'port': {'device_id': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:25.116455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-89e8605b-2ad1-4f67-8117-d4916f69b3be None None] Provisioning complete for port 906b3d44-a52d-4147-9531-6f446e481f52 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:25.118690 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89e8605b-2ad1-4f67-8117-d4916f69b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.144518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.196173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-89e8605b-2ad1-4f67-8117-d4916f69b3be None None] Port 906b3d44-a52d-4147-9531-6f446e481f52 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:25.198855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.337105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6458acd-4268-4634-b90b-117706fff2c7 req-16194198-b5e8-4e20-8128-a3feaa845cc2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 210 time: 0.0390968 Sep 15 15:51:25.380699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fd936-6a08-4600-bf04-7bf4a2f54827 req-58a4ac28-c976-44ca-84a3-df20c29d43d7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.382271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-524fd936-6a08-4600-bf04-7bf4a2f54827 req-58a4ac28-c976-44ca-84a3-df20c29d43d7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 943 time: 0.1559422 Sep 15 15:51:25.383395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.505443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Network 5b5f6560-52a8-4946-9e38-a3748769610c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:25.537382 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-524fd936-6a08-4600-bf04-7bf4a2f54827 req-996df138-b937-44cb-9648-86f67f36baaf tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446850 Sep 15 15:51:25.538073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:25.577681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:25.601659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event updated for resources: {'Port': ['ID=75d7657d-8216-4d5c-995d-88925b155d6d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:25.633878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f54a3-6241-4117-b8f3-ccaa3fb06393 req-0e619f92-c0a3-4e5c-88af-0fa29b760411 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.635875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f8f54a3-6241-4117-b8f3-ccaa3fb06393 req-0e619f92-c0a3-4e5c-88af-0fa29b760411 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0961919 Sep 15 15:51:25.640286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:25.652263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.653029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.699346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f8f54a3-6241-4117-b8f3-ccaa3fb06393 req-984fdce0-1d49-4560-9862-72ba85dcae90 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512056 Sep 15 15:51:25.733926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-051f2a01-6f2f-4234-b7ad-642c03a9ad77 req-80c6d72a-3691-4a51-9d90-626a414fadae tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 210 time: 0.0601144 Sep 15 15:51:25.818821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-1242b217-b010-4cae-ae7f-253002cd5ab4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7927065 Sep 15 15:51:25.837258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Request body: {'port': {'device_id': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:25.844935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:25.848626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906b3d44-a52d-4147-9531-6f446e481f52 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:25.862291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '72916e30-cf88-4500-a948-b7227757ca32', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': '72916e30-cf88-4500-a948-b7227757ca32', 'mac_address': 'fa:16:3e:f0:54:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:25.874718 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.894545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.914899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.924360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.936208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.936452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Transition to ACTIVE for port object 906b3d44-a52d-4147-9531-6f446e481f52 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:51:25.938263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.944874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.946191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:25.951024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.957482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:25.966582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:25.966860 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92916d2d-0721-4055-ad8c-845bec349ade req-c6bf217d-7784-4b1e-b7f8-46af1358729d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.2016826 Sep 15 15:51:25.995421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:26.019917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92916d2d-0721-4055-ad8c-845bec349ade req-de32fd88-27e8-49e5-9e1d-0d62b413df10 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519989 Sep 15 15:51:26.027792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951ea92-dcb6-43b3-8f8a-c1b757b3f204 req-268cfc26-c898-4eb6-b21c-c417ad400bb9 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:26.029511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d951ea92-dcb6-43b3-8f8a-c1b757b3f204 req-268cfc26-c898-4eb6-b21c-c417ad400bb9 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1097 time: 0.0955572 Sep 15 15:51:26.040898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:26.095776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:26.158964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:26.190712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d906728-e0ae-4f49-96b7-bbf1ac8c5cb0 req-9c92a195-ee06-4e63-b1f2-1844ef88efbb tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:26.197129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d906728-e0ae-4f49-96b7-bbf1ac8c5cb0 req-9c92a195-ee06-4e63-b1f2-1844ef88efbb tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 943 time: 0.0635095 Sep 15 15:51:26.265091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d906728-e0ae-4f49-96b7-bbf1ac8c5cb0 req-1e73dcd8-06a3-45bb-8d8d-ba2509f882b6 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564678 Sep 15 15:51:26.305877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Pushing event updated for resources: {'Port': ['ID=906b3d44-a52d-4147-9531-6f446e481f52,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:26.308989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['72916e30-cf88-4500-a948-b7227757ca32'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:26.327568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d951ea92-dcb6-43b3-8f8a-c1b757b3f204 req-1792b3b3-b941-4fda-b5fc-222a2bacb0ae tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822707 Sep 15 15:51:26.360112 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:26.471979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7f884-2797-4643-b00d-ac89572066a1 req-a736593d-29e0-4338-839e-d24f7e6460fa tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:26.473125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Attempting to bind port 906b3d44-a52d-4147-9531-6f446e481f52 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:26.473472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Attempting to bind port 906b3d44-a52d-4147-9531-6f446e481f52 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:26.473808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Attempting to bind port 906b3d44-a52d-4147-9531-6f446e481f52 on network d3b89463-09f0-4bce-b5d5-09e8d3c29dde {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:26.488181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2f7f884-2797-4643-b00d-ac89572066a1 req-a736593d-29e0-4338-839e-d24f7e6460fa tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.1308153 Sep 15 15:51:26.510335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Port 906b3d44-a52d-4147-9531-6f446e481f52 on network d3b89463-09f0-4bce-b5d5-09e8d3c29dde not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:51:26.510981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Attempting to bind port 906b3d44-a52d-4147-9531-6f446e481f52 on network d3b89463-09f0-4bce-b5d5-09e8d3c29dde {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:26.527093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:26.527484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Checking segment: {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:26.528045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Bound using segment: {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:26.529099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Bound port: 906b3d44-a52d-4147-9531-6f446e481f52, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e961c0f6-ebb6-4a02-a36f-931dceccbd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:26.529773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:26.568382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2f7f884-2797-4643-b00d-ac89572066a1 req-54132f36-1853-4517-ad41-858884cb8ead tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784633 Sep 15 15:51:26.642961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d7657d-8216-4d5c-995d-88925b155d6d {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:26.662493 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:26.714960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaef5d-7e6b-4073-87d7-8a634f1a2e0d req-01291a83-0616-4266-81a3-9e9c2a45561d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:26.718534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dafaef5d-7e6b-4073-87d7-8a634f1a2e0d req-01291a83-0616-4266-81a3-9e9c2a45561d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0622430 Sep 15 15:51:26.734829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Transition to ACTIVE for port object 75d7657d-8216-4d5c-995d-88925b155d6d will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:51:26.749941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e641ec-59bf-4879-89ca-b4c5063ae344 req-5a3fea8b-768f-4c7c-adf2-8b28f5bafb97 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:26.751483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82e641ec-59bf-4879-89ca-b4c5063ae344 req-5a3fea8b-768f-4c7c-adf2-8b28f5bafb97 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 932 time: 0.1923866 Sep 15 15:51:26.777312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dafaef5d-7e6b-4073-87d7-8a634f1a2e0d req-d8306297-2504-4b91-bfa3-0bcfef500001 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460384 Sep 15 15:51:26.792078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] For port 906b3d44-a52d-4147-9531-6f446e481f52, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:26.812916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] For port 906b3d44-a52d-4147-9531-6f446e481f52, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=906b3d44-a52d-4147-9531-6f446e481f52,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:26.824396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82e641ec-59bf-4879-89ca-b4c5063ae344 req-41f45659-6d77-4b6e-b0af-a35dda45387a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599513 Sep 15 15:51:26.860043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:26.890138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-147a3024-7f58-4703-aeb9-ff6142c2224d req-e348d4e6-6cc1-414b-86f7-9c67f0cfa273 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 210 time: 0.0443318 Sep 15 15:51:26.938613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:26.970423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Pushing event updated for resources: {'Port': ['ID=75d7657d-8216-4d5c-995d-88925b155d6d,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:27.002008 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.024185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.024185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.025374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] 10.222.0.38 "PUT /v2.0/ports/906b3d44-a52d-4147-9531-6f446e481f52 HTTP/1.1" status: 200 len: 1091 time: 1.9280982 Sep 15 15:51:27.025836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:27.028118 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54daacb9-212a-431b-b145-922ddb627177" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "tag": "906b3d44-a52d-4147-9531-6f446e481f52"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:27.093863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Attempting to bind port 75d7657d-8216-4d5c-995d-88925b155d6d on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:27.094250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Attempting to bind port 75d7657d-8216-4d5c-995d-88925b155d6d by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:27.094535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Attempting to bind port 75d7657d-8216-4d5c-995d-88925b155d6d on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:27.096639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456338f-89ec-48c1-a711-b6b6fbddea0b service neutron] Pushing event updated for resources: {'Port': ['ID=906b3d44-a52d-4147-9531-6f446e481f52,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:27.102056 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9906de-5a62-4667-b1f1-5ab1b4dafb9a x-openstack-request-id: req-4e9906de-5a62-4667-b1f1-5ab1b4dafb9a {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:27.102383 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "tag": "906b3d44-a52d-4147-9531-6f446e481f52", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:27.102594 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4e9906de-5a62-4667-b1f1-5ab1b4dafb9a {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:27.102975 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52', 'status': 'completed', 'code': 200} Sep 15 15:51:27.108187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Port 75d7657d-8216-4d5c-995d-88925b155d6d on network 5b5f6560-52a8-4946-9e38-a3748769610c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:51:27.108395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Attempting to bind port 75d7657d-8216-4d5c-995d-88925b155d6d on network 5b5f6560-52a8-4946-9e38-a3748769610c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:27.115294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fc3ec-b163-4006-a8e7-1415b5c465da req-c9d083b5-1144-405d-b2ed-42fc78dfeda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.116967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d4fc3ec-b163-4006-a8e7-1415b5c465da req-c9d083b5-1144-405d-b2ed-42fc78dfeda8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.1110759 Sep 15 15:51:27.118183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:27.118518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Checking segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:27.118902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Bound using segment: {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:27.119352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Bound port: 75d7657d-8216-4d5c-995d-88925b155d6d, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:27.119715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.246825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d4fc3ec-b163-4006-a8e7-1415b5c465da req-19bdf51b-c333-4811-9225-eecb06ffff36 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013372 Sep 15 15:51:27.249379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daacb9-212a-431b-b145-922ddb627177 req-aa420dce-69d1-40d0-89d2-1eeaa95f6319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.251689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54daacb9-212a-431b-b145-922ddb627177 req-aa420dce-69d1-40d0-89d2-1eeaa95f6319 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=462a1356180c4a7eaa8e746c9d33c489&device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 1094 time: 0.1273685 Sep 15 15:51:27.271356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3c6f777f-8806-4688-bdce-105928e93f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.298185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] For port 75d7657d-8216-4d5c-995d-88925b155d6d, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:27.342379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] For port 75d7657d-8216-4d5c-995d-88925b155d6d, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=75d7657d-8216-4d5c-995d-88925b155d6d,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:27.363423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.371282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.379962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.386132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.393904 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.400007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.406945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.408849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-788b8488-6fd9-427e-8d1e-fc740e1d425a tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.2442105 Sep 15 15:51:27.421226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.476926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-197b5ae3-dbf2-4c27-9e44-7516bc3fcff5 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.478413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-197b5ae3-dbf2-4c27-9e44-7516bc3fcff5 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.55 "GET /v2.0/networks?id=cd7f31a1-f800-461a-9808-7a624883fd44 HTTP/1.1" status: 200 len: 810 time: 0.2564046 Sep 15 15:51:27.480145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daacb9-212a-431b-b145-922ddb627177 req-0447a02b-2605-4bb7-b1b0-bda1f68bcc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.482382 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54daacb9-212a-431b-b145-922ddb627177 req-0447a02b-2605-4bb7-b1b0-bda1f68bcc90 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=462a1356180c4a7eaa8e746c9d33c489&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2242301 Sep 15 15:51:27.488246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.489000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.490391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] 10.222.0.38 "PUT /v2.0/ports/75d7657d-8216-4d5c-995d-88925b155d6d HTTP/1.1" status: 200 len: 1092 time: 1.6626978 Sep 15 15:51:27.499248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd8c8bb9-3221-4306-b76f-580ccc07c453 req-2e24583c-9db2-4912-978f-d0b17c2bfff0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811098 Sep 15 15:51:27.526557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Request body: {'port': {'device_id': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44', 'admin_state_up': True, 'tenant_id': '29a9158e5f8c4edba6170408c92b093e'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:27.556295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99945dd9-7df1-46c2-b633-277a241760aa req-00eed991-f00d-45b1-ac43-405078d26cc8 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.563939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99945dd9-7df1-46c2-b633-277a241760aa req-00eed991-f00d-45b1-ac43-405078d26cc8 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 943 time: 0.1846468 Sep 15 15:51:27.615111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae51829-0bc6-4871-bfd6-b2a0da5fed7c service neutron] Pushing event updated for resources: {'Port': ['ID=75d7657d-8216-4d5c-995d-88925b155d6d,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:27.653864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:27.730816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99945dd9-7df1-46c2-b633-277a241760aa req-9f8f5c68-d467-4f73-9b69-5cf8f698a85d tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553459 Sep 15 15:51:27.730936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.734814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.741723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.751428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.758666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.770849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.772911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.774960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-465ee917-4659-4f2d-9be3-2334cee97b3e req-8e2eccae-399c-4435-8a40-64b821d1a959 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.1389363 Sep 15 15:51:27.780948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece809-6454-4882-aed6-16726a96679f req-1f3e0298-b629-409c-8b29-e10363831ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.782489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-1f3e0298-b629-409c-8b29-e10363831ddf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 1095 time: 0.1620162 Sep 15 15:51:27.787079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43172) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:27.788229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daacb9-212a-431b-b145-922ddb627177 req-3798f30a-10ad-405f-b1ff-9cb08147186f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:27.789750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54daacb9-212a-431b-b145-922ddb627177 req-3798f30a-10ad-405f-b1ff-9cb08147186f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2965243 Sep 15 15:51:27.794379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Request body: {'floatingip': {'port_id': '5f7bffc8-7911-489c-a5f0-babe5824c24f'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:27.803308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 72916e30-cf88-4500-a948-b7227757ca32 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:27.813960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 72916e30-cf88-4500-a948-b7227757ca32 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:27.813960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.929125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Made reservation on behalf of 29a9158e5f8c4edba6170408c92b093e for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:27.932545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.948321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-39f474db-ef64-446a-99bc-1599ce9c74b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75d7657d-8216-4d5c-995d-88925b155d6d HTTP/1.1" status: 200 len: 217 time: 0.1497977 Sep 15 15:51:27.951062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.955999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:27.991854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:27.994338 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae836679-ac96-4c75-a649-64ecbb9cd300" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:27.999795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6bf53-185e-4e14-9a34-f1523b239e1f req-967e7b44-7bc2-451a-9281-00e1ffdf0cce tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.001486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7a6bf53-185e-4e14-9a34-f1523b239e1f req-967e7b44-7bc2-451a-9281-00e1ffdf0cce tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1220162 Sep 15 15:51:28.012563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:28.079185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:28.095964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7a6bf53-185e-4e14-9a34-f1523b239e1f req-fee2575d-85f3-4cad-ad7d-de72a210681c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602064 Sep 15 15:51:28.147136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:28.161917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a95a-e4e8-491f-99ee-6140cbd13509 req-f2c07010-243a-46e8-b322-6346a5d55633 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.169127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ab0a95a-e4e8-491f-99ee-6140cbd13509 req-f2c07010-243a-46e8-b322-6346a5d55633 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 948 time: 0.3016121 Sep 15 15:51:28.172112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-b7ce16fb-c5ec-4f5b-b0cc-c1ae4801d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.173588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-b7ce16fb-c5ec-4f5b-b0cc-c1ae4801d2d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=462a1356180c4a7eaa8e746c9d33c489&device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 1094 time: 0.3073478 Sep 15 15:51:28.182998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dece809-6454-4882-aed6-16726a96679f req-3980b160-27f6-42b8-8707-661870410c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.184410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-3980b160-27f6-42b8-8707-661870410c05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.1810451 Sep 15 15:51:28.213603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Allocated IP 172.20.0.13 (cd7f31a1-f800-461a-9808-7a624883fd44/6001734d-ece0-47f1-8193-fbda11f83afc/a65f32e1-ae19-4cef-8e46-d7d429601ab6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:28.274073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-f0bbabb8-ed95-4e03-bf45-d9bddeb723c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906b3d44-a52d-4147-9531-6f446e481f52 HTTP/1.1" status: 200 len: 217 time: 0.0886023 Sep 15 15:51:28.313091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-5102f643-d6b3-4c7e-a685-33d037651819 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100852 Sep 15 15:51:28.353365 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:28.365270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7f620-969d-40d8-a94a-2f1064e5e625 req-294f53b3-326b-497b-96c1-e63f78174a8a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.373675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05a7f620-969d-40d8-a94a-2f1064e5e625 req-294f53b3-326b-497b-96c1-e63f78174a8a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 944 time: 0.1470540 Sep 15 15:51:28.389268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ab0a95a-e4e8-491f-99ee-6140cbd13509 req-86425af7-57ce-4d26-bb2d-ea5db394dcdd tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164018 Sep 15 15:51:28.509305 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05a7f620-969d-40d8-a94a-2f1064e5e625 req-ae25ad75-30cc-454f-aade-4b710a22248c tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302295 Sep 15 15:51:28.562439 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:28.583026 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de575688-ebd9-4164-8de0-a0ce40950073 x-openstack-request-id: req-de575688-ebd9-4164-8de0-a0ce40950073 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:28.583433 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:28.583787 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-de575688-ebd9-4164-8de0-a0ce40950073 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:28.584430 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'code': 200} Sep 15 15:51:28.689963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:28.743654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Network cd7f31a1-f800-461a-9808-7a624883fd44 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:28.769755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:28.769755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:28.883830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.885056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:28.927780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-04015608-5018-43a2-87cc-6e68d07fb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.929237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-04015608-5018-43a2-87cc-6e68d07fb273 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=27c934ae-5b1d-432b-9256-48eee5d36b30 HTTP/1.1" status: 200 len: 850 time: 0.6105988 Sep 15 15:51:28.936517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a62cc6-8094-4ace-ac6f-a72921f36ef8 req-b98440ef-c77a-4520-99d8-a79c38a18db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:28.938222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63a62cc6-8094-4ace-ac6f-a72921f36ef8 req-b98440ef-c77a-4520-99d8-a79c38a18db2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1096 time: 0.2947423 Sep 15 15:51:28.944499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Pushing event updated for resources: {'Port': ['ID=a65f32e1-ae19-4cef-8e46-d7d429601ab6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:28.972972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:28.975488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:29.012044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daf7fe-1ecc-4997-bcf2-30daa2b20988 req-34dfa812-d378-4539-9433-6ba49bb07d4e tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:29.020854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5daf7fe-1ecc-4997-bcf2-30daa2b20988 req-34dfa812-d378-4539-9433-6ba49bb07d4e tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 943 time: 0.1454070 Sep 15 15:51:29.048767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63a62cc6-8094-4ace-ac6f-a72921f36ef8 req-aa64125a-e961-421f-b872-bb885a3837e0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904918 Sep 15 15:51:29.067547 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-60d569c4-9573-49ca-8e29-080767747c4d tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5574534 Sep 15 15:51:29.079187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5daf7fe-1ecc-4997-bcf2-30daa2b20988 req-e1c28924-514d-44e7-8a52-d98fed783167 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572569 Sep 15 15:51:29.093615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Request body: {'port': {'device_id': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:29.111182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'tag': '75d7657d-8216-4d5c-995d-88925b155d6d'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:29.113601 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320410be-ff68-48f2-8af0-84536e309a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "73c91b0d-dc91-446e-bd68-5b3fe1667f73", "tag": "75d7657d-8216-4d5c-995d-88925b155d6d"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:29.134086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-83c82db0-3879-4b51-aa71-3cc29b056579 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047345 Sep 15 15:51:29.183322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:29.186439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.189886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.190141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac347e1-daf7-47d9-b6ff-2ab39f090085 req-6f25a046-8958-41a0-b34e-35c95d839ea2 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:29.192150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cac347e1-daf7-47d9-b6ff-2ab39f090085 req-6f25a046-8958-41a0-b34e-35c95d839ea2 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 932 time: 0.2666895 Sep 15 15:51:29.196983 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51ca7de-dd3b-4c6f-9f76-f6bafa1f2fe9 x-openstack-request-id: req-e51ca7de-dd3b-4c6f-9f76-f6bafa1f2fe9 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:29.197296 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c91b0d-dc91-446e-bd68-5b3fe1667f73", "tag": "75d7657d-8216-4d5c-995d-88925b155d6d", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:29.197510 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e51ca7de-dd3b-4c6f-9f76-f6bafa1f2fe9 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:29.197915 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'tag': '75d7657d-8216-4d5c-995d-88925b155d6d', 'status': 'completed', 'code': 200} Sep 15 15:51:29.199809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-a91987ea-31b0-427e-8a60-8485cfcd1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:29.201842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-a91987ea-31b0-427e-8a60-8485cfcd1d5c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d3b89463-09f0-4bce-b5d5-09e8d3c29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534251 Sep 15 15:51:29.214838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'mac_address': 'fa:16:3e:e8:85:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:29.259306 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.285308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:29.292279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:29.339022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cac347e1-daf7-47d9-b6ff-2ab39f090085 req-609c3dbe-7c3c-46ab-87d5-abdc19394ede tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362176 Sep 15 15:51:29.349972 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.395155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2233d2-7b03-4449-bbcf-9ce210fb87ad req-79f103a8-94b5-4476-ac1c-a3b53c5da36c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:29.402575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9c2233d2-7b03-4449-bbcf-9ce210fb87ad req-79f103a8-94b5-4476-ac1c-a3b53c5da36c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.1301625 Sep 15 15:51:29.472420 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9c2233d2-7b03-4449-bbcf-9ce210fb87ad req-6d759fde-f38b-44e2-a651-a6a2c588eeb8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689664 Sep 15 15:51:29.515869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:51:29.516522 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:51:29.520940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:29.582797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dece809-6454-4882-aed6-16726a96679f req-06232694-e404-4873-afcf-301b1621a229 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849872 Sep 15 15:51:29.592785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-9112c84f-18bc-4423-bcd5-9c739203c2ba service neutron] 10.222.0.38 "GET /v2.0/networks/d3b89463-09f0-4bce-b5d5-09e8d3c29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964520 Sep 15 15:51:29.614989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.666948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4396e-640f-4a16-bc4f-d76e266f2975 req-7e50d070-cb68-46f7-9c3c-6cfef992e361 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:29.673550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bb4396e-640f-4a16-bc4f-d76e266f2975 req-7e50d070-cb68-46f7-9c3c-6cfef992e361 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 946 time: 0.1668813 Sep 15 15:51:29.684815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65f32e1-ae19-4cef-8e46-d7d429601ab6 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:29.695321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.717167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Transition to ACTIVE for port object a65f32e1-ae19-4cef-8e46-d7d429601ab6 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:51:29.725482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.731926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59295c3-4c75-4c0f-92ec-b51c35eab9cc req-34a6f244-9dfe-4439-b26b-eaf52e5a42e2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:29.733621 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f59295c3-4c75-4c0f-92ec-b51c35eab9cc req-34a6f244-9dfe-4439-b26b-eaf52e5a42e2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 944 time: 0.1144981 Sep 15 15:51:29.796913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f59295c3-4c75-4c0f-92ec-b51c35eab9cc req-56342e10-f2cf-46cd-b71e-60adcf4eb332 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505369 Sep 15 15:51:29.799550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.828467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bb4396e-640f-4a16-bc4f-d76e266f2975 req-891265ee-0764-44d4-af3a-145ddd15b001 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505990 Sep 15 15:51:29.913532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320410be-ff68-48f2-8af0-84536e309a7d req-c529f268-f3d5-4db4-a2d0-d7b03ba8e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:29.916356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-320410be-ff68-48f2-8af0-84536e309a7d req-c529f268-f3d5-4db4-a2d0-d7b03ba8e800 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5f655d3ba7094765a8ef61352a56cc67&device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 1095 time: 0.1931567 Sep 15 15:51:29.923608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae678fa-f0f5-4b7a-975b-09f2f14e9e08 req-9f29bc14-df4f-4420-8425-b6e5615f587e service neutron] 10.222.0.38 "GET /v2.0/networks/d3b89463-09f0-4bce-b5d5-09e8d3c29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192954 Sep 15 15:51:29.937172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:29.994696 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Floating IP 8d971c4a-5c2e-4408-80bf-e21ac8b2965a associated. External IP: 172.25.0.237, port: 5f7bffc8-7911-489c-a5f0-babe5824c24f. Sep 15 15:51:30.009697 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:30.037684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Pushing event updated for resources: {'Port': ['ID=a65f32e1-ae19-4cef-8e46-d7d429601ab6,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:30.063686 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:30.086446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:30.096129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Attempting to bind port a65f32e1-ae19-4cef-8e46-d7d429601ab6 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:30.096466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Attempting to bind port a65f32e1-ae19-4cef-8e46-d7d429601ab6 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '7c5d3864-a7a9-409d-bbb2-100e569b8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:30.096821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Attempting to bind port a65f32e1-ae19-4cef-8e46-d7d429601ab6 on network cd7f31a1-f800-461a-9808-7a624883fd44 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:30.101698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Port a65f32e1-ae19-4cef-8e46-d7d429601ab6 on network cd7f31a1-f800-461a-9808-7a624883fd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:51:30.102020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Attempting to bind port a65f32e1-ae19-4cef-8e46-d7d429601ab6 on network cd7f31a1-f800-461a-9808-7a624883fd44 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:30.120637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:30.120987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Checking segment: {'id': '7c5d3864-a7a9-409d-bbb2-100e569b8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:30.121366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Bound using segment: {'id': '7c5d3864-a7a9-409d-bbb2-100e569b8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:30.122340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Bound port: a65f32e1-ae19-4cef-8e46-d7d429601ab6, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5d3864-a7a9-409d-bbb2-100e569b8e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:30.122763 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:30.125687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:30.147610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320410be-ff68-48f2-8af0-84536e309a7d req-26b5ff35-c8e0-489a-8f6e-9408249a3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:30.149136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-320410be-ff68-48f2-8af0-84536e309a7d req-26b5ff35-c8e0-489a-8f6e-9408249a3b4f service neutron] 10.222.0.38 "GET /v2.0/networks?id=5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 200 len: 912 time: 0.2243185 Sep 15 15:51:30.196663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-320410be-ff68-48f2-8af0-84536e309a7d req-5634e574-5e5c-4375-afe3-9f15a3caafd9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75d7657d-8216-4d5c-995d-88925b155d6d HTTP/1.1" status: 200 len: 217 time: 0.0402572 Sep 15 15:51:30.210080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] For port a65f32e1-ae19-4cef-8e46-d7d429601ab6, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:30.213418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] For port a65f32e1-ae19-4cef-8e46-d7d429601ab6, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a65f32e1-ae19-4cef-8e46-d7d429601ab6,segment=NetworkSegment(7c5d3864-a7a9-409d-bbb2-100e569b8e48),segment_id=7c5d3864-a7a9-409d-bbb2-100e569b8e48)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:30.267768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:30.299547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:30.337248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320410be-ff68-48f2-8af0-84536e309a7d req-ea57ce2c-5376-4dee-98ed-6ea80d45072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:30.342803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-320410be-ff68-48f2-8af0-84536e309a7d req-ea57ce2c-5376-4dee-98ed-6ea80d45072f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 200 len: 851 time: 0.1355131 Sep 15 15:51:30.362836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:30.363526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:30.366117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] 10.222.0.55 "PUT /v2.0/ports/a65f32e1-ae19-4cef-8e46-d7d429601ab6 HTTP/1.1" status: 200 len: 1092 time: 1.2819715 Sep 15 15:51:30.366993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'tag': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:30.370596 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae5a408-33ae-49d0-bdce-64f85ed548f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef594b8b-2d8b-4976-a1c0-c8686edf0645", "tag": "a65f32e1-ae19-4cef-8e46-d7d429601ab6"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:30.406539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=10']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:30.415175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee573ff2-24ee-4062-ad66-2e24070f6e4b service neutron] Pushing event updated for resources: {'Port': ['ID=a65f32e1-ae19-4cef-8e46-d7d429601ab6,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:30.416086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-320410be-ff68-48f2-8af0-84536e309a7d req-9657d9bc-0f37-4fa8-b7fb-2f692a99d5a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5b5f6560-52a8-4946-9e38-a3748769610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641358 Sep 15 15:51:30.493342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:51:30.546555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-a6497f88-4bb5-454f-8442-9a75f6bd004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:30.552978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-a6497f88-4bb5-454f-8442-9a75f6bd004e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29a9158e5f8c4edba6170408c92b093e&device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 1095 time: 0.0534332 Sep 15 15:51:30.560195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04835d30-5c7d-4b49-be15-bf7667641e01 req-3d2913bc-0be1-4808-80e2-d8891f0b749f tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:30.561896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04835d30-5c7d-4b49-be15-bf7667641e01 req-3d2913bc-0be1-4808-80e2-d8891f0b749f tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 943 time: 0.1376681 Sep 15 15:51:30.585876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:30.589954 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700b1db0-cd9a-46e8-b05f-c4578bd09716" -d '{"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-unplugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:30.608006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-900a586d-7896-45ac-9118-a8cd0da87774 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a65f32e1-ae19-4cef-8e46-d7d429601ab6 HTTP/1.1" status: 200 len: 217 time: 0.0409186 Sep 15 15:51:30.622148 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-320410be-ff68-48f2-8af0-84536e309a7d req-dbca33eb-112b-43e5-a760-a7741d8b70b6 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964090 Sep 15 15:51:30.682910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-28fce69e-7c87-48cd-b285-e03487738928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:30.691437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-28fce69e-7c87-48cd-b285-e03487738928 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6001734d-ece0-47f1-8193-fbda11f83afc HTTP/1.1" status: 200 len: 850 time: 0.0694973 Sep 15 15:51:30.718472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04835d30-5c7d-4b49-be15-bf7667641e01 req-83b4ede0-c263-455c-84b7-fe9affa36868 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117024 Sep 15 15:51:30.732369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['849c909a-2c3a-4e47-8c55-a84e820fb560'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:30.768231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-fb9c7cd9-af4f-4b4d-86ba-5639ceaeff97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd7f31a1-f800-461a-9808-7a624883fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593929 Sep 15 15:51:30.785110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:51:30.795907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:30.828402 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-320410be-ff68-48f2-8af0-84536e309a7d req-56e8ba14-4bde-4ae7-8fd6-c889a9985b23 service neutron] 10.222.0.38 "GET /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939111 Sep 15 15:51:30.843063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-60655e25-5de9-4aa1-850c-003c3cd70c8c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "PUT /v2.0/floatingips/8d971c4a-5c2e-4408-80bf-e21ac8b2965a HTTP/1.1" status: 200 len: 991 time: 3.0523121 Sep 15 15:51:30.864356 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe64c1c4-af58-4828-979c-82ecbd61336c x-openstack-request-id: req-fe64c1c4-af58-4828-979c-82ecbd61336c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:30.864959 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef594b8b-2d8b-4976-a1c0-c8686edf0645", "tag": "a65f32e1-ae19-4cef-8e46-d7d429601ab6", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:30.865781 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fe64c1c4-af58-4828-979c-82ecbd61336c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:30.866439 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'tag': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6', 'status': 'completed', 'code': 200} Sep 15 15:51:30.982110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b2c61-9a16-48a2-a05f-2e0a16cf2425 req-e8745900-a281-40fd-afda-1c55526908aa tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:30.992983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-889b2c61-9a16-48a2-a05f-2e0a16cf2425 req-e8745900-a281-40fd-afda-1c55526908aa tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 944 time: 0.0921621 Sep 15 15:51:31.061863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21383dbe-bf4b-4186-a78a-f1d67475dfa3 req-721cb5ac-907f-4f49-abe2-85451ee2fe1b tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.063372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21383dbe-bf4b-4186-a78a-f1d67475dfa3 req-721cb5ac-907f-4f49-abe2-85451ee2fe1b tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.1878703 Sep 15 15:51:31.078766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-889b2c61-9a16-48a2-a05f-2e0a16cf2425 req-e7e6b488-3c14-494c-aa83-fe8ad68faba7 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770929 Sep 15 15:51:31.174715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-8aeb7f1a-0662-4908-befb-657fba6104f2 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7f31a1-f800-461a-9808-7a624883fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971488 Sep 15 15:51:31.177159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21383dbe-bf4b-4186-a78a-f1d67475dfa3 req-d3715c4e-057a-4004-b3af-4fc921acc49a tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968616 Sep 15 15:51:31.199844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19785c4-d7dd-420e-9563-a8cbd021e844 req-05bfb082-d92e-4aef-9926-6357115acbb7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.209401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] Sync routers for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:51:31.210668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f19785c4-d7dd-420e-9563-a8cbd021e844 req-05bfb082-d92e-4aef-9926-6357115acbb7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.0734525 Sep 15 15:51:31.219916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:31.222856 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800cac4d-c1f5-42b1-99ce-ec59ad704e64" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:31.255250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:31.255998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:31.305496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f19785c4-d7dd-420e-9563-a8cbd021e844 req-b62afd4c-47e7-44ca-a380-224ab1ffa454 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935040 Sep 15 15:51:31.363111 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0b8a00-4ee2-4b15-bfa2-4f79d9c4d8a7 x-openstack-request-id: req-6c0b8a00-4ee2-4b15-bfa2-4f79d9c4d8a7 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:31.363659 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-unplugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:31.364081 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6c0b8a00-4ee2-4b15-bfa2-4f79d9c4d8a7 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:31.364652 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'code': 200} Sep 15 15:51:31.453785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd20d61-4d52-4276-8658-b5f0e6aa6696 req-4e3052a5-001d-4924-96ab-f123068ce0cd service neutron] 10.222.0.55 "GET /v2.0/networks/cd7f31a1-f800-461a-9808-7a624883fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677045 Sep 15 15:51:31.503949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c34f5-006c-4dd4-8aca-c65d88d69cd5 req-a7a4b270-10af-4df8-a464-b6a278d31c68 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.509932 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a7c34f5-006c-4dd4-8aca-c65d88d69cd5 req-a7a4b270-10af-4df8-a464-b6a278d31c68 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 944 time: 0.1425884 Sep 15 15:51:31.552118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:31.612916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a7c34f5-006c-4dd4-8aca-c65d88d69cd5 req-9b6150cf-8c5a-4d8a-b497-3bbd4363a01a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888684 Sep 15 15:51:31.714216 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140cae5d-6956-4cd3-bbe8-0de8e9394904 x-openstack-request-id: req-140cae5d-6956-4cd3-bbe8-0de8e9394904 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:31.714508 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:31.714998 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-140cae5d-6956-4cd3-bbe8-0de8e9394904 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:31.715391 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'status': 'completed', 'code': 200} Sep 15 15:51:31.740301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-1bfe9376-2972-449c-b7fc-0b16bad9c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.744248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-1bfe9376-2972-449c-b7fc-0b16bad9c81e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29a9158e5f8c4edba6170408c92b093e&device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 1095 time: 0.0987835 Sep 15 15:51:31.878007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.878775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.879610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.880324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.881167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.881727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.882268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:31.885847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-722c155c-5e24-4740-9308-e26b7facbafe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6492 time: 0.1163108 Sep 15 15:51:32.043549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0b267-b66e-4bc8-adef-de2529e482b8 req-7519fb45-c8c9-48ed-a3de-0e97d11f1e18 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.056314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-28f0b267-b66e-4bc8-adef-de2529e482b8 req-7519fb45-c8c9-48ed-a3de-0e97d11f1e18 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.2331688 Sep 15 15:51:32.069187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43246) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:32.075872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'floatingip': {'port_id': '72916e30-cf88-4500-a948-b7227757ca32'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:32.163569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:32.236912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b5c46-3afa-47fd-8cbe-6bd3c253c092 req-76df750f-e759-4118-a38f-4c94760d2bb9 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.244782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-211b5c46-3afa-47fd-8cbe-6bd3c253c092 req-76df750f-e759-4118-a38f-4c94760d2bb9 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 943 time: 0.1785669 Sep 15 15:51:32.246173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-1c013b6d-634c-406e-83d4-591d879a92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.248967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-1c013b6d-634c-406e-83d4-591d879a92b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7862a63-a0aa-4327-bb17-35787cacce3d HTTP/1.1" status: 200 len: 911 time: 0.3345721 Sep 15 15:51:32.282038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '8d971c4a-5c2e-4408-80bf-e21ac8b2965a', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'port_id': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'mac_address': 'fa:16:3e:20:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:49:59Z', 'updated_at': '2021-09-15T15:51:29Z', 'revision_number': 1, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 5, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:32.367996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] Checking router: b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:51:32.399217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:32.400148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:32.500888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-211b5c46-3afa-47fd-8cbe-6bd3c253c092 req-28a9edba-189f-4e0c-9b23-241302e6acb8 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471340 Sep 15 15:51:32.529797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-5c9d8a09-c8ce-4a2e-a49a-2bc0910b8cd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f HTTP/1.1" status: 200 len: 999 time: 0.2613635 Sep 15 15:51:32.593830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-4a33ceeb-a8e4-4c5c-a55c-1d8dc2bf1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.595363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-4a33ceeb-a8e4-4c5c-a55c-1d8dc2bf1790 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd7f31a1-f800-461a-9808-7a624883fd44 HTTP/1.1" status: 200 len: 911 time: 0.8273494 Sep 15 15:51:32.604062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:32.666969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-ad8ca3b6-aecc-4c1e-8e8d-dc17f74228ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a65f32e1-ae19-4cef-8e46-d7d429601ab6 HTTP/1.1" status: 200 len: 217 time: 0.0587239 Sep 15 15:51:32.673150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-761d7d60-073a-4c5a-8c25-e4f916c3d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.680121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-761d7d60-073a-4c5a-8c25-e4f916c3d711 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6763370-0d4e-4595-97d1-14d944b3931f HTTP/1.1" status: 200 len: 849 time: 0.1351457 Sep 15 15:51:32.767372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dce56e-c119-4765-a252-547017603b85 req-114b33ab-71f0-4ced-acfe-aa62d793ed4b tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.768992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-78dce56e-c119-4765-a252-547017603b85 req-114b33ab-71f0-4ced-acfe-aa62d793ed4b tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 1099 time: 0.6094215 Sep 15 15:51:32.818009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c315e-a2d9-4894-b1da-df58c654e2b3 req-f65f658b-3940-4d2a-a9ab-01324cddbfa1 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.828963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b67c315e-a2d9-4894-b1da-df58c654e2b3 req-f65f658b-3940-4d2a-a9ab-01324cddbfa1 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 944 time: 0.1413593 Sep 15 15:51:32.837758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-86b34082-87a8-4858-9b51-039850a2b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.839344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-86b34082-87a8-4858-9b51-039850a2b09f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7862a63-a0aa-4327-bb17-35787cacce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316018 Sep 15 15:51:32.844537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-d5675020-0df3-4f24-a8aa-ce2c367017f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:32.845995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-d5675020-0df3-4f24-a8aa-ce2c367017f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6001734d-ece0-47f1-8193-fbda11f83afc HTTP/1.1" status: 200 len: 850 time: 0.1506763 Sep 15 15:51:32.900062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-78dce56e-c119-4765-a252-547017603b85 req-edb25c2f-99ed-404c-bda3-8a5dd4ca6a50 tempest-ServersAdminTestJSON-1492249842 tempest-ServersAdminTestJSON-1492249842-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858734 Sep 15 15:51:32.915700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-52928282-4573-496c-8fb9-da4154b8e04b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd7f31a1-f800-461a-9808-7a624883fd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470593 Sep 15 15:51:32.923003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b67c315e-a2d9-4894-b1da-df58c654e2b3 req-cc23aa8f-2cd9-48dc-a101-52ae9eeb49cf tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825639 Sep 15 15:51:33.031662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-def12772-1cb1-4e91-843e-36132af3a399 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7f31a1-f800-461a-9808-7a624883fd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137412 Sep 15 15:51:33.172371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-d8e1daaa-0f52-40bb-8ffe-921e6e792b35 service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136916 Sep 15 15:51:33.180428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '8d971c4a-5c2e-4408-80bf-e21ac8b2965a', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'port_id': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'mac_address': 'fa:16:3e:20:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:49:59Z', 'updated_at': '2021-09-15T15:51:29Z', 'revision_number': 1, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 5, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:33.271297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682818cb-6003-4211-a8a8-4eeec5ec54bc None None] The sync data for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 is: [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '8d971c4a-5c2e-4408-80bf-e21ac8b2965a', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'port_id': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'mac_address': 'fa:16:3e:20:0b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:49:59Z', 'updated_at': '2021-09-15T15:51:29Z', 'revision_number': 1, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 5, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:51:33.329732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a859-2cf7-4038-a14f-cff574825357 req-86057677-7d4f-43bf-a2e5-a9ef4ab5284a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:33.346849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0540a859-2cf7-4038-a14f-cff574825357 req-86057677-7d4f-43bf-a2e5-a9ef4ab5284a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 944 time: 0.2952578 Sep 15 15:51:33.429456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ae5a408-33ae-49d0-bdce-64f85ed548f0 req-5445a34a-53fb-41b4-90c8-45eff73fb1c5 service neutron] 10.222.0.55 "GET /v2.0/networks/cd7f31a1-f800-461a-9808-7a624883fd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611724 Sep 15 15:51:33.451867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0540a859-2cf7-4038-a14f-cff574825357 req-c70bdc87-cda5-4b90-8aab-4be8e7a01b27 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967875 Sep 15 15:51:33.454137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-800cac4d-c1f5-42b1-99ce-ec59ad704e64 req-b807553e-9b61-4776-8f0d-38756c0b3cdb service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682521 Sep 15 15:51:33.543971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:33.638870 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:33.649986 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a233ad-fc70-4e5e-8484-b4415773aaa5 None None] New status for floating IP 8d971c4a-5c2e-4408-80bf-e21ac8b2965a: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:51:33.681687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f518c4-aed1-4d63-a82a-c0e4150ab24a req-1b9b9ce3-6f6f-4574-ab20-5129010bfcd6 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:33.694351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4f518c4-aed1-4d63-a82a-c0e4150ab24a req-1b9b9ce3-6f6f-4574-ab20-5129010bfcd6 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 943 time: 0.0993288 Sep 15 15:51:33.708611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 75d7657d-8216-4d5c-995d-88925b155d6d details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:33.787019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4f518c4-aed1-4d63-a82a-c0e4150ab24a req-7a320bf7-4f60-465e-8c33-9c2c4080db18 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812581 Sep 15 15:51:33.877632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb86b24-ed77-4412-8cca-a26f1edb5bff req-6033f112-e65b-4e38-b7ca-1a4d9e3af68b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:33.879154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9eb86b24-ed77-4412-8cca-a26f1edb5bff req-6033f112-e65b-4e38-b7ca-1a4d9e3af68b tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 950 time: 0.1648235 Sep 15 15:51:33.896707 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Floating IP a87992fb-9d71-4e19-8925-17eaf07892ec associated. External IP: 172.25.0.79, port: 72916e30-cf88-4500-a948-b7227757ca32. Sep 15 15:51:33.920907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 75d7657d-8216-4d5c-995d-88925b155d6d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=75d7657d-8216-4d5c-995d-88925b155d6d,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:33.935580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '75d7657d-8216-4d5c-995d-88925b155d6d', 'network_id': '5b5f6560-52a8-4946-9e38-a3748769610c', 'port_id': '75d7657d-8216-4d5c-995d-88925b155d6d', 'mac_address': 'fa:16:3e:bb:2b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e0c71d-77f3-47b1-b6de-3f9f4f8f414f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:33.987296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9eb86b24-ed77-4412-8cca-a26f1edb5bff req-8069108c-c8c0-4665-885e-e88d0d6536ff tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936770 Sep 15 15:51:34.032925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:34.065886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d7657d-8216-4d5c-995d-88925b155d6d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:34.105346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 75d7657d-8216-4d5c-995d-88925b155d6d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=75d7657d-8216-4d5c-995d-88925b155d6d,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:34.141796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7f25c-3065-46a5-8fa4-fb6d52905b40 req-45f854b5-4b15-4fdd-84ac-96882289dde2 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:34.144512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1c7f25c-3065-46a5-8fa4-fb6d52905b40 req-45f854b5-4b15-4fdd-84ac-96882289dde2 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 944 time: 0.1085856 Sep 15 15:51:34.164601 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:34.165637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 906b3d44-a52d-4147-9531-6f446e481f52 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:34.209736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1c7f25c-3065-46a5-8fa4-fb6d52905b40 req-2ad67971-9a7f-48d9-b3ec-7721505d934b tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544822 Sep 15 15:51:34.282409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=75d7657d-8216-4d5c-995d-88925b155d6d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:34.317076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Router 9961072c-a13b-49bc-b90f-0bff3af2b11f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:51:34.350295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 906b3d44-a52d-4147-9531-6f446e481f52, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=906b3d44-a52d-4147-9531-6f446e481f52,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:34.364573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '906b3d44-a52d-4147-9531-6f446e481f52', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'port_id': '906b3d44-a52d-4147-9531-6f446e481f52', 'mac_address': 'fa:16:3e:af:be:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:34.415542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:34.436723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906b3d44-a52d-4147-9531-6f446e481f52 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:34.459466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:51:34.464415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:34.470519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] Sync routers for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:51:34.477961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 906b3d44-a52d-4147-9531-6f446e481f52, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=906b3d44-a52d-4147-9531-6f446e481f52,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:34.488350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:34.489041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:34.507948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ea7ca09c-351f-4bbb-800b-6ebc06eb8735 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "PUT /v2.0/floatingips/a87992fb-9d71-4e19-8925-17eaf07892ec HTTP/1.1" status: 200 len: 990 time: 2.4375267 Sep 15 15:51:34.508665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:34.511336 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:34.569222 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:34.664654 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8ec683-da69-4611-b94a-c59c89d7124c x-openstack-request-id: req-8a8ec683-da69-4611-b94a-c59c89d7124c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:34.665223 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:34.665666 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8a8ec683-da69-4611-b94a-c59c89d7124c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:34.666249 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'status': 'completed', 'code': 200} Sep 15 15:51:34.679680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4fee1-1104-47d5-b1d8-c4d495885d1b req-f31bd6f7-d0b2-405f-bc3a-9ceca8a714d2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:34.687888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccd4fee1-1104-47d5-b1d8-c4d495885d1b req-f31bd6f7-d0b2-405f-bc3a-9ceca8a714d2 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 945 time: 0.1079192 Sep 15 15:51:34.748846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-e4ef26d2-2b94-4675-8606-9c665421dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:34.751518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-e4ef26d2-2b94-4675-8606-9c665421dec0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1096 time: 0.0548806 Sep 15 15:51:34.755525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ccd4fee1-1104-47d5-b1d8-c4d495885d1b req-05fd3fcf-60bb-49c1-885d-38bb5faf83ee tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667562 Sep 15 15:51:34.848168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:34.879608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['906b3d44-a52d-4147-9531-6f446e481f52'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:34.885065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=906b3d44-a52d-4147-9531-6f446e481f52,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:34.896058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['75d7657d-8216-4d5c-995d-88925b155d6d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:34.896767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-d65e98e3-86c6-45f6-a893-5d4a8fdee0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:34.898241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-d65e98e3-86c6-45f6-a893-5d4a8fdee0b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1303198 Sep 15 15:51:34.991720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-6a4f3d42-e8ad-49ef-aaa6-2285336032d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.0857804 Sep 15 15:51:35.010346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a65f32e1-ae19-4cef-8e46-d7d429601ab6 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:51:35.014129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:35.205692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60c5d0-d711-49bd-be4c-c8ad6803495d req-a7993caf-c6f8-4521-8ace-9d614b7a09a3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:35.208618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c60c5d0-d711-49bd-be4c-c8ad6803495d req-a7993caf-c6f8-4521-8ace-9d614b7a09a3 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 950 time: 0.0966187 Sep 15 15:51:35.270845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c60c5d0-d711-49bd-be4c-c8ad6803495d req-c0c19d50-0dcd-4bb5-9e7e-1a19fee6495e tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560982 Sep 15 15:51:35.366758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 849c909a-2c3a-4e47-8c55-a84e820fb560 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:35.367277 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:35.508212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f613059-5a22-42eb-88f6-e204be2a8f1d req-af785706-1233-4d0a-921d-1c476376bab0 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:35.511379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f613059-5a22-42eb-88f6-e204be2a8f1d req-af785706-1233-4d0a-921d-1c476376bab0 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 944 time: 0.0679219 Sep 15 15:51:35.560211 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f613059-5a22-42eb-88f6-e204be2a8f1d req-aec44758-f8e8-4682-8c1e-8cf528f2a516 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Sep 15 15:51:35.561417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a65f32e1-ae19-4cef-8e46-d7d429601ab6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a65f32e1-ae19-4cef-8e46-d7d429601ab6,segment=NetworkSegment(7c5d3864-a7a9-409d-bbb2-100e569b8e48),segment_id=7c5d3864-a7a9-409d-bbb2-100e569b8e48)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:35.572026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c67eb5-92d5-4f93-bbc2-e36b2f1a1e4e req-ee512ded-9bb7-4ab3-8ff5-5352f39d497e tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:35.581223 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9c67eb5-92d5-4f93-bbc2-e36b2f1a1e4e req-ee512ded-9bb7-4ab3-8ff5-5352f39d497e tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 944 time: 0.6676080 Sep 15 15:51:35.598528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-b93fe1c1-15cd-4402-9bdf-44d9539df698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:35.602666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-b93fe1c1-15cd-4402-9bdf-44d9539df698 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.1117663 Sep 15 15:51:35.606729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6', 'network_id': 'cd7f31a1-f800-461a-9808-7a624883fd44', 'port_id': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6', 'mac_address': 'fa:16:3e:2e:03:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6001734d-ece0-47f1-8193-fbda11f83afc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:51:35.697161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a556a9-29c9-4a67-9616-996c35eba774 req-d4f15dd4-5292-4c42-832d-53f356af434f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:35.698661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a556a9-29c9-4a67-9616-996c35eba774 req-d4f15dd4-5292-4c42-832d-53f356af434f tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 950 time: 0.1656706 Sep 15 15:51:35.704481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9c67eb5-92d5-4f93-bbc2-e36b2f1a1e4e req-c352e5b0-4f32-4ebe-aaf0-e40a8c8eca52 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130779 Sep 15 15:51:35.720049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-01db408b-00f4-4332-aab1-ef28bb0a651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:35.721845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-01db408b-00f4-4332-aab1-ef28bb0a651c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101084 Sep 15 15:51:35.758536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:35.768948 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:35.826552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:35.828522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:35.830999 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8d151c-d49a-4eff-b836-1c6e40065fb6" -d '{"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-plugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:35.835262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65f32e1-ae19-4cef-8e46-d7d429601ab6 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:35.863924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a65f32e1-ae19-4cef-8e46-d7d429601ab6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a65f32e1-ae19-4cef-8e46-d7d429601ab6,segment=NetworkSegment(7c5d3864-a7a9-409d-bbb2-100e569b8e48),segment_id=7c5d3864-a7a9-409d-bbb2-100e569b8e48)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:35.867121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a87992fb-9d71-4e19-8925-17eaf07892ec', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'floating_ip_address': '172.25.0.79', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'port_id': '72916e30-cf88-4500-a948-b7227757ca32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'mac_address': 'fa:16:3e:f0:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:06Z', 'updated_at': '2021-09-15T15:51:33Z', 'revision_number': 1, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:06Z', 'revision_number': 5, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:35.897674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] Checking router: 9961072c-a13b-49bc-b90f-0bff3af2b11f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:51:35.910526 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94bd0c-e299-4afe-9047-45d46dd41dd9 x-openstack-request-id: req-8d94bd0c-e299-4afe-9047-45d46dd41dd9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:35.910820 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-plugged", "status": "completed", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:35.911072 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8d94bd0c-e299-4afe-9047-45d46dd41dd9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:35.911463 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'code': 200} Sep 15 15:51:35.913592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:35.914225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:35.946051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-c3743f27-a89b-4711-9a95-82a21851f981 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144315 Sep 15 15:51:35.953430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Deleting port e251f559-08e3-4bfa-93f6-a3f9a8b46470 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:35.954065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:35.957890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ddb35-9432-4024-abaf-57b7e89718d7 req-451fdceb-a898-419d-9136-473fd171b831 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:35.960949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-054ddb35-9432-4024-abaf-57b7e89718d7 req-451fdceb-a898-419d-9136-473fd171b831 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 945 time: 0.0701165 Sep 15 15:51:36.017630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-054ddb35-9432-4024-abaf-57b7e89718d7 req-88463785-779a-48f4-81cd-d7fda4c0da76 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501969 Sep 15 15:51:36.065588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:36.130763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] For port e251f559-08e3-4bfa-93f6-a3f9a8b46470, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e251f559-08e3-4bfa-93f6-a3f9a8b46470,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:36.131054 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:36.140661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c04ed69-cfda-4d45-9c0e-43bf4b90dc1e req-013d2f53-9215-412b-b022-cf1807e73f7d service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828747 Sep 15 15:51:36.146759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Calling delete_port for e251f559-08e3-4bfa-93f6-a3f9a8b46470 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:36.325410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a87992fb-9d71-4e19-8925-17eaf07892ec', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'floating_ip_address': '172.25.0.79', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'port_id': '72916e30-cf88-4500-a948-b7227757ca32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'mac_address': 'fa:16:3e:f0:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:06Z', 'updated_at': '2021-09-15T15:51:33Z', 'revision_number': 1, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:06Z', 'revision_number': 5, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:36.353604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e986e8f4-80f7-4ad8-9541-ce187193304f None None] The sync data for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 is: [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a87992fb-9d71-4e19-8925-17eaf07892ec', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'floating_ip_address': '172.25.0.79', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'port_id': '72916e30-cf88-4500-a948-b7227757ca32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'mac_address': 'fa:16:3e:f0:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:06Z', 'updated_at': '2021-09-15T15:51:33Z', 'revision_number': 1, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:06Z', 'revision_number': 5, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:51:36.412929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e192a-6881-4666-ba80-45320da594c2 req-328a2ba9-966d-47e9-9134-f1c4312cb31a tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:36.419752 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:36.427041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:36.428927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-132e192a-6881-4666-ba80-45320da594c2 req-328a2ba9-966d-47e9-9134-f1c4312cb31a tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 950 time: 0.0587831 Sep 15 15:51:36.433252 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:36.478168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Pushing event deleted for resources: {'Port': ['ID=e251f559-08e3-4bfa-93f6-a3f9a8b46470,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:36.485131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a', 'e251f559-08e3-4bfa-93f6-a3f9a8b46470', '849c909a-2c3a-4e47-8c55-a84e820fb560'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:36.581475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:36.591695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-132e192a-6881-4666-ba80-45320da594c2 req-e5af5b7c-0beb-4309-afc4-2c6c5b280360 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503246 Sep 15 15:51:36.594094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] No DVR routers for this DVR port e251f559-08e3-4bfa-93f6-a3f9a8b46470 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:36.597908 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:36.599945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a556a9-29c9-4a67-9616-996c35eba774 req-c54ed024-39f9-4f83-9dba-302e910c5784 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "DELETE /v2.0/ports/e251f559-08e3-4bfa-93f6-a3f9a8b46470 HTTP/1.1" status: 204 len: 173 time: 0.8936629 Sep 15 15:51:36.600421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'name': 'network-vif-deleted', 'tag': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:36.602779 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6710f04b-9409-428b-ba4b-b3f5c5067544" -d '{"events": [{"server_uuid": "e86a6da6-024e-4b55-8fa0-ea8bb1c21319", "name": "network-vif-deleted", "tag": "e251f559-08e3-4bfa-93f6-a3f9a8b46470"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:36.691345 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7ebbf5-4fbd-4953-8d3f-c1e6fb06f813 x-openstack-request-id: req-ec7ebbf5-4fbd-4953-8d3f-c1e6fb06f813 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:36.693854 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86a6da6-024e-4b55-8fa0-ea8bb1c21319", "name": "network-vif-deleted", "tag": "e251f559-08e3-4bfa-93f6-a3f9a8b46470", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:36.703370 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ec7ebbf5-4fbd-4953-8d3f-c1e6fb06f813 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:36.705316 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86a6da6-024e-4b55-8fa0-ea8bb1c21319', 'name': 'network-vif-deleted', 'tag': 'e251f559-08e3-4bfa-93f6-a3f9a8b46470', 'status': 'completed', 'code': 200} Sep 15 15:51:36.769849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a65f32e1-ae19-4cef-8e46-d7d429601ab6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:36.810722 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddec128-820d-426d-9b21-d3fe0267180a None None] New status for floating IP a87992fb-9d71-4e19-8925-17eaf07892ec: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:51:36.846384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a30d0-4ae4-4c1e-a7bc-63a4f603d88c req-0188d437-ce32-406f-bef5-bf6daf797511 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:36.848027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e83a30d0-4ae4-4c1e-a7bc-63a4f603d88c req-0188d437-ce32-406f-bef5-bf6daf797511 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 945 time: 0.1284173 Sep 15 15:51:36.955721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a65f32e1-ae19-4cef-8e46-d7d429601ab6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:36.961669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e83a30d0-4ae4-4c1e-a7bc-63a4f603d88c req-d3105d37-a7b2-48e1-8c3d-829b96e2a444 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034615 Sep 15 15:51:37.023957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59016-a427-4cc0-bc6c-17307fcca664 req-d50d0d04-2cff-4f76-b50d-3be64198a857 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:37.035990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ff59016-a427-4cc0-bc6c-17307fcca664 req-d50d0d04-2cff-4f76-b50d-3be64198a857 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 944 time: 0.1028011 Sep 15 15:51:37.059517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e251f559-08e3-4bfa-93f6-a3f9a8b46470 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:37.133912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: e251f559-08e3-4bfa-93f6-a3f9a8b46470 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:37.134919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e251f559-08e3-4bfa-93f6-a3f9a8b46470 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:37.169248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ff59016-a427-4cc0-bc6c-17307fcca664 req-a6c47f76-45f2-4fd1-bbda-c5042e565d57 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319330 Sep 15 15:51:37.278220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a431d71-97a4-4812-989d-6ee91832c11f req-f21ac65d-9e33-4082-8ce3-089a1c6eb2a8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:37.280297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a431d71-97a4-4812-989d-6ee91832c11f req-f21ac65d-9e33-4082-8ce3-089a1c6eb2a8 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 945 time: 0.1597886 Sep 15 15:51:37.326491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a431d71-97a4-4812-989d-6ee91832c11f req-99b71ae8-6c4c-4fb4-82d6-3d885f795b01 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Sep 15 15:51:37.717671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 75d7657d-8216-4d5c-995d-88925b155d6d up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:37.770089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dc890de-ea15-4eb0-b7f1-5dd66e3db657 req-e979922c-e9fc-44fb-b0d5-8f2f1b2c9864 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e86a6da6-024e-4b55-8fa0-ea8bb1c21319 HTTP/1.1" status: 200 len: 210 time: 0.0758078 Sep 15 15:51:37.923836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 75d7657d-8216-4d5c-995d-88925b155d6d completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:37.928093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 75d7657d-8216-4d5c-995d-88925b155d6d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:37.928470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:38.155786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32373f31-2668-4e57-8e4f-326ad9461a6f req-c24028a8-14a3-41d0-8694-c019493586aa tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:38.155786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32373f31-2668-4e57-8e4f-326ad9461a6f req-c24028a8-14a3-41d0-8694-c019493586aa tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 945 time: 0.0740457 Sep 15 15:51:38.181607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:38.202273 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32373f31-2668-4e57-8e4f-326ad9461a6f req-24c48e4d-8b86-4675-8f28-cce6a3bf74bc tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Sep 15 15:51:38.206295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d7657d-8216-4d5c-995d-88925b155d6d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:38.207957 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c6d5cf-74dd-441c-8901-b3b6112c4c64" -d '{"events": [{"server_uuid": "73c91b0d-dc91-446e-bd68-5b3fe1667f73", "name": "network-vif-plugged", "status": "completed", "tag": "75d7657d-8216-4d5c-995d-88925b155d6d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:38.222261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 75d7657d-8216-4d5c-995d-88925b155d6d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=75d7657d-8216-4d5c-995d-88925b155d6d,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:38.259898 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70851556-25a9-429e-ac85-c4c7cd2c5f83 x-openstack-request-id: req-70851556-25a9-429e-ac85-c4c7cd2c5f83 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:38.259898 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c91b0d-dc91-446e-bd68-5b3fe1667f73", "name": "network-vif-plugged", "status": "completed", "tag": "75d7657d-8216-4d5c-995d-88925b155d6d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:38.259898 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-70851556-25a9-429e-ac85-c4c7cd2c5f83 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:38.259898 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d7657d-8216-4d5c-995d-88925b155d6d', 'code': 200} Sep 15 15:51:38.301048 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:38.301879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 906b3d44-a52d-4147-9531-6f446e481f52 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:38.361041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbee03-5473-4305-895c-e18598fb89d2 req-f3af939b-224e-4a0b-95c6-6d5d1f225a19 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:38.385373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1cbee03-5473-4305-895c-e18598fb89d2 req-f3af939b-224e-4a0b-95c6-6d5d1f225a19 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 944 time: 0.1098115 Sep 15 15:51:38.390824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=75d7657d-8216-4d5c-995d-88925b155d6d,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:38.391068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8efb3-8468-4172-89e5-07a81e1d2f3b req-567836c0-d37a-4457-9772-81e4c661754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:38.392724 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11a8efb3-8468-4172-89e5-07a81e1d2f3b req-567836c0-d37a-4457-9772-81e4c661754a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 1097 time: 0.0644641 Sep 15 15:51:38.401166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.401401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.401667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.402010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.402346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.402746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.403151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.403716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.404640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.404640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.404893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.405197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:51:38.449539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1cbee03-5473-4305-895c-e18598fb89d2 req-81c6c8d7-f647-4599-a236-afc5d124429c tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552154 Sep 15 15:51:38.460458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11a8efb3-8468-4172-89e5-07a81e1d2f3b req-9eac36d2-e207-46f4-91d7-a8ff6b26b47b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580287 Sep 15 15:51:38.477942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 906b3d44-a52d-4147-9531-6f446e481f52 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:38.482777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 906b3d44-a52d-4147-9531-6f446e481f52 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:38.483153 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:38.516934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915660-8a2c-4863-b77a-ccefc4ff138f req-b28a7980-19de-434a-84f9-74379b225d7a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:38.518578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c915660-8a2c-4863-b77a-ccefc4ff138f req-b28a7980-19de-434a-84f9-74379b225d7a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.0564926 Sep 15 15:51:38.569404 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:38.577575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c915660-8a2c-4863-b77a-ccefc4ff138f req-ef37dcc8-65b1-4837-9944-3d6b4accd41a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Sep 15 15:51:38.617438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 906b3d44-a52d-4147-9531-6f446e481f52, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=906b3d44-a52d-4147-9531-6f446e481f52,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:38.695098 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:38.757427 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=906b3d44-a52d-4147-9531-6f446e481f52,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:38.769069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-6db226ca-0595-4ac6-ac09-96ac1d8b34cc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810242 Sep 15 15:51:38.882099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-19f21d81-e1a2-42ac-a044-4b2ef0e6e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:38.883821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-19f21d81-e1a2-42ac-a044-4b2ef0e6e7f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1097 time: 0.0593486 Sep 15 15:51:39.007962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-7aa32601-a2ef-45e2-964c-93a3a91b627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:39.009892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-7aa32601-a2ef-45e2-964c-93a3a91b627f service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1017904 Sep 15 15:51:39.025853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a65f32e1-ae19-4cef-8e46-d7d429601ab6 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:51:39.065359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-0b47a45b-7daa-4444-b2e5-69518892fdc0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 217 time: 0.0398822 Sep 15 15:51:39.117957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-7d5e5c1d-8b06-4549-881d-c3d186631cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:39.119573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-7d5e5c1d-8b06-4549-881d-c3d186631cc8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0467551 Sep 15 15:51:39.129360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port a65f32e1-ae19-4cef-8e46-d7d429601ab6 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:51:39.135078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port a65f32e1-ae19-4cef-8e46-d7d429601ab6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:39.135078 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:39.164385 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-7263d124-c8b7-404f-9172-07cbe9e13668 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370204 Sep 15 15:51:39.220312 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:39.263835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a65f32e1-ae19-4cef-8e46-d7d429601ab6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a65f32e1-ae19-4cef-8e46-d7d429601ab6,segment=NetworkSegment(7c5d3864-a7a9-409d-bbb2-100e569b8e48),segment_id=7c5d3864-a7a9-409d-bbb2-100e569b8e48)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:39.277179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-2995ec49-dd4e-410c-80a2-8249aaf4ce87 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054726 Sep 15 15:51:39.329982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:39.383051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da9f7a-a7fd-4691-97f8-1ad6ff11c15b req-754e25d1-3e28-4477-8b2e-f8a81fc34d6e tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:39.385953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00da9f7a-a7fd-4691-97f8-1ad6ff11c15b req-754e25d1-3e28-4477-8b2e-f8a81fc34d6e tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 946 time: 0.0709088 Sep 15 15:51:39.391386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a65f32e1-ae19-4cef-8e46-d7d429601ab6,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:39.428411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00da9f7a-a7fd-4691-97f8-1ad6ff11c15b req-330f7b3a-ce49-4004-abb4-ae5322bbf5d1 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366569 Sep 15 15:51:39.433100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1c379-c70c-4dc6-a763-a44c54b0a1a1 req-d753ee0a-bd23-4e38-91b5-40409c8dd628 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:39.436962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0a1c379-c70c-4dc6-a763-a44c54b0a1a1 req-d753ee0a-bd23-4e38-91b5-40409c8dd628 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 950 time: 0.1411669 Sep 15 15:51:39.477854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-890e674d-10eb-4932-b0d8-102e8ee0525d req-85393b0e-0058-4f0c-9d29-9714a76d668a service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915369 Sep 15 15:51:39.498933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0a1c379-c70c-4dc6-a763-a44c54b0a1a1 req-7d79331c-2eef-426d-a27a-eb3916cda545 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558579 Sep 15 15:51:39.591125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71788e9f-66ed-465d-9bbf-afa97230e79a req-3fe80bfb-7094-4b10-b26a-63bea60b9f0a tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:39.594147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71788e9f-66ed-465d-9bbf-afa97230e79a req-3fe80bfb-7094-4b10-b26a-63bea60b9f0a tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.0559735 Sep 15 15:51:39.663149 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71788e9f-66ed-465d-9bbf-afa97230e79a req-b99048a7-13f6-40e7-ab5a-489aad66d252 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599549 Sep 15 15:51:39.816247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ed3f5-5cdf-4403-9ba7-2d1d921f0de9 req-f0e72595-1f84-46af-be66-e69736020fba tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:39.817919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a1ed3f5-5cdf-4403-9ba7-2d1d921f0de9 req-f0e72595-1f84-46af-be66-e69736020fba tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.1200726 Sep 15 15:51:39.860953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a1ed3f5-5cdf-4403-9ba7-2d1d921f0de9 req-68bbfadd-7767-43c0-8462-aa7cc1be6f04 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Sep 15 15:51:40.258588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52'}, {'server_uuid': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:40.261806 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034d9d37-68b2-40ae-b870-d93b6bfedef3" -d '{"events": [{"server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "name": "network-vif-plugged", "status": "completed", "tag": "906b3d44-a52d-4147-9531-6f446e481f52"}, {"server_uuid": "ef594b8b-2d8b-4976-a1c0-c8686edf0645", "name": "network-vif-plugged", "status": "completed", "tag": "a65f32e1-ae19-4cef-8e46-d7d429601ab6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:40.311464 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e767c840-ddf8-48e9-9c04-dbf778bcf244 x-openstack-request-id: req-e767c840-ddf8-48e9-9c04-dbf778bcf244 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:40.311832 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "name": "network-vif-plugged", "status": "completed", "tag": "906b3d44-a52d-4147-9531-6f446e481f52", "code": 200}, {"server_uuid": "ef594b8b-2d8b-4976-a1c0-c8686edf0645", "name": "network-vif-plugged", "status": "completed", "tag": "a65f32e1-ae19-4cef-8e46-d7d429601ab6", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:40.312157 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e767c840-ddf8-48e9-9c04-dbf778bcf244 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:40.312698 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52', 'code': 200} Sep 15 15:51:40.312960 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6', 'code': 200} Sep 15 15:51:40.459662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9ec78-30fa-4a19-8d1c-edc80cca1d60 req-8237a32e-2009-44fb-a77f-968d360c6729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:40.461378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8cf9ec78-30fa-4a19-8d1c-edc80cca1d60 req-8237a32e-2009-44fb-a77f-968d360c6729 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0746949 Sep 15 15:51:40.467572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a076bf-cd60-4a55-a966-5126cb47e3f7 req-3a263c9b-6ae7-48df-a5a4-cf407e221f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:40.479667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a076bf-cd60-4a55-a966-5126cb47e3f7 req-3a263c9b-6ae7-48df-a5a4-cf407e221f8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 1097 time: 0.0913527 Sep 15 15:51:40.538374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8cf9ec78-30fa-4a19-8d1c-edc80cca1d60 req-e12d1864-ebd6-4f09-b773-ac11e7eb5bce service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596838 Sep 15 15:51:40.542813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a076bf-cd60-4a55-a966-5126cb47e3f7 req-105a8105-0110-4911-ab20-6678a8068c29 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575652 Sep 15 15:51:40.570401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806ad1d-7327-4f52-b3c2-e784a3c2276c req-e3389dad-c75b-41c5-9bca-c019e01b3139 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:40.572069 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9806ad1d-7327-4f52-b3c2-e784a3c2276c req-e3389dad-c75b-41c5-9bca-c019e01b3139 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 946 time: 0.0600362 Sep 15 15:51:40.617700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9806ad1d-7327-4f52-b3c2-e784a3c2276c req-6fa871ee-5625-4eea-a68f-642fe5d96d2c tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360219 Sep 15 15:51:40.633246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb89bb-2ac7-4b24-a711-6a97099750b5 req-a06c547b-1154-473a-9c99-91bb1b9f0a42 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:40.635047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23cb89bb-2ac7-4b24-a711-6a97099750b5 req-a06c547b-1154-473a-9c99-91bb1b9f0a42 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 950 time: 0.0585456 Sep 15 15:51:40.675780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23cb89bb-2ac7-4b24-a711-6a97099750b5 req-c09e14b9-7515-4a7c-a4f0-cf731bd661e0 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Sep 15 15:51:40.806293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41750bf7-7e04-473e-9e04-4614261c4a54 req-d23b1cc8-e035-4607-b763-6bd10b490c10 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:40.807901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41750bf7-7e04-473e-9e04-4614261c4a54 req-d23b1cc8-e035-4607-b763-6bd10b490c10 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.0583544 Sep 15 15:51:40.883059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41750bf7-7e04-473e-9e04-4614261c4a54 req-dffb8d76-4174-4fa2-a012-4fdc9a4ada74 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632379 Sep 15 15:51:41.016939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-fd7e4ec3-3b70-4c40-8768-05aa97ce5b59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748787 Sep 15 15:51:41.030734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00098aec-4af7-480b-903f-d9992776dfcb req-7d6aecb7-f581-4fa2-827a-f1c16981b191 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:41.032297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00098aec-4af7-480b-903f-d9992776dfcb req-7d6aecb7-f581-4fa2-827a-f1c16981b191 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.0796556 Sep 15 15:51:41.105705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-60c4e402-8032-4bd3-84a3-784c923258e6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:41.108501 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-60c4e402-8032-4bd3-84a3-784c923258e6 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 950 time: 0.0775015 Sep 15 15:51:41.112296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00098aec-4af7-480b-903f-d9992776dfcb req-f009f652-3266-4e1f-84bb-6476332c9e30 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728705 Sep 15 15:51:41.127383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-fbc44e34-08b3-4efe-961b-6d0a5cc2a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:41.130309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-fbc44e34-08b3-4efe-961b-6d0a5cc2a47c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1095 time: 0.0745161 Sep 15 15:51:41.263605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-ae996e1f-622b-43c5-98c2-58255f115d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:41.265304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-ae996e1f-622b-43c5-98c2-58255f115d7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1133091 Sep 15 15:51:41.270118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Deleting port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:41.270450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:41.315802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-eb425958-a4a6-4cd1-af60-7ae1edb23a81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 217 time: 0.0407989 Sep 15 15:51:41.378197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-adda4615-2a57-4f3e-b17e-15dc3a7a2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:41.379695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-adda4615-2a57-4f3e-b17e-15dc3a7a2758 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0539196 Sep 15 15:51:41.385723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] For port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:41.386087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:41.406382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Calling delete_port for cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:41.414759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-6c763814-d61a-4593-8ec7-64b3e29983ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257244 Sep 15 15:51:41.525472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-88799250-6593-4989-b231-f6f175aac998 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998256 Sep 15 15:51:41.626723 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:41.656203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Pushing event deleted for resources: {'Port': ['ID=cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:41.658330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a', '849c909a-2c3a-4e47-8c55-a84e820fb560'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:41.658975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1918b55b-9086-4a45-99aa-20fbe5d141f1 req-5455f287-4ead-4b01-8545-e37e61318672 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243386 Sep 15 15:51:41.687595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75527c-da5a-4183-ba42-feeb8aa1eb7c req-fb678637-0d3a-4ddf-94df-5ff4d9849831 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:41.694489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b75527c-da5a-4183-ba42-feeb8aa1eb7c req-fb678637-0d3a-4ddf-94df-5ff4d9849831 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.0702419 Sep 15 15:51:41.727525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] No DVR routers for this DVR port cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:41.732544 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:41.734981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1de599a5-c077-423d-bf45-4e88fcc66b58 req-15b514b9-450d-4e05-be10-b9fc623c7e2d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "DELETE /v2.0/ports/cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a HTTP/1.1" status: 204 len: 173 time: 0.6194675 Sep 15 15:51:41.735649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5743444-ee02-4afb-bdea-606930d97b60', 'name': 'network-vif-deleted', 'tag': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:41.738531 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace4938d-bcd8-4fe6-8d90-1f8cfd33d894" -d '{"events": [{"server_uuid": "e5743444-ee02-4afb-bdea-606930d97b60", "name": "network-vif-deleted", "tag": "cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:41.758991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b75527c-da5a-4183-ba42-feeb8aa1eb7c req-b5756014-88e9-4396-9a6d-91072b418c89 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583439 Sep 15 15:51:41.853172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8395a78-4f38-495c-8f59-539a20aba165 req-9a12dbcd-a2bb-4a1c-8ea5-7a242b03844c tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Sep 15 15:51:41.885846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aabe06-b729-4a27-b1fa-7e8aad973937 req-3457259c-6fb8-4dd8-a9eb-944d2dffc058 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:41.889400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89aabe06-b729-4a27-b1fa-7e8aad973937 req-3457259c-6fb8-4dd8-a9eb-944d2dffc058 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 946 time: 0.0939701 Sep 15 15:51:41.922460 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395b936f-5c06-40d6-8161-b040dec3c094 x-openstack-request-id: req-395b936f-5c06-40d6-8161-b040dec3c094 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:41.923195 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5743444-ee02-4afb-bdea-606930d97b60", "name": "network-vif-deleted", "tag": "cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:41.923456 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-395b936f-5c06-40d6-8161-b040dec3c094 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:41.924181 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5743444-ee02-4afb-bdea-606930d97b60', 'name': 'network-vif-deleted', 'tag': 'cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a', 'status': 'completed', 'code': 200} Sep 15 15:51:41.971236 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89aabe06-b729-4a27-b1fa-7e8aad973937 req-9964ab85-b78e-402c-a956-7b90e79e56dc tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752180 Sep 15 15:51:42.103503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387317-1545-4fdd-95e7-a80394939c5e req-f9f62d80-0752-45e0-a201-d159148626ca tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:42.113127 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-48387317-1545-4fdd-95e7-a80394939c5e req-f9f62d80-0752-45e0-a201-d159148626ca tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.0668318 Sep 15 15:51:42.166716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-48387317-1545-4fdd-95e7-a80394939c5e req-ec5c46c3-c3f4-4033-9bf3-58e1d5aae2ce tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503757 Sep 15 15:51:42.882250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d47de5-f7da-4e83-97d3-9bf6448bc5bc req-6c9aa98e-f7ee-4ac3-9909-e811fcab87ce tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:42.883763 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4d47de5-f7da-4e83-97d3-9bf6448bc5bc req-6c9aa98e-f7ee-4ac3-9909-e811fcab87ce tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.0557663 Sep 15 15:51:42.926894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4d47de5-f7da-4e83-97d3-9bf6448bc5bc req-13cdfc73-0651-4389-a8fe-136d346f6ab1 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359678 Sep 15 15:51:42.977297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2659d2f1-f6bd-45f4-860f-76458ba37ee9 req-03600e97-94a3-4c41-bc84-57aa91efb474 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=e5743444-ee02-4afb-bdea-606930d97b60 HTTP/1.1" status: 200 len: 210 time: 0.0275855 Sep 15 15:51:43.092198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6766b-4a0f-4ba2-8800-9e9418563406 req-22885652-fa57-4a7c-aa2f-6bdd2f518388 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:43.093654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccf6766b-4a0f-4ba2-8800-9e9418563406 req-22885652-fa57-4a7c-aa2f-6bdd2f518388 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 946 time: 0.0539002 Sep 15 15:51:43.133585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccf6766b-4a0f-4ba2-8800-9e9418563406 req-21615e21-b68b-47ef-95e4-8cf41bd20746 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 Sep 15 15:51:43.364628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e49bc-d9fb-4438-9be5-bdbfa2da1fbb req-6d7c588d-a0cb-4d37-b915-a0adea14d7cc tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:43.366013 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-283e49bc-d9fb-4438-9be5-bdbfa2da1fbb req-6d7c588d-a0cb-4d37-b915-a0adea14d7cc tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.0506046 Sep 15 15:51:43.410026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-283e49bc-d9fb-4438-9be5-bdbfa2da1fbb req-1a191ec9-1e9c-44c4-8038-df47c4af38c4 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362167 Sep 15 15:51:43.587398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f5986-92ba-4013-82cc-a11480945f16 req-ea53f18d-f62d-4b05-83b0-749ac9de069a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:43.588992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-994f5986-92ba-4013-82cc-a11480945f16 req-ea53f18d-f62d-4b05-83b0-749ac9de069a tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.0533996 Sep 15 15:51:43.633032 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-994f5986-92ba-4013-82cc-a11480945f16 req-8bbf08eb-84b2-45bc-89cc-cb47c2cfcd45 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367370 Sep 15 15:51:43.739320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a1f2-c33a-425c-91ea-f77bfc75f810 req-2d5fa55b-7cdc-40ee-b387-4964d0ff86de tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:43.740866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a002a1f2-c33a-425c-91ea-f77bfc75f810 req-2d5fa55b-7cdc-40ee-b387-4964d0ff86de tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.0509343 Sep 15 15:51:43.750086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43448) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:43.755592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Request body: {'floatingip': {'port_id': '906b3d44-a52d-4147-9531-6f446e481f52'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:43.805827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:43.957374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebc2b3-6809-4d1b-8b54-95a6b54bfac0 req-bd152224-f7dc-482d-8f02-ac543a58262e tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:43.958924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2ebc2b3-6809-4d1b-8b54-95a6b54bfac0 req-bd152224-f7dc-482d-8f02-ac543a58262e tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 946 time: 0.1202912 Sep 15 15:51:44.038652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2ebc2b3-6809-4d1b-8b54-95a6b54bfac0 req-a7a92d9d-5078-44c2-8473-a32e8c1e4dc5 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Sep 15 15:51:44.359568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:44.500601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:44.612552 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Floating IP 13fdea62-f527-4e54-864b-8c4b25e622b4 associated. External IP: 172.25.0.25, port: 906b3d44-a52d-4147-9531-6f446e481f52. Sep 15 15:51:44.886444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d82d-d0eb-488e-9125-3b95a24b54af req-27d081b0-6394-4bc2-a091-dcf99d6574b1 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:44.889436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac34d82d-d0eb-488e-9125-3b95a24b54af req-27d081b0-6394-4bc2-a091-dcf99d6574b1 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 949 time: 0.0630169 Sep 15 15:51:44.937273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac34d82d-d0eb-488e-9125-3b95a24b54af req-a1918e37-2e14-4507-81b1-4addd53580c8 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Sep 15 15:51:45.048384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:45.072597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:45.073175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device cf7d9f73-f98c-42e9-a3c9-0390e80fcc3a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:45.135000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e41f1-3448-494e-bad2-e613155b7201 req-d19caaac-18c2-4001-97f8-6739493888d9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:45.136532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7e41f1-3448-494e-bad2-e613155b7201 req-d19caaac-18c2-4001-97f8-6739493888d9 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.1022472 Sep 15 15:51:45.219167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7be5-a7de-4609-8f4e-c8e5b4519991 req-d7d97da5-0084-476d-9aa7-f1693122c15f tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:45.221092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f43e7be5-a7de-4609-8f4e-c8e5b4519991 req-d7d97da5-0084-476d-9aa7-f1693122c15f tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 946 time: 0.1078348 Sep 15 15:51:45.223798 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7e41f1-3448-494e-bad2-e613155b7201 req-aef39adb-3d44-4a8d-8847-928f02bca1df tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/security-groups?id=4e9f1b4c-cc84-45f0-8b08-f9628575e999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 Sep 15 15:51:45.233335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-5a7eb9b1-bfde-4adf-84a2-eefd65acf1b3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:45.236606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Router fb13fcb0-1aa5-4631-a31f-b24765a31a78 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:51:45.236883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-5a7eb9b1-bfde-4adf-84a2-eefd65acf1b3 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 946 time: 0.0757809 Sep 15 15:51:45.337031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f43e7be5-a7de-4609-8f4e-c8e5b4519991 req-1513ef58-58c3-4f65-b19a-4734cb05a382 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/security-groups?id=c3c18ecb-94a9-4fe5-b6b5-539118b785ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010776 Sep 15 15:51:45.369438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Deleting port 75d7657d-8216-4d5c-995d-88925b155d6d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:45.369835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:45.371624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:51:45.377681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:45.381868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] Sync routers for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:51:45.393854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:45.395181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:45.414121 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ceca9313-5c3d-4852-9c76-280d8c1d9251 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "PUT /v2.0/floatingips/13fdea62-f527-4e54-864b-8c4b25e622b4 HTTP/1.1" status: 200 len: 990 time: 1.6628294 Sep 15 15:51:45.414727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:45.417440 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40113f6-f947-459b-b906-859e0c162e67" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "tag": "906b3d44-a52d-4147-9531-6f446e481f52"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:45.507336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60198abd-d226-47f3-be10-2c965c3dd007 req-e725123e-4765-45b1-99d3-3681050bc5c0 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:45.513137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60198abd-d226-47f3-be10-2c965c3dd007 req-e725123e-4765-45b1-99d3-3681050bc5c0 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1097 time: 0.1056008 Sep 15 15:51:45.517007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] For port 75d7657d-8216-4d5c-995d-88925b155d6d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=75d7657d-8216-4d5c-995d-88925b155d6d,segment=NetworkSegment(3c1d1644-96ba-4912-b9ff-c6f014fb9ec1),segment_id=3c1d1644-96ba-4912-b9ff-c6f014fb9ec1)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:45.517650 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:45.522684 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b765b7-af6c-4199-b9c7-a5f0ac19b768 x-openstack-request-id: req-52b765b7-af6c-4199-b9c7-a5f0ac19b768 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:45.522970 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "tag": "906b3d44-a52d-4147-9531-6f446e481f52", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:45.523221 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-52b765b7-af6c-4199-b9c7-a5f0ac19b768 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:45.523620 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52', 'status': 'completed', 'code': 200} Sep 15 15:51:45.529284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:45.550501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Calling delete_port for 75d7657d-8216-4d5c-995d-88925b155d6d owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:45.602532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60198abd-d226-47f3-be10-2c965c3dd007 req-6485cc69-30c7-487b-809f-ba5b568e944e tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795469 Sep 15 15:51:45.655437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40113f6-f947-459b-b906-859e0c162e67 req-0a1ce6c2-ca29-4ea4-964c-418809f87dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:45.656999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f40113f6-f947-459b-b906-859e0c162e67 req-0a1ce6c2-ca29-4ea4-964c-418809f87dec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=462a1356180c4a7eaa8e746c9d33c489&device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 1096 time: 0.1035147 Sep 15 15:51:45.735774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35768-289c-4658-98da-0d7c3870aee9 req-4df5687c-052a-468f-8d9e-eebf44945e06 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:45.737817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42b35768-289c-4658-98da-0d7c3870aee9 req-4df5687c-052a-468f-8d9e-eebf44945e06 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 946 time: 0.0625012 Sep 15 15:51:45.790633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '13fdea62-f527-4e54-864b-8c4b25e622b4', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'port_id': '906b3d44-a52d-4147-9531-6f446e481f52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'mac_address': 'fa:16:3e:af:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:17Z', 'updated_at': '2021-09-15T15:51:44Z', 'revision_number': 1, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:18Z', 'revision_number': 5, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:45.831065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40113f6-f947-459b-b906-859e0c162e67 req-4aed4906-4fa8-4628-b386-a04690453f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:45.831065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f40113f6-f947-459b-b906-859e0c162e67 req-4aed4906-4fa8-4628-b386-a04690453f52 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d3b89463-09f0-4bce-b5d5-09e8d3c29dde HTTP/1.1" status: 200 len: 912 time: 0.1550410 Sep 15 15:51:45.831404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] Checking router: fb13fcb0-1aa5-4631-a31f-b24765a31a78 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:51:45.845738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:51:45.846566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:45.875113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Deleting port a65f32e1-ae19-4cef-8e46-d7d429601ab6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:45.875697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:45.910587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f40113f6-f947-459b-b906-859e0c162e67 req-48609d9f-683d-481e-91f5-279eb43b0f55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906b3d44-a52d-4147-9531-6f446e481f52 HTTP/1.1" status: 200 len: 998 time: 0.0688329 Sep 15 15:51:45.955628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:45.980101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:51:45.986595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] For port a65f32e1-ae19-4cef-8e46-d7d429601ab6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a65f32e1-ae19-4cef-8e46-d7d429601ab6,segment=NetworkSegment(7c5d3864-a7a9-409d-bbb2-100e569b8e48),segment_id=7c5d3864-a7a9-409d-bbb2-100e569b8e48)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:45.987150 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:45.997745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Pushing event deleted for resources: {'Port': ['ID=75d7657d-8216-4d5c-995d-88925b155d6d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:45.999935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40113f6-f947-459b-b906-859e0c162e67 req-00031814-5f0d-493f-a16a-72fdaa10c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:46.001472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f40113f6-f947-459b-b906-859e0c162e67 req-00031814-5f0d-493f-a16a-72fdaa10c94a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=27c934ae-5b1d-432b-9256-48eee5d36b30 HTTP/1.1" status: 200 len: 850 time: 0.0809083 Sep 15 15:51:46.006862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Calling delete_port for a65f32e1-ae19-4cef-8e46-d7d429601ab6 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:46.068405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] No DVR routers for this DVR port 75d7657d-8216-4d5c-995d-88925b155d6d on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:46.072162 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:46.074159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4d0f686b-95bb-4b6d-8e61-82b6d0b7372d req-63045a4e-0790-4949-ae4a-2da06a58ccd4 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.38 "DELETE /v2.0/ports/75d7657d-8216-4d5c-995d-88925b155d6d HTTP/1.1" status: 204 len: 173 time: 0.8312430 Sep 15 15:51:46.076553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'name': 'network-vif-deleted', 'tag': '75d7657d-8216-4d5c-995d-88925b155d6d'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:46.078893 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c413346-add6-4bca-bfe2-c5909b38d613" -d '{"events": [{"server_uuid": "73c91b0d-dc91-446e-bd68-5b3fe1667f73", "name": "network-vif-deleted", "tag": "75d7657d-8216-4d5c-995d-88925b155d6d"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:46.107322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40113f6-f947-459b-b906-859e0c162e67 req-3683def6-79de-4031-9dc1-8b325d3fd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:46.108830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f40113f6-f947-459b-b906-859e0c162e67 req-3683def6-79de-4031-9dc1-8b325d3fd8fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d3b89463-09f0-4bce-b5d5-09e8d3c29dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964117 Sep 15 15:51:46.152927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3baae3-b722-4bee-aa7a-adc2812462ea req-efab8ee9-ba61-425a-810b-4ba26b9d400d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:46.158552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d3baae3-b722-4bee-aa7a-adc2812462ea req-efab8ee9-ba61-425a-810b-4ba26b9d400d tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 949 time: 0.0891035 Sep 15 15:51:46.232252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f40113f6-f947-459b-b906-859e0c162e67 req-8d2b1100-40b2-4b88-b377-28d9cf7e6603 service neutron] 10.222.0.38 "GET /v2.0/networks/d3b89463-09f0-4bce-b5d5-09e8d3c29dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102333 Sep 15 15:51:46.242834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d3baae3-b722-4bee-aa7a-adc2812462ea req-26209f68-d9c2-45f4-b963-94394705ef91 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723536 Sep 15 15:51:46.307860 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71912b71-8fe2-4c16-b4a9-1516b6d12ab6 x-openstack-request-id: req-71912b71-8fe2-4c16-b4a9-1516b6d12ab6 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:46.313113 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c91b0d-dc91-446e-bd68-5b3fe1667f73", "name": "network-vif-deleted", "tag": "75d7657d-8216-4d5c-995d-88925b155d6d", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:46.313113 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-71912b71-8fe2-4c16-b4a9-1516b6d12ab6 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:46.313113 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c91b0d-dc91-446e-bd68-5b3fe1667f73', 'name': 'network-vif-deleted', 'tag': '75d7657d-8216-4d5c-995d-88925b155d6d', 'status': 'completed', 'code': 200} Sep 15 15:51:46.313458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '13fdea62-f527-4e54-864b-8c4b25e622b4', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'port_id': '906b3d44-a52d-4147-9531-6f446e481f52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'mac_address': 'fa:16:3e:af:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:17Z', 'updated_at': '2021-09-15T15:51:44Z', 'revision_number': 1, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:18Z', 'revision_number': 5, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:46.373396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb90f4-4d51-4ca7-8143-c7621f28f462 None None] The sync data for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 is: [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '13fdea62-f527-4e54-864b-8c4b25e622b4', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'port_id': '906b3d44-a52d-4147-9531-6f446e481f52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'mac_address': 'fa:16:3e:af:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:17Z', 'updated_at': '2021-09-15T15:51:44Z', 'revision_number': 1, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:18Z', 'revision_number': 5, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:51:46.387376 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b244b9cc-dd17-4305-9cba-ad3ee4db8345 req-8b11b5d3-257b-48cc-9497-39c3fcd9e138 tempest-DeleteServersTestJSON-2143549172 tempest-DeleteServersTestJSON-2143549172-project] 10.222.0.63 "GET /v2.0/ports?device_id=73c91b0d-dc91-446e-bd68-5b3fe1667f73 HTTP/1.1" status: 200 len: 210 time: 0.0380690 Sep 15 15:51:46.417181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f40113f6-f947-459b-b906-859e0c162e67 req-564134d9-cfde-415c-a116-df5824dc362c service neutron] 10.222.0.38 "GET /v2.0/networks/d3b89463-09f0-4bce-b5d5-09e8d3c29dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715150 Sep 15 15:51:46.453689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:46.469001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a65f32e1-ae19-4cef-8e46-d7d429601ab6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:46.503680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Pushing event deleted for resources: {'Port': ['ID=a65f32e1-ae19-4cef-8e46-d7d429601ab6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:46.567399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe9c762a-9824-4cf8-8166-96d3d8878c82 req-04da850a-e2d3-4601-892b-839272ade683 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 210 time: 0.0698891 Sep 15 15:51:46.592710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] No DVR routers for this DVR port a65f32e1-ae19-4cef-8e46-d7d429601ab6 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:46.596833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:46.599319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42b35768-289c-4658-98da-0d7c3870aee9 req-497ead68-fccd-4e19-a183-86e9bca10016 tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.55 "DELETE /v2.0/ports/a65f32e1-ae19-4cef-8e46-d7d429601ab6 HTTP/1.1" status: 204 len: 173 time: 0.8549759 Sep 15 15:51:46.659386 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5205c-0031-4444-905c-74ef408c2e17 None None] New status for floating IP 13fdea62-f527-4e54-864b-8c4b25e622b4: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:51:46.785117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37117e41-d17b-48a0-b813-02b232e897f0 req-70cd0dee-e318-4fdd-a0a6-7cebacd1d2f9 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:46.788205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37117e41-d17b-48a0-b813-02b232e897f0 req-70cd0dee-e318-4fdd-a0a6-7cebacd1d2f9 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 949 time: 0.1204822 Sep 15 15:51:46.961122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Deleting port 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:51:46.961507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:47.091205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] For port 849c909a-2c3a-4e47-8c55-a84e820fb560, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=849c909a-2c3a-4e47-8c55-a84e820fb560,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:51:47.092054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:47.107606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Calling delete_port for 849c909a-2c3a-4e47-8c55-a84e820fb560 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:51:47.368299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ff3d-3dd2-4460-99f4-9ae5133f3894 req-96ef386f-62ad-43ae-9211-f25a7c924459 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:47.369813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26b5ff3d-3dd2-4460-99f4-9ae5133f3894 req-96ef386f-62ad-43ae-9211-f25a7c924459 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/ports?device_id=1e9db6b8-788d-4188-8369-e86e96e178a4 HTTP/1.1" status: 200 len: 949 time: 0.0638046 Sep 15 15:51:47.384295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:47.396764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['849c909a-2c3a-4e47-8c55-a84e820fb560'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:51:47.432616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Pushing event deleted for resources: {'Port': ['ID=849c909a-2c3a-4e47-8c55-a84e820fb560,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:47.486040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26b5ff3d-3dd2-4460-99f4-9ae5133f3894 req-563308d7-d4e7-4bc9-8aca-8509fb4803e7 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.63 "GET /v2.0/security-groups?id=5be0d88b-fa6e-4da2-854d-546024ccbb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089387 Sep 15 15:51:47.487068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] No DVR routers for this DVR port 849c909a-2c3a-4e47-8c55-a84e820fb560 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:51:47.490014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:47.492651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37117e41-d17b-48a0-b813-02b232e897f0 req-cb39ddbd-0c94-425b-85f2-921af4fd1a40 tempest-ServersAdminTestJSON-787391731 tempest-ServersAdminTestJSON-787391731-project] 10.222.0.55 "DELETE /v2.0/ports/849c909a-2c3a-4e47-8c55-a84e820fb560 HTTP/1.1" status: 204 len: 173 time: 0.6958845 Sep 15 15:51:47.525094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'name': 'network-vif-deleted', 'tag': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6'}, {'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-deleted', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:47.528349 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ba7fd9-e11a-4b1c-8e01-8f2690480da4" -d '{"events": [{"server_uuid": "ef594b8b-2d8b-4976-a1c0-c8686edf0645", "name": "network-vif-deleted", "tag": "a65f32e1-ae19-4cef-8e46-d7d429601ab6"}, {"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-deleted", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:47.602781 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926e374e-191e-40a2-ace3-fed960430444 x-openstack-request-id: req-926e374e-191e-40a2-ace3-fed960430444 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:47.604235 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef594b8b-2d8b-4976-a1c0-c8686edf0645", "name": "network-vif-deleted", "tag": "a65f32e1-ae19-4cef-8e46-d7d429601ab6", "status": "completed", "code": 200}, {"server_uuid": "1e9db6b8-788d-4188-8369-e86e96e178a4", "name": "network-vif-deleted", "tag": "849c909a-2c3a-4e47-8c55-a84e820fb560", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:47.604235 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-926e374e-191e-40a2-ace3-fed960430444 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:47.604235 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef594b8b-2d8b-4976-a1c0-c8686edf0645', 'name': 'network-vif-deleted', 'tag': 'a65f32e1-ae19-4cef-8e46-d7d429601ab6', 'status': 'completed', 'code': 200} Sep 15 15:51:47.604235 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9db6b8-788d-4188-8369-e86e96e178a4', 'name': 'network-vif-deleted', 'tag': '849c909a-2c3a-4e47-8c55-a84e820fb560', 'status': 'completed', 'code': 200} Sep 15 15:51:47.758554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a45dc27-e7aa-4ab1-a900-b5f9cf40e8fe req-bc0ac887-a74e-4ed4-bc4c-a67e88249c9a tempest-ServerGroupTestJSON-1484006081 tempest-ServerGroupTestJSON-1484006081-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef594b8b-2d8b-4976-a1c0-c8686edf0645 HTTP/1.1" status: 200 len: 210 time: 0.0377452 Sep 15 15:51:47.784848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 75d7657d-8216-4d5c-995d-88925b155d6d no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:47.806711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 75d7657d-8216-4d5c-995d-88925b155d6d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:47.807064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 75d7657d-8216-4d5c-995d-88925b155d6d not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:48.154272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-f1b03e3f-4447-4c51-a889-dc68fe7e6cac tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:51:48.155471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-f1b03e3f-4447-4c51-a889-dc68fe7e6cac tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0710096 Sep 15 15:51:48.197830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-0618cde2-bcc1-4d02-906d-5c68690cc987 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:48.199987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-0618cde2-bcc1-4d02-906d-5c68690cc987 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 1094 time: 0.0378246 Sep 15 15:51:48.266521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:48.266980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Unknown quota resources ['binding']. {{(pid=102019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:51:48.421288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:48.421980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:48.421980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:48.436321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:51:48.436321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:48.436321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:48.436321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:48.436321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:48.436321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Bound port: ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:48.507232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:48.566360 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-28f1527c-3f48-41f4-b78e-00567d932f26 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--441217693&fields=id&tenant_id=3fa532ca48764f68b613d32660a6afd4 HTTP/1.1" status: 200 len: 267 time: 0.0340829 Sep 15 15:51:48.611450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] Notify callbacks [] for binding, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:48.613011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] 10.222.0.63 "POST /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430/bindings HTTP/1.1" status: 201 len: 389 time: 0.4008038 Sep 15 15:51:48.700625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-1a4c44b5-d000-4982-a638-f1568719baa3 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:48.702123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-1a4c44b5-d000-4982-a638-f1568719baa3 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/networks?id=af382184-7690-4e0b-b414-517d2469bfcb HTTP/1.1" status: 200 len: 815 time: 0.1280930 Sep 15 15:51:48.718342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-9586a401-d30d-4b92-9e72-aa9b86c9b5b1 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/quotas/3fa532ca48764f68b613d32660a6afd4 HTTP/1.1" status: 200 len: 375 time: 0.0102751 Sep 15 15:51:48.775897 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-7fec817a-a202-44a5-a246-04f8338fd3ca tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3fa532ca48764f68b613d32660a6afd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512965 Sep 15 15:51:48.878546 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-a8fa1b20-676c-4239-b04a-0c2696889156 service neutron] 10.222.0.63 "GET /v2.0/networks/af382184-7690-4e0b-b414-517d2469bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891974 Sep 15 15:51:49.005816 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-9a8751af-ab68-4d36-9edb-e31648350a20 service neutron] 10.222.0.63 "GET /v2.0/networks/af382184-7690-4e0b-b414-517d2469bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137536 Sep 15 15:51:49.060972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a65f32e1-ae19-4cef-8e46-d7d429601ab6 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:49.083415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: a65f32e1-ae19-4cef-8e46-d7d429601ab6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:49.084046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a65f32e1-ae19-4cef-8e46-d7d429601ab6 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:49.085279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:51:49.112506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 849c909a-2c3a-4e47-8c55-a84e820fb560 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:51:49.113128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 849c909a-2c3a-4e47-8c55-a84e820fb560 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:51:49.134986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b351c37-49f7-4a87-aa39-62e423703ed0 req-9135f5aa-8c02-4500-b571-3f006da2351c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:49.136651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b351c37-49f7-4a87-aa39-62e423703ed0 req-9135f5aa-8c02-4500-b571-3f006da2351c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0827148 Sep 15 15:51:49.185917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b351c37-49f7-4a87-aa39-62e423703ed0 req-d9f4e1a7-6269-4a3c-8f89-4a3142603201 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Sep 15 15:51:49.407837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-83e16352-9f70-4e46-b7fc-6928d743a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:49.409586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-83e16352-9f70-4e46-b7fc-6928d743a877 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1097 time: 0.0530808 Sep 15 15:51:49.478480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43600) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:49.567234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-f59a557a-206c-4b13-b525-80d9b83b324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:49.569845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-f59a557a-206c-4b13-b525-80d9b83b324f service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1503713 Sep 15 15:51:49.649936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-3eb60337-78d7-46fe-8a4c-9db7ce0f5414 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 217 time: 0.0632920 Sep 15 15:51:49.786650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1ec2c11a-54df-4bce-8d5c-02fae9b6cbbc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f7c7c203fa6f4ec7808298aa6039e09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068793 Sep 15 15:51:49.789283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:49.806499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d41941ab-0d64-4165-9c06-99970d280b95 req-0c9ccf4b-b515-4fe9-bf35-b4a271b3919d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0594277 Sep 15 15:51:49.821360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-4ae8f52a-ebb2-469e-b6cc-8e0330d567d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:49.822920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-4ae8f52a-ebb2-469e-b6cc-8e0330d567d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.1658256 Sep 15 15:51:49.865341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-d992a08d-fb25-46cb-99ad-c73575ec54b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316944 Sep 15 15:51:49.873049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43626) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:49.895629 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b1e37-25f4-4d19-9de0-143bd5811872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:49.929111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b1e37-25f4-4d19-9de0-143bd5811872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.013715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] Deleting subnet 6001734d-ece0-47f1-8193-fbda11f83afc {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:51:50.019581 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.066154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c38c6054-5971-47e4-a79f-96515be7abe8 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529942 Sep 15 15:51:50.071969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b1e37-25f4-4d19-9de0-143bd5811872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.072194 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.075768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b1e37-25f4-4d19-9de0-143bd5811872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.077185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-614b1e37-25f4-4d19-9de0-143bd5811872 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5be0d88b-fa6e-4da2-854d-546024ccbb8d HTTP/1.1" status: 204 len: 168 time: 0.2868664 Sep 15 15:51:50.089766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b1e37-25f4-4d19-9de0-143bd5811872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be0d88b-fa6e-4da2-854d-546024ccbb8d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:50.222141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.269660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-6b312a2c-65c7-40f4-a2a5-94433f002a16 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951365 Sep 15 15:51:50.351553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688155e-44f0-4ab6-9949-b68077854923 req-1f630059-1d4f-427f-bd9d-21091b21ea05 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:50.353196 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3688155e-44f0-4ab6-9949-b68077854923 req-1f630059-1d4f-427f-bd9d-21091b21ea05 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0664663 Sep 15 15:51:50.419935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3688155e-44f0-4ab6-9949-b68077854923 req-a44c5881-2d3c-41df-ada8-fa9a17d2e13f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591350 Sep 15 15:51:50.490819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.549155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6001734d-ece0-47f1-8193-fbda11f83afc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:50.557892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.562834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d2e9e1af-a672-4405-8154-52ee0ff0e817 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6001734d-ece0-47f1-8193-fbda11f83afc HTTP/1.1" status: 204 len: 168 time: 0.6862159 Sep 15 15:51:50.563226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43644) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:50.673276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.822231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.856403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7f31a1-f800-461a-9808-7a624883fd44']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:50.870180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5d3864-a7a9-409d-bbb2-100e569b8e48') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:50.874197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5d3864-a7a9-409d-bbb2-100e569b8e48') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:50.901286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.947357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44fba4ad-a331-495b-be2b-8972849ab397 req-33365f53-68f1-41a3-b270-db780a319618 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0403531 Sep 15 15:51:50.953224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.960007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:51:50.960422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:51:50.962309 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:51:51.061752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43652) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:51.115158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72a56b20-c3b9-460b-955b-9483f6fe1e50 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6a02ee5948034744b39193845c1761c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521822 Sep 15 15:51:51.118271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:51.136014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.157849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.160813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] 10.222.0.63 "DELETE /v2.0/networks/cd7f31a1-f800-461a-9808-7a624883fd44 HTTP/1.1" status: 204 len: 168 time: 0.5961599 Sep 15 15:51:51.179849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37bd7-f10c-4a9a-b0ac-42ec7950113c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7f31a1-f800-461a-9808-7a624883fd44,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:51.209923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9eb567c-b23f-4d08-ba20-bd7711804c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.234596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9eb567c-b23f-4d08-ba20-bd7711804c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.373517 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9eb567c-b23f-4d08-ba20-bd7711804c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.377399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9eb567c-b23f-4d08-ba20-bd7711804c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.378923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b9eb567c-b23f-4d08-ba20-bd7711804c3d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/75c0266d-45a2-407c-9b35-9c9ec618cc70 HTTP/1.1" status: 204 len: 168 time: 0.2595782 Sep 15 15:51:51.390003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb567c-b23f-4d08-ba20-bd7711804c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c0266d-45a2-407c-9b35-9c9ec618cc70,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:51.567394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc988-b741-40f2-92fb-68a6f7e674c6 req-9391479a-e216-495d-a70e-6f3c8a6c39c0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:51.569074 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-020bc988-b741-40f2-92fb-68a6f7e674c6 req-9391479a-e216-495d-a70e-6f3c8a6c39c0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0664344 Sep 15 15:51:51.662941 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-020bc988-b741-40f2-92fb-68a6f7e674c6 req-613a061f-4cec-4dcd-8cb0-16c180d761d9 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855319 Sep 15 15:51:51.731937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43670) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:51.827924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-98c35dbe-6d54-426c-9b36-628899a4a7ce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=29a9158e5f8c4edba6170408c92b093e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948901 Sep 15 15:51:51.830597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43678) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:51.925394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3871-ea1a-4c40-9c6c-7ea1aa4a4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.970116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3871-ea1a-4c40-9c6c-7ea1aa4a4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:51.984891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43688) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:52.098593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] Deleting subnet 21e0c71d-77f3-47b1-b6de-3f9f4f8f414f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:51:52.120458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.172933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f0a33781-1566-4b25-98bd-c8c45dbc9e11 req-d855bf5e-dff4-4da8-9463-41f2675438cf tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0711856 Sep 15 15:51:52.207759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.217284 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3871-ea1a-4c40-9c6c-7ea1aa4a4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.223278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f1d3871-ea1a-4c40-9c6c-7ea1aa4a4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.225707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f1d3871-ea1a-4c40-9c6c-7ea1aa4a4e9d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c3c18ecb-94a9-4fe5-b6b5-539118b785ed HTTP/1.1" status: 204 len: 168 time: 0.3937511 Sep 15 15:51:52.268558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d3871-ea1a-4c40-9c6c-7ea1aa4a4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c18ecb-94a9-4fe5-b6b5-539118b785ed,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:52.269681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.483780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.548390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e0c71d-77f3-47b1-b6de-3f9f4f8f414f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:52.552703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.556116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a4591609-6db1-474d-bbe0-4785510b9533 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/21e0c71d-77f3-47b1-b6de-3f9f4f8f414f HTTP/1.1" status: 204 len: 168 time: 0.5706472 Sep 15 15:51:52.559130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43702) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:52.703445 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:51:52.770989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.946967 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:52.986116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadd1d0-8458-4a5a-90e6-a758ab7f86bb req-4ca3f5c0-5d4b-471e-93e3-bc05235c7491 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:52.988267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5f6560-52a8-4946-9e38-a3748769610c']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:52.989897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2aadd1d0-8458-4a5a-90e6-a758ab7f86bb req-4ca3f5c0-5d4b-471e-93e3-bc05235c7491 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.1406238 Sep 15 15:51:53.009655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:53.009946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1d1644-96ba-4912-b9ff-c6f014fb9ec1') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:51:53.019137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-c0a7193b-e82b-42ab-a2e7-16fa65bc5d41 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:53.024210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-c0a7193b-e82b-42ab-a2e7-16fa65bc5d41 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.55 "GET /v2.0/networks?id=af382184-7690-4e0b-b414-517d2469bfcb HTTP/1.1" status: 200 len: 815 time: 0.3337312 Sep 15 15:51:53.032237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:53.037684 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2aadd1d0-8458-4a5a-90e6-a758ab7f86bb req-6b60f9e8-0e42-4e9b-96fb-2b348f3eb6dc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Sep 15 15:51:53.091161 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:53.104741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-5e0af494-e869-43f4-b120-ce6ed3f74b00 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fa532ca48764f68b613d32660a6afd4 HTTP/1.1" status: 200 len: 379 time: 0.0700510 Sep 15 15:51:53.107143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:51:53.107828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:51:53.109863 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:51:53.136896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Request body: {'port': {'device_id': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'admin_state_up': True, 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'security_groups': ['59e64228-7054-41b1-8673-5cd89f7f8e57']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:53.326910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:53.335971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:53.341583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] 10.222.0.63 "DELETE /v2.0/networks/5b5f6560-52a8-4946-9e38-a3748769610c HTTP/1.1" status: 204 len: 168 time: 0.7780006 Sep 15 15:51:53.395558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5d7721d-accc-4cff-98eb-f5c61d303aab req-cba35d0a-7f2d-4065-9d38-bab816f08fec tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0656884 Sep 15 15:51:53.397699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4288ac-84a5-4af3-a0d1-911b2d1dff48 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5f6560-52a8-4946-9e38-a3748769610c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:53.426311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Made reservation on behalf of 3fa532ca48764f68b613d32660a6afd4 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:53.431372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:53.616209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Allocated IP 172.20.0.6 (af382184-7690-4e0b-b414-517d2469bfcb/39f4143c-23a2-495f-9db4-b81d768a50fc/745683d5-48bd-4053-96cb-6f7054f779a9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:51:53.776954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43744) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:53.906285 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50e83864-b118-478d-b502-dcb734af6af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:53.932706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bd1094a3-b260-4f72-8659-f2e12563c1a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5f655d3ba7094765a8ef61352a56cc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577482 Sep 15 15:51:53.934136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43762) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:54.002740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09569d53-b51b-4027-a55d-4a8299cf3bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.021410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.038052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09569d53-b51b-4027-a55d-4a8299cf3bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.131049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.237487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09569d53-b51b-4027-a55d-4a8299cf3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.240070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09569d53-b51b-4027-a55d-4a8299cf3bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.241357 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-09569d53-b51b-4027-a55d-4a8299cf3bc5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4e9f1b4c-cc84-45f0-8b08-f9628575e999 HTTP/1.1" status: 204 len: 168 time: 0.3062644 Sep 15 15:51:54.250045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09569d53-b51b-4027-a55d-4a8299cf3bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9f1b4c-cc84-45f0-8b08-f9628575e999,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:54.253067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Network af382184-7690-4e0b-b414-517d2469bfcb is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:51:54.262874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:54.263733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43790) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:54.278829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:51:54.325685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event updated for resources: {'Port': ['ID=745683d5-48bd-4053-96cb-6f7054f779a9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:54.364962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5631b67-e255-4841-9873-0e718a9a7ad6 req-42b4d900-21b6-49b2-bcb9-60db490bd7a1 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:54.374211 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5631b67-e255-4841-9873-0e718a9a7ad6 req-42b4d900-21b6-49b2-bcb9-60db490bd7a1 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.1711037 Sep 15 15:51:54.399030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:54.399889 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.436147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5631b67-e255-4841-9873-0e718a9a7ad6 req-1e1c11fd-fd2a-474c-bce0-025f7ebd47d4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608368 Sep 15 15:51:54.543279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-3e759c1f-96e0-4d83-a5c6-a5ceb3db6a32 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4128163 Sep 15 15:51:54.555335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2003ed-1f78-44c6-9846-c85d135a29e7 req-034c6359-9a08-4e47-900c-077df7b8812f tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:54.555335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb2003ed-1f78-44c6-9846-c85d135a29e7 req-034c6359-9a08-4e47-900c-077df7b8812f tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 931 time: 0.0613303 Sep 15 15:51:54.557063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Request body: {'port': {'device_id': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:54.620575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb2003ed-1f78-44c6-9846-c85d135a29e7 req-a504a842-b1a3-499e-800b-85839d00c0d5 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564976 Sep 15 15:51:54.640904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.647984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5166704a-c865-45d2-b22c-5800bb693c18 None None] Provisioning complete for port 745683d5-48bd-4053-96cb-6f7054f779a9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:51:54.648661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5166704a-c865-45d2-b22c-5800bb693c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:54.713199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5166704a-c865-45d2-b22c-5800bb693c18 None None] Port 745683d5-48bd-4053-96cb-6f7054f779a9 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:51:54.853175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43802) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:54.899527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-108014977-network', 'tenant_id': '436d349e09854ec6a0940d156c902f42'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:54.990054 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-58b445c0-6744-47ab-a976-0754963ede84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.067301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Made reservation on behalf of 436d349e09854ec6a0940d156c902f42 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:55.067301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.089948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.104670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745683d5-48bd-4053-96cb-6f7054f779a9 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:51:55.116227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.134579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Transition to ACTIVE for port object 745683d5-48bd-4053-96cb-6f7054f779a9 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:51:55.197892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-58b445c0-6744-47ab-a976-0754963ede84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.237517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.295477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-58b445c0-6744-47ab-a976-0754963ede84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.297581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Pushing event updated for resources: {'Port': ['ID=745683d5-48bd-4053-96cb-6f7054f779a9,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:55.392970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Attempting to bind port 745683d5-48bd-4053-96cb-6f7054f779a9 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:51:55.393437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Attempting to bind port 745683d5-48bd-4053-96cb-6f7054f779a9 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:51:55.393881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Attempting to bind port 745683d5-48bd-4053-96cb-6f7054f779a9 on network af382184-7690-4e0b-b414-517d2469bfcb {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:55.406446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Port 745683d5-48bd-4053-96cb-6f7054f779a9 on network af382184-7690-4e0b-b414-517d2469bfcb not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:51:55.407003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Attempting to bind port 745683d5-48bd-4053-96cb-6f7054f779a9 on network af382184-7690-4e0b-b414-517d2469bfcb {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:51:55.416885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:51:55.417648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Checking segment: {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:55.418086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b445c0-6744-47ab-a976-0754963ede84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1255e2e5-6a74-487f-bbc1-ea3c3e023568,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:55.418453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Bound using segment: {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:51:55.419285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Bound port: 745683d5-48bd-4053-96cb-6f7054f779a9, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd060f9dd-7815-4415-a110-7e085188817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:51:55.419933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.442814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43818) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:55.443553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-58b445c0-6744-47ab-a976-0754963ede84 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ff44388dcc1f4b148cc1959e6ec2db6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905569 Sep 15 15:51:55.537779 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.556834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb9fcb43-cc24-42f5-9957-4d18f54c2071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.565363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] For port 745683d5-48bd-4053-96cb-6f7054f779a9, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:51:55.579687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] For port 745683d5-48bd-4053-96cb-6f7054f779a9, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=745683d5-48bd-4053-96cb-6f7054f779a9,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:51:55.603576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb9fcb43-cc24-42f5-9957-4d18f54c2071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.634178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb016f-bb47-475b-be8b-5b43341a5bbe req-64cfc9f2-faee-4ee6-9bc9-912f2d2a6eee tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:55.636029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84bb016f-bb47-475b-be8b-5b43341a5bbe req-64cfc9f2-faee-4ee6-9bc9-912f2d2a6eee tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0824711 Sep 15 15:51:55.677675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.711598 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84bb016f-bb47-475b-be8b-5b43341a5bbe req-ff9785cc-62bc-4ee4-83e1-7f6e3b72860b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Sep 15 15:51:55.712573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.746261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2b865-90dd-4004-bc05-371590793580,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:55.761054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Pushing event updated for resources: {'Port': ['ID=745683d5-48bd-4053-96cb-6f7054f779a9,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:55.775885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:51:55.782976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb9fcb43-cc24-42f5-9957-4d18f54c2071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.785708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb9fcb43-cc24-42f5-9957-4d18f54c2071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.790646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cb9fcb43-cc24-42f5-9957-4d18f54c2071 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1255e2e5-6a74-487f-bbc1-ea3c3e023568 HTTP/1.1" status: 204 len: 168 time: 0.3394010 Sep 15 15:51:55.796667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:55.797618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.799146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-5cfe73b4-2919-4b17-8fed-c780e4589938 service neutron] 10.222.0.55 "PUT /v2.0/ports/745683d5-48bd-4053-96cb-6f7054f779a9 HTTP/1.1" status: 200 len: 1091 time: 1.2471094 Sep 15 15:51:55.809388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:55.813387 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Added segment b0de395f-da97-43be-97d5-4eec9c2f1a6c of type vlan for network 4f02748b-8495-47fe-8a79-ffb9596d9f56 Sep 15 15:51:55.822602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:51:55.827393 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18be3ed6-1791-41e7-a08d-3b4ed192c7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:51:55.839654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fcb43-cc24-42f5-9957-4d18f54c2071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1255e2e5-6a74-487f-bbc1-ea3c3e023568,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:55.889148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a292cf3-3239-4250-864d-dcf8ee2e282c req-9ce6186e-b587-4643-9cfa-91e31fce31c7 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:55.903425 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a292cf3-3239-4250-864d-dcf8ee2e282c req-9ce6186e-b587-4643-9cfa-91e31fce31c7 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.1519992 Sep 15 15:51:55.908965 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90148e8-8aac-4fe7-bdeb-9c7da349a258 x-openstack-request-id: req-d90148e8-8aac-4fe7-bdeb-9c7da349a258 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:51:55.909338 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:51:55.910799 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d90148e8-8aac-4fe7-bdeb-9c7da349a258 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:51:55.911683 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9', 'status': 'completed', 'code': 200} Sep 15 15:51:55.926727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.021414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a292cf3-3239-4250-864d-dcf8ee2e282c req-9455f11b-e5c1-4655-b6e1-2c99d946e6e6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158049 Sep 15 15:51:56.050993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3ed6-1791-41e7-a08d-3b4ed192c7c4 req-b5753023-8e64-4d57-a224-2eeba1674bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.056501 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18be3ed6-1791-41e7-a08d-3b4ed192c7c4 req-b5753023-8e64-4d57-a224-2eeba1674bb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fa532ca48764f68b613d32660a6afd4&device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 1094 time: 0.1001043 Sep 15 15:51:56.083001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.084008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.084697 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.163082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43840) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:56.164215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] Pushing event updated for resources: {'Network': ['ID=4f02748b-8495-47fe-8a79-ffb9596d9f56,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:56.180771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 4f02748b-8495-47fe-8a79-ffb9596d9f56 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:51:56.270867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2dc30d01-2e4f-4006-b9c0-e37523a484ed admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0010171 Sep 15 15:51:56.271390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43846) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:56.276617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Request body: {'subnet': {'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-108014977-subnet', 'tenant_id': '436d349e09854ec6a0940d156c902f42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:56.281159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3ed6-1791-41e7-a08d-3b4ed192c7c4 req-f1341d8a-62a2-49ae-af37-39640628972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.285826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18be3ed6-1791-41e7-a08d-3b4ed192c7c4 req-f1341d8a-62a2-49ae-af37-39640628972d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3fa532ca48764f68b613d32660a6afd4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2211387 Sep 15 15:51:56.409294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Made reservation on behalf of 436d349e09854ec6a0940d156c902f42 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:56.412727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.427028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be3ed6-1791-41e7-a08d-3b4ed192c7c4 req-525b9e64-955d-413a-a456-669eae5fe3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.428751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18be3ed6-1791-41e7-a08d-3b4ed192c7c4 req-525b9e64-955d-413a-a456-669eae5fe3ca service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370866 Sep 15 15:51:56.515841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1401153326-network', 'tenant_id': 'a1132e0fe79544d19d607290eba204c5'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:56.548740 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.566264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-4b2895a7-14a4-40c9-97c2-29360fa7559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.567812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-4b2895a7-14a4-40c9-97c2-29360fa7559d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fa532ca48764f68b613d32660a6afd4&device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 1094 time: 0.0670166 Sep 15 15:51:56.622973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-d4a61728-975f-4dbc-b878-08ed333a1593 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745683d5-48bd-4053-96cb-6f7054f779a9 HTTP/1.1" status: 200 len: 217 time: 0.0461717 Sep 15 15:51:56.627268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Made reservation on behalf of a1132e0fe79544d19d607290eba204c5 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:56.631158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.660920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.703510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-a108cdde-f796-44d0-a5f5-fef4fcf99f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.705072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-a108cdde-f796-44d0-a5f5-fef4fcf99f59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39f4143c-23a2-495f-9db4-b81d768a50fc HTTP/1.1" status: 200 len: 854 time: 0.0604000 Sep 15 15:51:56.784930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.810118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820858e-e123-40d9-98fe-89dda00802be req-256bf729-f637-42f2-9757-5ae84c523df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.811655 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-256bf729-f637-42f2-9757-5ae84c523df4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af382184-7690-4e0b-b414-517d2469bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816703 Sep 15 15:51:56.885131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.898955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:51:56.910448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.910941 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Added segment 45404712-61b9-4ec4-9fc6-432a9c9512bf of type vlan for network c27ac43b-95b0-4427-b602-bfa802c6ccc1 Sep 15 15:51:56.952590 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.955114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:56.986544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2f49e-3216-4a8f-bed9-7583103fb77c req-c23e9d80-7f00-409b-8477-aeb2a00193a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:56.988226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10e2f49e-3216-4a8f-bed9-7583103fb77c req-c23e9d80-7f00-409b-8477-aeb2a00193a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.1622772 Sep 15 15:51:57.034538 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:57.038558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1871be-7095-4476-ab55-482895a59515,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:57.039786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-b2de027a-4052-4280-aa45-b185cd87b1a8 service neutron] 10.222.0.55 "GET /v2.0/networks/af382184-7690-4e0b-b414-517d2469bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187705 Sep 15 15:51:57.073008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10e2f49e-3216-4a8f-bed9-7583103fb77c req-78e41b67-5064-4b4c-93a6-427d2df421b4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756962 Sep 15 15:51:57.080757 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:57.082075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:57.082887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:57.165359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] Pushing event updated for resources: {'Network': ['ID=c27ac43b-95b0-4427-b602-bfa802c6ccc1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:57.181865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c27ac43b-95b0-4427-b602-bfa802c6ccc1 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:51:57.252347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4f798f28-8200-409d-9948-54e946644a7b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0851638 Sep 15 15:51:57.267786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43872) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:51:57.279926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Request body: {'subnet': {'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1401153326-subnet', 'tenant_id': 'a1132e0fe79544d19d607290eba204c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:51:57.294713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1905-c7ba-4ced-afae-adfe74b3155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:57.333271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f33b4-4d1d-458b-a33e-0fbf346df832 req-ac67efd8-f87f-4a12-8cf1-d0ceefff0b7a tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:57.337533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2f33b4-4d1d-458b-a33e-0fbf346df832 req-ac67efd8-f87f-4a12-8cf1-d0ceefff0b7a tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.1451197 Sep 15 15:51:57.391498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2f33b4-4d1d-458b-a33e-0fbf346df832 req-c4f72336-7d7b-4b53-a1bd-857b7beafe51 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450902 Sep 15 15:51:57.455682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Made reservation on behalf of a1132e0fe79544d19d607290eba204c5 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:51:57.459255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:57.590105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55117606-65b2-47f0-9619-528b38cf5a85,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:57.607990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Checking segment: {'id': 'b0de395f-da97-43be-97d5-4eec9c2f1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:57.608643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Network hostable DHCP agents. Network: 4f02748b-8495-47fe-8a79-ffb9596d9f56, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:51:57.690506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6820858e-e123-40d9-98fe-89dda00802be req-2ac100d0-77b0-4b7b-a5ca-6f7ac9914137 service neutron] 10.222.0.55 "GET /v2.0/networks/af382184-7690-4e0b-b414-517d2469bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320221 Sep 15 15:51:57.741032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Network 4f02748b-8495-47fe-8a79-ffb9596d9f56 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:51:57.849529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 4f02748b-8495-47fe-8a79-ffb9596d9f56) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:57.857753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:57.863342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef1bcf-8dd7-48a1-8737-2fff25e6075f None None] Network 4f02748b-8495-47fe-8a79-ffb9596d9f56 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:57.889278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:57.890328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:57.913956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d7f810-a8b6-4389-b0ad-cef394bf70e1,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:51:57.956167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Checking segment: {'id': '45404712-61b9-4ec4-9fc6-432a9c9512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:51:57.957030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Network hostable DHCP agents. Network: c27ac43b-95b0-4427-b602-bfa802c6ccc1, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:51:58.037859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6261ae-0cee-49ff-9b3e-57e626ae7330 None None] Network 4f02748b-8495-47fe-8a79-ffb9596d9f56 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:58.050721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f35ec444-ca4d-4118-945a-8a358bf0f5a1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7778859 Sep 15 15:51:58.078028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Network c27ac43b-95b0-4427-b602-bfa802c6ccc1 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:51:58.164599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c27ac43b-95b0-4427-b602-bfa802c6ccc1) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:51:58.180709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:58.184135 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:58.197982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c39b5-cc07-4c19-ac61-8e868be16127 None None] Network c27ac43b-95b0-4427-b602-bfa802c6ccc1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:58.305447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-10eac37d-7074-461e-8f9a-e7acdbc09d6b admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0361786 Sep 15 15:51:58.350239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0296385-26d3-439c-a111-6bff011af798 req-2cb6ddfb-bf1a-44ac-b541-6ec6a940e9fc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:58.352115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0296385-26d3-439c-a111-6bff011af798 req-2cb6ddfb-bf1a-44ac-b541-6ec6a940e9fc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.1250265 Sep 15 15:51:58.368427 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:58.400373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cab6ae-1327-461b-af9b-6ee3e4ca222f None None] Network c27ac43b-95b0-4427-b602-bfa802c6ccc1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:51:58.407505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0296385-26d3-439c-a111-6bff011af798 req-c94124b0-33cf-485b-86a9-d4573bf26ca4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476828 Sep 15 15:51:58.745961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1a07-1ff8-4210-b24d-51014e4c7399 req-5d56154e-2165-48be-8df5-5b1f1f4e1ca0 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:58.748547 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d7d1a07-1ff8-4210-b24d-51014e4c7399 req-5d56154e-2165-48be-8df5-5b1f1f4e1ca0 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.0601113 Sep 15 15:51:58.802729 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d7d1a07-1ff8-4210-b24d-51014e4c7399 req-a44d49e4-97d9-4e80-9232-3a1ccd7d4e87 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468519 Sep 15 15:51:58.864276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-50e45660-98c7-42d1-ab58-04f05009fed3 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:58.865904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-50e45660-98c7-42d1-ab58-04f05009fed3 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/networks?id=4f02748b-8495-47fe-8a79-ffb9596d9f56 HTTP/1.1" status: 200 len: 812 time: 0.1548240 Sep 15 15:51:58.884186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-8392f635-1bae-42e3-a054-11e557d84ade tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/quotas/436d349e09854ec6a0940d156c902f42 HTTP/1.1" status: 200 len: 375 time: 0.0096960 Sep 15 15:51:58.937171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c274c1a4-2c25-4ba3-bd0a-153c9d3c3dc1 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=436d349e09854ec6a0940d156c902f42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377483 Sep 15 15:51:59.052373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-3b12f755-ac20-4a05-9e0d-7a0eaf6c04ae service neutron] 10.222.0.63 "GET /v2.0/networks/4f02748b-8495-47fe-8a79-ffb9596d9f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091278 Sep 15 15:51:59.166629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-29ed453e-74fe-4e57-bd4b-95c86e44dbe4 service neutron] 10.222.0.63 "GET /v2.0/networks/4f02748b-8495-47fe-8a79-ffb9596d9f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130443 Sep 15 15:51:59.569323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa254f6-d6be-4904-a01c-239eac81311c req-216ee44a-8687-4ea7-9383-6e98f107cfd7 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:59.570989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-216ee44a-8687-4ea7-9383-6e98f107cfd7 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/networks?id=c27ac43b-95b0-4427-b602-bfa802c6ccc1 HTTP/1.1" status: 200 len: 822 time: 0.1613152 Sep 15 15:51:59.606700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-ee90d9d5-4cf4-404c-8107-21add740f4c2 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/quotas/a1132e0fe79544d19d607290eba204c5 HTTP/1.1" status: 200 len: 375 time: 0.0232251 Sep 15 15:51:59.680531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-934e66c3-8399-4f93-8fc8-4fecf31bda4c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a1132e0fe79544d19d607290eba204c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396657 Sep 15 15:51:59.770874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-e46c70ac-7fe3-4aba-8190-24b784987ed6 service neutron] 10.222.0.63 "GET /v2.0/networks/c27ac43b-95b0-4427-b602-bfa802c6ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201870 Sep 15 15:51:59.803226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-728a4921-419a-4925-8219-f070990d4af5 req-6ab774dd-4f0a-446e-9281-a15b5117fc74 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 210 time: 0.0399940 Sep 15 15:51:59.888788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:51:59.936885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-be53bdcc-00d7-431c-8f1b-2952f5da6562 service neutron] 10.222.0.63 "GET /v2.0/networks/c27ac43b-95b0-4427-b602-bfa802c6ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589406 Sep 15 15:51:59.964989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e3ee7-8cf7-46dc-93b6-6d36cf738d8c req-fc200cd9-ae22-44fa-aa50-c95a1d419d03 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:51:59.964989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea5e3ee7-8cf7-46dc-93b6-6d36cf738d8c req-fc200cd9-ae22-44fa-aa50-c95a1d419d03 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0917082 Sep 15 15:52:00.010093 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:00.021599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea5e3ee7-8cf7-46dc-93b6-6d36cf738d8c req-5163ef19-ba87-4c2b-a95f-01cd6a6fb760 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503256 Sep 15 15:52:00.393003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d1f07f1-8c45-4dab-8463-b8b287b94091 req-5510883a-48f8-4479-9f6a-222bb759dc6c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 210 time: 0.0622468 Sep 15 15:52:00.730779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b5c3-ffb3-42b6-b7d3-1304faeeb1d5 req-17288378-84cc-4ab1-b8ad-8a8be40be127 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:00.732146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf97b5c3-ffb3-42b6-b7d3-1304faeeb1d5 req-17288378-84cc-4ab1-b8ad-8a8be40be127 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.4491389 Sep 15 15:52:00.795666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf97b5c3-ffb3-42b6-b7d3-1304faeeb1d5 req-864389ee-c80f-4150-9459-14f3d43456f1 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477114 Sep 15 15:52:01.082340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-395873cd-5457-4031-b4ba-0e72faffebd0 req-3501e3a4-065a-490a-8a18-9dbaf0d35bc7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 210 time: 0.0277874 Sep 15 15:52:01.237630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdf3a2-e0c2-4407-977f-31fd0dcf1a0b req-646e2475-7552-43a8-97f8-fb6183037c69 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:01.239373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cfdf3a2-e0c2-4407-977f-31fd0dcf1a0b req-646e2475-7552-43a8-97f8-fb6183037c69 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0628343 Sep 15 15:52:01.284534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cfdf3a2-e0c2-4407-977f-31fd0dcf1a0b req-79332a70-92b0-49c6-a56c-122d9c42f7ff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Sep 15 15:52:01.527988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63731c1b-fd8f-4f49-8d09-442dbc7987d8 req-13e621e7-1e17-45da-a8c9-169201e2c118 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 210 time: 0.0448964 Sep 15 15:52:01.968422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e26242-a093-487e-938d-56985c52c37d req-e77e39e6-0091-4eeb-bcfd-d52dbe31d316 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:01.970786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7e26242-a093-487e-938d-56985c52c37d req-e77e39e6-0091-4eeb-bcfd-d52dbe31d316 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.0630889 Sep 15 15:52:02.028769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7e26242-a093-487e-938d-56985c52c37d req-0e2e556f-3064-46d8-9b1f-c719c08f00a6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 Sep 15 15:52:02.184047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0b5a321a-0055-4090-8e69-b17b016a7540 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:02.186080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0b5a321a-0055-4090-8e69-b17b016a7540 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.38 "GET /v2.0/networks?id=4f02748b-8495-47fe-8a79-ffb9596d9f56 HTTP/1.1" status: 200 len: 812 time: 0.1523688 Sep 15 15:52:02.206687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Request body: {'port': {'device_id': '14578777-8746-4e58-a51d-1d716157b99e', 'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56', 'admin_state_up': True, 'tenant_id': '436d349e09854ec6a0940d156c902f42'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:02.240051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b88f6bc2-d495-4bc4-aae8-c1c6e08846b6 req-0068cc2d-5117-4d4e-85ff-381e474f9c5f tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 210 time: 0.0485408 Sep 15 15:52:02.423301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e376eaa-3da5-442d-a89d-e2132738fcbc req-7b9871a4-7724-4dcc-8571-085795ab32ef tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:02.424833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e376eaa-3da5-442d-a89d-e2132738fcbc req-7b9871a4-7724-4dcc-8571-085795ab32ef tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0584037 Sep 15 15:52:02.489518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e376eaa-3da5-442d-a89d-e2132738fcbc req-308c86bf-e25a-49a8-b46e-e92b865a78d0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585337 Sep 15 15:52:02.521994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Made reservation on behalf of 436d349e09854ec6a0940d156c902f42 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:02.525904 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:02.694400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Allocated IP 172.20.0.7 (4f02748b-8495-47fe-8a79-ffb9596d9f56/55117606-65b2-47f0-9619-528b38cf5a85/bab8fe4c-2dae-4e09-9db0-4b1227041fc4) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:52:02.830152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d939fc9b-2f24-4f1c-98d0-b5b2e597d751 req-46a5a60c-64cd-4472-8c19-7c0f2fb76e55 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 210 time: 0.2137091 Sep 15 15:52:02.963132 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:03.009894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa254f6-d6be-4904-a01c-239eac81311c req-580bde81-460a-4d59-a008-4923bc2bbac6 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:03.012370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-580bde81-460a-4d59-a008-4923bc2bbac6 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.38 "GET /v2.0/networks?id=c27ac43b-95b0-4427-b602-bfa802c6ccc1 HTTP/1.1" status: 200 len: 822 time: 0.1706097 Sep 15 15:52:03.034489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Request body: {'port': {'device_id': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1', 'admin_state_up': True, 'tenant_id': 'a1132e0fe79544d19d607290eba204c5'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:03.146549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:03.291121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Network 4f02748b-8495-47fe-8a79-ffb9596d9f56 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:03.301859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:03.317701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c283d8-a641-46c6-84b5-cba8d49cfb30 req-4958bb99-7aa3-456f-a257-84d77535b082 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:03.319224 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6c283d8-a641-46c6-84b5-cba8d49cfb30 req-4958bb99-7aa3-456f-a257-84d77535b082 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.1964853 Sep 15 15:52:03.320051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:52:03.325164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Pushing event updated for resources: {'Port': ['ID=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:03.372254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.372627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.372978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.373327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.373698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.374039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.374381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.374719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.375047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.375376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.375731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.376059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:03.401427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Made reservation on behalf of a1132e0fe79544d19d607290eba204c5 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:03.406360 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:03.434459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:03.435128 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:03.440195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6c283d8-a641-46c6-84b5-cba8d49cfb30 req-64f9a142-9848-4bb2-9809-e9df8f27f1f7 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125886 Sep 15 15:52:03.516976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0ca0-3e9b-4c6a-a0a3-24459411871f req-31fd0300-3093-4005-af34-9a56060e192d tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:03.521030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b4d0ca0-3e9b-4c6a-a0a3-24459411871f req-31fd0300-3093-4005-af34-9a56060e192d tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 931 time: 0.0698514 Sep 15 15:52:03.544806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-c61f2dcc-e22e-4295-ab93-c5fc564bcfb7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3420215 Sep 15 15:52:03.565623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Request body: {'port': {'device_id': '14578777-8746-4e58-a51d-1d716157b99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:03.587953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b4d0ca0-3e9b-4c6a-a0a3-24459411871f req-05ceb3f6-19fd-43ba-86b5-be547987719d tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588686 Sep 15 15:52:03.697868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:03.708833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Allocated IP 172.20.0.11 (c27ac43b-95b0-4427-b602-bfa802c6ccc1/d2d7f810-a8b6-4389-b0ad-cef394bf70e1/e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:52:03.784809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab267f-6851-40a8-8ae3-21be1439e4b6 req-13244397-df95-42a8-9251-876c961d803d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:03.786316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89ab267f-6851-40a8-8ae3-21be1439e4b6 req-13244397-df95-42a8-9251-876c961d803d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.1568348 Sep 15 15:52:03.934566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e23bed3e-afc0-47ff-bfdd-faf60eaab3c0 req-1919f245-3fc3-4cb3-9518-c2a059006338 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 210 time: 0.0284374 Sep 15 15:52:04.010610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89ab267f-6851-40a8-8ae3-21be1439e4b6 req-201b382a-2d8a-4ab6-9c08-1adcf5a6a9e5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131798 Sep 15 15:52:04.052050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44044) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:04.100900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.187915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fae8a709-ca77-4714-a14f-9fa144e7c000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.213452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab8fe4c-2dae-4e09-9db0-4b1227041fc4 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:04.222998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.239698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Transition to ACTIVE for port object bab8fe4c-2dae-4e09-9db0-4b1227041fc4 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:52:04.279381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.318276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fae8a709-ca77-4714-a14f-9fa144e7c000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.335548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.338501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Network c27ac43b-95b0-4427-b602-bfa802c6ccc1 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:04.347625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:04.357803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:52:04.385295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fae8a709-ca77-4714-a14f-9fa144e7c000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.385547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Pushing event updated for resources: {'Port': ['ID=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:04.435884 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fae8a709-ca77-4714-a14f-9fa144e7c000 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b26776d3319b458e892f5b7c0cce99af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794091 Sep 15 15:52:04.435884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8a709-ca77-4714-a14f-9fa144e7c000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6d55da-354c-4790-acff-9fc9a5d077cf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:04.437702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44052) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:04.465388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:04.465388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.502842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8df494bc-cb90-4c34-8602-e489b1f83bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.516844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:04.533233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8df494bc-cb90-4c34-8602-e489b1f83bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.546474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Attempting to bind port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:52:04.546810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Attempting to bind port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'b0de395f-da97-43be-97d5-4eec9c2f1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:52:04.547142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Attempting to bind port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 on network 4f02748b-8495-47fe-8a79-ffb9596d9f56 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:04.552269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 on network 4f02748b-8495-47fe-8a79-ffb9596d9f56 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:52:04.553568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Attempting to bind port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 on network 4f02748b-8495-47fe-8a79-ffb9596d9f56 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:04.558550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:52:04.559065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Checking segment: {'id': 'b0de395f-da97-43be-97d5-4eec9c2f1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:04.559960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Bound using segment: {'id': 'b0de395f-da97-43be-97d5-4eec9c2f1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:52:04.559960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Bound port: bab8fe4c-2dae-4e09-9db0-4b1227041fc4, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0de395f-da97-43be-97d5-4eec9c2f1a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:52:04.560322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.576983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-14891370-3ed6-47dc-b7d0-be068a5f5de3 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5465417 Sep 15 15:52:04.591826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Request body: {'port': {'device_id': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:04.637695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d716-0dab-4fbd-bc89-0ae3dedd7a33 req-da85f43c-e8fb-4b3b-af67-8d52e0add18e tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:04.639914 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61d8d716-0dab-4fbd-bc89-0ae3dedd7a33 req-da85f43c-e8fb-4b3b-af67-8d52e0add18e tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.0944016 Sep 15 15:52:04.698435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] For port bab8fe4c-2dae-4e09-9db0-4b1227041fc4, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:04.699211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] For port bab8fe4c-2dae-4e09-9db0-4b1227041fc4, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,segment=NetworkSegment(b0de395f-da97-43be-97d5-4eec9c2f1a6c),segment_id=b0de395f-da97-43be-97d5-4eec9c2f1a6c)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:52:04.716155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.720335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61d8d716-0dab-4fbd-bc89-0ae3dedd7a33 req-6349ff00-1f33-403e-bcd9-e15cf2d5379b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568206 Sep 15 15:52:04.724616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8df494bc-cb90-4c34-8602-e489b1f83bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.728160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8df494bc-cb90-4c34-8602-e489b1f83bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.729699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8df494bc-cb90-4c34-8602-e489b1f83bc3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cc6d55da-354c-4790-acff-9fc9a5d077cf HTTP/1.1" status: 204 len: 168 time: 0.2909667 Sep 15 15:52:04.742648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df494bc-cb90-4c34-8602-e489b1f83bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6d55da-354c-4790-acff-9fc9a5d077cf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:04.804794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.856086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:04.856744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:04.858173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] 10.222.0.38 "PUT /v2.0/ports/bab8fe4c-2dae-4e09-9db0-4b1227041fc4 HTTP/1.1" status: 200 len: 1091 time: 1.2996280 Sep 15 15:52:04.858788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14578777-8746-4e58-a51d-1d716157b99e', 'tag': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:04.861220 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5eadd75-c5c0-4cad-a562-8a74e6309f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "14578777-8746-4e58-a51d-1d716157b99e", "tag": "bab8fe4c-2dae-4e09-9db0-4b1227041fc4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:04.976732 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5ba65-d2a5-4f89-a04e-d2823197b965 x-openstack-request-id: req-50f5ba65-d2a5-4f89-a04e-d2823197b965 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:04.977045 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14578777-8746-4e58-a51d-1d716157b99e", "tag": "bab8fe4c-2dae-4e09-9db0-4b1227041fc4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:04.977290 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-50f5ba65-d2a5-4f89-a04e-d2823197b965 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:04.977696 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14578777-8746-4e58-a51d-1d716157b99e', 'tag': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4', 'status': 'completed', 'code': 200} Sep 15 15:52:05.022953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5effa4-ff02-4889-ae2d-80f95955eca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:05.088513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654720d0-84e2-4cea-850c-a80c3ae74d77 req-8db39e6f-442b-4bc0-b575-f5a7fa5869c7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.091221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-654720d0-84e2-4cea-850c-a80c3ae74d77 req-8db39e6f-442b-4bc0-b575-f5a7fa5869c7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 943 time: 0.3880951 Sep 15 15:52:05.094967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eadd75-c5c0-4cad-a562-8a74e6309f6e req-b485786a-f33a-4936-850b-b456e579248d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.103484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5eadd75-c5c0-4cad-a562-8a74e6309f6e req-b485786a-f33a-4936-850b-b456e579248d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=436d349e09854ec6a0940d156c902f42&device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 1094 time: 0.1355608 Sep 15 15:52:05.103723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0dc6-c4ac-4e4e-9327-85f42b8ae3f8 req-cd1e910e-2b49-45e3-8522-36ecb211fc6f tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.103723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d6bd0dc6-c4ac-4e4e-9327-85f42b8ae3f8 req-cd1e910e-2b49-45e3-8522-36ecb211fc6f tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 932 time: 0.0860951 Sep 15 15:52:05.160833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d6bd0dc6-c4ac-4e4e-9327-85f42b8ae3f8 req-c033ea89-8dae-4c50-8840-2ae18a202176 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549278 Sep 15 15:52:05.215673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-654720d0-84e2-4cea-850c-a80c3ae74d77 req-4e235baf-7e90-4cbb-aff2-cace56f1544c tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166594 Sep 15 15:52:05.303366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11706df4-8cf7-4d57-9c17-f5e04ef63421 req-62a17a45-c839-4465-95f7-5d4d0d114e2c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.311494 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11706df4-8cf7-4d57-9c17-f5e04ef63421 req-62a17a45-c839-4465-95f7-5d4d0d114e2c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 946 time: 0.0826044 Sep 15 15:52:05.336387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eadd75-c5c0-4cad-a562-8a74e6309f6e req-985ed111-ed0d-4799-a27e-5cc597a42f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.338307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5eadd75-c5c0-4cad-a562-8a74e6309f6e req-985ed111-ed0d-4799-a27e-5cc597a42f96 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=436d349e09854ec6a0940d156c902f42&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2052093 Sep 15 15:52:05.366954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:05.377646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11706df4-8cf7-4d57-9c17-f5e04ef63421 req-0395290a-73ff-423b-a3bd-e3b4d29b8edf tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608637 Sep 15 15:52:05.379882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:05.420602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Transition to ACTIVE for port object e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:52:05.476317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eadd75-c5c0-4cad-a562-8a74e6309f6e req-3ff4868c-cffc-43cc-aa9f-af1e3700e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.477806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5eadd75-c5c0-4cad-a562-8a74e6309f6e req-3ff4868c-cffc-43cc-aa9f-af1e3700e464 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299000 Sep 15 15:52:05.549171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:05.619208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-7615ab19-f9dd-4912-9e62-622af3e07a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.621044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-7615ab19-f9dd-4912-9e62-622af3e07a74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=436d349e09854ec6a0940d156c902f42&device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 1094 time: 0.1021984 Sep 15 15:52:05.626154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:05.703736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-506d9038-c53f-4a43-813b-b01dfcec01d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bab8fe4c-2dae-4e09-9db0-4b1227041fc4 HTTP/1.1" status: 200 len: 217 time: 0.0589414 Sep 15 15:52:05.766471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Attempting to bind port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:52:05.766839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Attempting to bind port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '45404712-61b9-4ec4-9fc6-432a9c9512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:52:05.767129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Attempting to bind port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a on network c27ac43b-95b0-4427-b602-bfa802c6ccc1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:05.778320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a on network c27ac43b-95b0-4427-b602-bfa802c6ccc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:52:05.778644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Attempting to bind port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a on network c27ac43b-95b0-4427-b602-bfa802c6ccc1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:05.789616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:52:05.790066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Checking segment: {'id': '45404712-61b9-4ec4-9fc6-432a9c9512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:05.790404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Bound using segment: {'id': '45404712-61b9-4ec4-9fc6-432a9c9512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:52:05.790832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Bound port: e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45404712-61b9-4ec4-9fc6-432a9c9512bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:52:05.791196 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:05.814548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-4a50efb0-f4b6-449f-a208-937a5f41d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.816547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-4a50efb0-f4b6-449f-a208-937a5f41d36f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=55117606-65b2-47f0-9619-528b38cf5a85 HTTP/1.1" status: 200 len: 852 time: 0.0966828 Sep 15 15:52:05.837261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-3d3ab3cb-d9c2-4d64-9ae5-192e61c6c90f tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:05.843835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-3d3ab3cb-d9c2-4d64-9ae5-192e61c6c90f tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1097 time: 0.0922761 Sep 15 15:52:05.857570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:05.893715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-21baa23a-3dbf-4d98-a072-55ef20a3af1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4f02748b-8495-47fe-8a79-ffb9596d9f56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626249 Sep 15 15:52:05.920457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.028035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91eabdf-6df1-4380-8af5-8962cdd74214 req-383e3d55-8dec-4c51-ad77-c513cfa5ce7c tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.029636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91eabdf-6df1-4380-8af5-8962cdd74214 req-383e3d55-8dec-4c51-ad77-c513cfa5ce7c tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.1829770 Sep 15 15:52:06.036990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] For port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:06.069363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] For port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,segment=NetworkSegment(45404712-61b9-4ec4-9fc6-432a9c9512bf),segment_id=45404712-61b9-4ec4-9fc6-432a9c9512bf)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:52:06.077268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:06.096106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-0226fe7f-db92-48a0-a148-6266961210f6 service neutron] 10.222.0.38 "GET /v2.0/networks/4f02748b-8495-47fe-8a79-ffb9596d9f56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847343 Sep 15 15:52:06.103764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91eabdf-6df1-4380-8af5-8962cdd74214 req-c1cd98c1-93e9-47cb-a2c1-d48238593f94 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644407 Sep 15 15:52:06.127259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:06.179476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:06.181983 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2263843-e368-4dbd-ba68-a14293f18c46" -d '{"events": [{"server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:06.187539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.224694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ee91043-75dd-4860-a3b7-5c21aff61b86 req-e2e438cf-4cb9-4bef-88df-53cba45bc8d7 service neutron] 10.222.0.38 "GET /v2.0/networks/4f02748b-8495-47fe-8a79-ffb9596d9f56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065834 Sep 15 15:52:06.225452 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4958b7-c194-4e43-b46c-19400a22922f x-openstack-request-id: req-7c4958b7-c194-4e43-b46c-19400a22922f {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:06.225452 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:06.225452 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7c4958b7-c194-4e43-b46c-19400a22922f {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:06.225452 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'code': 200} Sep 15 15:52:06.300035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.306079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.333775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721ed68-c18c-40af-bf7f-82989e6617f1 req-01822eb0-8be0-4816-bdd5-d7b104bd7544 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.333775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a721ed68-c18c-40af-bf7f-82989e6617f1 req-01822eb0-8be0-4816-bdd5-d7b104bd7544 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 944 time: 0.0758610 Sep 15 15:52:06.383055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.384004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.385447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] 10.222.0.38 "PUT /v2.0/ports/e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a HTTP/1.1" status: 200 len: 1092 time: 1.7994225 Sep 15 15:52:06.388283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44104) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:06.430081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23796-3194-4c0c-bb1d-63ca55fdc983 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:06.441501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a721ed68-c18c-40af-bf7f-82989e6617f1 req-0fb1124d-f523-48a4-8f28-c6cc0f3de17f tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890863 Sep 15 15:52:06.460542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:06.478550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:52:06.479004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:52:06.480694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:06.489218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:52:06.496381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Attempting to bind port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:06.513537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0144-687f-4a70-95fe-41b772b99e86 req-d2bb9302-b061-48d8-aba7-bd5d40697a46 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.515112 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b4a0144-687f-4a70-95fe-41b772b99e86 req-d2bb9302-b061-48d8-aba7-bd5d40697a46 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 943 time: 0.1600335 Sep 15 15:52:06.516156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:52:06.516509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:06.516897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:52:06.517337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Bound port: ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:52:06.517691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.556389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1219387037-network', 'tenant_id': '91e86b4ba9ae4d34be38f9fadefaea04'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:06.574388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa254f6-d6be-4904-a01c-239eac81311c req-0bd131d4-a26a-46c1-87d8-a95eb511314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.576235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-0bd131d4-a26a-46c1-87d8-a95eb511314c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1132e0fe79544d19d607290eba204c5&device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 1095 time: 0.0671244 Sep 15 15:52:06.605199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b4a0144-687f-4a70-95fe-41b772b99e86 req-c49f5369-c8eb-403c-9cf5-a0f1378aaebd tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767179 Sep 15 15:52:06.626269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:06.629862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:52:06.650064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-7a0df4fc-9538-4f67-a765-b5c1ed887739 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a HTTP/1.1" status: 200 len: 217 time: 0.0522611 Sep 15 15:52:06.700909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Made reservation on behalf of 91e86b4ba9ae4d34be38f9fadefaea04 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:06.703179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.711578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.726467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.748342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa254f6-d6be-4904-a01c-239eac81311c req-9f2d7b3b-64ef-45a1-874c-e155b1cb3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.749854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-9f2d7b3b-64ef-45a1-874c-e155b1cb3695 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2d7f810-a8b6-4389-b0ad-cef394bf70e1 HTTP/1.1" status: 200 len: 862 time: 0.0844119 Sep 15 15:52:06.758970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418a7c8-52be-4a60-8901-589974a50114 req-7670d691-c2c2-435f-8d6b-c1479661aab2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.760609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3418a7c8-52be-4a60-8901-589974a50114 req-7670d691-c2c2-435f-8d6b-c1479661aab2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.1543181 Sep 15 15:52:06.799610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-e9776566-a7d9-4ef8-84f3-a00582d7c704 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c27ac43b-95b0-4427-b602-bfa802c6ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379486 Sep 15 15:52:06.817124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:06.817914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:06.824626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] 10.222.0.55 "PUT /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 1122 time: 0.9669299 Sep 15 15:52:06.830414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be94b7-5080-447b-af5d-d8934d99716b service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=8']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:06.887501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3418a7c8-52be-4a60-8901-589974a50114 req-3fb4a8b1-744d-4a6a-b5e2-5a7c1c1b0ac8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112690 Sep 15 15:52:06.903995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ac8f60e4-098a-4dd4-a78b-c37dfdf73430'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:06.953402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ac8f60e4-098a-4dd4-a78b-c37dfdf73430'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:06.973734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-eff68a7b-7eb5-4b87-a927-2eb61abfd5e7 service neutron] 10.222.0.38 "GET /v2.0/networks/c27ac43b-95b0-4427-b602-bfa802c6ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629245 Sep 15 15:52:06.982442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'tag': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:06.985741 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb4873-997f-4e41-a6cb-a8979a54c461" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4818a0-db28-4ce8-bc60-ae9be3a8773c", "tag": "e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:07.024755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:07.040000 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d3d2d0-7238-4d2a-9b43-9aee59bce7e3 x-openstack-request-id: req-36d3d2d0-7238-4d2a-9b43-9aee59bce7e3 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:07.040678 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4818a0-db28-4ce8-bc60-ae9be3a8773c", "tag": "e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:07.040678 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-36d3d2d0-7238-4d2a-9b43-9aee59bce7e3 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:07.041099 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'tag': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a', 'status': 'completed', 'code': 200} Sep 15 15:52:07.103514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa254f6-d6be-4904-a01c-239eac81311c req-4bb2c942-ea73-47b2-b31d-f23209f97206 service neutron] 10.222.0.38 "GET /v2.0/networks/c27ac43b-95b0-4427-b602-bfa802c6ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120019 Sep 15 15:52:07.128313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:07.154386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:52:07.168411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520112b3-cd1c-493d-8ca6-5132c5fc33b5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:07.174468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:07.174822 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Added segment 39928c13-83dd-4b72-a5f8-afe645d026dc of type vlan for network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 Sep 15 15:52:07.204776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:52:07.248056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:07.295292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa276a3-7ac7-4af2-80a9-33b4600659a9 req-42eb32fb-e283-4b5e-96d0-12a10cf84242 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:07.296920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fa276a3-7ac7-4af2-80a9-33b4600659a9 req-42eb32fb-e283-4b5e-96d0-12a10cf84242 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.0866764 Sep 15 15:52:07.330047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:07.343697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:52:07.376020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fa276a3-7ac7-4af2-80a9-33b4600659a9 req-77c74ea9-2ef2-48b8-bbe4-d04184061604 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647037 Sep 15 15:52:07.380778 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:07.381750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:07.382390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:07.410315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-681a8309-4ac9-4f83-80f1-cf06d1c4073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:07.411787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-681a8309-4ac9-4f83-80f1-cf06d1c4073e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a1132e0fe79544d19d607290eba204c5&device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 1095 time: 0.0864480 Sep 15 15:52:07.460819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] Pushing event updated for resources: {'Network': ['ID=640e7eb2-a80f-4c0d-9abd-6b74472ac184,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:07.473495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:52:07.494840 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d4601cb4-dd28-45ba-a170-dbcd8fd2b34c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1013324 Sep 15 15:52:07.496193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44120) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:07.502403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Request body: {'subnet': {'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1219387037-subnet', 'tenant_id': '91e86b4ba9ae4d34be38f9fadefaea04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:07.583487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-a9cc5c58-4c35-4069-98ad-7b401113d7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:07.585049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-a9cc5c58-4c35-4069-98ad-7b401113d7e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c27ac43b-95b0-4427-b602-bfa802c6ccc1 HTTP/1.1" status: 200 len: 923 time: 0.1351795 Sep 15 15:52:07.593634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918fd6a-7b3c-4c12-a281-5c1ae90a8742 req-130c88d0-c685-493d-bf0a-08c582909eaf tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:07.595545 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8918fd6a-7b3c-4c12-a281-5c1ae90a8742 req-130c88d0-c685-493d-bf0a-08c582909eaf tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 944 time: 0.0715506 Sep 15 15:52:07.604564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Made reservation on behalf of 91e86b4ba9ae4d34be38f9fadefaea04 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:07.607480 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:07.638672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-d7b90599-cd2b-45e0-9b63-35119b90adf8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a HTTP/1.1" status: 200 len: 217 time: 0.0458672 Sep 15 15:52:07.706118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-dd4b38ee-fa3b-4e78-b3b0-ac2d5c76e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:07.706911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8918fd6a-7b3c-4c12-a281-5c1ae90a8742 req-37343b5e-16a7-48f9-9adb-e5c50ebde6e8 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035292 Sep 15 15:52:07.707586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-dd4b38ee-fa3b-4e78-b3b0-ac2d5c76e6ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d2d7f810-a8b6-4389-b0ad-cef394bf70e1 HTTP/1.1" status: 200 len: 862 time: 0.0606270 Sep 15 15:52:07.924753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:08.005438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f2e3a1-925f-4e93-b2b2-99a1c0932863,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:08.031307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Checking segment: {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:08.031663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Network hostable DHCP agents. Network: 640e7eb2-a80f-4c0d-9abd-6b74472ac184, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:52:08.063688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fc69-20a8-44ec-bb0a-6f992c8542de req-0ae39699-f846-4a81-aaad-d37977fba2f5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.065297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eeb4fc69-20a8-44ec-bb0a-6f992c8542de req-0ae39699-f846-4a81-aaad-d37977fba2f5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.0872114 Sep 15 15:52:08.073241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-ae85174b-333f-458e-889a-ed3326e1f7ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c27ac43b-95b0-4427-b602-bfa802c6ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3478417 Sep 15 15:52:08.092467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b3326-6aa6-4a7c-b0ff-16f601cad5e1 req-1a07d9b2-84eb-48c4-892b-d05995d224c0 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.096672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b3326-6aa6-4a7c-b0ff-16f601cad5e1 req-1a07d9b2-84eb-48c4-892b-d05995d224c0 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 943 time: 0.4027822 Sep 15 15:52:08.106242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eeb4fc69-20a8-44ec-bb0a-6f992c8542de req-97e71d0b-7754-46f4-94d7-23c5f11a7d25 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345571 Sep 15 15:52:08.117028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:52:08.193766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b3326-6aa6-4a7c-b0ff-16f601cad5e1 req-35b3c1c6-802c-41cf-b09d-eef588c00d14 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850661 Sep 15 15:52:08.217149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-742993e9-53d1-4e5d-881d-abc5d9ed0515 service neutron] 10.222.0.38 "GET /v2.0/networks/c27ac43b-95b0-4427-b602-bfa802c6ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214154 Sep 15 15:52:08.219107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 640e7eb2-a80f-4c0d-9abd-6b74472ac184) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:08.223755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.230482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:08.230482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:08.231347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a824fb-c3ff-4671-af3b-655da7f00815 None None] Network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:52:08.231742 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b12f1-1038-4eac-970b-a4a2ca35d9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:08.286627 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d64614-815b-4ea3-b4fd-30711ab1a73b x-openstack-request-id: req-e1d64614-815b-4ea3-b4fd-30711ab1a73b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:08.286627 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:08.286627 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1d64614-815b-4ea3-b4fd-30711ab1a73b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:08.286627 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'status': 'completed', 'code': 200} Sep 15 15:52:08.327609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15bb4873-997f-4e41-a6cb-a8979a54c461 req-d3b8d2fb-7c3d-4adb-98b1-7d2919afe697 service neutron] 10.222.0.38 "GET /v2.0/networks/c27ac43b-95b0-4427-b602-bfa802c6ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011302 Sep 15 15:52:08.334780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f81e172-1b72-48b2-8a66-b844d58c0f92 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8381908 Sep 15 15:52:08.362963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-47ef197e-a03c-4839-a6a7-a8213b9b50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.366278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-47ef197e-a03c-4839-a6a7-a8213b9b50fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1125 time: 0.0512354 Sep 15 15:52:08.373698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5610c4b4-22de-45dc-891a-a34eaa84271f None None] Network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:52:08.541886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-f6096fe5-c5aa-4d34-8b7d-4c92dfff22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.543539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-f6096fe5-c5aa-4d34-8b7d-4c92dfff22ee service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1653483 Sep 15 15:52:08.553657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e81d-82ea-4609-af79-8d4ca5457dfe req-61b8a839-7554-4a77-b017-fc5692a7c696 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.553657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0f3e81d-82ea-4609-af79-8d4ca5457dfe req-61b8a839-7554-4a77-b017-fc5692a7c696 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 943 time: 0.0819356 Sep 15 15:52:08.596007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-4682ebe3-4cdf-471a-904d-c8a21aa90e81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 217 time: 0.0414767 Sep 15 15:52:08.675496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0f3e81d-82ea-4609-af79-8d4ca5457dfe req-e6178235-6907-4411-946c-fa7fe8d0d333 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822749 Sep 15 15:52:08.683828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-1ccc5c59-74f0-4bb6-a63d-ebd02f8e0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.685695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-1ccc5c59-74f0-4bb6-a63d-ebd02f8e0dd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0763628 Sep 15 15:52:08.721212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-3975f2c4-defd-4178-8d4c-6b026f31607e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283289 Sep 15 15:52:08.738072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-ee77c324-a537-400d-933a-2be0dad4fbaa service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:52:08.739142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-ee77c324-a537-400d-933a-2be0dad4fbaa service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075369 Sep 15 15:52:08.888542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900bc9-5b9f-4313-8d16-52342eb4422a req-2ddb1df4-3e1b-4ab4-84d1-886f29bcb8f6 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.889362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-747b19ee-5f1e-4399-bed2-5af60c5edb72 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:08.890107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29900bc9-5b9f-4313-8d16-52342eb4422a req-2ddb1df4-3e1b-4ab4-84d1-886f29bcb8f6 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 944 time: 0.0690660 Sep 15 15:52:08.890976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-747b19ee-5f1e-4399-bed2-5af60c5edb72 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/networks?id=640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 200 len: 815 time: 0.1395447 Sep 15 15:52:08.892162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-14ef3c3a-b5d0-4111-955a-392b8cd83c60 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451283 Sep 15 15:52:08.908901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-5631061d-d04e-4806-b690-6e7e1b95d130 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/quotas/91e86b4ba9ae4d34be38f9fadefaea04 HTTP/1.1" status: 200 len: 375 time: 0.0112731 Sep 15 15:52:08.950979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-7ae2c7c8-b0dc-4f17-9222-db69f61074f3 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363500 Sep 15 15:52:08.989188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29900bc9-5b9f-4313-8d16-52342eb4422a req-0e66df14-d436-4b74-8f24-cba49b1ad4c0 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924485 Sep 15 15:52:09.022985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-098b12f1-1038-4eac-970b-a4a2ca35d9b7 req-6ba22b06-4aa7-419b-8d5f-095e1cfe34e8 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184494 Sep 15 15:52:09.050624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-933c3dd7-f447-4162-b54b-a17c4dd93709 service neutron] 10.222.0.63 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905983 Sep 15 15:52:09.163145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-d0ab9018-27c4-4a56-b635-4776eb292f47 service neutron] 10.222.0.63 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055257 Sep 15 15:52:09.214745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 745683d5-48bd-4053-96cb-6f7054f779a9 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:52:09.254522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b51eb-8142-41cc-a868-e469a7f19676 req-6852f149-f8e4-49dc-8a63-6f3a38154ad8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:09.254522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-619b51eb-8142-41cc-a868-e469a7f19676 req-6852f149-f8e4-49dc-8a63-6f3a38154ad8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.0589778 Sep 15 15:52:09.294886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-619b51eb-8142-41cc-a868-e469a7f19676 req-aa98afb4-cdb7-49ad-853f-f7cd41cf5910 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375106 Sep 15 15:52:09.333294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 745683d5-48bd-4053-96cb-6f7054f779a9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=745683d5-48bd-4053-96cb-6f7054f779a9,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:09.347586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '745683d5-48bd-4053-96cb-6f7054f779a9', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'port_id': '745683d5-48bd-4053-96cb-6f7054f779a9', 'mac_address': 'fa:16:3e:5c:15:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:52:09.403021 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:09.417768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745683d5-48bd-4053-96cb-6f7054f779a9 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:09.431768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d7f11-5b1c-4847-8b7a-0b480f47e911 req-293c4080-7abb-4ba7-9b26-8995b3c06003 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:09.433594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-148d7f11-5b1c-4847-8b7a-0b480f47e911 req-293c4080-7abb-4ba7-9b26-8995b3c06003 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 943 time: 0.0708618 Sep 15 15:52:09.434911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1608a36d-bcf9-4822-9820-9f95dcc649f3 req-e71976bd-6e7b-49c1-a7ba-0a42fee6314e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 210 time: 0.0391512 Sep 15 15:52:09.443233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 745683d5-48bd-4053-96cb-6f7054f779a9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=745683d5-48bd-4053-96cb-6f7054f779a9,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:09.487944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-148d7f11-5b1c-4847-8b7a-0b480f47e911 req-ff811198-fa96-4ae3-b1aa-ce1dbd9c7846 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423903 Sep 15 15:52:09.529286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:09.586255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=745683d5-48bd-4053-96cb-6f7054f779a9,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:09.825406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f5bd3-c2d0-46d8-8254-d42189c604d7 req-396520cc-86ce-405d-92c8-db650ee9061a tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:09.826991 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d46f5bd3-c2d0-46d8-8254-d42189c604d7 req-396520cc-86ce-405d-92c8-db650ee9061a tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 944 time: 0.0649350 Sep 15 15:52:09.843488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bab8fe4c-2dae-4e09-9db0-4b1227041fc4 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:52:09.873381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d46f5bd3-c2d0-46d8-8254-d42189c604d7 req-1083cd37-ef40-45f4-99d9-a975cfa5422d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375969 Sep 15 15:52:09.947458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['745683d5-48bd-4053-96cb-6f7054f779a9'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:09.985948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port bab8fe4c-2dae-4e09-9db0-4b1227041fc4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,segment=NetworkSegment(b0de395f-da97-43be-97d5-4eec9c2f1a6c),segment_id=b0de395f-da97-43be-97d5-4eec9c2f1a6c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:10.005084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4', 'network_id': '4f02748b-8495-47fe-8a79-ffb9596d9f56', 'port_id': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4', 'mac_address': 'fa:16:3e:06:f7:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55117606-65b2-47f0-9619-528b38cf5a85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:52:10.083253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:10.112777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab8fe4c-2dae-4e09-9db0-4b1227041fc4 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:10.142638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1939d-51ae-4a78-9187-d206fdeff4b7 req-a9fdb3e5-6bc3-4ea7-a518-802a5b7899b7 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:10.150686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21b1939d-51ae-4a78-9187-d206fdeff4b7 req-a9fdb3e5-6bc3-4ea7-a518-802a5b7899b7 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 944 time: 0.0707204 Sep 15 15:52:10.159897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port bab8fe4c-2dae-4e09-9db0-4b1227041fc4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,segment=NetworkSegment(b0de395f-da97-43be-97d5-4eec9c2f1a6c),segment_id=b0de395f-da97-43be-97d5-4eec9c2f1a6c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:10.201794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21b1939d-51ae-4a78-9187-d206fdeff4b7 req-a193c356-76c8-42c6-a52e-4db60e1818b7 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494730 Sep 15 15:52:10.236998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:10.293140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:10.418926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e406518-0859-446f-88ac-29d5ba354a65 req-2b963889-6d21-496c-be21-c529534131d7 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:10.420749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e406518-0859-446f-88ac-29d5ba354a65 req-2b963889-6d21-496c-be21-c529534131d7 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.0560861 Sep 15 15:52:10.469819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e406518-0859-446f-88ac-29d5ba354a65 req-5976f724-b579-4397-8395-ac1afcee2c49 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Sep 15 15:52:10.536046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e0101db-b284-4bfd-b189-edbb35a933c9 req-ad2fc796-4813-4aa8-8e94-1b25fe3174fc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 210 time: 0.0347626 Sep 15 15:52:10.575211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['bab8fe4c-2dae-4e09-9db0-4b1227041fc4'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:10.614637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b22d-838d-4f20-942b-248fc39b1978 req-39535e9a-ccaa-4c48-8dbb-97d3c4eedb6e tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:10.616263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c81b22d-838d-4f20-942b-248fc39b1978 req-39535e9a-ccaa-4c48-8dbb-97d3c4eedb6e tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 944 time: 0.0577655 Sep 15 15:52:10.663196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c81b22d-838d-4f20-942b-248fc39b1978 req-b37e901b-3a13-4de6-a128-ff05b8c6506e tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Sep 15 15:52:11.027453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49901d13-48e1-49bf-b9bd-dcbbc66c406c req-f8eb36ef-7bfd-4a54-91ad-908bd131c806 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:11.029643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49901d13-48e1-49bf-b9bd-dcbbc66c406c req-f8eb36ef-7bfd-4a54-91ad-908bd131c806 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 944 time: 0.0743985 Sep 15 15:52:11.094830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49901d13-48e1-49bf-b9bd-dcbbc66c406c req-74430b39-ff13-46c9-b597-5462e09b1b83 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504115 Sep 15 15:52:11.212794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 745683d5-48bd-4053-96cb-6f7054f779a9 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:52:11.337457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40579e-7b4e-48f0-bddb-3b55975976d0 req-c544facb-1994-433b-a8b0-8b80888240f5 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:11.337457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e40579e-7b4e-48f0-bddb-3b55975976d0 req-c544facb-1994-433b-a8b0-8b80888240f5 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 944 time: 0.0529175 Sep 15 15:52:11.359315 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e40579e-7b4e-48f0-bddb-3b55975976d0 req-ba2d9123-f998-431e-bfda-4ac678fc9242 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317492 Sep 15 15:52:11.430780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 745683d5-48bd-4053-96cb-6f7054f779a9 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:52:11.436378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 745683d5-48bd-4053-96cb-6f7054f779a9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:11.436789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:11.530862 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:11.557305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:11.559851 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e354766-c75b-407e-bc28-635c766b1982" -d '{"events": [{"server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "name": "network-vif-plugged", "status": "completed", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:11.573641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 745683d5-48bd-4053-96cb-6f7054f779a9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=745683d5-48bd-4053-96cb-6f7054f779a9,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:11.603729 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c4436e-0cb3-4e0a-88b1-5734cfb2e688 x-openstack-request-id: req-99c4436e-0cb3-4e0a-88b1-5734cfb2e688 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:11.604546 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "name": "network-vif-plugged", "status": "completed", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:11.604546 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-99c4436e-0cb3-4e0a-88b1-5734cfb2e688 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:11.604888 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9', 'code': 200} Sep 15 15:52:11.605333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cbf80-8578-41cb-b9ae-5f7cceee2b5c req-2d45f70a-154e-4e30-9a8a-0f58463b4b1e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:11.606947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e1cbf80-8578-41cb-b9ae-5f7cceee2b5c req-2d45f70a-154e-4e30-9a8a-0f58463b4b1e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.0574100 Sep 15 15:52:11.665821 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:11.673980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e1cbf80-8578-41cb-b9ae-5f7cceee2b5c req-e0eeb9a1-0763-4a73-887d-3718830d70da tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Sep 15 15:52:11.713370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d586ae51-22b0-4577-a288-19e8e6d9df1b req-eb6f8399-f1c9-4ffc-bbaa-40e7d80beb9d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 210 time: 0.0487072 Sep 15 15:52:11.751185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=745683d5-48bd-4053-96cb-6f7054f779a9,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:11.762228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2a055-81f2-4355-919a-a6fa199064c6 req-e0276104-b10c-4d06-ac68-0f0b6eff9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:11.773987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef2a055-81f2-4355-919a-a6fa199064c6 req-e0276104-b10c-4d06-ac68-0f0b6eff9051 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 1096 time: 0.0974591 Sep 15 15:52:11.822363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef2a055-81f2-4355-919a-a6fa199064c6 req-010d3ed1-ed81-4d0b-9055-496e8b9027b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Sep 15 15:52:11.844358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:52:11.848747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bab8fe4c-2dae-4e09-9db0-4b1227041fc4 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:52:11.862548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-754cf012-f84e-48ae-a8ea-f06975dc92bb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:11.864195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-754cf012-f84e-48ae-a8ea-f06975dc92bb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "GET /v2.0/networks?id=640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 200 len: 815 time: 0.1868854 Sep 15 15:52:11.875776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f4fdd-7be1-4021-8e19-13eb1c8a7a94 req-6ec91374-36eb-4406-b867-18be798f5a8c tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:11.877343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a6f4fdd-7be1-4021-8e19-13eb1c8a7a94 req-6ec91374-36eb-4406-b867-18be798f5a8c tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 944 time: 0.0918839 Sep 15 15:52:11.933828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a6f4fdd-7be1-4021-8e19-13eb1c8a7a94 req-ef4b8675-3009-4c0a-bbb0-65df3a0f55ef tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499306 Sep 15 15:52:11.999021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,segment=NetworkSegment(45404712-61b9-4ec4-9fc6-432a9c9512bf),segment_id=45404712-61b9-4ec4-9fc6-432a9c9512bf)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:12.012294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a', 'network_id': 'c27ac43b-95b0-4427-b602-bfa802c6ccc1', 'port_id': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a', 'mac_address': 'fa:16:3e:b6:4a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d7f810-a8b6-4389-b0ad-cef394bf70e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:52:12.051474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:52:12.053609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Request body: {'port': {'device_id': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'admin_state_up': True, 'tenant_id': '91e86b4ba9ae4d34be38f9fadefaea04'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:12.062892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:12.063431 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.087925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.106485 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:12.148115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,segment=NetworkSegment(45404712-61b9-4ec4-9fc6-432a9c9512bf),segment_id=45404712-61b9-4ec4-9fc6-432a9c9512bf)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:12.200778 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.237216 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.242302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port bab8fe4c-2dae-4e09-9db0-4b1227041fc4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,segment=NetworkSegment(b0de395f-da97-43be-97d5-4eec9c2f1a6c),segment_id=b0de395f-da97-43be-97d5-4eec9c2f1a6c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:12.243075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f74a6-19ae-48a4-9df1-b257190bccc8 req-82543098-d94e-4413-822e-8388a6f2cdd6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:12.244642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a97f74a6-19ae-48a4-9df1-b257190bccc8 req-82543098-d94e-4413-822e-8388a6f2cdd6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.0602891 Sep 15 15:52:12.299611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:12.300103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a97f74a6-19ae-48a4-9df1-b257190bccc8 req-46e6aaaa-805b-4f0a-9b20-b44f1914c635 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 Sep 15 15:52:12.345190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Made reservation on behalf of 91e86b4ba9ae4d34be38f9fadefaea04 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:12.358771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.403784 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.461518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:12.494816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:12.521593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Allocated IP 172.20.0.3 (640e7eb2-a80f-4c0d-9abd-6b74472ac184/87f2e3a1-925f-4e93-b2b2-99a1c0932863/112f125f-274a-4956-b7e5-898c3311f492) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:52:12.542442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde0f8b-73f8-4b2c-bf89-fdc7a3d8f646 req-12836bb2-11de-4485-8abb-72bfaefd84fb tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:12.544101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfde0f8b-73f8-4b2c-bf89-fdc7a3d8f646 req-12836bb2-11de-4485-8abb-72bfaefd84fb tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 945 time: 0.0848432 Sep 15 15:52:12.628612 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfde0f8b-73f8-4b2c-bf89-fdc7a3d8f646 req-301ff82e-866b-4b78-880f-984507179ffa tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757358 Sep 15 15:52:12.727707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.816941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1102d0b-11fd-412a-87c2-e751d02039e4 req-4d0477ca-e0f0-4e76-9870-cec43ce59f98 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:12.822579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1102d0b-11fd-412a-87c2-e751d02039e4 req-4d0477ca-e0f0-4e76-9870-cec43ce59f98 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.0630395 Sep 15 15:52:12.853799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:12.882642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1102d0b-11fd-412a-87c2-e751d02039e4 req-6be578f2-2875-4820-9b78-52dbafa31b7d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574296 Sep 15 15:52:12.917631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:12.924186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:12.933370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:52:12.953303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa051eb2-5466-4320-a685-ba3afa3ba2dc req-ed8783ec-134d-4646-8f6c-94df9a039dba tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:12.954878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa051eb2-5466-4320-a685-ba3afa3ba2dc req-ed8783ec-134d-4646-8f6c-94df9a039dba tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 931 time: 0.1187217 Sep 15 15:52:12.975794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:13.000073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.000321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.000704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.001036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.001582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.002017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.002419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.002919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.003253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.003583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.003899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.004215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:13.052588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:13.053241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:13.063817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d646a-2109-4e2f-8112-9028a332f54e req-dfd4dae2-c117-49bb-b8f7-c26bc9ebacd3 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:13.065548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d646a-2109-4e2f-8112-9028a332f54e req-dfd4dae2-c117-49bb-b8f7-c26bc9ebacd3 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 945 time: 0.0642390 Sep 15 15:52:13.068387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa051eb2-5466-4320-a685-ba3afa3ba2dc req-dd2e6ffd-b45a-4e3a-9b55-1313c4dd4471 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829556 Sep 15 15:52:13.117254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-3433175c-6126-43ce-ad0d-eef3c24e9cfe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0681813 Sep 15 15:52:13.122603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d646a-2109-4e2f-8112-9028a332f54e req-a6c67004-472b-4de4-94f0-69c63dfac451 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476775 Sep 15 15:52:13.130794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Request body: {'port': {'device_id': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:13.209094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:13.506948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f772b3-ba57-4545-9285-1db91ec3fbba req-e3c67bc2-e553-42ce-9c03-ea9998017897 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:13.508743 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-70f772b3-ba57-4545-9285-1db91ec3fbba req-e3c67bc2-e553-42ce-9c03-ea9998017897 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.0881028 Sep 15 15:52:13.586675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-70f772b3-ba57-4545-9285-1db91ec3fbba req-090f9837-c2a8-41bc-b6de-a940ef1b3a21 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704143 Sep 15 15:52:13.595080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112f125f-274a-4956-b7e5-898c3311f492 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:13.605420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:13.611692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14578777-8746-4e58-a51d-1d716157b99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:13.615896 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1845a5-9fbd-48c7-afcc-083a6266218b" -d '{"events": [{"server_uuid": "14578777-8746-4e58-a51d-1d716157b99e", "name": "network-vif-plugged", "status": "completed", "tag": "bab8fe4c-2dae-4e09-9db0-4b1227041fc4"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:13.619473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Transition to ACTIVE for port object 112f125f-274a-4956-b7e5-898c3311f492 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:52:13.654925 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17db29e9-a41d-427a-b65e-a4c6b01fb08b x-openstack-request-id: req-17db29e9-a41d-427a-b65e-a4c6b01fb08b {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:13.655226 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14578777-8746-4e58-a51d-1d716157b99e", "name": "network-vif-plugged", "status": "completed", "tag": "bab8fe4c-2dae-4e09-9db0-4b1227041fc4", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:13.655725 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-17db29e9-a41d-427a-b65e-a4c6b01fb08b {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:13.656340 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14578777-8746-4e58-a51d-1d716157b99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4', 'code': 200} Sep 15 15:52:13.705208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:13.750155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb4814-4d66-4f40-a8aa-f8698628605d req-27417889-04ee-4981-9f3a-89f643cbafb1 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:13.753687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cfb4814-4d66-4f40-a8aa-f8698628605d req-27417889-04ee-4981-9f3a-89f643cbafb1 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.0800209 Sep 15 15:52:13.768191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44240) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:13.775130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Request body: {'floatingip': {'port_id': '745683d5-48bd-4053-96cb-6f7054f779a9'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:13.852579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:13.857096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:52:13.876659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:13.887347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418d385-2063-45fa-80b8-d91ebe42c497 req-3ddfb6b2-4f56-47d5-ab8b-a783d4bd0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:13.890214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f418d385-2063-45fa-80b8-d91ebe42c497 req-3ddfb6b2-4f56-47d5-ab8b-a783d4bd0c9d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 1096 time: 0.1340775 Sep 15 15:52:13.937042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f418d385-2063-45fa-80b8-d91ebe42c497 req-1777c94d-1aed-45bb-a09d-e8266545dfe2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Sep 15 15:52:14.002340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31e189-be00-4d15-87d1-00ee2ddbd9b3 req-33100e55-9968-43a5-80d7-b3afff1549df tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:14.003936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a31e189-be00-4d15-87d1-00ee2ddbd9b3 req-33100e55-9968-43a5-80d7-b3afff1549df tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 945 time: 0.2561650 Sep 15 15:52:14.041489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:52:14.043585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09edeb4-e837-4ac4-b7da-48a46a77e893 req-fd38c2bd-ccc9-4ad3-a7a4-e69204813b05 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:14.045702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a09edeb4-e837-4ac4-b7da-48a46a77e893 req-fd38c2bd-ccc9-4ad3-a7a4-e69204813b05 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.0670099 Sep 15 15:52:14.047338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:14.047766 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:14.102573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a09edeb4-e837-4ac4-b7da-48a46a77e893 req-56bedb1d-97f8-4324-a3f7-e69a4f1ff8fd tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497227 Sep 15 15:52:14.158051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Attempting to bind port 112f125f-274a-4956-b7e5-898c3311f492 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:52:14.158393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Attempting to bind port 112f125f-274a-4956-b7e5-898c3311f492 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:52:14.158783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Attempting to bind port 112f125f-274a-4956-b7e5-898c3311f492 on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:14.160348 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:14.166083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a31e189-be00-4d15-87d1-00ee2ddbd9b3 req-792c6174-67d3-45ba-bf11-df1a16da2377 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461546 Sep 15 15:52:14.171583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Port 112f125f-274a-4956-b7e5-898c3311f492 on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:52:14.171913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Attempting to bind port 112f125f-274a-4956-b7e5-898c3311f492 on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:14.184974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:52:14.185354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Checking segment: {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:14.185706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Bound using segment: {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:52:14.186153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Bound port: 112f125f-274a-4956-b7e5-898c3311f492, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:52:14.186546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:14.210887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,segment=NetworkSegment(45404712-61b9-4ec4-9fc6-432a9c9512bf),segment_id=45404712-61b9-4ec4-9fc6-432a9c9512bf)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:14.246879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdf3f8-1b29-4dd6-b9ef-06ee6b3c82e6 req-b111c3f8-d6c3-4cee-abfb-99d63a8742be tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:14.253802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5bdf3f8-1b29-4dd6-b9ef-06ee6b3c82e6 req-b111c3f8-d6c3-4cee-abfb-99d63a8742be tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 943 time: 0.0621912 Sep 15 15:52:14.271733 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:14.338333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5bdf3f8-1b29-4dd6-b9ef-06ee6b3c82e6 req-099e766e-2665-4412-9c8c-b5d4b10947b1 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784080 Sep 15 15:52:14.346113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:14.425897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:14.447317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:52:14.459932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84804a4f-ea5a-43f6-a34d-2c767e857fcc req-3c3997fb-a89f-452d-8940-44cefdddf6d7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:14.461530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84804a4f-ea5a-43f6-a34d-2c767e857fcc req-3c3997fb-a89f-452d-8940-44cefdddf6d7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 945 time: 0.1835968 Sep 15 15:52:14.521926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:14.615299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-63e3a32e-c057-4cf9-859c-9b3a694137b7 service neutron] 10.222.0.38 "GET /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.0770733 Sep 15 15:52:14.837129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:14.863713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:14.900454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8f60e4-098a-4dd4-a78b-c37dfdf73430 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:14.914302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:14.917755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84804a4f-ea5a-43f6-a34d-2c767e857fcc req-b2510ee3-0bb4-4035-b6bf-101802c03d84 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482460 Sep 15 15:52:14.942559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:14.943182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:14.944603 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] 10.222.0.55 "PUT /v2.0/ports/112f125f-274a-4956-b7e5-898c3311f492 HTTP/1.1" status: 200 len: 1091 time: 1.8186073 Sep 15 15:52:14.946861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'tag': '112f125f-274a-4956-b7e5-898c3311f492'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:14.950423 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1502044f-eea2-43ed-9dbc-e6bf935ea3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "tag": "112f125f-274a-4956-b7e5-898c3311f492"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:14.979746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4461d-c6f0-4dc7-9859-4259ed1af6fe service neutron] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:14.999188 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cac163e-033d-4f8f-97ba-5b22432779dd x-openstack-request-id: req-8cac163e-033d-4f8f-97ba-5b22432779dd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:14.999188 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "tag": "112f125f-274a-4956-b7e5-898c3311f492", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:14.999188 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8cac163e-033d-4f8f-97ba-5b22432779dd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:14.999188 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'tag': '112f125f-274a-4956-b7e5-898c3311f492', 'status': 'completed', 'code': 200} Sep 15 15:52:15.047571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:15.075436 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:15.090075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502044f-eea2-43ed-9dbc-e6bf935ea3fe req-57923ada-521a-4733-962e-d58f781a9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.091170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1502044f-eea2-43ed-9dbc-e6bf935ea3fe req-57923ada-521a-4733-962e-d58f781a9a89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 1094 time: 0.0685451 Sep 15 15:52:15.136176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] Transition to ACTIVE for port object ac8f60e4-098a-4dd4-a78b-c37dfdf73430 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:52:15.220668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:15.242784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:15.288942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502044f-eea2-43ed-9dbc-e6bf935ea3fe req-84e17024-6ab2-44fe-a327-4dba32c3c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.290445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1502044f-eea2-43ed-9dbc-e6bf935ea3fe req-84e17024-6ab2-44fe-a327-4dba32c3c2e0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1907442 Sep 15 15:52:15.317047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6494b48-2cab-44fe-8b3f-1847fbeb7dbd req-8f115eeb-c7ed-4daf-ac7a-742279a82b5e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.318449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f6494b48-2cab-44fe-8b3f-1847fbeb7dbd req-8f115eeb-c7ed-4daf-ac7a-742279a82b5e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 944 time: 0.1341288 Sep 15 15:52:15.333463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] No DVR routers for this DVR port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:52:15.358370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:15.393387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a5866baf-71e4-4194-8835-10cccaab2321 service neutron] 10.222.0.38 "PUT /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7695680 Sep 15 15:52:15.412734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b41a-2cd9-45ad-81a5-befc685cb8f9 req-5aa1e04f-5b52-4626-9c88-d340f044e11a tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.419777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb13b41a-2cd9-45ad-81a5-befc685cb8f9 req-5aa1e04f-5b52-4626-9c88-d340f044e11a tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 946 time: 0.1164017 Sep 15 15:52:15.455897 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Floating IP c656d053-766e-4b0e-a269-a7666f9b2910 associated. External IP: 172.25.0.126, port: 745683d5-48bd-4053-96cb-6f7054f779a9. Sep 15 15:52:15.461560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb13b41a-2cd9-45ad-81a5-befc685cb8f9 req-ae341b05-4b7c-4192-b47f-0925110b4732 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388329 Sep 15 15:52:15.507519 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f6494b48-2cab-44fe-8b3f-1847fbeb7dbd req-c57d849d-c5b7-46ce-a277-d1b155040080 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816840 Sep 15 15:52:15.539890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502044f-eea2-43ed-9dbc-e6bf935ea3fe req-b9387925-0312-47aa-9c4f-77722f9b3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.541401 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1502044f-eea2-43ed-9dbc-e6bf935ea3fe req-b9387925-0312-47aa-9c4f-77722f9b3c5f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418303 Sep 15 15:52:15.646850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-1438abec-ac52-4a16-813b-7796920d4776 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.650425 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-1438abec-ac52-4a16-813b-7796920d4776 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.0623527 Sep 15 15:52:15.657801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:15.661695 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5c7d0b-244a-4824-b3e6-bf89b3c15662" -d '{"events": [{"server_uuid": "5f4818a0-db28-4ce8-bc60-ae9be3a8773c", "name": "network-vif-plugged", "status": "completed", "tag": "e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:15.675120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb776a-ea3d-4855-a017-bfa0e92def51 req-b306b967-a385-44a2-9c59-4fe0d5b85b74 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.684049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83cb776a-ea3d-4855-a017-bfa0e92def51 req-b306b967-a385-44a2-9c59-4fe0d5b85b74 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 943 time: 0.1157098 Sep 15 15:52:15.710901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-65755aff-0849-42bf-b16b-04fe7e8f2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.712746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-65755aff-0849-42bf-b16b-04fe7e8f2b46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 1094 time: 0.1024585 Sep 15 15:52:15.797175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-46c8618e-cd32-47b7-b633-e9cae55bbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.798452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-46c8618e-cd32-47b7-b633-e9cae55bbaa2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c&tenant_id=ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 1096 time: 0.0987122 Sep 15 15:52:15.799428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83cb776a-ea3d-4855-a017-bfa0e92def51 req-9fceaeca-e9a1-4404-a0f5-c0fc7122ee1c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143942 Sep 15 15:52:15.801892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-2ea167d4-ced1-43ce-9427-4011e89d653f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=112f125f-274a-4956-b7e5-898c3311f492 HTTP/1.1" status: 200 len: 217 time: 0.0719402 Sep 15 15:52:15.836226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:52:15.867952 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94456a7f-eeac-4239-ae70-0472ba688087 x-openstack-request-id: req-94456a7f-eeac-4239-ae70-0472ba688087 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:15.868879 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4818a0-db28-4ce8-bc60-ae9be3a8773c", "name": "network-vif-plugged", "status": "completed", "tag": "e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:15.869270 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-94456a7f-eeac-4239-ae70-0472ba688087 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:15.870538 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a', 'code': 200} Sep 15 15:52:15.875124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-77eb2eae-1b58-40f9-af62-6643a48e4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.876812 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-77eb2eae-1b58-40f9-af62-6643a48e4ab5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87f2e3a1-925f-4e93-b2b2-99a1c0932863 HTTP/1.1" status: 200 len: 855 time: 0.0632708 Sep 15 15:52:15.880597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:52:15.928917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-8e4b50c9-950b-4eec-917d-28c65ddfedc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=640e7eb2-a80f-4c0d-9abd-6b74472ac184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428903 Sep 15 15:52:15.936243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:52:15.961229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-898508c9-4865-4027-b89c-f9da86b48739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:15.963042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-898508c9-4865-4027-b89c-f9da86b48739 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1096 time: 0.1129808 Sep 15 15:52:16.066851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b4752-d6d5-4483-825d-344471222a8e req-056a9323-1899-4dd0-a63b-f79d9845120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:16.068303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a76b4752-d6d5-4483-825d-344471222a8e req-056a9323-1899-4dd0-a63b-f79d9845120e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 1097 time: 0.1150124 Sep 15 15:52:16.111686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:52:16.121359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:16.126657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] Sync routers for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:52:16.126906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-14c8d86c-ac50-49ad-90fb-18dcfdb2b37d service neutron] 10.222.0.55 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890333 Sep 15 15:52:16.128627 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a76b4752-d6d5-4483-825d-344471222a8e req-bf87e267-8bed-45e3-91af-1715ef21521b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501285 Sep 15 15:52:16.140960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:52:16.141598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:16.177939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7efce4-f9d9-4757-92f3-dc77138beccc req-a6e79694-93c8-4760-b88f-90e62be1ffac tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:16.179836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a7efce4-f9d9-4757-92f3-dc77138beccc req-a6e79694-93c8-4760-b88f-90e62be1ffac tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 945 time: 0.1833584 Sep 15 15:52:16.187263 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f022234b-7239-4998-b8c2-57aac3553296 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "PUT /v2.0/floatingips/c656d053-766e-4b0e-a269-a7666f9b2910 HTTP/1.1" status: 200 len: 991 time: 2.4193561 Sep 15 15:52:16.188914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-274859bf-4b31-46f1-959f-058f2c205c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:16.190595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-274859bf-4b31-46f1-959f-058f2c205c71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1960382 Sep 15 15:52:16.246698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-447e3a09-e674-4cf3-800f-c96b908f2f52 req-0c874e7d-73f7-4208-be01-1a8a5442eb86 service neutron] 10.222.0.55 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114206 Sep 15 15:52:16.247819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-3bd0a539-9d34-47a4-8d39-26fffbd38fee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 200 len: 217 time: 0.0478539 Sep 15 15:52:16.276303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:52:16.299508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a7efce4-f9d9-4757-92f3-dc77138beccc req-d293860c-d57b-44c5-808a-bd8ac5e4d4e7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078358 Sep 15 15:52:16.321219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-55807772-ec4d-4f9f-9754-dd1050d1eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:16.322798 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-55807772-ec4d-4f9f-9754-dd1050d1eb88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0633109 Sep 15 15:52:16.365214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-5885a7af-99fc-4fa3-b185-d7299e5adb96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350981 Sep 15 15:52:16.473518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-1dd8131b-dc1a-4c92-8635-35d0dea9b8ae service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997086 Sep 15 15:52:16.629866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-a53be2a5-7651-40a0-ac23-1c2d0ae2f32c service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483991 Sep 15 15:52:16.638586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11720508-4576-45fd-ba79-767dafd1b8ec req-be1317d5-5cf5-4f46-ad68-aee70608434d tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:16.640173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11720508-4576-45fd-ba79-767dafd1b8ec req-be1317d5-5cf5-4f46-ad68-aee70608434d tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 946 time: 0.0775833 Sep 15 15:52:16.697290 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11720508-4576-45fd-ba79-767dafd1b8ec req-ebef2966-8409-4565-9692-ff372ab8c131 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Sep 15 15:52:16.706823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'c656d053-766e-4b0e-a269-a7666f9b2910', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'port_id': '745683d5-48bd-4053-96cb-6f7054f779a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'mac_address': 'fa:16:3e:5c:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:10Z', 'updated_at': '2021-09-15T15:52:14Z', 'revision_number': 1, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 5, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:16.716390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023f41-8a6c-4b91-b9c2-765569a1fc5f req-6c346f2d-7098-4181-bb29-3c4bfb61df97 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:16.727288 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-17023f41-8a6c-4b91-b9c2-765569a1fc5f req-6c346f2d-7098-4181-bb29-3c4bfb61df97 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 945 time: 0.0732133 Sep 15 15:52:16.747727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] Checking router: 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:52:16.756396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:52:16.757165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:51:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:16.785181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-17023f41-8a6c-4b91-b9c2-765569a1fc5f req-ea4b7940-4b19-494f-a732-1654d8758813 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Sep 15 15:52:16.914381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:52:16.994371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:16.997401 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cdeede-6def-43d7-9886-0ad615012f84" -d '{"events": [{"name": "network-changed", "server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:17.095323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652d96d-6869-405c-a029-fcd252c18675 req-4c98013b-666e-4e0c-b6b6-6c793b529e7e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.098125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7652d96d-6869-405c-a029-fcd252c18675 req-4c98013b-666e-4e0c-b6b6-6c793b529e7e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 943 time: 0.0646577 Sep 15 15:52:17.149417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-08f8dc3e-aa1d-4b8e-830a-1e08eae38597 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.152704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-08f8dc3e-aa1d-4b8e-830a-1e08eae38597 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.0588462 Sep 15 15:52:17.159944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7652d96d-6869-405c-a029-fcd252c18675 req-458f620d-2869-40ab-ba2e-699afee0dbd1 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Sep 15 15:52:17.210422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'c656d053-766e-4b0e-a269-a7666f9b2910', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'port_id': '745683d5-48bd-4053-96cb-6f7054f779a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'mac_address': 'fa:16:3e:5c:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:10Z', 'updated_at': '2021-09-15T15:52:14Z', 'revision_number': 1, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 5, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:17.219146 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b415241-9453-480d-b1b3-a597cc4a8e05 x-openstack-request-id: req-9b415241-9453-480d-b1b3-a597cc4a8e05 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:17.219437 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:17.219680 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b415241-9453-480d-b1b3-a597cc4a8e05 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:17.220087 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9', 'status': 'completed', 'code': 200} Sep 15 15:52:17.248551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87ea32-2c8b-4d8f-a166-350b4b656c89 None None] The sync data for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 is: [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'c656d053-766e-4b0e-a269-a7666f9b2910', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'port_id': '745683d5-48bd-4053-96cb-6f7054f779a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'mac_address': 'fa:16:3e:5c:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:51:10Z', 'updated_at': '2021-09-15T15:52:14Z', 'revision_number': 1, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 5, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:52:17.305969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-9d70e639-a3df-42e5-81f7-3e54bc079807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.310410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-9d70e639-a3df-42e5-81f7-3e54bc079807 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fa532ca48764f68b613d32660a6afd4&device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 1096 time: 0.0661623 Sep 15 15:52:17.365111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dddb40-d033-4f10-ba50-c53cf8bfa943 req-b2bc3c09-3ab3-447d-a4f6-c056cf6fed5d tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.366718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9dddb40-d033-4f10-ba50-c53cf8bfa943 req-b2bc3c09-3ab3-447d-a4f6-c056cf6fed5d tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 945 time: 0.0800450 Sep 15 15:52:17.417432 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9dddb40-d033-4f10-ba50-c53cf8bfa943 req-0efbaa57-3015-42cb-800b-9854178ddb9a tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Sep 15 15:52:17.429337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-8328dc78-e6e2-4032-bb2a-04af01acebd6 service neutron] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:17.435922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-8328dc78-e6e2-4032-bb2a-04af01acebd6 service neutron] Notify callbacks [] for binding, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:17.435922 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-8328dc78-e6e2-4032-bb2a-04af01acebd6 service neutron] 10.222.0.55 "DELETE /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.2739415 Sep 15 15:52:17.436457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-f55cb4ce-a873-4313-98a4-00b9ead17afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.438007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-f55cb4ce-a873-4313-98a4-00b9ead17afc service neutron] 10.222.0.55 "GET /v2.0/networks?id=af382184-7690-4e0b-b414-517d2469bfcb HTTP/1.1" status: 200 len: 916 time: 0.1192782 Sep 15 15:52:17.528285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-e6da5f64-f544-4acc-b48a-4aef7e8b4bc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=745683d5-48bd-4053-96cb-6f7054f779a9 HTTP/1.1" status: 200 len: 999 time: 0.0790799 Sep 15 15:52:17.544131 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0a4a3-08ef-486f-8f5c-99237dbe76e0 None None] New status for floating IP c656d053-766e-4b0e-a269-a7666f9b2910: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:52:17.589792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-5ecaab37-5bbf-4572-be3b-6b21b0518a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.591302 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-5ecaab37-5bbf-4572-be3b-6b21b0518a91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39f4143c-23a2-495f-9db4-b81d768a50fc HTTP/1.1" status: 200 len: 854 time: 0.0548961 Sep 15 15:52:17.641136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-63be4dc1-1237-496c-aa96-40df29f71a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.642653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-63be4dc1-1237-496c-aa96-40df29f71a97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af382184-7690-4e0b-b414-517d2469bfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436516 Sep 15 15:52:17.738512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-4e77492e-8c2f-4b09-92cb-2e30c9a01860 service neutron] 10.222.0.55 "GET /v2.0/networks/af382184-7690-4e0b-b414-517d2469bfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Sep 15 15:52:17.881743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6cdeede-6def-43d7-9886-0ad615012f84 req-779b4745-7a52-45ed-a2c3-42671c14c3bd service neutron] 10.222.0.55 "GET /v2.0/networks/af382184-7690-4e0b-b414-517d2469bfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353443 Sep 15 15:52:17.891049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e9f1c-71a8-4b0b-959f-5b1c8e2f01fb req-c83a46e2-f403-4401-b2b7-10ee1c7b3693 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.892664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac8e9f1c-71a8-4b0b-959f-5b1c8e2f01fb req-c83a46e2-f403-4401-b2b7-10ee1c7b3693 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 946 time: 0.1071119 Sep 15 15:52:17.938735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac8e9f1c-71a8-4b0b-959f-5b1c8e2f01fb req-7806a50a-3a41-4f50-93a7-62d554c5a9ea tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375988 Sep 15 15:52:17.940367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acbcf3-0751-4a3d-a9b3-ee71ee2b6cbd req-c813b71d-5345-4015-8730-4538e47f1458 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:17.941954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92acbcf3-0751-4a3d-a9b3-ee71ee2b6cbd req-c813b71d-5345-4015-8730-4538e47f1458 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 945 time: 0.0729237 Sep 15 15:52:17.989168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92acbcf3-0751-4a3d-a9b3-ee71ee2b6cbd req-1430a49a-d363-4ff2-be66-17bf0769cd75 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Sep 15 15:52:18.176084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afff64-0a65-4c76-8c25-9a2bca36cd21 req-eb27c57a-8643-489f-919d-2990e3b14466 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:18.177734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4afff64-0a65-4c76-8c25-9a2bca36cd21 req-eb27c57a-8643-489f-919d-2990e3b14466 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1096 time: 0.0474212 Sep 15 15:52:18.227167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4afff64-0a65-4c76-8c25-9a2bca36cd21 req-3761abf4-e97e-4e38-a551-393e542ca59d tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Sep 15 15:52:18.340589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944515c6-083e-4f13-95fa-8ec3dbf8f7e7 req-51f1fa46-4578-4bfa-ae88-9270fa0355bd tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:18.342010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-944515c6-083e-4f13-95fa-8ec3dbf8f7e7 req-51f1fa46-4578-4bfa-ae88-9270fa0355bd tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 943 time: 0.0511694 Sep 15 15:52:18.383552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-944515c6-083e-4f13-95fa-8ec3dbf8f7e7 req-10c596e5-a101-46cd-aa8f-f6193876efc4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Sep 15 15:52:18.561319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc473b-d87f-4355-94ad-e6286542c41b req-5b9f167c-e1fa-4bcb-8210-e4588c96fabc tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:18.562864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3dc473b-d87f-4355-94ad-e6286542c41b req-5b9f167c-e1fa-4bcb-8210-e4588c96fabc tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 1096 time: 0.0480275 Sep 15 15:52:18.612778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3dc473b-d87f-4355-94ad-e6286542c41b req-01a2e2ea-1556-4c04-ab69-8704b3cdf387 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Sep 15 15:52:18.640312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bcc0f-6eab-4f1b-9806-1df99db4ace5 req-02a186ae-66d6-4734-b315-d3e1f5c0d3d7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:18.645117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd2bcc0f-6eab-4f1b-9806-1df99db4ace5 req-02a186ae-66d6-4734-b315-d3e1f5c0d3d7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 945 time: 0.0724976 Sep 15 15:52:18.685222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd2bcc0f-6eab-4f1b-9806-1df99db4ace5 req-c0f4ce85-1f4c-4464-8755-770d6c4dae30 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/security-groups?id=5fd2b865-90dd-4004-bc05-371590793580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365953 Sep 15 15:52:18.734400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9282eb-ef85-4888-9974-36d677308036 req-02186470-6778-48ea-af5e-48606337eaad tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:18.736343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e9282eb-ef85-4888-9974-36d677308036 req-02186470-6778-48ea-af5e-48606337eaad tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 946 time: 0.0602646 Sep 15 15:52:18.782051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e9282eb-ef85-4888-9974-36d677308036 req-8c326011-2eb1-4ad2-8b3d-60ea87b69c19 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Sep 15 15:52:18.841816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-786c58af-4585-4bd7-8dfd-026de751ef83 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:18.843156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-786c58af-4585-4bd7-8dfd-026de751ef83 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.38 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 945 time: 0.0566695 Sep 15 15:52:18.954509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Deleting port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:52:18.954858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:19.054950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] For port bab8fe4c-2dae-4e09-9db0-4b1227041fc4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,segment=NetworkSegment(b0de395f-da97-43be-97d5-4eec9c2f1a6c),segment_id=b0de395f-da97-43be-97d5-4eec9c2f1a6c)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:19.055321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:19.070463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Calling delete_port for bab8fe4c-2dae-4e09-9db0-4b1227041fc4 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:52:19.222942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 112f125f-274a-4956-b7e5-898c3311f492 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:52:19.304967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:19.318331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['bab8fe4c-2dae-4e09-9db0-4b1227041fc4'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:19.333426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Pushing event deleted for resources: {'Port': ['ID=bab8fe4c-2dae-4e09-9db0-4b1227041fc4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:19.353046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:19.365675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '112f125f-274a-4956-b7e5-898c3311f492', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'port_id': '112f125f-274a-4956-b7e5-898c3311f492', 'mac_address': 'fa:16:3e:2a:5b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f2e3a1-925f-4e93-b2b2-99a1c0932863', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:52:19.383354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] No DVR routers for this DVR port bab8fe4c-2dae-4e09-9db0-4b1227041fc4 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:52:19.386220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:19.388204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db4d8f84-05ed-47b3-900f-52f2823d45fd req-5cfb54bc-dae9-4c08-a502-9bb7359b61f7 tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.38 "DELETE /v2.0/ports/bab8fe4c-2dae-4e09-9db0-4b1227041fc4 HTTP/1.1" status: 204 len: 173 time: 0.5329626 Sep 15 15:52:19.388677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14578777-8746-4e58-a51d-1d716157b99e', 'name': 'network-vif-deleted', 'tag': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:19.390951 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeea3d6-1c16-4012-bf43-bbd15f02a61e" -d '{"events": [{"server_uuid": "14578777-8746-4e58-a51d-1d716157b99e", "name": "network-vif-deleted", "tag": "bab8fe4c-2dae-4e09-9db0-4b1227041fc4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:19.409861 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:19.427383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112f125f-274a-4956-b7e5-898c3311f492 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:19.452361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:19.515367 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9fefc6-f270-4d40-9595-f8e5cee32560 x-openstack-request-id: req-9e9fefc6-f270-4d40-9595-f8e5cee32560 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:19.515662 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14578777-8746-4e58-a51d-1d716157b99e", "name": "network-vif-deleted", "tag": "bab8fe4c-2dae-4e09-9db0-4b1227041fc4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:19.515921 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9e9fefc6-f270-4d40-9595-f8e5cee32560 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:19.516309 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14578777-8746-4e58-a51d-1d716157b99e', 'name': 'network-vif-deleted', 'tag': 'bab8fe4c-2dae-4e09-9db0-4b1227041fc4', 'status': 'completed', 'code': 200} Sep 15 15:52:19.520141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d9e0-a597-4f54-ad3d-c3c9ea16ef5c req-e2b59f9b-4ede-4e9d-90e6-280e6b4c524b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:19.521942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79e6d9e0-a597-4f54-ad3d-c3c9ea16ef5c req-e2b59f9b-4ede-4e9d-90e6-280e6b4c524b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 943 time: 0.0597179 Sep 15 15:52:19.567759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:19.568910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-79e6d9e0-a597-4f54-ad3d-c3c9ea16ef5c req-04dfa7b3-0c92-4887-bfed-1c178f8672c7 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355685 Sep 15 15:52:19.623946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:19.788447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26d35172-c802-45c2-aa19-6ee2bd7afe99 req-af4c3700-6e22-4bbe-b161-21d6e042137f tempest-ServerPasswordTestJSON-375017632 tempest-ServerPasswordTestJSON-375017632-project] 10.222.0.63 "GET /v2.0/ports?device_id=14578777-8746-4e58-a51d-1d716157b99e HTTP/1.1" status: 200 len: 210 time: 0.0297146 Sep 15 15:52:19.905333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fc3ce-1bb1-4ce4-afb0-fe844f36d431 req-9e332405-088d-432c-bea4-dd54873a5af2 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:19.906825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a42fc3ce-1bb1-4ce4-afb0-fe844f36d431 req-9e332405-088d-432c-bea4-dd54873a5af2 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 946 time: 0.0496979 Sep 15 15:52:19.945267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a42fc3ce-1bb1-4ce4-afb0-fe844f36d431 req-cd9b2edd-54a0-4283-a5a6-a242efb5fcfd tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/security-groups?id=bf1871be-7095-4476-ab55-482895a59515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Sep 15 15:52:19.978594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['112f125f-274a-4956-b7e5-898c3311f492'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:20.021758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-cacef7b4-8245-4bfe-8b05-d1b86f7eb26e tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:20.023303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-cacef7b4-8245-4bfe-8b05-d1b86f7eb26e tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.38 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 946 time: 0.0506544 Sep 15 15:52:20.208290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Deleting port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:52:20.219703 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:20.319984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] For port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,segment=NetworkSegment(45404712-61b9-4ec4-9fc6-432a9c9512bf),segment_id=45404712-61b9-4ec4-9fc6-432a9c9512bf)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:20.320450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:20.337582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Calling delete_port for e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:52:20.622077 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:20.635963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:20.706825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Pushing event deleted for resources: {'Port': ['ID=e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:20.749537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fb8f8-aa41-4b45-87ac-1d60a5b58cf9 req-d2154c63-05c4-4b42-9a1a-8e9f0fa0d055 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:20.751551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-252fb8f8-aa41-4b45-87ac-1d60a5b58cf9 req-d2154c63-05c4-4b42-9a1a-8e9f0fa0d055 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 944 time: 0.0904384 Sep 15 15:52:20.754242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] No DVR routers for this DVR port e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:52:20.758150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:20.761032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6d664eb-307b-470c-b849-7ef1a20ddd8a req-e6713f2a-699a-47f0-be3e-372dadf8fb9c tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.38 "DELETE /v2.0/ports/e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a HTTP/1.1" status: 204 len: 173 time: 0.7299283 Sep 15 15:52:20.803786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-252fb8f8-aa41-4b45-87ac-1d60a5b58cf9 req-02426685-88c8-4acf-b351-91fff139d71e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443130 Sep 15 15:52:20.872979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44374) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:20.927320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] Deleting subnet 55117606-65b2-47f0-9619-528b38cf5a85 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:52:20.930717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:20.971735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.024924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.052558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef7cde2a-32d8-4e6f-954f-07c00e319b73 req-123cb95c-420e-4d18-90ae-db7f53e59fb2 tempest-ServerAddressesNegativeTestJSON-1560104422 tempest-ServerAddressesNegativeTestJSON-1560104422-project] 10.222.0.63 "GET /v2.0/ports?device_id=5f4818a0-db28-4ce8-bc60-ae9be3a8773c HTTP/1.1" status: 200 len: 210 time: 0.0307891 Sep 15 15:52:21.186491 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.216466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55117606-65b2-47f0-9619-528b38cf5a85,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:21.233970 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.243253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62c977aa-3d0b-4cd9-b2b7-3776aef46e93 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/55117606-65b2-47f0-9619-528b38cf5a85 HTTP/1.1" status: 204 len: 168 time: 0.3626580 Sep 15 15:52:21.243849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 112f125f-274a-4956-b7e5-898c3311f492 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:52:21.243964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44380) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:21.323242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.396140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 112f125f-274a-4956-b7e5-898c3311f492 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:52:21.402917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 112f125f-274a-4956-b7e5-898c3311f492 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:21.404182 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.438673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.461745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f02748b-8495-47fe-8a79-ffb9596d9f56']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:21.473227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0de395f-da97-43be-97d5-4eec9c2f1a6c') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:21.473735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0de395f-da97-43be-97d5-4eec9c2f1a6c') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:21.488754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.504978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.513855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.515363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:52:21.516119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.517470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'name': 'network-vif-deleted', 'tag': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:52:21.518348 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:52:21.527761 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e4c6d-00e9-4048-ba41-dfd3a6fde098" -d '{"events": [{"server_uuid": "5f4818a0-db28-4ce8-bc60-ae9be3a8773c", "name": "network-vif-deleted", "tag": "e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:21.560747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f125f-274a-4956-b7e5-898c3311f492'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:21.560747 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddff7aa-cc1d-4555-bef7-ce3920fbb4e6" -d '{"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-plugged", "status": "completed", "tag": "112f125f-274a-4956-b7e5-898c3311f492"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:21.570062 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed20c23-d69a-41ef-bf0f-1d423b5e4ed4 x-openstack-request-id: req-bed20c23-d69a-41ef-bf0f-1d423b5e4ed4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:21.570730 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4818a0-db28-4ce8-bc60-ae9be3a8773c", "name": "network-vif-deleted", "tag": "e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:21.571168 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bed20c23-d69a-41ef-bf0f-1d423b5e4ed4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:21.571810 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4818a0-db28-4ce8-bc60-ae9be3a8773c', 'name': 'network-vif-deleted', 'tag': 'e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a', 'status': 'completed', 'code': 200} Sep 15 15:52:21.582890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:21.613754 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91244337-e211-479e-b173-29193e1afc04 x-openstack-request-id: req-91244337-e211-479e-b173-29193e1afc04 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:21.614126 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-plugged", "status": "completed", "tag": "112f125f-274a-4956-b7e5-898c3311f492", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:21.614392 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91244337-e211-479e-b173-29193e1afc04 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:21.615082 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f125f-274a-4956-b7e5-898c3311f492', 'code': 200} Sep 15 15:52:21.718347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84274f8-595e-4c88-a076-b5e7fc88c38c req-a7acba3f-9526-4efd-9ba4-42ec399e361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:21.720036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c84274f8-595e-4c88-a076-b5e7fc88c38c req-a7acba3f-9526-4efd-9ba4-42ec399e361e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 1095 time: 0.0472918 Sep 15 15:52:21.762593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.783167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c84274f8-595e-4c88-a076-b5e7fc88c38c req-6da4a338-9b87-41cd-b058-62d6eb6fcd1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Sep 15 15:52:21.791251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.826252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:21.829190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] 10.222.0.63 "DELETE /v2.0/networks/4f02748b-8495-47fe-8a79-ffb9596d9f56 HTTP/1.1" status: 204 len: 168 time: 0.5890477 Sep 15 15:52:21.862661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fde28-ae7f-45d9-b8d3-5abccff2f0db admin admin] Pushing event deleted for resources: {'Network': ['ID=4f02748b-8495-47fe-8a79-ffb9596d9f56,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:21.865418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:21.883539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bab8fe4c-2dae-4e09-9db0-4b1227041fc4 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:52:21.909953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: bab8fe4c-2dae-4e09-9db0-4b1227041fc4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:52:21.910296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bab8fe4c-2dae-4e09-9db0-4b1227041fc4 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:52:21.968080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebecdb-9132-49fa-8a95-f6964d943e2e req-258f2426-2c81-45ae-8827-eaa5d3433a17 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:21.969888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5ebecdb-9132-49fa-8a95-f6964d943e2e req-258f2426-2c81-45ae-8827-eaa5d3433a17 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0592198 Sep 15 15:52:22.014771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5ebecdb-9132-49fa-8a95-f6964d943e2e req-be3f8a30-4d66-47ee-9541-a88e1e8e15f4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Sep 15 15:52:22.114467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44400) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:22.161177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] Deleting subnet d2d7f810-a8b6-4389-b0ad-cef394bf70e1 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:52:22.165571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.204583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.252968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.290868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44402) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:22.340569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-074b9011-4d07-4e80-9684-c26cb0ceed77 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=436d349e09854ec6a0940d156c902f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450120 Sep 15 15:52:22.340717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44406) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:22.409395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-323d388a-39ab-49a0-9ca2-e2938ee470dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.439684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-323d388a-39ab-49a0-9ca2-e2938ee470dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.470960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.507022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d7f810-a8b6-4389-b0ad-cef394bf70e1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:22.509514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.514047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe47e32a-4a2d-429a-9403-6071cdd7fcab admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d2d7f810-a8b6-4389-b0ad-cef394bf70e1 HTTP/1.1" status: 204 len: 168 time: 0.3958042 Sep 15 15:52:22.514691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44412) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:22.587024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-323d388a-39ab-49a0-9ca2-e2938ee470dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.590708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-323d388a-39ab-49a0-9ca2-e2938ee470dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.591877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-323d388a-39ab-49a0-9ca2-e2938ee470dc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5fd2b865-90dd-4004-bc05-371590793580 HTTP/1.1" status: 204 len: 168 time: 0.2503431 Sep 15 15:52:22.605447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.608213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d388a-39ab-49a0-9ca2-e2938ee470dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2b865-90dd-4004-bc05-371590793580,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:22.710671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.733894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27ac43b-95b0-4427-b602-bfa802c6ccc1']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:22.743921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45404712-61b9-4ec4-9fc6-432a9c9512bf') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:22.744219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45404712-61b9-4ec4-9fc6-432a9c9512bf') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:22.757365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.774169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.781777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:52:22.782228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:52:22.784177 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:52:22.910103 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.930788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:22.934324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] 10.222.0.63 "DELETE /v2.0/networks/c27ac43b-95b0-4427-b602-bfa802c6ccc1 HTTP/1.1" status: 204 len: 168 time: 0.4186387 Sep 15 15:52:22.936024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb00a28-c338-4a14-8739-10ab90b8646b admin admin] Pushing event deleted for resources: {'Network': ['ID=c27ac43b-95b0-4427-b602-bfa802c6ccc1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:23.194810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bad968-cff3-4ea1-a8a2-5e0a15143497 req-8862d68b-3ffd-49ac-b911-c2c157e62c84 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:23.196385 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16bad968-cff3-4ea1-a8a2-5e0a15143497 req-8862d68b-3ffd-49ac-b911-c2c157e62c84 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0627155 Sep 15 15:52:23.251686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16bad968-cff3-4ea1-a8a2-5e0a15143497 req-2940037f-92be-47d8-b62e-c52fbbed0768 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Sep 15 15:52:23.526449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44440) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:23.582066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e21bc891-d379-4665-b973-2896594de16e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a1132e0fe79544d19d607290eba204c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534198 Sep 15 15:52:23.584747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44442) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:23.650456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c9d229f-253a-4df9-9e81-5d8ea332ebe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:23.677392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c9d229f-253a-4df9-9e81-5d8ea332ebe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:23.871583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:52:23.891830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c9d229f-253a-4df9-9e81-5d8ea332ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:23.898001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:52:23.898001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e85a1f1e-c6e3-45f0-9a6b-7ab24fbc6f1a not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:52:23.898310 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c9d229f-253a-4df9-9e81-5d8ea332ebe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:23.898310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5c9d229f-253a-4df9-9e81-5d8ea332ebe8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bf1871be-7095-4476-ab55-482895a59515 HTTP/1.1" status: 204 len: 168 time: 0.3098359 Sep 15 15:52:23.905108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d229f-253a-4df9-9e81-5d8ea332ebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1871be-7095-4476-ab55-482895a59515,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:23.939028 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c71b2448-5aa2-4e27-b340-30019edfdfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:24.413772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65c69a-395e-4126-a67c-d1bb211e1948 req-68435981-2a75-492c-b870-4a4acfd67a3f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:24.415466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f65c69a-395e-4126-a67c-d1bb211e1948 req-68435981-2a75-492c-b870-4a4acfd67a3f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0649157 Sep 15 15:52:24.479824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f65c69a-395e-4126-a67c-d1bb211e1948 req-37891697-e3d7-4c02-b202-9f4fd0f6a598 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517030 Sep 15 15:52:24.679045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786508-6eb1-4f6e-83d4-f3d1387c54bb req-70a8f74b-350f-453a-83a2-ef6b46e6a947 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:24.680689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79786508-6eb1-4f6e-83d4-f3d1387c54bb req-70a8f74b-350f-453a-83a2-ef6b46e6a947 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0769551 Sep 15 15:52:24.728414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79786508-6eb1-4f6e-83d4-f3d1387c54bb req-37b465bb-bac4-409f-8d29-1220a4c1f141 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Sep 15 15:52:25.422425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44558) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:25.499563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf830-ce40-4fe9-8169-da20460f0a7d req-6a39752f-8905-4c2b-ac22-06d54aa818a1 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:25.501925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3caf830-ce40-4fe9-8169-da20460f0a7d req-6a39752f-8905-4c2b-ac22-06d54aa818a1 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0734649 Sep 15 15:52:25.550694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3caf830-ce40-4fe9-8169-da20460f0a7d req-771f9f88-dab5-499e-afd2-f104ed29052f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Sep 15 15:52:25.590219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1637114484-network', 'tenant_id': '7c1ecfdf25a84835af42d4a4d2931c8c'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:25.684175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Made reservation on behalf of 7c1ecfdf25a84835af42d4a4d2931c8c for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:25.687425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:25.706577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:25.848041 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:25.972775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.002955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:52:26.010299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:26.017121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.017674 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Added segment d3e7707e-9c87-4001-a23e-42dbf5267d02 of type vlan for network d205ea2f-33e7-455a-a486-b86ed5e70cf9 Sep 15 15:52:26.067986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.168302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.169350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:26.170411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.239355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] Pushing event updated for resources: {'Network': ['ID=d205ea2f-33e7-455a-a486-b86ed5e70cf9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:26.255042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d205ea2f-33e7-455a-a486-b86ed5e70cf9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:52:26.310031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44598) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:26.311966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d95200c5-75ad-419f-8b05-5b68a653e338 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8879905 Sep 15 15:52:26.318906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Request body: {'subnet': {'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1637114484-subnet', 'tenant_id': '7c1ecfdf25a84835af42d4a4d2931c8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:26.407413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.430032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Made reservation on behalf of 7c1ecfdf25a84835af42d4a4d2931c8c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:26.433181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.719530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf785c-e81b-4946-b58d-0a3ce9ad58e2 req-95034b09-19b9-4c42-b279-46be4e5d247f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:26.721401 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2cf785c-e81b-4946-b58d-0a3ce9ad58e2 req-95034b09-19b9-4c42-b279-46be4e5d247f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0710199 Sep 15 15:52:26.749072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:26.812476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2cf785c-e81b-4946-b58d-0a3ce9ad58e2 req-1437fe03-8632-4173-a680-b6f0fbd1cb87 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823753 Sep 15 15:52:26.845583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5feedcd-21c1-4257-915b-47124d1ba56f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:26.858744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Checking segment: {'id': 'd3e7707e-9c87-4001-a23e-42dbf5267d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:26.859179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Network hostable DHCP agents. Network: d205ea2f-33e7-455a-a486-b86ed5e70cf9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:52:27.013420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Network d205ea2f-33e7-455a-a486-b86ed5e70cf9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:52:27.013632 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:27.087367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d205ea2f-33e7-455a-a486-b86ed5e70cf9) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:27.094639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:27.095623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:27.102152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5ed62-3062-4f3b-9f88-b287a063b9e1 None None] Network d205ea2f-33e7-455a-a486-b86ed5e70cf9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:52:27.215051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e21c7c36-89f8-420b-ad88-327ed37a206f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9008992 Sep 15 15:52:27.314344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a59a58-3132-47cd-9ed4-31be62cf82a9 None None] Network d205ea2f-33e7-455a-a486-b86ed5e70cf9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:52:27.390084 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-58d196d7-d576-4897-bc7e-4a2c9b4f4252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:27.817526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-eda0669b-27c5-4d4d-b684-95be504194c0 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:27.827061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-eda0669b-27c5-4d4d-b684-95be504194c0 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/networks?id=d205ea2f-33e7-455a-a486-b86ed5e70cf9 HTTP/1.1" status: 200 len: 821 time: 0.1410599 Sep 15 15:52:27.852803 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-1a5cd7e1-b540-4196-9a80-043b553fd5ea tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/quotas/7c1ecfdf25a84835af42d4a4d2931c8c HTTP/1.1" status: 200 len: 375 time: 0.0236824 Sep 15 15:52:27.897464 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-e026f12d-7196-49ce-aa96-c10124fa209b tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7c1ecfdf25a84835af42d4a4d2931c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344329 Sep 15 15:52:27.998634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed9fbe-f30f-4624-994d-dfc723d22d43 req-c6938ca2-ab56-43c9-bfc9-20c26040924f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:28.002603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4ed9fbe-f30f-4624-994d-dfc723d22d43 req-c6938ca2-ab56-43c9-bfc9-20c26040924f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0911813 Sep 15 15:52:28.013438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-6d11d69a-ba6a-4146-903a-46ec7010fc34 service neutron] 10.222.0.63 "GET /v2.0/networks/d205ea2f-33e7-455a-a486-b86ed5e70cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084609 Sep 15 15:52:28.061166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4ed9fbe-f30f-4624-994d-dfc723d22d43 req-561d7e19-fb45-45f8-a8ea-b2f760d068a8 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 Sep 15 15:52:28.119851 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-5c6ab3f5-5e15-4fe4-ba30-0853b709f439 service neutron] 10.222.0.63 "GET /v2.0/networks/d205ea2f-33e7-455a-a486-b86ed5e70cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950770 Sep 15 15:52:28.389773 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:28.405888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44692) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:28.486377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d9e615e-635f-4aa2-a72e-c8e16fb5754c req-d2e43f04-bc1f-48cf-9635-d1959146a57e tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 210 time: 0.0602007 Sep 15 15:52:28.584046 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-332fbd8d-fcd9-407b-80c3-f8f0881603ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:28.696496 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-332fbd8d-fcd9-407b-80c3-f8f0881603ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:28.778731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-332fbd8d-fcd9-407b-80c3-f8f0881603ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:28.817768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fbd8d-fcd9-407b-80c3-f8f0881603ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86930a3e-751a-4053-be9d-9b7d97a05a96,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:28.825384 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-332fbd8d-fcd9-407b-80c3-f8f0881603ad admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1f31c51e60334bef892e48e7bcb5cd5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137449 Sep 15 15:52:28.826224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44704) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:28.886667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6e20-e085-4485-9067-bf490117a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:28.912735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6e20-e085-4485-9067-bf490117a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:29.030065 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6e20-e085-4485-9067-bf490117a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:29.035248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed6c6e20-e085-4485-9067-bf490117a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:29.036845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ed6c6e20-e085-4485-9067-bf490117a832 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/86930a3e-751a-4053-be9d-9b7d97a05a96 HTTP/1.1" status: 204 len: 168 time: 0.2103302 Sep 15 15:52:29.047149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c6e20-e085-4485-9067-bf490117a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86930a3e-751a-4053-be9d-9b7d97a05a96,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:29.241051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574f59b-dab8-4845-aa1c-2575e7f79005 req-8f88c2c0-ba3b-4319-9ff7-153324cc3e4d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:29.243138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6574f59b-dab8-4845-aa1c-2575e7f79005 req-8f88c2c0-ba3b-4319-9ff7-153324cc3e4d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0801916 Sep 15 15:52:29.298041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6574f59b-dab8-4845-aa1c-2575e7f79005 req-649b0cd8-8dfb-48ff-9255-d5247c3a3835 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472853 Sep 15 15:52:29.563200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cf98da4-14aa-402b-982d-a62e7a9d1e83 req-394cdfb6-f365-43ed-9b29-cb4e59537e6a tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 210 time: 0.0329902 Sep 15 15:52:29.709417 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:52:29.775771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44726) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:29.790058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e06e2324-99cd-4098-990c-18325d97f9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:29.915761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e06e2324-99cd-4098-990c-18325d97f9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:29.944628 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:29.967215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:29.967859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e06e2324-99cd-4098-990c-18325d97f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:30.015411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e06e2324-99cd-4098-990c-18325d97f9fd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=af128e3c581943b782025e8c0b8b7fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380881 Sep 15 15:52:30.018640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44730) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:30.029575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e2324-99cd-4098-990c-18325d97f9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12730f83-147a-44b0-8cb8-87deca368625,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:30.095382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5321254d-bfd2-41bb-91bb-d58e79e8ad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:30.128871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5321254d-bfd2-41bb-91bb-d58e79e8ad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:30.281706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5321254d-bfd2-41bb-91bb-d58e79e8ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:30.284295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5321254d-bfd2-41bb-91bb-d58e79e8ad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:30.285577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5321254d-bfd2-41bb-91bb-d58e79e8ad66 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/12730f83-147a-44b0-8cb8-87deca368625 HTTP/1.1" status: 204 len: 168 time: 0.2654824 Sep 15 15:52:30.296288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321254d-bfd2-41bb-91bb-d58e79e8ad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12730f83-147a-44b0-8cb8-87deca368625,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:30.498151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c88a2f-e85a-4ed0-846e-be28ac283fe1 req-c8b4d76c-923c-4c00-b0bc-8458fa1cf68b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:30.505689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8c88a2f-e85a-4ed0-846e-be28ac283fe1 req-c8b4d76c-923c-4c00-b0bc-8458fa1cf68b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0573447 Sep 15 15:52:30.548553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8c88a2f-e85a-4ed0-846e-be28ac283fe1 req-393a779f-2fe8-452d-a742-776810052195 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Sep 15 15:52:30.704190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-615af86b-fbfe-4b3f-841a-aa3ad02e4432 req-70515374-ec6a-42fd-a738-19b63109e3f4 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 210 time: 0.0461280 Sep 15 15:52:31.193198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-c2cf9b21-604d-4a50-9268-c953c0c324a5 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:31.195051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-c2cf9b21-604d-4a50-9268-c953c0c324a5 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.38 "GET /v2.0/networks?id=d205ea2f-33e7-455a-a486-b86ed5e70cf9 HTTP/1.1" status: 200 len: 821 time: 0.2008395 Sep 15 15:52:31.209439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Request body: {'port': {'device_id': '7d04b20b-1956-4190-ae20-954e833caba2', 'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9', 'admin_state_up': True, 'tenant_id': '7c1ecfdf25a84835af42d4a4d2931c8c'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:31.459009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Made reservation on behalf of 7c1ecfdf25a84835af42d4a4d2931c8c for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:31.464767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:31.768086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Allocated IP 172.20.0.11 (d205ea2f-33e7-455a-a486-b86ed5e70cf9/c5feedcd-21c1-4257-915b-47124d1ba56f/bd43f516-2311-44f6-8e4b-6db666a3bc29) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:52:31.791320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b713e5e-c1a5-49bf-a493-4c037455fa4f req-5aa9f3f1-8c53-424f-be6b-aae91ebb8f15 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:31.794869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b713e5e-c1a5-49bf-a493-4c037455fa4f req-5aa9f3f1-8c53-424f-be6b-aae91ebb8f15 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1167717 Sep 15 15:52:31.886597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b713e5e-c1a5-49bf-a493-4c037455fa4f req-ffb1df82-7544-4145-b7fa-e664beba3482 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763102 Sep 15 15:52:31.989409 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-737d2070-6865-495c-8dce-8153cb462a16 req-4bae1e1e-5137-42a2-bb4f-f1a668b1d7c8 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 210 time: 0.0323703 Sep 15 15:52:32.057455 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:32.208500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:32.260430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Network d205ea2f-33e7-455a-a486-b86ed5e70cf9 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:32.268411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:32.268411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:52:32.307053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Pushing event updated for resources: {'Port': ['ID=bd43f516-2311-44f6-8e4b-6db666a3bc29,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:32.343540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:32.344189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:32.419341 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-ce700245-9e34-446b-9f12-a876ac833ce7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2148311 Sep 15 15:52:32.437048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Request body: {'port': {'device_id': '7d04b20b-1956-4190-ae20-954e833caba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:32.502717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:32.832057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd43f516-2311-44f6-8e4b-6db666a3bc29 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:32.841601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:32.858569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Transition to ACTIVE for port object bd43f516-2311-44f6-8e4b-6db666a3bc29 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:52:32.944941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:33.070991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43f516-2311-44f6-8e4b-6db666a3bc29,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:33.174670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa841e9-3f9f-429b-b0ef-77f2aafdd805 req-710c6a5c-74e6-4519-b601-3cef6c649ee7 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:33.174972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbfd41-4d2d-4545-9041-31ac4b8647e3 req-7288aa69-d45b-4e68-9536-94c8f712a0c3 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:33.176317 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6fbfd41-4d2d-4545-9041-31ac4b8647e3 req-7288aa69-d45b-4e68-9536-94c8f712a0c3 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 944 time: 0.0705318 Sep 15 15:52:33.183277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa841e9-3f9f-429b-b0ef-77f2aafdd805 req-710c6a5c-74e6-4519-b601-3cef6c649ee7 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1871095 Sep 15 15:52:33.228240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6fbfd41-4d2d-4545-9041-31ac4b8647e3 req-06c1c3da-f032-4b99-b7d7-379721aa1c0b tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Sep 15 15:52:33.249438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaa841e9-3f9f-429b-b0ef-77f2aafdd805 req-d9b073d7-be37-41ee-95fa-89cf1b9ef4de tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650563 Sep 15 15:52:33.252299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Attempting to bind port bd43f516-2311-44f6-8e4b-6db666a3bc29 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:52:33.257651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Attempting to bind port bd43f516-2311-44f6-8e4b-6db666a3bc29 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'd3e7707e-9c87-4001-a23e-42dbf5267d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:52:33.257651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Attempting to bind port bd43f516-2311-44f6-8e4b-6db666a3bc29 on network d205ea2f-33e7-455a-a486-b86ed5e70cf9 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:33.258717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Port bd43f516-2311-44f6-8e4b-6db666a3bc29 on network d205ea2f-33e7-455a-a486-b86ed5e70cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:52:33.259044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Attempting to bind port bd43f516-2311-44f6-8e4b-6db666a3bc29 on network d205ea2f-33e7-455a-a486-b86ed5e70cf9 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:33.265566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:52:33.265894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Checking segment: {'id': 'd3e7707e-9c87-4001-a23e-42dbf5267d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:33.266277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Bound using segment: {'id': 'd3e7707e-9c87-4001-a23e-42dbf5267d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:52:33.266705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Bound port: bd43f516-2311-44f6-8e4b-6db666a3bc29, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e7707e-9c87-4001-a23e-42dbf5267d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:52:33.267069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:33.374042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] For port bd43f516-2311-44f6-8e4b-6db666a3bc29, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:33.378078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] For port bd43f516-2311-44f6-8e4b-6db666a3bc29, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bd43f516-2311-44f6-8e4b-6db666a3bc29,segment=NetworkSegment(d3e7707e-9c87-4001-a23e-42dbf5267d02),segment_id=d3e7707e-9c87-4001-a23e-42dbf5267d02)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:52:33.505240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:33.548459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:33.553966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:33.553966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] 10.222.0.38 "PUT /v2.0/ports/bd43f516-2311-44f6-8e4b-6db666a3bc29 HTTP/1.1" status: 200 len: 1092 time: 1.1190293 Sep 15 15:52:33.553966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d04b20b-1956-4190-ae20-954e833caba2', 'tag': 'bd43f516-2311-44f6-8e4b-6db666a3bc29'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:33.553966 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da4030c-bd9c-4eff-bdf2-fa04d1ea689d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d04b20b-1956-4190-ae20-954e833caba2", "tag": "bd43f516-2311-44f6-8e4b-6db666a3bc29"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:33.595706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4421ae4-3666-4eea-84eb-94a71a81eda5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43f516-2311-44f6-8e4b-6db666a3bc29,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:33.610184 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa67990c-9cd8-49ca-9ca6-38f167cbecfd x-openstack-request-id: req-fa67990c-9cd8-49ca-9ca6-38f167cbecfd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:33.610184 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d04b20b-1956-4190-ae20-954e833caba2", "tag": "bd43f516-2311-44f6-8e4b-6db666a3bc29", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:33.610184 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa67990c-9cd8-49ca-9ca6-38f167cbecfd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:33.610184 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d04b20b-1956-4190-ae20-954e833caba2', 'tag': 'bd43f516-2311-44f6-8e4b-6db666a3bc29', 'status': 'completed', 'code': 200} Sep 15 15:52:33.676627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4030c-bd9c-4eff-bdf2-fa04d1ea689d req-c6d86ca8-7dbc-4358-ac00-974bc1f8b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:33.678152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2da4030c-bd9c-4eff-bdf2-fa04d1ea689d req-c6d86ca8-7dbc-4358-ac00-974bc1f8b1c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c1ecfdf25a84835af42d4a4d2931c8c&device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 1095 time: 0.0527508 Sep 15 15:52:33.808198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4030c-bd9c-4eff-bdf2-fa04d1ea689d req-f7d970c7-5e38-4ed5-b7d0-e9c3b479f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:33.809664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2da4030c-bd9c-4eff-bdf2-fa04d1ea689d req-f7d970c7-5e38-4ed5-b7d0-e9c3b479f37c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7c1ecfdf25a84835af42d4a4d2931c8c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1241415 Sep 15 15:52:34.286794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4030c-bd9c-4eff-bdf2-fa04d1ea689d req-3962f7d2-b005-4ce6-9e11-6a18f00ecae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:34.288421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2da4030c-bd9c-4eff-bdf2-fa04d1ea689d req-3962f7d2-b005-4ce6-9e11-6a18f00ecae0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4707580 Sep 15 15:52:34.445755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82465f-8d5a-4c2b-8bd7-0d0ca5a79296 req-6b843889-feea-4118-91c5-c0892a282619 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:34.447908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f82465f-8d5a-4c2b-8bd7-0d0ca5a79296 req-6b843889-feea-4118-91c5-c0892a282619 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 944 time: 0.1068463 Sep 15 15:52:34.449909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-69362d92-ef22-41de-b765-bcf8c40366dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:34.451248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-69362d92-ef22-41de-b765-bcf8c40366dd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7c1ecfdf25a84835af42d4a4d2931c8c&device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 1095 time: 0.1008866 Sep 15 15:52:34.498777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75245831-568e-43ef-8af3-62712fbed3b7 req-7f43f1e3-b124-4a19-b5ef-cca84e79e7b0 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:34.500533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75245831-568e-43ef-8af3-62712fbed3b7 req-7f43f1e3-b124-4a19-b5ef-cca84e79e7b0 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0870459 Sep 15 15:52:34.509152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-2393891a-b753-4864-b6bc-e8124502e552 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd43f516-2311-44f6-8e4b-6db666a3bc29 HTTP/1.1" status: 200 len: 217 time: 0.0476253 Sep 15 15:52:34.561286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75245831-568e-43ef-8af3-62712fbed3b7 req-52c5c898-d9a8-495d-ad7c-7ea1f41e2ca4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544813 Sep 15 15:52:34.578682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f82465f-8d5a-4c2b-8bd7-0d0ca5a79296 req-8ab4799d-791a-4450-810a-6e59d063dbaf tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166267 Sep 15 15:52:34.609082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-5a1e0224-ea7d-4deb-b4b3-9a56f37561aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:34.610826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-5a1e0224-ea7d-4deb-b4b3-9a56f37561aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c5feedcd-21c1-4257-915b-47124d1ba56f HTTP/1.1" status: 200 len: 861 time: 0.0943892 Sep 15 15:52:34.656888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-2c650fed-2beb-47d5-961e-35ef93599ae5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d205ea2f-33e7-455a-a486-b86ed5e70cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388527 Sep 15 15:52:34.777953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-deff57be-f622-4a8f-ba51-3a1442d2aebd service neutron] 10.222.0.38 "GET /v2.0/networks/d205ea2f-33e7-455a-a486-b86ed5e70cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102817 Sep 15 15:52:34.902751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b97b89-e64a-4bba-a8d2-f7db883469be req-3225ead1-2b53-44a7-ab33-fe186e2a13c4 service neutron] 10.222.0.38 "GET /v2.0/networks/d205ea2f-33e7-455a-a486-b86ed5e70cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172040 Sep 15 15:52:35.425122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44864) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:35.584541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8a05-354a-4d60-a42a-9094c6351eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:35.739967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7be4c-2ff9-4c11-9d7e-dd2ed8dfa42a req-d4ca4f42-eba7-47b9-ba7e-2fc5bb4943b5 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:35.741725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90c7be4c-2ff9-4c11-9d7e-dd2ed8dfa42a req-d4ca4f42-eba7-47b9-ba7e-2fc5bb4943b5 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 944 time: 0.0686736 Sep 15 15:52:35.747094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8a05-354a-4d60-a42a-9094c6351eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:35.764444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494fb3-758f-49e3-aecb-640349f33a5e req-50fad2b9-1d1c-4a44-8e70-ea5666daf8eb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:35.766138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-91494fb3-758f-49e3-aecb-640349f33a5e req-50fad2b9-1d1c-4a44-8e70-ea5666daf8eb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0850143 Sep 15 15:52:35.798284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90c7be4c-2ff9-4c11-9d7e-dd2ed8dfa42a req-a437f438-252c-4ccd-90b4-252eeaadb81a tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422275 Sep 15 15:52:35.821195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-91494fb3-758f-49e3-aecb-640349f33a5e req-4db0919f-df8a-472c-8078-2891ac49ca5b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Sep 15 15:52:35.852978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b2c8a05-354a-4d60-a42a-9094c6351eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:35.899515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c8a05-354a-4d60-a42a-9094c6351eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daed75bd-4f21-4dd5-aaae-0fea49240249,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:35.954335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4b2c8a05-354a-4d60-a42a-9094c6351eb0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3b0fa9b050014268abb4cb3c8f064f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257213 Sep 15 15:52:35.954599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44880) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:36.013359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9750be3-d4d3-4124-a557-bc87a1ab6079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:36.040063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9750be3-d4d3-4124-a557-bc87a1ab6079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:36.178071 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9750be3-d4d3-4124-a557-bc87a1ab6079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:36.180891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d9750be3-d4d3-4124-a557-bc87a1ab6079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:36.183043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d9750be3-d4d3-4124-a557-bc87a1ab6079 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/daed75bd-4f21-4dd5-aaae-0fea49240249 HTTP/1.1" status: 204 len: 168 time: 0.2273891 Sep 15 15:52:36.194544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9750be3-d4d3-4124-a557-bc87a1ab6079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daed75bd-4f21-4dd5-aaae-0fea49240249,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:36.941982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1135429-c79c-4629-9cb2-572e32afcfc8 req-00056c6c-d843-45ff-b3d0-d25d4b44b0f1 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:36.952594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1135429-c79c-4629-9cb2-572e32afcfc8 req-00056c6c-d843-45ff-b3d0-d25d4b44b0f1 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 944 time: 0.0616252 Sep 15 15:52:36.996187 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1135429-c79c-4629-9cb2-572e32afcfc8 req-fb9ee190-745d-4257-a9ac-1c5074fa91f4 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Sep 15 15:52:36.998926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be115-b72c-4ea7-8c7a-289ab38af348 req-42a5fff8-8f78-4a83-bfa5-eb3c836b1dbf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:37.000529 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d1be115-b72c-4ea7-8c7a-289ab38af348 req-42a5fff8-8f78-4a83-bfa5-eb3c836b1dbf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0793240 Sep 15 15:52:37.052170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d1be115-b72c-4ea7-8c7a-289ab38af348 req-7387d849-3bd2-49c1-8b8c-8bedb100b306 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Sep 15 15:52:37.198605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:37.220189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8aa7ac6b-6462-44ba-b50f-80ab477a0d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:37.336952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8aa7ac6b-6462-44ba-b50f-80ab477a0d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:37.441355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8aa7ac6b-6462-44ba-b50f-80ab477a0d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:37.482234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8aa7ac6b-6462-44ba-b50f-80ab477a0d87 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=40409f69d454466d981ccc9a2927f3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823739 Sep 15 15:52:37.483143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7ac6b-6462-44ba-b50f-80ab477a0d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4bd1a-cb18-4cde-8b6e-717d342aa047,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:37.487265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44904) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:37.547846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e2e3-04e2-4926-9c8a-074b53a6cd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:37.571258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e2e3-04e2-4926-9c8a-074b53a6cd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:37.767088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e2e3-04e2-4926-9c8a-074b53a6cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:37.769913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e2e3-04e2-4926-9c8a-074b53a6cd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:37.771143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c2e5e2e3-04e2-4926-9c8a-074b53a6cd7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c3e4bd1a-cb18-4cde-8b6e-717d342aa047 HTTP/1.1" status: 204 len: 168 time: 0.2828135 Sep 15 15:52:37.781668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e2e3-04e2-4926-9c8a-074b53a6cd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4bd1a-cb18-4cde-8b6e-717d342aa047,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:37.974569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bd43f516-2311-44f6-8e4b-6db666a3bc29 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:52:38.084761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port bd43f516-2311-44f6-8e4b-6db666a3bc29, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bd43f516-2311-44f6-8e4b-6db666a3bc29,segment=NetworkSegment(d3e7707e-9c87-4001-a23e-42dbf5267d02),segment_id=d3e7707e-9c87-4001-a23e-42dbf5267d02)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:38.098854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'bd43f516-2311-44f6-8e4b-6db666a3bc29', 'network_id': 'd205ea2f-33e7-455a-a486-b86ed5e70cf9', 'port_id': 'bd43f516-2311-44f6-8e4b-6db666a3bc29', 'mac_address': 'fa:16:3e:ce:14:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5feedcd-21c1-4257-915b-47124d1ba56f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:52:38.155845 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:38.171756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c20cc1-051d-45d1-a869-0ab373732e1f req-61b752c0-363b-4156-a35d-cf824ccb15fc tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:38.180836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0c20cc1-051d-45d1-a869-0ab373732e1f req-61b752c0-363b-4156-a35d-cf824ccb15fc tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 944 time: 0.0954130 Sep 15 15:52:38.181015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd43f516-2311-44f6-8e4b-6db666a3bc29 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:52:38.200580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port bd43f516-2311-44f6-8e4b-6db666a3bc29, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bd43f516-2311-44f6-8e4b-6db666a3bc29,segment=NetworkSegment(d3e7707e-9c87-4001-a23e-42dbf5267d02),segment_id=d3e7707e-9c87-4001-a23e-42dbf5267d02)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:38.240214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146196-d75b-4acf-9eb7-f1839187d022 req-375bf5ac-5812-4e6a-b63b-f1d9675eb669 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:38.242270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0c20cc1-051d-45d1-a869-0ab373732e1f req-d4abf32f-6600-446a-81ae-62ccff1dbcc9 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536649 Sep 15 15:52:38.248713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4b146196-d75b-4acf-9eb7-f1839187d022 req-375bf5ac-5812-4e6a-b63b-f1d9675eb669 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0831473 Sep 15 15:52:38.286729 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:38.323878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4b146196-d75b-4acf-9eb7-f1839187d022 req-7e6fa293-61d2-45a1-b91f-fd75130cde55 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621350 Sep 15 15:52:38.345888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=bd43f516-2311-44f6-8e4b-6db666a3bc29,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:38.422538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-f514f12a-3690-44b8-a114-cfd871db6afc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461373 Sep 15 15:52:38.500989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411741e-b857-4dc5-b159-a808b069b031 req-c4532db1-d99f-4ff9-8309-85c9475ced42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:38.502518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-c4532db1-d99f-4ff9-8309-85c9475ced42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1096 time: 0.0534778 Sep 15 15:52:38.508308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['bd43f516-2311-44f6-8e4b-6db666a3bc29'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:38.632109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411741e-b857-4dc5-b159-a808b069b031 req-bd7c46c8-2b32-41bc-b5c8-d2c703d976ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:38.633779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-bd7c46c8-2b32-41bc-b5c8-d2c703d976ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1072035 Sep 15 15:52:38.719171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-22766086-9c54-423b-9ded-1df687768bf4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 1000 time: 0.0777531 Sep 15 15:52:38.778876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411741e-b857-4dc5-b159-a808b069b031 req-b05df3d3-2d13-44c0-b444-b593985f18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:38.778876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-b05df3d3-2d13-44c0-b444-b593985f18f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0517609 Sep 15 15:52:38.830901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411741e-b857-4dc5-b159-a808b069b031 req-7d71b06b-981b-4a03-a4b6-b12c46ba1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:38.832596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-7d71b06b-981b-4a03-a4b6-b12c46ba1070 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463831 Sep 15 15:52:38.945700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-c4f468da-0fe7-492e-9800-caf934d1696d service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051717 Sep 15 15:52:39.049360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4411741e-b857-4dc5-b159-a808b069b031 req-1d384eaa-fa32-4dac-9277-1cfe7872f8f8 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965328 Sep 15 15:52:39.377003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74345235-279b-4292-9624-bb5c13f9f1a8 req-76373391-f367-4415-b88f-de2a689a2472 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:39.380233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74345235-279b-4292-9624-bb5c13f9f1a8 req-76373391-f367-4415-b88f-de2a689a2472 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 945 time: 0.0707052 Sep 15 15:52:39.427031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74345235-279b-4292-9624-bb5c13f9f1a8 req-2b8e8e55-5c57-4cae-bdc6-1129daf54fda tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Sep 15 15:52:39.519904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2153583-30a5-431f-ae98-298f15fb7b6a req-f82753f9-0956-43a1-821d-38948775981d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:39.521475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2153583-30a5-431f-ae98-298f15fb7b6a req-f82753f9-0956-43a1-821d-38948775981d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0690920 Sep 15 15:52:39.565413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2153583-30a5-431f-ae98-298f15fb7b6a req-bfaa0067-2690-46bb-8d73-d68e06e14a1b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371106 Sep 15 15:52:39.990482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bd43f516-2311-44f6-8e4b-6db666a3bc29 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:52:40.269478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port bd43f516-2311-44f6-8e4b-6db666a3bc29 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:52:40.275330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port bd43f516-2311-44f6-8e4b-6db666a3bc29 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:40.279487 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:40.361235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:40.390756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d04b20b-1956-4190-ae20-954e833caba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43f516-2311-44f6-8e4b-6db666a3bc29'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:40.393029 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a0f28-d384-4644-ab4a-2ce70bacc68b" -d '{"events": [{"server_uuid": "7d04b20b-1956-4190-ae20-954e833caba2", "name": "network-vif-plugged", "status": "completed", "tag": "bd43f516-2311-44f6-8e4b-6db666a3bc29"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:40.410712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port bd43f516-2311-44f6-8e4b-6db666a3bc29, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bd43f516-2311-44f6-8e4b-6db666a3bc29,segment=NetworkSegment(d3e7707e-9c87-4001-a23e-42dbf5267d02),segment_id=d3e7707e-9c87-4001-a23e-42dbf5267d02)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:40.522091 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:40.605729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=bd43f516-2311-44f6-8e4b-6db666a3bc29,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:40.616520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f24d5d-3a6a-48d8-b3bf-a134c6065cba req-20d5bb1e-b686-489b-b889-8b6cf93368a9 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:40.617553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.618177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.619568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.620049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.620668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.621085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.621533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.621994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.622741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.623535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.624114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.625102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:52:40.626364 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0f24d5d-3a6a-48d8-b3bf-a134c6065cba req-20d5bb1e-b686-489b-b889-8b6cf93368a9 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 946 time: 0.0706863 Sep 15 15:52:40.640120 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc104a8-75ce-4522-a3e5-8e626a511831 x-openstack-request-id: req-0cc104a8-75ce-4522-a3e5-8e626a511831 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:40.640120 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d04b20b-1956-4190-ae20-954e833caba2", "name": "network-vif-plugged", "status": "completed", "tag": "bd43f516-2311-44f6-8e4b-6db666a3bc29", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:40.640120 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0cc104a8-75ce-4522-a3e5-8e626a511831 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:40.640120 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d04b20b-1956-4190-ae20-954e833caba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43f516-2311-44f6-8e4b-6db666a3bc29', 'code': 200} Sep 15 15:52:40.673847 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0f24d5d-3a6a-48d8-b3bf-a134c6065cba req-86a8e8a8-9376-48ac-9743-a354fb8d5c7f tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Sep 15 15:52:40.769170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c5c14-bd9b-48f7-ab1f-3f37eb675fab req-23414eb8-ff99-4ec7-9d32-957b3c4eeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:40.771000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-535c5c14-bd9b-48f7-ab1f-3f37eb675fab req-23414eb8-ff99-4ec7-9d32-957b3c4eeba9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 1097 time: 0.0608685 Sep 15 15:52:40.823378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-535c5c14-bd9b-48f7-ab1f-3f37eb675fab req-11cef060-170a-43e8-9ed0-f3ee62d44075 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Sep 15 15:52:40.905484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c249b43-d1ad-40ed-b475-a9abb4ad7452 req-a1c014c5-fea7-4907-800d-737f801fab29 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:40.907397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c249b43-d1ad-40ed-b475-a9abb4ad7452 req-a1c014c5-fea7-4907-800d-737f801fab29 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0603685 Sep 15 15:52:40.949861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c249b43-d1ad-40ed-b475-a9abb4ad7452 req-7526c2d9-1dff-43c3-adf9-fa7b3cc511d0 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355611 Sep 15 15:52:41.801605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feb5a4-76be-459c-a75d-84fedc875494 req-e9c12f6c-30f4-49ec-ad74-e9655de62c83 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:41.804172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1feb5a4-76be-459c-a75d-84fedc875494 req-e9c12f6c-30f4-49ec-ad74-e9655de62c83 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 946 time: 0.0673730 Sep 15 15:52:41.877170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1feb5a4-76be-459c-a75d-84fedc875494 req-f6f44be9-a1f4-4ae9-a417-78a98a010d0c tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658243 Sep 15 15:52:42.082164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56603726-9f60-43dd-88bd-e0195911d7e4 req-9c09391b-69e9-4286-b7e0-cbab74ca0517 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:42.083670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-56603726-9f60-43dd-88bd-e0195911d7e4 req-9c09391b-69e9-4286-b7e0-cbab74ca0517 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0561514 Sep 15 15:52:42.127960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-56603726-9f60-43dd-88bd-e0195911d7e4 req-087c47bc-5054-4aaa-84b6-3a23436415f4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337033 Sep 15 15:52:43.031563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8405404-77f2-454d-a1e7-a98d00c2157f req-7308959c-6295-4734-8e4d-b2bc79f17262 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:43.033182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8405404-77f2-454d-a1e7-a98d00c2157f req-7308959c-6295-4734-8e4d-b2bc79f17262 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 946 time: 0.0726600 Sep 15 15:52:43.078164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8405404-77f2-454d-a1e7-a98d00c2157f req-815a5e03-f183-4e21-8ad9-09e21263327f tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382893 Sep 15 15:52:43.264133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec85707-8e85-4b5c-b4bd-032809528a41 req-4a4733fb-4830-4237-b0e3-b46275d2ca6c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:43.271406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bec85707-8e85-4b5c-b4bd-032809528a41 req-4a4733fb-4830-4237-b0e3-b46275d2ca6c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0687430 Sep 15 15:52:43.329265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bec85707-8e85-4b5c-b4bd-032809528a41 req-48cf8737-4630-435f-9767-2149d7940561 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Sep 15 15:52:44.152855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbfbb9-ea9a-475d-bf82-2aa98dcd4d6e req-6e7839e1-4cc1-4924-8d4d-03bedbaa173f tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:44.155515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5bbfbb9-ea9a-475d-bf82-2aa98dcd4d6e req-6e7839e1-4cc1-4924-8d4d-03bedbaa173f tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 946 time: 0.0716441 Sep 15 15:52:44.215939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5bbfbb9-ea9a-475d-bf82-2aa98dcd4d6e req-14abd86e-3fc8-4ef9-b34e-a7a18d9f3835 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514154 Sep 15 15:52:44.463070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39baa7-c5fb-410d-bfd2-ddf2afb66916 req-60815e71-5a79-4066-a5b2-35f24d32a27a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:44.465888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a39baa7-c5fb-410d-bfd2-ddf2afb66916 req-60815e71-5a79-4066-a5b2-35f24d32a27a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0562744 Sep 15 15:52:44.513465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a39baa7-c5fb-410d-bfd2-ddf2afb66916 req-6d3171fd-e811-4fd7-afcb-8f1c6f45cdaa tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Sep 15 15:52:45.390322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f4010-0ad4-4e4e-81d2-91eda334cc45 req-f946a68e-a925-43b2-a564-6811aa385092 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:45.391847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f4010-0ad4-4e4e-81d2-91eda334cc45 req-f946a68e-a925-43b2-a564-6811aa385092 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 946 time: 0.0830896 Sep 15 15:52:45.415405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-84233b3e-6f93-4511-91fa-6ac020e239dc tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:45.417112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-84233b3e-6f93-4511-91fa-6ac020e239dc tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 946 time: 0.0770450 Sep 15 15:52:45.482024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f4010-0ad4-4e4e-81d2-91eda334cc45 req-0dedd90a-4615-4344-8c9c-0cda17e5cdc7 tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/security-groups?id=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825093 Sep 15 15:52:45.546027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Deleting port bd43f516-2311-44f6-8e4b-6db666a3bc29 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:52:45.546472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:45.664871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a47ce7-e675-4a75-9af8-4e42e55d23c0 req-e0391c5a-2439-4020-8556-5b15d5b87a89 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:45.667991 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31a47ce7-e675-4a75-9af8-4e42e55d23c0 req-e0391c5a-2439-4020-8556-5b15d5b87a89 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0674391 Sep 15 15:52:45.676371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] For port bd43f516-2311-44f6-8e4b-6db666a3bc29, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=bd43f516-2311-44f6-8e4b-6db666a3bc29,segment=NetworkSegment(d3e7707e-9c87-4001-a23e-42dbf5267d02),segment_id=d3e7707e-9c87-4001-a23e-42dbf5267d02)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:45.678159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:45.696066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Calling delete_port for bd43f516-2311-44f6-8e4b-6db666a3bc29 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:52:45.714429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31a47ce7-e675-4a75-9af8-4e42e55d23c0 req-45c343ff-025d-4502-b98e-2497a90db42d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Sep 15 15:52:45.990265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:46.009761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['bd43f516-2311-44f6-8e4b-6db666a3bc29'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:52:46.040401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Pushing event deleted for resources: {'Port': ['ID=bd43f516-2311-44f6-8e4b-6db666a3bc29,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:46.097657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] No DVR routers for this DVR port bd43f516-2311-44f6-8e4b-6db666a3bc29 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:52:46.100564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:46.103245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8e90b91-6df9-4b63-bad1-418844994bdf req-87a8ccf9-bc93-43c9-b88f-f54ae640065d tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.38 "DELETE /v2.0/ports/bd43f516-2311-44f6-8e4b-6db666a3bc29 HTTP/1.1" status: 204 len: 173 time: 0.6792905 Sep 15 15:52:46.103750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d04b20b-1956-4190-ae20-954e833caba2', 'name': 'network-vif-deleted', 'tag': 'bd43f516-2311-44f6-8e4b-6db666a3bc29'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:52:46.106818 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b26769-e5ea-4ac6-a8f1-90281e27b1ea" -d '{"events": [{"server_uuid": "7d04b20b-1956-4190-ae20-954e833caba2", "name": "network-vif-deleted", "tag": "bd43f516-2311-44f6-8e4b-6db666a3bc29"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:52:46.155472 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a387d0-119a-4e00-85bf-87f4faad6442 x-openstack-request-id: req-53a387d0-119a-4e00-85bf-87f4faad6442 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:52:46.156068 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d04b20b-1956-4190-ae20-954e833caba2", "name": "network-vif-deleted", "tag": "bd43f516-2311-44f6-8e4b-6db666a3bc29", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:52:46.156390 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-53a387d0-119a-4e00-85bf-87f4faad6442 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:52:46.157325 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d04b20b-1956-4190-ae20-954e833caba2', 'name': 'network-vif-deleted', 'tag': 'bd43f516-2311-44f6-8e4b-6db666a3bc29', 'status': 'completed', 'code': 200} Sep 15 15:52:46.626592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e50c9df8-a8ad-47d4-8bdc-9b0dc12915cd req-f496e4a5-b1b5-4ea4-997b-aab1bf27ebde tempest-ServerMetadataNegativeTestJSON-1069814464 tempest-ServerMetadataNegativeTestJSON-1069814464-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d04b20b-1956-4190-ae20-954e833caba2 HTTP/1.1" status: 200 len: 210 time: 0.0401330 Sep 15 15:52:46.863428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b952a9-8584-4410-8ad4-f096a8ce2f01 req-3a1c0220-31d5-4063-981f-d0bba3fc4c61 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:46.865073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7b952a9-8584-4410-8ad4-f096a8ce2f01 req-3a1c0220-31d5-4063-981f-d0bba3fc4c61 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0582201 Sep 15 15:52:46.930033 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7b952a9-8584-4410-8ad4-f096a8ce2f01 req-b2a899ff-a7d9-46ea-b183-6a7eaf0102e1 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565376 Sep 15 15:52:47.695693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:48.005441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bd43f516-2311-44f6-8e4b-6db666a3bc29 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:52:48.034776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: bd43f516-2311-44f6-8e4b-6db666a3bc29 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:52:48.035240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device bd43f516-2311-44f6-8e4b-6db666a3bc29 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:52:48.109589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] Deleting subnet c5feedcd-21c1-4257-915b-47124d1ba56f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:52:48.113970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.179562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42f3f4-664b-4a8c-9dac-37103ae2c79c req-de2dc47b-077d-463d-ad3c-97898ff4291f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:48.181067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca42f3f4-664b-4a8c-9dac-37103ae2c79c req-de2dc47b-077d-463d-ad3c-97898ff4291f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1148295 Sep 15 15:52:48.183330 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.254101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.259336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca42f3f4-664b-4a8c-9dac-37103ae2c79c req-f715fab5-6d31-47ea-8de8-47bf970d6f28 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549655 Sep 15 15:52:48.401141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.430426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5feedcd-21c1-4257-915b-47124d1ba56f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:48.433369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.435882 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9da825e6-3a14-404c-92cc-3ac1c345b99c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c5feedcd-21c1-4257-915b-47124d1ba56f HTTP/1.1" status: 204 len: 168 time: 0.7391679 Sep 15 15:52:48.439187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:48.523648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.616862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.642234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d205ea2f-33e7-455a-a486-b86ed5e70cf9']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:48.652668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e7707e-9c87-4001-a23e-42dbf5267d02') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:48.653051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e7707e-9c87-4001-a23e-42dbf5267d02') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:48.673485 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.688635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:52:48.699547 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:52:49.005250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:49.005250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:49.005250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d205ea2f-33e7-455a-a486-b86ed5e70cf9 HTTP/1.1" status: 204 len: 168 time: 0.4962471 Sep 15 15:52:49.005250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a33d8-bdd8-4952-a87e-e94e151bee88 admin admin] Pushing event deleted for resources: {'Network': ['ID=d205ea2f-33e7-455a-a486-b86ed5e70cf9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:49.440790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb2927-4ff3-48bf-bafc-887fe1e2ddbf req-75850966-7fac-42ba-8443-d392ab4831d3 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:49.451411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-afcb2927-4ff3-48bf-bafc-887fe1e2ddbf req-75850966-7fac-42ba-8443-d392ab4831d3 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1123407 Sep 15 15:52:49.459196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45230) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:49.497391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-afcb2927-4ff3-48bf-bafc-887fe1e2ddbf req-9d6ca9fb-ae5e-4e3e-9e08-ea9cf210360f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Sep 15 15:52:49.530478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-419f6e1e-5890-4eb5-b541-b01a5d0909fc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7c1ecfdf25a84835af42d4a4d2931c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691097 Sep 15 15:52:49.540144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45234) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:49.603311 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c452fd1d-3117-434b-9da3-418c2805351b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:49.622724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c452fd1d-3117-434b-9da3-418c2805351b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:49.754557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c452fd1d-3117-434b-9da3-418c2805351b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:49.757645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c452fd1d-3117-434b-9da3-418c2805351b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:49.758854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c452fd1d-3117-434b-9da3-418c2805351b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f100f164-b7fc-45c3-a9e9-5cbd8239f4d1 HTTP/1.1" status: 204 len: 168 time: 0.2176249 Sep 15 15:52:49.770278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452fd1d-3117-434b-9da3-418c2805351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f100f164-b7fc-45c3-a9e9-5cbd8239f4d1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:50.640128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f2b77-1df2-407b-924c-177ad7219946 req-5d770fc1-587b-4aa0-9835-5d9eecc15b90 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:50.641745 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-870f2b77-1df2-407b-924c-177ad7219946 req-5d770fc1-587b-4aa0-9835-5d9eecc15b90 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0577328 Sep 15 15:52:50.690453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-870f2b77-1df2-407b-924c-177ad7219946 req-6611df67-be3b-456b-8733-5e1026d03681 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Sep 15 15:52:51.359274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45290) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:51.482913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5431a7d0-413e-4657-b58f-88db956ab5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:51.585840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5431a7d0-413e-4657-b58f-88db956ab5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:51.754503 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5431a7d0-413e-4657-b58f-88db956ab5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:51.805973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5431a7d0-413e-4657-b58f-88db956ab5d5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5f816ca5f404cf5a1181a9e498b02a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453924 Sep 15 15:52:51.808020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431a7d0-413e-4657-b58f-88db956ab5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748fcb62-ce73-4e23-9488-0e7e93cafd1d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:51.810862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45306) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:51.841535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc46970-8ca9-4c8f-a9a3-acff44983f92 req-f6e4bbfc-d96e-40f8-844d-07711ba512fc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:51.843401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cdc46970-8ca9-4c8f-a9a3-acff44983f92 req-f6e4bbfc-d96e-40f8-844d-07711ba512fc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0676241 Sep 15 15:52:51.869485 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b70aea98-5a54-497c-a536-c69ca23df63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:51.889201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cdc46970-8ca9-4c8f-a9a3-acff44983f92 req-6387c374-dd3d-4f34-9750-02d125737bca tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Sep 15 15:52:51.895885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b70aea98-5a54-497c-a536-c69ca23df63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:51.966319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45310) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:52.012726 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b70aea98-5a54-497c-a536-c69ca23df63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.015384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b70aea98-5a54-497c-a536-c69ca23df63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.016594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b70aea98-5a54-497c-a536-c69ca23df63b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/748fcb62-ce73-4e23-9488-0e7e93cafd1d HTTP/1.1" status: 204 len: 168 time: 0.2047448 Sep 15 15:52:52.024347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aea98-5a54-497c-a536-c69ca23df63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748fcb62-ce73-4e23-9488-0e7e93cafd1d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:52.092768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca5b368b-2b24-4d5c-adff-be79571dd89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.195272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca5b368b-2b24-4d5c-adff-be79571dd89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.314715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca5b368b-2b24-4d5c-adff-be79571dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.357120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ca5b368b-2b24-4d5c-adff-be79571dd89c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=21d2ce09741b40d3b1536879de10808c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895588 Sep 15 15:52:52.358106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45322) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:52.358317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b368b-2b24-4d5c-adff-be79571dd89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b49e4c-877a-4053-9e7d-bb91ca508fed,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:52.414129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23fb2594-baf3-4135-8a8d-fa828a9dcabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.440093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23fb2594-baf3-4135-8a8d-fa828a9dcabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.617490 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23fb2594-baf3-4135-8a8d-fa828a9dcabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.620240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23fb2594-baf3-4135-8a8d-fa828a9dcabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.624211 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-23fb2594-baf3-4135-8a8d-fa828a9dcabc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/37b49e4c-877a-4053-9e7d-bb91ca508fed HTTP/1.1" status: 204 len: 168 time: 0.2650702 Sep 15 15:52:52.633060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb2594-baf3-4135-8a8d-fa828a9dcabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b49e4c-877a-4053-9e7d-bb91ca508fed,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:52.795720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45334) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:52.811444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1c69-9ee2-4b30-8b11-1ac63c208666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:52.920337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1c69-9ee2-4b30-8b11-1ac63c208666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:53.005935 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed3e1c69-9ee2-4b30-8b11-1ac63c208666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:53.016763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920a922-6073-4c53-921a-c5a3f33659c4 req-78e39bb7-8037-46d4-ab07-6455e5fdf0ef tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:53.018497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d920a922-6073-4c53-921a-c5a3f33659c4 req-78e39bb7-8037-46d4-ab07-6455e5fdf0ef tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0514512 Sep 15 15:52:53.054234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed3e1c69-9ee2-4b30-8b11-1ac63c208666 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=08594e4f3b634ca7aa19c1945f2f07c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547469 Sep 15 15:52:53.054582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:53.063169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e1c69-9ee2-4b30-8b11-1ac63c208666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f179d031-f990-4ade-a898-04c79164e1d2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:53.093089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d920a922-6073-4c53-921a-c5a3f33659c4 req-f9bb7d9f-49e0-4d55-8e6c-e09cc6c9e61f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662656 Sep 15 15:52:53.117297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c774659-1be7-4505-918d-14cccae90739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:53.150570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c774659-1be7-4505-918d-14cccae90739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:53.246734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c774659-1be7-4505-918d-14cccae90739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:53.250359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c774659-1be7-4505-918d-14cccae90739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:53.251642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8c774659-1be7-4505-918d-14cccae90739 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f179d031-f990-4ade-a898-04c79164e1d2 HTTP/1.1" status: 204 len: 168 time: 0.1958430 Sep 15 15:52:53.262288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c774659-1be7-4505-918d-14cccae90739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f179d031-f990-4ade-a898-04c79164e1d2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:53.813050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45376) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:53.911667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21ab747f-e110-435b-a67c-54e19e32213d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:53.917784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-177627464-network', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:54.022896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Made reservation on behalf of d9f2d2388ee447b0baaec4788d639ceb for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:54.025380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.037535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.129828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.229164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4290c-b9ae-4a07-b5c7-79456376bd75 req-6b1d7b1f-4dde-45d5-a726-bce170f98810 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:54.231238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40d4290c-b9ae-4a07-b5c7-79456376bd75 req-6b1d7b1f-4dde-45d5-a726-bce170f98810 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0512643 Sep 15 15:52:54.245039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.281325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:52:54.302118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55b772f-a80c-4066-b517-8bd67ee999fe,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:54.305088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.305437 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Added segment 7ca0e66e-41ea-457b-9daf-94cba5588298 of type vlan for network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 Sep 15 15:52:54.309376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40d4290c-b9ae-4a07-b5c7-79456376bd75 req-3f2b5e52-78ce-4247-8ad0-bad2fa28bc85 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716624 Sep 15 15:52:54.349969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.429018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.430026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:54.430953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:54.495633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f03ebf-c177-4595-bde1-6eba91f6dcf7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:54.507503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:52:54.529129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64832ced-eac9-4d38-a0fd-4c4ac0d6c530 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7131996 Sep 15 15:52:54.530985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:54.536613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Request body: {'subnet': {'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-177627464-subnet', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:54.651994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Made reservation on behalf of d9f2d2388ee447b0baaec4788d639ceb for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:52:54.655117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.000670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.063940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7bda1b0-8033-46f3-9572-008216686811,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:55.073010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Checking segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:55.073368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Network hostable DHCP agents. Network: d7f03ebf-c177-4595-bde1-6eba91f6dcf7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:52:55.159987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:52:55.222982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d7f03ebf-c177-4595-bde1-6eba91f6dcf7) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:55.227297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:55.227894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.233494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55705be-85b8-422c-9152-f04f85573811 None None] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:52:55.303930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-231f933b-10ee-447b-85ec-0522ddcc89f2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7718110 Sep 15 15:52:55.306935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45424) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:55.312113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:52:55.411493 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:52:55.412476 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.416262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.417395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.484736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.495572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76348e45-898c-4fbb-b95c-7c161570a489 req-a66201ef-5461-40fa-982d-47b0f8371ed3 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:55.497533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76348e45-898c-4fbb-b95c-7c161570a489 req-a66201ef-5461-40fa-982d-47b0f8371ed3 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1124530 Sep 15 15:52:55.544664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76348e45-898c-4fbb-b95c-7c161570a489 req-5452cc8d-1a31-4681-84f6-efe8b0315fce tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382006 Sep 15 15:52:55.581453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Allocated IP 172.20.0.2 (d7f03ebf-c177-4595-bde1-6eba91f6dcf7/e7bda1b0-8033-46f3-9572-008216686811/52626381-0ea0-4efb-896f-d508cab07c6c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:52:55.691210 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.728823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.850881 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.912220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Pushing event updated for resources: {'Port': ['ID=52626381-0ea0-4efb-896f-d508cab07c6c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:55.928600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:55.930023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:55.932966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:52:55.991396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Attempting to bind port 52626381-0ea0-4efb-896f-d508cab07c6c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:52:55.992108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Attempting to bind port 52626381-0ea0-4efb-896f-d508cab07c6c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:52:55.992108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Attempting to bind port 52626381-0ea0-4efb-896f-d508cab07c6c on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:55.998114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:52:55.998490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Checking segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:55.998894 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:55.999274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Bound using segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:52:55.999896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Bound port: 52626381-0ea0-4efb-896f-d508cab07c6c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:52:56.000274 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:56.017070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:56.038830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:56.071941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] For port 52626381-0ea0-4efb-896f-d508cab07c6c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:56.076447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] For port 52626381-0ea0-4efb-896f-d508cab07c6c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=52626381-0ea0-4efb-896f-d508cab07c6c,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:52:56.160336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Allocated IP 172.25.0.108 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/bad4848b-af3b-4637-9d42-f7742d215d12) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:52:56.201461 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:56.286584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:56.409111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eefd9-155d-4d59-ac87-44e777f848d4 None None] Pushing event updated for resources: {'Port': ['ID=52626381-0ea0-4efb-896f-d508cab07c6c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:56.431655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:56.485413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:56.488161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:56.495755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:52:56.499642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Pushing event updated for resources: {'Port': ['ID=bad4848b-af3b-4637-9d42-f7742d215d12,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:56.548936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:56.677249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3391d-3e87-4881-a9fb-75730d04fa30 req-c1c4f491-20fc-40c1-89c3-e7922ba38f8c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:56.678839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45f3391d-3e87-4881-a9fb-75730d04fa30 req-c1c4f491-20fc-40c1-89c3-e7922ba38f8c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0533514 Sep 15 15:52:56.723545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45f3391d-3e87-4881-a9fb-75730d04fa30 req-c157d924-bacf-4ff9-9589-fe67f62e82ad tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383911 Sep 15 15:52:56.925810 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.073828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.115048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 52626381-0ea0-4efb-896f-d508cab07c6c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:52:57.178513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 52626381-0ea0-4efb-896f-d508cab07c6c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:57.179681 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.198131 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.282759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.325271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 52626381-0ea0-4efb-896f-d508cab07c6c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=52626381-0ea0-4efb-896f-d508cab07c6c,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:52:57.354311 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c50f54c3-4747-44ac-93f2-98b4746b4bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.372719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2a9d0-d91f-4eee-9a30-85b9420a7fb8 None None] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:52:57.430195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4576a160-36d1-403f-8885-1c22b6b6c9c6 None None] Provisioning complete for port 52626381-0ea0-4efb-896f-d508cab07c6c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:57.430876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4576a160-36d1-403f-8885-1c22b6b6c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.503169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Router e205e032-be01-4cfa-b52f-8033db6e44a3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:52:57.513348 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.626209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=52626381-0ea0-4efb-896f-d508cab07c6c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:57.632116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:52:57.644167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Sync routers for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:52:57.657711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:52:57.658369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:57.737686 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:57.741474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3d4d509a-a5cd-4536-b3da-4ddecfdba728 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4309938 Sep 15 15:52:57.741717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45508) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:57.783592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:52:57.950407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319dc25-56ee-4b11-ae26-fc279c4b1e56 req-21e34bf2-66c3-4e13-8397-a3719f756431 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:57.952312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3319dc25-56ee-4b11-ae26-fc279c4b1e56 req-21e34bf2-66c3-4e13-8397-a3719f756431 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1020362 Sep 15 15:52:57.961035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5d4cd192-ec4e-4e6a-ab05-007bf08d8975 None None] Provisioning complete for port 52626381-0ea0-4efb-896f-d508cab07c6c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:57.961624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d4cd192-ec4e-4e6a-ab05-007bf08d8975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.051515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3319dc25-56ee-4b11-ae26-fc279c4b1e56 req-fd1fe04e-85d6-4b1c-8443-4326816e53d9 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Sep 15 15:52:58.077534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:56Z', 'revision_number': 3, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:58.112131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Checking router: e205e032-be01-4cfa-b52f-8033db6e44a3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:52:58.115528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Updating router e205e032-be01-4cfa-b52f-8033db6e44a3 port bad4848b-af3b-4637-9d42-f7742d215d12 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:52:58.175683 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.362555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45522) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:58.379102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.407756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.487580 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.491591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf44-8a2f-4469-ac7c-f356e54dc840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.547746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Allocated IP 172.20.0.1 (d7f03ebf-c177-4595-bde1-6eba91f6dcf7/e7bda1b0-8033-46f3-9572-008216686811/d9b75850-478f-4e56-afbe-311973a97d5f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:52:58.599501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf44-8a2f-4469-ac7c-f356e54dc840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.600910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.664705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.665547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Attempting to bind port bad4848b-af3b-4637-9d42-f7742d215d12 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:52:58.665945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Attempting to bind port bad4848b-af3b-4637-9d42-f7742d215d12 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:52:58.666371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Attempting to bind port bad4848b-af3b-4637-9d42-f7742d215d12 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:52:58.670015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d7a5e-07d8-4118-a6b1-2fa2faa0e707 None None] Pushing event updated for resources: {'Port': ['ID=bad4848b-af3b-4637-9d42-f7742d215d12,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:58.674900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:52:58.675273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:52:58.675671 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.676047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:52:58.676648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Bound port: bad4848b-af3b-4637-9d42-f7742d215d12, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:52:58.677525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.737978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] For port bad4848b-af3b-4637-9d42-f7742d215d12, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:52:58.741494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] For port bad4848b-af3b-4637-9d42-f7742d215d12, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bad4848b-af3b-4637-9d42-f7742d215d12,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:52:58.754405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f13cf44-8a2f-4469-ac7c-f356e54dc840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.795810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1f13cf44-8a2f-4469-ac7c-f356e54dc840 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0e39c24a6459453ab83c11ce5f199581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307640 Sep 15 15:52:58.796816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13cf44-8a2f-4469-ac7c-f356e54dc840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7067d533-4457-4888-8fb2-97e65f64fbfe,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:58.804452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45528) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:52:58.830135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.881846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:58.886965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.892377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:58.905522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:52:58.906137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b75850-478f-4e56-afbe-311973a97d5f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:58.927223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fdda645-506d-4640-9dd9-6765ba502ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.951006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:52:58.951006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:58.966890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fdda645-506d-4640-9dd9-6765ba502ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:58.974286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.010132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 52626381-0ea0-4efb-896f-d508cab07c6c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:52:59.011966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d7a5e-07d8-4118-a6b1-2fa2faa0e707 None None] Pushing event updated for resources: {'Port': ['ID=bad4848b-af3b-4637-9d42-f7742d215d12,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:59.139820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:52:59.205231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fdda645-506d-4640-9dd9-6765ba502ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.205231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fdda645-506d-4640-9dd9-6765ba502ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.205569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1fdda645-506d-4640-9dd9-6765ba502ca8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7067d533-4457-4888-8fb2-97e65f64fbfe HTTP/1.1" status: 204 len: 168 time: 0.4050307 Sep 15 15:52:59.211819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 52626381-0ea0-4efb-896f-d508cab07c6c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:59.212721 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.219196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdda645-506d-4640-9dd9-6765ba502ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7067d533-4457-4888-8fb2-97e65f64fbfe,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:59.285412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.301149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d310a-33e6-4eb6-be72-78ad6895bbf1 req-2c78b9ea-0619-4b9b-aeb3-baf10b272c34 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:52:59.303074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c17d310a-33e6-4eb6-be72-78ad6895bbf1 req-2c78b9ea-0619-4b9b-aeb3-baf10b272c34 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1105795 Sep 15 15:52:59.318765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-334f9336-cfc9-4aee-9b05-3d005f3983ea None None] Provisioning complete for port d9b75850-478f-4e56-afbe-311973a97d5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:52:59.319063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-334f9336-cfc9-4aee-9b05-3d005f3983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.377505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c17d310a-33e6-4eb6-be72-78ad6895bbf1 req-74a0463a-73ce-466d-852d-1a653b19ca68 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 Sep 15 15:52:59.389142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-334f9336-cfc9-4aee-9b05-3d005f3983ea None None] Port d9b75850-478f-4e56-afbe-311973a97d5f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:52:59.478002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:56Z', 'revision_number': 3, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:52:59.484604 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.508513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fdfd8f-7095-4bf5-99b7-f558671cdee6 None None] The sync data for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 is: [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:56Z', 'revision_number': 3, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:52:59.581996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.653167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b75850-478f-4e56-afbe-311973a97d5f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:52:59.659434 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:52:59.771535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:52:59.773029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:52:59.929794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Router e205e032-be01-4cfa-b52f-8033db6e44a3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:52:59.973128 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.046205 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.126761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e537fc12-fd30-4123-928e-cfe3e5b200c0 None None] Provisioning complete for port d9b75850-478f-4e56-afbe-311973a97d5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:00.127287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e537fc12-fd30-4123-928e-cfe3e5b200c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.171091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e537fc12-fd30-4123-928e-cfe3e5b200c0 None None] Port d9b75850-478f-4e56-afbe-311973a97d5f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:53:00.177988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45548) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:00.196408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca12a-d830-4a5c-95dd-e2d30d985d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.364197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca12a-d830-4a5c-95dd-e2d30d985d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.414776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:00.424542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ee56a64b-b6dc-452d-ad3e-1d377d300168 admin admin] 10.222.0.63 "PUT /v2.0/routers/e205e032-be01-4cfa-b52f-8033db6e44a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6785963 Sep 15 15:53:00.479917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca12a-d830-4a5c-95dd-e2d30d985d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.549057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ca12a-d830-4a5c-95dd-e2d30d985d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1edd5ee-b74e-4eb8-9d9d-173569092d1c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:00.557707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4b4ca12a-d830-4a5c-95dd-e2d30d985d38 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ffb8c2fb4bf242489bbbbf0740a5ac0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783937 Sep 15 15:53:00.560536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45562) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:00.572645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef937df1-34f8-4666-9ad9-28a9f6bb7fa5 req-7c605b13-29e8-4553-abda-f9c259a2232b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:00.582997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef937df1-34f8-4666-9ad9-28a9f6bb7fa5 req-7c605b13-29e8-4553-abda-f9c259a2232b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1140304 Sep 15 15:53:00.619534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef937df1-34f8-4666-9ad9-28a9f6bb7fa5 req-8d6a345f-7cf5-46b9-81cb-71e23cedea32 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353510 Sep 15 15:53:00.619725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90f4bc44-cf84-4375-b41c-85666f0661d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.651010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90f4bc44-cf84-4375-b41c-85666f0661d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.828790 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90f4bc44-cf84-4375-b41c-85666f0661d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.831502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90f4bc44-cf84-4375-b41c-85666f0661d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:00.832969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-90f4bc44-cf84-4375-b41c-85666f0661d7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a1edd5ee-b74e-4eb8-9d9d-173569092d1c HTTP/1.1" status: 204 len: 168 time: 0.2708893 Sep 15 15:53:00.842133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4bc44-cf84-4375-b41c-85666f0661d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1edd5ee-b74e-4eb8-9d9d-173569092d1c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:00.994845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45570) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:01.004468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c0e52153-5c10-4963-bc1f-2d60a5ce8c41 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--999708644', 'description': 'tempest-description--286987304'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:01.013912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bad4848b-af3b-4637-9d42-f7742d215d12 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:01.082485 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bad4848b-af3b-4637-9d42-f7742d215d12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:01.082893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.173305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.183235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0e52153-5c10-4963-bc1f-2d60a5ce8c41 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.198050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port bad4848b-af3b-4637-9d42-f7742d215d12, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bad4848b-af3b-4637-9d42-f7742d215d12,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:01.268762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0e52153-5c10-4963-bc1f-2d60a5ce8c41 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.322332 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Sync routers for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:01.332756 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:01.333475 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:01.362508 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.419821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=bad4848b-af3b-4637-9d42-f7742d215d12,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:01.423848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0e52153-5c10-4963-bc1f-2d60a5ce8c41 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.461741 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:01.462240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e52153-5c10-4963-bc1f-2d60a5ce8c41 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5cb75b-124b-4946-9803-447f5ca6c91c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:01.507077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 112f125f-274a-4956-b7e5-898c3311f492 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:53:01.523767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 112f125f-274a-4956-b7e5-898c3311f492 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:01.594489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c0e52153-5c10-4963-bc1f-2d60a5ce8c41 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.596460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c0e52153-5c10-4963-bc1f-2d60a5ce8c41 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6005869 Sep 15 15:53:01.600238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45588) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:01.605981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a5375bae-2b7e-443f-a847-ab19f96547ad tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'security_group_rule': {'security_group_id': 'aa5cb75b-124b-4946-9803-447f5ca6c91c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:01.704453 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 2, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:01.717318 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:53:01.739051 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Checking router: e205e032-be01-4cfa-b52f-8033db6e44a3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:01.750142 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Updating router e205e032-be01-4cfa-b52f-8033db6e44a3 port d9b75850-478f-4e56-afbe-311973a97d5f binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:53:01.761018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f332f-648b-4c53-8700-3f6b6fa958d3 req-7915ab3a-f44d-43a7-9c10-a28c44ffea52 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:01.777560 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a43f332f-648b-4c53-8700-3f6b6fa958d3 req-7915ab3a-f44d-43a7-9c10-a28c44ffea52 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0675628 Sep 15 15:53:01.786205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5375bae-2b7e-443f-a847-ab19f96547ad tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.810768 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.859004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a43f332f-648b-4c53-8700-3f6b6fa958d3 req-4fc67fed-8755-4c9f-a9b0-b7d812f3182d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666976 Sep 15 15:53:01.875340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.879156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:01.898957 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5375bae-2b7e-443f-a847-ab19f96547ad tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:01.913114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '112f125f-274a-4956-b7e5-898c3311f492', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'port_id': '112f125f-274a-4956-b7e5-898c3311f492', 'mac_address': 'fa:16:3e:2a:5b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f2e3a1-925f-4e93-b2b2-99a1c0932863', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:53:01.927047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112f125f-274a-4956-b7e5-898c3311f492'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:01.929872 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91420578-6752-44e7-b0bd-eb8b07ed02dc" -d '{"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "112f125f-274a-4956-b7e5-898c3311f492"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:01.978605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:02.003569 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.012884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5375bae-2b7e-443f-a847-ab19f96547ad tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.022837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 112f125f-274a-4956-b7e5-898c3311f492 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:02.039880 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77804c97-52be-4a8a-b9b2-a6b385de1a29 x-openstack-request-id: req-77804c97-52be-4a8a-b9b2-a6b385de1a29 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:02.044302 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "112f125f-274a-4956-b7e5-898c3311f492", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:02.044302 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-77804c97-52be-4a8a-b9b2-a6b385de1a29 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:02.044302 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112f125f-274a-4956-b7e5-898c3311f492', 'code': 200} Sep 15 15:53:02.061360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375bae-2b7e-443f-a847-ab19f96547ad tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57189dab-814b-4994-928b-3942044c454d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:02.063773 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.114527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a5375bae-2b7e-443f-a847-ab19f96547ad tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.115463 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a5375bae-2b7e-443f-a847-ab19f96547ad tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5140684 Sep 15 15:53:02.118348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45598) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:02.123280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-67997dd8-2746-4c5b-a22f-2b488f2f6cb4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'security_group_rule': {'security_group_id': 'aa5cb75b-124b-4946-9803-447f5ca6c91c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:02.173635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:02.191209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:53:02.191919 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:53:02.245451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67997dd8-2746-4c5b-a22f-2b488f2f6cb4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.249847 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.316438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67997dd8-2746-4c5b-a22f-2b488f2f6cb4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.320721 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.415806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67997dd8-2746-4c5b-a22f-2b488f2f6cb4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.438809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67997dd8-2746-4c5b-a22f-2b488f2f6cb4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec90ce8d-24a1-4038-b1a5-d3ca344d2838,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:02.445950 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Pushing event updated for resources: {'Port': ['ID=d9b75850-478f-4e56-afbe-311973a97d5f,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:02.487063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67997dd8-2746-4c5b-a22f-2b488f2f6cb4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.488477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-67997dd8-2746-4c5b-a22f-2b488f2f6cb4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3690321 Sep 15 15:53:02.496701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45614) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:02.502237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:02.507672 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Attempting to bind port d9b75850-478f-4e56-afbe-311973a97d5f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:02.508071 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Attempting to bind port d9b75850-478f-4e56-afbe-311973a97d5f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:02.508513 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Attempting to bind port d9b75850-478f-4e56-afbe-311973a97d5f on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:02.515541 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.515851 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.516177 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.516528 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.519995 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.519995 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.519995 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.520674 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.522726 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.523137 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.523479 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.523810 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:02.542244 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:02.553149 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Checking segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:02.553401 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.555539 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Bound using segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:02.556052 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Bound port: d9b75850-478f-4e56-afbe-311973a97d5f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:02.558833 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.611841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.664192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] For port d9b75850-478f-4e56-afbe-311973a97d5f, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:02.668807 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] For port d9b75850-478f-4e56-afbe-311973a97d5f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d9b75850-478f-4e56-afbe-311973a97d5f,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:02.738419 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.756109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.781170 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.817854 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:02.818866 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:02.819392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112f125f-274a-4956-b7e5-898c3311f492 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:02.857939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ce1efbb6-1e2f-4667-829c-c8173b4e71c9 None None] Provisioning complete for port d9b75850-478f-4e56-afbe-311973a97d5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:02.858420 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1efbb6-1e2f-4667-829c-c8173b4e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:02.864156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:02.876055 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21143e2-3f63-4d06-8fc2-4d75306a97e7 None None] Pushing event updated for resources: {'Port': ['ID=d9b75850-478f-4e56-afbe-311973a97d5f,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:02.937354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Allocated IP 172.25.0.161 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/e4eb4a8e-50da-4c30-a765-f4eb85b90808) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:02.941374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.036735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:03.085252 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:03.108089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bad4848b-af3b-4637-9d42-f7742d215d12 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:03.151133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09f46c-9fe6-4cb1-a5ca-6832007a47b8 req-0bffd9ae-2111-43bb-948e-0c4f2ea03504 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:03.156476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a09f46c-9fe6-4cb1-a5ca-6832007a47b8 req-0bffd9ae-2111-43bb-948e-0c4f2ea03504 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 944 time: 0.1579089 Sep 15 15:53:03.213978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.237437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45630) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:03.263643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a09f46c-9fe6-4cb1-a5ca-6832007a47b8 req-36555a32-26e0-479c-b757-788819dd6aca tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919659 Sep 15 15:53:03.263824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1efbb6-1e2f-4667-829c-c8173b4e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.292357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bad4848b-af3b-4637-9d42-f7742d215d12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:03.293689 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.323746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ce1efbb6-1e2f-4667-829c-c8173b4e71c9 None None] For port d9b75850-478f-4e56-afbe-311973a97d5f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d9b75850-478f-4e56-afbe-311973a97d5f,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:03.357509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.377478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['112f125f-274a-4956-b7e5-898c3311f492'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:03.409320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:03.412639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:03.416450 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:02Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:03.417374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:03.455282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.459216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'Port': ['ID=e4eb4a8e-50da-4c30-a765-f4eb85b90808,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:03.478531 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1637daf9-4822-47d5-93ab-91ca31aa36d9 None None] The sync data for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 is: [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:02Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:03.590234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1efbb6-1e2f-4667-829c-c8173b4e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.623015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.698667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.726120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1efbb6-1e2f-4667-829c-c8173b4e71c9 None None] Pushing event updated for resources: {'Port': ['ID=d9b75850-478f-4e56-afbe-311973a97d5f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:03.747171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4bdbdb55-dd82-4262-81e4-5f3af2a5b536 None None] Provisioning complete for port d9b75850-478f-4e56-afbe-311973a97d5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:03.747617 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdb55-dd82-4262-81e4-5f3af2a5b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.828966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-fad95269-9fbe-45cb-bf66-4d194478f033 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:03.835052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.841157 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-fad95269-9fbe-45cb-bf66-4d194478f033 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.1934869 Sep 15 15:53:03.865887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:03.870224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-01c355e2-468d-4bc3-86a2-8baf0da6114b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/quotas/ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 375 time: 0.0174031 Sep 15 15:53:03.885061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2251afd2d94744e69610126ecacd1a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6463950 Sep 15 15:53:03.885857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45646) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:03.945447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c155fbe2-e903-492e-8141-c09139601ba5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:03.964603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.965195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.965795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.966130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.966463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.966797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.967124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.967596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.968058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.968442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.968831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.969160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4114b7-d4d4-4f58-8268-32694b128ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:03.979980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59c47162-5940-4a33-8ac8-e2c892b1666c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.006690 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59c47162-5940-4a33-8ac8-e2c892b1666c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.022137 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e63dbbe-edae-4e75-892a-e8d4f2d0b3db tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320987 Sep 15 15:53:04.036399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-bec014c2-ae05-4ce6-abaf-f6e4cb753ffb service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:53:04.037507 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-bec014c2-ae05-4ce6-abaf-f6e4cb753ffb service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071270 Sep 15 15:53:04.150331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.167105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59c47162-5940-4a33-8ac8-e2c892b1666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.173177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59c47162-5940-4a33-8ac8-e2c892b1666c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.175274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-59c47162-5940-4a33-8ac8-e2c892b1666c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c155fbe2-e903-492e-8141-c09139601ba5 HTTP/1.1" status: 204 len: 168 time: 0.2864938 Sep 15 15:53:04.176878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-926e9a2b-d92c-45fd-93fc-8db4f30663e9 service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297314 Sep 15 15:53:04.189691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c47162-5940-4a33-8ac8-e2c892b1666c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c155fbe2-e903-492e-8141-c09139601ba5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:04.264899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.369746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'Port': ['ID=e4eb4a8e-50da-4c30-a765-f4eb85b90808,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:04.383417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-b98c3983-51a7-4ab9-a9bf-7ec89433196d service neutron] 10.222.0.63 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957166 Sep 15 15:53:04.394045 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.428200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227784a1-d868-4680-8c26-6c9d1397c4e9 req-395b2bde-c184-4d99-953e-246a0e1e4df2 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:04.429975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-227784a1-d868-4680-8c26-6c9d1397c4e9 req-395b2bde-c184-4d99-953e-246a0e1e4df2 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 944 time: 0.0688210 Sep 15 15:53:04.481322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-227784a1-d868-4680-8c26-6c9d1397c4e9 req-2cd03b2f-d704-4a11-8300-e57723d52b3d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Sep 15 15:53:04.514444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:04.515734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-40ff7843-6cf2-4136-9cdb-76e377c9b80f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0174851 Sep 15 15:53:04.810930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-85af633d-430f-4fb8-8ae8-8d01ee347647 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--999708644&fields=id&tenant_id=d9f2d2388ee447b0baaec4788d639ceb HTTP/1.1" status: 200 len: 267 time: 0.0416858 Sep 15 15:53:04.995194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-46e024ff-8b31-430f-b791-76ccd25a97ab tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:05.004134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-46e024ff-8b31-430f-b791-76ccd25a97ab tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 810 time: 0.1855450 Sep 15 15:53:05.016397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-b24c9ee7-ab39-415d-9312-8bfa780641d6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/quotas/d9f2d2388ee447b0baaec4788d639ceb HTTP/1.1" status: 200 len: 375 time: 0.0107043 Sep 15 15:53:05.066460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d9b75850-478f-4e56-afbe-311973a97d5f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:05.115762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-ffa54401-3b34-4615-be56-6c4eccf457e3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0874934 Sep 15 15:53:05.143081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d9b75850-478f-4e56-afbe-311973a97d5f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:05.143466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:05.275652 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ad7dbd2-40f5-40bb-b00e-6318a2007b7e service neutron] 10.222.0.63 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559749 Sep 15 15:53:05.313703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-163109f6-f554-4a44-8ca1-5e55675185fc req-adf835fa-cc69-4cad-bb58-482da3d6cddc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0282571 Sep 15 15:53:05.372189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-1b1c06fb-6325-487b-8fa3-0778d61708d5 service neutron] 10.222.0.63 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956652 Sep 15 15:53:05.522567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 112f125f-274a-4956-b7e5-898c3311f492 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:05.580290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 112f125f-274a-4956-b7e5-898c3311f492 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:05.580704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:05.614675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19701030-51a2-4064-8b3d-6e280ad2c8d7 req-13fe75f8-dc74-4139-af2c-5f9e811dbe55 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:05.616620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19701030-51a2-4064-8b3d-6e280ad2c8d7 req-13fe75f8-dc74-4139-af2c-5f9e811dbe55 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 944 time: 0.0567527 Sep 15 15:53:05.678394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19701030-51a2-4064-8b3d-6e280ad2c8d7 req-c97a91f0-099b-4ab6-96f2-4a82b2a0281f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Sep 15 15:53:05.693577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:05.738567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f125f-274a-4956-b7e5-898c3311f492'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:05.741689 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49530fd-478a-4e1c-88bb-da11ae6a857d" -d '{"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-plugged", "status": "completed", "tag": "112f125f-274a-4956-b7e5-898c3311f492"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:05.757089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:05.780540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9d47b3ad-efcd-4c96-9a35-6f2784ddfb26 req-4479c8bd-0da5-4754-a2d1-d78afaf767ab tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0413761 Sep 15 15:53:05.843343 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad988b52-d361-4e9d-9b62-a57621735671 x-openstack-request-id: req-ad988b52-d361-4e9d-9b62-a57621735671 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:05.843691 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-plugged", "status": "completed", "tag": "112f125f-274a-4956-b7e5-898c3311f492", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:05.844001 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ad988b52-d361-4e9d-9b62-a57621735671 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:05.851154 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f125f-274a-4956-b7e5-898c3311f492', 'code': 200} Sep 15 15:53:05.851154 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:05.943129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:06.189703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd362368-781f-450a-bffb-a3f611c5f95d req-79d6d608-e2db-4f27-bca4-faa8dc08f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:06.191221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd362368-781f-450a-bffb-a3f611c5f95d req-79d6d608-e2db-4f27-bca4-faa8dc08f900 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 1096 time: 0.1705432 Sep 15 15:53:06.229332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd362368-781f-450a-bffb-a3f611c5f95d req-7c710b41-5102-4a53-b0dc-254d6e4e5226 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298615 Sep 15 15:53:06.445653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f35980a2-597a-4615-ab45-52247b18c676 req-dd10cd65-8ea1-41ef-8af8-dc7b8fca3da3 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0344234 Sep 15 15:53:06.628606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45746) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:06.710195 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:53:06.734263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1073890925', 'router:external': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:06.804305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509a71e-307c-46ac-bf68-3362ddfc49a7 req-09db9799-8106-4f02-a73f-a710b2b4d0cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:06.805914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5509a71e-307c-46ac-bf68-3362ddfc49a7 req-09db9799-8106-4f02-a73f-a710b2b4d0cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0636458 Sep 15 15:53:06.855172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5509a71e-307c-46ac-bf68-3362ddfc49a7 req-a0616636-594b-40a9-8f40-bec3a8a3b0c4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Sep 15 15:53:06.910540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61dfb67d-824d-4d79-87ab-d44c133a3eed req-e75be4fa-fa62-40ac-9bb9-64d71faab387 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0343707 Sep 15 15:53:06.919468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Made reservation on behalf of 96b9c74db92b4ea5998a4fec801e05d0 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:06.922612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:06.931282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.024974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.148364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.173447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:53:07.182624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726f76b7-c30a-4419-8102-fb00db874152,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:07.190324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.190324 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Added segment 4fb29ca2-672e-48c1-862b-968e153e2ca7 of type vlan for network 4d37c49c-ced5-43d7-bdce-b8aef8521454 Sep 15 15:53:07.246806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.360083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.361165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:07.361750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.431892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Network': ['ID=4d37c49c-ced5-43d7-bdce-b8aef8521454,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:07.445090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 4d37c49c-ced5-43d7-bdce-b8aef8521454 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:53:07.460966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45762) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:07.461220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-525a2979-b989-4e62-8b18-2e8d312965b8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8312497 Sep 15 15:53:07.466732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'subnet': {'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:07.591315 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba47b922-e8b8-479c-adca-1cea053746fe req-49456084-f36c-4e83-9290-b3f617af24cf tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0378566 Sep 15 15:53:07.622634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Made reservation on behalf of 96b9c74db92b4ea5998a4fec801e05d0 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:07.625347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:07.722648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-7431e5c4-63cf-4398-8d96-b11ec28648e5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:07.724082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-7431e5c4-63cf-4398-8d96-b11ec28648e5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 808 time: 0.1610394 Sep 15 15:53:07.737142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Request body: {'port': {'device_id': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'admin_state_up': True, 'tenant_id': 'ad8a572a058e412eb10e49b2526d2890'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:07.960518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Made reservation on behalf of ad8a572a058e412eb10e49b2526d2890 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:07.973394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:08.004342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bf056-3044-414a-bd3e-11a8a4d16aac req-68590321-0216-4309-88d3-36d1a4824455 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:08.006909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3e0bf056-3044-414a-bd3e-11a8a4d16aac req-68590321-0216-4309-88d3-36d1a4824455 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0781786 Sep 15 15:53:08.046461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4cb955a-299a-4f2b-8ced-6416a516fe4a req-17e01c18-4ac9-4e00-8a32-53e596121ef9 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0516672 Sep 15 15:53:08.094756 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3e0bf056-3044-414a-bd3e-11a8a4d16aac req-514a42df-baef-4d4f-afd7-3bc5014f946c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770259 Sep 15 15:53:08.173702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.objects.ports [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:53:08.174198 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:08.234266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Allocated IP 172.20.0.2 (14078b25-5494-422e-b212-3ecad14ddcf7/e38a71e6-e51d-4d01-b40c-cb6fa66b4caf/a31272f7-bddb-4d0f-93af-b4b8a8f3df04) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:08.236473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ffe23c02-47a4-40db-b01c-7c4bc2c743cc,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:08.252168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Checking segment: {'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:08.252640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network hostable DHCP agents. Network: 4d37c49c-ced5-43d7-bdce-b8aef8521454, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:53:08.268171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e595f-005e-42f7-b7a5-68a27cec5ee1 req-d19a8501-a3f9-4135-9058-76ea05e9a77e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:08.269871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20e595f-005e-42f7-b7a5-68a27cec5ee1 req-d19a8501-a3f9-4135-9058-76ea05e9a77e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.0843782 Sep 15 15:53:08.351194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network 4d37c49c-ced5-43d7-bdce-b8aef8521454 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:53:08.369456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20e595f-005e-42f7-b7a5-68a27cec5ee1 req-68fa5f80-d035-4500-b5fb-945d72a9ca44 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861158 Sep 15 15:53:08.452795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:08.502929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 4d37c49c-ced5-43d7-bdce-b8aef8521454) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:08.507452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:08.509082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:08.513185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b976e-2803-4709-ada1-c4ebe5a3f96d None None] Network 4d37c49c-ced5-43d7-bdce-b8aef8521454 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:53:08.609882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:08.611771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b71ab3fc-28a8-4b21-9e5b-132eea822887 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1491978 Sep 15 15:53:08.618014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45782) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:08.624166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-696575357', 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:08.625222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ac8f60e4-098a-4dd4-a78b-c37dfdf73430'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:08.647850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Network 14078b25-5494-422e-b212-3ecad14ddcf7 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:08.653412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:08.679108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:08.759076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd845fe-d855-4faf-b9a4-b6518898100f None None] Network 4d37c49c-ced5-43d7-bdce-b8aef8521454 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:53:08.805855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-2814a48d-4df0-4deb-b55b-fa8328ed32fb tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:08.807358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-2814a48d-4df0-4deb-b55b-fa8328ed32fb tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.38 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 810 time: 0.2262428 Sep 15 15:53:08.836198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:08.870062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Made reservation on behalf of 96b9c74db92b4ea5998a4fec801e05d0 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:08.872964 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:08.904925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] device_id is not set on port 0c168c3b-b259-4df9-955f-c7ddd27ccb8c yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:53:08.950727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:08.951724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:09.015015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120985e-757a-4a4a-9e94-f2e4e0d47e7a req-09af1b4d-c227-41fd-8539-be686feb8983 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:09.025143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a120985e-757a-4a4a-9e94-f2e4e0d47e7a req-09af1b4d-c227-41fd-8539-be686feb8983 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 931 time: 0.1955001 Sep 15 15:53:09.126563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-2443ccd6-be90-43b2-8075-8cf48fcb8b4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f2d2388ee447b0baaec4788d639ceb HTTP/1.1" status: 200 len: 379 time: 0.2901673 Sep 15 15:53:09.146628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-f93e429d-73db-49d3-a302-fd29918def0e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4135106 Sep 15 15:53:09.154267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'port': {'device_id': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'admin_state_up': True, 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'security_groups': ['aa5cb75b-124b-4946-9803-447f5ca6c91c']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:09.179828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a120985e-757a-4a4a-9e94-f2e4e0d47e7a req-226b2fd9-28b9-40ef-9f28-9e8160256756 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307187 Sep 15 15:53:09.216600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Request body: {'port': {'device_id': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:09.226885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Allocated IP 172.20.0.12 (4d37c49c-ced5-43d7-bdce-b8aef8521454/ffe23c02-47a4-40db-b01c-7c4bc2c743cc/0c168c3b-b259-4df9-955f-c7ddd27ccb8c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:09.333079 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e68a56c-29f4-438a-99f1-50a4e42c1e22 req-486eacb6-8f92-4463-aa7a-bff8190a89cc tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0338624 Sep 15 15:53:09.418055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:09.462422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:09.604949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-460831d4-5d38-458a-86d2-87789bfda97f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:09.606968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-460831d4-5d38-458a-86d2-87789bfda97f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/networks?id=640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 200 len: 815 time: 0.2842362 Sep 15 15:53:09.617833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:09.680580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Port': ['ID=0c168c3b-b259-4df9-955f-c7ddd27ccb8c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:09.685461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-bbb6e395-ec00-4735-a0b8-5dac0d527e9d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/quotas/91e86b4ba9ae4d34be38f9fadefaea04 HTTP/1.1" status: 200 len: 375 time: 0.0295241 Sep 15 15:53:09.698383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network 4d37c49c-ced5-43d7-bdce-b8aef8521454 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:09.704986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:09.712978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:09.724013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Made reservation on behalf of d9f2d2388ee447b0baaec4788d639ceb for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:09.727725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:09.760564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:09.761579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:09.836283 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-d2335cc3-9a05-492c-9143-2f7904eac5aa tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494846 Sep 15 15:53:09.858455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5124a29b-9e8d-442f-b3df-eb4bb7e48d93 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2405586 Sep 15 15:53:09.861054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45810) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:09.873119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e40bf572-ac49-4cbc-973b-65ca3981513b service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:53:09.874098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e40bf572-ac49-4cbc-973b-65ca3981513b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086412 Sep 15 15:53:09.945788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Deleting port 0c168c3b-b259-4df9-955f-c7ddd27ccb8c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:09.946123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.032060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.047750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Calling delete_port for 0c168c3b-b259-4df9-955f-c7ddd27ccb8c owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:10.091849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31272f7-bddb-4d0f-93af-b4b8a8f3df04 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:10.105090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-15d94222-d680-48e4-aa74-caea4b24e68d service neutron] 10.222.0.63 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210634 Sep 15 15:53:10.108893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.113782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Allocated IP 172.20.0.11 (d7f03ebf-c177-4595-bde1-6eba91f6dcf7/e7bda1b0-8033-46f3-9572-008216686811/ebba617d-5d9b-4288-b956-ac74a81924cb) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:10.268401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.275455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Transition to ACTIVE for port object a31272f7-bddb-4d0f-93af-b4b8a8f3df04 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:53:10.298476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-5d815597-2ea0-41be-8397-0c04c0b27c6a service neutron] 10.222.0.63 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843252 Sep 15 15:53:10.299722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c168c3b-b259-4df9-955f-c7ddd27ccb8c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:10.357238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.414436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:10.442683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.447166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a67a6458-c8c4-4c03-9fe5-4a88af06e99c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "DELETE /v2.0/ports/0c168c3b-b259-4df9-955f-c7ddd27ccb8c HTTP/1.1" status: 204 len: 168 time: 0.5826144 Sep 15 15:53:10.447694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:10.454114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454', 'external_fixed_ips': [{'subnet_id': 'ffe23c02-47a4-40db-b01c-7c4bc2c743cc', 'ip_address': '172.20.0.12'}]}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:10.478466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f7afd-937c-47cd-9b38-2e6396024e52 req-ba136c19-0e82-432b-88dd-cb839f397a2f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:10.480304 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc7f7afd-937c-47cd-9b38-2e6396024e52 req-ba136c19-0e82-432b-88dd-cb839f397a2f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.0945210 Sep 15 15:53:10.545246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.568262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc7f7afd-937c-47cd-9b38-2e6396024e52 req-7ce09f11-eaf6-4a17-a70e-e0c1d67e3ad8 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618827 Sep 15 15:53:10.579022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-2b3fca7d-183b-456c-b401-604705f4871b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:10.580713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-2b3fca7d-183b-456c-b401-604705f4871b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab47a7d0-8c14-42d8-854d-021b6f074c8d HTTP/1.1" status: 200 len: 945 time: 0.1690435 Sep 15 15:53:10.584627 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.589633 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:10.640957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8691fe6d-2653-47f3-a9fb-1e0beb346fef req-b539957c-5798-4816-a8d6-95273c75b38a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0474374 Sep 15 15:53:10.717113 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.023586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.178626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e0c801f-6ae3-4e6b-852e-d2e114c67552 req-adfb2e9d-d5d8-4075-b0b5-aa3e4fb657fd tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 210 time: 0.4336033 Sep 15 15:53:11.180049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:11.180568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:11.181135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:11.184821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.227524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:53:11.227851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:11.248996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:11.249335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:11.249808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:11.250280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Bound port: a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:11.250643 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.257985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:11.278090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:11.282295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:11.287213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'Port': ['ID=ebba617d-5d9b-4288-b956-ac74a81924cb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:11.352464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Deleting port 112f125f-274a-4956-b7e5-898c3311f492 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:11.352834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.423096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:11.423752 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.442662 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.477989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.486350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:11.492197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:11.528267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] For port 112f125f-274a-4956-b7e5-898c3311f492, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=112f125f-274a-4956-b7e5-898c3311f492,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:11.534796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.559960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Calling delete_port for 112f125f-274a-4956-b7e5-898c3311f492 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:11.566304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8ace0261-5bdb-483a-9f01-206b3079962e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4306004 Sep 15 15:53:11.584012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Request body: {'port': {'device_id': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:11.586522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-05f9b272-3132-4bcc-b22d-9d4829090a74 None None] Provisioning complete for port ebba617d-5d9b-4288-b956-ac74a81924cb triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:11.587652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05f9b272-3132-4bcc-b22d-9d4829090a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.649634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-05f9b272-3132-4bcc-b22d-9d4829090a74 None None] Port ebba617d-5d9b-4288-b956-ac74a81924cb cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:53:11.680247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.725764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.758648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:11.759301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:11.761394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] 10.222.0.38 "PUT /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 1091 time: 2.5948827 Sep 15 15:53:11.761860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:11.764320 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:11.787628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Allocated IP 172.20.0.12 (4d37c49c-ced5-43d7-bdce-b8aef8521454/ffe23c02-47a4-40db-b01c-7c4bc2c743cc/985ada23-4197-47ed-bee3-52fce260cf7f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:11.803225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde0ef5-c01b-4b4e-9fd0-4671e43eacb4 req-95b96a24-6479-49e6-b771-b51c2755c7cf tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:11.805224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afde0ef5-c01b-4b4e-9fd0-4671e43eacb4 req-95b96a24-6479-49e6-b771-b51c2755c7cf tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.0998201 Sep 15 15:53:11.863315 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afde0ef5-c01b-4b4e-9fd0-4671e43eacb4 req-46dde315-42f4-417f-9057-7bdb5fdd892c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463195 Sep 15 15:53:11.890532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42c0b2-d40e-4cd7-a680-13a30dde2880 service neutron] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:12.006909 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e947ea3-321a-404f-ae55-7b8720043356 x-openstack-request-id: req-3e947ea3-321a-404f-ae55-7b8720043356 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:12.007266 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:12.007457 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3e947ea3-321a-404f-ae55-7b8720043356 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:12.007847 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04', 'status': 'completed', 'code': 200} Sep 15 15:53:12.015506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:12.062574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa8b31-8ea6-4da5-93cf-bb669270788b req-22d0ac73-dd1a-49f6-bc72-b82af81b2dab tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:12.064004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-defa8b31-8ea6-4da5-93cf-bb669270788b req-22d0ac73-dd1a-49f6-bc72-b82af81b2dab tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 932 time: 0.3091908 Sep 15 15:53:12.072522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:12.157597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Pushing event deleted for resources: {'Port': ['ID=112f125f-274a-4956-b7e5-898c3311f492,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:12.165916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-9f054236-4be5-47ef-8c9e-ce931d95698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:12.168089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-9f054236-4be5-47ef-8c9e-ce931d95698c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1094 time: 0.2215991 Sep 15 15:53:12.194318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:12.244096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network 4d37c49c-ced5-43d7-bdce-b8aef8521454 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:12.248353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:12.257193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:12.259772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Port': ['ID=985ada23-4197-47ed-bee3-52fce260cf7f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:12.306511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-defa8b31-8ea6-4da5-93cf-bb669270788b req-ac29f6f8-acf8-4b2c-9edb-cc0fb15b90d3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269173 Sep 15 15:53:12.308042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] No DVR routers for this DVR port 112f125f-274a-4956-b7e5-898c3311f492 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:53:12.313320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-539df0b2-1ba5-4254-bb0a-05702afa3b69 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 217 time: 0.0935471 Sep 15 15:53:12.329566 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:12.333054 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd1cd85c-4b71-4265-ba40-d658f546289b req-5f8971b2-17d1-47f3-bfcf-92a612449cbc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "DELETE /v2.0/ports/112f125f-274a-4956-b7e5-898c3311f492 HTTP/1.1" status: 204 len: 173 time: 1.7337258 Sep 15 15:53:12.371685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed9a11b1-a5dc-4065-adc3-7858abb8fdf5 req-7504b0cc-3f1b-466c-9502-aa8635664df4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 210 time: 0.0681970 Sep 15 15:53:12.451706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-8546f2c7-298c-4cdf-8bd4-a4e38b14768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:12.453212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-8546f2c7-298c-4cdf-8bd4-a4e38b14768b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.1160724 Sep 15 15:53:12.511831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-4d0ec67b-ca40-411a-a8f4-5ecabc2e697f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501497 Sep 15 15:53:12.534677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebba617d-5d9b-4288-b956-ac74a81924cb {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:12.553397 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:12.604126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Transition to ACTIVE for port object ebba617d-5d9b-4288-b956-ac74a81924cb will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:53:12.633936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-c752ff45-e949-4a1c-a561-bb8979ef6f5f service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140151 Sep 15 15:53:12.738406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3006c54b-9397-4682-a37a-4fe7d8ef986e req-9d90bf33-8296-4f75-a6a0-cbed92eaee5c service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975211 Sep 15 15:53:12.758006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:12.778558 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:12.840555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ebba617d-5d9b-4288-b956-ac74a81924cb,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:12.976196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Attempting to bind port ebba617d-5d9b-4288-b956-ac74a81924cb on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:12.976196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Attempting to bind port ebba617d-5d9b-4288-b956-ac74a81924cb by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:12.977071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Attempting to bind port ebba617d-5d9b-4288-b956-ac74a81924cb on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:13.032562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Port ebba617d-5d9b-4288-b956-ac74a81924cb on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:53:13.033002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Attempting to bind port ebba617d-5d9b-4288-b956-ac74a81924cb on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:13.068382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:13.068914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Checking segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:13.069375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Bound using segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:13.070010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Bound port: ebba617d-5d9b-4288-b956-ac74a81924cb, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:13.070299 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:13.106724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-82a6dd7b-3bc1-42e5-bfbd-83ee0a271c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.108436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-82a6dd7b-3bc1-42e5-bfbd-83ee0a271c70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1094 time: 0.1596889 Sep 15 15:53:13.137693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:13.155860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f3f7-e8d4-44bd-8da8-ad8383609818 req-c1916828-6bc9-4605-a978-817d7e900181 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.157466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc29f3f7-e8d4-44bd-8da8-ad8383609818 req-c1916828-6bc9-4605-a978-817d7e900181 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1389759 Sep 15 15:53:13.290208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] For port ebba617d-5d9b-4288-b956-ac74a81924cb, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:13.295534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc29f3f7-e8d4-44bd-8da8-ad8383609818 req-77739d6c-bf16-4073-a894-f09648cb555e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150582 Sep 15 15:53:13.308940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] For port ebba617d-5d9b-4288-b956-ac74a81924cb, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ebba617d-5d9b-4288-b956-ac74a81924cb,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:13.330684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-6c87b7f1-1d35-45d2-aa0f-a994f1d89f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.334257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-6c87b7f1-1d35-45d2-aa0f-a994f1d89f79 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1975381 Sep 15 15:53:13.348218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Router 5c1f46d7-9b12-46d3-b485-b7d1bae70a7b is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:13.387858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-9e9a6e74-ff59-430e-81f5-19429b9860c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 217 time: 0.0470438 Sep 15 15:53:13.447745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:13.454354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-ecc182b3-4077-4a6a-b7bf-a15a4d7dbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.455809 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-ecc182b3-4077-4a6a-b7bf-a15a4d7dbb1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0613589 Sep 15 15:53:13.507478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069a5a2-5f3a-4098-83ca-b819ccd55576 req-a724fef3-cf8b-442a-8523-8465fdd1ca24 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.509007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0069a5a2-5f3a-4098-83ca-b819ccd55576 req-a724fef3-cf8b-442a-8523-8465fdd1ca24 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 944 time: 0.0986941 Sep 15 15:53:13.516940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-d085091b-e670-4bef-81ca-71653ddd06c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309789 Sep 15 15:53:13.530313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:13.538426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d62a3b29-5ef1-4e94-a19d-0a43782b98f7 req-d520616e-8e71-4c14-a56d-45a5bb6d0413 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 210 time: 0.0872576 Sep 15 15:53:13.547643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Sync routers for ids ['5c1f46d7-9b12-46d3-b485-b7d1bae70a7b'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:13.552565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.553184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:13.554563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] 10.222.0.38 "PUT /v2.0/ports/ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 1092 time: 1.9774299 Sep 15 15:53:13.575537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Routers {'5c1f46d7-9b12-46d3-b485-b7d1bae70a7b'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:13.577186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5c1f46d7-9b12-46d3-b485-b7d1bae70a7b'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:13.584285 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0069a5a2-5f3a-4098-83ca-b819ccd55576 req-70389c65-6a96-4f65-b2be-79f069c58271 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630360 Sep 15 15:53:13.670714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:13.672028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ffade753-e3c6-4d50-96af-fbacf422969b tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2231190 Sep 15 15:53:13.674869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45870) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:13.732692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6231b37-7ee1-4b4c-a5dc-14d4c7c04a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ebba617d-5d9b-4288-b956-ac74a81924cb,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:13.792848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Set router 5c1f46d7-9b12-46d3-b485-b7d1bae70a7b gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:13.823189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 112f125f-274a-4956-b7e5-898c3311f492 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:13.835126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-95982eb8-c34e-43c0-9f16-01cd77a47322 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.839059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-95982eb8-c34e-43c0-9f16-01cd77a47322 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "GET /v2.0/networks?id=640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 200 len: 815 time: 0.2489676 Sep 15 15:53:13.860279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:13.869801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Request body: {'port': {'device_id': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'admin_state_up': True, 'tenant_id': '91e86b4ba9ae4d34be38f9fadefaea04'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:13.883437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-6a5a8f7e-2dce-4d1e-9e81-df9d550f756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:13.884993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-6a5a8f7e-2dce-4d1e-9e81-df9d550f756a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1095 time: 0.1418881 Sep 15 15:53:13.891941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 112f125f-274a-4956-b7e5-898c3311f492 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:53:13.892665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 112f125f-274a-4956-b7e5-898c3311f492 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:53:13.909783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-e7d20a10-637f-4bbf-8786-629ea2e2b70d service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737648 Sep 15 15:53:13.954207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f1192ddc-a965-4d84-97e2-bccfd362f26d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 217 time: 0.0577793 Sep 15 15:53:14.006152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.013994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-deleted', 'tag': '112f125f-274a-4956-b7e5-898c3311f492'}, {'name': 'network-changed', 'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:14.016215 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d" -d '{"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-deleted", "tag": "112f125f-274a-4956-b7e5-898c3311f492"}, {"name": "network-changed", "server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:14.091089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c1f46d7-9b12-46d3-b485-b7d1bae70a7b', 'name': '', 'tenant_id': '96b9c74db92b4ea5998a4fec801e05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454', 'external_fixed_ips': [{'subnet_id': 'ffe23c02-47a4-40db-b01c-7c4bc2c743cc', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '985ada23-4197-47ed-bee3-52fce260cf7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:10Z', 'updated_at': '2021-09-15T15:53:12Z', 'revision_number': 3, 'project_id': '96b9c74db92b4ea5998a4fec801e05d0', 'gw_port': {'id': '985ada23-4197-47ed-bee3-52fce260cf7f', 'name': '', 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:08:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1f46d7-9b12-46d3-b485-b7d1bae70a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ffe23c02-47a4-40db-b01c-7c4bc2c743cc', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:11Z', 'updated_at': '2021-09-15T15:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffe23c02-47a4-40db-b01c-7c4bc2c743cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:14.119780 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe16428-90cc-491b-a0c3-c838604cb0b3 x-openstack-request-id: req-8fe16428-90cc-491b-a0c3-c838604cb0b3 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:14.120216 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab47a7d0-8c14-42d8-854d-021b6f074c8d", "name": "network-vif-deleted", "tag": "112f125f-274a-4956-b7e5-898c3311f492", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:14.121032 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8fe16428-90cc-491b-a0c3-c838604cb0b3 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:14.121032 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab47a7d0-8c14-42d8-854d-021b6f074c8d', 'name': 'network-vif-deleted', 'tag': '112f125f-274a-4956-b7e5-898c3311f492', 'status': 'completed', 'code': 200} Sep 15 15:53:14.121323 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'status': 'completed', 'code': 200} Sep 15 15:53:14.129237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-11986853-40cf-4387-bfb5-371d73a15244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:14.130932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-11986853-40cf-4387-bfb5-371d73a15244 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.1677365 Sep 15 15:53:14.135931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Checking router: 5c1f46d7-9b12-46d3-b485-b7d1bae70a7b for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:14.136480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Updating router 5c1f46d7-9b12-46d3-b485-b7d1bae70a7b port 985ada23-4197-47ed-bee3-52fce260cf7f binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:53:14.164649 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.194214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6185ef2-5e06-4a9a-871f-7e247bf43e6f req-da8e47f3-d67b-4332-85c2-f18bbf27d1d6 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416022 Sep 15 15:53:14.215437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-358347db-c865-425b-9835-3f959ba41e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:14.217924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-358347db-c865-425b-9835-3f959ba41e10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781403 Sep 15 15:53:14.280622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Deleting port 985ada23-4197-47ed-bee3-52fce260cf7f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:14.280967 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.355867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-8a3fb6b6-25dd-443e-88e2-966772ae6305 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293976 Sep 15 15:53:14.357188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Made reservation on behalf of 91e86b4ba9ae4d34be38f9fadefaea04 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:14.362177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.406121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.436769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Calling delete_port for 985ada23-4197-47ed-bee3-52fce260cf7f owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:14.499099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74657d-e928-415e-aac8-479d9578e80a req-e6d2d957-dfe4-4dd3-94e8-5893ce75a88e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:14.500811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca74657d-e928-415e-aac8-479d9578e80a req-e6d2d957-dfe4-4dd3-94e8-5893ce75a88e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1122057 Sep 15 15:53:14.538919 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.547115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d57604-e50e-468e-aafb-d5fdbcb99b00 req-f5780f32-60de-4026-b31a-f5738fe89470 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800761 Sep 15 15:53:14.578283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Allocated IP 172.20.0.9 (640e7eb2-a80f-4c0d-9abd-6b74472ac184/87f2e3a1-925f-4e93-b2b2-99a1c0932863/7dab6a04-e3ed-4070-8df2-248548298f38) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:14.674261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.732022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45b9332e-95ef-4e32-a5b7-735956f1066c req-b6132e43-9992-4a5c-90d3-e6b15333cbf5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 210 time: 0.0421174 Sep 15 15:53:14.742779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbab1bc-9bd4-4aae-a358-74f31682dbde None None] Pushing event updated for resources: {'Port': ['ID=985ada23-4197-47ed-bee3-52fce260cf7f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:14.747058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Attempting to bind port 985ada23-4197-47ed-bee3-52fce260cf7f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:14.747612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Attempting to bind port 985ada23-4197-47ed-bee3-52fce260cf7f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:14.748099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Attempting to bind port 985ada23-4197-47ed-bee3-52fce260cf7f on network 4d37c49c-ced5-43d7-bdce-b8aef8521454 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:14.755979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:14.756572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Checking segment: {'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:14.757144 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.780785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.780985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Bound using segment: {'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:14.780985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Bound port: 985ada23-4197-47ed-bee3-52fce260cf7f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:14.780985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.912248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-5aef837a-cc1f-4f9e-ba8e-0dfdf6e312ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:14.913880 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-5aef837a-cc1f-4f9e-ba8e-0dfdf6e312ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1095 time: 0.1156220 Sep 15 15:53:14.928321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3aae0-5645-4165-bb64-fdbdbf1f9da5 req-0df2e2db-b886-4db8-80ba-66774c2e3b0a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:14.930296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cf3aae0-5645-4165-bb64-fdbdbf1f9da5 req-0df2e2db-b886-4db8-80ba-66774c2e3b0a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 944 time: 0.0723979 Sep 15 15:53:14.965295 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca74657d-e928-415e-aac8-479d9578e80a req-df28d675-434a-4a3c-b021-8e007a5d1f93 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402502 Sep 15 15:53:14.981021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:14.989804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] For port 985ada23-4197-47ed-bee3-52fce260cf7f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:15.031434 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 15:53:15.031434 n-d-808199-2 neutron-server[102020]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Sep 15 15:53:15.031434 n-d-808199-2 neutron-server[102020]: [parameters: {'port_id': '985ada23-4197-47ed-bee3-52fce260cf7f', 'host': 'n-d-808199-2', 'level': 0, 'driver': 'openvswitch', 'segment_id': '4fb29ca2-672e-48c1-862b-968e153e2ca7'}] Sep 15 15:53:15.031434 n-d-808199-2 neutron-server[102020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:53:15.031961 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:53:15.086113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:15.099230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:15.100283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:15.111461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cf3aae0-5645-4165-bb64-fdbdbf1f9da5 req-0d9aa4a2-d081-4f3b-9e4d-e1e04e9380b3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719306 Sep 15 15:53:15.140226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.150773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:15.169484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event deleted for resources: {'Port': ['ID=985ada23-4197-47ed-bee3-52fce260cf7f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:15.178094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-910c421a-a74d-4810-9436-4c81aaee8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:15.181689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-910c421a-a74d-4810-9436-4c81aaee8c77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 911 time: 0.2483296 Sep 15 15:53:15.182106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.182106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.182106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.182106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.182517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.182769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.183176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.183468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.183827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.184202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.184547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.184915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:15.192219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:15.193187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.242030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-aca4af07-d9da-4c61-bbf4-5cd92947e3ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 217 time: 0.0457332 Sep 15 15:53:15.246522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.298126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-f7947dec-59b3-48a2-ba02-c26b2e5e566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:15.299814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-f7947dec-59b3-48a2-ba02-c26b2e5e566b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.0496511 Sep 15 15:53:15.309919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-08ebd738-923a-48f7-8bcb-ddde7112ec21 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4503191 Sep 15 15:53:15.324951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-a43bafc7-dcd5-46b8-9a8a-78a23a82715a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:53:15.326164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-a43bafc7-dcd5-46b8-9a8a-78a23a82715a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065441 Sep 15 15:53:15.346387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.348622 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.356902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Request body: {'port': {'device_id': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:15.485836 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.486422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5c1f46d7-9b12-46d3-b485-b7d1bae70a7b {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:15.491244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.492335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4895b488-c5e9-4ccf-a932-b7981121202f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "DELETE /v2.0/routers/5c1f46d7-9b12-46d3-b485-b7d1bae70a7b HTTP/1.1" status: 204 len: 168 time: 1.8164144 Sep 15 15:53:15.495788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45892) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:15.546014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Deleting subnet ffe23c02-47a4-40db-b01c-7c4bc2c743cc {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:53:15.548337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Attempting to bind port 985ada23-4197-47ed-bee3-52fce260cf7f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:15.548737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Attempting to bind port 985ada23-4197-47ed-bee3-52fce260cf7f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:15.549096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Attempting to bind port 985ada23-4197-47ed-bee3-52fce260cf7f on network 4d37c49c-ced5-43d7-bdce-b8aef8521454 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:15.550373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.555232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:15.555610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Checking segment: {'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:15.556004 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.556391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Bound using segment: {'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:15.557030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Bound port: 985ada23-4197-47ed-bee3-52fce260cf7f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb29ca2-672e-48c1-862b-968e153e2ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '4d37c49c-ced5-43d7-bdce-b8aef8521454'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:15.558927 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.579028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Port 985ada23-4197-47ed-bee3-52fce260cf7f has been deleted concurrently {{(pid=102020) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 15 15:53:15.589649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:15.590049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 15:53:15.590729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_agentschedulers_db [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5c1f46d7-9b12-46d3-b485-b7d1bae70a7b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 15:53:15.591113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c1839-799b-4fb9-b051-b05226847fd9 None None] The sync data for ids ['5c1f46d7-9b12-46d3-b485-b7d1bae70a7b'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:15.593054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.638589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.751845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-e6fe2145-7cab-4e18-9ec4-17b33c4d566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:15.753402 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-e6fe2145-7cab-4e18-9ec4-17b33c4d566c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4422510 Sep 15 15:53:15.758258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.788860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.817939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe23c02-47a4-40db-b01c-7c4bc2c743cc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:15.822119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.827438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2fc09b72-3a74-472b-ab96-6d00dd3d6a70 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "DELETE /v2.0/subnets/ffe23c02-47a4-40db-b01c-7c4bc2c743cc HTTP/1.1" status: 204 len: 168 time: 0.3281252 Sep 15 15:53:15.827627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45896) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:15.900823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.990653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:15.993216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81693693-f469-4454-8353-b142974a4f1b req-26c9998c-5996-41c3-9b12-de2123a9ab1a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:15.994758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81693693-f469-4454-8353-b142974a4f1b req-26c9998c-5996-41c3-9b12-de2123a9ab1a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 931 time: 0.1452644 Sep 15 15:53:15.996694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-4dca2f28-cc70-42b4-a91c-c0a29ac0abca service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340508 Sep 15 15:53:16.019264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d37c49c-ced5-43d7-bdce-b8aef8521454']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:16.032152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb29ca2-672e-48c1-862b-968e153e2ca7') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:16.032774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb29ca2-672e-48c1-862b-968e153e2ca7') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:16.045909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.084520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.093643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:53:16.094105 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: items = [ Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:53:16.096018 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:53:16.157263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81693693-f469-4454-8353-b142974a4f1b req-c6846d62-0db0-432a-81e5-f2566270b4a2 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437521 Sep 15 15:53:16.204556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99a5b069-10cb-4241-ad6f-14e5a1eebf5d req-e2c2cea2-db19-492a-87b5-2cbdb8ce61b5 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990623 Sep 15 15:53:16.205483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bb7c8-0b0b-4d2a-acdf-bf9066558914 req-b079747e-d590-4aee-ae59-c6bd1f08851b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:16.215299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd6bb7c8-0b0b-4d2a-acdf-bf9066558914 req-b079747e-d590-4aee-ae59-c6bd1f08851b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1715066 Sep 15 15:53:16.265121 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd6bb7c8-0b0b-4d2a-acdf-bf9066558914 req-f7fe7e89-72a1-4f91-9673-5b43dff2798c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Sep 15 15:53:16.274731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dab6a04-e3ed-4070-8df2-248548298f38 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:16.284145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.293066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.299039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Transition to ACTIVE for port object 7dab6a04-e3ed-4070-8df2-248548298f38 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:53:16.309301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d37c49c-ced5-43d7-bdce-b8aef8521454 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 15 15:53:16.325498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.327651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "DELETE /v2.0/networks/4d37c49c-ced5-43d7-bdce-b8aef8521454 HTTP/1.1" status: 204 len: 168 time: 0.4989247 Sep 15 15:53:16.329316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e1b93-b468-4dae-8a9a-dbc1f9762c56 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d37c49c-ced5-43d7-bdce-b8aef8521454,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:16.389476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.457077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243eb607-d68c-43fe-a115-cba4cc9998c0 req-f94b07be-19b0-4ee3-bb0c-d323bcad36e1 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:16.458890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-243eb607-d68c-43fe-a115-cba4cc9998c0 req-f94b07be-19b0-4ee3-bb0c-d323bcad36e1 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 944 time: 0.0757003 Sep 15 15:53:16.483986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:16.537883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-243eb607-d68c-43fe-a115-cba4cc9998c0 req-c231d1b0-87a0-49cf-9558-4e9b169149d0 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699739 Sep 15 15:53:16.650393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Attempting to bind port 7dab6a04-e3ed-4070-8df2-248548298f38 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:16.650735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Attempting to bind port 7dab6a04-e3ed-4070-8df2-248548298f38 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:16.651177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Attempting to bind port 7dab6a04-e3ed-4070-8df2-248548298f38 on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:16.662045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Port 7dab6a04-e3ed-4070-8df2-248548298f38 on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:53:16.662351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Attempting to bind port 7dab6a04-e3ed-4070-8df2-248548298f38 on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:16.672433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:16.672738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Checking segment: {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:16.673113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Bound using segment: {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:16.674153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Bound port: 7dab6a04-e3ed-4070-8df2-248548298f38, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:16.674153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.757535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45918) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:16.762563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3b4622eb-1339-4329-ae17-efa6863833f5 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'router': {'name': 'tempest-router--959609024', 'project_id': '0f75a36eb8bf4e18a917345c053d3944'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:16.779110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:16.796212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:16.813625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627b137-d1a6-4b45-80ff-aa04e6af0e96 req-35c24b7d-256e-4030-8a58-5ef6c44c202b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:16.815160 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c627b137-d1a6-4b45-80ff-aa04e6af0e96 req-35c24b7d-256e-4030-8a58-5ef6c44c202b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.0976861 Sep 15 15:53:16.858068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c627b137-d1a6-4b45-80ff-aa04e6af0e96 req-52357660-1b69-407c-b835-3b9cec92cefd tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360603 Sep 15 15:53:16.891817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.937698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:16.938316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.939686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] 10.222.0.55 "PUT /v2.0/ports/7dab6a04-e3ed-4070-8df2-248548298f38 HTTP/1.1" status: 200 len: 1091 time: 1.5899243 Sep 15 15:53:16.940136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:16.942732 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e6b330-23f6-44ee-967e-d5295d35b9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:16.957097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4622eb-1339-4329-ae17-efa6863833f5 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.961207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4622eb-1339-4329-ae17-efa6863833f5 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:16.975666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a2746-6eb1-46cb-8af8-4841df2afcdb service neutron] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:16.991097 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a855f076-8c62-4ab2-a202-2e6304c63c99 x-openstack-request-id: req-a855f076-8c62-4ab2-a202-2e6304c63c99 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:16.991097 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:16.991097 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a855f076-8c62-4ab2-a202-2e6304c63c99 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:16.991097 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38', 'status': 'completed', 'code': 200} Sep 15 15:53:17.044455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4622eb-1339-4329-ae17-efa6863833f5 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.062816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b330-23f6-44ee-967e-d5295d35b9f2 req-b2d7c825-2b5b-4a14-80e1-b47556630f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.064704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09e6b330-23f6-44ee-967e-d5295d35b9f2 req-b2d7c825-2b5b-4a14-80e1-b47556630f26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 1094 time: 0.0473778 Sep 15 15:53:17.148382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4622eb-1339-4329-ae17-efa6863833f5 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.178303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b330-23f6-44ee-967e-d5295d35b9f2 req-601d6430-4c7d-4f79-be3d-28640ad3d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.179834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09e6b330-23f6-44ee-967e-d5295d35b9f2 req-601d6430-4c7d-4f79-be3d-28640ad3d95a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1068640 Sep 15 15:53:17.239776 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4622eb-1339-4329-ae17-efa6863833f5 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.241152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b4622eb-1339-4329-ae17-efa6863833f5 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4825237 Sep 15 15:53:17.244013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:17.319326 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-392f8fc1-eb34-4f4f-84fd-ef65812e4558 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.336358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6aa3-d425-4313-a9ae-a4d874942370 req-1a593d60-c12a-43f5-a945-578157165d5d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.337881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fadd6aa3-d425-4313-a9ae-a4d874942370 req-1a593d60-c12a-43f5-a945-578157165d5d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 943 time: 0.0789058 Sep 15 15:53:17.342361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6b330-23f6-44ee-967e-d5295d35b9f2 req-3ef37130-bcb7-49de-bc91-c16423d29b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.343108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09e6b330-23f6-44ee-967e-d5295d35b9f2 req-3ef37130-bcb7-49de-bc91-c16423d29b34 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1536934 Sep 15 15:53:17.383216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fadd6aa3-d425-4313-a9ae-a4d874942370 req-045c753c-b219-4c27-9a41-f5b58369bbaa tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359385 Sep 15 15:53:17.439435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-405b733f-5bab-4310-85b6-9d6e04cb92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.440115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-405b733f-5bab-4310-85b6-9d6e04cb92e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 1094 time: 0.0546198 Sep 15 15:53:17.500538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-6e0dfcef-de59-4693-a4f4-6497105ff079 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7dab6a04-e3ed-4070-8df2-248548298f38 HTTP/1.1" status: 200 len: 217 time: 0.0502965 Sep 15 15:53:17.503125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-392f8fc1-eb34-4f4f-84fd-ef65812e4558 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.506008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-392f8fc1-eb34-4f4f-84fd-ef65812e4558 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.582114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d0141-ee25-4f61-bcb9-b66cc077c4d3 req-6bae5238-2010-40de-92f9-1d65207e97fe tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.583631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-914d0141-ee25-4f61-bcb9-b66cc077c4d3 req-6bae5238-2010-40de-92f9-1d65207e97fe tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1249452 Sep 15 15:53:17.587613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-a9969a87-e2e6-491e-9266-ba0b56fcfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.593077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-a9969a87-e2e6-491e-9266-ba0b56fcfd49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=87f2e3a1-925f-4e93-b2b2-99a1c0932863 HTTP/1.1" status: 200 len: 855 time: 0.0654716 Sep 15 15:53:17.628724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-392f8fc1-eb34-4f4f-84fd-ef65812e4558 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.629042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392f8fc1-eb34-4f4f-84fd-ef65812e4558 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44d49336-3c28-4d5f-88a2-ee34d34c9f4d {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:17.632710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-e261fada-5282-44c9-bed9-c8a4ea11fc76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=640e7eb2-a80f-4c0d-9abd-6b74472ac184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341766 Sep 15 15:53:17.634254 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-392f8fc1-eb34-4f4f-84fd-ef65812e4558 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:17.636806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-392f8fc1-eb34-4f4f-84fd-ef65812e4558 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "DELETE /v2.0/routers/44d49336-3c28-4d5f-88a2-ee34d34c9f4d HTTP/1.1" status: 204 len: 168 time: 0.3903220 Sep 15 15:53:17.673824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-914d0141-ee25-4f61-bcb9-b66cc077c4d3 req-ebb401ed-cc70-4f6a-b910-50fb7226e7b0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818763 Sep 15 15:53:17.753682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0de27-91ab-4631-9480-dcb579d2a0d5 req-9f249914-ebdc-4760-a775-fc2d830507d8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:17.755789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73d0de27-91ab-4631-9480-dcb579d2a0d5 req-9f249914-ebdc-4760-a775-fc2d830507d8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 944 time: 0.0611100 Sep 15 15:53:17.769257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-ea7529cc-ad77-4681-8776-940e40f23a49 service neutron] 10.222.0.55 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213117 Sep 15 15:53:17.798924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73d0de27-91ab-4631-9480-dcb579d2a0d5 req-1bc3d62b-8b8d-489c-9559-746f4786e9e9 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358260 Sep 15 15:53:17.870333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3867c125-21aa-4bb4-b0a5-7107a8c5fa4b req-12c19433-91e1-44a6-944c-cf44cf6f94d3 service neutron] 10.222.0.55 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881829 Sep 15 15:53:17.901367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:18.099310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-167563569', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:18.138289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ebba617d-5d9b-4288-b956-ac74a81924cb details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:53:18.176931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.178117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.232081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.238489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ebba617d-5d9b-4288-b956-ac74a81924cb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ebba617d-5d9b-4288-b956-ac74a81924cb,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:18.250354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'port_id': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'mac_address': 'fa:16:3e:c3:d3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:53:18.288401 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.301837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebba617d-5d9b-4288-b956-ac74a81924cb {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:18.322539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ebba617d-5d9b-4288-b956-ac74a81924cb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ebba617d-5d9b-4288-b956-ac74a81924cb,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:18.405095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.458564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ebba617d-5d9b-4288-b956-ac74a81924cb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:18.518383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.518827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255903-dd87-4d61-af7b-f1ad3eed6736 req-33febc36-356f-41d9-a86b-9f317ac2d76d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:18.520347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61255903-dd87-4d61-af7b-f1ad3eed6736 req-33febc36-356f-41d9-a86b-9f317ac2d76d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 943 time: 0.0546517 Sep 15 15:53:18.562365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61255903-dd87-4d61-af7b-f1ad3eed6736 req-ccf1bdad-ab49-40ea-9901-866e35caed16 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Sep 15 15:53:18.661542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ebba617d-5d9b-4288-b956-ac74a81924cb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:18.837492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.868598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:18.891536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e7343-c5b9-407c-b9dd-e05e1b56adbc req-1ab98cbc-90f6-4b3e-8f0d-ecbe5dc187b0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:18.893222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db1e7343-c5b9-407c-b9dd-e05e1b56adbc req-1ab98cbc-90f6-4b3e-8f0d-ecbe5dc187b0 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1210823 Sep 15 15:53:18.939755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b089b4-8d6b-4943-b5e0-04c04b7abc86 req-7c9c79a3-32b9-4d77-ab2d-f6ad83dacdd7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:18.943351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2b089b4-8d6b-4943-b5e0-04c04b7abc86 req-7c9c79a3-32b9-4d77-ab2d-f6ad83dacdd7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 945 time: 0.0569317 Sep 15 15:53:18.983617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2b089b4-8d6b-4943-b5e0-04c04b7abc86 req-c6c53914-b068-4ba3-bb04-9b0b4813bd57 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358520 Sep 15 15:53:18.992997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db1e7343-c5b9-407c-b9dd-e05e1b56adbc req-598d1faa-5116-4aaf-bd7d-7f643dbeaf13 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710394 Sep 15 15:53:19.023110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Allocated IP 172.25.0.159 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/8dd555d5-bafa-4b6f-a397-db3ce0d9ed28) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:19.132241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:19.291754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:19.331990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:19.335147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:19.338991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:19.367035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event updated for resources: {'Port': ['ID=8dd555d5-bafa-4b6f-a397-db3ce0d9ed28,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:19.646292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7dab6a04-e3ed-4070-8df2-248548298f38 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:53:19.711863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e474a5-ffb8-4e53-806f-e14f48801773 req-16a09886-fab3-4581-9439-d41f71ae4f1a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:19.717958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58e474a5-ffb8-4e53-806f-e14f48801773 req-16a09886-fab3-4581-9439-d41f71ae4f1a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 943 time: 0.0704985 Sep 15 15:53:19.732682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:19.761898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58e474a5-ffb8-4e53-806f-e14f48801773 req-ea45e4b5-cb2c-4b76-b548-1a27595902c2 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Sep 15 15:53:19.778311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:19.789826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '7dab6a04-e3ed-4070-8df2-248548298f38', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'port_id': '7dab6a04-e3ed-4070-8df2-248548298f38', 'mac_address': 'fa:16:3e:07:93:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f2e3a1-925f-4e93-b2b2-99a1c0932863', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:53:19.831166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:19.850192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dab6a04-e3ed-4070-8df2-248548298f38 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:19.869421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:19.959270 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:19.960314 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:20.009182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:20.132796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bfeaa-88e7-478d-8602-4c350f102b50 req-9f475736-7e5b-4b2d-835c-1d6c9ef0fa51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:20.134225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca0bfeaa-88e7-478d-8602-4c350f102b50 req-9f475736-7e5b-4b2d-835c-1d6c9ef0fa51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.0569603 Sep 15 15:53:20.135170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038487-76de-4aa9-ad01-8bbf2ce4f642 req-4a78f367-3549-4a73-94f7-bb42725f21b0 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:20.137263 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b038487-76de-4aa9-ad01-8bbf2ce4f642 req-4a78f367-3549-4a73-94f7-bb42725f21b0 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 945 time: 0.0686088 Sep 15 15:53:20.144283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ebba617d-5d9b-4288-b956-ac74a81924cb up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:20.178304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca0bfeaa-88e7-478d-8602-4c350f102b50 req-d2e77cd8-90e3-47a1-9737-41cd5a1566d2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364110 Sep 15 15:53:20.188145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b038487-76de-4aa9-ad01-8bbf2ce4f642 req-9a8b29cf-7b7d-4805-ab55-44bb16e1b636 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Sep 15 15:53:20.200828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Router 0fe2994b-423e-4528-9aa0-c9794a1b5965 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:20.268048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port ebba617d-5d9b-4288-b956-ac74a81924cb completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:53:20.272448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port ebba617d-5d9b-4288-b956-ac74a81924cb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:20.272846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:20.321134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:20.333068 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] Sync routers for ids ['0fe2994b-423e-4528-9aa0-c9794a1b5965'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:20.342650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] Routers {'0fe2994b-423e-4528-9aa0-c9794a1b5965'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:20.343275 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0fe2994b-423e-4528-9aa0-c9794a1b5965'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:20.348409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7dab6a04-e3ed-4070-8df2-248548298f38'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:20.376720 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:20.385846 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] Routers {'0fe2994b-423e-4528-9aa0-c9794a1b5965'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:20.386053 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0fe2994b-423e-4528-9aa0-c9794a1b5965'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:20.390312 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:20.421417 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:20.422063 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50857358-7d73-4bc5-bd83-be2be12eaf55 None None] The sync data for ids ['0fe2994b-423e-4528-9aa0-c9794a1b5965'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:20.431512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:20.434972 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4346f2a3-a51a-4190-a93b-239d3afa34b1" -d '{"events": [{"server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "name": "network-vif-plugged", "status": "completed", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:20.449508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ebba617d-5d9b-4288-b956-ac74a81924cb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ebba617d-5d9b-4288-b956-ac74a81924cb,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:20.463721 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:20.467645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5ea907e6-b5b4-4552-a5b6-8f89a196bfa3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5627537 Sep 15 15:53:20.469681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45990) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:20.474157 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36118005-d2a9-4f7d-8446-8fd673d45d27 x-openstack-request-id: req-36118005-d2a9-4f7d-8446-8fd673d45d27 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:20.474444 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "name": "network-vif-plugged", "status": "completed", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:20.474687 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-36118005-d2a9-4f7d-8446-8fd673d45d27 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:20.475100 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'code': 200} Sep 15 15:53:20.548789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:20.583306 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7270dc78-ef1a-4d1b-9590-b950ffa4d7b1 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/0fe2994b-423e-4528-9aa0-c9794a1b5965 HTTP/1.1" status: 200 len: 920 time: 0.1137557 Sep 15 15:53:20.585892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45996) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:20.615323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ebba617d-5d9b-4288-b956-ac74a81924cb,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:20.649114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c94efc-9603-422b-a6aa-8cee60f04a8a req-8da0afc1-6af2-4fb8-a581-c0fca6279999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:20.650701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80c94efc-9603-422b-a6aa-8cee60f04a8a req-8da0afc1-6af2-4fb8-a581-c0fca6279999 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1097 time: 0.0459015 Sep 15 15:53:20.693709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80c94efc-9603-422b-a6aa-8cee60f04a8a req-4f99b11c-ebb8-4d0e-918c-ffe05c0f7ca6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317330 Sep 15 15:53:20.972335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a570d8c4-a3c6-48b5-b264-6e2021a7b9d0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=0fe2994b-423e-4528-9aa0-c9794a1b5965 HTTP/1.1" status: 200 len: 205 time: 0.3850498 Sep 15 15:53:20.992122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46006) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:21.033107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835c66-0aa1-4b02-b72a-d776b0f629a4 req-5a4fd759-c9cd-419a-9c15-e788b00837e5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:21.034587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47835c66-0aa1-4b02-b72a-d776b0f629a4 req-5a4fd759-c9cd-419a-9c15-e788b00837e5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 944 time: 0.0664341 Sep 15 15:53:21.075858 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47835c66-0aa1-4b02-b72a-d776b0f629a4 req-aaf45dd4-cf54-405a-9034-79ca7fc55877 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347404 Sep 15 15:53:21.239549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:21.343716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d2660-dd70-4498-ae98-ac9445f8ed29 req-0f6630b2-0ae6-460b-8f44-668d07e7598e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:21.345262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a1d2660-dd70-4498-ae98-ac9445f8ed29 req-0f6630b2-0ae6-460b-8f44-668d07e7598e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0597966 Sep 15 15:53:21.379961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aeb24-1ac0-46fe-a836-7a63ebfb0941 req-c812c8af-afcb-4669-a2e1-c2aadc7fff3e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:21.386326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e24aeb24-1ac0-46fe-a836-7a63ebfb0941 req-c812c8af-afcb-4669-a2e1-c2aadc7fff3e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1018822 Sep 15 15:53:21.393804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a1d2660-dd70-4498-ae98-ac9445f8ed29 req-410b779d-90ee-4f30-bd94-8d797b5e2fe6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Sep 15 15:53:21.416129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:21.437463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e24aeb24-1ac0-46fe-a836-7a63ebfb0941 req-01ac44be-84ea-4b19-8ddc-50412b4731fd tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Sep 15 15:53:21.581323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Deleting port 8dd555d5-bafa-4b6f-a397-db3ce0d9ed28 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:21.581711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:21.663588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7dab6a04-e3ed-4070-8df2-248548298f38 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:21.685395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:21.699303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Calling delete_port for 8dd555d5-bafa-4b6f-a397-db3ce0d9ed28 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:21.925404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 7dab6a04-e3ed-4070-8df2-248548298f38 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:53:21.929676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 7dab6a04-e3ed-4070-8df2-248548298f38 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:21.930156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.012825 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.047230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:22.061847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.090966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event deleted for resources: {'Port': ['ID=8dd555d5-bafa-4b6f-a397-db3ce0d9ed28,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:22.151806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.193558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:53:22.251009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:22.251422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.283931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5dfa-8060-4a5d-a2b8-f0c0f7cb5a1f req-0576e5cf-51ae-4657-8516-67867952e85c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:22.291827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb4d5dfa-8060-4a5d-a2b8-f0c0f7cb5a1f req-0576e5cf-51ae-4657-8516-67867952e85c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1179638 Sep 15 15:53:22.331229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:22.345748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '72916e30-cf88-4500-a948-b7227757ca32', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': '72916e30-cf88-4500-a948-b7227757ca32', 'mac_address': 'fa:16:3e:f0:54:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:53:22.386774 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.401612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:22.425331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:22.431087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.435013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.462885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.492710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb4d5dfa-8060-4a5d-a2b8-f0c0f7cb5a1f req-616ba387-2595-4fed-b3ea-61a5a0fe030d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846724 Sep 15 15:53:22.506968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:22.510088 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dba350-128e-4c85-b426-1e5b78b841ce" -d '{"events": [{"server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "name": "network-vif-plugged", "status": "completed", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:22.547769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:22.562068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['72916e30-cf88-4500-a948-b7227757ca32'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:22.573536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e2139-30b7-4fba-afb2-8040bc7c9590 req-46a26aea-271f-44be-bc6b-b3b1160f71b7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:22.585010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c21e2139-30b7-4fba-afb2-8040bc7c9590 req-46a26aea-271f-44be-bc6b-b3b1160f71b7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0939150 Sep 15 15:53:22.634342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c21e2139-30b7-4fba-afb2-8040bc7c9590 req-84f42f1b-b68a-458b-99c8-86f9e32fb450 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479624 Sep 15 15:53:22.655930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.656799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe2994b-423e-4528-9aa0-c9794a1b5965 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:22.696903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.696903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-155a7df1-67fb-47f5-a575-8e81c880d200 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/0fe2994b-423e-4528-9aa0-c9794a1b5965 HTTP/1.1" status: 204 len: 168 time: 1.7041392 Sep 15 15:53:22.703777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46058) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:22.707597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773c40a-8715-41a7-a90d-dd08751e2fcc req-c109ae25-3121-489f-9188-cf0ab1798834 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:22.708159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'router': {'name': 'tempest-snat-router-176719658', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': False}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:22.717499 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9773c40a-8715-41a7-a90d-dd08751e2fcc req-c109ae25-3121-489f-9188-cf0ab1798834 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1210020 Sep 15 15:53:22.762129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9773c40a-8715-41a7-a90d-dd08751e2fcc req-74525247-61d5-4c62-b1e6-42ddc697162d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Sep 15 15:53:22.764544 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5b33fc-984d-45b5-ac99-6263587e1707 x-openstack-request-id: req-be5b33fc-984d-45b5-ac99-6263587e1707 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:22.765075 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "name": "network-vif-plugged", "status": "completed", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:22.765075 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-be5b33fc-984d-45b5-ac99-6263587e1707 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:22.765440 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38', 'code': 200} Sep 15 15:53:22.851641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.855269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:22.880665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfe428-4bb5-4576-9b63-a03cfa854281 req-e8609e37-1ef8-43b6-b97f-f62a364295c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:22.883016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65bfe428-4bb5-4576-9b63-a03cfa854281 req-e8609e37-1ef8-43b6-b97f-f62a364295c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 1096 time: 0.0526145 Sep 15 15:53:22.946972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65bfe428-4bb5-4576-9b63-a03cfa854281 req-ef38b332-b816-419d-8a9d-678175319801 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571949 Sep 15 15:53:22.981861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:23.000205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbacbd-c981-4218-851b-24e93583dc37 req-a7acad07-8efa-4932-8f52-f6237f3ce21d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:23.001814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fafbacbd-c981-4218-851b-24e93583dc37 req-a7acad07-8efa-4932-8f52-f6237f3ce21d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1257830 Sep 15 15:53:23.013653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:23.018465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'floatingip': {'port_id': 'ebba617d-5d9b-4288-b956-ac74a81924cb'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:23.097681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:23.321748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:23.630979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028aa7a-961f-42d8-9885-172f09169d7d req-4524eeae-8964-4f0a-a3c9-3a2ddc4d1b71 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:23.643538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7028aa7a-961f-42d8-9885-172f09169d7d req-4524eeae-8964-4f0a-a3c9-3a2ddc4d1b71 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0679851 Sep 15 15:53:23.720651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7028aa7a-961f-42d8-9885-172f09169d7d req-e943437b-afcc-4ae9-b2e8-e48731d4ad35 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802786 Sep 15 15:53:23.751619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:23.867481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:23.937052 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-396c01ca-c295-4108-83be-bfbe15b0fab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.061600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cec34a-34d4-4a97-a188-186f2ab36624 req-27f807ad-1247-42c3-9a7e-a9594515c52a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:24.063188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20cec34a-34d4-4a97-a188-186f2ab36624 req-27f807ad-1247-42c3-9a7e-a9594515c52a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1347146 Sep 15 15:53:24.183558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a31272f7-bddb-4d0f-93af-b4b8a8f3df04 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:53:24.208908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:24.218925 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Floating IP 3fef1077-5b65-4a71-b23b-d0e6095142f1 associated. External IP: 172.25.0.161, port: ebba617d-5d9b-4288-b956-ac74a81924cb. Sep 15 15:53:24.359865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.364277 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20cec34a-34d4-4a97-a188-186f2ab36624 req-114486b9-c7f2-4527-b5ec-1002107db98d tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668178 Sep 15 15:53:24.404667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.431882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 72916e30-cf88-4500-a948-b7227757ca32 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:24.433446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.476104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:24.499864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04', 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7', 'port_id': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04', 'mac_address': 'fa:16:3e:7f:fb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38a71e6-e51d-4d01-b40c-cb6fa66b4caf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:53:24.589679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.618352 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.622145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31272f7-bddb-4d0f-93af-b4b8a8f3df04 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:24.666069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:24.689554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:24.765796 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.767716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:24.781174 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee87630-e63e-498f-bb3d-37eacfcb8ca0" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:24.845872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:24.867210 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02e432f-e6ab-43f1-98d0-1803548b0029 x-openstack-request-id: req-b02e432f-e6ab-43f1-98d0-1803548b0029 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:24.867659 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:24.867909 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b02e432f-e6ab-43f1-98d0-1803548b0029 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:24.868308 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'code': 200} Sep 15 15:53:24.890936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Allocated IP 172.25.0.153 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/1fc124a1-52f0-406c-a962-c53178c086d2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:24.907865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:24.973336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706fb82-473a-473e-82c6-362633feb5a2 req-62afef43-12d7-4ce0-8542-9b6879cfb3f4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:24.974919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a706fb82-473a-473e-82c6-362633feb5a2 req-62afef43-12d7-4ce0-8542-9b6879cfb3f4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0976799 Sep 15 15:53:25.000537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:25.023627 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a706fb82-473a-473e-82c6-362633feb5a2 req-89e50465-87ab-42f4-9cd9-01bd62f43cf6 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380924 Sep 15 15:53:25.030268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a31272f7-bddb-4d0f-93af-b4b8a8f3df04'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:25.119566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Router e205e032-be01-4cfa-b52f-8033db6e44a3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:53:25.269555 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:25.292459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fe901-52c3-4461-9a28-d5f9aea735c7 req-f6c8cd1b-5134-45cd-a236-87da364e8b9e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:25.294373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b68fe901-52c3-4461-9a28-d5f9aea735c7 req-f6c8cd1b-5134-45cd-a236-87da364e8b9e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1770465 Sep 15 15:53:25.406722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:25.415121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:25.421825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] Sync routers for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:25.434007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:25.434985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:25.457656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b68fe901-52c3-4461-9a28-d5f9aea735c7 req-9280d0af-bea6-45d7-99e3-9984012cbefc tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554468 Sep 15 15:53:25.490225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eb6ecc61-77d9-45a7-bd3d-45a5fdacc353 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "PUT /v2.0/floatingips/3fef1077-5b65-4a71-b23b-d0e6095142f1 HTTP/1.1" status: 200 len: 992 time: 2.4653475 Sep 15 15:53:25.490225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:25.490225 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9733400c-17f9-462c-bacf-84658d2366f7" -d '{"events": [{"name": "network-changed", "server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:25.522289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:25.582642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:25.586915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:25.603136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Port': ['ID=1fc124a1-52f0-406c-a962-c53178c086d2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:25.619963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:25.634361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafac3d-4ddd-4ca0-a794-511813e9aec8 req-9e56eb8d-cf32-4fb2-8efb-5f95777f053f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:25.637096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcafac3d-4ddd-4ca0-a794-511813e9aec8 req-9e56eb8d-cf32-4fb2-8efb-5f95777f053f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.0979679 Sep 15 15:53:25.646400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:25.761322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcafac3d-4ddd-4ca0-a794-511813e9aec8 req-f9fd18db-f7d6-4137-b4c5-0d6dfbb32ce7 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153283 Sep 15 15:53:26.000266 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8cb41b-ca99-49f7-bc2e-2b2099bbabf4 x-openstack-request-id: req-0c8cb41b-ca99-49f7-bc2e-2b2099bbabf4 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:26.000266 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:26.000266 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0c8cb41b-ca99-49f7-bc2e-2b2099bbabf4 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:26.000266 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'status': 'completed', 'code': 200} Sep 15 15:53:26.001370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '3fef1077-5b65-4a71-b23b-d0e6095142f1', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'port_id': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'mac_address': 'fa:16:3e:c3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:53:03Z', 'updated_at': '2021-09-15T15:53:23Z', 'revision_number': 1, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:26.010873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] Checking router: e205e032-be01-4cfa-b52f-8033db6e44a3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:26.021418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:26.021804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:26.021928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733400c-17f9-462c-bacf-84658d2366f7 req-f9e1992b-0531-419f-b9b2-1981303e78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:26.023342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733400c-17f9-462c-bacf-84658d2366f7 req-f9e1992b-0531-419f-b9b2-1981303e78f7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1097 time: 0.0501537 Sep 15 15:53:26.141210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733400c-17f9-462c-bacf-84658d2366f7 req-a912619f-9d9c-4792-a0a0-a9b06abe2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:26.143429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733400c-17f9-462c-bacf-84658d2366f7 req-a912619f-9d9c-4792-a0a0-a9b06abe2cdf service neutron] 10.222.0.38 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 911 time: 0.1121800 Sep 15 15:53:26.158156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:26.207247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a31272f7-bddb-4d0f-93af-b4b8a8f3df04 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:26.216220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733400c-17f9-462c-bacf-84658d2366f7 req-e701ba25-9231-4b06-8207-e9199d03673f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 1000 time: 0.0655034 Sep 15 15:53:26.286036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733400c-17f9-462c-bacf-84658d2366f7 req-bafa899d-d6b4-454f-a921-da390948e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:26.287409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733400c-17f9-462c-bacf-84658d2366f7 req-bafa899d-d6b4-454f-a921-da390948e248 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.0547316 Sep 15 15:53:26.352201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733400c-17f9-462c-bacf-84658d2366f7 req-46253efb-b9e1-41d2-aa20-04bb54817b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:26.354472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733400c-17f9-462c-bacf-84658d2366f7 req-46253efb-b9e1-41d2-aa20-04bb54817b80 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592451 Sep 15 15:53:26.476226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733400c-17f9-462c-bacf-84658d2366f7 req-de5b9563-cb81-40d6-8aba-1edd335135c2 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074810 Sep 15 15:53:26.526034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:53:26.528116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:26.533510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:26.533890 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:26.708197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '3fef1077-5b65-4a71-b23b-d0e6095142f1', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'port_id': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'mac_address': 'fa:16:3e:c3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:53:03Z', 'updated_at': '2021-09-15T15:53:23Z', 'revision_number': 1, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:26.712603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733400c-17f9-462c-bacf-84658d2366f7 req-6620d74d-c071-4392-a2eb-e64bad38d936 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251711 Sep 15 15:53:26.755998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d66b6-2058-43fe-8721-6724339558f3 req-ceabfa17-2847-4ead-a3b1-f4b8ddc6a87f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:26.758391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f16d66b6-2058-43fe-8721-6724339558f3 req-ceabfa17-2847-4ead-a3b1-f4b8ddc6a87f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1914270 Sep 15 15:53:26.760035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:26.776274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb9cb33-7cc3-430a-9378-05bbc9daa36f None None] The sync data for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 is: [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '3fef1077-5b65-4a71-b23b-d0e6095142f1', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'port_id': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'mac_address': 'fa:16:3e:c3:d3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:53:03Z', 'updated_at': '2021-09-15T15:53:23Z', 'revision_number': 1, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:26.796247 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:26.875609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f16d66b6-2058-43fe-8721-6724339558f3 req-f1b5756d-9ba8-452e-991e-9d117342541c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004169 Sep 15 15:53:26.888254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:26.890588 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172de17b-d213-45a4-8763-5f2318233841" -d '{"events": [{"server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:26.938047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:27.034460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:27.046193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3e2dd-d462-4433-9cad-8b391b417327 req-d3a0b9cb-02de-43d4-817f-fb6decf6d250 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:27.061441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cda3e2dd-d462-4433-9cad-8b391b417327 req-d3a0b9cb-02de-43d4-817f-fb6decf6d250 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0921829 Sep 15 15:53:27.126513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cda3e2dd-d462-4433-9cad-8b391b417327 req-4857a3f3-439b-4c62-b1e5-6675d3fcaf36 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678983 Sep 15 15:53:27.128021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a06a4c-5130-440c-b004-677d5321c7de req-1a55bc6e-a03d-43fd-9185-d37cc1164616 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:27.128946 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:27.148996 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33a06a4c-5130-440c-b004-677d5321c7de req-1a55bc6e-a03d-43fd-9185-d37cc1164616 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.1514728 Sep 15 15:53:27.176587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:27.215026 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dad9c5f-4de7-4b0c-a651-050df00b03cb x-openstack-request-id: req-3dad9c5f-4de7-4b0c-a651-050df00b03cb {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:27.215545 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:27.215926 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3dad9c5f-4de7-4b0c-a651-050df00b03cb {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:27.216442 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04', 'code': 200} Sep 15 15:53:27.231088 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb891c8-7ab5-42ac-bd88-5304fd5d2726 None None] New status for floating IP 3fef1077-5b65-4a71-b23b-d0e6095142f1: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:53:27.257042 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad13c168-cf4c-488d-8141-ff4cd29de080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:27.278187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33a06a4c-5130-440c-b004-677d5321c7de req-cb30ff97-ea9d-4ea3-aa3d-53056d1803db tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235673 Sep 15 15:53:27.338201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f115e-a3b5-4f24-9ae3-bb1bf532113a req-b2612226-1ea4-48e2-8a97-4f6824bddd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:27.340365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc8f115e-a3b5-4f24-9ae3-bb1bf532113a req-b2612226-1ea4-48e2-8a97-4f6824bddd90 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1096 time: 0.0645647 Sep 15 15:53:27.395349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc8f115e-a3b5-4f24-9ae3-bb1bf532113a req-0e438645-0bab-47e9-9d2c-6da8b32aace0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428350 Sep 15 15:53:27.417050 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:27.825713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Router 8fa02a14-4267-4dbb-b42d-c3789a282ce3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:27.957323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a65b64-c8d8-40f1-b012-002e6dbef491 req-edfcc641-f3fd-45a2-b7af-60c75ffb9c9e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:27.966201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16a65b64-c8d8-40f1-b012-002e6dbef491 req-edfcc641-f3fd-45a2-b7af-60c75ffb9c9e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0744519 Sep 15 15:53:27.986672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dd1f5-ceda-4204-a3bb-113085f98ce9 req-b1a1ddaa-97fb-4527-bedf-8fb9809c4b1e tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:27.995889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf9dd1f5-ceda-4204-a3bb-113085f98ce9 req-b1a1ddaa-97fb-4527-bedf-8fb9809c4b1e tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.2180660 Sep 15 15:53:28.015115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16a65b64-c8d8-40f1-b012-002e6dbef491 req-ad1b2d86-8cde-4fb9-989b-e7e6d479cc89 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Sep 15 15:53:28.053040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf9dd1f5-ceda-4204-a3bb-113085f98ce9 req-39502656-d72d-4975-9224-de3a442a2ae0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560904 Sep 15 15:53:28.115183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:28.129553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Sync routers for ids ['8fa02a14-4267-4dbb-b42d-c3789a282ce3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:28.142311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Routers {'8fa02a14-4267-4dbb-b42d-c3789a282ce3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:28.143026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['8fa02a14-4267-4dbb-b42d-c3789a282ce3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:28.216328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:28.217614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d8f29aa0-d1ce-4278-94c2-b979b8673986 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5129786 Sep 15 15:53:28.220774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46170) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:28.405871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Set router 8fa02a14-4267-4dbb-b42d-c3789a282ce3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:28.473174 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:28.658238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02a14-4267-4dbb-b42d-c3789a282ce3', 'name': 'tempest-snat-router-176719658', 'tenant_id': '96b9c74db92b4ea5998a4fec801e05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.153'}], 'enable_snat': False}, 'gw_port_id': '1fc124a1-52f0-406c-a962-c53178c086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:22Z', 'updated_at': '2021-09-15T15:53:25Z', 'revision_number': 3, 'project_id': '96b9c74db92b4ea5998a4fec801e05d0', 'gw_port': {'id': '1fc124a1-52f0-406c-a962-c53178c086d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02a14-4267-4dbb-b42d-c3789a282ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:24Z', 'updated_at': '2021-09-15T15:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:28.694835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Checking router: 8fa02a14-4267-4dbb-b42d-c3789a282ce3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:28.695513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Updating router 8fa02a14-4267-4dbb-b42d-c3789a282ce3 port 1fc124a1-52f0-406c-a962-c53178c086d2 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:53:28.749693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:28.823452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aefbaf-717e-4e40-90c7-56e4dee91835 req-70349f00-e658-458f-a29a-87dfbb76afff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:28.827384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27aefbaf-717e-4e40-90c7-56e4dee91835 req-70349f00-e658-458f-a29a-87dfbb76afff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.4300573 Sep 15 15:53:28.827384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b90292f9-6f3c-4914-a9bb-d3b6fc0f3347 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/8fa02a14-4267-4dbb-b42d-c3789a282ce3 HTTP/1.1" status: 200 len: 908 time: 0.6053188 Sep 15 15:53:28.830062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:28.834899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'router': {'name': 'tempest-snat-router-176719658', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': True}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:28.907840 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27aefbaf-717e-4e40-90c7-56e4dee91835 req-5e73f16d-d06b-43a8-8bbe-70bb93767e1b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645220 Sep 15 15:53:28.962153 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:28.964123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.047818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.206597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae2173-df7c-4795-a533-2f67c7045596 req-9547f778-f08a-4e80-96b6-fa28a3383294 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:29.214824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.218690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18ae2173-df7c-4795-a533-2f67c7045596 req-9547f778-f08a-4e80-96b6-fa28a3383294 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0910337 Sep 15 15:53:29.278124 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18ae2173-df7c-4795-a533-2f67c7045596 req-7d8ba879-5988-443d-be4e-2d7ea7e7d5f9 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580585 Sep 15 15:53:29.300053 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.375738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adfac3-539b-42c6-8b81-bd89b2503fcb None None] Pushing event updated for resources: {'Port': ['ID=1fc124a1-52f0-406c-a962-c53178c086d2,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:29.381650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Attempting to bind port 1fc124a1-52f0-406c-a962-c53178c086d2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:29.382367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Attempting to bind port 1fc124a1-52f0-406c-a962-c53178c086d2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:29.382844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Attempting to bind port 1fc124a1-52f0-406c-a962-c53178c086d2 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:29.389692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:29.390069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:29.390470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.390852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:29.391312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Bound port: 1fc124a1-52f0-406c-a962-c53178c086d2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:29.391682 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.409160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.426891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee8e06-7243-406a-a411-32513153364a req-7b368ceb-4ce2-460e-ba8c-83959fc8f959 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:29.428803 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81ee8e06-7243-406a-a411-32513153364a req-7b368ceb-4ce2-460e-ba8c-83959fc8f959 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.1350565 Sep 15 15:53:29.480306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] For port 1fc124a1-52f0-406c-a962-c53178c086d2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:29.486009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] For port 1fc124a1-52f0-406c-a962-c53178c086d2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1fc124a1-52f0-406c-a962-c53178c086d2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:29.496475 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81ee8e06-7243-406a-a411-32513153364a req-40caf933-9ce3-46f1-a369-a14ed8769c3a tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584848 Sep 15 15:53:29.552525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.624067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Routers {'8fa02a14-4267-4dbb-b42d-c3789a282ce3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:29.625058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['8fa02a14-4267-4dbb-b42d-c3789a282ce3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:29.691421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adfac3-539b-42c6-8b81-bd89b2503fcb None None] Pushing event updated for resources: {'Port': ['ID=1fc124a1-52f0-406c-a962-c53178c086d2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:29.752455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.781280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:29.799212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] Set router 8fa02a14-4267-4dbb-b42d-c3789a282ce3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:29.941151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Allocated IP 172.25.0.23 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0311421d-a9a0-46ec-b506-40bd434e491a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:30.085601 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:30.087446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:30.166625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fa02a14-4267-4dbb-b42d-c3789a282ce3', 'name': 'tempest-snat-router-176719658', 'tenant_id': '96b9c74db92b4ea5998a4fec801e05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.153'}], 'enable_snat': False}, 'gw_port_id': '1fc124a1-52f0-406c-a962-c53178c086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:22Z', 'updated_at': '2021-09-15T15:53:25Z', 'revision_number': 3, 'project_id': '96b9c74db92b4ea5998a4fec801e05d0', 'gw_port': {'id': '1fc124a1-52f0-406c-a962-c53178c086d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02a14-4267-4dbb-b42d-c3789a282ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:24Z', 'updated_at': '2021-09-15T15:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:30.183491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d56a2-f2d7-4f1a-97f1-802b8a43adc7 req-c53efe02-a179-4719-80dd-d068e35a1e37 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:30.191287 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a41d56a2-f2d7-4f1a-97f1-802b8a43adc7 req-c53efe02-a179-4719-80dd-d068e35a1e37 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0963628 Sep 15 15:53:30.195497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96215e-ea48-4a21-b1e0-7b6bbdfe5650 None None] The sync data for ids ['8fa02a14-4267-4dbb-b42d-c3789a282ce3'] in n-d-808199-2 is: [{'id': '8fa02a14-4267-4dbb-b42d-c3789a282ce3', 'name': 'tempest-snat-router-176719658', 'tenant_id': '96b9c74db92b4ea5998a4fec801e05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.153'}], 'enable_snat': False}, 'gw_port_id': '1fc124a1-52f0-406c-a962-c53178c086d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:22Z', 'updated_at': '2021-09-15T15:53:25Z', 'revision_number': 3, 'project_id': '96b9c74db92b4ea5998a4fec801e05d0', 'gw_port': {'id': '1fc124a1-52f0-406c-a962-c53178c086d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fa02a14-4267-4dbb-b42d-c3789a282ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:24Z', 'updated_at': '2021-09-15T15:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:30.214419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:30.248550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a41d56a2-f2d7-4f1a-97f1-802b8a43adc7 req-50c5c24a-c23e-4d87-8781-698d922fb697 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Sep 15 15:53:30.378074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:30.441307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:30.447158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:30.455916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:30.465370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Port': ['ID=0311421d-a9a0-46ec-b506-40bd434e491a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:30.632317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33059894-e554-41ec-9e77-2875bc708a0e req-c66b1b14-4e01-484d-a57f-fe8df93cce61 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:30.641087 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33059894-e554-41ec-9e77-2875bc708a0e req-c66b1b14-4e01-484d-a57f-fe8df93cce61 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1039515 Sep 15 15:53:30.725225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33059894-e554-41ec-9e77-2875bc708a0e req-78eb141a-de5e-48a8-b055-5d5df41ff0fd tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781798 Sep 15 15:53:30.867076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78728598-5690-4f8b-8597-fae07e0d8953 req-053667dd-40ec-4038-bda3-17b5d07b42a2 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:30.868737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-78728598-5690-4f8b-8597-fae07e0d8953 req-053667dd-40ec-4038-bda3-17b5d07b42a2 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.0635228 Sep 15 15:53:30.974488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-78728598-5690-4f8b-8597-fae07e0d8953 req-b3368a1e-f14c-43ab-a456-430e33cf5cca tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888550 Sep 15 15:53:31.112400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37c90e-aab9-4338-b0bf-c927735df3d6 req-65a9ec9b-9e8d-4f47-9207-ced117eacfcc tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:31.127499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e37c90e-aab9-4338-b0bf-c927735df3d6 req-65a9ec9b-9e8d-4f47-9207-ced117eacfcc tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1096 time: 0.5741529 Sep 15 15:53:31.127644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1fc124a1-52f0-406c-a962-c53178c086d2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:31.186810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e37c90e-aab9-4338-b0bf-c927735df3d6 req-0ff4ccf9-64db-418e-9750-6b00b958453b tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525162 Sep 15 15:53:31.283373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1fc124a1-52f0-406c-a962-c53178c086d2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:31.284623 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:31.343077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:31.409172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37b0fe-4099-4d02-abc0-53b9fe485010 req-bf39a32b-ec1d-4837-97a9-c647dc295c12 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:31.425723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f37b0fe-4099-4d02-abc0-53b9fe485010 req-bf39a32b-ec1d-4837-97a9-c647dc295c12 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1096 time: 0.1234217 Sep 15 15:53:31.449105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:31.511658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 1fc124a1-52f0-406c-a962-c53178c086d2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1fc124a1-52f0-406c-a962-c53178c086d2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:31.514061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f37b0fe-4099-4d02-abc0-53b9fe485010 req-a4518376-c846-407e-94f3-78c095aea5ea tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867372 Sep 15 15:53:31.593825 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:31.708504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=1fc124a1-52f0-406c-a962-c53178c086d2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:31.765724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-bf487310-32e4-4bd2-b566-bedd717663cf req-77dcaae7-0c0b-45a5-be36-67fcd99653f5 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:53:31.766965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf487310-32e4-4bd2-b566-bedd717663cf req-77dcaae7-0c0b-45a5-be36-67fcd99653f5 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0884867 Sep 15 15:53:31.792798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:31.955826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-00514958-d17c-44ef-bc86-fb22617c9dca tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:31.957578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-00514958-d17c-44ef-bc86-fb22617c9dca tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.38 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.1518159 Sep 15 15:53:31.988929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab86367-b28a-420f-8cd7-787bf0b64f7a req-5be3de18-6518-42c0-b4a9-b237cebd91f4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:31.996281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ab86367-b28a-420f-8cd7-787bf0b64f7a req-5be3de18-6518-42c0-b4a9-b237cebd91f4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1358607 Sep 15 15:53:32.113728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Deleting port 906b3d44-a52d-4147-9531-6f446e481f52 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:32.114101 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:32.153593 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ab86367-b28a-420f-8cd7-787bf0b64f7a req-80156ce6-890d-47d8-960f-f643eb9ed6f1 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033294 Sep 15 15:53:32.234214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Router fb1856ad-47c7-421e-9838-e96cb9c49f91 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:32.316327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] For port 906b3d44-a52d-4147-9531-6f446e481f52, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=906b3d44-a52d-4147-9531-6f446e481f52,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:32.316987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:32.506302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bdd31-7ef2-48c6-934a-1525d425c601 req-16a6b9d4-80c8-4084-869e-e7190904c561 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:32.508214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-886bdd31-7ef2-48c6-934a-1525d425c601 req-16a6b9d4-80c8-4084-869e-e7190904c561 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 945 time: 0.2435164 Sep 15 15:53:32.580031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:32.591108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Sync routers for ids ['fb1856ad-47c7-421e-9838-e96cb9c49f91'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:32.595165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-886bdd31-7ef2-48c6-934a-1525d425c601 req-932b765d-de3a-4aca-901a-cca1969ddb84 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups?id=d271ff4c-9550-467d-9518-06fedd33162c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762122 Sep 15 15:53:32.603752 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Routers {'fb1856ad-47c7-421e-9838-e96cb9c49f91'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:32.611240 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb1856ad-47c7-421e-9838-e96cb9c49f91'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:32.747928 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:32.750531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-90a9c25e-100f-49f1-ae94-70ee5cae8f9f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9186437 Sep 15 15:53:32.762216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46260) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:32.853199 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Set router fb1856ad-47c7-421e-9838-e96cb9c49f91 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:32.924089 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:32.930671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:32.930671 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Floating IP 13fdea62-f527-4e54-864b-8c4b25e622b4 disassociated. External IP: 172.25.0.25, port: 906b3d44-a52d-4147-9531-6f446e481f52. Sep 15 15:53:32.930671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Calling delete_port for 906b3d44-a52d-4147-9531-6f446e481f52 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:33.056266 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-56f78c37-3f56-4d8b-9a7d-317da7e388bd tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/fb1856ad-47c7-421e-9838-e96cb9c49f91 HTTP/1.1" status: 200 len: 906 time: 0.2927930 Sep 15 15:53:33.062913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46276) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:33.075999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1fc124a1-52f0-406c-a962-c53178c086d2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:33.185624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1fc124a1-52f0-406c-a962-c53178c086d2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:33.185624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:33.371878 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1856ad-47c7-421e-9838-e96cb9c49f91', 'name': 'tempest-snat-router-176719658', 'tenant_id': '96b9c74db92b4ea5998a4fec801e05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '0311421d-a9a0-46ec-b506-40bd434e491a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:28Z', 'updated_at': '2021-09-15T15:53:31Z', 'revision_number': 3, 'project_id': '96b9c74db92b4ea5998a4fec801e05d0', 'gw_port': {'id': '0311421d-a9a0-46ec-b506-40bd434e491a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1856ad-47c7-421e-9838-e96cb9c49f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:29Z', 'updated_at': '2021-09-15T15:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:33.410962 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Checking router: fb1856ad-47c7-421e-9838-e96cb9c49f91 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:33.411400 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Updating router fb1856ad-47c7-421e-9838-e96cb9c49f91 port 0311421d-a9a0-46ec-b506-40bd434e491a binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:53:33.441692 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:33.468550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:33.530978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:33.538054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596005c8-2ef1-42bd-9c80-a5c652b07350 req-2c8b1143-1751-41d7-8454-70044e08acc8 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:33.546682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-596005c8-2ef1-42bd-9c80-a5c652b07350 req-2c8b1143-1751-41d7-8454-70044e08acc8 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1706619 Sep 15 15:53:33.590192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event deleted for resources: {'Port': ['ID=906b3d44-a52d-4147-9531-6f446e481f52,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:33.658736 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-596005c8-2ef1-42bd-9c80-a5c652b07350 req-867be5df-9cc7-49f2-8587-06f918f1fdb9 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108265 Sep 15 15:53:33.707871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:33.772961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Router fb13fcb0-1aa5-4631-a31f-b24765a31a78 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:53:33.814903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f952a9dc-fe0e-4f33-a193-7e4c8a21d1b5 req-e4641a63-7642-46ce-ab8b-e8220918fdd0 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 210 time: 0.0542634 Sep 15 15:53:33.954151 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:33.971708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Deleting port 0311421d-a9a0-46ec-b506-40bd434e491a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:33.974515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.021652 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.080120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:34.092043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] Sync routers for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:34.120410 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Attempting to bind port 0311421d-a9a0-46ec-b506-40bd434e491a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:34.120811 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Attempting to bind port 0311421d-a9a0-46ec-b506-40bd434e491a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:34.121198 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Attempting to bind port 0311421d-a9a0-46ec-b506-40bd434e491a on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:34.124721 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3985a3-327c-4656-80ac-51bed24383a6 None None] Pushing event updated for resources: {'Port': ['ID=0311421d-a9a0-46ec-b506-40bd434e491a,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:34.125533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:34.133625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:34.146123 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:34.146684 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:34.147250 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.147797 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:34.148509 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Bound port: 0311421d-a9a0-46ec-b506-40bd434e491a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:34.149044 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.201908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.220177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] No DVR routers for this DVR port 906b3d44-a52d-4147-9531-6f446e481f52 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:53:34.223586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Calling delete_port for 0311421d-a9a0-46ec-b506-40bd434e491a owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:34.228170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.237660 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee841fe0-8102-46b4-9997-98f8ed976b5d req-bdcd815b-1a60-4093-a005-0fa4739bcfcd tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.38 "DELETE /v2.0/ports/906b3d44-a52d-4147-9531-6f446e481f52 HTTP/1.1" status: 204 len: 173 time: 2.2731566 Sep 15 15:53:34.238176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'name': 'network-vif-deleted', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:34.240582 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8600e935-1fc5-4e1e-ac07-d6631e12d80e" -d '{"events": [{"server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "name": "network-vif-deleted", "tag": "906b3d44-a52d-4147-9531-6f446e481f52"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:34.256988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] For port 0311421d-a9a0-46ec-b506-40bd434e491a, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:34.257604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 906b3d44-a52d-4147-9531-6f446e481f52 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:34.269650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] For port 0311421d-a9a0-46ec-b506-40bd434e491a, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0311421d-a9a0-46ec-b506-40bd434e491a,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:34.327234 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40459bc7-ceeb-44b4-8bb8-68687c1e9902 x-openstack-request-id: req-40459bc7-ceeb-44b4-8bb8-68687c1e9902 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:34.327529 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab8fd60-13ef-4e93-8148-61effcf88ee0", "name": "network-vif-deleted", "tag": "906b3d44-a52d-4147-9531-6f446e481f52", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:34.327776 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-40459bc7-ceeb-44b4-8bb8-68687c1e9902 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:34.328195 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab8fd60-13ef-4e93-8148-61effcf88ee0', 'name': 'network-vif-deleted', 'tag': '906b3d44-a52d-4147-9531-6f446e481f52', 'status': 'completed', 'code': 200} Sep 15 15:53:34.376924 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.428136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-af15c19c-4ae9-4006-b980-5f8e31d4064b tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:53:34.429543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-af15c19c-4ae9-4006-b980-5f8e31d4064b tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063093 Sep 15 15:53:34.436219 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Routers {'fb1856ad-47c7-421e-9838-e96cb9c49f91'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:34.436889 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb1856ad-47c7-421e-9838-e96cb9c49f91'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:34.484783 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3985a3-327c-4656-80ac-51bed24383a6 None None] Pushing event updated for resources: {'Port': ['ID=0311421d-a9a0-46ec-b506-40bd434e491a,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:34.505194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 906b3d44-a52d-4147-9531-6f446e481f52 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:53:34.505909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 906b3d44-a52d-4147-9531-6f446e481f52 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:53:34.534535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-84dc1429-537b-46e5-89b2-d8f614b33ea8 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:34.537377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-84dc1429-537b-46e5-89b2-d8f614b33ea8 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 1093 time: 0.0952501 Sep 15 15:53:34.548961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Request body: {'binding': {'host': 'n-h2-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:34.549568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Unknown quota resources ['binding']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 15:53:34.602751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:34.610895 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] Set router fb1856ad-47c7-421e-9838-e96cb9c49f91 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:34.691272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.732347 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1856ad-47c7-421e-9838-e96cb9c49f91', 'name': 'tempest-snat-router-176719658', 'tenant_id': '96b9c74db92b4ea5998a4fec801e05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:28Z', 'updated_at': '2021-09-15T15:53:33Z', 'revision_number': 4, 'project_id': '96b9c74db92b4ea5998a4fec801e05d0', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:34.740101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event deleted for resources: {'Port': ['ID=0311421d-a9a0-46ec-b506-40bd434e491a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:34.807463 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770c382-dc46-4880-bb1e-2efa6eea65a5 None None] The sync data for ids ['fb1856ad-47c7-421e-9838-e96cb9c49f91'] in n-d-808199-2 is: [{'id': 'fb1856ad-47c7-421e-9838-e96cb9c49f91', 'name': 'tempest-snat-router-176719658', 'tenant_id': '96b9c74db92b4ea5998a4fec801e05d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:28Z', 'updated_at': '2021-09-15T15:53:33Z', 'revision_number': 4, 'project_id': '96b9c74db92b4ea5998a4fec801e05d0', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:34.827227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on host n-h2-808199-2 for vnic_type normal with profile None {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:34.827609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:34.827945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:34.842318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:53:34.842656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:34.857832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:34.866108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:34.866108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:34.866108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Bound port: a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:34.893217 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:34.982381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:35.021995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:35.033883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:18Z', 'revision_number': 5, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:35.034486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df58de1-611c-40fb-a635-cb7198b8bd9e req-4b7f3329-b720-426b-a48d-a84f4f410e35 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:35.043258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5df58de1-611c-40fb-a635-cb7198b8bd9e req-4b7f3329-b720-426b-a48d-a84f4f410e35 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.2060506 Sep 15 15:53:35.046297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:35.048122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] 10.222.0.63 "POST /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04/bindings HTTP/1.1" status: 201 len: 389 time: 0.5031469 Sep 15 15:53:35.051546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:35.089733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] Checking router: fb13fcb0-1aa5-4631-a31f-b24765a31a78 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:35.109971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:35.110960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:35.172539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5df58de1-611c-40fb-a635-cb7198b8bd9e req-fbb4db13-fc13-4079-bdae-e2365165aedb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282632 Sep 15 15:53:35.273548 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:35.274203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb1856ad-47c7-421e-9838-e96cb9c49f91 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:35.279778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:35.284117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e41f2af-8676-40a2-91fb-ec0509e8fdb2 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "DELETE /v2.0/routers/fb1856ad-47c7-421e-9838-e96cb9c49f91 HTTP/1.1" status: 204 len: 168 time: 2.2197139 Sep 15 15:53:35.285732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46312) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:35.356122 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2d2c9d4-0400-4bf7-a54a-40316688445b req-07d5d60a-7cc4-43d4-a7a5-5d457083223e tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ab8fd60-13ef-4e93-8148-61effcf88ee0 HTTP/1.1" status: 200 len: 210 time: 0.0400538 Sep 15 15:53:35.452964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:35.631779 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:35.800502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6ce1f-01e6-4cf7-97ce-01bb0e83016b req-d2fe1d14-bcad-40cc-a9a1-93286d30d6b5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:35.801844 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63b6ce1f-01e6-4cf7-97ce-01bb0e83016b req-d2fe1d14-bcad-40cc-a9a1-93286d30d6b5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.1161096 Sep 15 15:53:35.861817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:18Z', 'revision_number': 5, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:35.866072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:35.889822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63b6ce1f-01e6-4cf7-97ce-01bb0e83016b req-c72d3903-090a-4108-9390-03970579ccfc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752473 Sep 15 15:53:35.925205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e3aa2-68ba-4d82-98ac-a4ab96b17f2b None None] The sync data for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 is: [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 4, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'abf0758d-8170-4d9a-ae58-bad14cf0eafd', 'name': '', 'network_id': 'd3b89463-09f0-4bce-b5d5-09e8d3c29dde', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'mac_address': 'fa:16:3e:11:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:07Z', 'updated_at': '2021-09-15T15:51:18Z', 'revision_number': 5, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'subnets': [{'id': '27c934ae-5b1d-432b-9256-48eee5d36b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:36.031317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-32b80bc4-37b7-4033-a0d2-169abd86afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:36.032824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-32b80bc4-37b7-4033-a0d2-169abd86afa6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1096 time: 0.0903962 Sep 15 15:53:36.067090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Deleting port 1fc124a1-52f0-406c-a962-c53178c086d2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:36.067431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:36.207385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c7e1c886-bfcd-41b2-b12e-60636b79611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:36.211244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c7e1c886-bfcd-41b2-b12e-60636b79611d service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.1691389 Sep 15 15:53:36.271960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-584a6cc3-33a5-44e1-8fd8-aa9573567f00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 217 time: 0.0489349 Sep 15 15:53:36.296803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] For port 1fc124a1-52f0-406c-a962-c53178c086d2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1fc124a1-52f0-406c-a962-c53178c086d2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:36.297460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:36.341365 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67d687-9710-42e3-a23c-2e27bf30209a None None] New status for floating IP 13fdea62-f527-4e54-864b-8c4b25e622b4: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:53:36.361446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Calling delete_port for 1fc124a1-52f0-406c-a962-c53178c086d2 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:36.448337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-6dfaa55d-f9e9-401f-93e1-93e9683851d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:36.450335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-6dfaa55d-f9e9-401f-93e1-93e9683851d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.1667280 Sep 15 15:53:36.466539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cde4e-bb5b-486a-922d-67c4dc74fcc9 req-c0a5ee36-2ed0-422a-8871-2c970e1e4eb9 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:36.468324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-161cde4e-bb5b-486a-922d-67c4dc74fcc9 req-c0a5ee36-2ed0-422a-8871-2c970e1e4eb9 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1684945 Sep 15 15:53:36.514509 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-247e81bb-2694-4c80-adf9-95a47c87e4ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404921 Sep 15 15:53:36.662981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-161cde4e-bb5b-486a-922d-67c4dc74fcc9 req-bf0e0dc4-3058-4c33-90ef-73108aedc57a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611607 Sep 15 15:53:36.772033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-af89ae03-7efa-4cd9-8f4a-5d528f39f1de service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420456 Sep 15 15:53:36.905436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-89f66e15-4749-4506-b90b-622f45628451 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253080 Sep 15 15:53:37.024474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f317-c5bb-4a72-87cb-8d757ab17a2e req-d5491dbe-07d1-4c01-a791-6c48fad29fa6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:37.026600 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8191f317-c5bb-4a72-87cb-8d757ab17a2e req-d5491dbe-07d1-4c01-a791-6c48fad29fa6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0528057 Sep 15 15:53:37.064972 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8191f317-c5bb-4a72-87cb-8d757ab17a2e req-14485f01-bdb6-4cc8-bf68-68bf16dc95b5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Sep 15 15:53:37.080473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46334) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:37.129394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.170878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fc124a1-52f0-406c-a962-c53178c086d2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:37.175315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb058-9840-4681-a382-d77ceba3f422 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.249527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb058-9840-4681-a382-d77ceba3f422 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.298859 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.405912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.408857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.450848 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb058-9840-4681-a382-d77ceba3f422 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.453556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb058-9840-4681-a382-d77ceba3f422 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.457393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c7bcb058-9840-4681-a382-d77ceba3f422 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "DELETE /v2.0/security-groups/d271ff4c-9550-467d-9518-06fedd33162c HTTP/1.1" status: 204 len: 168 time: 0.3731647 Sep 15 15:53:37.458322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46344) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:37.481148 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-fdeaaff8-f37d-45a0-bf3e-fb39f5b60ba6 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] show failed (client error): The resource could not be found. Sep 15 15:53:37.488544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fdeaaff8-f37d-45a0-bf3e-fb39f5b60ba6 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "GET /v2.0/security-groups/d271ff4c-9550-467d-9518-06fedd33162c HTTP/1.1" status: 404 len: 347 time: 0.0229182 Sep 15 15:53:37.488822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcb058-9840-4681-a382-d77ceba3f422 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d271ff4c-9550-467d-9518-06fedd33162c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:37.491640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46346) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:37.545076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.545852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fa02a14-4267-4dbb-b42d-c3789a282ce3 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:37.559647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.568218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5507cc15-95a8-44da-8a1d-32414cb4788f tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "DELETE /v2.0/routers/8fa02a14-4267-4dbb-b42d-c3789a282ce3 HTTP/1.1" status: 204 len: 168 time: 2.2803357 Sep 15 15:53:37.569200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46348) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:37.584214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-28587421', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:37.719247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.723494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.798387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Deleting port 5c9f022e-00b2-4230-8436-0a188656e55e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:37.802170 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.960433 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:37.980398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990b893-e61a-4c70-b892-48d04cb429b6 req-4b63d6b6-0e9f-49ad-aeb0-56d72c7a0e77 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:37.982356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5990b893-e61a-4c70-b892-48d04cb429b6 req-4b63d6b6-0e9f-49ad-aeb0-56d72c7a0e77 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1229506 Sep 15 15:53:38.051435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5990b893-e61a-4c70-b892-48d04cb429b6 req-b7de229e-77c4-4c57-aed3-dcef99d15e69 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619817 Sep 15 15:53:38.358814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50200c5e-2b17-45d3-8431-3ff902a030c5 req-903cfaf4-db5e-4cbe-b528-88fd000c55a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:38.368622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50200c5e-2b17-45d3-8431-3ff902a030c5 req-903cfaf4-db5e-4cbe-b528-88fd000c55a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.1144707 Sep 15 15:53:38.383324 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:38.384140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:38.421855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Calling delete_port for 5c9f022e-00b2-4230-8436-0a188656e55e owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:38.465625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50200c5e-2b17-45d3-8431-3ff902a030c5 req-e59c1f7a-8963-4139-8e36-da4528d18953 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953710 Sep 15 15:53:38.574065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:38.724891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:38.756607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Pushing event deleted for resources: {'Port': ['ID=5c9f022e-00b2-4230-8436-0a188656e55e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:38.836748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:38.840731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:38.844680 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5a5381f7-871c-41a0-b44a-d26eb1048156 tempest-ServersTestManualDisk-1342211434 tempest-ServersTestManualDisk-1342211434-project] 10.222.0.63 "DELETE /v2.0/floatingips/13fdea62-f527-4e54-864b-8c4b25e622b4 HTTP/1.1" status: 204 len: 168 time: 1.3489754 Sep 15 15:53:38.845721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46368) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:39.019603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1fc124a1-52f0-406c-a962-c53178c086d2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:39.042504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1fc124a1-52f0-406c-a962-c53178c086d2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:53:39.043306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1fc124a1-52f0-406c-a962-c53178c086d2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:53:39.165765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:39.222965 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:39.229949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00d58d-1e0e-4de5-af70-e4debca9cdd8 req-92ecfb3d-9604-4915-a07c-35cc2585229a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:39.232894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc00d58d-1e0e-4de5-af70-e4debca9cdd8 req-92ecfb3d-9604-4915-a07c-35cc2585229a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0687830 Sep 15 15:53:39.278865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc00d58d-1e0e-4de5-af70-e4debca9cdd8 req-5de2ea50-fafb-4ff8-ae9c-03d3e830cf60 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Sep 15 15:53:39.405511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-b292b6fb-0f60-4349-b460-7ab473b67275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:39.408149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-b292b6fb-0f60-4349-b460-7ab473b67275 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1096 time: 0.2002831 Sep 15 15:53:39.591729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84870ff3-09ff-4942-9ceb-e56bbf89d268 req-1a436733-d0c2-4015-bf18-e5a792860991 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:39.593364 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84870ff3-09ff-4942-9ceb-e56bbf89d268 req-1a436733-d0c2-4015-bf18-e5a792860991 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0580783 Sep 15 15:53:39.610973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91d570-d17d-4227-8dd1-f7faecd41401 req-aeb9f377-8568-4f91-aa10-89cad413f0a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:39.612752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c91d570-d17d-4227-8dd1-f7faecd41401 req-aeb9f377-8568-4f91-aa10-89cad413f0a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.2133791 Sep 15 15:53:39.616083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Allocated IP 172.25.0.226 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f25b07a7-35dd-42c7-91f7-1a78b0537705) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:39.637676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84870ff3-09ff-4942-9ceb-e56bbf89d268 req-4f1ae16f-b1a6-47b1-afa7-76aec39666ac tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Sep 15 15:53:39.773865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-5c4f1866-1c28-49bc-945a-7fececba04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:39.776065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-5c4f1866-1c28-49bc-945a-7fececba04ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.2824771 Sep 15 15:53:39.810053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c91d570-d17d-4227-8dd1-f7faecd41401 req-9a49f58f-8e72-4528-9912-48b7b55468b8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626632 Sep 15 15:53:39.931209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:39.948407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-3d4347a4-258b-4869-907e-6926df2406b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 1000 time: 0.1356299 Sep 15 15:53:40.080654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-13fa4957-82e7-4162-80b7-60a98e46d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:40.082194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-13fa4957-82e7-4162-80b7-60a98e46d046 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.1231582 Sep 15 15:53:40.136554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:40.193453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-b1235c93-c9cb-42db-8baa-1cdccdbfddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:40.195051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-b1235c93-c9cb-42db-8baa-1cdccdbfddd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029651 Sep 15 15:53:40.256120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:40.598821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:40.617175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:40.652797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:40.682325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event updated for resources: {'Port': ['ID=f25b07a7-35dd-42c7-91f7-1a78b0537705,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:40.780252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-c3668d60-37b3-49a5-a853-ac6c8ac1dcc8 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759411 Sep 15 15:53:40.798212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa529-a5ee-4868-b106-3482f3f4c832 req-8aaf2528-8649-4589-9460-8ef1050aedcc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:40.805319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-911fa529-a5ee-4868-b106-3482f3f4c832 req-8aaf2528-8649-4589-9460-8ef1050aedcc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0778766 Sep 15 15:53:40.846593 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-911fa529-a5ee-4868-b106-3482f3f4c832 req-1d9a6ff5-eb39-4a39-a062-f57263cb1368 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Sep 15 15:53:40.875377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512c6f-6776-400c-903f-f66f992e66e1 req-13fcba26-c236-482a-bc21-caed96c7cc0b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:40.879573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf512c6f-6776-400c-903f-f66f992e66e1 req-13fcba26-c236-482a-bc21-caed96c7cc0b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.3006318 Sep 15 15:53:40.983532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60058ff3-adef-4a49-b8b0-da01550f1a04 req-8bf07d81-efc9-442f-b718-c79a688d5868 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:40.986345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60058ff3-adef-4a49-b8b0-da01550f1a04 req-8bf07d81-efc9-442f-b718-c79a688d5868 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.0620944 Sep 15 15:53:41.035971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60058ff3-adef-4a49-b8b0-da01550f1a04 req-80941899-7175-4c4a-9031-3bb36db76bdf tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Sep 15 15:53:41.098444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf512c6f-6776-400c-903f-f66f992e66e1 req-78f4224d-5c11-44f7-b2af-b56c9f4bed16 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073793 Sep 15 15:53:41.113441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dafd24e-2b8c-492c-85f2-be3b2d7bef3c req-be4bc1a7-8ecc-480e-8b81-0357da60189c service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258390 Sep 15 15:53:41.137292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-454f0723-b352-4e61-ba91-f1f975a6cb27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1809452 Sep 15 15:53:41.282283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Deleting port abf0758d-8170-4d9a-ae58-bad14cf0eafd {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:41.282631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:41.362927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d367fe-9258-4101-b468-e369630f5c70 req-bbda684e-5ac4-4e59-8745-3ab6e0ced315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:41.364526 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-bbda684e-5ac4-4e59-8745-3ab6e0ced315 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 1095 time: 0.1726353 Sep 15 15:53:41.520477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] For port abf0758d-8170-4d9a-ae58-bad14cf0eafd, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=abf0758d-8170-4d9a-ae58-bad14cf0eafd,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:41.520855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:41.535709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:41.582158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Calling delete_port for abf0758d-8170-4d9a-ae58-bad14cf0eafd owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:41.673880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d367fe-9258-4101-b468-e369630f5c70 req-876eb56a-bd61-4593-8575-37771aad5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:41.675397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-876eb56a-bd61-4593-8575-37771aad5f56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.2625644 Sep 15 15:53:41.766388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-a0280c68-93db-450b-8903-b9b5308890fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 200 len: 217 time: 0.0540550 Sep 15 15:53:41.951654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d367fe-9258-4101-b468-e369630f5c70 req-5904e348-2886-4fc3-abe8-fa64708dffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:41.953392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-5904e348-2886-4fc3-abe8-fa64708dffa8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.1786256 Sep 15 15:53:42.005081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21bb04-f326-4354-a8ef-8199665b2987 req-518297c8-a073-40fc-8e7a-c02c0c980146 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:42.006900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb21bb04-f326-4354-a8ef-8199665b2987 req-518297c8-a073-40fc-8e7a-c02c0c980146 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0638087 Sep 15 15:53:42.044323 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-c243e73f-f68f-41d1-898b-d1a72e8042e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708210 Sep 15 15:53:42.061498 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb21bb04-f326-4354-a8ef-8199665b2987 req-0607bacf-8db4-4dca-80ca-e6944f7badff tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Sep 15 15:53:42.111710 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:42.331166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:42.427775 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:42.455380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:42.457950 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1614f4d-7680-4091-bb8f-d22c53d0f10f" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:42.473474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:42.524258 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1e8e5-add5-47c1-a4d2-280050b89f8a x-openstack-request-id: req-b0a1e8e5-add5-47c1-a4d2-280050b89f8a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:42.524593 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:42.525705 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b0a1e8e5-add5-47c1-a4d2-280050b89f8a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:42.526221 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'code': 200} Sep 15 15:53:42.546918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:42.602566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:42.608329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:42.613474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.613808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.614165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.614501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.614842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.615168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.615492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.615814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.616308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.616817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.617145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.617484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:53:42.666631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Pushing event deleted for resources: {'Port': ['ID=abf0758d-8170-4d9a-ae58-bad14cf0eafd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:42.690637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e749d5-b8f3-4a61-8919-0552421d9b94 req-ab984176-d6b8-43c2-98c1-27959b184873 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:42.692966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28e749d5-b8f3-4a61-8919-0552421d9b94 req-ab984176-d6b8-43c2-98c1-27959b184873 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.4749818 Sep 15 15:53:42.694936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-3393cf26-d9bd-4a30-bf08-8cb900e1af25 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288481 Sep 15 15:53:42.867331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28e749d5-b8f3-4a61-8919-0552421d9b94 req-29388474-d288-4578-b344-a0c0e6bf272c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524694 Sep 15 15:53:42.951032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41d367fe-9258-4101-b468-e369630f5c70 req-c448f5e0-5777-4ba8-9827-96e39c403fe5 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346408 Sep 15 15:53:42.975452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Router 9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:43.076716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:43.194466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:43.206299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9c30e-4be8-48dc-b527-43c4cbb0bfee req-b29589e9-8674-4ae4-90ed-ccdfb4597338 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:43.206299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9a9c30e-4be8-48dc-b527-43c4cbb0bfee req-b29589e9-8674-4ae4-90ed-ccdfb4597338 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0607448 Sep 15 15:53:43.208519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] Sync routers for ids ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:43.220319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] Routers {'9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:43.221821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:43.258131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:43.261057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9a9c30e-4be8-48dc-b527-43c4cbb0bfee req-a6b69699-74fb-43ce-9853-a82f991f66e2 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 Sep 15 15:53:43.268938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] Routers {'9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:43.270185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:43.312090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:43.313132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4772d61a-80cb-4863-b7db-62cde29d0bcf None None] The sync data for ids ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:43.363988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:43.365284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5a6c292b-74c0-4437-8b49-02d3b588c23f tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7948065 Sep 15 15:53:43.369263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46448) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:43.378114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': False}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:43.395619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Router fb13fcb0-1aa5-4631-a31f-b24765a31a78 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:53:43.533253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:43.539581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7dc894c2-2e04-46b6-b429-22a1d6f174da admin admin] 10.222.0.63 "PUT /v2.0/routers/fb13fcb0-1aa5-4631-a31f-b24765a31a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6920829 Sep 15 15:53:43.545789 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] Sync routers for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:43.546719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46454) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:43.555105 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:43.559841 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:43.675146 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:43.742402 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:53:43.744421 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:43.871127 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:53:42Z', 'revision_number': 5, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port': {'id': '43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:b9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:51:02Z', 'updated_at': '2021-09-15T15:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:43.883223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:43.907899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:43.987477 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] Checking router: fb13fcb0-1aa5-4631-a31f-b24765a31a78 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:44.002990 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] Routers {'fb13fcb0-1aa5-4631-a31f-b24765a31a78'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:44.003754 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:44.081823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f36ec-d97a-4c96-9966-06b53f6fe3dc req-627d08ec-e738-4cd6-b3cc-6e7313cc8f05 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:44.083382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b6f36ec-d97a-4c96-9966-06b53f6fe3dc req-627d08ec-e738-4cd6-b3cc-6e7313cc8f05 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1299968 Sep 15 15:53:44.098886 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] Set router fb13fcb0-1aa5-4631-a31f-b24765a31a78 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:44.145156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Deleting port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:44.145527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:44.155169 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:53:43Z', 'revision_number': 6, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:44.182284 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9835b0-1c59-41b0-9803-d7873b540a53 None None] The sync data for ids ['fb13fcb0-1aa5-4631-a31f-b24765a31a78'] in n-d-808199-2 is: [{'id': 'fb13fcb0-1aa5-4631-a31f-b24765a31a78', 'name': 'tempest-ServersTestManualDisk-815195997-router', 'tenant_id': '462a1356180c4a7eaa8e746c9d33c489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:51:01Z', 'updated_at': '2021-09-15T15:53:43Z', 'revision_number': 6, 'project_id': '462a1356180c4a7eaa8e746c9d33c489', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:44.235168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b6f36ec-d97a-4c96-9966-06b53f6fe3dc req-4bbd5cc0-447c-469e-a96a-e5a8c0805805 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163406 Sep 15 15:53:44.270367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] For port 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:44.270760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:44.289760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Calling delete_port for 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:44.388969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193afc3-d199-4a81-aed6-82132dd9ea56 req-1e4ca09d-514b-4e29-9cae-fda55b1d6503 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:44.390761 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3193afc3-d199-4a81-aed6-82132dd9ea56 req-1e4ca09d-514b-4e29-9cae-fda55b1d6503 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0575631 Sep 15 15:53:44.436006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3193afc3-d199-4a81-aed6-82132dd9ea56 req-d0c16f1c-3f71-4724-808e-6a91e8cb7533 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Sep 15 15:53:44.983115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:44.984800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:44.995788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.011461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device abf0758d-8170-4d9a-ae58-bad14cf0eafd no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:45.026987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:45.035729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: abf0758d-8170-4d9a-ae58-bad14cf0eafd {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:53:45.036182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device abf0758d-8170-4d9a-ae58-bad14cf0eafd not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:53:45.036707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:45.057891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:53:45.058332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43c1de32-5f4f-4c54-bbd9-f1becc6c0f0c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:53:45.135135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.262933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.269645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.315467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Router 9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:53:45.413862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ccb6c-0cd8-4642-96bf-6bed8f6027ff req-35c4299d-af91-4dab-a670-5ef1374fd839 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:45.415881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f3ccb6c-0cd8-4642-96bf-6bed8f6027ff req-35c4299d-af91-4dab-a670-5ef1374fd839 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0980353 Sep 15 15:53:45.458075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.458574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb13fcb0-1aa5-4631-a31f-b24765a31a78 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:45.472607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.473132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-381137eb-5796-4a94-9095-7f8e403bb0a1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/fb13fcb0-1aa5-4631-a31f-b24765a31a78 HTTP/1.1" status: 204 len: 168 time: 1.9254820 Sep 15 15:53:45.475806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46480) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:45.506424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f3ccb6c-0cd8-4642-96bf-6bed8f6027ff req-aaebe81c-0486-4acc-a8b5-2423267cfae3 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819700 Sep 15 15:53:45.507622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:45.513247 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.517957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-78455d8a-1278-464f-b2ca-1c58904b8e74 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "PUT /v2.0/routers/9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 HTTP/1.1" status: 200 len: 920 time: 2.1416533 Sep 15 15:53:45.517957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46482) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:45.522687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] Sync routers for ids ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:45.536305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] Deleting subnet 27c934ae-5b1d-432b-9256-48eee5d36b30 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:53:45.538789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] Routers {'9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:45.542318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:45.547635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.591458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:45.604411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] Routers {'9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:45.605326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:45.648899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.654919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:45.655588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1278c-31f0-409e-87b2-b0f24a84dd69 None None] The sync data for ids ['9e0e0aa5-2e94-48a0-b02c-bd7967fe8969'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:45.683582 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b73b0cf6-e355-4fe0-86a8-b96f2e8c38ad tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 HTTP/1.1" status: 200 len: 920 time: 0.1641371 Sep 15 15:53:45.688911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46488) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:45.726187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea22494-8379-48da-a9ca-c911e31c5d37 req-4baf5d09-73cd-466a-b236-2d39a6c14173 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:45.727947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fea22494-8379-48da-a9ca-c911e31c5d37 req-4baf5d09-73cd-466a-b236-2d39a6c14173 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0638075 Sep 15 15:53:45.777947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fea22494-8379-48da-a9ca-c911e31c5d37 req-f9f7a51d-70fd-418e-8e4e-462e505085ee tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Sep 15 15:53:45.802913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f83a26-f63a-4b0d-977c-6d2fb9c5e6a7 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:45.804459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-60f83a26-f63a-4b0d-977c-6d2fb9c5e6a7 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=9e0e0aa5-2e94-48a0-b02c-bd7967fe8969&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1164012 Sep 15 15:53:45.808405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46490) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:45.815025 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:45.896180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acce90f5-ab88-49d2-9f1e-63d8c56d0488 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:45.897627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-acce90f5-ab88-49d2-9f1e-63d8c56d0488 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.0881391 Sep 15 15:53:45.900958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46492) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:45.929086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fcc187bc-ee97-4bfb-be53-5aebb2d57344 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 HTTP/1.1" status: 200 len: 205 time: 0.0270362 Sep 15 15:53:45.932350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46494) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:45.940261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.003001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c934ae-5b1d-432b-9256-48eee5d36b30,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:46.007032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.008134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019bb067-2f7c-40a5-aaac-6aebb5a8081c None None] Network d3b89463-09f0-4bce-b5d5-09e8d3c29dde requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:53:46.011999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f0dc6af6-c9cb-4566-b9fe-aedc4c65f592 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/27c934ae-5b1d-432b-9256-48eee5d36b30 HTTP/1.1" status: 204 len: 168 time: 0.5323949 Sep 15 15:53:46.012274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46496) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:46.131663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.170481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.219863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] DHCP port deletion for d3b89463-09f0-4bce-b5d5-09e8d3c29dde request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:53:46.269358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] Deleting port 790334de-5e32-4045-8dd9-dfef5bf8ea5b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:46.269771 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.285262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.297212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Deleting port 790334de-5e32-4045-8dd9-dfef5bf8ea5b {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:46.297559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.345652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] For port 790334de-5e32-4045-8dd9-dfef5bf8ea5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=790334de-5e32-4045-8dd9-dfef5bf8ea5b,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:46.346035 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.363437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:53:46.363437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] Calling delete_port for 790334de-5e32-4045-8dd9-dfef5bf8ea5b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:46.374219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] For port 790334de-5e32-4045-8dd9-dfef5bf8ea5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=790334de-5e32-4045-8dd9-dfef5bf8ea5b,segment=NetworkSegment(e961c0f6-ebb6-4a02-a36f-931dceccbd91),segment_id=e961c0f6-ebb6-4a02-a36f-931dceccbd91)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:46.374637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.407798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Calling delete_port for 790334de-5e32-4045-8dd9-dfef5bf8ea5b owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:46.487762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Deleting port f25b07a7-35dd-42c7-91f7-1a78b0537705 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:46.488555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.539921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:46.563380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '72916e30-cf88-4500-a948-b7227757ca32', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': '72916e30-cf88-4500-a948-b7227757ca32', 'mac_address': 'fa:16:3e:f0:54:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:53:46.602028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.622415 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.631966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Calling delete_port for f25b07a7-35dd-42c7-91f7-1a78b0537705 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:46.663609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] Pushing event deleted for resources: {'Port': ['ID=790334de-5e32-4045-8dd9-dfef5bf8ea5b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:46.674385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155654a-ea9c-4b95-b398-2d4f79e8d60c None None] No DVR routers for this DVR port 790334de-5e32-4045-8dd9-dfef5bf8ea5b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:53:46.677005 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.677721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.696213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:46.723304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:46.769908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=790334de-5e32-4045-8dd9-dfef5bf8ea5b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:46.774703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] No DVR routers for this DVR port 790334de-5e32-4045-8dd9-dfef5bf8ea5b on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:53:46.844811 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.876633 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:46.914788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed883c-0b08-44e2-ad06-b967ac0fd76b req-afa8c997-a660-45ed-a10c-09f3b1fe20bf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:46.917131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6ed883c-0b08-44e2-ad06-b967ac0fd76b req-afa8c997-a660-45ed-a10c-09f3b1fe20bf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.2927835 Sep 15 15:53:46.918939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b89463-09f0-4bce-b5d5-09e8d3c29dde']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:46.932518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e961c0f6-ebb6-4a02-a36f-931dceccbd91') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:46.933001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e961c0f6-ebb6-4a02-a36f-931dceccbd91') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:46.942259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['72916e30-cf88-4500-a948-b7227757ca32'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:47.033998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:47.055018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db70cc-2ad7-4f3a-93b7-9ccec1346e5b req-98137367-677c-4bac-ab96-5c21d943af6b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:47.061149 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99db70cc-2ad7-4f3a-93b7-9ccec1346e5b req-98137367-677c-4bac-ab96-5c21d943af6b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0874872 Sep 15 15:53:47.082892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 790334de-5e32-4045-8dd9-dfef5bf8ea5b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:47.138219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99db70cc-2ad7-4f3a-93b7-9ccec1346e5b req-8839dec3-0af3-4347-b57f-af8f98204c5a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744295 Sep 15 15:53:47.159197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 790334de-5e32-4045-8dd9-dfef5bf8ea5b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:53:47.159552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 790334de-5e32-4045-8dd9-dfef5bf8ea5b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:53:47.265772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.301627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.317184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:53:47.317730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:53:47.319601 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:53:47.390297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6ed883c-0b08-44e2-ad06-b967ac0fd76b req-d844fc5f-d4d0-4027-8576-e23efbc3c6f8 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462185 Sep 15 15:53:47.497183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.503363 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.510055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d3b89463-09f0-4bce-b5d5-09e8d3c29dde HTTP/1.1" status: 204 len: 168 time: 1.4957044 Sep 15 15:53:47.528265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7beccd-c82e-4941-a6db-7d58b0091af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b89463-09f0-4bce-b5d5-09e8d3c29dde,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:47.535577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.566267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event deleted for resources: {'Port': ['ID=f25b07a7-35dd-42c7-91f7-1a78b0537705,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:47.669664 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.832930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:47.832930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.044993 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.045566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:48.054060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.060089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46548) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:48.064314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d1e03059-42cc-4480-88a9-e47e1effaa01 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 HTTP/1.1" status: 204 len: 168 time: 2.1307693 Sep 15 15:53:48.066765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a13d3609-1aa6-4e09-89f6-11b4bf0432f5 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-638917463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:48.104710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46550) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:48.166271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-abbe1fa2-a93b-4aaa-b6df-934606311da3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=462a1356180c4a7eaa8e746c9d33c489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594125 Sep 15 15:53:48.170068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:48.191358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a13d3609-1aa6-4e09-89f6-11b4bf0432f5 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.191358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a13d3609-1aa6-4e09-89f6-11b4bf0432f5 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.248893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a13d3609-1aa6-4e09-89f6-11b4bf0432f5 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.256346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dca1583-7f6d-48ce-a2a8-8afad6a12c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.292951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dca1583-7f6d-48ce-a2a8-8afad6a12c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.311731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f09e63-22a1-48b5-b5c5-9ac651f69a5f req-0bf4fa25-1fbc-41f6-b262-42cfa088f641 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:48.320096 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65f09e63-22a1-48b5-b5c5-9ac651f69a5f req-0bf4fa25-1fbc-41f6-b262-42cfa088f641 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0651894 Sep 15 15:53:48.330150 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a13d3609-1aa6-4e09-89f6-11b4bf0432f5 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.382124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:48.382979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65f09e63-22a1-48b5-b5c5-9ac651f69a5f req-a6dc3583-a28c-400a-bf5d-64418f4b8b4f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550640 Sep 15 15:53:48.449387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 72916e30-cf88-4500-a948-b7227757ca32 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:48.449387 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.467486 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a13d3609-1aa6-4e09-89f6-11b4bf0432f5 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.473103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46562) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:48.473483 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a13d3609-1aa6-4e09-89f6-11b4bf0432f5 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4111075 Sep 15 15:53:48.480344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:48.563663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dca1583-7f6d-48ce-a2a8-8afad6a12c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.564307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.567396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dca1583-7f6d-48ce-a2a8-8afad6a12c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.578859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2dca1583-7f6d-48ce-a2a8-8afad6a12c85 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1232ffb0-e890-4ac9-a3ff-c415d93f3c48 HTTP/1.1" status: 204 len: 168 time: 0.4000785 Sep 15 15:53:48.603471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:48.605247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:48.608203 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b21bb3e-d358-40e4-abb9-a84eb8f6ad8b" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:48.659308 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94eebf56-7675-4444-83eb-09c7d7d14d24 x-openstack-request-id: req-94eebf56-7675-4444-83eb-09c7d7d14d24 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:48.659856 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:48.660404 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-94eebf56-7675-4444-83eb-09c7d7d14d24 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:48.661502 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'code': 200} Sep 15 15:53:48.695206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca1583-7f6d-48ce-a2a8-8afad6a12c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1232ffb0-e890-4ac9-a3ff-c415d93f3c48,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:48.721638 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:48.812052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56853-a6b3-4704-bb63-797e62834bbe req-5ce42a65-8d0d-4315-b171-a6f1ed46a2ff tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:48.824804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7c56853-a6b3-4704-bb63-797e62834bbe req-5ce42a65-8d0d-4315-b171-a6f1ed46a2ff tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.2367313 Sep 15 15:53:48.875529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=10']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:49.109960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:49.128862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-207b3fbe-0606-4c7d-92b5-f88556c0cd77 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:49.131359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-207b3fbe-0606-4c7d-92b5-f88556c0cd77 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.2411203 Sep 15 15:53:49.139117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7c56853-a6b3-4704-bb63-797e62834bbe req-cbdc0717-ee75-4889-88bd-e34ae4093569 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134742 Sep 15 15:53:49.174503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:49.277709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:49.587631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba3fb0-a709-4299-93ad-600ba79ca6b5 req-5ef64557-b26c-486a-8c17-e385ca2dce51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:49.590110 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90ba3fb0-a709-4299-93ad-600ba79ca6b5 req-5ef64557-b26c-486a-8c17-e385ca2dce51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 945 time: 0.0829153 Sep 15 15:53:49.646045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90ba3fb0-a709-4299-93ad-600ba79ca6b5 req-9498eb34-cad0-42cc-879d-4420394047cc tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462673 Sep 15 15:53:49.670040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:49.702518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:49.726669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:49.810297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:49.817534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a31272f7-bddb-4d0f-93af-b4b8a8f3df04 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:53:49.941761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Allocated IP 172.25.0.50 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0aa739aa-0d32-4cff-b66d-89f306d9f613) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:49.975861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:49.978516 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56561d71-de10-4ff5-9ba9-2ebb4849a2e9" -d '{"events": [{"server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:49.983379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:50.088117 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08242e-b448-4ed9-a97c-f63c43b2daf8 x-openstack-request-id: req-6b08242e-b448-4ed9-a97c-f63c43b2daf8 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:50.088419 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:50.088941 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6b08242e-b448-4ed9-a97c-f63c43b2daf8 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:50.092802 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04', 'code': 200} Sep 15 15:53:50.143045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:50.266073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:50.307608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:50.312979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:50.346258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on host n-h1-808199-2 for vnic_type normal with profile {"migrating_to": "n-h2-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:50.346567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:50.354140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:50.357769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a31272f7-bddb-4d0f-93af-b4b8a8f3df04 has no active binding in host n-h2-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 15:53:50.370690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:53:50.371027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Attempting to bind port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on network 14078b25-5494-422e-b212-3ecad14ddcf7 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:50.384703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46612) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:50.390367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:50.395051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Checking segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:50.400585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Bound using segment: {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:50.402308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Bound port: a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f926c561-63fd-4b15-a78e-902591a46cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '14078b25-5494-422e-b212-3ecad14ddcf7'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:50.402785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:50.447236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db2a4e-2e49-4982-8434-e62ed890e181 req-a2a0e144-e4fd-4279-b4d8-5bbe259fb0c6 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:50.449229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86db2a4e-2e49-4982-8434-e62ed890e181 req-a2a0e144-e4fd-4279-b4d8-5bbe259fb0c6 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1714885 Sep 15 15:53:50.563756 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86db2a4e-2e49-4982-8434-e62ed890e181 req-6ee9dbe3-0254-4bbb-8fe7-0bcfc498cf88 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027215 Sep 15 15:53:50.565822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:50.570324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:50.573629 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:50.612635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-network', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:50.635989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event updated for resources: {'Port': ['ID=0aa739aa-0d32-4cff-b66d-89f306d9f613,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:50.647153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:50.648841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:50.651461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:50.799144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed249846-71a7-446a-9a99-ddb27e5b79ec req-5f3b35e3-4717-4593-ae40-27a030d80931 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:50.801319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed249846-71a7-446a-9a99-ddb27e5b79ec req-5f3b35e3-4717-4593-ae40-27a030d80931 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.0720332 Sep 15 15:53:50.849903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed249846-71a7-446a-9a99-ddb27e5b79ec req-6a22503b-ecbd-41a3-8b7f-b8aa7f49286b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Sep 15 15:53:50.941963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.023621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:51.024272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.026948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] 10.222.0.55 "PUT /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 1121 time: 1.8726952 Sep 15 15:53:51.030750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd9c2d-4f25-4317-8514-976869d5a756 service neutron] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:51.032742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:51.035145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.049447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.119666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a31272f7-bddb-4d0f-93af-b4b8a8f3df04'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:51.254384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a31272f7-bddb-4d0f-93af-b4b8a8f3df04'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:53:51.336303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.343203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.427422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.491247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:53:51.503497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0f2f8e-78ca-4a36-9d4f-343e67bcb769,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:51.511050 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.511386 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Added segment 39e0ac1f-6e9e-4fcf-9058-af79c66d2653 of type vlan for network 750c4d85-afa9-4a00-a89d-5380a155e225 Sep 15 15:53:51.612743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.772398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337465-1cff-4509-b5a2-251bad5dba24 req-6f2d5c1d-f2f6-4362-8814-785ee299383f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:51.793988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86337465-1cff-4509-b5a2-251bad5dba24 req-6f2d5c1d-f2f6-4362-8814-785ee299383f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0798886 Sep 15 15:53:51.793988 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.793988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:51.793988 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.794880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.794880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:51.917584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86337465-1cff-4509-b5a2-251bad5dba24 req-01d14e22-a243-4879-96ad-64a35dcada0b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308265 Sep 15 15:53:51.954825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] Pushing event updated for resources: {'Network': ['ID=750c4d85-afa9-4a00-a89d-5380a155e225,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:51.969931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 750c4d85-afa9-4a00-a89d-5380a155e225 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:53:51.986383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9fae4b6b-ab15-4617-8df3-eadae54203c4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6004133 Sep 15 15:53:51.986931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46638) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:51.995538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Request body: {'subnet': {'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-subnet', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:52.071089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c0864-b22f-40df-9d35-f1349c38ea51 req-e801031d-81dd-4a7d-8bef-bd2469114f11 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:52.079668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa8c0864-b22f-40df-9d35-f1349c38ea51 req-e801031d-81dd-4a7d-8bef-bd2469114f11 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1053774 Sep 15 15:53:52.096538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:53:52.098805 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b108e391-ae05-421d-a55e-1234a573450a" -d '{"events": [{"name": "network-changed", "server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:53:52.130447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:53:52.134591 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:52.162645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa8c0864-b22f-40df-9d35-f1349c38ea51 req-54fb6efb-e6f6-4e7b-b7aa-532ecd8ee243 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759900 Sep 15 15:53:52.166128 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d0b335-670e-4f19-8d57-a60cb01a1c13 x-openstack-request-id: req-f7d0b335-670e-4f19-8d57-a60cb01a1c13 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:53:52.169418 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:53:52.174837 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f7d0b335-670e-4f19-8d57-a60cb01a1c13 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:53:52.174837 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04', 'status': 'completed', 'code': 200} Sep 15 15:53:52.174837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Router 0fa45b37-b2f8-492b-9fab-74136bc24e85 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:52.558150 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:52.631402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108e391-ae05-421d-a55e-1234a573450a req-4c38be0a-516b-46d4-a484-47bf6406aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:52.633312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b108e391-ae05-421d-a55e-1234a573450a req-4c38be0a-516b-46d4-a484-47bf6406aa27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1124 time: 0.4383135 Sep 15 15:53:52.634921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Checking segment: {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:52.635462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Network hostable DHCP agents. Network: 750c4d85-afa9-4a00-a89d-5380a155e225, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:53:52.638646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cead18e-5177-4b02-8696-b4085c0a29ee,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:52.740191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:52.754667 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] Sync routers for ids ['0fa45b37-b2f8-492b-9fab-74136bc24e85'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:52.771088 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] Routers {'0fa45b37-b2f8-492b-9fab-74136bc24e85'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:52.772337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0fa45b37-b2f8-492b-9fab-74136bc24e85'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:52.781044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:52.782375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8929755c-a392-4717-ae85-4a3b6b93e8d1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "PUT /v2.0/routers/0fa45b37-b2f8-492b-9fab-74136bc24e85 HTTP/1.1" status: 200 len: 878 time: 4.3064196 Sep 15 15:53:52.785465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46652) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:52.813293 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:52.825053 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] Routers {'0fa45b37-b2f8-492b-9fab-74136bc24e85'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:52.826019 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0fa45b37-b2f8-492b-9fab-74136bc24e85'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:52.853461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Network 750c4d85-afa9-4a00-a89d-5380a155e225 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:53:52.858702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108e391-ae05-421d-a55e-1234a573450a req-c6d7d310-d342-4814-ada4-87af013bfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:52.861659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b108e391-ae05-421d-a55e-1234a573450a req-c6d7d310-d342-4814-ada4-87af013bfaf4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.2163997 Sep 15 15:53:52.871051 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:52.871662 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a283b-f5a1-4836-a991-655a5deb4fb4 None None] The sync data for ids ['0fa45b37-b2f8-492b-9fab-74136bc24e85'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:53:52.916089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b108e391-ae05-421d-a55e-1234a573450a req-19c1ed29-2751-40ba-9454-477818db6052 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 217 time: 0.0397460 Sep 15 15:53:52.960541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2c6f3f38-ff93-4c86-b6e2-4588d4f0697e tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/0fa45b37-b2f8-492b-9fab-74136bc24e85 HTTP/1.1" status: 200 len: 919 time: 0.1724122 Sep 15 15:53:52.963804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:52.966210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 750c4d85-afa9-4a00-a89d-5380a155e225) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:52.974981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf74c0a-a7cd-4468-957e-63ee49f71ca6 None None] Network 750c4d85-afa9-4a00-a89d-5380a155e225 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:53:53.007576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108e391-ae05-421d-a55e-1234a573450a req-d7e0b131-0e58-43ad-af16-b2caa23634b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:53.010619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b108e391-ae05-421d-a55e-1234a573450a req-d7e0b131-0e58-43ad-af16-b2caa23634b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.0864105 Sep 15 15:53:53.058756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:53.059460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.087640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b108e391-ae05-421d-a55e-1234a573450a req-8e9fca24-db23-4d35-9a10-0bba88d0a878 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611064 Sep 15 15:53:53.137266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea2f62-3adb-4555-92a5-afd602e0e74d tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:53.143213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-37ea2f62-3adb-4555-92a5-afd602e0e74d tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=0fa45b37-b2f8-492b-9fab-74136bc24e85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1781011 Sep 15 15:53:53.144084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:53.157434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decbb30-03b5-49e9-828a-d2caf22dd1a6 req-4fb13e25-fa21-431e-b5f3-1f848e6ca891 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:53.172197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9decbb30-03b5-49e9-828a-d2caf22dd1a6 req-4fb13e25-fa21-431e-b5f3-1f848e6ca891 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1577039 Sep 15 15:53:53.230400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-750c4d85-afa9-4a00-a89d-5380a155e225', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:53:53.232214 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.272080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9decbb30-03b5-49e9-828a-d2caf22dd1a6 req-412cf57f-58f0-42a7-99ee-2172b6a7fdb0 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981755 Sep 15 15:53:53.330239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7951f7eb-7b1a-44b9-8fea-0b97b816e7bc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3422437 Sep 15 15:53:53.333520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46662) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:53.344039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:53.363924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b108e391-ae05-421d-a55e-1234a573450a req-34e762f5-dc2b-4f37-a4d4-1d3e08f6dffb service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614667 Sep 15 15:53:53.426483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac49bc0-a6ae-4277-8a42-299362e724db req-e6b5268c-e007-4133-ba96-a0eec80ddb71 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:53.442936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fac49bc0-a6ae-4277-8a42-299362e724db req-e6b5268c-e007-4133-ba96-a0eec80ddb71 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1239598 Sep 15 15:53:53.444365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Allocated IP 172.20.0.2 (750c4d85-afa9-4a00-a89d-5380a155e225/1cead18e-5177-4b02-8696-b4085c0a29ee/7b5ade46-009f-400e-afff-1774cccb08e6) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:53.486378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d4c22-eb75-4b9d-9cb6-52312a5536c7 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:53.491686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-356d4c22-eb75-4b9d-9cb6-52312a5536c7 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.3456063 Sep 15 15:53:53.498113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46672) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:53.526250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fac49bc0-a6ae-4277-8a42-299362e724db req-87d6a84a-23fb-47d0-ad17-80cb6c49a2fa tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797827 Sep 15 15:53:53.575589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cdff0b62-ba69-42b1-a9be-32754a90b4d6 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=0fa45b37-b2f8-492b-9fab-74136bc24e85 HTTP/1.1" status: 200 len: 205 time: 0.0778673 Sep 15 15:53:53.585965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46676) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:53.601516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.606393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.667206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.753051 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.755828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.758661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b108e391-ae05-421d-a55e-1234a573450a req-5dcc35ce-71d6-4093-ae59-c5924ec2f149 service neutron] 10.222.0.38 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644090 Sep 15 15:53:53.802712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Network 750c4d85-afa9-4a00-a89d-5380a155e225 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:53.810498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:53.825939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.829799 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:53.838431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Pushing event updated for resources: {'Port': ['ID=7b5ade46-009f-400e-afff-1774cccb08e6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:53.904890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Attempting to bind port 7b5ade46-009f-400e-afff-1774cccb08e6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:53.905291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Attempting to bind port 7b5ade46-009f-400e-afff-1774cccb08e6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:53.905685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Attempting to bind port 7b5ade46-009f-400e-afff-1774cccb08e6 on network 750c4d85-afa9-4a00-a89d-5380a155e225 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:53.911521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:53.911895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Checking segment: {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:53.912288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.912711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Bound using segment: {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:53.913198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Bound port: 7b5ade46-009f-400e-afff-1774cccb08e6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:53.913579 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.979940 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d246bd3-ecca-4eeb-a858-07137a2da5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:53.997717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] For port 7b5ade46-009f-400e-afff-1774cccb08e6, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:54.002086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] For port 7b5ade46-009f-400e-afff-1774cccb08e6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7b5ade46-009f-400e-afff-1774cccb08e6,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:54.025332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.027896 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.068541 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.159166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaf446-2ed8-40ca-af85-814eeff7a062 None None] Pushing event updated for resources: {'Port': ['ID=7b5ade46-009f-400e-afff-1774cccb08e6,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:54.185867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Deleting port 0aa739aa-0d32-4cff-b66d-89f306d9f613 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:53:54.186534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.329423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.354401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Calling delete_port for 0aa739aa-0d32-4cff-b66d-89f306d9f613 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:53:54.469865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.522514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.612503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539bf3f-333e-45bf-b0fe-bbb1e30a86ca req-1243a797-0d47-46a7-a6f8-5f034bfb4654 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:54.614403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7539bf3f-333e-45bf-b0fe-bbb1e30a86ca req-1243a797-0d47-46a7-a6f8-5f034bfb4654 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1660373 Sep 15 15:53:54.722138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Allocated IP 172.25.0.24 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/3439b481-f5ba-4c1c-b536-ceb8bf8c3963) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:54.756632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7539bf3f-333e-45bf-b0fe-bbb1e30a86ca req-91aeab29-91ce-4611-ab23-c5365aa6ec10 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098011 Sep 15 15:53:54.777066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2a428-498b-4da4-a091-2eb7548a4512 req-672c3bd0-3d37-4586-9c4c-0817af359722 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:54.780254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6b2a428-498b-4da4-a091-2eb7548a4512 req-672c3bd0-3d37-4586-9c4c-0817af359722 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1213231 Sep 15 15:53:54.850301 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:54.931079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6b2a428-498b-4da4-a091-2eb7548a4512 req-6f5d369e-6a9c-4d44-b547-2d543d708c61 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379981 Sep 15 15:53:55.090951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.195750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b5ade46-009f-400e-afff-1774cccb08e6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:55.307899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.322701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7b5ade46-009f-400e-afff-1774cccb08e6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:55.323077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.406539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:55.417101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:55.428708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:55.527186 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.539790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event deleted for resources: {'Port': ['ID=0aa739aa-0d32-4cff-b66d-89f306d9f613,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:55.567831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Pushing event updated for resources: {'Port': ['ID=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:55.609690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 7b5ade46-009f-400e-afff-1774cccb08e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7b5ade46-009f-400e-afff-1774cccb08e6,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:55.650495 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.681476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.791087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=7b5ade46-009f-400e-afff-1774cccb08e6,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:55.820799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.823832 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.882653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966bded-e5f3-4021-beb9-b19e9557090c None None] Network 750c4d85-afa9-4a00-a89d-5380a155e225 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:53:55.948085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.948862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Fanout notify agent at l3_agent the message router_deleted on router 0fa45b37-b2f8-492b-9fab-74136bc24e85 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:53:55.956839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:55.958627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-82052bab-1f4b-4c1b-9786-6f3127b200ef tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/0fa45b37-b2f8-492b-9fab-74136bc24e85 HTTP/1.1" status: 204 len: 168 time: 2.3761628 Sep 15 15:53:55.969105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46700) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:55.974790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-75b1022a-f62c-4ce1-9da4-dba78ce09285 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-41108006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:55.999045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55280c-af8e-4202-be66-d27f4152fe72 req-f91e4443-f7c9-4999-9c70-dcebc3292cdb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:56.009967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e55280c-af8e-4202-be66-d27f4152fe72 req-f91e4443-f7c9-4999-9c70-dcebc3292cdb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1028006 Sep 15 15:53:56.084961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e55280c-af8e-4202-be66-d27f4152fe72 req-e6648921-fe78-43de-bfaa-74e7d5d40492 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Sep 15 15:53:56.090249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-85ee31e2-4b41-44e4-93b3-a97fa185b1bd None None] Provisioning complete for port 7b5ade46-009f-400e-afff-1774cccb08e6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:56.090623 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-85ee31e2-4b41-44e4-93b3-a97fa185b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.150936 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75b1022a-f62c-4ce1-9da4-dba78ce09285 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.151999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75b1022a-f62c-4ce1-9da4-dba78ce09285 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.224531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75b1022a-f62c-4ce1-9da4-dba78ce09285 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.334641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.383264 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75b1022a-f62c-4ce1-9da4-dba78ce09285 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.406314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a31272f7-bddb-4d0f-93af-b4b8a8f3df04 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:53:56.456141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b3e9-c5b5-4447-9eba-f16eec8630b3 req-93b03e92-2012-424c-b201-558a391749d7 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:56.466570 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52b5b3e9-c5b5-4447-9eba-f16eec8630b3 req-93b03e92-2012-424c-b201-558a391749d7 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.3200672 Sep 15 15:53:56.495581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.641982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75b1022a-f62c-4ce1-9da4-dba78ce09285 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.641982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-75b1022a-f62c-4ce1-9da4-dba78ce09285 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6096854 Sep 15 15:53:56.642986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46712) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:56.642986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': True}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:53:56.643138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52b5b3e9-c5b5-4447-9eba-f16eec8630b3 req-242715e2-ac3a-4960-b685-6774e7a2b4cf tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387460 Sep 15 15:53:56.643217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bed526b9-13b2-4ee1-aefc-28813aa59aea None None] Provisioning complete for port 7b5ade46-009f-400e-afff-1774cccb08e6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:56.643217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bed526b9-13b2-4ee1-aefc-28813aa59aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.810236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:56.861938 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.038800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b5ade46-009f-400e-afff-1774cccb08e6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:53:57.105794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7b5ade46-009f-400e-afff-1774cccb08e6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:53:57.106162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.217237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9a3c-d4be-4e3c-8e2b-b6954e394a06 req-088e0060-6f6d-40b1-b6f0-71a93b96ce88 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:57.218833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-253b9a3c-d4be-4e3c-8e2b-b6954e394a06 req-088e0060-6f6d-40b1-b6f0-71a93b96ce88 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0584054 Sep 15 15:53:57.228309 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.231920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Router 050c508c-d2d0-48cd-8286-f5eaef1ec183 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:57.341611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ad4beb3-ff85-4166-8b8b-5393e29e9251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.388863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-253b9a3c-d4be-4e3c-8e2b-b6954e394a06 req-ce052bfc-86c0-4117-9565-cf03f32cfc8e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594856 Sep 15 15:53:57.413642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:57.424587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Sync routers for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:57.438080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:57.439229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:57.490503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.493727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-10cd0532-06fd-451a-9af9-6656fb4bd96c admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1578107 Sep 15 15:53:57.495544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46726) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:57.542573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.568080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.631374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:57.785418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Allocated IP 172.25.0.229 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/df42a642-9262-4520-a8b1-8fd87db8b00c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:57.877073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-c12d8e84-6503-4265-96fa-959da9b9728f service neutron] 10.222.0.38 "GET /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.2984579 Sep 15 15:53:57.903233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6583c-8a56-473a-bac3-055df55209bf req-06b2c886-5f30-4e9f-9778-530021987a2a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:57.904630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8f6583c-8a56-473a-bac3-055df55209bf req-06b2c886-5f30-4e9f-9778-530021987a2a tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 943 time: 0.1712534 Sep 15 15:53:57.931242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:57.982653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:53:55Z', 'revision_number': 3, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:58.038154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Checking router: 050c508c-d2d0-48cd-8286-f5eaef1ec183 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:53:58.038514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Updating router 050c508c-d2d0-48cd-8286-f5eaef1ec183 port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:53:58.080940 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.096535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.184917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:53:58.187800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:53:58.194239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Port': ['ID=df42a642-9262-4520-a8b1-8fd87db8b00c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:58.198691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:53:58.438489 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.582823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8f6583c-8a56-473a-bac3-055df55209bf req-4c7d47cc-5983-4914-aaef-b51cec80c8de tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528020 Sep 15 15:53:58.651371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.741020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.752030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73516de0-b6c1-48c6-b5cc-8c17749cd6f8 req-04bb70fa-533f-4849-9f2d-ead11388451d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:53:58.760979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73516de0-b6c1-48c6-b5cc-8c17749cd6f8 req-04bb70fa-533f-4849-9f2d-ead11388451d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1540477 Sep 15 15:53:58.821457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.841893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73516de0-b6c1-48c6-b5cc-8c17749cd6f8 req-a20b37be-0cc0-4c80-92c7-58d44e3e610f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770340 Sep 15 15:53:58.861194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Attempting to bind port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:53:58.861194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Attempting to bind port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:53:58.861194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Attempting to bind port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:53:58.875032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:53:58.875406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:53:58.875807 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.876196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:53:58.882539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:58.892624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Bound port: 3439b481-f5ba-4c1c-b536-ceb8bf8c3963, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:53:58.892624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:58.951115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82309041-9e47-455c-acaf-94ec205f0e5a None None] Pushing event updated for resources: {'Port': ['ID=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:58.999595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:59.030774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] For port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:53:59.035507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] For port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:53:59.075219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31272f7-bddb-4d0f-93af-b4b8a8f3df04 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:53:59.105671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:53:59.122137 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:59.159761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:59.163533 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:59.205356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:59.231356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:59.257467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82309041-9e47-455c-acaf-94ec205f0e5a None None] Pushing event updated for resources: {'Port': ['ID=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:59.280314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:59.281074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:59.457366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:53:59.541918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Router e094d661-1920-4e37-bcd6-8a473d0b9be0 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:53:59.621384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] Transition to ACTIVE for port object a31272f7-bddb-4d0f-93af-b4b8a8f3df04 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:53:59.708816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:59.749947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:53:55Z', 'revision_number': 3, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:59.781771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:53:59.787440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:53:59.789466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c51ea18e-4ece-4b8a-894f-cab0ca6e7216 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "PUT /v2.0/routers/e094d661-1920-4e37-bcd6-8a473d0b9be0 HTTP/1.1" status: 200 len: 913 time: 3.2083144 Sep 15 15:53:59.794817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:53:59.802744 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] Sync routers for ids ['e094d661-1920-4e37-bcd6-8a473d0b9be0'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:53:59.810831 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] Routers {'e094d661-1920-4e37-bcd6-8a473d0b9be0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:59.811495 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e094d661-1920-4e37-bcd6-8a473d0b9be0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:59.855615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] Pushing event updated for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:53:59.901146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Allocated IP 172.20.0.1 (750c4d85-afa9-4a00-a89d-5380a155e225/1cead18e-5177-4b02-8696-b4085c0a29ee/1e708679-e677-4e11-803f-4421592705c0) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:53:59.918844 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:53:59.945112 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] Routers {'e094d661-1920-4e37-bcd6-8a473d0b9be0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:53:59.946412 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e094d661-1920-4e37-bcd6-8a473d0b9be0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:00.045968 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:00.046843 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e9e4df-d8cb-40bb-8962-341a94c27ea8 None None] The sync data for ids ['e094d661-1920-4e37-bcd6-8a473d0b9be0'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:54:00.077581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb77ced-9d78-477e-b0af-bc78dcaef117 None None] The sync data for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 is: [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:53:55Z', 'revision_number': 3, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:54:00.112507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:00.115788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] No DVR routers for this DVR port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:00.122733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0ebe3dd7-760c-4e0f-b247-65496d0ed98e tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/e094d661-1920-4e37-bcd6-8a473d0b9be0 HTTP/1.1" status: 200 len: 919 time: 0.3247519 Sep 15 15:54:00.124821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46764) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:00.145685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac0454-6884-4e0d-8544-033341d7c339 req-197403ca-66fb-4673-b4ac-f2aefaf5f9ce tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:00.147671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13ac0454-6884-4e0d-8544-033341d7c339 req-197403ca-66fb-4673-b4ac-f2aefaf5f9ce tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.4552622 Sep 15 15:54:00.193845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4c55e-07d2-4076-860f-45d68fb3aa6d req-19057ffc-46ed-4d23-b329-a15b24c4fd0d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:00.204338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3a4c55e-07d2-4076-860f-45d68fb3aa6d req-19057ffc-46ed-4d23-b329-a15b24c4fd0d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1841183 Sep 15 15:54:00.218771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5951b084-0173-48ee-97c6-be78f2fff65f service neutron] 10.222.0.38 "PUT /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04/bindings/n-h2-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3328178 Sep 15 15:54:00.221532 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:00.272580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971d4c5-3be3-4eca-9351-8e396cfadb5c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:00.272952 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:00.281376 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a971d4c5-3be3-4eca-9351-8e396cfadb5c tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=e094d661-1920-4e37-bcd6-8a473d0b9be0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1554065 Sep 15 15:54:00.282714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46768) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:00.307863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3a4c55e-07d2-4076-860f-45d68fb3aa6d req-ff6523b2-b62f-459f-82cd-f4b017f251ac tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021702 Sep 15 15:54:00.325550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13ac0454-6884-4e0d-8544-033341d7c339 req-7ae3df81-0f2d-42ed-b28a-1ba059de59cb tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658940 Sep 15 15:54:00.366289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:00.543044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Network 750c4d85-afa9-4a00-a89d-5380a155e225 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:00.556285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:00.559696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Pushing event updated for resources: {'Port': ['ID=1e708679-e677-4e11-803f-4421592705c0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:00.563156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:00.671942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcdcc36-6997-42bb-82e0-f35cb8ba4590 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:00.678169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5dcdcc36-6997-42bb-82e0-f35cb8ba4590 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.3902473 Sep 15 15:54:00.678629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46772) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:00.700018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-816c9cf4-606e-45f3-94fc-27e34b5404f2 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:00.702080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-816c9cf4-606e-45f3-94fc-27e34b5404f2 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.2860370 Sep 15 15:54:00.743493 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:00.759899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7bb8f402-650f-493c-9dc4-e347d749dde7 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=e094d661-1920-4e37-bcd6-8a473d0b9be0 HTTP/1.1" status: 200 len: 205 time: 0.0785351 Sep 15 15:54:00.760829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46778) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:00.929429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9b865a66-dd3c-4258-a92b-045759a3b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:00.931688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9b865a66-dd3c-4258-a92b-045759a3b861 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e&tenant_id=ad8a572a058e412eb10e49b2526d2890 HTTP/1.1" status: 200 len: 1095 time: 0.2023594 Sep 15 15:54:01.027313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.039995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-19d0f13a-bff7-4024-a13f-c16aca4e5e4e None None] Provisioning complete for port 1e708679-e677-4e11-803f-4421592705c0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:01.040903 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19d0f13a-bff7-4024-a13f-c16aca4e5e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.122365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-19d0f13a-bff7-4024-a13f-c16aca4e5e4e None None] Port 1e708679-e677-4e11-803f-4421592705c0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:01.169513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:01.174088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-254582b3-8e72-40ff-ab76-d269dfcac597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:01.174784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-254582b3-8e72-40ff-ab76-d269dfcac597 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad8a572a058e412eb10e49b2526d2890&device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1095 time: 0.1717343 Sep 15 15:54:01.231054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.244366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:01.244941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.388053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.392212 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.413597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-72a2566a-a05b-41a4-88f8-28a6db4a2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:01.417380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-72a2566a-a05b-41a4-88f8-28a6db4a2491 service neutron] 10.222.0.55 "GET /v2.0/networks?id=14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 200 len: 909 time: 0.2341433 Sep 15 15:54:01.443200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:01.529820 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.616368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:01.637241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-5e7e568e-cadb-4fc1-9df0-fb511b8ce308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 200 len: 217 time: 0.2081294 Sep 15 15:54:01.783146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460c7f7-96ec-4a68-99eb-1ab23c87a025 req-7387ef36-fce7-411e-afa0-d0148975d82f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:01.791684 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2460c7f7-96ec-4a68-99eb-1ab23c87a025 req-7387ef36-fce7-411e-afa0-d0148975d82f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.2749918 Sep 15 15:54:01.808762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-09b0e186-b7fe-4f63-bc24-d06591c42e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:01.810660 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-09b0e186-b7fe-4f63-bc24-d06591c42e44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 200 len: 848 time: 0.1588392 Sep 15 15:54:01.844394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Deleting port df42a642-9262-4520-a8b1-8fd87db8b00c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:01.844905 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:01.937727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c479535-7e2a-48f2-8900-34d346905af8 req-5900ff88-e982-40ac-a36a-2f4534ca45ab tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:01.942116 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-44122976-e954-452f-855c-4a0ea42b1a53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=14078b25-5494-422e-b212-3ecad14ddcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717795 Sep 15 15:54:01.946723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c479535-7e2a-48f2-8900-34d346905af8 req-5900ff88-e982-40ac-a36a-2f4534ca45ab tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.1134644 Sep 15 15:54:01.986322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2460c7f7-96ec-4a68-99eb-1ab23c87a025 req-1ead0b26-d87e-43f7-9da9-0f23d89131e4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934340 Sep 15 15:54:02.021199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c479535-7e2a-48f2-8900-34d346905af8 req-b710908d-5641-4b83-ad80-ca1ae963b50c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Sep 15 15:54:02.023670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:02.057563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Calling delete_port for df42a642-9262-4520-a8b1-8fd87db8b00c owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:02.156011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-2aef38a9-ac8e-4020-9ede-822dea71f6ef service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039640 Sep 15 15:54:02.309999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:02.346622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-2f8c7802-c312-49bc-a2d6-d9a6764abd78 service neutron] 10.222.0.55 "GET /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812997 Sep 15 15:54:02.438703 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:02.519020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Pushing event updated for resources: {'Port': ['ID=1e708679-e677-4e11-803f-4421592705c0,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:02.521753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:02.597353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:02.638397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event deleted for resources: {'Port': ['ID=df42a642-9262-4520-a8b1-8fd87db8b00c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:02.686686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Network 750c4d85-afa9-4a00-a89d-5380a155e225 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:02.688546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:02.764461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:02.848401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Router 050c508c-d2d0-48cd-8286-f5eaef1ec183 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:54:02.884657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:02.887647 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.011079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1640414b-e24b-4bec-9a09-dfd0f7b61ead None None] Provisioning complete for port 1e708679-e677-4e11-803f-4421592705c0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:03.011599 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1640414b-e24b-4bec-9a09-dfd0f7b61ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.037191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:03.078600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1640414b-e24b-4bec-9a09-dfd0f7b61ead None None] Port 1e708679-e677-4e11-803f-4421592705c0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:03.100027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:03.100684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.169360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbee130-cd5e-4599-98bd-9ca27863c2d5 req-4d478a7b-df9a-45f5-9509-b0542fc68214 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:03.175145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bbbee130-cd5e-4599-98bd-9ca27863c2d5 req-4d478a7b-df9a-45f5-9509-b0542fc68214 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0650814 Sep 15 15:54:03.223116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bbbee130-cd5e-4599-98bd-9ca27863c2d5 req-b83697f1-161e-44c6-8238-03bd071881ab tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Sep 15 15:54:03.333898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:54:03.355506 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6aa4a1c9-dc4a-4ae0-8fd1-bd4af78accfe admin admin] 10.222.0.63 "PUT /v2.0/routers/050c508c-d2d0-48cd-8286-f5eaef1ec183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8580787 Sep 15 15:54:03.370221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.370846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Fanout notify agent at l3_agent the message router_deleted on router e094d661-1920-4e37-bcd6-8a473d0b9be0 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:54:03.374937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Sync routers for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:54:03.393189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:03.396691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:03.403293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.406465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5d6bd61c-f053-4518-bdb7-208df1b69c36 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/e094d661-1920-4e37-bcd6-8a473d0b9be0 HTTP/1.1" status: 204 len: 168 time: 2.6439660 Sep 15 15:54:03.410245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46812) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:03.433429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3d912b63-1a54-49e6-a981-6434a8db33b3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1669900551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:03.483577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f972f6c-7e10-4307-bb8e-9d0a37543701 req-0387d832-1fa6-4e26-a697-eb7b93444f51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:03.491982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f972f6c-7e10-4307-bb8e-9d0a37543701 req-0387d832-1fa6-4e26-a697-eb7b93444f51 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.2108481 Sep 15 15:54:03.536261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-736c0daa-06d9-4c71-8c1f-6467e697c001 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:03.538127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-736c0daa-06d9-4c71-8c1f-6467e697c001 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e&tenant_id=ad8a572a058e412eb10e49b2526d2890&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1095 time: 0.1528432 Sep 15 15:54:03.562059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f972f6c-7e10-4307-bb8e-9d0a37543701 req-8d871e4d-3b92-45a0-83ea-b124a395c619 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676761 Sep 15 15:54:03.611042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:54:03.663639 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d912b63-1a54-49e6-a981-6434a8db33b3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.667138 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d912b63-1a54-49e6-a981-6434a8db33b3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.738992 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d912b63-1a54-49e6-a981-6434a8db33b3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.813286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-7de68aad-b559-4b9a-b0e7-f0a8d2c5ea2f service neutron] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:54:03.816675 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-7de68aad-b559-4b9a-b0e7-f0a8d2c5ea2f service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.817836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-7de68aad-b559-4b9a-b0e7-f0a8d2c5ea2f service neutron] 10.222.0.55 "DELETE /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04/bindings/n-h1-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.2687044 Sep 15 15:54:03.831712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d912b63-1a54-49e6-a981-6434a8db33b3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:03.896128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7dab6a04-e3ed-4070-8df2-248548298f38 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:54:04.002645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d912b63-1a54-49e6-a981-6434a8db33b3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.004091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3d912b63-1a54-49e6-a981-6434a8db33b3 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5912604 Sep 15 15:54:04.006883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:04.016748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': False}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:04.063459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 2, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:04.072479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:04.117111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Checking router: 050c508c-d2d0-48cd-8286-f5eaef1ec183 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:54:04.117851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Updating router 050c508c-d2d0-48cd-8286-f5eaef1ec183 port 1e708679-e677-4e11-803f-4421592705c0 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:54:04.139759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '7dab6a04-e3ed-4070-8df2-248548298f38', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'port_id': '7dab6a04-e3ed-4070-8df2-248548298f38', 'mac_address': 'fa:16:3e:07:93:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f2e3a1-925f-4e93-b2b2-99a1c0932863', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:54:04.152195 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.248550 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.270249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dab6a04-e3ed-4070-8df2-248548298f38 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:04.395351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.438921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:04.459055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8780b-c95b-4a4d-84c4-b59bfa50e4a8 req-7a456c90-1398-4ef5-a55a-8f45cb404434 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:04.470352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22f8780b-c95b-4a4d-84c4-b59bfa50e4a8 req-7a456c90-1398-4ef5-a55a-8f45cb404434 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0793471 Sep 15 15:54:04.521449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22f8780b-c95b-4a4d-84c4-b59bfa50e4a8 req-ff760e8e-4bd1-4542-8787-c41c50240292 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501890 Sep 15 15:54:04.567596 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.658565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:04.732901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.749078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b9e1c-4a85-4257-a5ed-816c202d1e4a req-d5865498-ba2a-4890-9248-48378b91bdde tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:04.750647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb2b9e1c-4a85-4257-a5ed-816c202d1e4a req-d5865498-ba2a-4890-9248-48378b91bdde tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.0675030 Sep 15 15:54:04.861106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb2b9e1c-4a85-4257-a5ed-816c202d1e4a req-9380e8b6-c74f-413b-99ae-dc6ce2c897cb tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035573 Sep 15 15:54:04.903080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.918453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.922640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:04.958654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7dab6a04-e3ed-4070-8df2-248548298f38'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:05.061980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad26c4a-4790-48c5-884c-aeac307d4c93 req-9a8b951c-02ce-4177-9a27-1e87aa956b57 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:05.064988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ad26c4a-4790-48c5-884c-aeac307d4c93 req-9a8b951c-02ce-4177-9a27-1e87aa956b57 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 1095 time: 0.0784664 Sep 15 15:54:05.080242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75cf51-bbca-42d5-80d0-cf400f1ea3b6 None None] Pushing event updated for resources: {'Port': ['ID=1e708679-e677-4e11-803f-4421592705c0,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:05.154350 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ad26c4a-4790-48c5-884c-aeac307d4c93 req-e41ca92f-bad8-4940-a601-5048379dd3c6 tempest-LiveMigrationTest-1524903430 tempest-LiveMigrationTest-1524903430-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789046 Sep 15 15:54:05.174614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Attempting to bind port 1e708679-e677-4e11-803f-4421592705c0 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:54:05.175058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Attempting to bind port 1e708679-e677-4e11-803f-4421592705c0 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:54:05.175435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Attempting to bind port 1e708679-e677-4e11-803f-4421592705c0 on network 750c4d85-afa9-4a00-a89d-5380a155e225 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:05.185383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:54:05.185782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Checking segment: {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:05.186396 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:05.186793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Bound using segment: {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:54:05.187281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Allocated IP 172.25.0.90 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/046ea3fd-cbbd-4a56-ad40-31a40523f5c6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:05.187403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Bound port: 1e708679-e677-4e11-803f-4421592705c0, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:54:05.187670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:05.331309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] For port 1e708679-e677-4e11-803f-4421592705c0, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:54:05.355088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] For port 1e708679-e677-4e11-803f-4421592705c0, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e708679-e677-4e11-803f-4421592705c0,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:54:05.398330 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:05.436083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1aaac0ce-f0fd-4b1d-ab97-b5d6c1d2f240 None None] Provisioning complete for port 1e708679-e677-4e11-803f-4421592705c0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:05.437023 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1aaac0ce-f0fd-4b1d-ab97-b5d6c1d2f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:05.500178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1aaac0ce-f0fd-4b1d-ab97-b5d6c1d2f240 None None] Port 1e708679-e677-4e11-803f-4421592705c0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:05.516692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:05.558858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:05.629457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75cf51-bbca-42d5-80d0-cf400f1ea3b6 None None] Pushing event updated for resources: {'Port': ['ID=1e708679-e677-4e11-803f-4421592705c0,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:05.631178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:05.634565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:05.639151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:05.650447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:05.651888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:05.688851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Pushing event updated for resources: {'Port': ['ID=046ea3fd-cbbd-4a56-ad40-31a40523f5c6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:05.913349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7dab6a04-e3ed-4070-8df2-248548298f38 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:05.975514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:54:05.977168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70eabb5-4c26-440f-9a02-ed540496c9f4 req-c1cfa745-ec1d-4bac-aa8e-e117f3750a55 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:05.980968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c70eabb5-4c26-440f-9a02-ed540496c9f4 req-c1cfa745-ec1d-4bac-aa8e-e117f3750a55 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.0958579 Sep 15 15:54:05.995611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dab6d-73e7-4e53-9dee-c86ee875f79c req-6603562d-3f80-4f51-b6cd-808a921fcff8 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:05.997270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8c7dab6d-73e7-4e53-9dee-c86ee875f79c req-6603562d-3f80-4f51-b6cd-808a921fcff8 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 944 time: 0.2136259 Sep 15 15:54:06.028867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c70eabb5-4c26-440f-9a02-ed540496c9f4 req-0fb32d5e-1678-4c9d-a071-d6a1a79d0c52 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 Sep 15 15:54:06.040893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e1f3eb71-f4a5-48be-8299-0864974c4ec6 None None] Provisioning complete for port 1e708679-e677-4e11-803f-4421592705c0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:06.041516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1f3eb71-f4a5-48be-8299-0864974c4ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.067263 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8c7dab6d-73e7-4e53-9dee-c86ee875f79c req-c89e551c-4caf-4b51-a914-22a595c08554 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Sep 15 15:54:06.232332 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.287650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7dab6a04-e3ed-4070-8df2-248548298f38 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:06.319778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.330094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78becbf3-7b1b-4486-9da4-86dbb2b9f8e2 req-c7d44ff4-585a-4a20-82a4-ecfa528fd73d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:06.332523 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-78becbf3-7b1b-4486-9da4-86dbb2b9f8e2 req-c7d44ff4-585a-4a20-82a4-ecfa528fd73d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0685275 Sep 15 15:54:06.419596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-78becbf3-7b1b-4486-9da4-86dbb2b9f8e2 req-bc5ed6cf-bfc5-48ed-8cf5-b2ddd86c691c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727942 Sep 15 15:54:06.476807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7222d7-7914-41d7-a607-f368613cbeca req-552575a8-b21e-48ba-8938-bea5d4ff208e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:06.479864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd7222d7-7914-41d7-a607-f368613cbeca req-552575a8-b21e-48ba-8938-bea5d4ff208e tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.0802977 Sep 15 15:54:06.486353 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1f3eb71-f4a5-48be-8299-0864974c4ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.520970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:06.570517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e1f3eb71-f4a5-48be-8299-0864974c4ec6 None None] For port 1e708679-e677-4e11-803f-4421592705c0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e708679-e677-4e11-803f-4421592705c0,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:06.611976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:05Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:06.621395 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.671787 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.676179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.693253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1f3eb71-f4a5-48be-8299-0864974c4ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.731335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc9f251-a4e6-4b3c-ab5d-0db1a811267c None None] The sync data for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 is: [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:05Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:54:06.744218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Deleting port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:06.746197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:06.782653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:06.948900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3eb71-f4a5-48be-8299-0864974c4ec6 None None] Pushing event updated for resources: {'Port': ['ID=1e708679-e677-4e11-803f-4421592705c0,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:07.089771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] For port a31272f7-bddb-4d0f-93af-b4b8a8f3df04, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:07.090361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:07.122363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Calling delete_port for a31272f7-bddb-4d0f-93af-b4b8a8f3df04 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:07.124732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Router 6f278de0-355f-4729-980d-6aea3d690151 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:54:07.141902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e708679-e677-4e11-803f-4421592705c0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:07.268335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1e708679-e677-4e11-803f-4421592705c0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:07.268964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:07.338922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:54:07.354000 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] Sync routers for ids ['6f278de0-355f-4729-980d-6aea3d690151'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:54:07.357195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f726-06c5-4c21-8198-d62b74b33eee req-93f1b567-2261-4018-8411-82b9ce893142 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:07.360853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:07.365140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03e2f726-06c5-4c21-8198-d62b74b33eee req-93f1b567-2261-4018-8411-82b9ce893142 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 944 time: 0.2217598 Sep 15 15:54:07.370238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-02d6c9a0-02d2-4be3-8fd7-cf901c4fbcc8 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "PUT /v2.0/routers/6f278de0-355f-4729-980d-6aea3d690151 HTTP/1.1" status: 200 len: 915 time: 3.3609002 Sep 15 15:54:07.373684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46974) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:07.373848 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] Routers {'6f278de0-355f-4729-980d-6aea3d690151'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:07.375205 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['6f278de0-355f-4729-980d-6aea3d690151'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:07.450668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03e2f726-06c5-4c21-8198-d62b74b33eee req-45685227-5c9b-4410-993f-ca46524bb123 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836036 Sep 15 15:54:07.469078 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:07.495883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:07.497353 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] Routers {'6f278de0-355f-4729-980d-6aea3d690151'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:07.500359 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['6f278de0-355f-4729-980d-6aea3d690151'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:07.517222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:07.591069 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:07.595168 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3928bdc0-1c91-464c-8e07-25f9e9d4a1ff None None] The sync data for ids ['6f278de0-355f-4729-980d-6aea3d690151'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:54:07.635681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event deleted for resources: {'Port': ['ID=a31272f7-bddb-4d0f-93af-b4b8a8f3df04,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:07.690635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.691203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.691768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.692329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.692957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.693680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.694182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.694757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.695855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.696528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.708506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.709125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:07.859808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] No DVR routers for this DVR port a31272f7-bddb-4d0f-93af-b4b8a8f3df04 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:07.865278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:07.868363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd7222d7-7914-41d7-a607-f368613cbeca req-7ecbaf17-6de3-4c62-98f1-fdad770f6b1c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "DELETE /v2.0/ports/a31272f7-bddb-4d0f-93af-b4b8a8f3df04 HTTP/1.1" status: 204 len: 173 time: 1.3808129 Sep 15 15:54:07.869116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'name': 'network-vif-deleted', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:07.872836 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2f5b4-75c9-4ef6-af0b-6b1449ce2aab" -d '{"events": [{"server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "name": "network-vif-deleted", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:07.900829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c209c-3195-4fe9-a718-d32f1ea7610e req-a35f6bd3-6c4d-4ec8-927f-19232b3e47db tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:07.902409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f5c209c-3195-4fe9-a718-d32f1ea7610e req-a35f6bd3-6c4d-4ec8-927f-19232b3e47db tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.1621673 Sep 15 15:54:07.919377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7dab6a04-e3ed-4070-8df2-248548298f38 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:07.963373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f5c209c-3195-4fe9-a718-d32f1ea7610e req-c5caebf4-49fc-4108-b356-5cb1bb5d2663 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505075 Sep 15 15:54:07.965942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4733f5c-0477-4174-8f28-fa148754d280 req-7f386fc8-5253-4ec0-9747-38390ff1835a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:07.973772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4733f5c-0477-4174-8f28-fa148754d280 req-7f386fc8-5253-4ec0-9747-38390ff1835a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 943 time: 0.5981963 Sep 15 15:54:08.030317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46986) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:08.030533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-357d3d7a-93c9-4d8a-8cbe-86f4d31d33d9 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/6f278de0-355f-4729-980d-6aea3d690151 HTTP/1.1" status: 200 len: 921 time: 0.6369720 Sep 15 15:54:08.047468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 7dab6a04-e3ed-4070-8df2-248548298f38 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:08.047679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:08.068142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4733f5c-0477-4174-8f28-fa148754d280 req-cf2b7e77-fe9a-4f1e-875e-c79def69a6c4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 Sep 15 15:54:08.134713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22735a0c-1942-4310-a0bb-266cc62fbf4a tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:08.139268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-22735a0c-1942-4310-a0bb-266cc62fbf4a tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=6f278de0-355f-4729-980d-6aea3d690151&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1077254 Sep 15 15:54:08.143195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46988) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:08.183101 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913c22ac-9f06-4e31-b6ac-88e6b310472f x-openstack-request-id: req-913c22ac-9f06-4e31-b6ac-88e6b310472f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:08.183522 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393369b0-b497-41fb-8bb8-8a51355f5f1e", "name": "network-vif-deleted", "tag": "a31272f7-bddb-4d0f-93af-b4b8a8f3df04", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:08.183879 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-913c22ac-9f06-4e31-b6ac-88e6b310472f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:08.184394 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393369b0-b497-41fb-8bb8-8a51355f5f1e', 'name': 'network-vif-deleted', 'tag': 'a31272f7-bddb-4d0f-93af-b4b8a8f3df04', 'status': 'completed', 'code': 200} Sep 15 15:54:08.233931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:08.277973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:08.280858 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb023fe-da13-4426-96e8-574ec478e789" -d '{"events": [{"server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "name": "network-vif-plugged", "status": "completed", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:08.295271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:08.310918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10472d73-5723-4c0b-af47-f34309ffc8c0 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:08.313180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10472d73-5723-4c0b-af47-f34309ffc8c0 tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.1678298 Sep 15 15:54:08.315433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46992) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:08.352313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bdfc2308-21d8-42e2-a994-37455bbe8cec tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f278de0-355f-4729-980d-6aea3d690151 HTTP/1.1" status: 200 len: 205 time: 0.0354700 Sep 15 15:54:08.354995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46994) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:08.357157 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5cd579-09dc-4f4a-b3e7-e6e1c44fc268 x-openstack-request-id: req-da5cd579-09dc-4f4a-b3e7-e6e1c44fc268 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:08.357456 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "name": "network-vif-plugged", "status": "completed", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:08.357706 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-da5cd579-09dc-4f4a-b3e7-e6e1c44fc268 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:08.358103 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38', 'code': 200} Sep 15 15:54:08.362862 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:08.494843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:08.533760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:08.604972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c06e6-3e2c-4c8e-b4ae-10e10f2d3ec1 req-9c5cc0ca-9fe0-408b-bd27-4fbb259ec94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:08.607375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b9c06e6-3e2c-4c8e-b4ae-10e10f2d3ec1 req-9c5cc0ca-9fe0-408b-bd27-4fbb259ec94e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 1096 time: 0.0916593 Sep 15 15:54:08.631711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1709ac4b-5b3b-42a0-b94c-dea6e0c353d5 req-8888224c-0709-48c3-81ee-178a209fec91 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0469325 Sep 15 15:54:08.692430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b9c06e6-3e2c-4c8e-b4ae-10e10f2d3ec1 req-471fe925-2fce-415f-8262-9cd64b5cd9d0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715511 Sep 15 15:54:08.738636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:08.910937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Deleting port 046ea3fd-cbbd-4a56-ad40-31a40523f5c6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:08.911797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:09.044925 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e708679-e677-4e11-803f-4421592705c0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:09.059641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:09.095547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Calling delete_port for 046ea3fd-cbbd-4a56-ad40-31a40523f5c6 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:09.217439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1e708679-e677-4e11-803f-4421592705c0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:09.218079 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:09.250383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720420-938b-43bc-a302-b2e45903536a req-6ff3f76c-0649-4982-8513-ad8f8c1aeb3d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:09.256307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6720420-938b-43bc-a302-b2e45903536a req-6ff3f76c-0649-4982-8513-ad8f8c1aeb3d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.1537607 Sep 15 15:54:09.316551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6720420-938b-43bc-a302-b2e45903536a req-bfba6548-fe6e-421f-b77b-fe69c4a8db85 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501101 Sep 15 15:54:09.327208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7b49f-d9da-4c87-a4f8-578987bc4fc7 req-83dde90a-0edc-4b4d-9e51-ed814e9e752a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:09.328811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0b7b49f-d9da-4c87-a4f8-578987bc4fc7 req-83dde90a-0edc-4b4d-9e51-ed814e9e752a tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.0778930 Sep 15 15:54:09.478150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0b7b49f-d9da-4c87-a4f8-578987bc4fc7 req-0d17bc10-9c38-4e00-a5b6-9322c9bd76da tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075020 Sep 15 15:54:09.642220 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:09.673324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event deleted for resources: {'Port': ['ID=046ea3fd-cbbd-4a56-ad40-31a40523f5c6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:09.779048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:09.880915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77682310-5730-4bfa-80df-4500e4741581 req-451a9cf7-956b-418f-b41b-5eec86606623 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0979836 Sep 15 15:54:09.913439 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:09.915701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.020794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.022573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Fanout notify agent at l3_agent the message router_deleted on router 6f278de0-355f-4729-980d-6aea3d690151 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:54:10.038032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.046223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47012) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:10.051000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8bc55e80-2848-4975-b4d3-131bc4416e58 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/6f278de0-355f-4729-980d-6aea3d690151 HTTP/1.1" status: 204 len: 168 time: 1.6920302 Sep 15 15:54:10.054441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1376180642', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:10.451840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:54:10.455149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:10.498131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b48fe9-7952-413c-8663-56e953db6490 req-7608cb6d-61a2-41c9-b0a6-ee4c034addf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:10.514375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b48fe9-7952-413c-8663-56e953db6490 req-7608cb6d-61a2-41c9-b0a6-ee4c034addf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.1045001 Sep 15 15:54:10.599045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3b48fe9-7952-413c-8663-56e953db6490 req-b0605541-a5d1-45fb-8243-04d0e59f381b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831344 Sep 15 15:54:10.642658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.669520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.674843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.682237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:10.698158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '72916e30-cf88-4500-a948-b7227757ca32', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': '72916e30-cf88-4500-a948-b7227757ca32', 'mac_address': 'fa:16:3e:f0:54:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:54:10.706069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:10.708847 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76f998e-0a00-4571-9ac8-5ccb5b99a8cf" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:10.725416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:10.768746 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.784752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:10.800072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.823322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522d504-e7e2-4cae-924f-9b1ac5ad0fc1 req-6c307853-1a40-4b75-b7a9-62e2ef28fdf5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:10.828877 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:10.832018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3522d504-e7e2-4cae-924f-9b1ac5ad0fc1 req-6c307853-1a40-4b75-b7a9-62e2ef28fdf5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1097207 Sep 15 15:54:10.833855 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16bf181-0fd0-4267-b18a-b35d5754ba2d x-openstack-request-id: req-a16bf181-0fd0-4267-b18a-b35d5754ba2d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:10.834345 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:10.834767 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a16bf181-0fd0-4267-b18a-b35d5754ba2d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:10.835410 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'code': 200} Sep 15 15:54:10.894859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3522d504-e7e2-4cae-924f-9b1ac5ad0fc1 req-7ac2bfcc-cefc-49d0-b540-fbfcfafd68e1 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609977 Sep 15 15:54:11.000472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:11.036851 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:54:11.038097 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:54:11.081262 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85934ed0-67a4-41ff-97cf-66689c7b1563 req-7045a294-d9fe-4d58-a18e-0b58b3291c2b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0292132 Sep 15 15:54:11.163786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b177c-7e4e-4e29-8d7c-d67988dfa6a1 req-446db596-55e6-4731-bf69-056161562a14 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:11.167364 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea7b177c-7e4e-4e29-8d7c-d67988dfa6a1 req-446db596-55e6-4731-bf69-056161562a14 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1091037 Sep 15 15:54:11.185556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:11.247705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea7b177c-7e4e-4e29-8d7c-d67988dfa6a1 req-44f18f29-f7c1-4181-a9f3-70c21f9f531c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739269 Sep 15 15:54:11.580164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:11.606911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:11.654573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:11.673661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:11.700443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:11.792215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:11.815580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Allocated IP 172.25.0.199 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/9423a457-1ee7-44cc-9783-9d97266bad7d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:11.891677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c709d-dae7-4840-bc15-f931e53f7cd2 req-7bf778bf-2c04-4b34-8a04-901553fc747f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:11.897732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['72916e30-cf88-4500-a948-b7227757ca32'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:11.917449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b8c709d-dae7-4840-bc15-f931e53f7cd2 req-7bf778bf-2c04-4b34-8a04-901553fc747f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1894147 Sep 15 15:54:11.958354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a31272f7-bddb-4d0f-93af-b4b8a8f3df04 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:11.973611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:12.020379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b8c709d-dae7-4840-bc15-f931e53f7cd2 req-f4b1e91d-5ef8-47fc-a4fa-894cbcc2f396 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019609 Sep 15 15:54:12.038430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: a31272f7-bddb-4d0f-93af-b4b8a8f3df04 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:54:12.039066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a31272f7-bddb-4d0f-93af-b4b8a8f3df04 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:54:12.087877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:12.202902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:12.252947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c142086c-2099-4488-a7f0-504ec6cc1f87 req-521dbdbb-996a-48c7-b73d-32a7275a9040 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0456169 Sep 15 15:54:12.284387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:12.287993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:12.292036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:12.317216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event updated for resources: {'Port': ['ID=9423a457-1ee7-44cc-9783-9d97266bad7d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:12.774480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:13.143976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:13.236175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-d01ad237-8fa8-4884-8fe4-2c76e231919f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:13.237740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-d01ad237-8fa8-4884-8fe4-2c76e231919f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4434ebf-3fc9-4548-9d50-3c944cfdeb96 HTTP/1.1" status: 200 len: 945 time: 0.1148458 Sep 15 15:54:13.328003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf09c51-20b4-4bbf-a2e6-2aa5e95b56f7 req-d57fa5b3-0d6a-4c52-99d5-d7d41e1874a5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:13.330537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcf09c51-20b4-4bbf-a2e6-2aa5e95b56f7 req-d57fa5b3-0d6a-4c52-99d5-d7d41e1874a5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.0946095 Sep 15 15:54:13.416622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcf09c51-20b4-4bbf-a2e6-2aa5e95b56f7 req-8b0d39a7-3244-4398-9813-cde6b13bc38e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794373 Sep 15 15:54:13.535583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Deleting port 7dab6a04-e3ed-4070-8df2-248548298f38 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:13.535934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:13.569607 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d882bb1-2a6c-452f-a05d-46089d2edef7 req-7a880af3-db4e-4e0c-b394-d383eabfe8b9 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=393369b0-b497-41fb-8bb8-8a51355f5f1e HTTP/1.1" status: 200 len: 210 time: 0.0674119 Sep 15 15:54:13.626599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Router 8645d028-1d04-4fa9-bb88-e186f9cf8c27 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:54:13.711479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] For port 7dab6a04-e3ed-4070-8df2-248548298f38, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7dab6a04-e3ed-4070-8df2-248548298f38,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:13.721457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:13.741562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Calling delete_port for 7dab6a04-e3ed-4070-8df2-248548298f38 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:13.881210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:54:13.899689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] Sync routers for ids ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:54:13.913234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] Routers {'8645d028-1d04-4fa9-bb88-e186f9cf8c27'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:13.915508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:13.968557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:13.982621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] Routers {'8645d028-1d04-4fa9-bb88-e186f9cf8c27'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:13.989910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:14.037856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:14.038747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73469fe4-3967-429d-b02e-cd33551eb2e5 None None] The sync data for ids ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:54:14.050030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:14.053829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7e239d85-bc0d-4c21-93e1-92f2598e63c1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0033779 Sep 15 15:54:14.054257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47094) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:14.061107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:14.179879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:14.199511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7dab6a04-e3ed-4070-8df2-248548298f38'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:14.295148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Pushing event deleted for resources: {'Port': ['ID=7dab6a04-e3ed-4070-8df2-248548298f38,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:14.401954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] No DVR routers for this DVR port 7dab6a04-e3ed-4070-8df2-248548298f38 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:14.413361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:14.415763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6a3cfce-851e-49db-98d7-b6fa6b45c00a req-5b7af967-7207-46a5-9090-ef7cc33228cf tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.55 "DELETE /v2.0/ports/7dab6a04-e3ed-4070-8df2-248548298f38 HTTP/1.1" status: 204 len: 173 time: 1.1604071 Sep 15 15:54:14.418124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'name': 'network-vif-deleted', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:14.421916 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9531e-ffaf-4fa7-83f9-955dede13fba" -d '{"events": [{"server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "name": "network-vif-deleted", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:14.468020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:14.598922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 72916e30-cf88-4500-a948-b7227757ca32 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:14.599377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:14.629187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7ca36-c007-48e1-8131-862b54ad1098 req-5f1acb39-f191-4783-9c04-c8890ef197bc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:14.640975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8db7ca36-c007-48e1-8131-862b54ad1098 req-5f1acb39-f191-4783-9c04-c8890ef197bc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 945 time: 0.1113169 Sep 15 15:54:14.742277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:14.762524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8db7ca36-c007-48e1-8131-862b54ad1098 req-ed54f09d-09bf-40df-a1e1-2ab9dbbb891b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200793 Sep 15 15:54:14.826733 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6398bd63-4c76-4c27-8b60-8f1a302014aa x-openstack-request-id: req-6398bd63-4c76-4c27-8b60-8f1a302014aa {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:14.827033 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4434ebf-3fc9-4548-9d50-3c944cfdeb96", "name": "network-vif-deleted", "tag": "7dab6a04-e3ed-4070-8df2-248548298f38", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:14.827273 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6398bd63-4c76-4c27-8b60-8f1a302014aa {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:14.827675 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4434ebf-3fc9-4548-9d50-3c944cfdeb96', 'name': 'network-vif-deleted', 'tag': '7dab6a04-e3ed-4070-8df2-248548298f38', 'status': 'completed', 'code': 200} Sep 15 15:54:14.827907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:14.876803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:14.879164 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e7d6e3-83f1-47b8-8a9c-23890240345e" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:14.897312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:14.922518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:15.020705 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:15.159167 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f845422d-b89c-4eac-bbcd-f2317a5178ad x-openstack-request-id: req-f845422d-b89c-4eac-bbcd-f2317a5178ad {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:15.159485 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-plugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:15.159830 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f845422d-b89c-4eac-bbcd-f2317a5178ad {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:15.160141 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'code': 200} Sep 15 15:54:15.173456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=13']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:15.219078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Deleting port 9423a457-1ee7-44cc-9783-9d97266bad7d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:15.220061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:15.371396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:15.393315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Calling delete_port for 9423a457-1ee7-44cc-9783-9d97266bad7d owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:15.810567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:15.933500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Pushing event deleted for resources: {'Port': ['ID=9423a457-1ee7-44cc-9783-9d97266bad7d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:16.056074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:16.543365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.543730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.544074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.544402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.544890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.545225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.545549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.545871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.546366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.546550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.546814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.547129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:16.616375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79cd83-ccf5-43c4-ba64-b04543507535 req-4b4c8dc2-579d-47e7-ac88-51e6b67b2e40 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:16.625233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ba79cd83-ccf5-43c4-ba64-b04543507535 req-4b4c8dc2-579d-47e7-ac88-51e6b67b2e40 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.6937141 Sep 15 15:54:16.745155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ba79cd83-ccf5-43c4-ba64-b04543507535 req-debc6d8b-0d14-482a-b8d2-5a1012e4eae9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188884 Sep 15 15:54:17.031491 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:17.057404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:17.201934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Router 8645d028-1d04-4fa9-bb88-e186f9cf8c27 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:54:17.374937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:54:17.391224 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] Sync routers for ids ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:54:17.411850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:17.412315 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] Routers {'8645d028-1d04-4fa9-bb88-e186f9cf8c27'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:17.418622 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:17.421639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-034e5147-4c2e-4a91-9385-bd6efab12298 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "PUT /v2.0/routers/8645d028-1d04-4fa9-bb88-e186f9cf8c27 HTTP/1.1" status: 200 len: 706 time: 3.3657417 Sep 15 15:54:17.424299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47132) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:17.578712 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:17.600882 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] Routers {'8645d028-1d04-4fa9-bb88-e186f9cf8c27'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:54:17.602239 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:53:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:17.651040 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:17.652009 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e53e234-d5af-46c9-a147-e30a97809ff9 None None] The sync data for ids ['8645d028-1d04-4fa9-bb88-e186f9cf8c27'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:54:17.959656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7dab6a04-e3ed-4070-8df2-248548298f38 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:18.011868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8ee9dc27-c548-44e4-8f5b-fc53fe96fc1a tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/routers/8645d028-1d04-4fa9-bb88-e186f9cf8c27 HTTP/1.1" status: 200 len: 741 time: 0.5863180 Sep 15 15:54:18.014597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47140) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:18.096822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 7dab6a04-e3ed-4070-8df2-248548298f38 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:54:18.096822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7dab6a04-e3ed-4070-8df2-248548298f38 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:54:18.096963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45c4d2-cb05-4704-8252-56f222a0c996 req-b0f8d9db-bf7a-4477-818f-4dcb647765eb tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:18.096963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca45c4d2-cb05-4704-8252-56f222a0c996 req-b0f8d9db-bf7a-4477-818f-4dcb647765eb tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.1118569 Sep 15 15:54:18.097414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f32032f-d031-4ea8-82cc-577fb2ac422a tempest-RoutersAdminTest-1490140434 tempest-RoutersAdminTest-1490140434-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=8645d028-1d04-4fa9-bb88-e186f9cf8c27 HTTP/1.1" status: 200 len: 205 time: 0.0482049 Sep 15 15:54:18.097414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47142) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:18.097551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca45c4d2-cb05-4704-8252-56f222a0c996 req-a43634d8-2457-42b2-8dd7-6104c0d8a3c5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Sep 15 15:54:18.106573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-743ac080-fdeb-4bf8-953e-2999210f5aa2 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=8645d028-1d04-4fa9-bb88-e186f9cf8c27 HTTP/1.1" status: 200 len: 205 time: 0.0379930 Sep 15 15:54:18.109406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47148) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:18.239672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a882-2a31-429e-9ebe-7ea7be1f72e0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:18.454869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a882-2a31-429e-9ebe-7ea7be1f72e0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:18.457655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a882-2a31-429e-9ebe-7ea7be1f72e0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:18.706922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a882-2a31-429e-9ebe-7ea7be1f72e0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:18.707793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f3a882-2a31-429e-9ebe-7ea7be1f72e0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Fanout notify agent at l3_agent the message router_deleted on router 8645d028-1d04-4fa9-bb88-e186f9cf8c27 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:54:18.719106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7f3a882-2a31-429e-9ebe-7ea7be1f72e0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:18.721616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a7f3a882-2a31-429e-9ebe-7ea7be1f72e0 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/8645d028-1d04-4fa9-bb88-e186f9cf8c27 HTTP/1.1" status: 204 len: 168 time: 0.6086917 Sep 15 15:54:18.725665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47156) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:18.755345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-af92192d-43fe-4710-97b9-38f51828d10e tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=8645d028-1d04-4fa9-bb88-e186f9cf8c27 HTTP/1.1" status: 200 len: 205 time: 0.0277250 Sep 15 15:54:18.759955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47158) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:18.817759 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-1a9adb4d-791e-45b8-bcdc-eaac8eccb67b tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] delete failed (client error): The resource could not be found. Sep 15 15:54:18.817759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1a9adb4d-791e-45b8-bcdc-eaac8eccb67b tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/8645d028-1d04-4fa9-bb88-e186f9cf8c27 HTTP/1.1" status: 404 len: 336 time: 0.0547447 Sep 15 15:54:18.819181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47162) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:18.892548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-471080fa-3785-4ec7-b762-ad4a0464c626 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=6f278de0-355f-4729-980d-6aea3d690151 HTTP/1.1" status: 200 len: 205 time: 0.0635228 Sep 15 15:54:18.895060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47166) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:18.943203 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-d598b699-5773-4bbb-8d11-21f17f46a2f6 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] delete failed (client error): The resource could not be found. Sep 15 15:54:18.944371 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d598b699-5773-4bbb-8d11-21f17f46a2f6 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/6f278de0-355f-4729-980d-6aea3d690151 HTTP/1.1" status: 404 len: 336 time: 0.0480893 Sep 15 15:54:18.949462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.012779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-371cf986-f0c2-49f4-b2a3-37afeb9daed9 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=e094d661-1920-4e37-bcd6-8a473d0b9be0 HTTP/1.1" status: 200 len: 205 time: 0.0574462 Sep 15 15:54:19.013212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47170) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.084355 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-0384cf24-a9c1-4fd0-bb2c-850deb8d1dc1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] delete failed (client error): The resource could not be found. Sep 15 15:54:19.088409 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0384cf24-a9c1-4fd0-bb2c-850deb8d1dc1 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/e094d661-1920-4e37-bcd6-8a473d0b9be0 HTTP/1.1" status: 404 len: 336 time: 0.0711792 Sep 15 15:54:19.091765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47172) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.162040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d2f36c33-5420-45a9-90d0-6faeedbfb531 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=0fa45b37-b2f8-492b-9fab-74136bc24e85 HTTP/1.1" status: 200 len: 205 time: 0.0716088 Sep 15 15:54:19.166451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47178) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.255802 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-e6541ef4-e54b-4a87-8a15-3132aa838510 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] delete failed (client error): The resource could not be found. Sep 15 15:54:19.257245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e6541ef4-e54b-4a87-8a15-3132aa838510 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/0fa45b37-b2f8-492b-9fab-74136bc24e85 HTTP/1.1" status: 404 len: 336 time: 0.0894058 Sep 15 15:54:19.261356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47184) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.311125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7ebc6c4b-597e-47e5-93f8-40b1f534c1eb tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 HTTP/1.1" status: 200 len: 205 time: 0.0485706 Sep 15 15:54:19.329486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47186) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.349619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef91bd-400d-450e-8734-b0a14c9f97d6 req-4b1e4980-83e5-48a8-b91c-d1f95a2fc3a0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:19.364925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87ef91bd-400d-450e-8734-b0a14c9f97d6 req-4b1e4980-83e5-48a8-b91c-d1f95a2fc3a0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.1350110 Sep 15 15:54:19.385615 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-f7dd9755-0b81-4a2a-bd53-eddb53e4bba6 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] delete failed (client error): The resource could not be found. Sep 15 15:54:19.387032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f7dd9755-0b81-4a2a-bd53-eddb53e4bba6 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/9e0e0aa5-2e94-48a0-b02c-bd7967fe8969 HTTP/1.1" status: 404 len: 336 time: 0.0555096 Sep 15 15:54:19.392131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47190) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.446386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87ef91bd-400d-450e-8734-b0a14c9f97d6 req-2f975336-bb28-4856-8f79-c5b1a983b2e8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804789 Sep 15 15:54:19.469039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62bedfc2-b929-4d0b-9a23-1beaa43b8098 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "GET /v2.0/ports?device_id=0fe2994b-423e-4528-9aa0-c9794a1b5965 HTTP/1.1" status: 200 len: 205 time: 0.0733492 Sep 15 15:54:19.469543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47192) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.531589 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-838c109a-715d-4888-9da1-99037d5cfbd9 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] delete failed (client error): The resource could not be found. Sep 15 15:54:19.536191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-838c109a-715d-4888-9da1-99037d5cfbd9 tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/routers/0fe2994b-423e-4528-9aa0-c9794a1b5965 HTTP/1.1" status: 404 len: 336 time: 0.0615363 Sep 15 15:54:19.536726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47194) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:19.584468 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aac49d6-9010-4832-bf69-c36f86b0c61b tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] DELETE failed (client error): The resource could not be found. Sep 15 15:54:19.587972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aac49d6-9010-4832-bf69-c36f86b0c61b tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:54:19.592549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4aac49d6-9010-4832-bf69-c36f86b0c61b tempest-RoutersAdminTest-686735078 tempest-RoutersAdminTest-686735078-project] 10.222.0.63 "DELETE /v2.0/subnets/ffe23c02-47a4-40db-b01c-7c4bc2c743cc HTTP/1.1" status: 404 len: 337 time: 0.0508711 Sep 15 15:54:20.192204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47204) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:20.425561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fd710da-0f17-44eb-ae53-cb6c377b5db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:20.584663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6382f8-cec6-4a41-97ba-2c1f2f47a6dc req-ca467d3d-2826-4de6-ba74-a833223ac257 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:20.594378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce6382f8-cec6-4a41-97ba-2c1f2f47a6dc req-ca467d3d-2826-4de6-ba74-a833223ac257 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 945 time: 0.1637523 Sep 15 15:54:20.714108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:54:20.717545 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce6382f8-cec6-4a41-97ba-2c1f2f47a6dc req-612a5412-26e1-497d-b39c-5c95682d0730 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212540 Sep 15 15:54:20.811774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fd710da-0f17-44eb-ae53-cb6c377b5db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:20.874817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7f2f0-9152-4fcd-b279-0089944f9254 req-716f51f8-cbba-422d-9e54-fb488c578236 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:20.876518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d7f2f0-9152-4fcd-b279-0089944f9254 req-716f51f8-cbba-422d-9e54-fb488c578236 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0824413 Sep 15 15:54:20.902218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-741d3c9d-ad06-445e-82dc-064ab7080f8f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:20.902843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fd710da-0f17-44eb-ae53-cb6c377b5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:20.904765 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-741d3c9d-ad06-445e-82dc-064ab7080f8f tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 945 time: 0.0676782 Sep 15 15:54:20.979327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d7f2f0-9152-4fcd-b279-0089944f9254 req-2f6d06ed-9bdc-4899-9196-090c0bd29967 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943375 Sep 15 15:54:20.992791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4fd710da-0f17-44eb-ae53-cb6c377b5db3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fb46663c83444c14a99d568aa68dba53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991738 Sep 15 15:54:20.993539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd710da-0f17-44eb-ae53-cb6c377b5db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb48179e-ec04-400d-9c4b-c25dcc5631d1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:21.003791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47220) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:21.052432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Deleting port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:21.057828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.153125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91f345c6-da41-43e8-b2c0-01320165d1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.181472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] For port ac8f60e4-098a-4dd4-a78b-c37dfdf73430, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:21.183388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.198173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91f345c6-da41-43e8-b2c0-01320165d1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.217109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Calling delete_port for ac8f60e4-098a-4dd4-a78b-c37dfdf73430 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:21.386225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91f345c6-da41-43e8-b2c0-01320165d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.388840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91f345c6-da41-43e8-b2c0-01320165d1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.390027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-91f345c6-da41-43e8-b2c0-01320165d1c4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eb48179e-ec04-400d-9c4b-c25dcc5631d1 HTTP/1.1" status: 204 len: 168 time: 0.3852737 Sep 15 15:54:21.400565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f345c6-da41-43e8-b2c0-01320165d1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb48179e-ec04-400d-9c4b-c25dcc5631d1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:21.478119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.491276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ac8f60e4-098a-4dd4-a78b-c37dfdf73430'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:21.525338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event deleted for resources: {'Port': ['ID=ac8f60e4-098a-4dd4-a78b-c37dfdf73430,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:21.583024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] No DVR routers for this DVR port ac8f60e4-098a-4dd4-a78b-c37dfdf73430 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:21.585814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:21.587990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9a4799a-45d3-4eb2-b366-c27004afed47 req-801ab71e-7e28-450e-859d-2e4b2573745b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "DELETE /v2.0/ports/ac8f60e4-098a-4dd4-a78b-c37dfdf73430 HTTP/1.1" status: 204 len: 173 time: 0.6764324 Sep 15 15:54:21.588529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'name': 'network-vif-deleted', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:21.590937 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c115a0fd-1c22-4a61-b69d-02cc78f049cf" -d '{"events": [{"server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "name": "network-vif-deleted", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:21.642870 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f6e15-c3cf-4f12-abd5-808761a68ebb x-openstack-request-id: req-948f6e15-c3cf-4f12-abd5-808761a68ebb {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:21.642870 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed78762f-da8b-4570-bea4-11d2d9adfb1c", "name": "network-vif-deleted", "tag": "ac8f60e4-098a-4dd4-a78b-c37dfdf73430", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:21.642870 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-948f6e15-c3cf-4f12-abd5-808761a68ebb {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:21.642870 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed78762f-da8b-4570-bea4-11d2d9adfb1c', 'name': 'network-vif-deleted', 'tag': 'ac8f60e4-098a-4dd4-a78b-c37dfdf73430', 'status': 'completed', 'code': 200} Sep 15 15:54:21.918822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c18cd17-e9da-45e9-91bd-ccdc0154f278 req-c59b5b66-111a-4ab8-a2ed-abb44a026588 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 210 time: 0.0650012 Sep 15 15:54:22.190913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7d467-2db9-42bf-8ebc-6f6cebd1e502 req-d6929d25-f6a5-4944-8ecd-d943dd9c667b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:22.191812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0da7d467-2db9-42bf-8ebc-6f6cebd1e502 req-d6929d25-f6a5-4944-8ecd-d943dd9c667b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0676413 Sep 15 15:54:22.246258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0da7d467-2db9-42bf-8ebc-6f6cebd1e502 req-a294f745-dbaf-45a4-9957-d98daa16110b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Sep 15 15:54:22.803985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47242) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:22.864228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1348420d-d113-414f-9644-15208a73a3c4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=96b9c74db92b4ea5998a4fec801e05d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587568 Sep 15 15:54:22.867135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47244) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:22.937399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be0e5686-aa3e-401d-98cd-ca212083247d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:22.968807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be0e5686-aa3e-401d-98cd-ca212083247d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:23.092391 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc3c05f9-0a8e-40a9-b3aa-3d36c973eefc req-79544515-0853-4a23-9d4e-55c133832dc4 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=ed78762f-da8b-4570-bea4-11d2d9adfb1c HTTP/1.1" status: 200 len: 210 time: 0.0287437 Sep 15 15:54:23.431747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ed053-ce63-47bd-a31a-8839ea0e6da1 req-43e83eab-d48f-4e42-ae99-242b7b282166 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:23.441647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e0ed053-ce63-47bd-a31a-8839ea0e6da1 req-43e83eab-d48f-4e42-ae99-242b7b282166 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0648804 Sep 15 15:54:23.479994 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e0ed053-ce63-47bd-a31a-8839ea0e6da1 req-5309f0ab-4724-45ce-a393-3c496cffea3f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402260 Sep 15 15:54:23.571698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be0e5686-aa3e-401d-98cd-ca212083247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:23.581444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be0e5686-aa3e-401d-98cd-ca212083247d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:23.581444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be0e5686-aa3e-401d-98cd-ca212083247d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/726f76b7-c30a-4419-8102-fb00db874152 HTTP/1.1" status: 204 len: 168 time: 0.7086294 Sep 15 15:54:23.590251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e5686-aa3e-401d-98cd-ca212083247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f76b7-c30a-4419-8102-fb00db874152,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:23.929696 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3bb2b7f9-7f98-4c30-a820-aead09bdba08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:24.721470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3017f3-7f64-42b0-bcb8-ea077d835b47 req-0df5a563-dfd2-49f9-ab1c-09e241cd30f5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:24.721470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c3017f3-7f64-42b0-bcb8-ea077d835b47 req-0df5a563-dfd2-49f9-ab1c-09e241cd30f5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.1175830 Sep 15 15:54:24.809543 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c3017f3-7f64-42b0-bcb8-ea077d835b47 req-95c5013b-a727-43bb-ab7c-39fe62c6733d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700157 Sep 15 15:54:24.977917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe111eef-900f-41de-8e74-edeab3a727d5 req-73807f5b-0de3-439f-a17d-4b94bb0f1210 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:24.979841 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe111eef-900f-41de-8e74-edeab3a727d5 req-73807f5b-0de3-439f-a17d-4b94bb0f1210 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 944 time: 0.0697546 Sep 15 15:54:25.041012 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe111eef-900f-41de-8e74-edeab3a727d5 req-b1bab372-055c-4938-82fa-dfeec279b508 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538971 Sep 15 15:54:25.073297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816cd2c-763e-4344-84fd-0253e4273413 req-957934aa-9da7-472d-8ce1-90f6580dee71 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:25.074912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b816cd2c-763e-4344-84fd-0253e4273413 req-957934aa-9da7-472d-8ce1-90f6580dee71 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 944 time: 0.0722530 Sep 15 15:54:25.191537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47298) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:25.280872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Deleting port 02619075-74fc-45db-99f0-0202708e9c67 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:25.281477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:25.441018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e184c83c-7702-4dad-a67f-7f1210b8bb7d tempest-AgentManagementNegativeTest-2137365360 tempest-AgentManagementNegativeTest-2137365360-project] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2481546 Sep 15 15:54:25.597065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] For port 02619075-74fc-45db-99f0-0202708e9c67, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=02619075-74fc-45db-99f0-0202708e9c67,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:25.597533 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:25.635277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Calling delete_port for 02619075-74fc-45db-99f0-0202708e9c67 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:25.657807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-ae8f748b-5981-4bd2-b022-0a412bcd4968 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:25.659515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-ae8f748b-5981-4bd2-b022-0a412bcd4968 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/networks?id=640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 200 len: 815 time: 0.3015785 Sep 15 15:54:25.724049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-5289c1b8-30a8-4f4a-bc4b-6979f80e70ee tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/quotas/91e86b4ba9ae4d34be38f9fadefaea04 HTTP/1.1" status: 200 len: 375 time: 0.0140533 Sep 15 15:54:25.769167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-9972285d-56da-41b1-9a48-cafb0d1ecd0d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368183 Sep 15 15:54:25.944216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-ee5bcff8-ea26-4af7-b4c8-91003c373efc service neutron] 10.222.0.63 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620023 Sep 15 15:54:25.992567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:26.033731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: ac8f60e4-098a-4dd4-a78b-c37dfdf73430 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:54:26.034346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac8f60e4-098a-4dd4-a78b-c37dfdf73430 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:54:26.390975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-17ca0df2-3b12-49cd-a8f0-2b2aa14460a4 service neutron] 10.222.0.63 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388847 Sep 15 15:54:26.431450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74754610-47d5-4c1a-8c9e-1beb5fce18d7 req-a142e26c-5e6f-4d0f-a19b-0046328da347 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:26.447922 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74754610-47d5-4c1a-8c9e-1beb5fce18d7 req-a142e26c-5e6f-4d0f-a19b-0046328da347 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0902400 Sep 15 15:54:26.513022 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:26.514393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:26.550881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74754610-47d5-4c1a-8c9e-1beb5fce18d7 req-0a201e8b-39bc-4a18-a2ec-61ab15fe5280 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975349 Sep 15 15:54:26.676131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event deleted for resources: {'Port': ['ID=02619075-74fc-45db-99f0-0202708e9c67,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:26.717433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] No DVR routers for this DVR port 02619075-74fc-45db-99f0-0202708e9c67 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:26.725284 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:26.732819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b816cd2c-763e-4344-84fd-0253e4273413 req-cc998e5d-da74-472e-984d-6c8755bc5479 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "DELETE /v2.0/ports/02619075-74fc-45db-99f0-0202708e9c67 HTTP/1.1" status: 204 len: 173 time: 1.6475027 Sep 15 15:54:26.732819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'name': 'network-vif-deleted', 'tag': '02619075-74fc-45db-99f0-0202708e9c67'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:26.733783 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33012e5a-9a98-4259-8fd3-583faad594f6" -d '{"events": [{"server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "name": "network-vif-deleted", "tag": "02619075-74fc-45db-99f0-0202708e9c67"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:26.744672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-792f74cc-6346-4cb4-bb6b-deb8a671a43a req-4f5150e6-4921-4807-8d5f-cb3c662b4338 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 210 time: 0.1047318 Sep 15 15:54:26.984453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47346) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:27.061617 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c856bb52-ffc0-41b9-9b3b-eceb1516e159 x-openstack-request-id: req-c856bb52-ffc0-41b9-9b3b-eceb1516e159 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:27.061617 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "064a0273-265d-4113-a5e7-a044b0d8eca4", "name": "network-vif-deleted", "tag": "02619075-74fc-45db-99f0-0202708e9c67", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:27.061617 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c856bb52-ffc0-41b9-9b3b-eceb1516e159 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:27.061617 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a0273-265d-4113-a5e7-a044b0d8eca4', 'name': 'network-vif-deleted', 'tag': '02619075-74fc-45db-99f0-0202708e9c67', 'status': 'completed', 'code': 200} Sep 15 15:54:27.062013 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:27.145446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3421208b-c36e-4455-aa10-d5cbac1d9c4c req-9566f8d8-4050-402d-bbd5-0eee20f65203 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 210 time: 0.0860417 Sep 15 15:54:27.206840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3555bb7-7e0c-450f-8d20-fc9645e2f510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:27.323650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4e1db3da-ea44-474b-a24d-21442c6aa53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:27.372143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3555bb7-7e0c-450f-8d20-fc9645e2f510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:27.449035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3555bb7-7e0c-450f-8d20-fc9645e2f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:27.495580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3555bb7-7e0c-450f-8d20-fc9645e2f510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5886e4f9-ff24-4dbf-afc4-f3a107f87934,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:27.499916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d3555bb7-7e0c-450f-8d20-fc9645e2f510 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=28b4cab1fe854145bde226d0c03c5b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144336 Sep 15 15:54:27.502824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47354) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:27.570597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83ce1b86-d70b-4893-87a7-1bc40f6e578c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:27.658220 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83ce1b86-d70b-4893-87a7-1bc40f6e578c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:27.744319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cee19-9834-4d66-8db5-d9810b336d44 req-2cf81717-9489-47ea-a359-eb239ba7121f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:27.745883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-663cee19-9834-4d66-8db5-d9810b336d44 req-2cf81717-9489-47ea-a359-eb239ba7121f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0860579 Sep 15 15:54:27.802796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-663cee19-9834-4d66-8db5-d9810b336d44 req-bdb93ec4-cb20-4d11-be3f-b77d75c47380 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389938 Sep 15 15:54:27.862273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b4f6dd0-f018-450f-affc-c266e540b27f req-c280b8ab-de5d-48de-a86d-1ec898b4d8a5 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=064a0273-265d-4113-a5e7-a044b0d8eca4 HTTP/1.1" status: 200 len: 210 time: 0.0275946 Sep 15 15:54:28.229192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecee1541-3c85-40d3-9084-1c5b5f65e646 req-e46992a6-da50-4dcd-8ac4-7f219d2abf6f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 210 time: 0.0268152 Sep 15 15:54:28.272200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83ce1b86-d70b-4893-87a7-1bc40f6e578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:28.275637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83ce1b86-d70b-4893-87a7-1bc40f6e578c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:28.279188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-83ce1b86-d70b-4893-87a7-1bc40f6e578c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5886e4f9-ff24-4dbf-afc4-f3a107f87934 HTTP/1.1" status: 204 len: 168 time: 0.7731068 Sep 15 15:54:28.285713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1b86-d70b-4893-87a7-1bc40f6e578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886e4f9-ff24-4dbf-afc4-f3a107f87934,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:28.410967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:28.969274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85751c98-e6f8-4f8b-a3be-25b74b60aa27 req-8790847f-413e-4d0a-9cd7-77f006e81a9c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:28.971042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85751c98-e6f8-4f8b-a3be-25b74b60aa27 req-8790847f-413e-4d0a-9cd7-77f006e81a9c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0762231 Sep 15 15:54:29.056050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85751c98-e6f8-4f8b-a3be-25b74b60aa27 req-00fe6a3b-4578-4540-b5af-77a633f7678a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761137 Sep 15 15:54:29.420584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8fa878a-35ec-4283-875f-dbce3d09748f req-5a77e46f-fc6e-4ee9-8d3a-2e1b3aab7395 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 210 time: 0.0490155 Sep 15 15:54:29.713927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47430) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:29.722210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07656a-234d-4b09-99a7-96716fff5e66 req-7f13dc08-340b-4976-bc0f-021274872f82 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:29.723947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db07656a-234d-4b09-99a7-96716fff5e66 req-7f13dc08-340b-4976-bc0f-021274872f82 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 944 time: 0.0761533 Sep 15 15:54:29.771428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db07656a-234d-4b09-99a7-96716fff5e66 req-153ad147-637c-454a-9067-bdd8c229c309 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Sep 15 15:54:29.853414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-187769104'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:29.964142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:29.969068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:29.980511 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:29.997222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 02619075-74fc-45db-99f0-0202708e9c67 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:30.026876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 02619075-74fc-45db-99f0-0202708e9c67 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:54:30.027136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 02619075-74fc-45db-99f0-0202708e9c67 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:54:30.032385 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.033244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.305239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-238712d3-9ecc-4cd2-83a3-2bd23ee0686c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:30.306800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-238712d3-9ecc-4cd2-83a3-2bd23ee0686c tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 944 time: 0.2309155 Sep 15 15:54:30.310398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.413133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9df9b-dfd8-46e9-b58a-5ae4b4222438 req-aa83bda6-977c-40ae-9da7-f1dc14b46c72 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:30.414934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cf9df9b-dfd8-46e9-b58a-5ae4b4222438 req-aa83bda6-977c-40ae-9da7-f1dc14b46c72 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.2681098 Sep 15 15:54:30.469005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-694cd49a-9383-47e3-b048-96c9451c4047 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:30.470577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-694cd49a-9383-47e3-b048-96c9451c4047 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.38 "GET /v2.0/networks?id=640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 200 len: 815 time: 0.3960798 Sep 15 15:54:30.477186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.495337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Request body: {'port': {'device_id': '659457ce-c914-48b4-9356-9a8d444ebaca', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'admin_state_up': True, 'tenant_id': '91e86b4ba9ae4d34be38f9fadefaea04'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:30.593552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-311fd192-239c-42c5-9bb4-2373623da5ea req-af642d16-4c10-4253-8b47-457b77b15549 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 210 time: 0.0331469 Sep 15 15:54:30.619159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:54:30.654104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.654451 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Added segment 855c1372-135d-4203-a10a-5c2624fd0d77 of type vlan for network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e Sep 15 15:54:30.682503 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cf9df9b-dfd8-46e9-b58a-5ae4b4222438 req-58d19e66-2b2a-4764-85dc-f30724cee77e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326765 Sep 15 15:54:30.683113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7c7df5-f898-4f7c-b862-06d1140c81e4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:30.750047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.761705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Deleting port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:30.762037 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.861520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Made reservation on behalf of 91e86b4ba9ae4d34be38f9fadefaea04 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:30.865429 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.898847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] For port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,segment=NetworkSegment(f926c561-63fd-4b15-a78e-902591a46cd8),segment_id=f926c561-63fd-4b15-a78e-902591a46cd8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:30.899217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:30.911547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94146c3-dfb4-4b44-9253-1934c336bf3a req-f1d33f10-d26a-4c3f-86cc-d40b97bb7231 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:30.913679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b94146c3-dfb4-4b44-9253-1934c336bf3a req-f1d33f10-d26a-4c3f-86cc-d40b97bb7231 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 944 time: 0.0611997 Sep 15 15:54:30.926507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Calling delete_port for c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:30.975541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b94146c3-dfb4-4b44-9253-1934c336bf3a req-27d2c954-c7d7-40ca-93af-1d8679340248 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/security-groups?id=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552554 Sep 15 15:54:31.002641 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.019327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:31.019327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.197738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Network': ['ID=69ca6d2c-86d0-48b3-8da1-f9085fa39a7e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:31.208975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:54:31.259693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed9f4b75-898d-4bc8-8976-ad0a2cb836f2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5159054 Sep 15 15:54:31.262466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:31.262466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'subnet': {'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:31.289594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Allocated IP 172.20.0.3 (640e7eb2-a80f-4c0d-9abd-6b74472ac184/87f2e3a1-925f-4e93-b2b2-99a1c0932863/0b05558d-680d-42f1-a3fe-eadd618c9d4e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:31.470496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:31.474763 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.511764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.591995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Pushing event deleted for resources: {'Port': ['ID=c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:31.597340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.626054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] No DVR routers for this DVR port c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:31.630203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.633877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e5a1e34-8660-41e0-a492-c816adf04d1b req-309dade9-d0fb-4219-81e2-5be4a39d06a6 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.55 "DELETE /v2.0/ports/c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 HTTP/1.1" status: 204 len: 173 time: 1.3191221 Sep 15 15:54:31.634401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'name': 'network-vif-deleted', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:31.637242 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d74fb8-342e-4ef8-970e-c8ce7745419f" -d '{"events": [{"server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "name": "network-vif-deleted", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:31.697992 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7fc18-1e97-4882-857a-ddefbd39cfea x-openstack-request-id: req-edb7fc18-1e97-4882-857a-ddefbd39cfea {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:31.698423 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5baaa9-38ce-4b99-bb55-b5bb36062db1", "name": "network-vif-deleted", "tag": "c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:31.698812 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-edb7fc18-1e97-4882-857a-ddefbd39cfea {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:31.699427 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5baaa9-38ce-4b99-bb55-b5bb36062db1', 'name': 'network-vif-deleted', 'tag': 'c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9', 'status': 'completed', 'code': 200} Sep 15 15:54:31.754829 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d67a8e6-550e-4b7e-b2ff-a9f3b355a0e7 req-be98364f-3502-4ce8-bf1e-79b50db17271 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 210 time: 0.0422192 Sep 15 15:54:31.838496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bf9f5-a49b-40e9-b861-86fd1e865ef8 req-9af0fde5-1ff2-423e-9a39-065a07b439ae tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:31.839872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da9bf9f5-a49b-40e9-b861-86fd1e865ef8 req-9af0fde5-1ff2-423e-9a39-065a07b439ae tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0595491 Sep 15 15:54:31.880405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da9bf9f5-a49b-40e9-b861-86fd1e865ef8 req-9438e740-0587-460d-a74c-2716b260fc9b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346153 Sep 15 15:54:31.917713 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.918680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:31.965702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:31.969071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:31.972840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:31.991848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Subnet': ['ID=419baab2-ee8a-4b5b-b27c-e2332122a224,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:31.994293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Checking segment: {'id': '855c1372-135d-4203-a10a-5c2624fd0d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:31.994733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network hostable DHCP agents. Network: 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:54:32.011261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Pushing event updated for resources: {'Port': ['ID=0b05558d-680d-42f1-a3fe-eadd618c9d4e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:32.040208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:32.040208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.096788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1528f4a-b9f0-4353-b334-18079ba18e55 req-c22e7acd-a01b-4306-9150-ca3e69d53368 tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 210 time: 0.0290453 Sep 15 15:54:32.115576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:54:32.198447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-cae2d1a8-da43-4f03-accd-ed732889593c tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7123394 Sep 15 15:54:32.211029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Request body: {'port': {'device_id': '659457ce-c914-48b4-9356-9a8d444ebaca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:32.226205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:32.236771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f1cb3-5d7e-4d38-8b51-3190cf747817 None None] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:32.245987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:32.246508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.269604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.375471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4dbe7fe7-224c-4615-a10a-96086c3ba184 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1398859 Sep 15 15:54:32.383807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47514) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:32.389710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'name': 'tempest-AllowedAddressPairTestJSON-1961970591'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:32.477348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'tenant_id': 'd7ec0e4c32aa42c79bd3d8a26574ca51', 'fixed_ips': [{'subnet_id': '419baab2-ee8a-4b5b-b27c-e2332122a224'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:54:32.479574 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.627668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b05558d-680d-42f1-a3fe-eadd618c9d4e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:32.637057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.650400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Transition to ACTIVE for port object 0b05558d-680d-42f1-a3fe-eadd618c9d4e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:54:32.664325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Allocated IP 172.20.0.2 (69ca6d2c-86d0-48b3-8da1-f9085fa39a7e/419baab2-ee8a-4b5b-b27c-e2332122a224/531b6d1e-21bb-424a-9994-ce26df104159) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:32.711793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:32.715792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.733254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] device_id is not set on port 4e967a3c-b5b3-4545-ab05-0044f8ddc9aa yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:32.787653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.827876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.886111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Pushing event updated for resources: {'Port': ['ID=0b05558d-680d-42f1-a3fe-eadd618c9d4e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:32.904782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becede12-55f5-4ecd-9d71-9c01e41f947a req-6a58b124-38db-406e-904f-ba2374560c97 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:32.906375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-becede12-55f5-4ecd-9d71-9c01e41f947a req-6a58b124-38db-406e-904f-ba2374560c97 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 943 time: 0.0603223 Sep 15 15:54:32.948727 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-becede12-55f5-4ecd-9d71-9c01e41f947a req-387301fa-a4e2-4f5f-9bfc-3ab7c1b90ec8 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359492 Sep 15 15:54:32.955291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Attempting to bind port 0b05558d-680d-42f1-a3fe-eadd618c9d4e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:54:32.955548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Attempting to bind port 0b05558d-680d-42f1-a3fe-eadd618c9d4e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:54:32.956132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Attempting to bind port 0b05558d-680d-42f1-a3fe-eadd618c9d4e on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:32.968750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Port 0b05558d-680d-42f1-a3fe-eadd618c9d4e on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:54:32.968750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Attempting to bind port 0b05558d-680d-42f1-a3fe-eadd618c9d4e on network 640e7eb2-a80f-4c0d-9abd-6b74472ac184 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:32.968936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:32.969032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:54:32.969032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Checking segment: {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:32.969379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Bound using segment: {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:54:32.969831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Bound port: 0b05558d-680d-42f1-a3fe-eadd618c9d4e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39928c13-83dd-4b72-a5f8-afe645d026dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:54:32.970220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.022602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Pushing event updated for resources: {'Port': ['ID=531b6d1e-21bb-424a-9994-ce26df104159,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:33.046405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:33.048018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:33.055981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:33.063641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Allocated IP 172.20.0.7 (69ca6d2c-86d0-48b3-8da1-f9085fa39a7e/419baab2-ee8a-4b5b-b27c-e2332122a224/4e967a3c-b5b3-4545-ab05-0044f8ddc9aa) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:33.087468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] For port 0b05558d-680d-42f1-a3fe-eadd618c9d4e, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:54:33.090935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] For port 0b05558d-680d-42f1-a3fe-eadd618c9d4e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0b05558d-680d-42f1-a3fe-eadd618c9d4e,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:54:33.126784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Attempting to bind port 531b6d1e-21bb-424a-9994-ce26df104159 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:54:33.127415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Attempting to bind port 531b6d1e-21bb-424a-9994-ce26df104159 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '855c1372-135d-4203-a10a-5c2624fd0d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:54:33.127761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Attempting to bind port 531b6d1e-21bb-424a-9994-ce26df104159 on network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:33.133347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:54:33.133994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Checking segment: {'id': '855c1372-135d-4203-a10a-5c2624fd0d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:33.134547 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.135079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Bound using segment: {'id': '855c1372-135d-4203-a10a-5c2624fd0d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:54:33.135706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Bound port: 531b6d1e-21bb-424a-9994-ce26df104159, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855c1372-135d-4203-a10a-5c2624fd0d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:54:33.136250 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.200881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4db199-0851-4cb1-a003-22ce6355072d req-bd6b017c-ecba-46cb-910b-7754898c8783 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:33.203545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9c4db199-0851-4cb1-a003-22ce6355072d req-bd6b017c-ecba-46cb-910b-7754898c8783 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 946 time: 0.0641537 Sep 15 15:54:33.205250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.224122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] For port 531b6d1e-21bb-424a-9994-ce26df104159, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:54:33.229061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] For port 531b6d1e-21bb-424a-9994-ce26df104159, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=531b6d1e-21bb-424a-9994-ce26df104159,segment=NetworkSegment(855c1372-135d-4203-a10a-5c2624fd0d77),segment_id=855c1372-135d-4203-a10a-5c2624fd0d77)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:54:33.259497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:33.260113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.261529 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-2af2abee-4099-4151-957c-1151e33b412b service neutron] 10.222.0.38 "PUT /v2.0/ports/0b05558d-680d-42f1-a3fe-eadd618c9d4e HTTP/1.1" status: 200 len: 1091 time: 1.0553942 Sep 15 15:54:33.271311 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3db3dbb-9ffd-48e2-a7f1-c6ebbdacd960 req-d1179298-9e8c-4759-834e-23008a0ffd7b tempest-LiveMigrationTest-814792985 tempest-LiveMigrationTest-814792985-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd5baaa9-38ce-4b99-bb55-b5bb36062db1 HTTP/1.1" status: 200 len: 210 time: 0.0407684 Sep 15 15:54:33.307925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9c4db199-0851-4cb1-a003-22ce6355072d req-d1351056-6749-4dc2-a7a4-62e2ef8f5bba tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840163 Sep 15 15:54:33.307925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2abee-4099-4151-957c-1151e33b412b service neutron] Pushing event updated for resources: {'Port': ['ID=0b05558d-680d-42f1-a3fe-eadd618c9d4e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:33.311570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.314342 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.384862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02931ca-4a2e-4ed7-84c8-07300335dd9d None None] Pushing event updated for resources: {'Port': ['ID=531b6d1e-21bb-424a-9994-ce26df104159,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:33.444398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.500978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-54f281ab-7eef-4469-8f6b-11be5581c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:33.503044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-54f281ab-7eef-4469-8f6b-11be5581c6ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 1094 time: 0.0691030 Sep 15 15:54:33.562308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:33.577446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:33.577980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-c832c3ca-422e-4cd6-936d-c65c8bbd831b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b05558d-680d-42f1-a3fe-eadd618c9d4e HTTP/1.1" status: 200 len: 217 time: 0.0542133 Sep 15 15:54:33.578151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:33.623009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=4e967a3c-b5b3-4545-ab05-0044f8ddc9aa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:33.653853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:33.654735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:33.669800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-700a6c91-2bb9-47b0-95d1-14513d021227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:33.672168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-700a6c91-2bb9-47b0-95d1-14513d021227 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87f2e3a1-925f-4e93-b2b2-99a1c0932863 HTTP/1.1" status: 200 len: 855 time: 0.0968945 Sep 15 15:54:33.709055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659457ce-c914-48b4-9356-9a8d444ebaca', 'tag': '0b05558d-680d-42f1-a3fe-eadd618c9d4e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:33.711539 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97" -d '{"events": [{"name": "network-changed", "server_uuid": "659457ce-c914-48b4-9356-9a8d444ebaca", "tag": "0b05558d-680d-42f1-a3fe-eadd618c9d4e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:33.716319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-f681c58d-02dc-4eb2-ae55-a59126d18469 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=640e7eb2-a80f-4c0d-9abd-6b74472ac184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367959 Sep 15 15:54:33.759043 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f44e4b8-ffb7-495b-9ef9-97363817fd2e x-openstack-request-id: req-7f44e4b8-ffb7-495b-9ef9-97363817fd2e {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:33.759341 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "659457ce-c914-48b4-9356-9a8d444ebaca", "tag": "0b05558d-680d-42f1-a3fe-eadd618c9d4e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:33.759596 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7f44e4b8-ffb7-495b-9ef9-97363817fd2e {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:33.760027 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659457ce-c914-48b4-9356-9a8d444ebaca', 'tag': '0b05558d-680d-42f1-a3fe-eadd618c9d4e', 'status': 'completed', 'code': 200} Sep 15 15:54:33.843230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b4b0d72-f384-42a7-8f56-9811d8e03a06 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4530866 Sep 15 15:54:33.843957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-4ec1ed28-2374-4c42-bb45-0b9fcd2d0222 service neutron] 10.222.0.38 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107094 Sep 15 15:54:33.844058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47562) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:33.847170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'name': 'tempest-AllowedAddressPairTestJSON-1512845324', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:89:2d:61'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:33.941659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25d57724-c233-4e8e-8fb7-061f5418a3d6 req-bdb8c0d2-4743-43a4-819b-d9f431546497 service neutron] 10.222.0.38 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938287 Sep 15 15:54:34.033477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:34.070154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:54:34.070154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c9571bc6-d4b3-4c7f-9bb5-1032bf9ae9c9 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:54:34.125008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a6f0-4e3c-402a-8e4f-471bc40a58ce req-e0bb4b36-e9a4-4d82-8c44-374ab21f5262 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:34.126588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f55a6f0-4e3c-402a-8e4f-471bc40a58ce req-e0bb4b36-e9a4-4d82-8c44-374ab21f5262 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 943 time: 0.0576499 Sep 15 15:54:34.170300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:34.174470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-6fb8c8b2-a23e-4f00-9e58-2854bb70341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:34.175986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-6fb8c8b2-a23e-4f00-9e58-2854bb70341b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 1094 time: 0.0475821 Sep 15 15:54:34.177623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f55a6f0-4e3c-402a-8e4f-471bc40a58ce req-6cba8538-f304-4ff7-9e90-477eb6cb4e66 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Sep 15 15:54:34.292521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-1a9f7692-adb4-4eb9-aef1-e211abe914e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:34.294093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-1a9f7692-adb4-4eb9-aef1-e211abe914e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 200 len: 916 time: 0.1105869 Sep 15 15:54:34.294242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:34.315567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] device_id is not set on port 8ef84775-9890-460a-a6c3-c5427800103c yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:34.349441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-9979dd0e-49f7-47fc-91ba-cc78c14101c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b05558d-680d-42f1-a3fe-eadd618c9d4e HTTP/1.1" status: 200 len: 217 time: 0.0477026 Sep 15 15:54:34.357380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47578) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:34.421621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-4af3db2f-a801-44c0-adbd-4f39aea0e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:34.423242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-4af3db2f-a801-44c0-adbd-4f39aea0e571 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=87f2e3a1-925f-4e93-b2b2-99a1c0932863 HTTP/1.1" status: 200 len: 855 time: 0.0649478 Sep 15 15:54:34.479093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-4d99f69c-705b-466d-8b54-28949cb36722 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=640e7eb2-a80f-4c0d-9abd-6b74472ac184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467458 Sep 15 15:54:34.479335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Allocated IP 172.20.0.3 (69ca6d2c-86d0-48b3-8da1-f9085fa39a7e/419baab2-ee8a-4b5b-b27c-e2332122a224/8ef84775-9890-460a-a6c3-c5427800103c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:34.546500 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d495fc7-fce6-4df0-b9f8-8257b6e55277 None None] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:34.583838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:34.665461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bd2c327b-51e2-431b-a384-c89aefe3a5ca None None] Provisioning complete for port 531b6d1e-21bb-424a-9994-ce26df104159 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:34.666722 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd2c327b-51e2-431b-a384-c89aefe3a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:34.767688 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:34.919159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:34.974902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] Deleting subnet e38a71e6-e51d-4d01-b40c-cb6fa66b4caf {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:54:34.983030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:34.986165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:34.990498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:35.001116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.039657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-86e458f9-7d3e-4556-88f1-112516f97a7e service neutron] 10.222.0.38 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523324 Sep 15 15:54:35.087048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.217728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 531b6d1e-21bb-424a-9994-ce26df104159 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:35.235202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.296354 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd2c327b-51e2-431b-a384-c89aefe3a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.309370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.352650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:35.353932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.358480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=8ef84775-9890-460a-a6c3-c5427800103c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:35.404662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:35.407345 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7de6014-5543-4d54-af38-e504cc6c4d03" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:35.422904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e699c5c9-4d96-4f43-be72-e2a2ad3d9d97 req-f257dabb-31a4-4933-83b4-c9e7b960aabe service neutron] 10.222.0.38 "GET /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846968 Sep 15 15:54:35.456294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:35.469372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab9799-af05-4160-96d3-13e9992a88dd req-65bf17de-b353-4f68-8bae-8f602cbed343 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:35.474183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bd2c327b-51e2-431b-a384-c89aefe3a5ca None None] For port 531b6d1e-21bb-424a-9994-ce26df104159, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=531b6d1e-21bb-424a-9994-ce26df104159,segment=NetworkSegment(855c1372-135d-4203-a10a-5c2624fd0d77),segment_id=855c1372-135d-4203-a10a-5c2624fd0d77)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:35.477996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6eab9799-af05-4160-96d3-13e9992a88dd req-65bf17de-b353-4f68-8bae-8f602cbed343 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 943 time: 0.1907454 Sep 15 15:54:35.486508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-353aa234-0465-4781-b237-e61b720d876d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6436403 Sep 15 15:54:35.489909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47616) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:35.491548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 531b6d1e-21bb-424a-9994-ce26df104159 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:35.493958 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.532797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6eab9799-af05-4160-96d3-13e9992a88dd req-01a50eed-c1a0-4594-9da0-9f8ea103cd3f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536025 Sep 15 15:54:35.538145 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5916949-191c-487f-82e8-db327d0713ef x-openstack-request-id: req-d5916949-191c-487f-82e8-db327d0713ef {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:35.538401 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-unplugged", "status": "completed", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:35.539033 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5916949-191c-487f-82e8-db327d0713ef {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:35.539515 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'code': 200} Sep 15 15:54:35.610786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.622847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.625154 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e38a71e6-e51d-4d01-b40c-cb6fa66b4caf HTTP/1.1" status: 204 len: 168 time: 1.2686577 Sep 15 15:54:35.628905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:35.632919 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.645867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9232d0b-b706-4db8-9a3a-ca3aa1e474ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38a71e6-e51d-4d01-b40c-cb6fa66b4caf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:35.679151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8921d92-adac-4b54-8ab1-2d55109f8f2a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:35.685142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8921d92-adac-4b54-8ab1-2d55109f8f2a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:35.691085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8921d92-adac-4b54-8ab1-2d55109f8f2a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:35.697790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:35.698011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d8921d92-adac-4b54-8ab1-2d55109f8f2a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2048495 Sep 15 15:54:35.702676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.706490 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd2c327b-51e2-431b-a384-c89aefe3a5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.776671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.814411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:54:35.814783 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:54:35.833429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=14']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:35.896171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.907906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting port 8ef84775-9890-460a-a6c3-c5427800103c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:35.907906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.913749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Provisioning complete for port 531b6d1e-21bb-424a-9994-ce26df104159 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:35.914215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.942894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14078b25-5494-422e-b212-3ecad14ddcf7']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:35.960779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f926c561-63fd-4b15-a78e-902591a46cd8') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:35.961113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f926c561-63fd-4b15-a78e-902591a46cd8') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:35.962624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c327b-51e2-431b-a384-c89aefe3a5ca None None] Pushing event updated for resources: {'Port': ['ID=531b6d1e-21bb-424a-9994-ce26df104159,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:35.979003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:35.995983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.018253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:54:36.018774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:54:36.021070 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:54:36.056027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.067798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Provisioning complete for port 4e967a3c-b5b3-4545-ab05-0044f8ddc9aa triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:36.068179 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.074691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Calling delete_port for 8ef84775-9890-460a-a6c3-c5427800103c owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:36.112507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Port 4e967a3c-b5b3-4545-ab05-0044f8ddc9aa cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:36.133776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Provisioning complete for port 8ef84775-9890-460a-a6c3-c5427800103c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:36.140872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.176740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a4d167a0-832d-4dfd-b973-1930761226a7 None None] Port 8ef84775-9890-460a-a6c3-c5427800103c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:36.242721 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.248441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.250495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] 10.222.0.63 "DELETE /v2.0/networks/14078b25-5494-422e-b212-3ecad14ddcf7 HTTP/1.1" status: 204 len: 168 time: 0.6157205 Sep 15 15:54:36.253942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47638) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:36.261501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5d8cc-28c6-4aa2-9e0d-2e1651df1880 admin admin] Pushing event deleted for resources: {'Network': ['ID=14078b25-5494-422e-b212-3ecad14ddcf7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:36.301057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b9276885-d6e2-4822-b620-a6ddd80f0a6b None None] Provisioning complete for port 4e967a3c-b5b3-4545-ab05-0044f8ddc9aa triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:36.301519 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9276885-d6e2-4822-b620-a6ddd80f0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.310663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] Deleting subnet 9376ddf3-0f2b-4192-a3dc-9279a0e91dbf {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:54:36.314267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.341323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.365010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b9276885-d6e2-4822-b620-a6ddd80f0a6b None None] Port 4e967a3c-b5b3-4545-ab05-0044f8ddc9aa cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:36.373201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b9276885-d6e2-4822-b620-a6ddd80f0a6b None None] Could not find standard attr ID for object 8ef84775-9890-460a-a6c3-c5427800103c. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 15:54:36.375595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Port': ['ID=8ef84775-9890-460a-a6c3-c5427800103c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:36.380532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.494270 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.577965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0b05558d-680d-42f1-a3fe-eadd618c9d4e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:54:36.664808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.666054 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-01ca3d27-3301-47ff-94af-ebdd28879dcc tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/ports/8ef84775-9890-460a-a6c3-c5427800103c HTTP/1.1" status: 204 len: 168 time: 0.9690742 Sep 15 15:54:36.668770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:36.690271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf882b-aec8-498e-8f64-7b9900bce2d7 req-60ab6a5a-da61-4fed-8680-2e38d684f227 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:36.691841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cacf882b-aec8-498e-8f64-7b9900bce2d7 req-60ab6a5a-da61-4fed-8680-2e38d684f227 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 943 time: 0.0877120 Sep 15 15:54:36.702685 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-684c3133-51e2-4ed2-8511-e709997b6ed2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] GET failed (client error): The resource could not be found. Sep 15 15:54:36.705489 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-684c3133-51e2-4ed2-8511-e709997b6ed2 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "GET /v2.0/ports/8ef84775-9890-460a-a6c3-c5427800103c HTTP/1.1" status: 404 len: 333 time: 0.0357256 Sep 15 15:54:36.706454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0b05558d-680d-42f1-a3fe-eadd618c9d4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0b05558d-680d-42f1-a3fe-eadd618c9d4e,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:36.709535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:36.715649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'name': 'tempest-AllowedAddressPairTestJSON-1212830995'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:36.721996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '0b05558d-680d-42f1-a3fe-eadd618c9d4e', 'network_id': '640e7eb2-a80f-4c0d-9abd-6b74472ac184', 'port_id': '0b05558d-680d-42f1-a3fe-eadd618c9d4e', 'mac_address': 'fa:16:3e:ec:e6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87f2e3a1-925f-4e93-b2b2-99a1c0932863', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:54:36.738633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cacf882b-aec8-498e-8f64-7b9900bce2d7 req-452cde08-4829-4c59-b3a8-851be996864f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376680 Sep 15 15:54:36.784149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.799474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b05558d-680d-42f1-a3fe-eadd618c9d4e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:36.809774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.830319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.833350 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/9376ddf3-0f2b-4192-a3dc-9279a0e91dbf HTTP/1.1" status: 204 len: 168 time: 0.5776453 Sep 15 15:54:36.833472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0b05558d-680d-42f1-a3fe-eadd618c9d4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0b05558d-680d-42f1-a3fe-eadd618c9d4e,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:36.837432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47664) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:36.856551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06f537-0b42-4129-8ae4-654e93e618b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9376ddf3-0f2b-4192-a3dc-9279a0e91dbf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:36.942827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:36.946753 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.034713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0b05558d-680d-42f1-a3fe-eadd618c9d4e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:37.061189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.070957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 531b6d1e-21bb-424a-9994-ce26df104159 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:37.075169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:37.078769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.096556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b92985-9bcc-4239-a060-6e0459d576a5']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:37.114160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc83075-4f2f-4698-8e47-942e1d4048da') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:37.114457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc83075-4f2f-4698-8e47-942e1d4048da') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:37.123372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] device_id is not set on port ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:37.138357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.144820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 531b6d1e-21bb-424a-9994-ce26df104159 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:37.145255 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.180388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0b05558d-680d-42f1-a3fe-eadd618c9d4e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:37.188138 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.199826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:54:37.200239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:54:37.202038 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:54:37.344291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Allocated IP 172.20.0.3 (69ca6d2c-86d0-48b3-8da1-f9085fa39a7e/419baab2-ee8a-4b5b-b27c-e2332122a224/ccf7703d-ca48-4b5e-94b3-fac1bb049fe9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:37.362749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e367981-85ec-482d-bf9e-b3d66a5a611e req-99d3788d-df81-4e4a-bda3-e0a43a40f8d5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:37.364510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e367981-85ec-482d-bf9e-b3d66a5a611e req-99d3788d-df81-4e4a-bda3-e0a43a40f8d5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0580206 Sep 15 15:54:37.408478 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.411038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e367981-85ec-482d-bf9e-b3d66a5a611e req-be0a3cc0-0049-498e-bc39-0224f1323d7a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 Sep 15 15:54:37.435405 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.437386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] 10.222.0.63 "DELETE /v2.0/networks/83b92985-9bcc-4239-a060-6e0459d576a5 HTTP/1.1" status: 204 len: 168 time: 0.5981402 Sep 15 15:54:37.460358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4043847-3754-447b-a24b-8fc233db8987 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b92985-9bcc-4239-a060-6e0459d576a5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:37.547849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.695936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.743373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:37.746669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:37.749110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:37.788793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=ccf7703d-ca48-4b5e-94b3-fac1bb049fe9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:37.822600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:37.827288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:37.919989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47684) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:37.925314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96945b46-9b8d-48b8-b9b0-bb23e93c938a req-befb8ff0-236b-4f27-9447-0f9d9e06280f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:37.926988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96945b46-9b8d-48b8-b9b0-bb23e93c938a req-befb8ff0-236b-4f27-9447-0f9d9e06280f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 944 time: 0.0576043 Sep 15 15:54:37.939842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59b43-53b0-41b4-be7e-cf43588fe78d req-29eccbf5-0cba-4ef1-8a98-20be584b1ec5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:37.941426 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9c59b43-53b0-41b4-be7e-cf43588fe78d req-29eccbf5-0cba-4ef1-8a98-20be584b1ec5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0680006 Sep 15 15:54:37.959010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6c72efd7-b923-41d9-b2b4-98256927da3e tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2475080 Sep 15 15:54:37.967818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47686) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:37.976039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96945b46-9b8d-48b8-b9b0-bb23e93c938a req-8f2c306f-afc6-4fa4-b8ba-2227c2bbf937 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Sep 15 15:54:37.976647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:89:2d:61'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:38.015862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b962383c-ea73-4f68-b167-735e56126ac8 None None] Provisioning complete for port ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:38.016316 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b962383c-ea73-4f68-b167-735e56126ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.048089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-399c53c4-7785-4977-a87e-2ad27972cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:38.050005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-399c53c4-7785-4977-a87e-2ad27972cc95 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1095 time: 0.0562270 Sep 15 15:54:38.057488 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d6bccfa4-fda0-40b9-a646-4ab5024cc08c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ad8a572a058e412eb10e49b2526d2890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361477 Sep 15 15:54:38.061125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b962383c-ea73-4f68-b167-735e56126ac8 None None] Port ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:38.067081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47692) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:38.111395 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9c59b43-53b0-41b4-be7e-cf43588fe78d req-9df38412-44d0-4207-80f7-0de9543e5f53 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570520 Sep 15 15:54:38.136395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.166359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-a2b35c26-ee2a-48fa-884d-52f6591e41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:38.167854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-a2b35c26-ee2a-48fa-884d-52f6591e41d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1111295 Sep 15 15:54:38.237198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-ef3ec5f5-5035-4745-8521-c1469c0039d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.0624697 Sep 15 15:54:38.238772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c1ce529-3a68-4811-8c38-22c0e841615d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.291072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c1ce529-3a68-4811-8c38-22c0e841615d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.293944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-c4acc57a-8ad8-408c-a2c2-71b045f68f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:38.295426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-c4acc57a-8ad8-408c-a2c2-71b045f68f99 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0517905 Sep 15 15:54:38.345485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-d2b472f6-f448-41d5-9afc-80526876b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:38.347025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-d2b472f6-f448-41d5-9afc-80526876b05c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450318 Sep 15 15:54:38.422848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.442984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-41ad142a-33b0-44c0-90f7-f3e117ca3c09 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887048 Sep 15 15:54:38.520932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c1ce529-3a68-4811-8c38-22c0e841615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.524781 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c1ce529-3a68-4811-8c38-22c0e841615d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.526321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7c1ce529-3a68-4811-8c38-22c0e841615d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0 HTTP/1.1" status: 204 len: 168 time: 0.4558835 Sep 15 15:54:38.535970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ce529-3a68-4811-8c38-22c0e841615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2c51c8-3bc1-4fc0-af82-fce80e1b6bc0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:38.542777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6caa1807-0807-4cc7-bad8-7aa86b9ae57f req-c08e6777-6996-4f92-b13f-bbec1a0c31d0 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916116 Sep 15 15:54:38.543468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.594678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0b05558d-680d-42f1-a3fe-eadd618c9d4e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:38.623206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=ccf7703d-ca48-4b5e-94b3-fac1bb049fe9,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:38.643304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] In _notify_port_updated(), no bound segment for port ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 on network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 15:54:38.649829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:38.650509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.652044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8143dd81-597d-4dd0-89ac-9e8f09312ced tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "PUT /v2.0/ports/ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 HTTP/1.1" status: 200 len: 993 time: 0.6828616 Sep 15 15:54:38.655648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47696) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:38.749502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 0b05558d-680d-42f1-a3fe-eadd618c9d4e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:54:38.756597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 0b05558d-680d-42f1-a3fe-eadd618c9d4e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:38.757519 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.770052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting port ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:38.772864 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.872529 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.884198 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.899003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Calling delete_port for ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:38.908530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659457ce-c914-48b4-9356-9a8d444ebaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05558d-680d-42f1-a3fe-eadd618c9d4e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:38.911098 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e9ac98-a99c-40aa-a162-3463797b0c27" -d '{"events": [{"server_uuid": "659457ce-c914-48b4-9356-9a8d444ebaca", "name": "network-vif-plugged", "status": "completed", "tag": "0b05558d-680d-42f1-a3fe-eadd618c9d4e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:38.927955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5cf500c0-44e0-4762-a36d-99b59cb6de53 None None] Provisioning complete for port ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:38.927955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cf500c0-44e0-4762-a36d-99b59cb6de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:38.928644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0b05558d-680d-42f1-a3fe-eadd618c9d4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0b05558d-680d-42f1-a3fe-eadd618c9d4e,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:38.972172 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2da60f-a736-4127-8022-a3dfbd678eee x-openstack-request-id: req-cf2da60f-a736-4127-8022-a3dfbd678eee {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:38.973933 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659457ce-c914-48b4-9356-9a8d444ebaca", "name": "network-vif-plugged", "status": "completed", "tag": "0b05558d-680d-42f1-a3fe-eadd618c9d4e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:38.974200 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cf2da60f-a736-4127-8022-a3dfbd678eee {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:38.974619 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659457ce-c914-48b4-9356-9a8d444ebaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05558d-680d-42f1-a3fe-eadd618c9d4e', 'code': 200} Sep 15 15:54:38.975930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5cf500c0-44e0-4762-a36d-99b59cb6de53 None None] Port ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:39.031370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.114900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae17e34-c1b9-4aed-8c1f-2ddac142250a req-63a8af8a-03b3-454c-882e-d297f7d42e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:39.117875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ae17e34-c1b9-4aed-8c1f-2ddac142250a req-63a8af8a-03b3-454c-882e-d297f7d42e9c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 1096 time: 0.0474362 Sep 15 15:54:39.128017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d512714-2c7c-4f18-b20c-0e5a625a8ae3 req-f8b9411b-9796-4f58-9939-9aacab5aff45 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:39.129644 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d512714-2c7c-4f18-b20c-0e5a625a8ae3 req-f8b9411b-9796-4f58-9939-9aacab5aff45 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.0687644 Sep 15 15:54:39.139487 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0b05558d-680d-42f1-a3fe-eadd618c9d4e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:39.162166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ae17e34-c1b9-4aed-8c1f-2ddac142250a req-e4e0f7bf-b7c0-4772-afa2-a161df79a435 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364084 Sep 15 15:54:39.174683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d512714-2c7c-4f18-b20c-0e5a625a8ae3 req-8e0b2d9d-5344-408b-b420-f24af15a2c02 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366461 Sep 15 15:54:39.197438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.229836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Port': ['ID=ccf7703d-ca48-4b5e-94b3-fac1bb049fe9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:39.354358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fdf46-a11b-41bf-b625-8a4b39bf0e2d req-609db247-c260-467f-96c8-0a684a17400f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:39.362400 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-212fdf46-a11b-41bf-b625-8a4b39bf0e2d req-609db247-c260-467f-96c8-0a684a17400f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1207299 Sep 15 15:54:39.455251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-212fdf46-a11b-41bf-b625-8a4b39bf0e2d req-93942e18-088e-44f6-a8fc-7124cf3fbe0d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921063 Sep 15 15:54:39.467339 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.470173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2fd3fc91-6e7d-4557-ae29-d41e559d0645 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/ports/ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 HTTP/1.1" status: 204 len: 168 time: 0.8133533 Sep 15 15:54:39.477524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47714) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:39.499495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47716) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:39.505056 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe76cb2-de54-43aa-aefb-f5a852f7ee1f tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] GET failed (client error): The resource could not be found. Sep 15 15:54:39.507744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cfe76cb2-de54-43aa-aefb-f5a852f7ee1f tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "GET /v2.0/ports/ccf7703d-ca48-4b5e-94b3-fac1bb049fe9 HTTP/1.1" status: 404 len: 333 time: 0.0280395 Sep 15 15:54:39.510827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:39.516317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'name': 'tempest-AllowedAddressPairTestJSON-79169962'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:39.543408 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d92a07e6-3fe3-4f78-ba91-99f81f6693b3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=877688c58e0745278330b266767cfdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425677 Sep 15 15:54:39.545929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:39.596153 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfe3-31c6-4f10-b76b-a0a8a15f1b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.618106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfe3-31c6-4f10-b76b-a0a8a15f1b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.743628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:39.747168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.765863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] device_id is not set on port 96e94c62-2419-4eb4-b53f-421dc3e4a0da yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:39.801339 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfe3-31c6-4f10-b76b-a0a8a15f1b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.804516 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfe3-31c6-4f10-b76b-a0a8a15f1b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:39.805734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b3ebfe3-31c6-4f10-b76b-a0a8a15f1b03 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3e5b9606-2a35-4b31-9131-b7efa5e61c44 HTTP/1.1" status: 204 len: 168 time: 0.2588758 Sep 15 15:54:39.814352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ebfe3-31c6-4f10-b76b-a0a8a15f1b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b9606-2a35-4b31-9131-b7efa5e61c44,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:39.969382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Allocated IP 172.20.0.14 (69ca6d2c-86d0-48b3-8da1-f9085fa39a7e/419baab2-ee8a-4b5b-b27c-e2332122a224/96e94c62-2419-4eb4-b53f-421dc3e4a0da) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:40.123242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:40.268749 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:40.394756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:40.404787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:40.408940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=96e94c62-2419-4eb4-b53f-421dc3e4a0da,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:40.411001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:40.422263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5ce3f-bb6b-47c0-a29a-c058c8c76ace req-9bb5f4f3-229c-47cb-aa8d-6b4dd80a8164 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:40.423941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebd5ce3f-bb6b-47c0-a29a-c058c8c76ace req-9bb5f4f3-229c-47cb-aa8d-6b4dd80a8164 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.1579857 Sep 15 15:54:40.494128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-5dc7e558-db96-4f50-8598-b134361f4149 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394725 Sep 15 15:54:40.501695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:40.502601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:40.525935 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebd5ce3f-bb6b-47c0-a29a-c058c8c76ace req-c7ead3f5-2b22-4a6e-8380-e28b22701069 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778136 Sep 15 15:54:40.583316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-ef92192e-3269-4be5-b624-c3fa5da13459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:40.586665 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-ef92192e-3269-4be5-b624-c3fa5da13459 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1097 time: 0.0651374 Sep 15 15:54:40.618432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1a1cf-1012-4cc3-b708-fc40ac7dd634 req-c1a7b1f3-481e-442b-8f32-fcb6fe41f980 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:40.620638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87f1a1cf-1012-4cc3-b708-fc40ac7dd634 req-c1a7b1f3-481e-442b-8f32-fcb6fe41f980 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0639243 Sep 15 15:54:40.642335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1fc090b5-ef3c-4bd6-8ee2-50f66a1cdec6 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1304412 Sep 15 15:54:40.649802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:40.656183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:89:2d:61'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:40.716353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8b928c10-d0df-499b-87ba-b5b0b950cd69 None None] Provisioning complete for port 96e94c62-2419-4eb4-b53f-421dc3e4a0da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:40.716353 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b928c10-d0df-499b-87ba-b5b0b950cd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:40.741381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87f1a1cf-1012-4cc3-b708-fc40ac7dd634 req-88c5cd9a-bacc-49b3-8147-d53126970126 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089249 Sep 15 15:54:40.749386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-14e7ce88-a999-4337-a391-46e530c25613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:40.751517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-14e7ce88-a999-4337-a391-46e530c25613 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 911 time: 0.1330578 Sep 15 15:54:40.758572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8b928c10-d0df-499b-87ba-b5b0b950cd69 None None] Port 96e94c62-2419-4eb4-b53f-421dc3e4a0da cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:40.825728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-a4ff24d4-3ba1-4ff0-93ed-294337818e8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 1002 time: 0.0667088 Sep 15 15:54:40.891393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:40.896985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-55592b24-ca75-472c-b1dd-644478bb50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:40.898731 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-55592b24-ca75-472c-b1dd-644478bb50f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.0659308 Sep 15 15:54:40.977813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-aa7b9c65-4c4a-48a8-a226-40bbd7d4411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:40.979026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-aa7b9c65-4c4a-48a8-a226-40bbd7d4411e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729418 Sep 15 15:54:41.069630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf41555-7774-41b3-bebe-b0974d0352cf req-4cb9b89f-1894-48e7-aa17-76f60492ed6e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:41.071344 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6cf41555-7774-41b3-bebe-b0974d0352cf req-4cb9b89f-1894-48e7-aa17-76f60492ed6e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1050057 Sep 15 15:54:41.076269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-bb02f822-7260-46df-b640-c6582dfcf11f service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898993 Sep 15 15:54:41.182671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6cf41555-7774-41b3-bebe-b0974d0352cf req-b7ce8791-c256-4ed2-82a3-c6e4590f8936 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034310 Sep 15 15:54:41.184346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d88bf108-1041-450d-a0bf-ebf7e138e26a req-9e4731e5-87d3-4ddf-89bb-b2f08286b2e0 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014707 Sep 15 15:54:41.227757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:41.342787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f192598-a3a7-4d58-88f4-84bae1d22212 req-bb2a9fa0-07fd-4d2f-b76b-460e37f45f21 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:41.344330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f192598-a3a7-4d58-88f4-84bae1d22212 req-bb2a9fa0-07fd-4d2f-b76b-460e37f45f21 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0676143 Sep 15 15:54:41.360928 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:41.389605 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f192598-a3a7-4d58-88f4-84bae1d22212 req-bb75fc97-0f52-4e45-87ec-8821fdfcaf49 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 Sep 15 15:54:41.470290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=96e94c62-2419-4eb4-b53f-421dc3e4a0da,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:41.491397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] In _notify_port_updated(), no bound segment for port 96e94c62-2419-4eb4-b53f-421dc3e4a0da on network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 15:54:41.498468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:41.499306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:41.503839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-14da4470-b8cd-47d1-b089-498ddaacb58a tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "PUT /v2.0/ports/96e94c62-2419-4eb4-b53f-421dc3e4a0da HTTP/1.1" status: 200 len: 995 time: 0.8487175 Sep 15 15:54:41.504842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:41.690862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting port 96e94c62-2419-4eb4-b53f-421dc3e4a0da {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:41.691210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:41.699573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7a9bb-647e-4a63-b670-a32139a75763 req-50830c6c-91f7-4032-b8ed-d4bd37129c68 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:41.701220 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bad7a9bb-647e-4a63-b670-a32139a75763 req-50830c6c-91f7-4032-b8ed-d4bd37129c68 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.0633988 Sep 15 15:54:41.770830 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bad7a9bb-647e-4a63-b670-a32139a75763 req-aa190594-ebf6-4bb4-ba8a-e81802586cdb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630898 Sep 15 15:54:41.793491 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6fbda014-7963-4d7a-a408-9428b998aaa1 None None] Provisioning complete for port 96e94c62-2419-4eb4-b53f-421dc3e4a0da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:41.794344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6fbda014-7963-4d7a-a408-9428b998aaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:41.844433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-d7ce7a24-a7e3-4e91-8198-766fbe68d4f3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:41.857650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-d7ce7a24-a7e3-4e91-8198-766fbe68d4f3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.2114403 Sep 15 15:54:41.870804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6fbda014-7963-4d7a-a408-9428b998aaa1 None None] Port 96e94c62-2419-4eb4-b53f-421dc3e4a0da cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:41.882889 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:41.894333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-bbdc3488-b839-451c-b337-7ee69fbb6015 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/quotas/77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 375 time: 0.0344315 Sep 15 15:54:41.917197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Calling delete_port for 96e94c62-2419-4eb4-b53f-421dc3e4a0da owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:41.941278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b3ada-10e0-4dc3-a859-1f7d25776ee8 req-c10dabbe-8a87-44f2-801f-6733bca4c614 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:41.943005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b17b3ada-10e0-4dc3-a859-1f7d25776ee8 req-c10dabbe-8a87-44f2-801f-6733bca4c614 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.0725982 Sep 15 15:54:41.990766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b17b3ada-10e0-4dc3-a859-1f7d25776ee8 req-9979015c-1f9e-4f2a-b7ea-b7ac62a4a2e5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Sep 15 15:54:42.033222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-43180531-e22d-4513-9ff9-364ad6d91452 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1382468 Sep 15 15:54:42.088898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-f19d1160-4168-4c62-b083-28796f818818 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1535349 Sep 15 15:54:42.223273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-9e03d7df-925b-483a-95f8-99bdee14bf91 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859591 Sep 15 15:54:42.235101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.235575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.236317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.236550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.236987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.237441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.237905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.239766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-88be419b-7ab4-4bf0-9459-bae47bf05f75 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6492 time: 0.1161880 Sep 15 15:54:42.349762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f208b-c618-4a71-8dcb-348b6c1669f9 req-a6236d5e-d083-40c3-837f-77f3b7fc9e39 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.352217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-186f208b-c618-4a71-8dcb-348b6c1669f9 req-a6236d5e-d083-40c3-837f-77f3b7fc9e39 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.0553293 Sep 15 15:54:42.393792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-186f208b-c618-4a71-8dcb-348b6c1669f9 req-20006ea2-2301-44be-80d2-d21bd037942d tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353036 Sep 15 15:54:42.414758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-5af5dada-202f-4a30-b20d-539aca1784a2 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717746 Sep 15 15:54:42.420748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:42.739918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-3556f50e-afa8-4159-9497-d19390beeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.740603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-3556f50e-afa8-4159-9497-d19390beeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.741126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-3556f50e-afa8-4159-9497-d19390beeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.742686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-3556f50e-afa8-4159-9497-d19390beeb52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7862a63-a0aa-4327-bb17-35787cacce3d&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 200 len: 2290 time: 0.4765832 Sep 15 15:54:42.752106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Port': ['ID=96e94c62-2419-4eb4-b53f-421dc3e4a0da,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:42.929894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d54ce-8721-4624-bd97-4a2813911f92 req-4b795505-f658-4aef-9702-56cc69aa64c5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:42.934734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9d5d54ce-8721-4624-bd97-4a2813911f92 req-4b795505-f658-4aef-9702-56cc69aa64c5 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.1972272 Sep 15 15:54:42.934734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-6cf2726a-c2f2-4b71-88c5-11f5cb942a8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f HTTP/1.1" status: 200 len: 1001 time: 0.1798017 Sep 15 15:54:42.938056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:42.939685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b2570f07-5cc6-4072-a4ad-86994a92cb1d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/ports/96e94c62-2419-4eb4-b53f-421dc3e4a0da HTTP/1.1" status: 204 len: 168 time: 1.4331055 Sep 15 15:54:42.942766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47838) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:42.991034 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33cfef1-2f14-48a8-9f58-e5f3775fa4de tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] GET failed (client error): The resource could not be found. Sep 15 15:54:42.993473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f33cfef1-2f14-48a8-9f58-e5f3775fa4de tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "GET /v2.0/ports/96e94c62-2419-4eb4-b53f-421dc3e4a0da HTTP/1.1" status: 404 len: 333 time: 0.0478678 Sep 15 15:54:43.001332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47840) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:43.004539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'name': 'tempest-AllowedAddressPairTestJSON-1645390746'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:43.071415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-a838840c-6a9d-4f36-b09b-29d00ae8966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:43.073082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-a838840c-6a9d-4f36-b09b-29d00ae8966b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6763370-0d4e-4595-97d1-14d944b3931f HTTP/1.1" status: 200 len: 849 time: 0.1245985 Sep 15 15:54:43.077985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9d5d54ce-8721-4624-bd97-4a2813911f92 req-e5813288-8293-4737-abb5-cd8b8d4e069f tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294162 Sep 15 15:54:43.130182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-95aaa8fb-e56f-4912-aed5-ac5af9db987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:43.132745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-95aaa8fb-e56f-4912-aed5-ac5af9db987d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7862a63-a0aa-4327-bb17-35787cacce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517063 Sep 15 15:54:43.203985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b5b1c9f-b180-464e-9be7-c99351e195d8 req-17ca4fd9-2ab4-493c-aca1-39fc88308e86 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 210 time: 0.0488300 Sep 15 15:54:43.296077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-86090874-34c0-4241-a942-4644286d5370 service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547906 Sep 15 15:54:43.299581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:43.303530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:43.332650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] device_id is not set on port 74c204b8-724a-40cc-a3cf-f712451b164b yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:43.430164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-eab08441-b480-409c-acca-8b327ae6a755 service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250727 Sep 15 15:54:43.470912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa424246-2376-468f-8335-1eab3fde7e82 req-935b956d-953b-4553-84ee-f6add07455c9 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d95cefa2a4cd4fc9946ab05ebf198b25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397542 Sep 15 15:54:43.504773 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-942910bc-3306-44c0-836c-9d824ff53105 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 217 time: 0.0527787 Sep 15 15:54:43.515986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Allocated IP 172.20.0.6 (69ca6d2c-86d0-48b3-8da1-f9085fa39a7e/419baab2-ee8a-4b5b-b27c-e2332122a224/74c204b8-724a-40cc-a3cf-f712451b164b) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:43.535348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecdce0-8ae8-4312-977c-613a37aa7aee req-11378ce0-a25f-4899-9574-88c08f5f9178 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:43.537006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81ecdce0-8ae8-4312-977c-613a37aa7aee req-11378ce0-a25f-4899-9574-88c08f5f9178 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.0806043 Sep 15 15:54:43.606612 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81ecdce0-8ae8-4312-977c-613a37aa7aee req-4e0ebb2e-bb17-4876-8d83-f39bc8b3dcc2 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 Sep 15 15:54:43.681876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-0deccc63-d262-487d-877d-58166d7b9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:43.683391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-0deccc63-d262-487d-877d-58166d7b9151 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.1695263 Sep 15 15:54:43.761101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424246-2376-468f-8335-1eab3fde7e82 req-ffd3ebb1-0626-492b-81da-c52ef6df5749 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:43.762724 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa424246-2376-468f-8335-1eab3fde7e82 req-ffd3ebb1-0626-492b-81da-c52ef6df5749 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608204 Sep 15 15:54:43.763352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:43.774260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38b15b-1d11-48ba-9ec2-0b95da9a753a req-132b0514-8885-49bb-9738-e716789cf6dd tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:43.775854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e38b15b-1d11-48ba-9ec2-0b95da9a753a req-132b0514-8885-49bb-9738-e716789cf6dd tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.0915165 Sep 15 15:54:43.780472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-1718dd40-a444-4794-98e0-5f86bfb65240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:43.782041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-1718dd40-a444-4794-98e0-5f86bfb65240 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860980 Sep 15 15:54:43.786056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa424246-2376-468f-8335-1eab3fde7e82 req-51d28a17-6ce8-479f-bc2b-8756e5ae8d0b tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/quotas/d95cefa2a4cd4fc9946ab05ebf198b25 HTTP/1.1" status: 200 len: 375 time: 0.0142071 Sep 15 15:54:43.845214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa424246-2376-468f-8335-1eab3fde7e82 req-9c744b89-8f31-40d2-b82e-fdd541ab3931 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d95cefa2a4cd4fc9946ab05ebf198b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450850 Sep 15 15:54:43.848044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e38b15b-1d11-48ba-9ec2-0b95da9a753a req-a901951f-0ffb-4698-b1e0-bcf2f3d563fe tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633404 Sep 15 15:54:43.947231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-64ee238e-ce14-462f-b514-8c1baaf87281 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545646 Sep 15 15:54:44.057831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-5930b78f-1630-4c80-b606-2d241ab3acb8 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030917 Sep 15 15:54:44.059505 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:44.107642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:44.111033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:44.111909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-0b05804f-2375-42a0-b284-f9f181f44500 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 217 time: 0.0460346 Sep 15 15:54:44.116903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:44.150137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=74c204b8-724a-40cc-a3cf-f712451b164b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:44.185866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:44.186633 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:44.204115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-da2acb2e-c840-442c-8b67-14507061d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:44.205919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-da2acb2e-c840-442c-8b67-14507061d3b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.0869935 Sep 15 15:54:44.257026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-877015a3-4ac3-4e00-bc25-9c9c8aad58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:44.258340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-877015a3-4ac3-4e00-bc25-9c9c8aad58ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453548 Sep 15 15:54:44.330547 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-898815e3-8630-41da-8326-2686063b097b tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3293216 Sep 15 15:54:44.331304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47884) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:44.337320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'network_id': '69ca6d2c-86d0-48b3-8da1-f9085fa39a7e', 'name': 'tempest-AllowedAddressPairTestJSON-131093711'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:44.380131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-32eab7d4-9745-493b-b9ab-b8e757955a6f service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140943 Sep 15 15:54:44.448107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ffe4d0b8-600d-412d-bc39-cc1bb85af996 None None] Provisioning complete for port 74c204b8-724a-40cc-a3cf-f712451b164b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:44.449847 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ffe4d0b8-600d-412d-bc39-cc1bb85af996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:44.483095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afc766d5-d88e-443d-80e5-ca1465a3c038 req-25943340-c6e4-40b8-803a-df5f267bc3e7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 210 time: 0.0513077 Sep 15 15:54:44.494808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-32408798-5647-469e-92ef-9fc6b34ff84d service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074877 Sep 15 15:54:44.506615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4d0b8-600d-412d-bc39-cc1bb85af996 None None] Port 74c204b8-724a-40cc-a3cf-f712451b164b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:44.575123 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-bd5b500a-99fd-498f-9c34-9d60350c2801 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc HTTP/1.1" status: 200 len: 217 time: 0.0724161 Sep 15 15:54:44.637392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Made reservation on behalf of d7ec0e4c32aa42c79bd3d8a26574ca51 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:44.642236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:44.673774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-58503ac9-a5a4-4fbf-95c4-ac1ec128d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:44.682812 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-58503ac9-a5a4-4fbf-95c4-ac1ec128d4f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.1002810 Sep 15 15:54:44.687852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] device_id is not set on port 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:44.786763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-672a5f92-f405-4b7b-a17c-c896ae10c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:44.789337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-672a5f92-f405-4b7b-a17c-c896ae10c54a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993922 Sep 15 15:54:44.873458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Allocated IP 172.20.0.13 (69ca6d2c-86d0-48b3-8da1-f9085fa39a7e/419baab2-ee8a-4b5b-b27c-e2332122a224/628e29a6-6c63-4dbb-bc7f-2ea301e75d46) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:44.999478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-018ccb86-8a0a-4fa1-8277-b78401b3b148 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991670 Sep 15 15:54:45.114646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:45.116666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bb446-919e-4de7-9a5d-0dac57f66b6e req-8052d062-061d-458f-87ec-d35ad893c792 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:45.124725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c0bb446-919e-4de7-9a5d-0dac57f66b6e req-8052d062-061d-458f-87ec-d35ad893c792 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.1706452 Sep 15 15:54:45.181465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c0bb446-919e-4de7-9a5d-0dac57f66b6e req-29a9f0a5-d394-4226-9e87-f2f876d6f532 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Sep 15 15:54:45.204207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-27ab55a6-7a15-4501-8648-e09d87c497a4 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886454 Sep 15 15:54:45.249911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:45.251470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-a067c6f8-7d40-42cd-841b-424dde2f6522 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8 HTTP/1.1" status: 200 len: 217 time: 0.0474114 Sep 15 15:54:45.317046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:45.321196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:45.324969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:45.336656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-603748fd-3df1-491a-9355-5d80d9e3f565 req-a5c23df3-3bc4-4a7b-8e6f-3b199c829e8d tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d95cefa2a4cd4fc9946ab05ebf198b25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342784 Sep 15 15:54:45.342871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-925fbe0b-05c9-4b51-b32c-9a55f45c6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:45.347676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-925fbe0b-05c9-4b51-b32c-9a55f45c6652 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.0849960 Sep 15 15:54:45.367872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=628e29a6-6c63-4dbb-bc7f-2ea301e75d46,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:45.402276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:45.403072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:45.496976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-d028f655-d9b6-4735-8e4d-02dc0281bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:45.498551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-d028f655-d9b6-4735-8e4d-02dc0281bac3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415119 Sep 15 15:54:45.506861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10a32fc4-b368-42e0-be28-9d0ebdaa38ad tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1743309 Sep 15 15:54:45.510090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47924) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:45.520358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:89:2d:61'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:06:37:f1'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:45.565444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603748fd-3df1-491a-9355-5d80d9e3f565 req-a22cedff-446b-4a84-9da7-bdfd932ce1f5 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:45.567452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-603748fd-3df1-491a-9355-5d80d9e3f565 req-a22cedff-446b-4a84-9da7-bdfd932ce1f5 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221925 Sep 15 15:54:45.648966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-603748fd-3df1-491a-9355-5d80d9e3f565 req-2180190c-5dab-466a-9ebc-dbe581a301d7 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/quotas/d95cefa2a4cd4fc9946ab05ebf198b25 HTTP/1.1" status: 200 len: 375 time: 0.0629268 Sep 15 15:54:45.660824 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ec91b8d-8508-4c11-ac80-551117fd4aec req-7367119d-fcdf-4d48-8870-9ec3fe3c9ceb tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 210 time: 0.0455430 Sep 15 15:54:45.661969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:45.674862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2f85649e-0a56-4c72-b38e-95ae37deded1 None None] Provisioning complete for port 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:45.677572 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f85649e-0a56-4c72-b38e-95ae37deded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:45.692658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-603748fd-3df1-491a-9355-5d80d9e3f565 req-48fdc8a4-0c69-47ed-9d5a-a4652228f61d tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d95cefa2a4cd4fc9946ab05ebf198b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336344 Sep 15 15:54:45.704422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-14e27cf4-c8e7-434c-b4e0-61d242156f2a service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980619 Sep 15 15:54:45.760533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2f85649e-0a56-4c72-b38e-95ae37deded1 None None] Port 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:45.824285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-5b211dd7-87d2-4953-98a5-8e6ddeaa868e service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119657 Sep 15 15:54:45.901141 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-d1ef8a33-e06d-4af4-a1b6-87e542202f51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91 HTTP/1.1" status: 200 len: 217 time: 0.0679159 Sep 15 15:54:45.924057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:45.973257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-7c168d90-16c1-472d-b88e-c514d8f5d5b4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:45.975587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-7c168d90-16c1-472d-b88e-c514d8f5d5b4 tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.38 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.1036925 Sep 15 15:54:45.991471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-5d8e169b-eab0-49e2-8a1e-bbd8141b47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:45.992952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-5d8e169b-eab0-49e2-8a1e-bbd8141b47a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.0819464 Sep 15 15:54:46.071682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:46.098038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-68e28839-f184-4cb9-b115-fa6a7875e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:46.099573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-68e28839-f184-4cb9-b115-fa6a7875e04d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855799 Sep 15 15:54:46.157028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Deleting port 0b05558d-680d-42f1-a3fe-eadd618c9d4e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:46.157377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:46.202192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event updated for resources: {'Port': ['ID=628e29a6-6c63-4dbb-bc7f-2ea301e75d46,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:46.342016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] In _notify_port_updated(), no bound segment for port 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 on network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 15:54:46.364734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:46.380453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:46.382721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1cf77f7a-0baa-411d-a8c3-879e56008934 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "PUT /v2.0/ports/628e29a6-6c63-4dbb-bc7f-2ea301e75d46 HTTP/1.1" status: 200 len: 1055 time: 0.8709576 Sep 15 15:54:46.387100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:46.528951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-73462d29-ef59-45d2-9ef7-2633b79e8824 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:46.530929 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-73462d29-ef59-45d2-9ef7-2633b79e8824 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.3758669 Sep 15 15:54:46.559214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'port': {'device_id': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'admin_state_up': True, 'tenant_id': '77401503e98043d3b78bfb7850d8ba30'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:46.596046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8c512727-471e-4d44-95fe-bb56323f2b53 None None] Provisioning complete for port 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:46.597296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c512727-471e-4d44-95fe-bb56323f2b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:46.649963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8c512727-471e-4d44-95fe-bb56323f2b53 None None] Port 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:46.715762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-e06232a3-b8f1-4739-a00a-492efb920d5a service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068788 Sep 15 15:54:46.769499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] For port 0b05558d-680d-42f1-a3fe-eadd618c9d4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0b05558d-680d-42f1-a3fe-eadd618c9d4e,segment=NetworkSegment(39928c13-83dd-4b72-a5f8-afe645d026dc),segment_id=39928c13-83dd-4b72-a5f8-afe645d026dc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:46.769890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:46.813037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Calling delete_port for 0b05558d-680d-42f1-a3fe-eadd618c9d4e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:46.915843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-d8b3aec9-431b-49d9-91fe-f9de8a932a1d service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925569 Sep 15 15:54:46.973032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-26dfdccf-1617-49da-a901-ccaa311329b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0172419-fef7-4778-8bfc-fd341ba24f50 HTTP/1.1" status: 200 len: 217 time: 0.0410564 Sep 15 15:54:46.975379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f2c8b-18d2-4533-8259-b45f4c894911 req-76772b43-c88f-49b4-b000-38f3f4eee3eb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:46.976859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e7f2c8b-18d2-4533-8259-b45f4c894911 req-76772b43-c88f-49b4-b000-38f3f4eee3eb tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 945 time: 0.5023489 Sep 15 15:54:47.032745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a435f587-bfb8-4fd9-b099-3c5d82a06a2b req-fc98bdaf-dd64-493c-9056-1918bc57257d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 210 time: 0.0636890 Sep 15 15:54:47.075439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-a45495c5-bd7e-46d9-89f0-12cef75b7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:47.076636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-a45495c5-bd7e-46d9-89f0-12cef75b7fc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.0925364 Sep 15 15:54:47.077779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting port 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:47.078166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:47.083017 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e7f2c8b-18d2-4533-8259-b45f4c894911 req-0591da22-a6f3-4b9c-86e5-ca5435843c3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/security-groups?id=520112b3-cd1c-493d-8ca6-5132c5fc33b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854702 Sep 15 15:54:47.212768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:47.234407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Calling delete_port for 628e29a6-6c63-4dbb-bc7f-2ea301e75d46 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:47.283681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-3f805e28-c487-4f95-bf50-5b8f6f4b6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:47.285622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-3f805e28-c487-4f95-bf50-5b8f6f4b6069 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1935494 Sep 15 15:54:47.298758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Made reservation on behalf of 77401503e98043d3b78bfb7850d8ba30 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:47.302291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:47.308992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7e2d8bf-2333-4f49-bf79-696a276f7f26 req-1d4ec5f7-d958-4619-af2e-3ed9c83b6e45 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=d95cefa2a4cd4fc9946ab05ebf198b25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701437 Sep 15 15:54:47.358331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:47.369821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0b05558d-680d-42f1-a3fe-eadd618c9d4e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:47.473723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Pushing event deleted for resources: {'Port': ['ID=0b05558d-680d-42f1-a3fe-eadd618c9d4e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:47.518466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Allocated IP 172.20.0.14 (8b090620-5bd2-4bed-a564-517f224367ee/33539d4a-4a68-42d3-a044-634e83114bd0/25b52d34-d9b7-4400-bb2b-3350f080e92f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:47.560986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] No DVR routers for this DVR port 0b05558d-680d-42f1-a3fe-eadd618c9d4e on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:47.566888 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:47.567199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbfaae26-385f-4a65-b72f-0137038348f5 req-f5fe1c4e-99c5-43a5-a29c-9bb82e31fa3e tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.38 "DELETE /v2.0/ports/0b05558d-680d-42f1-a3fe-eadd618c9d4e HTTP/1.1" status: 204 len: 173 time: 1.5844543 Sep 15 15:54:47.567788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659457ce-c914-48b4-9356-9a8d444ebaca', 'name': 'network-vif-deleted', 'tag': '0b05558d-680d-42f1-a3fe-eadd618c9d4e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:47.570610 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a4ff7-be8c-488b-8c79-a7d1d128952c" -d '{"events": [{"server_uuid": "659457ce-c914-48b4-9356-9a8d444ebaca", "name": "network-vif-deleted", "tag": "0b05558d-680d-42f1-a3fe-eadd618c9d4e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:47.574818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-f922b2dc-63b6-4500-9232-d75eb39135b1 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772222 Sep 15 15:54:47.586182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2d8bf-2333-4f49-bf79-696a276f7f26 req-92b705ea-db2d-4cc1-8446-5545f8eff379 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:47.587907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7e2d8bf-2333-4f49-bf79-696a276f7f26 req-92b705ea-db2d-4cc1-8446-5545f8eff379 tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686155 Sep 15 15:54:47.613302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:47.642021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7e2d8bf-2333-4f49-bf79-696a276f7f26 req-2bea14b9-64cb-4937-968e-f5dd980a732f tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/quotas/d95cefa2a4cd4fc9946ab05ebf198b25 HTTP/1.1" status: 200 len: 375 time: 0.0436199 Sep 15 15:54:47.648826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Port': ['ID=628e29a6-6c63-4dbb-bc7f-2ea301e75d46,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:47.701518 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177c458e-2f90-4d47-a798-befcefe4f344 x-openstack-request-id: req-177c458e-2f90-4d47-a798-befcefe4f344 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:47.701871 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "659457ce-c914-48b4-9356-9a8d444ebaca", "name": "network-vif-deleted", "tag": "0b05558d-680d-42f1-a3fe-eadd618c9d4e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:47.702064 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-177c458e-2f90-4d47-a798-befcefe4f344 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:47.702462 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659457ce-c914-48b4-9356-9a8d444ebaca', 'name': 'network-vif-deleted', 'tag': '0b05558d-680d-42f1-a3fe-eadd618c9d4e', 'status': 'completed', 'code': 200} Sep 15 15:54:47.749702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7e2d8bf-2333-4f49-bf79-696a276f7f26 req-454b0c0b-1dab-42fb-9d60-81f4c3a60c2f tempest-QuotasAdminNegativeTest-2058879371 tempest-QuotasAdminNegativeTest-2058879371-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d95cefa2a4cd4fc9946ab05ebf198b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041248 Sep 15 15:54:47.794957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35f11c57-8028-465e-a8c4-d0f37aa6400d req-0ef2379e-0a72-4081-b433-bfec0b9bf67f service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060282 Sep 15 15:54:47.850099 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:48.057327 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:48.119602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:48.128052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:48.131811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=25b52d34-d9b7-4400-bb2b-3350f080e92f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:48.146507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:48.150412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:48.152242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-92c8d900-2036-4071-a818-c1979c24680d tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/ports/628e29a6-6c63-4dbb-bc7f-2ea301e75d46 HTTP/1.1" status: 204 len: 168 time: 1.7641420 Sep 15 15:54:48.155617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48002) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:48.207017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531e52-1df7-46c5-a6b5-c3ce12b69923 req-155ea130-2b97-44de-8f1c-e1dc144ff2be tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:48.208854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95531e52-1df7-46c5-a6b5-c3ce12b69923 req-155ea130-2b97-44de-8f1c-e1dc144ff2be tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 932 time: 0.0911219 Sep 15 15:54:48.236745 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8abff6b-d6ea-4356-925d-86349a0e3559 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] GET failed (client error): The resource could not be found. Sep 15 15:54:48.244786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b8abff6b-d6ea-4356-925d-86349a0e3559 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "GET /v2.0/ports/628e29a6-6c63-4dbb-bc7f-2ea301e75d46 HTTP/1.1" status: 404 len: 333 time: 0.0848639 Sep 15 15:54:48.249543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48004) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:48.314780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95531e52-1df7-46c5-a6b5-c3ce12b69923 req-d5f847b7-448c-428a-858e-265876b792cf tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989485 Sep 15 15:54:48.387924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:48.388975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:48.533618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c097bdc-0369-4455-aa9c-c0d3d882fc2e req-c6810c98-f31d-43e5-8bb4-1d0cc75a153b tempest-ServerDiskConfigTestJSON-455391339 tempest-ServerDiskConfigTestJSON-455391339-project] 10.222.0.63 "GET /v2.0/ports?device_id=659457ce-c914-48b4-9356-9a8d444ebaca HTTP/1.1" status: 200 len: 210 time: 0.0416038 Sep 15 15:54:48.595069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting port 74c204b8-724a-40cc-a3cf-f712451b164b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:48.597706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:48.602815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9ff66f99-150e-453d-8661-31ad0b54732a None None] Provisioning complete for port 25b52d34-d9b7-4400-bb2b-3350f080e92f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:48.603383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ff66f99-150e-453d-8661-31ad0b54732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:48.651407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9ff66f99-150e-453d-8661-31ad0b54732a None None] Port 25b52d34-d9b7-4400-bb2b-3350f080e92f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:54:48.695246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ad6a46ff-78fd-4d96-897c-99e00357e8ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1479795 Sep 15 15:54:48.710469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Request body: {'port': {'device_id': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:48.760736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:48.795782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Calling delete_port for 74c204b8-724a-40cc-a3cf-f712451b164b owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:48.804913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.123587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48020) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:49.198090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b52d34-d9b7-4400-bb2b-3350f080e92f {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:49.207331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.226407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Transition to ACTIVE for port object 25b52d34-d9b7-4400-bb2b-3350f080e92f will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:54:49.227798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.251750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08b117dd-da7e-404a-aaa3-5db5a2ac81da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.259956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Port': ['ID=74c204b8-724a-40cc-a3cf-f712451b164b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:49.341556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.343663 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b624bdb7-9c66-4422-a7e6-8f1f33dc45a4 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/ports/74c204b8-724a-40cc-a3cf-f712451b164b HTTP/1.1" status: 204 len: 168 time: 1.0912828 Sep 15 15:54:49.346293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48024) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:49.358081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.378854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08b117dd-da7e-404a-aaa3-5db5a2ac81da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.415314 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d315639-8f9a-4bda-b3b0-8b71f6562462 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] GET failed (client error): The resource could not be found. Sep 15 15:54:49.416995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7d315639-8f9a-4bda-b3b0-8b71f6562462 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "GET /v2.0/ports/74c204b8-724a-40cc-a3cf-f712451b164b HTTP/1.1" status: 404 len: 333 time: 0.0695186 Sep 15 15:54:49.422435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48028) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:49.479958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b573496-3b75-46a9-ac57-6563f823957c req-b55b2d90-3d5e-4ad5-8e5f-f2e5fa98ea24 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:49.491909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b573496-3b75-46a9-ac57-6563f823957c req-b55b2d90-3d5e-4ad5-8e5f-f2e5fa98ea24 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 944 time: 0.0762086 Sep 15 15:54:49.492133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Pushing event updated for resources: {'Port': ['ID=25b52d34-d9b7-4400-bb2b-3350f080e92f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:49.520272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08b117dd-da7e-404a-aaa3-5db5a2ac81da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.614893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b573496-3b75-46a9-ac57-6563f823957c req-7739989d-ff06-4ae7-9211-d6376763fa06 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219435 Sep 15 15:54:49.629796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Attempting to bind port 25b52d34-d9b7-4400-bb2b-3350f080e92f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:54:49.630133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Attempting to bind port 25b52d34-d9b7-4400-bb2b-3350f080e92f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:54:49.630457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Attempting to bind port 25b52d34-d9b7-4400-bb2b-3350f080e92f on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:49.634784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-08b117dd-da7e-404a-aaa3-5db5a2ac81da admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d95cefa2a4cd4fc9946ab05ebf198b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100985 Sep 15 15:54:49.636028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Port 25b52d34-d9b7-4400-bb2b-3350f080e92f on network 8b090620-5bd2-4bed-a564-517f224367ee not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:54:49.636426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Attempting to bind port 25b52d34-d9b7-4400-bb2b-3350f080e92f on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:49.637698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48040) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:49.639416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b117dd-da7e-404a-aaa3-5db5a2ac81da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84470c2e-4eee-4b3c-87a7-9a72c89cefcf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:49.648636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:54:49.648980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:49.649369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Bound using segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:54:49.650071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Bound port: 25b52d34-d9b7-4400-bb2b-3350f080e92f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:54:49.650433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.703815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting port 4e967a3c-b5b3-4545-ab05-0044f8ddc9aa {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:49.704154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.817201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e48966c7-183f-4e23-8171-5989588946d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.836654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] For port 25b52d34-d9b7-4400-bb2b-3350f080e92f, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:54:49.845376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] For port 25b52d34-d9b7-4400-bb2b-3350f080e92f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:54:49.856905 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e48966c7-183f-4e23-8171-5989588946d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.863877 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:49.878039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Calling delete_port for 4e967a3c-b5b3-4545-ab05-0044f8ddc9aa owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:49.975305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48052) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:50.032427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.042724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e48966c7-183f-4e23-8171-5989588946d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.045679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e48966c7-183f-4e23-8171-5989588946d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.046844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e48966c7-183f-4e23-8171-5989588946d5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/84470c2e-4eee-4b3c-87a7-9a72c89cefcf HTTP/1.1" status: 204 len: 168 time: 0.3984275 Sep 15 15:54:50.057371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48966c7-183f-4e23-8171-5989588946d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84470c2e-4eee-4b3c-87a7-9a72c89cefcf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:50.122830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:50.124407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.127329 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] 10.222.0.55 "PUT /v2.0/ports/25b52d34-d9b7-4400-bb2b-3350f080e92f HTTP/1.1" status: 200 len: 1092 time: 1.4200335 Sep 15 15:54:50.127329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'tag': '25b52d34-d9b7-4400-bb2b-3350f080e92f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:54:50.132765 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee136ceb-b0f8-4e56-838e-9e652515a22b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2940127-a979-4b60-a73b-cc082dbf1964", "tag": "25b52d34-d9b7-4400-bb2b-3350f080e92f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:54:50.144305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] Deleting subnet 87f2e3a1-925f-4e93-b2b2-99a1c0932863 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:54:50.149995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.200886 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4187592-051c-4c70-bab0-783ea121ace6 x-openstack-request-id: req-a4187592-051c-4c70-bab0-783ea121ace6 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:54:50.201332 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2940127-a979-4b60-a73b-cc082dbf1964", "tag": "25b52d34-d9b7-4400-bb2b-3350f080e92f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:54:50.201946 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a4187592-051c-4c70-bab0-783ea121ace6 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:54:50.202553 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'tag': '25b52d34-d9b7-4400-bb2b-3350f080e92f', 'status': 'completed', 'code': 200} Sep 15 15:54:50.215673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0d8b1-0d07-46e0-b48d-e066a74abf64 service neutron] Pushing event updated for resources: {'Port': ['ID=25b52d34-d9b7-4400-bb2b-3350f080e92f,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:50.220161 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.272224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.320263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Port': ['ID=4e967a3c-b5b3-4545-ab05-0044f8ddc9aa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:50.329712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.422741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee136ceb-b0f8-4e56-838e-9e652515a22b req-83fd60a1-e6bd-4c82-819d-85999437bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:50.424252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee136ceb-b0f8-4e56-838e-9e652515a22b req-83fd60a1-e6bd-4c82-819d-85999437bd05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 1095 time: 0.1830044 Sep 15 15:54:50.496391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.501101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48062) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:50.505065 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e54a4b7f-3292-4e9d-b4a5-b2b9a1a835e0 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/ports/4e967a3c-b5b3-4545-ab05-0044f8ddc9aa HTTP/1.1" status: 204 len: 168 time: 1.0795925 Sep 15 15:54:50.564752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting subnet 419baab2-ee8a-4b5b-b27c-e2332122a224 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:54:50.568654 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.590320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee136ceb-b0f8-4e56-838e-9e652515a22b req-36d26f01-bf6a-4f2f-9bac-7e961080607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:50.591940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee136ceb-b0f8-4e56-838e-9e652515a22b req-36d26f01-bf6a-4f2f-9bac-7e961080607a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=77401503e98043d3b78bfb7850d8ba30&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1573544 Sep 15 15:54:50.610826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0b05558d-680d-42f1-a3fe-eadd618c9d4e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:50.642195 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.651560 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 0b05558d-680d-42f1-a3fe-eadd618c9d4e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:54:50.655058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0b05558d-680d-42f1-a3fe-eadd618c9d4e not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:54:50.660851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.708107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f2e3a1-925f-4e93-b2b2-99a1c0932863,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:50.711088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.715812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-44102fa7-7517-4b3c-9968-1388ba807fdd admin admin] 10.222.0.63 "DELETE /v2.0/subnets/87f2e3a1-925f-4e93-b2b2-99a1c0932863 HTTP/1.1" status: 204 len: 168 time: 0.7390594 Sep 15 15:54:50.718071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48068) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:50.785135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee136ceb-b0f8-4e56-838e-9e652515a22b req-e6cf1550-9248-4fd0-9c37-cea4773aceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:50.786586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee136ceb-b0f8-4e56-838e-9e652515a22b req-e6cf1550-9248-4fd0-9c37-cea4773aceae service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1855054 Sep 15 15:54:50.797858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddd50f-cbde-40ea-8b1a-e64c33b9e879 req-abdde999-5186-441f-8c62-a475aaa28953 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:50.799633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40ddd50f-cbde-40ea-8b1a-e64c33b9e879 req-abdde999-5186-441f-8c62-a475aaa28953 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 944 time: 0.0802975 Sep 15 15:54:50.853425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.885248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:50.941620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40ddd50f-cbde-40ea-8b1a-e64c33b9e879 req-034a0444-5dd3-4fb9-8eaf-eb8c126a620f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351192 Sep 15 15:54:51.005521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-36a3b029-42f5-445f-97d7-178661734deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:51.009443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.014720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-36a3b029-42f5-445f-97d7-178661734deb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 1095 time: 0.1439586 Sep 15 15:54:51.050809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640e7eb2-a80f-4c0d-9abd-6b74472ac184']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:51.064669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39928c13-83dd-4b72-a5f8-afe645d026dc') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:51.064669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39928c13-83dd-4b72-a5f8-afe645d026dc') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:51.072229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48078) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:51.083209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.094186 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-333ce2b5-99a2-43d1-870b-870f733f183e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f HTTP/1.1" status: 200 len: 217 time: 0.0708899 Sep 15 15:54:51.096816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.104321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1426ef25-55fd-4960-9a08-46cc51c4426f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.138808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.142315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Subnet': ['ID=419baab2-ee8a-4b5b-b27c-e2332122a224,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:51.144359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.149004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e66c0682-4a02-4b24-98a8-1170ab590442 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/subnets/419baab2-ee8a-4b5b-b27c-e2332122a224 HTTP/1.1" status: 204 len: 168 time: 0.6459010 Sep 15 15:54:51.149827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48080) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:51.154321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8d232-1a0d-4879-a921-67a308a3fa06 None None] Network 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:51.164294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-d83199a1-7a65-459e-bcb0-416429b14fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:51.172332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-d83199a1-7a65-459e-bcb0-416429b14fb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0649962 Sep 15 15:54:51.180016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:54:51.181768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:54:51.183568 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:54:51.272993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-1e10e67c-a00a-487b-8af2-ae77b0981462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:51.272993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-1e10e67c-a00a-487b-8af2-ae77b0981462 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959685 Sep 15 15:54:51.277374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.355310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1426ef25-55fd-4960-9a08-46cc51c4426f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.374071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.380687 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.384043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] 10.222.0.63 "DELETE /v2.0/networks/640e7eb2-a80f-4c0d-9abd-6b74472ac184 HTTP/1.1" status: 204 len: 168 time: 0.6649027 Sep 15 15:54:51.398878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860f7fc-a3c1-4553-9587-591dd27b3ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=640e7eb2-a80f-4c0d-9abd-6b74472ac184,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:51.411237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] DHCP port deletion for 69ca6d2c-86d0-48b3-8da1-f9085fa39a7e request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:54:51.419443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-545ac71f-90e5-41a5-9f3d-09e4a3636187 service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344292 Sep 15 15:54:51.420793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Deleting port 531b6d1e-21bb-424a-9994-ce26df104159 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:51.421122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.434868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1426ef25-55fd-4960-9a08-46cc51c4426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.472571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Deleting port 531b6d1e-21bb-424a-9994-ce26df104159 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:54:51.472960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.527158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1426ef25-55fd-4960-9a08-46cc51c4426f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b81d6e4c1e2f476c95857448417ae6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535842 Sep 15 15:54:51.527789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48086) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:51.552684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] For port 531b6d1e-21bb-424a-9994-ce26df104159, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=531b6d1e-21bb-424a-9994-ce26df104159,segment=NetworkSegment(855c1372-135d-4203-a10a-5c2624fd0d77),segment_id=855c1372-135d-4203-a10a-5c2624fd0d77)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:51.555053 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.587558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426ef25-55fd-4960-9a08-46cc51c4426f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68b4a5-f0a3-42d5-a3be-5ab24347c6c3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:51.616162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] For port 531b6d1e-21bb-424a-9994-ce26df104159, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=531b6d1e-21bb-424a-9994-ce26df104159,segment=NetworkSegment(855c1372-135d-4203-a10a-5c2624fd0d77),segment_id=855c1372-135d-4203-a10a-5c2624fd0d77)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:51.619688 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.634175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f86a124-1e1c-42bf-80f4-ab884679788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.642549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Calling delete_port for 531b6d1e-21bb-424a-9994-ce26df104159 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:51.661567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f86a124-1e1c-42bf-80f4-ab884679788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.845986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Calling delete_port for 531b6d1e-21bb-424a-9994-ce26df104159 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:54:51.861096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f86a124-1e1c-42bf-80f4-ab884679788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.864068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f86a124-1e1c-42bf-80f4-ab884679788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.870151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f86a124-1e1c-42bf-80f4-ab884679788e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2f68b4a5-f0a3-42d5-a3be-5ab24347c6c3 HTTP/1.1" status: 204 len: 168 time: 0.3309190 Sep 15 15:54:51.896934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86a124-1e1c-42bf-80f4-ab884679788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68b4a5-f0a3-42d5-a3be-5ab24347c6c3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:51.936030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdeb56a5-c156-4049-b59c-f6042c183640 req-ff543182-4d16-4192-ad38-d1594a6d150a service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968636 Sep 15 15:54:51.968967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:51.983351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.008588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48094) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:52.053438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Port': ['ID=531b6d1e-21bb-424a-9994-ce26df104159,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:52.055376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] No DVR routers for this DVR port 531b6d1e-21bb-424a-9994-ce26df104159 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:52.066498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Pushing event deleted for resources: {'Port': ['ID=531b6d1e-21bb-424a-9994-ce26df104159,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:52.076936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.077734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.078290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.078856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.079390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.079917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.080463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.081010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.081536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.082652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.083214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.083753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:54:52.087577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a8192-deb5-48a0-b6a4-1fc9a1a0dc45 None None] No DVR routers for this DVR port 531b6d1e-21bb-424a-9994-ce26df104159 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:54:52.100210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-af26e1cf-771a-4c43-b60a-5e08dc7e2b4a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91e86b4ba9ae4d34be38f9fadefaea04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876727 Sep 15 15:54:52.102605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48100) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:52.169214 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654419bb-7fdd-47e8-bc1d-350a545dee33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.170922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2639ce-9efc-4b3b-af2f-a298ab541486 req-cb18253d-4f29-4ec7-80d0-db6da9a08a78 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:52.179240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e2639ce-9efc-4b3b-af2f-a298ab541486 req-cb18253d-4f29-4ec7-80d0-db6da9a08a78 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 944 time: 0.1145792 Sep 15 15:54:52.200071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654419bb-7fdd-47e8-bc1d-350a545dee33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.213870 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.264095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ca6d2c-86d0-48b3-8da1-f9085fa39a7e']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:52.279616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e2639ce-9efc-4b3b-af2f-a298ab541486 req-94a0e014-7e56-4655-81ce-684c1b0f7c18 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994818 Sep 15 15:54:52.282373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855c1372-135d-4203-a10a-5c2624fd0d77') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:52.282679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855c1372-135d-4203-a10a-5c2624fd0d77') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:54:52.295329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.315678 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.322411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:54:52.322802 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:54:52.325748 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:54:52.354504 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654419bb-7fdd-47e8-bc1d-350a545dee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.357367 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654419bb-7fdd-47e8-bc1d-350a545dee33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.361135 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-654419bb-7fdd-47e8-bc1d-350a545dee33 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/520112b3-cd1c-493d-8ca6-5132c5fc33b5 HTTP/1.1" status: 204 len: 168 time: 0.2551816 Sep 15 15:54:52.370327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654419bb-7fdd-47e8-bc1d-350a545dee33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520112b3-cd1c-493d-8ca6-5132c5fc33b5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:52.470761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.479066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.480990 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] 10.222.0.63 "DELETE /v2.0/networks/69ca6d2c-86d0-48b3-8da1-f9085fa39a7e HTTP/1.1" status: 204 len: 168 time: 1.3302200 Sep 15 15:54:52.499331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a530f6-2819-4d4a-a14c-e8d814a365c8 tempest-AllowedAddressPairTestJSON-285707526 tempest-AllowedAddressPairTestJSON-285707526-project] Pushing event deleted for resources: {'Network': ['ID=69ca6d2c-86d0-48b3-8da1-f9085fa39a7e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:52.646986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48118) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:52.652516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1455846202'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:52.760172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:52.763770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.787539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:54:52.795978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:52.796315 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Added segment b6e612d7-1944-4c53-b3ac-4cdc8ae115fc of type vlan for network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 Sep 15 15:54:52.838285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.004162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.011357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:53.018471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.091535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 531b6d1e-21bb-424a-9994-ce26df104159 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:54:53.113817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 531b6d1e-21bb-424a-9994-ce26df104159 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:54:53.114368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 531b6d1e-21bb-424a-9994-ce26df104159 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:54:53.145983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Network': ['ID=d846f25b-23b3-4ee1-b7c7-a0fe070696a1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:53.161402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:54:53.197827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eb45d39f-ceaa-47f3-97bb-127c17f99292 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5496190 Sep 15 15:54:53.203694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48140) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:53.210876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1183207495'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:53.311058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:53.317665 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.348476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:54:53.364407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.364684 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Added segment eb4ca8ad-b357-4557-b90d-6368428a6a2a of type vlan for network eb6b9cac-e073-4789-8d10-8d45dd36ee29 Sep 15 15:54:53.414022 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.458333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:53.459218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd9605-509a-4e42-b00f-30897b96a52a req-5cb12b32-d7cf-4bad-9bf9-a1e2fa7d7f10 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:53.465273 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dfd9605-509a-4e42-b00f-30897b96a52a req-5cb12b32-d7cf-4bad-9bf9-a1e2fa7d7f10 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 944 time: 0.0775468 Sep 15 15:54:53.508649 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2dfd9605-509a-4e42-b00f-30897b96a52a req-6d69044c-57c0-4002-8aa0-c02941bd93d3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Sep 15 15:54:53.565578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.571880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:53.572603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.645007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Network': ['ID=eb6b9cac-e073-4789-8d10-8d45dd36ee29,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:53.657291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:54:53.682320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-666595b1-828b-461e-9b89-71fe808c243c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4763532 Sep 15 15:54:53.685178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48158) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:53.692079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'subnet': {'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:53.694234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a16a81cd-605b-46ef-9b33-f3a009699a90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d7ec0e4c32aa42c79bd3d8a26574ca51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377851 Sep 15 15:54:53.698444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48160) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:53.768132 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b32-e2da-4356-aa1e-53ec39ef2b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.796990 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b32-e2da-4356-aa1e-53ec39ef2b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.957177 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f468b5a8-0c3d-48e9-86b4-63ce558909d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.957611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b32-e2da-4356-aa1e-53ec39ef2b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.957944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:53.963512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6b32-e2da-4356-aa1e-53ec39ef2b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.965480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8c1b6b32-e2da-4356-aa1e-53ec39ef2b88 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bb7c7df5-f898-4f7c-b862-06d1140c81e4 HTTP/1.1" status: 204 len: 168 time: 0.2657921 Sep 15 15:54:53.969281 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:53.979169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b6b32-e2da-4356-aa1e-53ec39ef2b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7c7df5-f898-4f7c-b862-06d1140c81e4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:54.021039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48172) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:54.207482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1232349811-network', 'tenant_id': '81063d230922424399698444fd4a9a4b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:54.263308 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.338534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Subnet': ['ID=c9f4a17b-f60a-416c-aaa6-86af14a0bebe,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:54.353360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Checking segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:54.353718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network hostable DHCP agents. Network: d846f25b-23b3-4ee1-b7c7-a0fe070696a1, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:54:54.360403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Made reservation on behalf of 81063d230922424399698444fd4a9a4b for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:54.365922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.378977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.487669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.556734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:54:54.600733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.635001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:54:54.652273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:54.661603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc7d9c-dba2-4cc8-854d-1dde51c8a8f1 req-52d63557-3e9f-4430-9809-e1d8f00c8cbd tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:54.663647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.664201 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Added segment 6533b9d5-8064-451f-bb27-a0e13363f648 of type vlan for network 1536617b-8106-410e-b62e-71ff33233de6 Sep 15 15:54:54.664699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60cc7d9c-dba2-4cc8-854d-1dde51c8a8f1 req-52d63557-3e9f-4430-9809-e1d8f00c8cbd tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 944 time: 0.0784206 Sep 15 15:54:54.667159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d846f25b-23b3-4ee1-b7c7-a0fe070696a1) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:54.673529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:54.674213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.682094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb62b8-3c14-4142-afde-c1ddc16997a8 None None] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:54.726780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.753537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60cc7d9c-dba2-4cc8-854d-1dde51c8a8f1 req-161e68fe-a07f-4cb1-9301-134270c65c0e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Sep 15 15:54:54.801222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7028ffd7-ca96-4ccb-9d71-0238365dfc77 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1148725 Sep 15 15:54:54.801529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48206) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:54.807610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'subnet': {'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:54.843137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.843855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:54.844527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.938024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'fixed_ips': [{'subnet_id': 'c9f4a17b-f60a-416c-aaa6-86af14a0bebe'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:54:54.939099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:54.963258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] Pushing event updated for resources: {'Network': ['ID=1536617b-8106-410e-b62e-71ff33233de6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:54.994753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bcbcd348-260a-4682-8374-6734b867a569 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9709401 Sep 15 15:54:54.997384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48212) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:55.003857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Request body: {'subnet': {'network_id': '1536617b-8106-410e-b62e-71ff33233de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1232349811-subnet', 'tenant_id': '81063d230922424399698444fd4a9a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:55.015635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 1536617b-8106-410e-b62e-71ff33233de6 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:54:55.089530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:55.093171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.163138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Allocated IP 10.1.1.2 (d846f25b-23b3-4ee1-b7c7-a0fe070696a1/c9f4a17b-f60a-416c-aaa6-86af14a0bebe/3636c5dc-435e-4c1c-9c3a-5d6aaf826aba) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:55.221509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Made reservation on behalf of 81063d230922424399698444fd4a9a4b for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:55.223945 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.242352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-d565461b-0a64-43da-8354-c32287a315de tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394428 Sep 15 15:54:55.374812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.440841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48236) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:55.484305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.498472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-0ea0787e-aa20-4b29-ba86-64bac8f437c5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:55.499911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-0ea0787e-aa20-4b29-ba86-64bac8f437c5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449548 Sep 15 15:54:55.529796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:55.534747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:55.539931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:55.542482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-ccadd8a9-8af2-4dc3-ac9a-35156a854dfd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/quotas/7387a36b9bf94796a3c8e25452e62917 HTTP/1.1" status: 200 len: 375 time: 0.0342500 Sep 15 15:54:55.554259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Pushing event updated for resources: {'Port': ['ID=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:55.609591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-287781285'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:55.615026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-c1d5653e-4014-46dc-98df-6b6818008bf2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589879 Sep 15 15:54:55.617846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.689330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.706034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Subnet': ['ID=17a1e871-a76d-4bc9-855b-960ed321748f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:55.724208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:55.731438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.732699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Checking segment: {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:55.733059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network hostable DHCP agents. Network: eb6b9cac-e073-4789-8d10-8d45dd36ee29, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:54:55.743143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.747202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Attempting to bind port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:54:55.747746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Attempting to bind port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:54:55.748102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Attempting to bind port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:55.754599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:54:55.754901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Checking segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:55.755248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.755799 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Bound using segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:54:55.756400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Bound port: 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:54:55.756994 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.770418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25b0426-780b-45e4-b7b5-f26d61f6017a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:55.784891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Checking segment: {'id': '6533b9d5-8064-451f-bb27-a0e13363f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '1536617b-8106-410e-b62e-71ff33233de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:55.785252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Network hostable DHCP agents. Network: 1536617b-8106-410e-b62e-71ff33233de6, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:54:55.843634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] For port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:54:55.846895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] For port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:54:55.870775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:54:55.894694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c0131-82cf-4e58-90a4-d7a9f147ef85 req-00ee590a-3b89-46d2-8b22-c6afcd02c0f5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:55.896209 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c16c0131-82cf-4e58-90a4-d7a9f147ef85 req-00ee590a-3b89-46d2-8b22-c6afcd02c0f5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 944 time: 0.0714457 Sep 15 15:54:55.940829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:55.953869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c16c0131-82cf-4e58-90a4-d7a9f147ef85 req-2ee6d7e7-8f3a-4485-bb79-9cb85a000442 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515988 Sep 15 15:54:55.954058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Network 1536617b-8106-410e-b62e-71ff33233de6 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:54:56.032790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-579ea2ce-05d0-40b9-bfbd-b39ec4a1dd13 req-0e142157-8870-4d5b-9f1b-a53666a88d12 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 210 time: 0.0273128 Sep 15 15:54:56.042699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.066272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.107550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd68fc0-bfa1-4761-9941-4ece8c722435 None None] Pushing event updated for resources: {'Port': ['ID=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:56.110183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33897c7-1206-40f4-806b-481750f8f43e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:56.123723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:54:56.124814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 25b52d34-d9b7-4400-bb2b-3350f080e92f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:54:56.128563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, eb6b9cac-e073-4789-8d10-8d45dd36ee29) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:56.133486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 1536617b-8106-410e-b62e-71ff33233de6) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:56.140728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:56.141361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.143362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4acfc3-0b8a-4b62-b059-b87592bd6e4b None None] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:56.151113 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.151553 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment 5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d of type vlan for network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 Sep 15 15:54:56.157671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:56.158272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.171448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d18ab-a060-4a03-9726-6aaef837924e None None] Network 1536617b-8106-410e-b62e-71ff33233de6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:56.207843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.317036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48252) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:56.317167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e41ed441-91df-47fc-8f07-11ee6d41a7d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5138340 Sep 15 15:54:56.323343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'port': {'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1380979417', 'fixed_ips': [{'subnet_id': 'c9f4a17b-f60a-416c-aaa6-86af14a0bebe'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:56.394649 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0b9713ad-3263-4385-9c39-16a3d2c868eb admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3961697 Sep 15 15:54:56.442253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.448319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:56.449316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.479254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.521497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 25b52d34-d9b7-4400-bb2b-3350f080e92f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:56.579824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '25b52d34-d9b7-4400-bb2b-3350f080e92f', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': '25b52d34-d9b7-4400-bb2b-3350f080e92f', 'mac_address': 'fa:16:3e:61:83:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:54:56.591397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f242821-dbbf-4358-81d8-47d234016418 None None] Network 1536617b-8106-410e-b62e-71ff33233de6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:56.668393 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2263579 Sep 15 15:54:56.682083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c46533-2b56-49f2-b8e4-db15be91f815 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=3ee4213a-4da7-4650-8e88-9ba2192dcb81,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:56.725688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:54:56.793352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-eb6b9cac-e073-4789-8d10-8d45dd36ee29', 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'fixed_ips': [{'subnet_id': '17a1e871-a76d-4bc9-855b-960ed321748f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:54:56.794997 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:56.806598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:56.835585 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.081482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.092991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b52d34-d9b7-4400-bb2b-3350f080e92f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:54:57.137581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] device_id is not set on port 34db38d6-8e09-4285-936d-242c204c9905 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:57.320320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 25b52d34-d9b7-4400-bb2b-3350f080e92f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:57.327680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-7eea9b81-0f20-4dc3-a96b-414645ef08fd tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:57.329387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-7eea9b81-0f20-4dc3-a96b-414645ef08fd tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/networks?id=1536617b-8106-410e-b62e-71ff33233de6 HTTP/1.1" status: 200 len: 818 time: 0.3666050 Sep 15 15:54:57.331262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:54:57.355076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-90abf4ae-11d8-467c-8d95-1dd943aa3def tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/quotas/81063d230922424399698444fd4a9a4b HTTP/1.1" status: 200 len: 375 time: 0.0142627 Sep 15 15:54:57.410994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-1e33ff14-83bc-4c05-83fa-21d84cfc0ee6 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=81063d230922424399698444fd4a9a4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460598 Sep 15 15:54:57.489021 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.496267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.502296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64f05e-ca5b-408f-8efd-013b5e31b645 req-faa48877-cf15-41bb-bf59-17942a497680 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:57.524665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f64f05e-ca5b-408f-8efd-013b5e31b645 req-faa48877-cf15-41bb-bf59-17942a497680 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 944 time: 0.2574511 Sep 15 15:54:57.585227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=25b52d34-d9b7-4400-bb2b-3350f080e92f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:57.596910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f3e2106-71dd-4e54-a2f7-bec0f22c2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.602257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-836e5289-249d-4f11-9489-dcc02cddb87b service neutron] 10.222.0.63 "GET /v2.0/networks/1536617b-8106-410e-b62e-71ff33233de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662595 Sep 15 15:54:57.629652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a8248-9dfb-4552-90aa-80aad3478413 None None] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:54:57.661659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Allocated IP 10.2.2.2 (eb6b9cac-e073-4789-8d10-8d45dd36ee29/17a1e871-a76d-4bc9-855b-960ed321748f/79a940b8-66c1-4441-9c04-63e1061c4206) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:57.677453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:57.683770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.684609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f64f05e-ca5b-408f-8efd-013b5e31b645 req-00a62539-3513-485e-8ca0-37360e2b7557 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430926 Sep 15 15:54:57.711429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 10.1.1.143 (d846f25b-23b3-4ee1-b7c7-a0fe070696a1/c9f4a17b-f60a-416c-aaa6-86af14a0bebe/34db38d6-8e09-4285-936d-242c204c9905) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:57.724536 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:54:57.739989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-5f24232b-d926-42ae-9a58-747c276f3a87 service neutron] 10.222.0.63 "GET /v2.0/networks/1536617b-8106-410e-b62e-71ff33233de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346664 Sep 15 15:54:57.837525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:54:57.930045 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.975212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4356d64c-17ea-44bb-a0c4-836000b34733 None None] Provisioning complete for port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:57.975794 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4356d64c-17ea-44bb-a0c4-836000b34733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:57.994053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8dbbaba6-4dbc-4669-9e9b-b7cbb6b12892 req-e6fdf867-6f59-405f-9c39-ae57c11d8359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 210 time: 0.0356805 Sep 15 15:54:58.065678 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.124916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:58.156348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:58.160467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:58.222443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=34db38d6-8e09-4285-936d-242c204c9905,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:58.259931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:58.260674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.353518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8784d863-6c7f-4d2b-a80f-c3e1b8b37797 req-950d94a8-41e8-41bd-909c-cc33f787d281 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 210 time: 0.0605416 Sep 15 15:54:58.363816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48290) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:54:58.363979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-57bbf255-9e9d-429f-b7a9-975ba31e6641 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0458059 Sep 15 15:54:58.372177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'port': {'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'name': 'tempest-TaggedBootDevicesTest_v242-720414605', 'fixed_ips': [{'subnet_id': 'c9f4a17b-f60a-416c-aaa6-86af14a0bebe'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:58.474881 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.483908 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.540541 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4356d64c-17ea-44bb-a0c4-836000b34733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.546516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.601312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:54:58.642177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:54:58.701882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.757168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.782887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] device_id is not set on port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:54:58.791179 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:58.928724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8dfc7-7d25-4419-a056-4d446cc86b66 req-ff1702f1-6c18-4178-b719-f73632927409 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:58.929843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23a8dfc7-7d25-4419-a056-4d446cc86b66 req-ff1702f1-6c18-4178-b719-f73632927409 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 945 time: 0.0820968 Sep 15 15:54:59.011264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23a8dfc7-7d25-4419-a056-4d446cc86b66 req-7fb79a2f-408f-42d8-b972-26e5984e0ee3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740936 Sep 15 15:54:59.094332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:54:59.139647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Pushing event updated for resources: {'Port': ['ID=79a940b8-66c1-4441-9c04-63e1061c4206,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:59.171715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:54:59.189188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:54:59.275291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-4356d64c-17ea-44bb-a0c4-836000b34733 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:54:59.277063 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-4356d64c-17ea-44bb-a0c4-836000b34733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:54:59.338552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:59.363284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Attempting to bind port 79a940b8-66c1-4441-9c04-63e1061c4206 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:54:59.366907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Attempting to bind port 79a940b8-66c1-4441-9c04-63e1061c4206 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:54:59.367352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Attempting to bind port 79a940b8-66c1-4441-9c04-63e1061c4206 on network eb6b9cac-e073-4789-8d10-8d45dd36ee29 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:54:59.389875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:54:59.391583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Checking segment: {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:54:59.392699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:59.393104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Bound using segment: {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:54:59.395101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-ebe03977-3c76-46ae-b457-7532eb0f78b2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2754729 Sep 15 15:54:59.398366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Bound port: 79a940b8-66c1-4441-9c04-63e1061c4206, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:54:59.402460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:59.413068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60f56d9b-27e1-4e66-b8f2-898fb6da3e17 req-ed1411db-148b-4d92-b5e6-58ce3f7424da tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 210 time: 0.2652905 Sep 15 15:54:59.504689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] For port 79a940b8-66c1-4441-9c04-63e1061c4206, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:54:59.509156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] For port 79a940b8-66c1-4441-9c04-63e1061c4206, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=79a940b8-66c1-4441-9c04-63e1061c4206,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:54:59.538813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e3ba8eb-f3da-4693-a5a4-dcac549da03f req-250133e1-ae43-4f28-ac9f-1e1683a3123e tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 210 time: 0.0447912 Sep 15 15:54:59.568475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 10.1.1.216 (d846f25b-23b3-4ee1-b7c7-a0fe070696a1/c9f4a17b-f60a-416c-aaa6-86af14a0bebe/3fb1c333-8ef0-45f2-a991-daaa7c53afa4) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:54:59.626922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:54:59.635963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-f7bcb469-e42d-4402-adf3-a68658ca1af6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:54:59.638455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-f7bcb469-e42d-4402-adf3-a68658ca1af6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195241 Sep 15 15:54:59.660710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': '165b1199-07f1-41b4-b149-1a84b9395a68', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:54:59.705566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3378a-b537-44f3-8c66-e881ddf855f9 None None] Pushing event updated for resources: {'Port': ['ID=79a940b8-66c1-4441-9c04-63e1061c4206,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:54:59.969371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3cf240b2-16f9-4010-8e77-0925a66772c5 None None] Provisioning complete for port 34db38d6-8e09-4285-936d-242c204c9905 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:54:59.974703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cf240b2-16f9-4010-8e77-0925a66772c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.016976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3cf240b2-16f9-4010-8e77-0925a66772c5 None None] Port 34db38d6-8e09-4285-936d-242c204c9905 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:00.024392 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.031076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3cf240b2-16f9-4010-8e77-0925a66772c5 None None] Provisioning complete for port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:00.031627 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cf240b2-16f9-4010-8e77-0925a66772c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.087452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.170840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 25b52d34-d9b7-4400-bb2b-3350f080e92f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:00.213397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45414c-c362-4441-bb53-9408b86621ae req-592c9f63-e9b8-4e31-9719-4878ac77f551 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:00.228707 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c45414c-c362-4441-bb53-9408b86621ae req-592c9f63-e9b8-4e31-9719-4878ac77f551 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 945 time: 0.1017749 Sep 15 15:55:00.255420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48314) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:00.262071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': '3ee4213a-4da7-4650-8e88-9ba2192dcb81', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:00.285453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.306416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c45414c-c362-4441-bb53-9408b86621ae req-858a57cc-5167-4190-a32c-2ba71bf78224 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720415 Sep 15 15:55:00.327769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 25b52d34-d9b7-4400-bb2b-3350f080e92f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:00.333109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 25b52d34-d9b7-4400-bb2b-3350f080e92f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:00.334202 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.425710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.433334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.453943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b52d34-d9b7-4400-bb2b-3350f080e92f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:00.456867 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1469b532-bee9-4551-86d2-3c5c30485a48" -d '{"events": [{"server_uuid": "b2940127-a979-4b60-a73b-cc082dbf1964", "name": "network-vif-plugged", "status": "completed", "tag": "25b52d34-d9b7-4400-bb2b-3350f080e92f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:00.480766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 25b52d34-d9b7-4400-bb2b-3350f080e92f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:00.503919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:00.510352 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.519756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:00.526878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:00.547084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:00.549216 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e30ee3-e54c-4aba-bb14-f675dee6394f x-openstack-request-id: req-03e30ee3-e54c-4aba-bb14-f675dee6394f {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:00.549433 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2940127-a979-4b60-a73b-cc082dbf1964", "name": "network-vif-plugged", "status": "completed", "tag": "25b52d34-d9b7-4400-bb2b-3350f080e92f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:00.549726 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-03e30ee3-e54c-4aba-bb14-f675dee6394f {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:00.552899 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b52d34-d9b7-4400-bb2b-3350f080e92f', 'code': 200} Sep 15 15:55:00.554742 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.557015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:00.569769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.584256 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.617003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b214f417-c377-411e-80e7-b2f7a3a53540 req-edba6f84-a575-4034-a863-d5362d9305fa tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 210 time: 0.0946825 Sep 15 15:55:00.640684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:00.717611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:00.719689 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.743061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=25b52d34-d9b7-4400-bb2b-3350f080e92f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:00.834444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.835821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f584e74-3ef0-487d-8ea8-4a743f220514 req-3563ceb7-e7af-4bf4-b44e-8d6dccaefab1 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 210 time: 0.1079025 Sep 15 15:55:00.857250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd69c5-df13-42cf-8557-b3ebd5425fed req-7aa7009d-c739-461c-9784-34a9a269e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:00.858790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d7fd69c5-df13-42cf-8557-b3ebd5425fed req-7aa7009d-c739-461c-9784-34a9a269e38c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 1097 time: 0.1322649 Sep 15 15:55:00.916123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:00.937313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d7fd69c5-df13-42cf-8557-b3ebd5425fed req-3541524c-dff3-480a-b76e-3fe5b70e5b7d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710032 Sep 15 15:55:00.991082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d9083bf8-6dab-4854-8e37-243f05029f15 None None] Provisioning complete for port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:00.991538 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9083bf8-6dab-4854-8e37-243f05029f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.008527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1762f13b-d8a8-461e-a35d-71cb910cb790,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:01.026374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f293f41-f43a-4f9f-82bf-9a44a41c991f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6605971 Sep 15 15:55:01.076429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d9083bf8-6dab-4854-8e37-243f05029f15 None None] Port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:01.118637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c4b5d-f303-4319-aa9a-ca25467fba9c None None] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:01.119893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.114 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/7fdb8256-4d2f-4f3a-97a3-fa010e10ee13) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:01.146765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.230367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=0efe2329-8cd7-4181-8b6a-746815c56c42,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:01.254198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6c2b7422-e760-4407-8edc-9caac56f1d23 None None] Provisioning complete for port 79a940b8-66c1-4441-9c04-63e1061c4206 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:01.254810 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7422-e760-4407-8edc-9caac56f1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.289695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': '5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3ee4213a-4da7-4650-8e88-9ba2192dcb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:01.290331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: 3ee4213a-4da7-4650-8e88-9ba2192dcb81, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:01.371343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:01.428102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 79a940b8-66c1-4441-9c04-63e1061c4206 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:01.454275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-59688c15-2838-4f7b-9414-73d3b35cb081 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:01.455878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-59688c15-2838-4f7b-9414-73d3b35cb081 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.38 "GET /v2.0/networks?id=1536617b-8106-410e-b62e-71ff33233de6 HTTP/1.1" status: 200 len: 818 time: 0.1857450 Sep 15 15:55:01.471531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Request body: {'port': {'device_id': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'network_id': '1536617b-8106-410e-b62e-71ff33233de6', 'admin_state_up': True, 'tenant_id': '81063d230922424399698444fd4a9a4b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:01.473505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3ee4213a-4da7-4650-8e88-9ba2192dcb81) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:01.481123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:01.481999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.492218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b43d5-56ef-4067-aa4d-343c53eafae0 None None] Network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:01.514693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d49dd-f0d5-44d2-8973-8414897ad99d req-dc1508a2-d37d-4a0f-a227-8b6ab7193a1a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:01.519077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea4d49dd-f0d5-44d2-8973-8414897ad99d req-dc1508a2-d37d-4a0f-a227-8b6ab7193a1a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1048484 Sep 15 15:55:01.602243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea4d49dd-f0d5-44d2-8973-8414897ad99d req-1a2c4d77-ff7a-424e-aff4-c4aed84e813d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757329 Sep 15 15:55:01.606211 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-66c70c6e-2161-4ca0-8c82-16e3f5dc5dd0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3480399 Sep 15 15:55:01.617356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48336) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:01.620357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2059383284'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:01.717206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:01.739203 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.739325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.739461 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7422-e760-4407-8edc-9caac56f1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.752178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 79a940b8-66c1-4441-9c04-63e1061c4206 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:01.752653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.772445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:01.796295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.796830 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment 3961dede-f5d0-47c4-bfe8-f10986957f5f of type vlan for network 5b93b143-4add-4a78-b557-ace4498c13d1 Sep 15 15:55:01.840289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6c2b7422-e760-4407-8edc-9caac56f1d23 None None] For port 79a940b8-66c1-4441-9c04-63e1061c4206, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=79a940b8-66c1-4441-9c04-63e1061c4206,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:01.956365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Made reservation on behalf of 81063d230922424399698444fd4a9a4b for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:01.968188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.968548 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c2b7422-e760-4407-8edc-9caac56f1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:01.971047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.063576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.102244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.115182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:02.115182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.120212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48344) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:02.138605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4cbd745d-3bab-48e6-af5b-40dba46b49c6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043286610', 'description': 'tempest-description--1446249120'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:02.179989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-3ee4213a-4da7-4650-8e88-9ba2192dcb81', 'network_id': '3ee4213a-4da7-4650-8e88-9ba2192dcb81', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': '0efe2329-8cd7-4181-8b6a-746815c56c42'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:02.181307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.188472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b7422-e760-4407-8edc-9caac56f1d23 None None] Pushing event updated for resources: {'Port': ['ID=79a940b8-66c1-4441-9c04-63e1061c4206,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:02.230818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:02.231621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:02.241041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:02.253617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:02.313512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de6aa85b-3d6c-4200-a644-2270e609e070 req-0296c242-83a4-49ee-a6f5-92f4a143d1c6 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 210 time: 0.0762732 Sep 15 15:55:02.349466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8697dea5-d039-4b4c-8eae-b36affa19697 None None] Provisioning complete for port 79a940b8-66c1-4441-9c04-63e1061c4206 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:02.350204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8697dea5-d039-4b4c-8eae-b36affa19697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.350595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Allocated IP 172.20.0.7 (1536617b-8106-410e-b62e-71ff33233de6/e25b0426-780b-45e4-b7b5-f26d61f6017a/09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:02.353693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:02.381450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:02.382418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.462696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d451382-70fc-4105-b694-95101077a82c req-37246289-723e-433e-8963-77ded1be20bd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:02.470218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7d451382-70fc-4105-b694-95101077a82c req-37246289-723e-433e-8963-77ded1be20bd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 936 time: 0.3524814 Sep 15 15:55:02.485329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=5b93b143-4add-4a78-b557-ace4498c13d1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:02.501197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Allocated IP 2001:db8:0:ffff::2 (3ee4213a-4da7-4650-8e88-9ba2192dcb81/0efe2329-8cd7-4181-8b6a-746815c56c42/45cd9a52-26e1-44d0-aab5-437ed52d2d66) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:02.526278 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7d451382-70fc-4105-b694-95101077a82c req-c6fd1c76-d061-4c4b-b203-f6ef676ef02f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Sep 15 15:55:02.563207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cbd745d-3bab-48e6-af5b-40dba46b49c6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.568920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.572742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5b93b143-4add-4a78-b557-ace4498c13d1 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:02.615076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-76db3e41-7a89-4cf1-9a96-85239c468d11 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0040522 Sep 15 15:55:02.618220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48346) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:02.623445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': '5b93b143-4add-4a78-b557-ace4498c13d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:02.626936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-2700a7e5-3293-4daf-8720-8e450522a2d5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9782786 Sep 15 15:55:02.645024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Request body: {'port': {'device_id': '165b1199-07f1-41b4-b149-1a84b9395a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:02.679069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.766551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Pushing event updated for resources: {'Port': ['ID=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:02.788258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cbd745d-3bab-48e6-af5b-40dba46b49c6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.800867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:02.801519 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.806964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Network 1536617b-8106-410e-b62e-71ff33233de6 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:02.813808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:02.817239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:02.820773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.861173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403fffd-023f-4e8a-b7b1-ae1bc7510588 req-40e565f2-afc2-47d6-af43-802f9aab5765 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:02.862750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1403fffd-023f-4e8a-b7b1-ae1bc7510588 req-40e565f2-afc2-47d6-af43-802f9aab5765 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1766040 Sep 15 15:55:02.874888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cbd745d-3bab-48e6-af5b-40dba46b49c6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.922304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd745d-3bab-48e6-af5b-40dba46b49c6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e538f50-a1f1-497a-9a63-0eb076a19abb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:02.926463 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.942279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:02.952190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:02.965724 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1403fffd-023f-4e8a-b7b1-ae1bc7510588 req-7b5d0f4b-6f9d-4ca2-a9df-94a4bf3e54ff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900085 Sep 15 15:55:02.974665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:02.979043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.010704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.081697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:03.086283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:03.090143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:03.126368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cbd745d-3bab-48e6-af5b-40dba46b49c6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.133146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4cbd745d-3bab-48e6-af5b-40dba46b49c6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9992533 Sep 15 15:55:03.133485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48358) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:03.133576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e6baa436-b0a1-4d2d-9077-4b3a4da789da None None] Provisioning complete for port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:03.133576 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6baa436-b0a1-4d2d-9077-4b3a4da789da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.137726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e33480c9-3a36-4472-ae95-c5733b9580fb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'security_group_rule': {'security_group_id': '8e538f50-a1f1-497a-9a63-0eb076a19abb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:03.149495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 79a940b8-66c1-4441-9c04-63e1061c4206 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:03.175703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-9b92ccc9-e50b-4c61-8214-994bfe189127 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7103987 Sep 15 15:55:03.196158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Request body: {'port': {'device_id': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:03.230868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Pushing event updated for resources: {'Port': ['ID=45cd9a52-26e1-44d0-aab5-437ed52d2d66,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:03.265121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Attempting to bind port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:03.265397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Attempting to bind port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3ee4213a-4da7-4650-8e88-9ba2192dcb81'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:03.265753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Attempting to bind port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 on network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:03.278522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e6baa436-b0a1-4d2d-9077-4b3a4da789da None None] Port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:03.282828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:03.284883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Checking segment: {'id': '5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3ee4213a-4da7-4650-8e88-9ba2192dcb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:03.284883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.284883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Bound using segment: {'id': '5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3ee4213a-4da7-4650-8e88-9ba2192dcb81'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:03.285435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Bound port: 45cd9a52-26e1-44d0-aab5-437ed52d2d66, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '3ee4213a-4da7-4650-8e88-9ba2192dcb81'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:03.286043 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.298698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.337271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 79a940b8-66c1-4441-9c04-63e1061c4206 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:03.337464 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.379074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e33480c9-3a36-4472-ae95-c5733b9580fb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.381119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.406781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] For port 45cd9a52-26e1-44d0-aab5-437ed52d2d66, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:03.421391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] For port 45cd9a52-26e1-44d0-aab5-437ed52d2d66, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=45cd9a52-26e1-44d0-aab5-437ed52d2d66,segment=NetworkSegment(5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d),segment_id=5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:03.451002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:03.483465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.495324 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.504500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=31803742-ea0e-44a8-a1a8-22a8178e1e45,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:03.522172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': '3961dede-f5d0-47c4-bfe8-f10986957f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5b93b143-4add-4a78-b557-ace4498c13d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:03.522406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: 5b93b143-4add-4a78-b557-ace4498c13d1, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:03.533118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e13b1-ce5b-4a38-ad8c-9606f047af78 req-089dc347-e29b-4ef3-9b37-e36684d4e282 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:03.541455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ae5e13b1-ce5b-4a38-ad8c-9606f047af78 req-089dc347-e29b-4ef3-9b37-e36684d4e282 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 931 time: 0.1030395 Sep 15 15:55:03.585656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae019d31-be6b-46f7-a71b-232c2aa8a143 None None] Pushing event updated for resources: {'Port': ['ID=45cd9a52-26e1-44d0-aab5-437ed52d2d66,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:03.588182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Transition to ACTIVE for port object 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:03.606448 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ae5e13b1-ce5b-4a38-ad8c-9606f047af78 req-e27c6837-b755-46ea-99f9-b0f152c9b019 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638344 Sep 15 15:55:03.622401 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e33480c9-3a36-4472-ae95-c5733b9580fb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.631702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9f892-3733-4957-b8eb-77e623c4dd10 req-76be0ff0-8857-43d4-a7ee-5056f725e82d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:03.633370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30c9f892-3733-4957-b8eb-77e623c4dd10 req-76be0ff0-8857-43d4-a7ee-5056f725e82d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.2122731 Sep 15 15:55:03.711907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network 5b93b143-4add-4a78-b557-ace4498c13d1 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:03.721879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30c9f892-3733-4957-b8eb-77e623c4dd10 req-234d5367-4b99-4bc0-9eac-9f31e4f75d2f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776689 Sep 15 15:55:03.745947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e33480c9-3a36-4472-ae95-c5733b9580fb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.749730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ef382-a580-4ff0-a674-2aeb1c273986 req-7fd57719-b8e0-43d8-9b29-832c336c622d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:03.751417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-918ef382-a580-4ff0-a674-2aeb1c273986 req-7fd57719-b8e0-43d8-9b29-832c336c622d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 936 time: 0.0716698 Sep 15 15:55:03.752262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.811800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5b93b143-4add-4a78-b557-ace4498c13d1) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:03.823741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f31bc8-49bc-4df8-80eb-d01f48d806a8 None None] Network 5b93b143-4add-4a78-b557-ace4498c13d1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:03.854040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:03.854938 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:03.880911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-918ef382-a580-4ff0-a674-2aeb1c273986 req-02ee4372-a1d4-4ede-8ef7-af8a3265f0e2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180081 Sep 15 15:55:03.891339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:03.913014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33480c9-3a36-4472-ae95-c5733b9580fb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a22bc44-55be-4505-b354-305e97b97453,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:03.974407 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-206ae4da-1c84-4985-87c4-d9838a4c3634 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3550847 Sep 15 15:55:03.977431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48372) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:04.058206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:04.072710 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e33480c9-3a36-4472-ae95-c5733b9580fb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.076649 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e33480c9-3a36-4472-ae95-c5733b9580fb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9417608 Sep 15 15:55:04.076649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.078617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48374) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:04.090894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8a1cc53b-4ea1-42ae-95e7-84a4917cad70 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'security_group_rule': {'security_group_id': '8e538f50-a1f1-497a-9a63-0eb076a19abb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:04.099687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Transition to ACTIVE for port object 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:04.121927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Attempting to bind port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:04.122607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Attempting to bind port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:04.123123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Attempting to bind port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:04.130471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:04.131365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Attempting to bind port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:04.138319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:04.140141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:04.141601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:04.142418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Bound port: 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:04.143044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.163626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.199894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.220621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4fde6-a0cc-4f5d-bafd-c851f01c0bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-5b93b143-4add-4a78-b557-ace4498c13d1', 'network_id': '5b93b143-4add-4a78-b557-ace4498c13d1', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': '31803742-ea0e-44a8-a1a8-22a8178e1e45'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:04.221869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0ad4fde6-a0cc-4f5d-bafd-c851f01c0bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.238798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc53b-4ea1-42ae-95e7-84a4917cad70 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.274008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.296999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Pushing event updated for resources: {'Port': ['ID=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:04.314004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] For port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:04.355960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] For port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:04.384430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc53b-4ea1-42ae-95e7-84a4917cad70 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.385973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Attempting to bind port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:04.386318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Attempting to bind port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '6533b9d5-8064-451f-bb27-a0e13363f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '1536617b-8106-410e-b62e-71ff33233de6'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:04.386651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Attempting to bind port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf on network 1536617b-8106-410e-b62e-71ff33233de6 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:04.393178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf on network 1536617b-8106-410e-b62e-71ff33233de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:04.393528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Attempting to bind port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf on network 1536617b-8106-410e-b62e-71ff33233de6 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:04.398835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:04.399174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Checking segment: {'id': '6533b9d5-8064-451f-bb27-a0e13363f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '1536617b-8106-410e-b62e-71ff33233de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:04.399555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Bound using segment: {'id': '6533b9d5-8064-451f-bb27-a0e13363f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '1536617b-8106-410e-b62e-71ff33233de6'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:04.399982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Bound port: 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6533b9d5-8064-451f-bb27-a0e13363f648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '1536617b-8106-410e-b62e-71ff33233de6'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:04.400345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.402407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.434720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.435025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=31803742-ea0e-44a8-a1a8-22a8178e1e45,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:04.491992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:04.492651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.494100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] 10.222.0.38 "PUT /v2.0/ports/7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 HTTP/1.1" status: 200 len: 1096 time: 1.8577290 Sep 15 15:55:04.496263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165b1199-07f1-41b4-b149-1a84b9395a68', 'tag': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:04.505766 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be5a51c-f0d4-4021-80ce-d9c09832ce79" -d '{"events": [{"name": "network-changed", "server_uuid": "165b1199-07f1-41b4-b149-1a84b9395a68", "tag": "7fdb8256-4d2f-4f3a-97a3-fa010e10ee13"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:04.506089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc53b-4ea1-42ae-95e7-84a4917cad70 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.509451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server [None req-0ad4fde6-a0cc-4f5d-bafd-c851f01c0bf6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31803742-ea0e-44a8-a1a8-22a8178e1e45: This subnet is being modified by another concurrent operation. Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:55:04.522909 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise exception Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31803742-ea0e-44a8-a1a8-22a8178e1e45: This subnet is being modified by another concurrent operation. Sep 15 15:55:04.527078 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Sep 15 15:55:04.541346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] For port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:04.547333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] For port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,segment=NetworkSegment(6533b9d5-8064-451f-bb27-a0e13363f648),segment_id=6533b9d5-8064-451f-bb27-a0e13363f648)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:04.551157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfe3d5-cc5a-4197-9b6c-3cf4b039d2ed service neutron] Pushing event updated for resources: {'Port': ['ID=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:04.574817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b93b143-4add-4a78-b557-ace4498c13d1']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:04.578184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cc53b-4ea1-42ae-95e7-84a4917cad70 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5ebc6a-4868-4256-b520-96e76e001d85,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:04.580633 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755340d1-4c48-40ef-af2f-6789a3d68f07 x-openstack-request-id: req-755340d1-4c48-40ef-af2f-6789a3d68f07 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:04.581042 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165b1199-07f1-41b4-b149-1a84b9395a68", "tag": "7fdb8256-4d2f-4f3a-97a3-fa010e10ee13", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:04.581203 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-755340d1-4c48-40ef-af2f-6789a3d68f07 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:04.581588 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165b1199-07f1-41b4-b149-1a84b9395a68', 'tag': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', 'status': 'completed', 'code': 200} Sep 15 15:55:04.592458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932aa10-b2db-44e9-9e03-fdf1506a2836 None None] Network 5b93b143-4add-4a78-b557-ace4498c13d1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:04.601227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3961dede-f5d0-47c4-bfe8-f10986957f5f') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:04.601636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3961dede-f5d0-47c4-bfe8-f10986957f5f') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:04.614135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a1cc53b-4ea1-42ae-95e7-84a4917cad70 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.616210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8a1cc53b-4ea1-42ae-95e7-84a4917cad70 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5363390 Sep 15 15:55:04.617989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.619925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48380) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:04.626447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:04.657718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5a51c-f0d4-4021-80ce-d9c09832ce79 req-5568965b-3f28-4e09-8cff-69610fe65fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:04.659419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7be5a51c-f0d4-4021-80ce-d9c09832ce79 req-5568965b-3f28-4e09-8cff-69610fe65fc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 1099 time: 0.0601923 Sep 15 15:55:04.667367 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.683864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.692688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:04.693376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:04.700224 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:04.743926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7be5a51c-f0d4-4021-80ce-d9c09832ce79 req-7b6689d5-f710-4c87-917f-15893bbd799c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669541 Sep 15 15:55:04.748931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:04.749582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.751398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] 10.222.0.38 "PUT /v2.0/ports/09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf HTTP/1.1" status: 200 len: 1091 time: 1.5635531 Sep 15 15:55:04.855312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.932758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa4e1c-4cb5-4745-943f-a1a54dedba84 req-4a0dbc30-3814-4404-b0f5-b9a2d0cd3321 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:04.934314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3fa4e1c-4cb5-4745-943f-a1a54dedba84 req-4a0dbc30-3814-4404-b0f5-b9a2d0cd3321 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0815105 Sep 15 15:55:04.937437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.947534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:04.949730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/5b93b143-4add-4a78-b557-ace4498c13d1 HTTP/1.1" status: 204 len: 168 time: 0.9712696 Sep 15 15:55:04.962783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48390) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:04.973650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1703164646'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:04.977382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe4b2-7077-459a-9a3b-e521c9673f0c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=5b93b143-4add-4a78-b557-ace4498c13d1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:04.988877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54dade-2c26-4a53-87fd-4389c66bae85 service neutron] Pushing event updated for resources: {'Port': ['ID=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:05.041465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3fa4e1c-4cb5-4745-943f-a1a54dedba84 req-62a8849c-ed7f-419d-af10-96d1b9383068 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952871 Sep 15 15:55:05.047799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a26e5a-9563-433d-92d2-07af88f09e20 req-567303cf-abc0-48f6-b1de-628c59c83dbb tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.055295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2a26e5a-9563-433d-92d2-07af88f09e20 req-567303cf-abc0-48f6-b1de-628c59c83dbb tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 943 time: 0.2817426 Sep 15 15:55:05.063965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5a51c-f0d4-4021-80ce-d9c09832ce79 req-f27e95cb-2eb7-4c73-8ff9-e0fa68022912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.066932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7be5a51c-f0d4-4021-80ce-d9c09832ce79 req-f27e95cb-2eb7-4c73-8ff9-e0fa68022912 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3140781 Sep 15 15:55:05.087161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e03b56-3968-4620-a3d5-a7ff17f77b1f None None] Network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:05.102027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-d77f9853-986c-45ef-97a7-4839905ecdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.106738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-d77f9853-986c-45ef-97a7-4839905ecdf7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81063d230922424399698444fd4a9a4b&device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 1094 time: 0.2098036 Sep 15 15:55:05.119652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.169718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 45cd9a52-26e1-44d0-aab5-437ed52d2d66 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:05.175056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:05.178254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.182268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2a26e5a-9563-433d-92d2-07af88f09e20 req-bef4365b-d083-470a-ae2b-f2fc32821d2d tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206646 Sep 15 15:55:05.243011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-796acc39-c68d-4c92-a96c-188f27b87fd8 None None] Provisioning complete for port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:05.243391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-796acc39-c68d-4c92-a96c-188f27b87fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.261281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c19f-d847-4219-be46-b2dd459a6eab req-648d9a4b-98b7-462f-ab61-19308dd20036 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.263562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a5a6c19f-d847-4219-be46-b2dd459a6eab req-648d9a4b-98b7-462f-ab61-19308dd20036 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 948 time: 0.0894883 Sep 15 15:55:05.275337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-081e8c32-7a60-423e-89b8-5830d18a7ab3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf HTTP/1.1" status: 200 len: 217 time: 0.1211581 Sep 15 15:55:05.341263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:05.341420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:05.341640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.351136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-7d800cb0-4e54-427c-a210-43bb5d518050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.352939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-7d800cb0-4e54-427c-a210-43bb5d518050 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 1099 time: 0.1971440 Sep 15 15:55:05.411004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.411004 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment 8c43dfde-0607-4eb2-a582-3f67bb6ea6d3 of type vlan for network 2896b915-5e63-4f83-bb47-5ef70aac05bb Sep 15 15:55:05.423019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-30881899-7f88-4053-8f41-12fb0061a328 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 HTTP/1.1" status: 200 len: 217 time: 0.0581965 Sep 15 15:55:05.428342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-f0ac9c1e-6077-478b-8d15-32ba5cb6daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.429860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-f0ac9c1e-6077-478b-8d15-32ba5cb6daa0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e25b0426-780b-45e4-b7b5-f26d61f6017a HTTP/1.1" status: 200 len: 858 time: 0.1448257 Sep 15 15:55:05.448678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-796acc39-c68d-4c92-a96c-188f27b87fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.487032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-796acc39-c68d-4c92-a96c-188f27b87fd8 None None] For port 45cd9a52-26e1-44d0-aab5-437ed52d2d66, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=45cd9a52-26e1-44d0-aab5-437ed52d2d66,segment=NetworkSegment(5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d),segment_id=5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:05.526878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-66790c40-8582-417f-898a-1459f9590ef8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1536617b-8106-410e-b62e-71ff33233de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643518 Sep 15 15:55:05.528738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.558024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-796acc39-c68d-4c92-a96c-188f27b87fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.614930 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.646443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.resource_extend [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 15:55:05.658967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796acc39-c68d-4c92-a96c-188f27b87fd8 None None] Pushing event updated for resources: {'Port': ['ID=45cd9a52-26e1-44d0-aab5-437ed52d2d66,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:05.661669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a5a6c19f-d847-4219-be46-b2dd459a6eab req-0ce63be6-bc50-4cc7-9969-4b82e832942d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892918 Sep 15 15:55:05.683446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 172.25.0.210 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/12114ec2-80ab-4c3c-bb74-d4b64eb3355b) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:05.688399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-5d2eb2d8-5c0d-41e8-95b0-6250ad1d5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.690001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-5d2eb2d8-5c0d-41e8-95b0-6250ad1d5156 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2577443 Sep 15 15:55:05.716295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-1cd14e19-dfe8-4109-a501-f6b26314bfc9 service neutron] 10.222.0.38 "GET /v2.0/networks/1536617b-8106-410e-b62e-71ff33233de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755016 Sep 15 15:55:05.718826 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:55:05.719312 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:55:05.774464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.784524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.784524 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.792340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d89ff3-3aa2-4064-a023-4d224181f5ac None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:55:05.807761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.867119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e519a-f546-42b0-a51b-155b2556d93f req-b3fd96bc-ae22-4181-b207-aae0bdc0744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:05.870301 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-b3fd96bc-ae22-4181-b207-aae0bdc0744b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704316 Sep 15 15:55:05.929425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-391068f2-3c67-4215-ae82-48e755b2aef6 None None] Provisioning complete for port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:05.929792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-391068f2-3c67-4215-ae82-48e755b2aef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:05.934636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=2896b915-5e63-4f83-bb47-5ef70aac05bb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:05.954287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2896b915-5e63-4f83-bb47-5ef70aac05bb details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:05.964308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48396) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:05.965973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7bb534a3-58e7-43a8-b6b2-f062c1d98d82 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9956899 Sep 15 15:55:05.970162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': '2896b915-5e63-4f83-bb47-5ef70aac05bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:05.992788 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ac377d-a874-472b-8c85-5f81e4b103ec req-ef03e414-5857-44b9-8ecb-27c515b06783 service neutron] 10.222.0.38 "GET /v2.0/networks/1536617b-8106-410e-b62e-71ff33233de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615006 Sep 15 15:55:06.000390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:06.037514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-f9a70613-2354-4a7b-90de-95a4488121f7 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578584 Sep 15 15:55:06.078285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:06.085596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:06.090224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:06.103868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d89ff3-3aa2-4064-a023-4d224181f5ac None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:55:06.142430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=12114ec2-80ab-4c3c-bb74-d4b64eb3355b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:06.222717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:06.306152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:06.310553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:06.427864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:06.441774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5a00-0bfc-405a-a8af-d5e82c236f44 req-84553a8f-a72c-4e30-a60c-2854023a6e78 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:06.444987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7d5a00-0bfc-405a-a8af-d5e82c236f44 req-84553a8f-a72c-4e30-a60c-2854023a6e78 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 943 time: 0.1689565 Sep 15 15:55:06.524981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af2e519a-f546-42b0-a51b-155b2556d93f req-4ff2b5a6-336b-48f8-a40c-43d32d1459ba service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805813 Sep 15 15:55:06.546364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d698c3-7dc4-4d4a-b75c-b73537267576 req-9cdcb36c-aad3-4d9d-b833-75c03b8c38d7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:06.551968 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7d5a00-0bfc-405a-a8af-d5e82c236f44 req-56ed6ef9-b83e-4863-b955-29c365b80e52 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819304 Sep 15 15:55:06.554705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37d698c3-7dc4-4d4a-b75c-b73537267576 req-9cdcb36c-aad3-4d9d-b833-75c03b8c38d7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.4142942 Sep 15 15:55:06.584101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'tag': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:06.586192 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8adf50-8df4-4efd-94f7-3899d0531303", "tag": "09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:06.608559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37d698c3-7dc4-4d4a-b75c-b73537267576 req-45e42a52-5942-4a1a-b56b-1a0d9932b5d6 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529497 Sep 15 15:55:06.735243 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a2b140-7f53-4218-8770-17dc0386f908 x-openstack-request-id: req-f6a2b140-7f53-4218-8770-17dc0386f908 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:06.735243 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8adf50-8df4-4efd-94f7-3899d0531303", "tag": "09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:06.735243 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f6a2b140-7f53-4218-8770-17dc0386f908 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:06.735243 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'tag': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf', 'status': 'completed', 'code': 200} Sep 15 15:55:06.807644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:06.816014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-68110511-6e42-4ee4-8c3f-6ade2ef4aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:06.817694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-68110511-6e42-4ee4-8c3f-6ade2ef4aaab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81063d230922424399698444fd4a9a4b&device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 1094 time: 0.0544028 Sep 15 15:55:06.847644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1e0ce-870c-4c6c-aa03-d7f69ff3c559 req-ab259b62-9083-4c6b-9b17-69293e3a3942 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:06.850099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8a1e0ce-870c-4c6c-aa03-d7f69ff3c559 req-ab259b62-9083-4c6b-9b17-69293e3a3942 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 948 time: 0.0591271 Sep 15 15:55:06.865292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:06.909974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:06.935687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-68e2c77f-a8f6-4232-a5fb-3977bb281176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:06.937196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-68e2c77f-a8f6-4232-a5fb-3977bb281176 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1536617b-8106-410e-b62e-71ff33233de6 HTTP/1.1" status: 200 len: 919 time: 0.1103058 Sep 15 15:55:06.980511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8a1e0ce-870c-4c6c-aa03-d7f69ff3c559 req-5a756b52-3782-486e-bff0-a511b3528072 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235325 Sep 15 15:55:06.985710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-44e3cb5e-b7e5-48c5-88af-6b73d09451eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf HTTP/1.1" status: 200 len: 217 time: 0.0357201 Sep 15 15:55:07.021276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=fb1f6a4e-30d6-43e9-871b-a82ecd15dbb7,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:07.041996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=12114ec2-80ab-4c3c-bb74-d4b64eb3355b,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:07.048646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-1e9334c1-612d-4ac3-b3d7-d432ffafdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.050184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-1e9334c1-612d-4ac3-b3d7-d432ffafdaff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e25b0426-780b-45e4-b7b5-f26d61f6017a HTTP/1.1" status: 200 len: 858 time: 0.0520692 Sep 15 15:55:07.054277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.057096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': '8c43dfde-0607-4eb2-a582-3f67bb6ea6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2896b915-5e63-4f83-bb47-5ef70aac05bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:07.057516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: 2896b915-5e63-4f83-bb47-5ef70aac05bb, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:07.086180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-d9e5c010-7bcf-48fa-91cc-e7e3355a600a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1536617b-8106-410e-b62e-71ff33233de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265925 Sep 15 15:55:07.091341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 45cd9a52-26e1-44d0-aab5-437ed52d2d66 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:07.133600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.144151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-284e114b-5cd4-401c-88c0-af89ad20d1b8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5223136 Sep 15 15:55:07.144825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:07.145298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.162430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network 2896b915-5e63-4f83-bb47-5ef70aac05bb is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:07.187519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-ee323125-fb94-4a96-bf4e-263cf8acf72d service neutron] 10.222.0.38 "GET /v2.0/networks/1536617b-8106-410e-b62e-71ff33233de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911682 Sep 15 15:55:07.241648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2896b915-5e63-4f83-bb47-5ef70aac05bb) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:07.247775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.248526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.256450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70b471-e5c0-4541-b9d0-b3f648570f35 None None] Network 2896b915-5e63-4f83-bb47-5ef70aac05bb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:07.307601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9b1584e-e3ce-4db6-8838-88daa6cfb96e req-3b6bbcf1-f038-434c-b8df-dba6dd9fa716 service neutron] 10.222.0.38 "GET /v2.0/networks/1536617b-8106-410e-b62e-71ff33233de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120367 Sep 15 15:55:07.322796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ebaef6cd-83f1-4595-aad3-4741521d0b27 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3569829 Sep 15 15:55:07.326449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48428) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:07.333013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104888667'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:07.399750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-5fe962c0-0cc5-403b-b21f-a5181ec5fc72 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1043286610&fields=id&tenant_id=a6676d2b0a39459eba370ebe3610051f HTTP/1.1" status: 200 len: 267 time: 0.0369847 Sep 15 15:55:07.433531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:07.437522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.456196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-4d0a08d2-9bc2-4d76-a6c9-81f29a0646ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.457637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-4d0a08d2-9bc2-4d76-a6c9-81f29a0646ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports/34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 937 time: 0.0504148 Sep 15 15:55:07.466772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:07.479458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.484086 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment f9e14b4e-1f19-4c5c-bb5f-12ac15a3e4ed of type vlan for network 99b0abef-9f9f-41a6-9b19-055f28e7dc64 Sep 15 15:55:07.510637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-de1c9971-49a8-430a-accc-e7a054bbacaa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.511884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-de1c9971-49a8-430a-accc-e7a054bbacaa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports/3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 936 time: 0.0467498 Sep 15 15:55:07.527907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.560355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-2896b915-5e63-4f83-bb47-5ef70aac05bb', 'network_id': '2896b915-5e63-4f83-bb47-5ef70aac05bb', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': 'fb1f6a4e-30d6-43e9-871b-a82ecd15dbb7'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:07.561270 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.578221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8c34a93c-b67c-4abc-8ea5-8582e978aaa4 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0567064 Sep 15 15:55:07.613510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-1803e503-447b-4c66-98d5-26437973e202 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0286093 Sep 15 15:55:07.637372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.642975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.643614 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:07.735186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Allocated IP 2001:db8::3 (2896b915-5e63-4f83-bb47-5ef70aac05bb/fb1f6a4e-30d6-43e9-871b-a82ecd15dbb7/5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:07.749586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8a48ce8a-466b-46d7-a67e-3174b27aaa2c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.751429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4227266 Sep 15 15:55:07.752459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96608f42-9852-49c6-b519-f4f7cb072666 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=99b0abef-9f9f-41a6-9b19-055f28e7dc64,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:07.756301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8a48ce8a-466b-46d7-a67e-3174b27aaa2c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.761968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48442) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:07.762623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8a48ce8a-466b-46d7-a67e-3174b27aaa2c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.767702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': '99b0abef-9f9f-41a6-9b19-055f28e7dc64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:07.777360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 99b0abef-9f9f-41a6-9b19-055f28e7dc64 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:07.780088 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8a48ce8a-466b-46d7-a67e-3174b27aaa2c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/networks?id=750c4d85-afa9-4a00-a89d-5380a155e225&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29 HTTP/1.1" status: 200 len: 1996 time: 0.1578348 Sep 15 15:55:07.796884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26260159-06ac-4583-843e-728ebfd75d15 req-a98adb88-ca75-4ab3-9dbf-bb1b0d0cca50 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:07.797535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-304c5a22-d20c-48a6-900c-8240f10cf360 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/quotas/a6676d2b0a39459eba370ebe3610051f HTTP/1.1" status: 200 len: 375 time: 0.0160503 Sep 15 15:55:07.798435 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26260159-06ac-4583-843e-728ebfd75d15 req-a98adb88-ca75-4ab3-9dbf-bb1b0d0cca50 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 943 time: 0.1412699 Sep 15 15:55:07.883095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-7fbe75ab-b5a9-4ef8-9b32-ab0d49622145 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0761881 Sep 15 15:55:07.927776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26260159-06ac-4583-843e-728ebfd75d15 req-1995d86e-adf6-4a60-99a4-75bbfd742350 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175508 Sep 15 15:55:08.018883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.021049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-64bdfaf3-31e8-4203-b607-287d0e1fa59d service neutron] 10.222.0.63 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369963 Sep 15 15:55:08.030963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:08.034702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.103853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Performing IP validity checks on allocation pools {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 15 15:55:08.104478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 15 15:55:08.116407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-65f27a4d-b56b-468d-9b41-2397dc61915f service neutron] 10.222.0.63 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940971 Sep 15 15:55:08.120379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942eb42e-f94b-4a18-9518-111efd06d2a0 req-539cba5b-ae98-4e73-820f-0d80db56e183 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:08.121974 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-942eb42e-f94b-4a18-9518-111efd06d2a0 req-539cba5b-ae98-4e73-820f-0d80db56e183 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1243641 Sep 15 15:55:08.131035 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.160214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-6802874f-b07b-4e8c-b298-db57be5c61f3 service neutron] 10.222.0.63 "GET /v2.0/ports/34db38d6-8e09-4285-936d-242c204c9905?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0368738 Sep 15 15:55:08.173937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Network 2896b915-5e63-4f83-bb47-5ef70aac05bb is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:08.179666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:08.182885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:08.193093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-942eb42e-f94b-4a18-9518-111efd06d2a0 req-1228a05f-8bf9-40b4-a9b1-61fc04167e2d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617776 Sep 15 15:55:08.195207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Pushing event updated for resources: {'Port': ['ID=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:08.275068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Attempting to bind port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:08.275354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Attempting to bind port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8c43dfde-0607-4eb2-a582-3f67bb6ea6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2896b915-5e63-4f83-bb47-5ef70aac05bb'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:08.275723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Attempting to bind port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d on network 2896b915-5e63-4f83-bb47-5ef70aac05bb {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:08.282687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:08.283062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Checking segment: {'id': '8c43dfde-0607-4eb2-a582-3f67bb6ea6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2896b915-5e63-4f83-bb47-5ef70aac05bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:08.283867 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.284360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Bound using segment: {'id': '8c43dfde-0607-4eb2-a582-3f67bb6ea6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2896b915-5e63-4f83-bb47-5ef70aac05bb'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:08.284923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Bound port: 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c43dfde-0607-4eb2-a582-3f67bb6ea6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '2896b915-5e63-4f83-bb47-5ef70aac05bb'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:08.285391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.306108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-1f477fc4-49d1-4929-8d56-0532c085acf6 service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317725 Sep 15 15:55:08.366898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] For port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:08.370248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] For port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,segment=NetworkSegment(8c43dfde-0607-4eb2-a582-3f67bb6ea6d3),segment_id=8c43dfde-0607-4eb2-a582-3f67bb6ea6d3)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:08.407278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a478f5b9-18bb-472a-a86e-6e60cedb25b0 service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002755 Sep 15 15:55:08.451238 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.459337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-4f67cd3e-42ac-4b54-9bd3-10daac4db7c1 service neutron] 10.222.0.63 "GET /v2.0/ports/3fb1c333-8ef0-45f2-a991-daaa7c53afa4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0453000 Sep 15 15:55:08.501032 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.546089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=a763ff59-b47e-4a7f-b206-c27bb492b069,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:08.559742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da6516-5d03-4f2b-bc20-2954ebaac90a req-1b12d7e2-e6a2-4229-8320-f4bbe109cde1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:08.568414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22da6516-5d03-4f2b-bc20-2954ebaac90a req-1b12d7e2-e6a2-4229-8320-f4bbe109cde1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 948 time: 0.1344776 Sep 15 15:55:08.595158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc423a-04bb-4ab5-b89e-fddd1462ad7d None None] Pushing event updated for resources: {'Port': ['ID=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:08.605848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': 'f9e14b4e-1f19-4c5c-bb5f-12ac15a3e4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '99b0abef-9f9f-41a6-9b19-055f28e7dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:08.606207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: 99b0abef-9f9f-41a6-9b19-055f28e7dc64, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:08.615667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-9f50613b-49b1-4891-a9af-b19e230e6579 service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495962 Sep 15 15:55:08.656351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22da6516-5d03-4f2b-bc20-2954ebaac90a req-9fa216dc-e87d-476d-8fff-23e39b9df910 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799568 Sep 15 15:55:08.702266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:08.743512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-ee5ff78b-5e17-441f-b4b8-d991a3bf9d15 service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201015 Sep 15 15:55:08.757036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network 99b0abef-9f9f-41a6-9b19-055f28e7dc64 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:08.854546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 99b0abef-9f9f-41a6-9b19-055f28e7dc64) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:08.859871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:08.860507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:08.877459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7888a0-7b0b-409a-b8cb-5160fba45105 None None] Network 99b0abef-9f9f-41a6-9b19-055f28e7dc64 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:08.885744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,segment=NetworkSegment(6533b9d5-8064-451f-bb27-a0e13363f648),segment_id=6533b9d5-8064-451f-bb27-a0e13363f648)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:08.899502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f9fc6380-e149-4553-a615-a260bad79ce8 service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486361 Sep 15 15:55:08.925427 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf', 'network_id': '1536617b-8106-410e-b62e-71ff33233de6', 'port_id': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf', 'mac_address': 'fa:16:3e:1d:76:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25b0426-780b-45e4-b7b5-f26d61f6017a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:08.981359 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1add10a3-2ba0-4405-a6bf-ea609a0ef931 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2180598 Sep 15 15:55:08.983538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48454) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:09.015386 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.041756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:09.063126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fcff684b-7a04-4fbf-a3aa-6a64d5008d4e service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627002 Sep 15 15:55:09.144726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,segment=NetworkSegment(6533b9d5-8064-451f-bb27-a0e13363f648),segment_id=6533b9d5-8064-451f-bb27-a0e13363f648)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:09.158698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa891e8a-3f39-41e3-9e53-ef5ceaed9f85 req-7d9ba6d0-bd44-4829-ad49-f00c5c5a7ff9 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:09.160636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa891e8a-3f39-41e3-9e53-ef5ceaed9f85 req-7d9ba6d0-bd44-4829-ad49-f00c5c5a7ff9 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 943 time: 0.0728843 Sep 15 15:55:09.191920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:09.215850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.236941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf098aa-6980-4009-bc83-538c3e05a92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-99b0abef-9f9f-41a6-9b19-055f28e7dc64', 'network_id': '99b0abef-9f9f-41a6-9b19-055f28e7dc64', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': 'a763ff59-b47e-4a7f-b206-c27bb492b069'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:09.238537 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fbf098aa-6980-4009-bc83-538c3e05a92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.242711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-5c2fc59c-5803-4d62-b8f4-f2dd5d519c15 service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723220 Sep 15 15:55:09.248053 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.261404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa891e8a-3f39-41e3-9e53-ef5ceaed9f85 req-348e4dae-4084-4f45-824f-0aa679234030 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846879 Sep 15 15:55:09.360572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.375368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-1dd887c9-6722-4e4e-99ee-37c85eb56eba service neutron] 10.222.0.63 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256237 Sep 15 15:55:09.423368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:09.448679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:09.449055 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.493737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:09.516896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-96552a88-4293-4b21-81e3-78981340559b service neutron] 10.222.0.63 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328700 Sep 15 15:55:09.552806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.592898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410abe4-314f-4ad5-b3f7-0d33766a9278 req-02c34b19-a021-4053-8bec-71d9682a0c4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server [None req-fbf098aa-6980-4009-bc83-538c3e05a92e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a763ff59-b47e-4a7f-b206-c27bb492b069: This subnet is being modified by another concurrent operation. Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:55:09.604469 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise exception Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a763ff59-b47e-4a7f-b206-c27bb492b069: This subnet is being modified by another concurrent operation. Sep 15 15:55:09.608920 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Sep 15 15:55:09.611644 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6410abe4-314f-4ad5-b3f7-0d33766a9278 req-02c34b19-a021-4053-8bec-71d9682a0c4b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1414328 Sep 15 15:55:09.653927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a398d1-d3ca-4f8f-a4c3-78a1a5e37f7d None None] Network 99b0abef-9f9f-41a6-9b19-055f28e7dc64 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:09.683674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=a763ff59-b47e-4a7f-b206-c27bb492b069,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:09.713790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-6e9dc50d-815a-4c28-b818-8bea63a8865c service neutron] 10.222.0.63 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783731 Sep 15 15:55:09.751173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6410abe4-314f-4ad5-b3f7-0d33766a9278 req-78fff24f-d640-4fd8-806d-dd1f3478ce49 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065598 Sep 15 15:55:09.791076 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.797730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.850895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b0abef-9f9f-41a6-9b19-055f28e7dc64']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:09.881656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e14b4e-1f19-4c5c-bb5f-12ac15a3e4ed') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:09.882209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e14b4e-1f19-4c5c-bb5f-12ac15a3e4ed') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:09.914806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,segment=NetworkSegment(8c43dfde-0607-4eb2-a582-3f67bb6ea6d3),segment_id=8c43dfde-0607-4eb2-a582-3f67bb6ea6d3)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:09.917290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.947113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-2402e6b0-360e-4076-9287-939711d21324 service neutron] 10.222.0.63 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257972 Sep 15 15:55:09.948758 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.960096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:09.960616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:09.963945 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:10.002480 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.081191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:10.086145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca364e2-f1f3-4eed-aa04-734b019dccb7 None None] Network 2896b915-5e63-4f83-bb47-5ef70aac05bb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:10.134163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-632cf8dd-d76f-4a66-a6a7-813938aa8b2a service neutron] 10.222.0.63 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774735 Sep 15 15:55:10.153869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a973b-254b-4d2f-be67-dd1d7a206d58 req-32a1a1c1-4a4b-40e7-91f0-de0b5dd910ff tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:10.156957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f1a973b-254b-4d2f-be67-dd1d7a206d58 req-32a1a1c1-4a4b-40e7-91f0-de0b5dd910ff tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 948 time: 0.0590818 Sep 15 15:55:10.177131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-372dade5-e7a4-497b-b60b-5e2986e90366 None None] Provisioning complete for port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:10.178339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-372dade5-e7a4-497b-b60b-5e2986e90366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.194740 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.216068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.218024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/99b0abef-9f9f-41a6-9b19-055f28e7dc64 HTTP/1.1" status: 204 len: 168 time: 1.2322061 Sep 15 15:55:10.228943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41324f0-07de-4dbc-a7eb-33a077ca0e05 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=99b0abef-9f9f-41a6-9b19-055f28e7dc64,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:10.229081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48470) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:10.230214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-414590302'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:10.237388 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f1a973b-254b-4d2f-be67-dd1d7a206d58 req-6b2a3025-68c6-4128-8a97-6dced73cdccd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759640 Sep 15 15:55:10.379333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:10.383875 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.408341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692cdc0-3b5a-413f-9ab6-5a0ec253bf96 req-8bf7d3ef-8eeb-46ea-bcb0-223790353ab9 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:10.417384 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5692cdc0-3b5a-413f-9ab6-5a0ec253bf96 req-8bf7d3ef-8eeb-46ea-bcb0-223790353ab9 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 944 time: 0.0769954 Sep 15 15:55:10.436238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:10.450468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.456471 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment b052bea4-25b6-4689-85c9-9a7bd4b6d1e8 of type vlan for network a2ee1914-f109-44a2-83c9-ad153fca101c Sep 15 15:55:10.469941 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5692cdc0-3b5a-413f-9ab6-5a0ec253bf96 req-094905a1-1cd1-4ce5-8c5d-8320d296432c tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 Sep 15 15:55:10.506522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.559361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3573d8b-a0f9-44a5-8353-9ead301b5a4b None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:55:10.584755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.590743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:10.591408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.605481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-309d4fa1-8a79-494a-98ff-bea9e1346f6b None None] Provisioning complete for port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:10.605738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-309d4fa1-8a79-494a-98ff-bea9e1346f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.660217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=a2ee1914-f109-44a2-83c9-ad153fca101c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:10.669199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.672958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.673117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:10.688379 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network a2ee1914-f109-44a2-83c9-ad153fca101c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:10.716066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9d1fb977-cb56-4615-9932-1b8e659f3943 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4904664 Sep 15 15:55:10.721062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48484) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:10.724517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:10.729402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:10.731733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': 'a2ee1914-f109-44a2-83c9-ad153fca101c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:10.901562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3573d8b-a0f9-44a5-8353-9ead301b5a4b None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:55:10.962044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:10.964732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0801dca-048a-4043-9b36-14f42cae8adc req-b970866a-c290-4a58-aa37-4142a25d1aa0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:10.965633 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:10.968049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0801dca-048a-4043-9b36-14f42cae8adc req-b970866a-c290-4a58-aa37-4142a25d1aa0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0723000 Sep 15 15:55:11.015042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:11.028558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0801dca-048a-4043-9b36-14f42cae8adc req-0db4ca8a-928d-450b-9b5d-80880c27e7b2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534074 Sep 15 15:55:11.057769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:11.071872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', 'mac_address': 'fa:16:3e:29:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:11.073494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:11.073856 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.152973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:11.227998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.351585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.428060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=9341097b-7731-4730-8f37-6c4639c3b0ea,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:11.436094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': 'b052bea4-25b6-4689-85c9-9a7bd4b6d1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a2ee1914-f109-44a2-83c9-ad153fca101c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:11.436348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:11.436578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: a2ee1914-f109-44a2-83c9-ad153fca101c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:11.479755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:11.483718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.532767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network a2ee1914-f109-44a2-83c9-ad153fca101c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:11.542334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:11.544742 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.583572 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.593496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:11.595739 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023da3b5-6065-49fa-bb01-f6849cfe05c2" -d '{"events": [{"server_uuid": "2d8adf50-8df4-4efd-94f7-3899d0531303", "name": "network-vif-plugged", "status": "completed", "tag": "09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:11.621688 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, a2ee1914-f109-44a2-83c9-ad153fca101c) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:11.627096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:11.628011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.646277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,segment=NetworkSegment(6533b9d5-8064-451f-bb27-a0e13363f648),segment_id=6533b9d5-8064-451f-bb27-a0e13363f648)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:11.695436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dafae7-ed67-4cf4-b6c1-80c6970e2ae9 None None] Network a2ee1914-f109-44a2-83c9-ad153fca101c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:11.714250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:11.743969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2d911ad9-0acb-43c6-8819-a36b0fa11b52 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0211101 Sep 15 15:55:11.748361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48518) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:11.754672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:11.821900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:11.938497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:11.991659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.113228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.132006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb5b6e-e996-4dde-9ae0-1d562b79192e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-a2ee1914-f109-44a2-83c9-ad153fca101c', 'network_id': 'a2ee1914-f109-44a2-83c9-ad153fca101c', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': '9341097b-7731-4730-8f37-6c4639c3b0ea'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:12.133769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-29bb5b6e-e996-4dde-9ae0-1d562b79192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.188103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2e35-bcaf-4b78-a537-f21ab1af4176 req-17447079-2706-496e-8574-c3f0d59ab38b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:12.190372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c6c2e35-bcaf-4b78-a537-f21ab1af4176 req-17447079-2706-496e-8574-c3f0d59ab38b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 949 time: 0.1419296 Sep 15 15:55:12.248829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca2c9d-20fc-4492-8f08-3af3c5f81df0 req-f4bf52e6-5c5f-4579-98cd-c51843148146 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:12.251798 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c6c2e35-bcaf-4b78-a537-f21ab1af4176 req-eb867efd-0bec-44fa-97ab-7315fd735211 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543783 Sep 15 15:55:12.259243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6bca2c9d-20fc-4492-8f08-3af3c5f81df0 req-f4bf52e6-5c5f-4579-98cd-c51843148146 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 945 time: 0.1131001 Sep 15 15:55:12.320942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6bca2c9d-20fc-4492-8f08-3af3c5f81df0 req-59b09a62-7f88-4430-9b49-ab204a5642f3 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558658 Sep 15 15:55:12.337687 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcfaa5f-5ee2-41fc-bb6d-c6db053d4e56 x-openstack-request-id: req-dfcfaa5f-5ee2-41fc-bb6d-c6db053d4e56 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:12.338355 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8adf50-8df4-4efd-94f7-3899d0531303", "name": "network-vif-plugged", "status": "completed", "tag": "09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:12.338355 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dfcfaa5f-5ee2-41fc-bb6d-c6db053d4e56 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:12.338681 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf', 'code': 200} Sep 15 15:55:12.393671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.468869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=9341097b-7731-4730-8f37-6c4639c3b0ea,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:12.472773 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1e5c38af-6b52-4cfc-9173-922b910e7163 req-ea3008be-5a1b-4d55-ab1e-2f8805475d64 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1006789 Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server [None req-29bb5b6e-e996-4dde-9ae0-1d562b79192e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9341097b-7731-4730-8f37-6c4639c3b0ea: This subnet is being modified by another concurrent operation. Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:55:12.518746 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise exception Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9341097b-7731-4730-8f37-6c4639c3b0ea: This subnet is being modified by another concurrent operation. Sep 15 15:55:12.527995 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Sep 15 15:55:12.539010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce05dd-f60d-4a8e-86de-76636c04ba69 None None] Network a2ee1914-f109-44a2-83c9-ad153fca101c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:12.542393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952b73-341b-4088-a293-464d96b8d2a2 req-1ca63371-08d8-4f86-b0dd-fcb8577fecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:12.548151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09952b73-341b-4088-a293-464d96b8d2a2 req-1ca63371-08d8-4f86-b0dd-fcb8577fecf2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 1096 time: 0.1285903 Sep 15 15:55:12.576125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2466436-3bed-4b43-8d97-e3ec35369feb req-4a183f7d-f369-49be-b171-a9ddb3d4f1e2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:12.577832 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2466436-3bed-4b43-8d97-e3ec35369feb req-4a183f7d-f369-49be-b171-a9ddb3d4f1e2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1103971 Sep 15 15:55:12.594570 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.627189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09952b73-341b-4088-a293-464d96b8d2a2 req-1e11e563-93e2-479c-b59b-3a0e351eba6f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734866 Sep 15 15:55:12.628072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ee1914-f109-44a2-83c9-ad153fca101c']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:12.643459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b052bea4-25b6-4689-85c9-9a7bd4b6d1e8') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:12.643984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b052bea4-25b6-4689-85c9-9a7bd4b6d1e8') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:12.651068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2466436-3bed-4b43-8d97-e3ec35369feb req-a806375d-8c5e-4cab-8980-9f8884c295b5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539412 Sep 15 15:55:12.660250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.687255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.700670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:12.701455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:12.705241 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:12.746515 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1213999-16b5-4083-94a3-f66937836836 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:55:12.933494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1213999-16b5-4083-94a3-f66937836836 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:55:12.942167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.950148 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:12.952478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/a2ee1914-f109-44a2-83c9-ad153fca101c HTTP/1.1" status: 204 len: 168 time: 1.2020302 Sep 15 15:55:12.958704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48534) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:12.963976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583296070'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:12.976435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2862199-45ae-4e47-91a6-524b9b1217e4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=a2ee1914-f109-44a2-83c9-ad153fca101c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:13.087370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:13.091903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:13.121516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:13.131271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:13.131968 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment cb67fd94-e46b-4c43-b27e-8041accad247 of type vlan for network cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 Sep 15 15:55:13.175686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:13.336150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:13.342603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:13.343394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:13.398558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6d68e-01e1-45d1-ada7-2ed27f3acdaf req-87a263d4-79f4-4acc-bf3c-83858708887c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:13.406344 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50d6d68e-01e1-45d1-ada7-2ed27f3acdaf req-87a263d4-79f4-4acc-bf3c-83858708887c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 949 time: 0.0632882 Sep 15 15:55:13.433214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:13.453579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:13.457496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3331b4e7-d2b8-4ed8-aad9-a354de7803e2 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4943700 Sep 15 15:55:13.461632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48544) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:13.487016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50d6d68e-01e1-45d1-ada7-2ed27f3acdaf req-0f39dbf0-2033-4273-bcb7-70cd0b32ae33 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796080 Sep 15 15:55:13.494772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:13.518959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c6ac-9b2e-4174-9405-2d9cf6256656 req-e334ba83-358a-4ff3-93b9-bf8e2b7531ae tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:13.521080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1e0c6ac-9b2e-4174-9405-2d9cf6256656 req-e334ba83-358a-4ff3-93b9-bf8e2b7531ae tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 945 time: 0.0632653 Sep 15 15:55:13.605216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1e0c6ac-9b2e-4174-9405-2d9cf6256656 req-4935a6a5-1211-425e-b17f-b710217a3506 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641506 Sep 15 15:55:13.690355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7cacd2b6-5813-4b02-a0d6-cf4fb4b22f9e req-71af4c9e-1a40-4e7e-9ee1-c940a7bd83b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0447795 Sep 15 15:55:13.778916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:13.782372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:13.825605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dfad1-88af-4283-b62b-7d223a7e45b5 req-91774a5c-c1e8-47d6-8277-d03cbdb9512e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:13.834233 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f20dfad1-88af-4283-b62b-7d223a7e45b5 req-91774a5c-c1e8-47d6-8277-d03cbdb9512e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0607975 Sep 15 15:55:13.872293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f20dfad1-88af-4283-b62b-7d223a7e45b5 req-d5ea85fd-1727-4126-b229-bd808ecd7457 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369453 Sep 15 15:55:14.137207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:14.269816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=9c80e98d-d5b7-43df-aa09-617aaba36934,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:14.276547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': 'cb67fd94-e46b-4c43-b27e-8041accad247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:14.276877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:14.390241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:14.493203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:14.498302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:14.499241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:14.503411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821e47d7-7925-47d5-b87f-b9ad11f67860 None None] Network cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:14.623592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e2d9f-316e-4084-b10b-8cccdaf65760 req-d92ac017-c665-42cd-ab2b-2d1efa29d2d9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:14.628046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f3e2d9f-316e-4084-b10b-8cccdaf65760 req-d92ac017-c665-42cd-ab2b-2d1efa29d2d9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 949 time: 0.0543051 Sep 15 15:55:14.630499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2cb36918-a0cc-4ef5-ad1a-bf1533f714bd tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1505461 Sep 15 15:55:14.631231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48560) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:14.693383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4', 'network_id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': '9c80e98d-d5b7-43df-aa09-617aaba36934'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:14.694269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:14.710269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f3e2d9f-316e-4084-b10b-8cccdaf65760 req-8da67418-2cf1-46ac-82a1-e5fb2113bc51 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745194 Sep 15 15:55:14.757847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:14.791668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:14.894599 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a61ac184-c166-4a42-ac34-94703c88b18a req-9b266a71-d87f-4345-8556-008b0d967e24 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0424323 Sep 15 15:55:14.916118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2ac62-c03a-4472-8a51-8506d93ace60 req-94320cf3-21ed-4e87-8686-b95a5fa8313a tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:14.923824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66d2ac62-c03a-4472-8a51-8506d93ace60 req-94320cf3-21ed-4e87-8686-b95a5fa8313a tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 945 time: 0.1641715 Sep 15 15:55:14.958807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:14.966329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Allocated IP 2001:db8::1 (cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4/9c80e98d-d5b7-43df-aa09-617aaba36934/335d109a-8291-4f1f-8eb9-dad8dc499809) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:15.053603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66d2ac62-c03a-4472-8a51-8506d93ace60 req-ab7cddda-9d99-48ee-90e0-508e9d6fe2ba tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227379 Sep 15 15:55:15.063300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c308c-4c61-4645-9c78-462d9feb1bc0 req-29c6fa67-49a4-4cae-bb3a-166e04d39f33 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.072360 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de3c308c-4c61-4645-9c78-462d9feb1bc0 req-29c6fa67-49a4-4cae-bb3a-166e04d39f33 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0928960 Sep 15 15:55:15.130330 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de3c308c-4c61-4645-9c78-462d9feb1bc0 req-f21c1c43-d4a1-4974-8a5e-439505063533 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Sep 15 15:55:15.160703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.164213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:15.177086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:15.177086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.185836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-3ca92164-a058-4f01-ae10-1e96ceef1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.187430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-3ca92164-a058-4f01-ae10-1e96ceef1863 service neutron] 10.222.0.55 "GET /v2.0/ports/34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 1033 time: 0.0444841 Sep 15 15:55:15.231885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-3be0cdc5-798f-46c7-905b-7cc3ca803a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.234131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-3be0cdc5-798f-46c7-905b-7cc3ca803a94 service neutron] 10.222.0.55 "GET /v2.0/ports/3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 1032 time: 0.0383976 Sep 15 15:55:15.274440 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.284451 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.336008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Network cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:15.345393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:15.355260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:15.364082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Pushing event updated for resources: {'Port': ['ID=335d109a-8291-4f1f-8eb9-dad8dc499809,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:15.365692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b1199-07f1-41b4-b149-1a84b9395a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:15.367985 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71be2661-96d0-49b7-8edb-f1d10e9b3ad4" -d '{"events": [{"server_uuid": "165b1199-07f1-41b4-b149-1a84b9395a68", "name": "network-vif-plugged", "status": "completed", "tag": "7fdb8256-4d2f-4f3a-97a3-fa010e10ee13"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:15.387303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:15.394640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.434092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b8822989-7c42-4ce6-87ad-a3276bc36fa3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.434402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=9c80e98d-d5b7-43df-aa09-617aaba36934,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:15.449852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b8822989-7c42-4ce6-87ad-a3276bc36fa3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.455886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b8822989-7c42-4ce6-87ad-a3276bc36fa3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.460832 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b8822989-7c42-4ce6-87ad-a3276bc36fa3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "GET /v2.0/networks?id=750c4d85-afa9-4a00-a89d-5380a155e225&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29 HTTP/1.1" status: 200 len: 1996 time: 0.2192531 Sep 15 15:55:15.513726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.520633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-af1b1f0a-f913-40a2-90b0-d9ed47cf7e90 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6676d2b0a39459eba370ebe3610051f HTTP/1.1" status: 200 len: 380 time: 0.0489702 Sep 15 15:55:15.530238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'admin_state_up': True, 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'security_groups': ['8e538f50-a1f1-497a-9a63-0eb076a19abb']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:15.532357 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc64a55-d4d5-449e-8596-06ec971ece2f x-openstack-request-id: req-3fc64a55-d4d5-449e-8596-06ec971ece2f {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:15.533665 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165b1199-07f1-41b4-b149-1a84b9395a68", "name": "network-vif-plugged", "status": "completed", "tag": "7fdb8256-4d2f-4f3a-97a3-fa010e10ee13", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:15.534025 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3fc64a55-d4d5-449e-8596-06ec971ece2f {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:15.534526 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b1199-07f1-41b4-b149-1a84b9395a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', 'code': 200} Sep 15 15:55:15.583263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Attempting to bind port 335d109a-8291-4f1f-8eb9-dad8dc499809 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:15.591341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Attempting to bind port 335d109a-8291-4f1f-8eb9-dad8dc499809 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'cb67fd94-e46b-4c43-b27e-8041accad247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:15.591903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Attempting to bind port 335d109a-8291-4f1f-8eb9-dad8dc499809 on network cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:15.595201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.609118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:15.611826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Checking segment: {'id': 'cb67fd94-e46b-4c43-b27e-8041accad247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:15.611826 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.611826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Bound using segment: {'id': 'cb67fd94-e46b-4c43-b27e-8041accad247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:15.611826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Bound port: 335d109a-8291-4f1f-8eb9-dad8dc499809, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb67fd94-e46b-4c43-b27e-8041accad247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:15.612272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.659764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:15.680259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb67fd94-e46b-4c43-b27e-8041accad247') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:15.681777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb67fd94-e46b-4c43-b27e-8041accad247') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:15.687208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:15.694682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.716386 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.720241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344ae04-1b26-4cf4-9f24-20c0f478c102 req-5312883e-359a-4a23-b546-bff200fc8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.727391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7344ae04-1b26-4cf4-9f24-20c0f478c102 req-5312883e-359a-4a23-b546-bff200fc8c2b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 1101 time: 0.1162021 Sep 15 15:55:15.739859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:15.740463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:15.753593 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:15.764861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] For port 335d109a-8291-4f1f-8eb9-dad8dc499809, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:15.867441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7344ae04-1b26-4cf4-9f24-20c0f478c102 req-1474f9cb-7fba-43a5-ad3c-6f4ff3fb5ae3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148205 Sep 15 15:55:15.871679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] For port 335d109a-8291-4f1f-8eb9-dad8dc499809, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=335d109a-8291-4f1f-8eb9-dad8dc499809,segment=NetworkSegment(cb67fd94-e46b-4c43-b27e-8041accad247),segment_id=cb67fd94-e46b-4c43-b27e-8041accad247)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:15.918200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c01002-0448-46cf-a8a2-7296052d9700 req-2a82c299-75b2-414d-aed0-b00383eded03 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:15.920167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5c01002-0448-46cf-a8a2-7296052d9700 req-2a82c299-75b2-414d-aed0-b00383eded03 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 950 time: 0.0856764 Sep 15 15:55:15.922307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:55:15.922307 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:55:15.922307 n-d-808199-2 neutron-server[102018]: [parameters: {'id': 'cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4'}] Sep 15 15:55:15.922307 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:55:15.930122 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:55:15.954056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:15.976181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5c01002-0448-46cf-a8a2-7296052d9700 req-713baf4b-a69c-4324-ac9d-44135a7b13db tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467741 Sep 15 15:55:16.086558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a64b48dd-c919-4bca-988e-cd0975e7584d req-cba622d8-e614-4c0b-9ec2-6fa1eb8cc56a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0392327 Sep 15 15:55:16.153106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250a357-4571-4ef0-a566-6eb66665a4b5 req-dea7b85c-112c-4cfe-8cec-cf06f11dd0d5 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:16.155028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4250a357-4571-4ef0-a566-6eb66665a4b5 req-dea7b85c-112c-4cfe-8cec-cf06f11dd0d5 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 945 time: 0.1322427 Sep 15 15:55:16.230712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4250a357-4571-4ef0-a566-6eb66665a4b5 req-99e8b091-3b05-484b-8269-57e44f9650aa tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694275 Sep 15 15:55:16.248523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:16.248523 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:16.259004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06461a8c-6868-4bc9-9fbc-8b05183badb4 None None] Pushing event updated for resources: {'Port': ['ID=335d109a-8291-4f1f-8eb9-dad8dc499809,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:16.283074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3ee5c-bc2d-466c-aff7-6a1f5dd6727e None None] Network cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:16.335249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a55e81-cf79-4ed0-b8e2-cd69b099cf8d req-fdb45273-dbaa-4023-b7ea-6cea95100dab tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:16.349275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8a55e81-cf79-4ed0-b8e2-cd69b099cf8d req-fdb45273-dbaa-4023-b7ea-6cea95100dab tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0938554 Sep 15 15:55:16.431409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:16.439370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8a55e81-cf79-4ed0-b8e2-cd69b099cf8d req-df9048c8-e47f-42d1-abeb-e07f0c526adb tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889215 Sep 15 15:55:16.522797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81921c0-bc46-4c94-91d1-bf2d703c8322 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:55:16.531272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 172.20.0.14 (750c4d85-afa9-4a00-a89d-5380a155e225/1cead18e-5177-4b02-8696-b4085c0a29ee/bc0f26b3-c3d4-4c83-a197-bfda2c0628f9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:16.556876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting port 335d109a-8291-4f1f-8eb9-dad8dc499809 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:16.557385 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:16.671029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] For port 335d109a-8291-4f1f-8eb9-dad8dc499809, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=335d109a-8291-4f1f-8eb9-dad8dc499809,segment=NetworkSegment(cb67fd94-e46b-4c43-b27e-8041accad247),segment_id=cb67fd94-e46b-4c43-b27e-8041accad247)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:16.671936 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:16.686782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Calling delete_port for 335d109a-8291-4f1f-8eb9-dad8dc499809 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:16.737075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81921c0-bc46-4c94-91d1-bf2d703c8322 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:55:16.842933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:16.908038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:16.961459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No DVR routers for this DVR port 335d109a-8291-4f1f-8eb9-dad8dc499809 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:16.993113 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.033974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Port': ['ID=335d109a-8291-4f1f-8eb9-dad8dc499809,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:17.122208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network 750c4d85-afa9-4a00-a89d-5380a155e225 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:17.126027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:17.130722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:17.171666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:17.177093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.195537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.196028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.196481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.196972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.197412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.197749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.198085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.198413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.198742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.199168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.199486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.199810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:17.247444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:17.248248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.292098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:17.311819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc325458-49d3-40a9-8ad9-a4116ddf8b02 req-301f5eae-f3af-4225-a1f7-41fe71028be0 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:17.312266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb67fd94-e46b-4c43-b27e-8041accad247') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:17.312621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb67fd94-e46b-4c43-b27e-8041accad247') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:17.313879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc325458-49d3-40a9-8ad9-a4116ddf8b02 req-301f5eae-f3af-4225-a1f7-41fe71028be0 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 932 time: 0.0892959 Sep 15 15:55:17.344232 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.361228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-efc716b0-b97a-4fa4-8c21-90522f1259de tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8347847 Sep 15 15:55:17.381100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc325458-49d3-40a9-8ad9-a4116ddf8b02 req-2ae12207-123f-4376-aaca-e099acde6828 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599079 Sep 15 15:55:17.382437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-97fb4ef3-a145-41fd-a528-dfcb268c9066 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:17.384807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-97fb4ef3-a145-41fd-a528-dfcb268c9066 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.38 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 945 time: 0.1390760 Sep 15 15:55:17.389719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'admin_state_up': True, 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'security_groups': ['8e538f50-a1f1-497a-9a63-0eb076a19abb']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:17.408339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e34b54-4c79-4503-860d-11d2511d2344 req-0d410a98-44a7-46c9-befe-49d1442d2865 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:17.417851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6e34b54-4c79-4503-860d-11d2511d2344 req-0d410a98-44a7-46c9-befe-49d1442d2865 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 950 time: 0.3113422 Sep 15 15:55:17.507922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.527900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:17.528445 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:17.531748 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:17.563047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ebc5cd1a-64e8-48b7-8446-42446d0e71b3 None None] Provisioning complete for port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:17.563875 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ebc5cd1a-64e8-48b7-8446-42446d0e71b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.646139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5cd1a-64e8-48b7-8446-42446d0e71b3 None None] Port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:17.648185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6e34b54-4c79-4503-860d-11d2511d2344 req-9cd65f75-e0e4-4682-9558-dc3a7e8a8f1b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292116 Sep 15 15:55:17.743600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cff3d-ccd9-4e20-8fea-b3daf4f39507 req-e28afc14-c3cd-4eeb-9093-5a0f12abee1b tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:17.752813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Deleting port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:17.753716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.758470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f42cff3d-ccd9-4e20-8fea-b3daf4f39507 req-e28afc14-c3cd-4eeb-9093-5a0f12abee1b tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 945 time: 0.1373429 Sep 15 15:55:17.835894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f42cff3d-ccd9-4e20-8fea-b3daf4f39507 req-deddc656-d509-42b8-b512-0fc2b948628a tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/security-groups?id=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Sep 15 15:55:17.876812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:17.882196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.911727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.933714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:17.943613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 HTTP/1.1" status: 204 len: 168 time: 3.3033257 Sep 15 15:55:17.943613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38cbcdc-1674-483b-81a6-dceab71bd91b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:17.943613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48604) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:17.945808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221863287'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:18.026955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] For port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,segment=NetworkSegment(6533b9d5-8064-451f-bb27-a0e13363f648),segment_id=6533b9d5-8064-451f-bb27-a0e13363f648)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:18.027336 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.049061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Calling delete_port for 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:18.064125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c8c44-1ba5-4f61-a86e-889dfba879a7 req-239548b8-dad0-48f6-a902-17ff8166c8e2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:18.065762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff6c8c44-1ba5-4f61-a86e-889dfba879a7 req-239548b8-dad0-48f6-a902-17ff8166c8e2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1101038 Sep 15 15:55:18.087265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:18.092882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.110717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 10.1.1.77 (d846f25b-23b3-4ee1-b7c7-a0fe070696a1/c9f4a17b-f60a-416c-aaa6-86af14a0bebe/d0f9ecb8-f467-4196-869c-7c9c77c595fb) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:18.229222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:18.236211 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff6c8c44-1ba5-4f61-a86e-889dfba879a7 req-729a9f00-3901-42e6-9fbc-feaeff9e1a21 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608207 Sep 15 15:55:18.252361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.252744 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed of type vlan for network d05761cb-ad73-463c-b556-9779a448a512 Sep 15 15:55:18.320016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.343692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.415068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.451398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.458596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:18.461148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.462442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.469669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:18.475438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:18.475711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:18.478581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:18.572837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Pushing event deleted for resources: {'Port': ['ID=09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:18.587851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=d0f9ecb8-f467-4196-869c-7c9c77c595fb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:18.597111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6557031 Sep 15 15:55:18.606497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48608) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:18.617144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3db832-8912-465e-bc1c-a8c1f61ecb68 req-e0dde7e5-827a-47cd-a4ec-b1ce78be2f15 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:18.623785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3db832-8912-465e-bc1c-a8c1f61ecb68 req-e0dde7e5-827a-47cd-a4ec-b1ce78be2f15 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:18.625794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a3db832-8912-465e-bc1c-a8c1f61ecb68 req-e0dde7e5-827a-47cd-a4ec-b1ce78be2f15 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 1653 time: 0.1147265 Sep 15 15:55:18.630886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': 'd05761cb-ad73-463c-b556-9779a448a512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:18.657600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79871e-c3a5-4d97-8987-479aa1678d42 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=d05761cb-ad73-463c-b556-9779a448a512,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:18.669017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d05761cb-ad73-463c-b556-9779a448a512 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:18.680733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:18.681417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.681695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] No DVR routers for this DVR port 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:18.684267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.686650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6af39d2c-b68e-49c9-af3c-a7833e4358f8 req-eb1a600d-5667-4e6b-87e6-2469b9af7a42 tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.38 "DELETE /v2.0/ports/09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf HTTP/1.1" status: 204 len: 173 time: 1.2478442 Sep 15 15:55:18.687101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'name': 'network-vif-deleted', 'tag': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:18.689573 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1913b1-36f9-45f0-9770-e94ccb81b620" -d '{"events": [{"server_uuid": "2d8adf50-8df4-4efd-94f7-3899d0531303", "name": "network-vif-deleted", "tag": "09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:18.768446 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100936df-9807-4b41-a3bb-fd804c49e148 x-openstack-request-id: req-100936df-9807-4b41-a3bb-fd804c49e148 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:18.768446 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8adf50-8df4-4efd-94f7-3899d0531303", "name": "network-vif-deleted", "tag": "09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:18.768446 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-100936df-9807-4b41-a3bb-fd804c49e148 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:18.768446 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8adf50-8df4-4efd-94f7-3899d0531303', 'name': 'network-vif-deleted', 'tag': '09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf', 'status': 'completed', 'code': 200} Sep 15 15:55:18.804461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a3db832-8912-465e-bc1c-a8c1f61ecb68 req-4850726b-284c-435c-8bdd-51815eb7afef tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201787 Sep 15 15:55:18.814676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-86aae169-d027-41f2-b124-831300d7e3de None None] Provisioning complete for port d0f9ecb8-f467-4196-869c-7c9c77c595fb triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:18.817601 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86aae169-d027-41f2-b124-831300d7e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:18.882716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-86aae169-d027-41f2-b124-831300d7e3de None None] Port d0f9ecb8-f467-4196-869c-7c9c77c595fb cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:18.923460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c61fd8-e13f-45cc-9d8b-af5370110bf0 req-8f45a0b0-c4d8-4c51-b40c-6d32c79b2bf6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:18.925242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56c61fd8-e13f-45cc-9d8b-af5370110bf0 req-8f45a0b0-c4d8-4c51-b40c-6d32c79b2bf6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 950 time: 0.0625448 Sep 15 15:55:18.964790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d701a7da-c086-428c-9be7-6ba01c3bb9e9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5821149 Sep 15 15:55:18.981522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'admin_state_up': True, 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'security_groups': ['8e538f50-a1f1-497a-9a63-0eb076a19abb']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:18.989870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56c61fd8-e13f-45cc-9d8b-af5370110bf0 req-ddf8d5a9-bf6f-472b-b907-4154347633ee tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575149 Sep 15 15:55:19.045428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e35f6d01-fcc7-4db5-a6ab-847a252bf4f7 req-050c9724-ccf8-470f-9b6e-b4a2ba9199fc tempest-InstanceActionsV221TestJSON-302639183 tempest-InstanceActionsV221TestJSON-302639183-project] 10.222.0.63 "GET /v2.0/ports?device_id=2d8adf50-8df4-4efd-94f7-3899d0531303 HTTP/1.1" status: 200 len: 210 time: 0.0472419 Sep 15 15:55:19.142578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:19.146751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.291466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:19.295306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.358089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2375621-78cf-44d2-be51-50f6a4433769 req-83a1eec3-5f1f-4bd2-9f43-371c8591caf0 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:19.359585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2375621-78cf-44d2-be51-50f6a4433769 req-83a1eec3-5f1f-4bd2-9f43-371c8591caf0 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 1101 time: 0.1095672 Sep 15 15:55:19.379351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af894e-7115-414a-9387-8a4af31e960e req-2e0e9b7e-041a-4c89-901f-5a75ecaab584 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:19.380995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33af894e-7115-414a-9387-8a4af31e960e req-2e0e9b7e-041a-4c89-901f-5a75ecaab584 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0572553 Sep 15 15:55:19.425795 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a2375621-78cf-44d2-be51-50f6a4433769 req-1c5c1fdc-d982-4063-a79f-b29c6e3a0aa7 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.436700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33af894e-7115-414a-9387-8a4af31e960e req-659a6a85-f349-46fe-bd50-b833f68f36ec tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Sep 15 15:55:19.565971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.589175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 10.1.1.93 (d846f25b-23b3-4ee1-b7c7-a0fe070696a1/c9f4a17b-f60a-416c-aaa6-86af14a0bebe/ec940eff-db76-43a9-843c-772b2801b3ca) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:19.682346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=6162146b-668f-4900-a2d8-7176eea8ec5a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:19.797208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a2375621-78cf-44d2-be51-50f6a4433769 req-1c5c1fdc-d982-4063-a79f-b29c6e3a0aa7 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.800595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': 'dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd05761cb-ad73-463c-b556-9779a448a512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:19.801486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: d05761cb-ad73-463c-b556-9779a448a512, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:19.860775 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.862321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a2375621-78cf-44d2-be51-50f6a4433769 req-1c5c1fdc-d982-4063-a79f-b29c6e3a0aa7 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.898323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network d05761cb-ad73-463c-b556-9779a448a512 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:19.906047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2375621-78cf-44d2-be51-50f6a4433769 req-1c5c1fdc-d982-4063-a79f-b29c6e3a0aa7 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362153 Sep 15 15:55:19.913629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c1fdc-d982-4063-a79f-b29c6e3a0aa7 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b76984-680c-4840-8037-07902aea7490,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:19.964281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ef541-1760-4066-a3fe-3a092d212ea3 req-56fa185f-4c3d-4210-b6bc-fcdc46feb064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:19.970342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ef541-1760-4066-a3fe-3a092d212ea3 req-56fa185f-4c3d-4210-b6bc-fcdc46feb064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:19.971970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f17ef541-1760-4066-a3fe-3a092d212ea3 req-56fa185f-4c3d-4210-b6bc-fcdc46feb064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 1653 time: 0.0672979 Sep 15 15:55:19.982156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d05761cb-ad73-463c-b556-9779a448a512) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:19.988304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:19.991461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:19.992274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ce1a6-9e2e-4e72-9abe-3310301849c1 None None] Network d05761cb-ad73-463c-b556-9779a448a512 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:20.010582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.038161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f17ef541-1760-4066-a3fe-3a092d212ea3 req-f3fa29dc-4511-4412-b565-3cb5410c7eef tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588067 Sep 15 15:55:20.101133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:20.108340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8c9070e3-2683-493d-82b0-de9d65704431 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4977160 Sep 15 15:55:20.108787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48638) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:20.116583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': 'd05761cb-ad73-463c-b556-9779a448a512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:20.118815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:20.127176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:20.174999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=ec940eff-db76-43a9-843c-772b2801b3ca,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:20.224414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:20.225335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.248696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d05761cb-ad73-463c-b556-9779a448a512', 'network_id': 'd05761cb-ad73-463c-b556-9779a448a512', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': '6162146b-668f-4900-a2d8-7176eea8ec5a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:20.249874 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.334488 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-329c2c9e-4925-4264-873a-e797f5da5212 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3578355 Sep 15 15:55:20.350045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29', 'admin_state_up': True, 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'security_groups': ['8e538f50-a1f1-497a-9a63-0eb076a19abb']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:20.459273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:20.463544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.566330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-90b68237-c692-4344-92be-3d1038554f43 None None] Provisioning complete for port ec940eff-db76-43a9-843c-772b2801b3ca triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:20.566973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90b68237-c692-4344-92be-3d1038554f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.605544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c94024-f48b-4534-ad5d-3f06d0d572b4 req-120c2726-85a5-412d-a4d0-3c956086b80a tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:20.607224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3c94024-f48b-4534-ad5d-3f06d0d572b4 req-120c2726-85a5-412d-a4d0-3c956086b80a tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.1522043 Sep 15 15:55:20.647643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Allocated IP 2001:db8::2 (d05761cb-ad73-463c-b556-9779a448a512/6162146b-668f-4900-a2d8-7176eea8ec5a/7665a8c5-e64c-402b-8650-d8e70c8ea33e) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:20.650455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-90b68237-c692-4344-92be-3d1038554f43 None None] Port ec940eff-db76-43a9-843c-772b2801b3ca cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:20.655694 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3c94024-f48b-4534-ad5d-3f06d0d572b4 req-5a801597-2f2f-4edc-97ff-486897ac8e51 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420094 Sep 15 15:55:20.677928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a9851-7452-4f6c-a374-d72a66234fc4 req-f34d5668-dc60-4c41-9863-2cdef12f2b75 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:20.679537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f15a9851-7452-4f6c-a374-d72a66234fc4 req-f34d5668-dc60-4c41-9863-2cdef12f2b75 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0833035 Sep 15 15:55:20.693068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:20.760109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f15a9851-7452-4f6c-a374-d72a66234fc4 req-247cb899-4f37-42fc-bf4b-7cfc5cca7414 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701764 Sep 15 15:55:20.765126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48658) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:20.821446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.875740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] Deleting subnet e25b0426-780b-45e4-b7b5-f26d61f6017a {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:55:20.884694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.893572 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bad4f35f-2f84-4033-9265-bdd81c5db7ea tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403843 Sep 15 15:55:20.947777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:20.991245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.026752 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.139513 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.252066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-07e21b01-f57c-4d0b-8bdc-9ee169ea7e79 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.260386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Pushing event updated for resources: {'Port': ['ID=7665a8c5-e64c-402b-8650-d8e70c8ea33e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:21.260636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-07e21b01-f57c-4d0b-8bdc-9ee169ea7e79 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588226 Sep 15 15:55:21.269003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Network d05761cb-ad73-463c-b556-9779a448a512 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:21.273759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:21.278147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:21.293918 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-898e0f90-cadd-4244-997d-a03572dba2a1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/quotas/7387a36b9bf94796a3c8e25452e62917 HTTP/1.1" status: 200 len: 375 time: 0.0322847 Sep 15 15:55:21.354621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Attempting to bind port 7665a8c5-e64c-402b-8650-d8e70c8ea33e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:21.354999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Attempting to bind port 7665a8c5-e64c-402b-8650-d8e70c8ea33e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd05761cb-ad73-463c-b556-9779a448a512'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:21.355443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Attempting to bind port 7665a8c5-e64c-402b-8650-d8e70c8ea33e on network d05761cb-ad73-463c-b556-9779a448a512 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:21.362041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:21.362446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Checking segment: {'id': 'dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd05761cb-ad73-463c-b556-9779a448a512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:21.363244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.364141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Bound using segment: {'id': 'dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd05761cb-ad73-463c-b556-9779a448a512'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:21.364734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Bound port: 7665a8c5-e64c-402b-8650-d8e70c8ea33e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd05761cb-ad73-463c-b556-9779a448a512'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:21.365133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.397702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.410299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 10.2.2.100 (eb6b9cac-e073-4789-8d10-8d45dd36ee29/17a1e871-a76d-4bc9-855b-960ed321748f/12b1d40e-ca5c-41b0-9294-af83d4e68cdc) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:21.449361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network d05761cb-ad73-463c-b556-9779a448a512 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:21.453354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] For port 7665a8c5-e64c-402b-8650-d8e70c8ea33e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:21.455093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:21.458086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] For port 7665a8c5-e64c-402b-8650-d8e70c8ea33e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7665a8c5-e64c-402b-8650-d8e70c8ea33e,segment=NetworkSegment(dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed),segment_id=dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:21.468434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.469076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.490636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-b73044bb-7b84-40a2-b1cd-9946e9a73399 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957526 Sep 15 15:55:21.508740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c7e7-f494-4222-b6d0-cf41c72ec8e3 req-39cc7f39-9e7d-42af-918a-4a812524a562 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.514700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c7e7-f494-4222-b6d0-cf41c72ec8e3 req-39cc7f39-9e7d-42af-918a-4a812524a562 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.521471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36c7e7-f494-4222-b6d0-cf41c72ec8e3 req-39cc7f39-9e7d-42af-918a-4a812524a562 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.523200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e36c7e7-f494-4222-b6d0-cf41c72ec8e3 req-39cc7f39-9e7d-42af-918a-4a812524a562 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 2373 time: 0.1589198 Sep 15 15:55:21.530569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=fe965066-d954-4992-9f6a-5a607741d154,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:21.568528 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.605730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e36c7e7-f494-4222-b6d0-cf41c72ec8e3 req-904d741a-168f-434c-8c9f-a6fd5f98587d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651586 Sep 15 15:55:21.609213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4e9a2f6b-af74-4146-a642-52e008509ae4 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4973152 Sep 15 15:55:21.610954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48674) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:21.689333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386c3e6-8433-4a2f-88ac-ffa0e4db6679 None None] Pushing event updated for resources: {'Port': ['ID=7665a8c5-e64c-402b-8650-d8e70c8ea33e,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:21.697135 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.726677 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.727371 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.732274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e25b0426-780b-45e4-b7b5-f26d61f6017a HTTP/1.1" status: 204 len: 168 time: 0.9667122 Sep 15 15:55:21.732525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48676) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:21.763684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49829e46-a0dd-41be-8f6b-f30b1516bd37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25b0426-780b-45e4-b7b5-f26d61f6017a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:21.815212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a349efd-e83a-45c8-bc6f-3b6dd9525f64 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.820653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a349efd-e83a-45c8-bc6f-3b6dd9525f64 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.820653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a349efd-e83a-45c8-bc6f-3b6dd9525f64 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.822516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a349efd-e83a-45c8-bc6f-3b6dd9525f64 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.823580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a349efd-e83a-45c8-bc6f-3b6dd9525f64 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.825768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5a349efd-e83a-45c8-bc6f-3b6dd9525f64 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2135091 Sep 15 15:55:21.836005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48680) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:21.838883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1911794500'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:21.861039 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:21.991100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a063fb7-86a4-46c8-9375-6ac560fbbc1c req-a9040037-b5c7-43c3-bb90-47c18f97978e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:21.998917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a063fb7-86a4-46c8-9375-6ac560fbbc1c req-a9040037-b5c7-43c3-bb90-47c18f97978e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0994704 Sep 15 15:55:22.007070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.020970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:22.024845 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.085845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a063fb7-86a4-46c8-9375-6ac560fbbc1c req-abbd0326-6d44-4cc8-afbc-33c43825cdc2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771966 Sep 15 15:55:22.092856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:22.123430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.135079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.135438 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment d6aba37d-7eaf-4620-9977-55a09aa89449 of type vlan for network c14dfe53-eee2-472e-956a-4a85c72b196d Sep 15 15:55:22.157908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:22.165497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1536617b-8106-410e-b62e-71ff33233de6']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:22.167996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:22.170568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:22.216820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6533b9d5-8064-451f-bb27-a0e13363f648') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:22.217159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6533b9d5-8064-451f-bb27-a0e13363f648') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:22.224200 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.241551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:22.249282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.281167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:22.281928 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.289797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.299535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:22.300025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:22.302224 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:22.390241 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.398795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:22.399642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.403337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e3bfab42-13e1-435a-8f8d-deb1580027ea tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0604184 Sep 15 15:55:22.420284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29', 'admin_state_up': True, 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'security_groups': ['8e538f50-a1f1-497a-9a63-0eb076a19abb']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:22.541420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=c14dfe53-eee2-472e-956a-4a85c72b196d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:22.541642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.560419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c14dfe53-eee2-472e-956a-4a85c72b196d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:22.566789 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.572199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/1536617b-8106-410e-b62e-71ff33233de6 HTTP/1.1" status: 204 len: 168 time: 0.8383722 Sep 15 15:55:22.625894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfec37f-e76e-48fb-8b31-5811405ce5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1536617b-8106-410e-b62e-71ff33233de6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:22.659125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-38ac9256-cc63-4807-ba5b-4046ceff8e4c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8245482 Sep 15 15:55:22.659472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48696) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:22.668310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:22.775530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:55:22.788971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-69791aec-8669-4837-8167-21c2915e6fe3 None None] Provisioning complete for port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:22.789485 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-69791aec-8669-4837-8167-21c2915e6fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:22.863219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:55:22.864322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09c5d797-2d9f-48e1-a5a2-fd4f6f315bcf not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:55:22.889367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-69791aec-8669-4837-8167-21c2915e6fe3 None None] Port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:22.902028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Made reservation on behalf of a6676d2b0a39459eba370ebe3610051f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:22.916890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.051665 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.099424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376efcfd-62ab-468f-93c6-e9a87fe11ada req-48197155-13e4-48e0-bba0-fee09099b007 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:23.106952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376efcfd-62ab-468f-93c6-e9a87fe11ada req-48197155-13e4-48e0-bba0-fee09099b007 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:23.113565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376efcfd-62ab-468f-93c6-e9a87fe11ada req-48197155-13e4-48e0-bba0-fee09099b007 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:23.120648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376efcfd-62ab-468f-93c6-e9a87fe11ada req-48197155-13e4-48e0-bba0-fee09099b007 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:23.130053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-376efcfd-62ab-468f-93c6-e9a87fe11ada req-48197155-13e4-48e0-bba0-fee09099b007 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 3094 time: 0.2340741 Sep 15 15:55:23.172255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7665a8c5-e64c-402b-8650-d8e70c8ea33e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:23.212556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-376efcfd-62ab-468f-93c6-e9a87fe11ada req-e3a842bb-a20f-4eeb-b99a-cdc4638a5991 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720975 Sep 15 15:55:23.212556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.261545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network c14dfe53-eee2-472e-956a-4a85c72b196d is not hosted by any dhcp agent {{(pid=102018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 15:55:23.264792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7665a8c5-e64c-402b-8650-d8e70c8ea33e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:23.265405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.280537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:23.287565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.287565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "PUT /v2.0/networks/c14dfe53-eee2-472e-956a-4a85c72b196d HTTP/1.1" status: 200 len: 723 time: 0.6226554 Sep 15 15:55:23.292451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48710) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:23.297715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': 'c14dfe53-eee2-472e-956a-4a85c72b196d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:23.312901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68faee9-1100-4f58-b3b0-297ca43ac861 None None] Network d05761cb-ad73-463c-b556-9779a448a512 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:23.313225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48712) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:23.399529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0c247-fbdf-4c57-a262-bac68d92f5f8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=c14dfe53-eee2-472e-956a-4a85c72b196d,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:23.405225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8e5e8600-84ff-406e-a5f8-0c0c9f00b3ca req-5d8b9117-2fe9-4d71-b829-a44a09893ea0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0465381 Sep 15 15:55:23.451553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c14dfe53-eee2-472e-956a-4a85c72b196d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:23.507448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-08d61475-ab70-491a-a523-15a83abcf5ce None None] Provisioning complete for port 7665a8c5-e64c-402b-8650-d8e70c8ea33e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:23.507985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08d61475-ab70-491a-a523-15a83abcf5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.516314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5033cb99-7070-40a8-b702-71da23ef5601 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=81063d230922424399698444fd4a9a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026153 Sep 15 15:55:23.540049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:23.605124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee3f68-29fc-4619-978e-0ae4820745d4 req-3e53fe89-b44f-4a61-9d25-e5e826131cc3 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:23.606343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32ee3f68-29fc-4619-978e-0ae4820745d4 req-3e53fe89-b44f-4a61-9d25-e5e826131cc3 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.2279086 Sep 15 15:55:23.626697 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f7f1a9-449b-482d-8996-1aaa9a94cdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.637217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e48f3-4903-4851-b2c6-64cefc8c896a req-2152e2e8-d9b3-4bf7-9875-d9aceabdadf9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:23.642688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce8e48f3-4903-4851-b2c6-64cefc8c896a req-2152e2e8-d9b3-4bf7-9875-d9aceabdadf9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1096411 Sep 15 15:55:23.661218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Allocated IP 10.2.2.200 (eb6b9cac-e073-4789-8d10-8d45dd36ee29/17a1e871-a76d-4bc9-855b-960ed321748f/fb4b861d-8fa6-4916-89b9-1342fc047023) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:23.670922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f7f1a9-449b-482d-8996-1aaa9a94cdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.694680 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.711286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce8e48f3-4903-4851-b2c6-64cefc8c896a req-fd7cd31c-3549-4914-b237-c4b17afc1b7e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671108 Sep 15 15:55:23.735042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:23.739443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.828742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 7665a8c5-e64c-402b-8650-d8e70c8ea33e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7665a8c5-e64c-402b-8650-d8e70c8ea33e,segment=NetworkSegment(dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed),segment_id=dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:23.915336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08d61475-ab70-491a-a523-15a83abcf5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.953750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f7f1a9-449b-482d-8996-1aaa9a94cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.957074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f7f1a9-449b-482d-8996-1aaa9a94cdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:23.959796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-66f7f1a9-449b-482d-8996-1aaa9a94cdd5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0 HTTP/1.1" status: 204 len: 168 time: 0.4137464 Sep 15 15:55:23.996022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7f1a9-449b-482d-8996-1aaa9a94cdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1d8b5-b99a-4bf0-9e42-d9b5a62479a0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:24.015160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.021993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32ee3f68-29fc-4619-978e-0ae4820745d4 req-f5efb8a8-f905-46ec-85fc-492b358300bd tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3966889 Sep 15 15:55:24.022702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.142040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e2906d1-1b07-4a55-9b05-a69858dd1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.161164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b2cd4-7176-42c7-af02-913bde47ff16 None None] Update dhcp port {'port': {'network_id': 'd05761cb-ad73-463c-b556-9779a448a512', 'fixed_ips': [{'subnet_id': '6162146b-668f-4900-a2d8-7176eea8ec5a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fe965066-d954-4992-9f6a-5a607741d154'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '7665a8c5-e64c-402b-8650-d8e70c8ea33e'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 15:55:24.184665 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.234827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:24.237919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:24.245624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:24.246959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=7665a8c5-e64c-402b-8650-d8e70c8ea33e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:24.250556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event updated for resources: {'Port': ['ID=fb4b861d-8fa6-4916-89b9-1342fc047023,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:24.251849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-08d61475-ab70-491a-a523-15a83abcf5ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:55:24.252214 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-08d61475-ab70-491a-a523-15a83abcf5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:55:24.252905 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-841b2cd4-7176-42c7-af02-913bde47ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.337366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:24.344274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.394268 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.462874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b7171184-dda1-4a9c-a69f-5119d150fc0b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0506272 Sep 15 15:55:24.476357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:24.509984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd902124-9ebf-43ed-967c-9459068525e5 req-a2a471e9-c0b6-4ae0-af9f-eb62a3090064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:24.516523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd902124-9ebf-43ed-967c-9459068525e5 req-a2a471e9-c0b6-4ae0-af9f-eb62a3090064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:24.523481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd902124-9ebf-43ed-967c-9459068525e5 req-a2a471e9-c0b6-4ae0-af9f-eb62a3090064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:24.532223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd902124-9ebf-43ed-967c-9459068525e5 req-a2a471e9-c0b6-4ae0-af9f-eb62a3090064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:24.544118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd902124-9ebf-43ed-967c-9459068525e5 req-a2a471e9-c0b6-4ae0-af9f-eb62a3090064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:24.546174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd902124-9ebf-43ed-967c-9459068525e5 req-a2a471e9-c0b6-4ae0-af9f-eb62a3090064 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 3815 time: 0.1994276 Sep 15 15:55:24.551579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=e1b83623-c4ab-4026-85cb-ccced1dcb221,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:24.578023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': 'd6aba37d-7eaf-4620-9977-55a09aa89449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c14dfe53-eee2-472e-956a-4a85c72b196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:24.578920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: c14dfe53-eee2-472e-956a-4a85c72b196d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:24.585015 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-649cb188-b967-44cf-a048-24cefb2c1a16 req-aa9b0790-a764-4542-8765-b98289a17630 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0806293 Sep 15 15:55:24.615986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-841b2cd4-7176-42c7-af02-913bde47ff16 None None] Allocated IP 172.20.0.1 (d05761cb-ad73-463c-b556-9779a448a512/fe965066-d954-4992-9f6a-5a607741d154/7665a8c5-e64c-402b-8650-d8e70c8ea33e) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:24.642073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd902124-9ebf-43ed-967c-9459068525e5 req-699a8465-566a-44b0-af13-f8d517e370f6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836999 Sep 15 15:55:24.647439 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:24.863817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network c14dfe53-eee2-472e-956a-4a85c72b196d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:24.905358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc309d-b292-45d6-a1cd-03dd74c94d67 req-6e2ba70a-ffc0-41a5-a0b6-edfed4ec75b4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:24.906909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04cc309d-b292-45d6-a1cd-03dd74c94d67 req-6e2ba70a-ffc0-41a5-a0b6-edfed4ec75b4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1047640 Sep 15 15:55:24.977091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c14dfe53-eee2-472e-956a-4a85c72b196d) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:25.007814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04cc309d-b292-45d6-a1cd-03dd74c94d67 req-176d6676-6221-4fe1-a760-1bd50572ee68 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920939 Sep 15 15:55:25.009318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:25.009917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.063745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf8c146-34d1-4cac-a970-894bf9975cd4 None None] Network c14dfe53-eee2-472e-956a-4a85c72b196d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:25.123997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:25.138757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.154439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Transition to ACTIVE for port object bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:25.239405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-761667f7-9f55-4ba7-9b6d-451b97f605fa tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9426789 Sep 15 15:55:25.239405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48756) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:25.246500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cd50b3c9-b2fb-46b3-8a2d-ea33019480da tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:25.264795 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.331714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-841b2cd4-7176-42c7-af02-913bde47ff16 None None] For port 7665a8c5-e64c-402b-8650-d8e70c8ea33e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7665a8c5-e64c-402b-8650-d8e70c8ea33e,segment=NetworkSegment(dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed),segment_id=dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:25.350560 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7665a8c5-e64c-402b-8650-d8e70c8ea33e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:25.381590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Pushing event updated for resources: {'Port': ['ID=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:25.411792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd50b3c9-b2fb-46b3-8a2d-ea33019480da tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62162961'] for subnet, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.435261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6201cbfa-ff3e-4f7a-8da1-826fe39fe75e None None] Provisioning complete for port fb4b861d-8fa6-4916-89b9-1342fc047023 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:25.441005 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6201cbfa-ff3e-4f7a-8da1-826fe39fe75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.497830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa675355-4c91-4da5-8890-d906f25664da req-cd32ac48-bef7-4eba-b981-5d7ae75ff4a0 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:25.497830 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa675355-4c91-4da5-8890-d906f25664da req-cd32ac48-bef7-4eba-b981-5d7ae75ff4a0 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.1062331 Sep 15 15:55:25.593845 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-841b2cd4-7176-42c7-af02-913bde47ff16 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.645593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6201cbfa-ff3e-4f7a-8da1-826fe39fe75e None None] Port fb4b861d-8fa6-4916-89b9-1342fc047023 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:25.668934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Attempting to bind port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:25.669282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Attempting to bind port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:25.669578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Attempting to bind port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 on network 750c4d85-afa9-4a00-a89d-5380a155e225 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:25.679657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 on network 750c4d85-afa9-4a00-a89d-5380a155e225 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:25.679657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Attempting to bind port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 on network 750c4d85-afa9-4a00-a89d-5380a155e225 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:25.687202 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa675355-4c91-4da5-8890-d906f25664da req-f3077210-e3c8-4193-bed7-408e3390b2d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816832 Sep 15 15:55:25.690133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:25.690472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Checking segment: {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:25.692877 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-841b2cd4-7176-42c7-af02-913bde47ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.693273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Bound using segment: {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:25.693764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Bound port: bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e0ac1f-6e9e-4fcf-9058-af79c66d2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:25.694243 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.714028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-c14dfe53-eee2-472e-956a-4a85c72b196d', 'network_id': 'c14dfe53-eee2-472e-956a-4a85c72b196d', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': 'e1b83623-c4ab-4026-85cb-ccced1dcb221'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:25.715034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.860218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7665a8c5-e64c-402b-8650-d8e70c8ea33e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:25.860978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.882175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b1903-3959-40e6-977f-acb87034a57c req-00c3e92c-5d8b-4ad7-9e31-1990a9c19e3d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:25.891211 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-061b1903-3959-40e6-977f-acb87034a57c req-00c3e92c-5d8b-4ad7-9e31-1990a9c19e3d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.3007340 Sep 15 15:55:25.940045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] For port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:25.944182 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd50b3c9-b2fb-46b3-8a2d-ea33019480da tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769423765252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62190732'] for subnet, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:25.945000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] For port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:25.960955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b2cd4-7176-42c7-af02-913bde47ff16 None None] Pushing event updated for resources: {'Port': ['ID=7665a8c5-e64c-402b-8650-d8e70c8ea33e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:26.008593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50b3c9-b2fb-46b3-8a2d-ea33019480da tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=e1b83623-c4ab-4026-85cb-ccced1dcb221,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:26.009265 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68e4ee6b-11f6-4402-90d8-a29b8dcf238f req-61172f55-edba-41c4-af67-41242af663d3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0575047 Sep 15 15:55:26.028515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.040575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48776) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:26.050013 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-061b1903-3959-40e6-977f-acb87034a57c req-cc5fa5af-b99f-49d9-8db0-027b34892189 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576290 Sep 15 15:55:26.074029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50b3c9-b2fb-46b3-8a2d-ea33019480da tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.074633 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd50b3c9-b2fb-46b3-8a2d-ea33019480da tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.076012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cd50b3c9-b2fb-46b3-8a2d-ea33019480da tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "PUT /v2.0/subnets/e1b83623-c4ab-4026-85cb-ccced1dcb221 HTTP/1.1" status: 200 len: 826 time: 0.8358300 Sep 15 15:55:26.080409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48780) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:26.099941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.099941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.099941 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] 10.222.0.55 "PUT /v2.0/ports/bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 HTTP/1.1" status: 200 len: 1092 time: 1.6279945 Sep 15 15:55:26.101964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:26.105842 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd03e97-6286-43b1-8d3f-518417c17aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:26.167750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17031ad-ebf9-4300-99a4-67036772367f service neutron] Pushing event updated for resources: {'Port': ['ID=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:26.201238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:26.276022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-891005309-network', 'tenant_id': '8425a135683a4af0bcbda45da6ccbcde'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:26.334616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Allocated IP 2001:db8::2 (c14dfe53-eee2-472e-956a-4a85c72b196d/e1b83623-c4ab-4026-85cb-ccced1dcb221/075c5150-4ede-423a-b19e-a4fa46aba239) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:26.468575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73334a23-23f7-403c-b0fc-ab880aae489a req-c4cb4d73-da71-4f89-9d5d-cf29263409c2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.480519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73334a23-23f7-403c-b0fc-ab880aae489a req-c4cb4d73-da71-4f89-9d5d-cf29263409c2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.489201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73334a23-23f7-403c-b0fc-ab880aae489a req-c4cb4d73-da71-4f89-9d5d-cf29263409c2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.496967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73334a23-23f7-403c-b0fc-ab880aae489a req-c4cb4d73-da71-4f89-9d5d-cf29263409c2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.506107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73334a23-23f7-403c-b0fc-ab880aae489a req-c4cb4d73-da71-4f89-9d5d-cf29263409c2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.515348 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73334a23-23f7-403c-b0fc-ab880aae489a req-c4cb4d73-da71-4f89-9d5d-cf29263409c2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 3827 time: 0.2568529 Sep 15 15:55:26.523434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d300e-fc96-45f4-b6a8-bf01395e4566 req-e08cda3b-5fe5-4943-9dda-5e1353684388 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:26.525020 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.534866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-271d300e-fc96-45f4-b6a8-bf01395e4566 req-e08cda3b-5fe5-4943-9dda-5e1353684388 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.3108292 Sep 15 15:55:26.571391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Made reservation on behalf of 8425a135683a4af0bcbda45da6ccbcde for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:26.574021 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.584509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.633048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.653956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73334a23-23f7-403c-b0fc-ab880aae489a req-3ba9f994-4852-4380-90b2-a6e58cf42854 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376173 Sep 15 15:55:26.693626 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.708368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-271d300e-fc96-45f4-b6a8-bf01395e4566 req-15ae5704-328b-496f-8e26-de95d5ad7f24 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677988 Sep 15 15:55:26.826996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.832720 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e293978-a031-4aec-bcc4-dfbca6f011b3 x-openstack-request-id: req-7e293978-a031-4aec-bcc4-dfbca6f011b3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:26.835149 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:26.835604 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-62710ace-2140-4db0-90ff-e5ac40600573 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1573915 Sep 15 15:55:26.835740 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7e293978-a031-4aec-bcc4-dfbca6f011b3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:26.836290 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'status': 'completed', 'code': 200} Sep 15 15:55:26.858501 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:26.942040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Network c14dfe53-eee2-472e-956a-4a85c72b196d is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:26.945287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:26.962389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:26.999075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.111226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a633ee-1ba4-429f-b2bc-b2484762430d None None] Network d05761cb-ad73-463c-b556-9779a448a512 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:27.163201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Pushing event updated for resources: {'Port': ['ID=075c5150-4ede-423a-b19e-a4fa46aba239,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:27.192979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7665a8c5-e64c-402b-8650-d8e70c8ea33e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:27.244551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Attempting to bind port 075c5150-4ede-423a-b19e-a4fa46aba239 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:27.245206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Attempting to bind port 075c5150-4ede-423a-b19e-a4fa46aba239 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'd6aba37d-7eaf-4620-9977-55a09aa89449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c14dfe53-eee2-472e-956a-4a85c72b196d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:27.245634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Attempting to bind port 075c5150-4ede-423a-b19e-a4fa46aba239 on network c14dfe53-eee2-472e-956a-4a85c72b196d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:27.248795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.251784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a8cba-70d4-4d70-9b6f-53bbddbe0d72 req-34a97f1c-25b9-4fd6-92b7-3c1d96e8bd5f tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.253380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cddc1a0f-2ac7-447a-829b-8099e9d6f25f None None] Provisioning complete for port 7665a8c5-e64c-402b-8650-d8e70c8ea33e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:27.254903 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cddc1a0f-2ac7-447a-829b-8099e9d6f25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.260439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe0a8cba-70d4-4d70-9b6f-53bbddbe0d72 req-34a97f1c-25b9-4fd6-92b7-3c1d96e8bd5f tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.2707858 Sep 15 15:55:27.333011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.356132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-996ad144-c62b-4420-9406-160d9449801e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239572 Sep 15 15:55:27.362095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9bb3daf3-9759-48cc-b55b-7e6dbe3ec78b req-4c852e0a-710b-4612-8e53-cd0c89771e6a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 210 time: 0.1130097 Sep 15 15:55:27.363822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.379584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:27.380469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Checking segment: {'id': 'd6aba37d-7eaf-4620-9977-55a09aa89449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c14dfe53-eee2-472e-956a-4a85c72b196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:27.381331 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.381331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Bound using segment: {'id': 'd6aba37d-7eaf-4620-9977-55a09aa89449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c14dfe53-eee2-472e-956a-4a85c72b196d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:27.381754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Bound port: 075c5150-4ede-423a-b19e-a4fa46aba239, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aba37d-7eaf-4620-9977-55a09aa89449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c14dfe53-eee2-472e-956a-4a85c72b196d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:27.382145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.418173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-b379b641-e2b0-4fe0-8d78-066668efae3d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.419943 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-b379b641-e2b0-4fe0-8d78-066668efae3d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5835309 Sep 15 15:55:27.433173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.442976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b83623-c4ab-4026-85cb-ccced1dcb221,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:27.449786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:27.479566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe0a8cba-70d4-4d70-9b6f-53bbddbe0d72 req-887fddd5-639a-471d-a53d-3109b18cdd2e tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179921 Sep 15 15:55:27.516264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-2b5d3be8-56e5-44b3-8e0a-dd9565714ccd tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.516782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5357e7eb-08d9-4c3b-84dc-7220c858a684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.521918 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-2b5d3be8-56e5-44b3-8e0a-dd9565714ccd tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.55 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.3829911 Sep 15 15:55:27.530713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-a70820d1-a5cc-4669-8f6e-cd84fd10e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.533058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-a70820d1-a5cc-4669-8f6e-cd84fd10e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.534311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-a70820d1-a5cc-4669-8f6e-cd84fd10e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.534879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-a70820d1-a5cc-4669-8f6e-cd84fd10e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.536611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-a70820d1-a5cc-4669-8f6e-cd84fd10e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.537181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34db38d6-8e09-4285-936d-242c204c9905 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:27.543642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7665a8c5-e64c-402b-8650-d8e70c8ea33e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:27.544105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.544220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-a70820d1-a5cc-4669-8f6e-cd84fd10e088 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 4362 time: 0.7246385 Sep 15 15:55:27.548853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:27.569792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.590586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.591327 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Added segment cb62f01b-b6e1-49a6-985e-5637103816aa of type vlan for network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd Sep 15 15:55:27.600360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b701631-adce-4ba7-9e3b-52560053630c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:27.629474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Transition to ACTIVE for port object 34db38d6-8e09-4285-936d-242c204c9905 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:27.655195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] For port 075c5150-4ede-423a-b19e-a4fa46aba239, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:27.674856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] For port 075c5150-4ede-423a-b19e-a4fa46aba239, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=075c5150-4ede-423a-b19e-a4fa46aba239,segment=NetworkSegment(d6aba37d-7eaf-4620-9977-55a09aa89449),segment_id=d6aba37d-7eaf-4620-9977-55a09aa89449)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:27.675062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.722204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.764446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.791418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-92c59461-d1ca-485d-95ae-863322a157e3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.793335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-92c59461-d1ca-485d-95ae-863322a157e3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4249506 Sep 15 15:55:27.821282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.822517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:27.824683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.891520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.921350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14dfe53-eee2-472e-956a-4a85c72b196d']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:27.995037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aba37d-7eaf-4620-9977-55a09aa89449') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:27.995037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aba37d-7eaf-4620-9977-55a09aa89449') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:27.997005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Pushing event updated for resources: {'Port': ['ID=34db38d6-8e09-4285-936d-242c204c9905,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:27.997159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:27.997345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c7276-942b-426d-bc6d-45686fae81b0 None None] Pushing event updated for resources: {'Port': ['ID=075c5150-4ede-423a-b19e-a4fa46aba239,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:28.059133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:28.095924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050144a-6e23-477a-a69d-a41e13f47169 req-4b9fe2ae-018d-4119-b24a-fed5fbee3f8f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.101726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:28.105059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050144a-6e23-477a-a69d-a41e13f47169 req-4b9fe2ae-018d-4119-b24a-fed5fbee3f8f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.109488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbc84c-ecab-4896-8818-b797db27c749 None None] Network c14dfe53-eee2-472e-956a-4a85c72b196d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:28.111658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050144a-6e23-477a-a69d-a41e13f47169 req-4b9fe2ae-018d-4119-b24a-fed5fbee3f8f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.125317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050144a-6e23-477a-a69d-a41e13f47169 req-4b9fe2ae-018d-4119-b24a-fed5fbee3f8f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.139210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050144a-6e23-477a-a69d-a41e13f47169 req-4b9fe2ae-018d-4119-b24a-fed5fbee3f8f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.166419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:28.183500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050144a-6e23-477a-a69d-a41e13f47169 req-4b9fe2ae-018d-4119-b24a-fed5fbee3f8f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.194826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6050144a-6e23-477a-a69d-a41e13f47169 req-4b9fe2ae-018d-4119-b24a-fed5fbee3f8f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 4605 time: 0.3924165 Sep 15 15:55:28.232867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c2733fe-cfa9-494d-9aa7-4ab9c2a386d1 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1902130 Sep 15 15:55:28.233785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48798) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:28.242773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Request body: {'subnet': {'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-891005309-subnet', 'tenant_id': '8425a135683a4af0bcbda45da6ccbcde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:28.298387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Attempting to bind port 34db38d6-8e09-4285-936d-242c204c9905 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:28.299078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Attempting to bind port 34db38d6-8e09-4285-936d-242c204c9905 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:28.299339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Attempting to bind port 34db38d6-8e09-4285-936d-242c204c9905 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:28.318517 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6050144a-6e23-477a-a69d-a41e13f47169 req-f3268d74-0981-4d9a-89e5-2dd6d901f5c9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161339 Sep 15 15:55:28.331594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Port 34db38d6-8e09-4285-936d-242c204c9905 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:28.335315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Attempting to bind port 34db38d6-8e09-4285-936d-242c204c9905 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:28.352829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:28.353456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Checking segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:28.354056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Bound using segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:28.355878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Bound port: 34db38d6-8e09-4285-936d-242c204c9905, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:28.356508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.407175 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.430062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910bdd0-1af2-4c4e-8c8f-cb9921128133 None None] Network c14dfe53-eee2-472e-956a-4a85c72b196d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:28.450181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Made reservation on behalf of 8425a135683a4af0bcbda45da6ccbcde for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:28.458262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.508157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] For port 34db38d6-8e09-4285-936d-242c204c9905, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:28.511273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] For port 34db38d6-8e09-4285-936d-242c204c9905, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=34db38d6-8e09-4285-936d-242c204c9905,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:28.513782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-ce6f6b70-0872-46ed-8b7e-4b9bb119713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.514321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-ce6f6b70-0872-46ed-8b7e-4b9bb119713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.515681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-ce6f6b70-0872-46ed-8b7e-4b9bb119713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.518108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-ce6f6b70-0872-46ed-8b7e-4b9bb119713e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6676d2b0a39459eba370ebe3610051f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5167243 Sep 15 15:55:28.528961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-60e0a963-0f51-42b4-b743-a433590880c8 None None] Provisioning complete for port 7665a8c5-e64c-402b-8650-d8e70c8ea33e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:28.529337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60e0a963-0f51-42b4-b743-a433590880c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.575279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.587061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.700911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469673fb-796d-4ccf-a805-93f7b6ec97cd req-fa13c70f-b2a8-4d96-8ece-5ca26aad1e35 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.709646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-469673fb-796d-4ccf-a805-93f7b6ec97cd req-fa13c70f-b2a8-4d96-8ece-5ca26aad1e35 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.2306316 Sep 15 15:55:28.719202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.719804 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.721228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] 10.222.0.55 "PUT /v2.0/ports/34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 1136 time: 2.5258245 Sep 15 15:55:28.749586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-129dc60d-dd46-458d-a0d2-de30864c95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.752018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dd03e97-6286-43b1-8d3f-518417c17aa5 req-129dc60d-dd46-458d-a0d2-de30864c95a9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738861 Sep 15 15:55:28.792600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:28.796330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.800677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3d80e-9ec8-42b8-bdc6-f073ad0e1d7d service neutron] Pushing event updated for resources: {'Port': ['ID=34db38d6-8e09-4285-936d-242c204c9905,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:28.819128 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-469673fb-796d-4ccf-a805-93f7b6ec97cd req-2b148c63-6f3a-46c2-ab84-6c063227e506 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068642 Sep 15 15:55:28.835206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:28.835439 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:28.837975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': '34db38d6-8e09-4285-936d-242c204c9905'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:28.840551 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d1080-39a5-4b7a-b21a-3e8568da5f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "34db38d6-8e09-4285-936d-242c204c9905"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:28.854875 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:28.901062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e85b5-823b-4b6c-9eef-e33d64eea397 req-12c2be1f-86e2-414e-8211-a7c874441972 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:28.902497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e2e85b5-823b-4b6c-9eef-e33d64eea397 req-12c2be1f-86e2-414e-8211-a7c874441972 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 1.1337452 Sep 15 15:55:28.918793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:28.985868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ace692-525e-44d3-b814-003906b15ed2 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:55:29.032253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad195679-d137-4de2-9d56-498c66364618 req-a019211f-dfb1-4df1-a357-d4e6b7d61b46 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0315158 Sep 15 15:55:29.109197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Deleting port 745683d5-48bd-4053-96cb-6f7054f779a9 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:29.109556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:29.184524 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:55:29.184524 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:55:29.184524 n-d-808199-2 neutron-server[102018]: [parameters: {'id': 'c14dfe53-eee2-472e-956a-4a85c72b196d'}] Sep 15 15:55:29.184524 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:55:29.184971 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:55:29.263651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533cb4c-6525-4155-835c-44439578a3dd req-2c7ce233-f5b6-4e9c-a2b3-f61b7e467c61 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.264581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ace692-525e-44d3-b814-003906b15ed2 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:55:29.272250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a533cb4c-6525-4155-835c-44439578a3dd req-2c7ce233-f5b6-4e9c-a2b3-f61b7e467c61 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.1227245 Sep 15 15:55:29.278544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:29.286436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e2e85b5-823b-4b6c-9eef-e33d64eea397 req-c16d190f-aa0b-4884-9f8e-85695093cbdb tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276625 Sep 15 15:55:29.336758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a533cb4c-6525-4155-835c-44439578a3dd req-acdfd4f9-c01e-4b5c-abfd-855f1b93e7ab tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579650 Sep 15 15:55:29.376006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:29.430491 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beadbd76-f017-465e-9fc0-6db1ebe84dc6 x-openstack-request-id: req-beadbd76-f017-465e-9fc0-6db1ebe84dc6 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:29.431503 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "34db38d6-8e09-4285-936d-242c204c9905", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:29.433042 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-beadbd76-f017-465e-9fc0-6db1ebe84dc6 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:29.433309 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': '34db38d6-8e09-4285-936d-242c204c9905', 'status': 'completed', 'code': 200} Sep 15 15:55:29.533813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:29.562111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Checking segment: {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:29.562391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Network hostable DHCP agents. Network: 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:29.571821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-02229756-a6dd-4da6-808a-102388eca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.572306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-02229756-a6dd-4da6-808a-102388eca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.572810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-02229756-a6dd-4da6-808a-102388eca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.573282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-02229756-a6dd-4da6-808a-102388eca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.573753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-02229756-a6dd-4da6-808a-102388eca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.574275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-02229756-a6dd-4da6-808a-102388eca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.576241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-02229756-a6dd-4da6-808a-102388eca2b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5291 time: 0.1420999 Sep 15 15:55:29.608889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ea61-60da-4846-b676-7ed743467509 req-63d3784f-8bfd-434c-b609-471603d02e19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.615377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ea61-60da-4846-b676-7ed743467509 req-63d3784f-8bfd-434c-b609-471603d02e19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.621882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ea61-60da-4846-b676-7ed743467509 req-63d3784f-8bfd-434c-b609-471603d02e19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.628510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ea61-60da-4846-b676-7ed743467509 req-63d3784f-8bfd-434c-b609-471603d02e19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.635379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ea61-60da-4846-b676-7ed743467509 req-63d3784f-8bfd-434c-b609-471603d02e19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.641637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13ea61-60da-4846-b676-7ed743467509 req-63d3784f-8bfd-434c-b609-471603d02e19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.643658 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c13ea61-60da-4846-b676-7ed743467509 req-63d3784f-8bfd-434c-b609-471603d02e19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 4605 time: 0.1632981 Sep 15 15:55:29.714971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:29.738369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:29.741980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:29.759174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c13ea61-60da-4846-b676-7ed743467509 req-ff4c6f44-cacb-4d6b-bc31-96549de0758a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999122 Sep 15 15:55:29.781122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:29.797943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-9fcbbbf6-0d04-45b5-ae7d-8a007be2f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.798431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-9fcbbbf6-0d04-45b5-ae7d-8a007be2f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.798888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-9fcbbbf6-0d04-45b5-ae7d-8a007be2f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.800674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-9fcbbbf6-0d04-45b5-ae7d-8a007be2f411 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6676d2b0a39459eba370ebe3610051f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2145770 Sep 15 15:55:29.854520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.120 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:29.903688 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] For port 745683d5-48bd-4053-96cb-6f7054f779a9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=745683d5-48bd-4053-96cb-6f7054f779a9,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:29.903688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:29.939249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:29.951090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafe087-9b91-4a24-9d1a-1269bde6703e None None] Network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:29.964128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:29.965353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.025332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-e3831fc8-9385-40d5-bd7b-b51c3dbbac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:30.033562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486d1080-39a5-4b7a-b21a-3e8568da5f3d req-e3831fc8-9385-40d5-bd7b-b51c3dbbac93 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2187400 Sep 15 15:55:30.058862 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.086542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5c973299-0ede-4c5b-8ec4-5a1be9f4a7bc admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8489134 Sep 15 15:55:30.091135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.227344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff67c9c-922d-4dcb-be1c-57fdca129848 None None] Network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:30.245599 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf664c6f-4afd-4187-afb5-c7161fd04d25 req-6d3fe8dc-e7e9-49f3-8e7c-f08f4caf31fc tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0646105 Sep 15 15:55:30.395533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 745683d5-48bd-4053-96cb-6f7054f779a9 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:55:30.477147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63644f48-9c33-46af-bb9f-707afe1a4e0e req-ef7d3b88-9b3b-4f72-8d10-cfe0ad76448d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:30.480374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63644f48-9c33-46af-bb9f-707afe1a4e0e req-ef7d3b88-9b3b-4f72-8d10-cfe0ad76448d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0779614 Sep 15 15:55:30.498959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040a246-b948-4ac0-82ac-7373918f33ef req-809bb65c-7842-4b34-b21c-264ad379d80d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:30.500860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e040a246-b948-4ac0-82ac-7373918f33ef req-809bb65c-7842-4b34-b21c-264ad379d80d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.5654292 Sep 15 15:55:30.545826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63644f48-9c33-46af-bb9f-707afe1a4e0e req-3c893536-5e46-43d4-bbd4-7682c8d5f77c tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576267 Sep 15 15:55:30.666826 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.676377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting port 075c5150-4ede-423a-b19e-a4fa46aba239 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:30.676835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.682247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6938f5f-7b1f-41a6-82e8-364270f4c858 req-db336baf-056f-4b23-8fa6-efa052f1d600 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:30.683833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f6938f5f-7b1f-41a6-82e8-364270f4c858 req-db336baf-056f-4b23-8fa6-efa052f1d600 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 945 time: 0.0577936 Sep 15 15:55:30.691349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:30.694151 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb091c9-0f04-4cea-aea0-d43f595f2c05" -d '{"events": [{"server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "name": "network-vif-unplugged", "status": "completed", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:30.709086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 745683d5-48bd-4053-96cb-6f7054f779a9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=745683d5-48bd-4053-96cb-6f7054f779a9,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:30.727211 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f6938f5f-7b1f-41a6-82e8-364270f4c858 req-2f2f4814-db33-49d3-8943-26417fc1fe94 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups?id=59e64228-7054-41b1-8673-5cd89f7f8e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373721 Sep 15 15:55:30.757239 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e040a246-b948-4ac0-82ac-7373918f33ef req-ecb2baf2-d588-4be8-9f0d-fcb63dc04b81 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338858 Sep 15 15:55:30.822361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.822795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.823092 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380c7fdf-067e-4010-9e34-484b6aaf7e52 x-openstack-request-id: req-380c7fdf-067e-4010-9e34-484b6aaf7e52 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:30.823217 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Floating IP c656d053-766e-4b0e-a269-a7666f9b2910 disassociated. External IP: 172.25.0.126, port: 745683d5-48bd-4053-96cb-6f7054f779a9. Sep 15 15:55:30.823403 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "name": "network-vif-unplugged", "status": "completed", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:30.823568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Calling delete_port for 745683d5-48bd-4053-96cb-6f7054f779a9 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:30.823691 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-380c7fdf-067e-4010-9e34-484b6aaf7e52 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:30.824052 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9', 'code': 200} Sep 15 15:55:30.826540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.860744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.873968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] For port 075c5150-4ede-423a-b19e-a4fa46aba239, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=075c5150-4ede-423a-b19e-a4fa46aba239,segment=NetworkSegment(d6aba37d-7eaf-4620-9977-55a09aa89449),segment_id=d6aba37d-7eaf-4620-9977-55a09aa89449)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:30.874434 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:30.923754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=745683d5-48bd-4053-96cb-6f7054f779a9,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:30.986781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Calling delete_port for 075c5150-4ede-423a-b19e-a4fa46aba239 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:31.180971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6f70e93-f70e-4222-83b3-1d0ac95225b0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.183248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6f70e93-f70e-4222-83b3-1d0ac95225b0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/networks?id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 200 len: 817 time: 0.1656899 Sep 15 15:55:31.190061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:31.204892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-8c691ebe-4dc3-494e-b774-c6ef90e6a188 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/quotas/8425a135683a4af0bcbda45da6ccbcde HTTP/1.1" status: 200 len: 375 time: 0.0145283 Sep 15 15:55:31.207343 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:31.220520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-21bc0c1b-02c0-47b2-b865-409f8d5eb07d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.227601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-21bc0c1b-02c0-47b2-b865-409f8d5eb07d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.233194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-21bc0c1b-02c0-47b2-b865-409f8d5eb07d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.244260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-21bc0c1b-02c0-47b2-b865-409f8d5eb07d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.250514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-21bc0c1b-02c0-47b2-b865-409f8d5eb07d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.255154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-bd0e539e-ffc5-47ce-89e8-9863aa4acc57 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8425a135683a4af0bcbda45da6ccbcde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397480 Sep 15 15:55:31.261841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-21bc0c1b-02c0-47b2-b865-409f8d5eb07d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.265138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-21bc0c1b-02c0-47b2-b865-409f8d5eb07d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 4605 time: 0.3533802 Sep 15 15:55:31.291575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:31.306969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:31.412812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Transition to ACTIVE for port object 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:31.441343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-2049d303-c458-444d-8a40-a2a7544e1596 service neutron] 10.222.0.63 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782413 Sep 15 15:55:31.527484 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:31.554531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.147 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/91348e33-24e5-4eaa-8564-00e7b7f85c24) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:31.575935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:31.581144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-ffc1582c-f357-4fde-a57e-af2ab536d40c service neutron] 10.222.0.63 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328080 Sep 15 15:55:31.597477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ea8f1d1-d42e-4560-8a36-712726279f07 req-f72c8fea-414e-4453-9fb7-678a9416f261 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3158252 Sep 15 15:55:31.607646 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:31.611008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:31.627860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:31.627860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:31.735484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No DVR routers for this DVR port 075c5150-4ede-423a-b19e-a4fa46aba239 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:31.774264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:31.775047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:31.813128 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.023826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-323a0a7f-7d57-4e50-85ee-2ebadc5c773a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8667784 Sep 15 15:55:32.055266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:32.065052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Request body: {'port': {'device_id': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:32.149177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8645-dce8-4661-9db8-11e922fdfd3c req-dd560d6e-f4a3-45ed-bca4-094f4ad874a1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:32.150699 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-196f8645-dce8-4661-9db8-11e922fdfd3c req-dd560d6e-f4a3-45ed-bca4-094f4ad874a1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 936 time: 0.2623610 Sep 15 15:55:32.202212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Port': ['ID=075c5150-4ede-423a-b19e-a4fa46aba239,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:32.214546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.215617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0c450890-c616-417c-8df4-3dd9e7d191b9 None None] Provisioning complete for port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:32.216009 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c450890-c616-417c-8df4-3dd9e7d191b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.312519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0c450890-c616-417c-8df4-3dd9e7d191b9 None None] Port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:32.375265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event deleted for resources: {'Port': ['ID=745683d5-48bd-4053-96cb-6f7054f779a9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:32.375937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9194541-fe10-4fe7-855b-a35568025db4 req-9ca01afb-01ea-4fe1-b745-724d71009a8e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:32.377689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9194541-fe10-4fe7-855b-a35568025db4 req-9ca01afb-01ea-4fe1-b745-724d71009a8e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0670042 Sep 15 15:55:32.457662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9194541-fe10-4fe7-855b-a35568025db4 req-a501b2fc-ecc0-4ec4-b5c7-d365265672cb tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645854 Sep 15 15:55:32.516063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.518066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Attempting to bind port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:32.518404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Attempting to bind port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:32.518733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Attempting to bind port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:32.524102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14dfe53-eee2-472e-956a-4a85c72b196d']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:32.573816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aba37d-7eaf-4620-9977-55a09aa89449') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:32.574371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aba37d-7eaf-4620-9977-55a09aa89449') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:32.575092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69a2b2a5-a593-4330-b318-2ce4c2456b1a req-859b8595-c178-4036-aa08-298b2407dc33 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0335927 Sep 15 15:55:32.622115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.640795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.652167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-196f8645-dce8-4661-9db8-11e922fdfd3c req-a897289c-56e8-4c1c-82b6-0678625778c1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575567 Sep 15 15:55:32.655994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:32.655994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Attempting to bind port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:32.698802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.700631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:32.701090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:32.704565 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:32.722912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b42b09-70a5-46e1-956b-e1d55ea47686 req-175111fc-2890-4cd8-bc93-f637fcf9d626 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:32.724562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:32.724916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Checking segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:32.725336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Bound using segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:32.725738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Bound port: 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:32.726098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:32.728626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6b42b09-70a5-46e1-956b-e1d55ea47686 req-175111fc-2890-4cd8-bc93-f637fcf9d626 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0804360 Sep 15 15:55:32.761663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:55:32.817118 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6b42b09-70a5-46e1-956b-e1d55ea47686 req-7a5841ce-1d21-46e2-bc9f-612576882441 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817382 Sep 15 15:55:32.896270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a38baea-43e1-45e2-b0a9-99b80a58c162 req-dfe1879b-28d3-4e5b-8815-e713f67e094f tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 210 time: 0.0284655 Sep 15 15:55:32.992205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.368638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.370725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/c14dfe53-eee2-472e-956a-4a85c72b196d HTTP/1.1" status: 204 len: 168 time: 7.2892869 Sep 15 15:55:33.375495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48874) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:33.411030 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a528555-1fa3-41b2-ba18-3974100ab495 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:33.415648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80378ebf-2db4-4784-8673-7da8dab34e91 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=c14dfe53-eee2-472e-956a-4a85c72b196d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:33.415890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a528555-1fa3-41b2-ba18-3974100ab495 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:33.415890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0a528555-1fa3-41b2-ba18-3974100ab495 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/c14dfe53-eee2-472e-956a-4a85c72b196d HTTP/1.1" status: 404 len: 339 time: 0.0376844 Sep 15 15:55:33.419418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48876) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:33.425262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506997848', 'description': 'd1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:33.429544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.435654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.442354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.448414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.455068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.462057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.467939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.470001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-c81a527c-3408-4420-b541-41a51908225e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5382 time: 0.5462933 Sep 15 15:55:33.475702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] For port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:33.490442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.504023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:33.538369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:33.545034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.591644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] For port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:33.645042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:33.661784 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.662742 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment 85c8db4b-f067-4e92-976c-3138d829d0aa of type vlan for network eb95bad0-0bfc-48cf-abf2-8aae2761b750 Sep 15 15:55:33.684408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:33.702844 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.725781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:33.752112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ff424cf-4bed-4277-9c09-985c29902ee3 req-671760a9-dbea-4ba0-a62d-7cbd56d681f6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2533836 Sep 15 15:55:33.753365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:33.756159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.781449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=91348e33-24e5-4eaa-8564-00e7b7f85c24,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:33.793711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:55:33.809398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] Sync routers for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:55:33.844772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:55:33.846831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:33.892587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913d63f-62fc-4b1d-b754-264e4a83bd78 req-600df7b8-d5af-4a15-b7ae-b130d8fb00e7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.900186 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a913d63f-62fc-4b1d-b754-264e4a83bd78 req-600df7b8-d5af-4a15-b7ae-b130d8fb00e7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.3182817 Sep 15 15:55:33.914456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:33.920028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:33.935260 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674198'] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.032339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:34.038219 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.040177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 1135 time: 5.1262488 Sep 15 15:55:34.058756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:55:34.078365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': '3fb1c333-8ef0-45f2-a991-daaa7c53afa4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:34.080733 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ad90f-50ce-4582-99bd-3eb12bfcd61b" -d '{"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "3fb1c333-8ef0-45f2-a991-daaa7c53afa4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:34.183890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] No DVR routers for this DVR port 745683d5-48bd-4053-96cb-6f7054f779a9 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:34.184974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=eb95bad0-0bfc-48cf-abf2-8aae2761b750,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:34.192676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d0fafdb-27b2-4599-b0aa-28a1a8faea75 req-7062e3ee-e0eb-4525-b357-1cfb919966b2 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.2673485 Sep 15 15:55:34.200529 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a913d63f-62fc-4b1d-b754-264e4a83bd78 req-7d6d0360-8517-4b30-b42f-05da2c83bb4a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874656 Sep 15 15:55:34.211164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.215153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b1cb19c4-0b2a-468c-97f8-309ad63edd31 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7918334 Sep 15 15:55:34.215328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ee7b11e-712f-40ae-941f-f58055b8cc08 req-7af5e6d7-7a77-4038-b0d4-6d3d92211644 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.55 "DELETE /v2.0/ports/745683d5-48bd-4053-96cb-6f7054f779a9 HTTP/1.1" status: 204 len: 173 time: 6.4917452 Sep 15 15:55:34.220545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48894) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:34.223315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network eb95bad0-0bfc-48cf-abf2-8aae2761b750 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:34.236415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:34.277331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7cc7d-6d79-441b-a9d9-2e623fdf62f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:34.297766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:34.298631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.403351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fb0309dd-c096-4fca-8f82-096470f58a2f None None] Provisioning complete for port 91348e33-24e5-4eaa-8564-00e7b7f85c24 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:34.403779 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb0309dd-c096-4fca-8f82-096470f58a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.458916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bea03-4720-464b-a6ea-4ae1dd1647a6 req-4d777a8a-8e09-4d07-a80c-ec434fb4348b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:34.466345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-841bea03-4720-464b-a6ea-4ae1dd1647a6 req-4d777a8a-8e09-4d07-a80c-ec434fb4348b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.0840461 Sep 15 15:55:34.466514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-6b63c905-a959-4f28-8a46-11c388cad0c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.0235360 Sep 15 15:55:34.469528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22d31d2-0b1c-4cc2-8fad-e1a52c18851b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:34.471078 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e22d31d2-0b1c-4cc2-8fad-e1a52c18851b tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/networks?id=eb95bad0-0bfc-48cf-abf2-8aae2761b750 HTTP/1.1" status: 200 len: 765 time: 0.2486687 Sep 15 15:55:34.502496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Request body: {'port': {'device_id': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:34.508224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48896) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:34.511272 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-841bea03-4720-464b-a6ea-4ae1dd1647a6 req-4ee08435-4728-4b2b-abb6-415519aa8bbf tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Sep 15 15:55:34.519676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'description': 'd2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:34.547227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fb0309dd-c096-4fca-8f82-096470f58a2f None None] Port 91348e33-24e5-4eaa-8564-00e7b7f85c24 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:34.603974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.657314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b404a-ca65-4d03-b188-85efab235821 req-b6c36372-e4f7-475d-8bc7-521f7cfed8f0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:34.659272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb0b404a-ca65-4d03-b188-85efab235821 req-b6c36372-e4f7-475d-8bc7-521f7cfed8f0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 936 time: 0.2742860 Sep 15 15:55:34.666919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.716576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.717979 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:55:34.718612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 5, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:34.742028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e1ab392-8232-4fb2-ade9-adfc673c5f8e req-90b60040-f86d-4465-a9bb-138848f017be tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 210 time: 0.0407391 Sep 15 15:55:34.756416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb0b404a-ca65-4d03-b188-85efab235821 req-fc080e16-fee3-4872-89d0-5f7eb4445b4a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725551 Sep 15 15:55:34.789322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:34.801111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.808152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] Checking router: 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:55:34.836868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:55:34.840062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:34.858915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.864385 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff6f8b-942e-4cbb-90a3-ae3ae1179a31 x-openstack-request-id: req-9aff6f8b-942e-4cbb-90a3-ae3ae1179a31 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:34.864724 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "3fb1c333-8ef0-45f2-a991-daaa7c53afa4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:34.864949 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9aff6f8b-942e-4cbb-90a3-ae3ae1179a31 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:34.865348 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': '3fb1c333-8ef0-45f2-a991-daaa7c53afa4', 'status': 'completed', 'code': 200} Sep 15 15:55:34.910081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network eb95bad0-0bfc-48cf-abf2-8aae2761b750 is not hosted by any dhcp agent {{(pid=102019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 15:55:34.921797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:34.924535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:34.925919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "PUT /v2.0/networks/eb95bad0-0bfc-48cf-abf2-8aae2761b750 HTTP/1.1" status: 200 len: 762 time: 0.4137268 Sep 15 15:55:34.926995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8d901-4f65-4447-9821-7dc3b3bfbfd7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=eb95bad0-0bfc-48cf-abf2-8aae2761b750,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:34.937577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:34.984401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network eb95bad0-0bfc-48cf-abf2-8aae2761b750 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:35.005734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Transition to ACTIVE for port object d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:35.079525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee468375-ea1a-4e79-91ce-8e7786e8150c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.081511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ee468375-ea1a-4e79-91ce-8e7786e8150c tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/networks?id=eb95bad0-0bfc-48cf-abf2-8aae2761b750 HTTP/1.1" status: 200 len: 765 time: 0.1416371 Sep 15 15:55:35.100024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48906) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:35.146856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:55:35.272867 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:35.397395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.397990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.398471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.398944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.399411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.400061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.400549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.402850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-7cab4ded-9d4d-4db4-985a-40ccf6f14e11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6219 time: 0.5331798 Sep 15 15:55:35.468097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 5, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:35.528295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb6bc76-2ade-441a-8109-0163269bd9d7 None None] The sync data for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 is: [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:51:01Z', 'revision_number': 4, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '8bf255c6-c65c-4991-af26-28ba07a4f20c', 'name': '', 'network_id': 'af382184-7690-4e0b-b414-517d2469bfcb', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'mac_address': 'fa:16:3e:01:6f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:58Z', 'updated_at': '2021-09-15T15:51:09Z', 'revision_number': 5, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'subnets': [{'id': '39f4143c-23a2-495f-9db4-b81d768a50fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:55:35.648386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.654361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.661174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.667448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.674172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.680298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.692997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.697312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edd824b8-75de-420e-a975-937ba3d62709 req-2e8a25db-62e0-47fd-b2a0-58bbb59f6faa tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5382 time: 0.6388698 Sep 15 15:55:35.789930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5ed8b-0c50-45d1-87d8-5ce913d765d5 req-831c8a64-4af5-4553-964a-0ed433abb233 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.792416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4f5ed8b-0c50-45d1-87d8-5ce913d765d5 req-831c8a64-4af5-4553-964a-0ed433abb233 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.5365574 Sep 15 15:55:35.838863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1b864b-09fc-4d65-ac3d-011059e66f2f tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:35.845055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9a1b864b-09fc-4d65-ac3d-011059e66f2f tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7396657 Sep 15 15:55:35.846845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48916) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:35.860165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:35.896204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-046cce7e-a108-4e38-a414-800dc2e294fe tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 207 time: 0.0467937 Sep 15 15:55:35.910930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edd824b8-75de-420e-a975-937ba3d62709 req-f780f1d1-1860-484e-b59b-4f880115301e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956663 Sep 15 15:55:35.910930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48918) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:36.024269 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3340e3f-190f-438a-ab94-f1a7969eaf4e None None] New status for floating IP c656d053-766e-4b0e-a269-a7666f9b2910: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:55:36.047667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-fc3f9be2-e602-4383-afa4-8cfd83398fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.048437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-fc3f9be2-e602-4383-afa4-8cfd83398fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.048933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-fc3f9be2-e602-4383-afa4-8cfd83398fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.051265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-fc3f9be2-e602-4383-afa4-8cfd83398fd6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6676d2b0a39459eba370ebe3610051f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5174403 Sep 15 15:55:36.059045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4f5ed8b-0c50-45d1-87d8-5ce913d765d5 req-d0312bdb-5f47-4c66-b33c-11baed735d6d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140167 Sep 15 15:55:36.093837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Attempting to bind port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:36.098732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Attempting to bind port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:36.098732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Attempting to bind port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:36.119991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:36.120776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Attempting to bind port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:36.134928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91348e33-24e5-4eaa-8564-00e7b7f85c24 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:36.197366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:36.225410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:36.225913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:36.226395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:36.226947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Bound port: d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:36.227425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:36.241597 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2acee932-20f2-4a3a-a311-8e761a90193d req-9ebd03ac-b54a-4c48-bf18-ef582060b98c tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.1381025 Sep 15 15:55:36.309491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Transition to ACTIVE for port object 91348e33-24e5-4eaa-8564-00e7b7f85c24 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:36.366933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f9ecb8-f467-4196-869c-7c9c77c595fb {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:36.381257 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:36.387291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-0467d686-d94d-4d31-a1a3-67c2120ae2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.388915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-907ad90f-50ce-4582-99bd-3eb12bfcd61b req-0467d686-d94d-4d31-a1a3-67c2120ae2ab service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3287175 Sep 15 15:55:36.400735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f33329-a147-409c-a9e0-a29f38edbdb9 req-3aa0dcb8-099e-4e1c-b0d7-10334300a7e8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.402329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12f33329-a147-409c-a9e0-a29f38edbdb9 req-3aa0dcb8-099e-4e1c-b0d7-10334300a7e8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1951551 Sep 15 15:55:36.419914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:36.436822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Transition to ACTIVE for port object d0f9ecb8-f467-4196-869c-7c9c77c595fb will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:36.456559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60af5009-09ed-4679-aad8-ffdac14e5a96 req-1c771b9c-9b9a-470f-bc13-bb9cf759ea52 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 210 time: 0.0915201 Sep 15 15:55:36.496759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] For port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:36.506695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a2cf4-c191-4241-9bad-48800ec7e9f3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.520474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a2cf4-c191-4241-9bad-48800ec7e9f3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.539169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] For port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:36.540340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a2cf4-c191-4241-9bad-48800ec7e9f3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.544976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Pushing event updated for resources: {'Port': ['ID=91348e33-24e5-4eaa-8564-00e7b7f85c24,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:36.547994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:36.563527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a2cf4-c191-4241-9bad-48800ec7e9f3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.589050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a2cf4-c191-4241-9bad-48800ec7e9f3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.590909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12f33329-a147-409c-a9e0-a29f38edbdb9 req-9f61bb3f-239f-41cb-93e5-01d11099c04e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753128 Sep 15 15:55:36.596247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a2cf4-c191-4241-9bad-48800ec7e9f3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.609836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-722a2cf4-c191-4241-9bad-48800ec7e9f3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6655297 Sep 15 15:55:36.621588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48924) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:36.701276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b27eaa43-6afc-448c-b7eb-a3a598480ef7 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.703099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b27eaa43-6afc-448c-b7eb-a3a598480ef7 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "GET /v2.0/networks?id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 200 len: 817 time: 0.6009359 Sep 15 15:55:36.718571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Request body: {'port': {'device_id': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd', 'admin_state_up': True, 'tenant_id': '8425a135683a4af0bcbda45da6ccbcde'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:36.722857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:36.785921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cbc30-593f-414d-92bf-955f8360212a req-b581f11d-9258-4b94-96c4-38852f538cb3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.798510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-745cbc30-593f-414d-92bf-955f8360212a req-b581f11d-9258-4b94-96c4-38852f538cb3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 948 time: 0.1779618 Sep 15 15:55:36.873807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'name': 'network-vif-deleted', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:36.876510 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c4bcd-dce2-437d-b8dc-1d0fe2f446a6" -d '{"events": [{"server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "name": "network-vif-deleted", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:36.879387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f9ecb8-f467-4196-869c-7c9c77c595fb,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:36.961598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:36.962516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:36.964561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] 10.222.0.38 "PUT /v2.0/ports/d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 HTTP/1.1" status: 200 len: 1096 time: 4.9045265 Sep 15 15:55:37.039203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-745cbc30-593f-414d-92bf-955f8360212a req-0cf9a121-7665-43a6-9b39-4fec6fb09b19 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963947 Sep 15 15:55:37.147764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-a77ea770-852b-4027-a8de-2c8c9e0484d7 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.161685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-a77ea770-852b-4027-a8de-2c8c9e0484d7 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.38 "GET /v2.0/networks?id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 200 len: 817 time: 0.2835021 Sep 15 15:55:37.175574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Request body: {'port': {'device_id': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd', 'admin_state_up': True, 'tenant_id': '8425a135683a4af0bcbda45da6ccbcde'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:37.222677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Made reservation on behalf of 8425a135683a4af0bcbda45da6ccbcde for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:37.227136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:37.402245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.409626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.415817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.421884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.428553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.435925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.443276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.451790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-6a5d412b-922b-43b0-b5a2-9b6fc4456ba1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5394 time: 0.2414615 Sep 15 15:55:37.564657 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7feea4ce-001a-4d9a-9adf-df58c85a4880 req-142c015b-b9ee-4449-aa79-35421f5ff991 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117558 Sep 15 15:55:37.582951 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136cf77d-1b5d-49ef-89c9-7963e031dfc8 x-openstack-request-id: req-136cf77d-1b5d-49ef-89c9-7963e031dfc8 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:37.583505 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3317f9a8-b1ac-4433-ba98-8e654df939a4", "name": "network-vif-deleted", "tag": "745683d5-48bd-4053-96cb-6f7054f779a9", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:37.583620 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-136cf77d-1b5d-49ef-89c9-7963e031dfc8 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:37.583938 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3317f9a8-b1ac-4433-ba98-8e654df939a4', 'name': 'network-vif-deleted', 'tag': '745683d5-48bd-4053-96cb-6f7054f779a9', 'status': 'completed', 'code': 200} Sep 15 15:55:37.610457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Allocated IP 172.20.0.7 (6f39f6f0-3d27-44a4-8d23-f9d23f924fbd/561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d/eafdd846-d467-4f86-be3d-fe3967945a16) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:37.629816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Made reservation on behalf of 8425a135683a4af0bcbda45da6ccbcde for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:37.633578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:37.752212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f5ec168-dfc7-4e1a-b0ab-89e1749730bd req-7092107a-3c7d-4569-a4ab-4669f81a6b0d tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0728352 Sep 15 15:55:37.854992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Attempting to bind port 91348e33-24e5-4eaa-8564-00e7b7f85c24 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:37.855854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Attempting to bind port 91348e33-24e5-4eaa-8564-00e7b7f85c24 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:37.857080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Attempting to bind port 91348e33-24e5-4eaa-8564-00e7b7f85c24 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:37.888713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Port 91348e33-24e5-4eaa-8564-00e7b7f85c24 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:37.889037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0614085c-0ddb-4b94-9513-89a6c0e31691 req-a0e03e40-6881-4c9c-b190-7fb7036d6968 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 210 time: 0.0323260 Sep 15 15:55:37.889138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Attempting to bind port 91348e33-24e5-4eaa-8564-00e7b7f85c24 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:37.891575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0847ea8-9982-4ba6-b8cf-9efacab2e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:37.907608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:37.915901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6fbc01d3-ecf6-489a-a3e4-90bebeebf824 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.2627177 Sep 15 15:55:37.920283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48938) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:37.945286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89611-6a86-49d7-86c2-dd0a78be30f8 req-eba26165-0590-43c4-a5e8-f90266ead81f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.946885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ad89611-6a86-49d7-86c2-dd0a78be30f8 req-eba26165-0590-43c4-a5e8-f90266ead81f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.9412992 Sep 15 15:55:37.948790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-abba555f-ae36-4b2a-a1b9-70e2af955cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:37.950188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-abba555f-ae36-4b2a-a1b9-70e2af955cb2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 1099 time: 0.3740783 Sep 15 15:55:37.954538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:37.954881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:37.955275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:37.955718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Bound port: 91348e33-24e5-4eaa-8564-00e7b7f85c24, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:37.956091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:37.981153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Attempting to bind port d0f9ecb8-f467-4196-869c-7c9c77c595fb on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:37.981493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Attempting to bind port d0f9ecb8-f467-4196-869c-7c9c77c595fb by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:37.981832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Attempting to bind port d0f9ecb8-f467-4196-869c-7c9c77c595fb on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:38.053849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-7cb0f316-2343-4a92-84e2-8dc2f0eeb3e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 HTTP/1.1" status: 200 len: 217 time: 0.0911181 Sep 15 15:55:38.085000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Port d0f9ecb8-f467-4196-869c-7c9c77c595fb on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:38.085331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Attempting to bind port d0f9ecb8-f467-4196-869c-7c9c77c595fb on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:38.086549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d80d2-c3a7-4bdf-af90-cbb767722fe9 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.089309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d80d2-c3a7-4bdf-af90-cbb767722fe9 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.092257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d80d2-c3a7-4bdf-af90-cbb767722fe9 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.094910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d80d2-c3a7-4bdf-af90-cbb767722fe9 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.098311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d80d2-c3a7-4bdf-af90-cbb767722fe9 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.106622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e57d80d2-c3a7-4bdf-af90-cbb767722fe9 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1848071 Sep 15 15:55:38.108183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-fbd060b9-f6e0-4c4e-88f1-884c6a60cd7b tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.108978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48942) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:38.109661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-fbd060b9-f6e0-4c4e-88f1-884c6a60cd7b tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "GET /v2.0/networks?id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 200 len: 817 time: 0.5438712 Sep 15 15:55:38.153826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Request body: {'port': {'device_id': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd', 'admin_state_up': True, 'tenant_id': '8425a135683a4af0bcbda45da6ccbcde'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:38.177570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:38.178052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Checking segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:38.178412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Bound using segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:38.178755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Bound port: d0f9ecb8-f467-4196-869c-7c9c77c595fb, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:38.179123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.190643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e908b-eda5-464f-9e7d-de9a5e67d2ab req-6a34adbf-e7d1-431f-8f1a-3eef2cbf6e07 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.197135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a2e908b-eda5-464f-9e7d-de9a5e67d2ab req-6a34adbf-e7d1-431f-8f1a-3eef2cbf6e07 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.2066417 Sep 15 15:55:38.221843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ad89611-6a86-49d7-86c2-dd0a78be30f8 req-e4365245-ba9d-4b55-bd2d-ed955d7c83ec tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611248 Sep 15 15:55:38.254532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] For port 91348e33-24e5-4eaa-8564-00e7b7f85c24, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:38.267005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-ac8b90f9-a37e-4bb3-a94e-e99778892b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.268566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-ac8b90f9-a37e-4bb3-a94e-e99778892b56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1848412 Sep 15 15:55:38.276477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Allocated IP 172.20.0.2 (6f39f6f0-3d27-44a4-8d23-f9d23f924fbd/561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d/dca91e84-f2a6-4fd2-af5a-f6e5841ebe48) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:38.361896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] For port 91348e33-24e5-4eaa-8564-00e7b7f85c24, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=91348e33-24e5-4eaa-8564-00e7b7f85c24,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:38.433982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.494227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] For port d0f9ecb8-f467-4196-869c-7c9c77c595fb, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:38.498067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.523717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-19ac41e1-ae45-4b75-8779-b5f7526cc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.525072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a2e908b-eda5-464f-9e7d-de9a5e67d2ab req-18753e29-4db2-4b3a-8a1f-2e7cce26098c tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891137 Sep 15 15:55:38.525300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-19ac41e1-ae45-4b75-8779-b5f7526cc8c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2101953 Sep 15 15:55:38.546697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b2967-ab47-4150-9ee0-e0f8ee296fab tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.548172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b2967-ab47-4150-9ee0-e0f8ee296fab tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.550085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b2967-ab47-4150-9ee0-e0f8ee296fab tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.550218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] For port d0f9ecb8-f467-4196-869c-7c9c77c595fb, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:38.552244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b2967-ab47-4150-9ee0-e0f8ee296fab tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.553699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b2967-ab47-4150-9ee0-e0f8ee296fab tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.558964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bb8b2967-ab47-4150-9ee0-e0f8ee296fab tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4436817 Sep 15 15:55:38.560309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48948) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:38.589072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:38.596636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.597444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.601250 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] 10.222.0.38 "PUT /v2.0/ports/91348e33-24e5-4eaa-8564-00e7b7f85c24 HTTP/1.1" status: 200 len: 1096 time: 4.1019316 Sep 15 15:55:38.612800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:38.649405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:38.676209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8d27-ddd1-4e8e-9dc4-095eda14552c req-8ab4393c-68eb-4f55-9ff2-0f35ad2f0cf6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.678583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-966e8d27-ddd1-4e8e-9dc4-095eda14552c req-8ab4393c-68eb-4f55-9ff2-0f35ad2f0cf6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 948 time: 0.2366562 Sep 15 15:55:38.682855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Pushing event updated for resources: {'Port': ['ID=eafdd846-d467-4f86-be3d-fe3967945a16,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:38.687958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.698310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Made reservation on behalf of 8425a135683a4af0bcbda45da6ccbcde for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:38.702261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.708357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d268-c9e6-42df-86e0-786c4a5c51e3 service neutron] Pushing event updated for resources: {'Port': ['ID=91348e33-24e5-4eaa-8564-00e7b7f85c24,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:38.827099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.827732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.829283 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0f9ecb8-f467-4196-869c-7c9c77c595fb HTTP/1.1" status: 200 len: 1090 time: 4.6197026 Sep 15 15:55:38.834483 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:38.888995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-f921418d-5a0d-4fee-917f-423d9d631941 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369477 Sep 15 15:55:38.914245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:38.914924 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:39.001810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4e1b7e0-4a5a-4c3e-9fac-765c9fc662c8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2872260 Sep 15 15:55:39.033533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Request body: {'port': {'device_id': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:39.064521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4837a-36a8-431a-ac32-71357a0464d6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.066833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4cf4837a-36a8-431a-ac32-71357a0464d6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/networks/3ee4213a-4da7-4650-8e88-9ba2192dcb81 HTTP/1.1" status: 200 len: 803 time: 0.5014765 Sep 15 15:55:39.074516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-9acea048-fab3-4507-b517-3da1bbf4e855 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.076291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-9acea048-fab3-4507-b517-3da1bbf4e855 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.3297105 Sep 15 15:55:39.083173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48964) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:39.101395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-d4569ad4-d72e-4b32-a5eb-859fac7e7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.102964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-d4569ad4-d72e-4b32-a5eb-859fac7e7c5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 1099 time: 0.3911049 Sep 15 15:55:39.103552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc299008-a406-4753-8c5e-ff2098d22bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f9ecb8-f467-4196-869c-7c9c77c595fb,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:39.110556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:39.140786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-966e8d27-ddd1-4e8e-9dc4-095eda14552c req-7ffb6b25-192f-4e30-8551-bc08259011c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500992 Sep 15 15:55:39.151592 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-c45f9764-d784-4155-a09c-90cd368c80b6 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/quotas/77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 375 time: 0.0415590 Sep 15 15:55:39.193765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:39.239512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:39.274921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-0cac4fe4-4e86-455a-ae1b-f58870160663 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=91348e33-24e5-4eaa-8564-00e7b7f85c24 HTTP/1.1" status: 200 len: 217 time: 0.1286788 Sep 15 15:55:39.390622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-09444c09-3b22-4233-8f5a-c126953c314a service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684033 Sep 15 15:55:39.391957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-9b4c7e48-b63c-471c-a1d5-fd5aa2eb4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.393366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-9b4c7e48-b63c-471c-a1d5-fd5aa2eb4beb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1094086 Sep 15 15:55:39.435824 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:39.456252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Allocated IP 172.20.0.8 (6f39f6f0-3d27-44a4-8d23-f9d23f924fbd/561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d/2dc4924d-34ec-472e-9fb3-e842dfb75d15) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:39.491884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.498267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.505366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.511787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.518607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.524829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.531776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.533924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44fd139-990c-43b2-876f-57c0253add98 req-2e086cad-4245-4fbb-b0c7-221a4a883e29 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5394 time: 0.2977691 Sep 15 15:55:39.591837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:39.594450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'tag': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'}, {'name': 'network-changed', 'server_uuid': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'tag': '91348e33-24e5-4eaa-8564-00e7b7f85c24'}, {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:39.594617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:39.598152 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319286f9-9aec-4d9a-8c37-8c419056de99" -d '{"events": [{"name": "network-changed", "server_uuid": "c49734b1-8e62-4e6e-911a-82846a12d8d8", "tag": "d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6"}, {"name": "network-changed", "server_uuid": "a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4", "tag": "91348e33-24e5-4eaa-8564-00e7b7f85c24"}, {"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:39.602350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:39.634027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-fe30ab51-a26d-411d-bb7a-8c0b5f014c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.635555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-fe30ab51-a26d-411d-bb7a-8c0b5f014c58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2325616 Sep 15 15:55:39.718958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Pushing event updated for resources: {'Port': ['ID=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:39.734099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:39.734736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:39.742624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44fd139-990c-43b2-876f-57c0253add98 req-a06a20b0-7e1c-46db-9402-d841f2f07828 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831481 Sep 15 15:55:39.755242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-1694042a-8bc1-4f80-bfd7-f335c378516b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5710933 Sep 15 15:55:39.780259 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60bc8628-2edd-4b2e-a79c-a3c8abb00aa8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/networks/3ee4213a-4da7-4650-8e88-9ba2192dcb81?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6954122 Sep 15 15:55:39.797207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48972) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:39.942515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab10cce9-94c7-4865-b2d0-51f28a6b7864 req-13d292f3-ffd1-4c2b-ac9b-3380a8e320d1 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0902836 Sep 15 15:55:39.958282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b6fda15a-b2a5-45bb-a081-4064d5382a93 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7867641 Sep 15 15:55:39.974995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Request body: {'port': {'device_id': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:40.040858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3464d9e-d683-462f-9e32-1aa0bea51322 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.043439 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-5ab795bd-00e6-417a-a2d1-3c63d44258fc service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913856 Sep 15 15:55:40.046604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f3464d9e-d683-462f-9e32-1aa0bea51322 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/subnets/0efe2329-8cd7-4181-8b6a-746815c56c42 HTTP/1.1" status: 200 len: 843 time: 0.2390018 Sep 15 15:55:40.052886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48974) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:40.086286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-89abab3d-55bc-4e49-b64f-bd14ce685f30 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301823 Sep 15 15:55:40.139511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:40.193463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:40.201084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e7e9d0-561b-4c29-adf0-91268d4e09ff tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.206316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e8e7e9d0-561b-4c29-adf0-91268d4e09ff tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "GET /v2.0/subnets/0efe2329-8cd7-4181-8b6a-746815c56c42?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1518760 Sep 15 15:55:40.207969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48978) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:40.216816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-913035503'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:40.235444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacccdd-59dc-4523-aa42-1e40c7336e49 req-81c88064-066f-4ed1-aaff-5b1302e9db57 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.238940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4aacccdd-59dc-4523-aa42-1e40c7336e49 req-81c88064-066f-4ed1-aaff-5b1302e9db57 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 931 time: 0.1572218 Sep 15 15:55:40.243903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec940eff-db76-43a9-843c-772b2801b3ca {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:40.259708 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:40.282620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-adcfe70a-10aa-433a-91d2-45f8fe563182 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739893 Sep 15 15:55:40.319033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Transition to ACTIVE for port object ec940eff-db76-43a9-843c-772b2801b3ca will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:40.330876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05ae6817-2da8-4a3a-9640-80d9fdb4e059 req-c2415fdf-8c6e-42ee-8c3d-b38d5003acd5 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784812 Sep 15 15:55:40.347846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4aacccdd-59dc-4523-aa42-1e40c7336e49 req-d89747b7-ffbc-4a07-b9dc-5de1e2ff38be tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947211 Sep 15 15:55:40.406596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:40.465368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:40.475019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:40.475019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:40.493716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Pushing event updated for resources: {'Port': ['ID=ec940eff-db76-43a9-843c-772b2801b3ca,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:40.896091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0a34c-122e-48a4-b5ca-cdc16bf6d7fd req-a5da43f0-238f-4f14-87fd-cfcb049eaf4a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.903578 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1d0a34c-122e-48a4-b5ca-cdc16bf6d7fd req-a5da43f0-238f-4f14-87fd-cfcb049eaf4a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 948 time: 0.1751142 Sep 15 15:55:40.911091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.911584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.912063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.912838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.913315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.913989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.914470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:40.917584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-6b734d16-432d-4ebe-889e-77c9ce394f82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6311 time: 0.2747188 Sep 15 15:55:40.922415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafdd846-d467-4f86-be3d-fe3967945a16 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:40.948408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:40.994339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Transition to ACTIVE for port object eafdd846-d467-4f86-be3d-fe3967945a16 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:41.053865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1d0a34c-122e-48a4-b5ca-cdc16bf6d7fd req-0aa3f19d-c712-4b2c-9e88-f6632b61d1fa tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449380 Sep 15 15:55:41.090416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.094865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:55:41.105904 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.106574 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Added segment c118c247-2cf6-4e8d-8f34-bee9ca5b08b3 of type vlan for network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 Sep 15 15:55:41.183980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.222647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9186eef1-a099-4f75-9235-a2a39839f94c req-93933a7e-d62c-4f5f-8b7c-a98bbcfbf8b8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 210 time: 0.1112573 Sep 15 15:55:41.241899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-f062f894-a595-46cd-9003-cd285c4358d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.242637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-f062f894-a595-46cd-9003-cd285c4358d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.243264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-f062f894-a595-46cd-9003-cd285c4358d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.245112 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-f062f894-a595-46cd-9003-cd285c4358d1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6676d2b0a39459eba370ebe3610051f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3128176 Sep 15 15:55:41.269869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Pushing event updated for resources: {'Port': ['ID=eafdd846-d467-4f86-be3d-fe3967945a16,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:41.318940 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fbd38b-4f91-4fe6-be7a-320bfc832cf2 x-openstack-request-id: req-a0fbd38b-4f91-4fe6-be7a-320bfc832cf2 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:41.319597 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49734b1-8e62-4e6e-911a-82846a12d8d8", "tag": "d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4", "tag": "91348e33-24e5-4eaa-8564-00e7b7f85c24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:41.320131 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a0fbd38b-4f91-4fe6-be7a-320bfc832cf2 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:41.320857 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'tag': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'status': 'completed', 'code': 200} Sep 15 15:55:41.321334 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'tag': '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'status': 'completed', 'code': 200} Sep 15 15:55:41.321852 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb', 'status': 'completed', 'code': 200} Sep 15 15:55:41.346077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:41.360899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.375233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.375927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.379031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:41.402296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:41.464625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Attempting to bind port ec940eff-db76-43a9-843c-772b2801b3ca on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:41.464978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Attempting to bind port ec940eff-db76-43a9-843c-772b2801b3ca by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:41.465308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Attempting to bind port ec940eff-db76-43a9-843c-772b2801b3ca on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:41.489481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-a787dc0d-14e0-4c08-b78f-2bb5138f9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.491020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-a787dc0d-14e0-4c08-b78f-2bb5138f9e4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 1099 time: 0.2197561 Sep 15 15:55:41.491639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Pushing event updated for resources: {'Port': ['ID=2dc4924d-34ec-472e-9fb3-e842dfb75d15,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:41.506041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e037a34-37a8-4218-9537-8d75653f62d5 req-54d9cf09-5fe3-4222-9f06-9a37378e3523 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.507601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e037a34-37a8-4218-9537-8d75653f62d5 req-54d9cf09-5fe3-4222-9f06-9a37378e3523 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.9941044 Sep 15 15:55:41.514698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Port ec940eff-db76-43a9-843c-772b2801b3ca on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:41.515031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Attempting to bind port ec940eff-db76-43a9-843c-772b2801b3ca on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:41.564719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.572758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.579150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.585639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.591954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.602747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.602957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3866487 Sep 15 15:55:41.604566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:41.604733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Checking segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:41.605049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Bound using segment: {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:41.605507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Bound port: ec940eff-db76-43a9-843c-772b2801b3ca, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:41.605633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.605877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.607557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-670ba816-0da1-4f28-87df-720cbe460a51 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5406 time: 0.2429748 Sep 15 15:55:41.607964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f1f6f-62ac-488b-ad49-e4a790de9572 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Network': ['ID=6c28ae4b-f2de-4851-b90f-c63ae72948e9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:41.608073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48998) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:41.622368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:55:41.626142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-d7bbe070-a2ea-4042-9b2c-aaa6f0d61333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.627662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-d7bbe070-a2ea-4042-9b2c-aaa6f0d61333 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3738797 Sep 15 15:55:41.631261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.632071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.645727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'network_id': '6c28ae4b-f2de-4851-b90f-c63ae72948e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:41.677111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Attempting to bind port eafdd846-d467-4f86-be3d-fe3967945a16 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:41.677447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Attempting to bind port eafdd846-d467-4f86-be3d-fe3967945a16 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:41.677783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Attempting to bind port eafdd846-d467-4f86-be3d-fe3967945a16 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:41.701197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:41.778402 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.787458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2aacd9c9-a43f-4e7b-984d-98dc0c4f27af req-c0651165-b565-40c3-8f82-f7251bceaa0f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368332 Sep 15 15:55:41.793902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e037a34-37a8-4218-9537-8d75653f62d5 req-094444fc-6e07-43fe-bb4a-4c4887cd3871 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331467 Sep 15 15:55:41.824783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Port eafdd846-d467-4f86-be3d-fe3967945a16 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:41.826297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Attempting to bind port eafdd846-d467-4f86-be3d-fe3967945a16 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:41.835144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-de7b4d5d-e5ca-4546-b4ed-7377139ffa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:41.843775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-de7b4d5d-e5ca-4546-b4ed-7377139ffa78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.3210979 Sep 15 15:55:41.883745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-810f3369-f737-4b11-9280-e60784f2ca29 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7434425 Sep 15 15:55:41.889055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-7f6b74c5-9a14-43b5-a8d3-0e212c604b1a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 HTTP/1.1" status: 200 len: 217 time: 0.0442228 Sep 15 15:55:41.890328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] For port ec940eff-db76-43a9-843c-772b2801b3ca, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:41.890601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:41.891063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Checking segment: {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:41.891590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Bound using segment: {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:41.892265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Bound port: eafdd846-d467-4f86-be3d-fe3967945a16, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:41.892907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:41.897844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Transition to ACTIVE for port object dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:41.899652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Request body: {'port': {'device_id': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:41.987151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] For port ec940eff-db76-43a9-843c-772b2801b3ca, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ec940eff-db76-43a9-843c-772b2801b3ca,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:42.033559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61ad6221-a52a-4d8d-ab00-a9c1f52b0a30 req-f47d1d2f-e207-44af-a890-7e290772ffa7 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/ports?device_id=3317f9a8-b1ac-4433-ba98-8e654df939a4 HTTP/1.1" status: 200 len: 210 time: 0.0646069 Sep 15 15:55:42.054295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] For port eafdd846-d467-4f86-be3d-fe3967945a16, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:42.057820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] For port eafdd846-d467-4f86-be3d-fe3967945a16, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=eafdd846-d467-4f86-be3d-fe3967945a16,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:42.065228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.135565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f109f2f-3939-4689-b57a-75b435a77f8b req-6dbe4670-2fc3-41c8-9f36-ddcd72788d7c tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:42.145055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f109f2f-3939-4689-b57a-75b435a77f8b req-6dbe4670-2fc3-41c8-9f36-ddcd72788d7c tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 931 time: 0.2197027 Sep 15 15:55:42.154538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.156112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.173306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Made reservation on behalf of e655ea1cca834de5aef5b95050ff5bb7 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:42.175937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.200396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-32637059-1fab-4ab0-a632-6c52a66b285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:42.203648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-32637059-1fab-4ab0-a632-6c52a66b285b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.2948246 Sep 15 15:55:42.279799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:42.280640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.282265 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] 10.222.0.55 "PUT /v2.0/ports/eafdd846-d467-4f86-be3d-fe3967945a16 HTTP/1.1" status: 200 len: 1091 time: 3.2683651 Sep 15 15:55:42.285769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Performing IP validity checks on allocation pools {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 15 15:55:42.285769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 15 15:55:42.293022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'tag': 'eafdd846-d467-4f86-be3d-fe3967945a16'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:42.296814 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cf1220-877c-4b28-8334-b60a6a769da9" -d '{"events": [{"name": "network-changed", "server_uuid": "241313b0-21db-4daa-a81f-2c65ce8d4094", "tag": "eafdd846-d467-4f86-be3d-fe3967945a16"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:42.330897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Pushing event updated for resources: {'Port': ['ID=ec940eff-db76-43a9-843c-772b2801b3ca,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:42.339955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.372831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:42.373464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.375128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-49cbeb63-3d9c-4fd5-b504-de9c673f893b service neutron] 10.222.0.55 "PUT /v2.0/ports/ec940eff-db76-43a9-843c-772b2801b3ca HTTP/1.1" status: 200 len: 1090 time: 3.3731060 Sep 15 15:55:42.382370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Pushing event updated for resources: {'Port': ['ID=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:42.506164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe02db-5ff1-4bec-a1db-5dc24c90a52e service neutron] Pushing event updated for resources: {'Port': ['ID=eafdd846-d467-4f86-be3d-fe3967945a16,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:42.590758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:42.634199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f109f2f-3939-4689-b57a-75b435a77f8b req-b1e98c5c-a310-4e8b-b200-c10fe50870b4 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882185 Sep 15 15:55:42.680156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-c2e5e6f2-569a-47cd-89cd-cab6065ac40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:42.681817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-c2e5e6f2-569a-47cd-89cd-cab6065ac40f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3430221 Sep 15 15:55:42.769177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-30f3aef3-a416-442c-90ae-173e3505f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:42.770832 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-30f3aef3-a416-442c-90ae-173e3505f27d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8425a135683a4af0bcbda45da6ccbcde&device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 1094 time: 0.1999505 Sep 15 15:55:42.816038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:42.818986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50798e40-dde2-4d86-97cb-687dfb6257ad req-ef45570b-32b0-45b3-ac50-4e97557df1dd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:42.820652 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50798e40-dde2-4d86-97cb-687dfb6257ad req-ef45570b-32b0-45b3-ac50-4e97557df1dd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 948 time: 0.2523715 Sep 15 15:55:42.859331 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98060a62-86ca-40d5-8279-aa3c8c3ff1e8 req-f956514d-9acf-4408-8488-570a17ecd46e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 210 time: 0.1224990 Sep 15 15:55:42.874494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Attempting to bind port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:42.874728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Attempting to bind port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:42.875157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Attempting to bind port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:42.883621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-0efdd65c-9405-4437-b005-cd1c07328e16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eafdd846-d467-4f86-be3d-fe3967945a16 HTTP/1.1" status: 200 len: 217 time: 0.0822904 Sep 15 15:55:42.888180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 91348e33-24e5-4eaa-8564-00e7b7f85c24 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:42.943569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:42.943947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Attempting to bind port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:42.990937 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03887fa-2f70-42de-915c-9a503a01a0c3 x-openstack-request-id: req-c03887fa-2f70-42de-915c-9a503a01a0c3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:42.991242 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241313b0-21db-4daa-a81f-2c65ce8d4094", "tag": "eafdd846-d467-4f86-be3d-fe3967945a16", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:42.991498 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c03887fa-2f70-42de-915c-9a503a01a0c3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:42.991898 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'tag': 'eafdd846-d467-4f86-be3d-fe3967945a16', 'status': 'completed', 'code': 200} Sep 15 15:55:43.009403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:43.009894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Checking segment: {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:43.010377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Bound using segment: {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:43.010935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Bound port: dca91e84-f2a6-4fd2-af5a-f6e5841ebe48, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:43.011392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.050336 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50798e40-dde2-4d86-97cb-687dfb6257ad req-124b5423-a393-45ff-84ec-245aa9323620 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129219 Sep 15 15:55:43.080559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 91348e33-24e5-4eaa-8564-00e7b7f85c24, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=91348e33-24e5-4eaa-8564-00e7b7f85c24,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:43.096014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'mac_address': 'fa:16:3e:f0:c0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:43.111576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-a61aca63-663f-48ee-a49b-a15b44958a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.113476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-a61aca63-663f-48ee-a49b-a15b44958a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d HTTP/1.1" status: 200 len: 857 time: 0.2119911 Sep 15 15:55:43.117462 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-cf13dca0-082a-4e22-b5c0-348a13fbe3d1 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019973 Sep 15 15:55:43.148145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.166690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91348e33-24e5-4eaa-8564-00e7b7f85c24 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:43.172478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-675cda17-3d0a-4817-b2ed-6c07af52c814 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503786 Sep 15 15:55:43.196603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc4924d-34ec-472e-9fb3-e842dfb75d15 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:43.218325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 91348e33-24e5-4eaa-8564-00e7b7f85c24, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=91348e33-24e5-4eaa-8564-00e7b7f85c24,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:43.253858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.306912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.310407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:43.327789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:43.330751 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53188dbf-563b-477c-aef2-e4a915586740" -d '{"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:43.372332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Transition to ACTIVE for port object 2dc4924d-34ec-472e-9fb3-e842dfb75d15 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:43.392760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=91348e33-24e5-4eaa-8564-00e7b7f85c24,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:43.410877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e125c7-f5d3-45b8-96b9-7d22d9e4fa2c req-c9df2ab0-6e79-4878-8a57-59324669c0e2 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.422227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85e125c7-f5d3-45b8-96b9-7d22d9e4fa2c req-c9df2ab0-6e79-4878-8a57-59324669c0e2 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.3587177 Sep 15 15:55:43.427822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:43.445030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'mac_address': 'fa:16:3e:8d:2a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:43.479232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-a669427d-be7c-4b80-9b0f-5452528c8952 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481095 Sep 15 15:55:43.487122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.520204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.527776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.536292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.542655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.543604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.544193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] For port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:43.550494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.557346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.564011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.564383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:43.573219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2db6750c-2977-4423-8193-32acad72ec13 req-a7d55272-4596-461a-9c5a-373ea48191a2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5406 time: 0.3973980 Sep 15 15:55:43.584230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.617818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:43.664715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-3fb686b8-d583-4b21-a352-2099d699e9cc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3625991 Sep 15 15:55:43.691164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] For port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:43.695471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.710825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b36e46ab-2456-4e5d-9210-c5d9b7563aa2 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079923 Sep 15 15:55:43.719953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4924d-34ec-472e-9fb3-e842dfb75d15,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:43.751899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85e125c7-f5d3-45b8-96b9-7d22d9e4fa2c req-771820f3-92a8-4686-8eb7-2ab45b45ced5 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290496 Sep 15 15:55:43.775250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=d77b92d6-008e-4921-aa7b-68bbe6bace4a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:43.785783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2db6750c-2977-4423-8193-32acad72ec13 req-77e9f937-4b1d-4cef-9957-77408c3bf1bc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110989 Sep 15 15:55:43.817383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:43.834007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:43.957736 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aeb205-1c3a-4286-800b-171d5fd2cc40 x-openstack-request-id: req-08aeb205-1c3a-4286-800b-171d5fd2cc40 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:43.958036 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:43.958860 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-08aeb205-1c3a-4286-800b-171d5fd2cc40 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:43.958860 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca', 'status': 'completed', 'code': 200} Sep 15 15:55:43.968378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['91348e33-24e5-4eaa-8564-00e7b7f85c24'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:43.971461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:43.986292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-5233ebb2-9e7f-4be9-b2bb-f4fec68a66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:43.988476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-5233ebb2-9e7f-4be9-b2bb-f4fec68a66ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 1100 time: 0.3792052 Sep 15 15:55:44.000792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.55', 57345) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:44.220163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Attempting to bind port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:44.220843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Attempting to bind port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:44.221466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Attempting to bind port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:44.272459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:44.274156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Attempting to bind port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 on network 6f39f6f0-3d27-44a4-8d23-f9d23f924fbd {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:44.310342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.310944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:44.312722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] 10.222.0.38 "PUT /v2.0/ports/dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 HTTP/1.1" status: 200 len: 1091 time: 4.3422756 Sep 15 15:55:44.314744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:44.315226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Checking segment: {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:44.316691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Bound using segment: {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:44.317268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Bound port: 2dc4924d-34ec-472e-9fb3-e842dfb75d15, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb62f01b-b6e1-49a6-985e-5637103816aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:44.317746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:44.326614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-164d9cec-b177-4ddf-96c7-43264bdb5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.328462 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-164d9cec-b177-4ddf-96c7-43264bdb5749 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1095 time: 0.5091364 Sep 15 15:55:44.342508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-56b41bdf-87b6-4a97-9c17-92b4c7485b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.344269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-56b41bdf-87b6-4a97-9c17-92b4c7485b12 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.3346522 Sep 15 15:55:44.348034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-141b5471-d903-4ea6-a734-5eb858f25972 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242614 Sep 15 15:55:44.351825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-7ffb80ac-7d5b-4a86-b2d4-72975b12caf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.354426 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-7ffb80ac-7d5b-4a86-b2d4-72975b12caf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.9116056 Sep 15 15:55:44.357059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.357904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.358454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.359431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.360039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.360795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.361590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.364738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53188dbf-563b-477c-aef2-e4a915586740 req-753427e8-fa05-47d5-8ee5-8c0649a41db0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6353 time: 0.3627722 Sep 15 15:55:44.370416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'port': {'device_id': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'admin_state_up': True, 'tenant_id': '77401503e98043d3b78bfb7850d8ba30'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:44.446365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Checking segment: {'id': 'c118c247-2cf6-4e8d-8f34-bee9ca5b08b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6c28ae4b-f2de-4851-b90f-c63ae72948e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:44.447044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network hostable DHCP agents. Network: 6c28ae4b-f2de-4851-b90f-c63ae72948e9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:55:44.495607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49030) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:44.611261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211863b-1652-4318-9fcf-0a0e2a3b34b2 service neutron] Pushing event updated for resources: {'Port': ['ID=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:44.670982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942dcd1-e685-474e-a4d3-865d1ef2f9ae req-f771a4f6-736b-422b-806c-4fdbf111cdf3 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.672600 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6942dcd1-e685-474e-a4d3-865d1ef2f9ae req-f771a4f6-736b-422b-806c-4fdbf111cdf3 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 943 time: 0.3909032 Sep 15 15:55:44.702568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b1d40e-ca5c-41b0-9294-af83d4e68cdc {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:44.722473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:44.748582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3233561d-33c0-4aa6-a921-41c57cf553bc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:44.796678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Transition to ACTIVE for port object 12b1d40e-ca5c-41b0-9294-af83d4e68cdc will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:44.803905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-4f3cdaee-ee44-4c45-9b35-9ea73d1fcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.805484 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-4f3cdaee-ee44-4c45-9b35-9ea73d1fcea3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8425a135683a4af0bcbda45da6ccbcde&device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 1094 time: 0.3403754 Sep 15 15:55:44.816938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:55:44.842622 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3233561d-33c0-4aa6-a921-41c57cf553bc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:44.858306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-d3c1690c-1d58-4539-9a88-bd1f179d966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:44.859830 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-d3c1690c-1d58-4539-9a88-bd1f179d966b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1097 time: 0.2319577 Sep 15 15:55:44.870358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] For port 2dc4924d-34ec-472e-9fb3-e842dfb75d15, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:44.874343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] For port 2dc4924d-34ec-472e-9fb3-e842dfb75d15, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2dc4924d-34ec-472e-9fb3-e842dfb75d15,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:44.914526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-9020e91c-bb4c-456a-a60d-6338136fc468 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 HTTP/1.1" status: 200 len: 217 time: 0.0938487 Sep 15 15:55:44.917378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6942dcd1-e685-474e-a4d3-865d1ef2f9ae req-000bd018-8526-47d1-bfcf-d409f492ff5c tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014647 Sep 15 15:55:44.918178 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:44.925369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.55', 57346) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:44.987082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-a6b2cda3-2dfb-4882-85e3-a2ecba770002 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=91348e33-24e5-4eaa-8564-00e7b7f85c24 HTTP/1.1" status: 200 len: 217 time: 0.5908904 Sep 15 15:55:45.005280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'tag': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:45.007993 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da625c28-6a9a-4875-8d9a-6235e35a9c13" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9fc572-245e-49a5-b0cc-dd4f72ee0be6", "tag": "dca91e84-f2a6-4fd2-af5a-f6e5841ebe48"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:45.026998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:45.062934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 6c28ae4b-f2de-4851-b90f-c63ae72948e9) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:45.067961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.069123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:45.074002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f14ff34-a113-4297-aa21-4014554a33f3 req-c0de6d91-a1bd-459f-9f4b-e5c6e72e97b4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 210 time: 0.1356161 Sep 15 15:55:45.079387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be08a9-5ad1-484e-a0d3-f20e00c88c92 None None] Network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:45.167523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Made reservation on behalf of 77401503e98043d3b78bfb7850d8ba30 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:55:45.171011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:45.231387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b474267-762b-4af5-99c6-f3c3000dddbf req-32aefb2c-3f85-4657-9c48-4b2bbd6e996b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.232969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b474267-762b-4af5-99c6-f3c3000dddbf req-32aefb2c-3f85-4657-9c48-4b2bbd6e996b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 949 time: 0.2165985 Sep 15 15:55:45.243994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Pushing event updated for resources: {'Port': ['ID=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:45.245292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.245929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:45.247584 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/2dc4924d-34ec-472e-9fb3-e842dfb75d15 HTTP/1.1" status: 200 len: 1091 time: 3.3524697 Sep 15 15:55:45.293349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7421f953-c5e7-491d-9a24-6eb3ac8eb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.294921 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-7421f953-c5e7-491d-9a24-6eb3ac8eb431 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d HTTP/1.1" status: 200 len: 857 time: 0.3402302 Sep 15 15:55:45.330803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-15086e17-4d53-4aba-ae4e-e6aa8cb1f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.332749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-15086e17-4d53-4aba-ae4e-e6aa8cb1f55d service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.9653831 Sep 15 15:55:45.334189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8d0db-0b05-434a-93b2-87c7cc03e6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc4924d-34ec-472e-9fb3-e842dfb75d15,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:45.437503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Allocated IP 172.20.0.12 (8b090620-5bd2-4bed-a564-517f224367ee/33539d4a-4a68-42d3-a044-634e83114bd0/35cc59f2-b028-4c83-b79b-7833490d478c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:45.465549 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-437b5c6b-8791-4dc0-a2f8-784c17ab69ca tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.8413584 Sep 15 15:55:45.502030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-405140e0-2920-4c4c-9087-28fa01bc5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.504355 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-405140e0-2920-4c4c-9087-28fa01bc5ca3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.4703386 Sep 15 15:55:45.507453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-1f87825e-5170-4093-858e-c0d9ee6a8ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.508941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-1f87825e-5170-4093-858e-c0d9ee6a8ceb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8425a135683a4af0bcbda45da6ccbcde&device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 1094 time: 0.6326907 Sep 15 15:55:45.511510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-14b43118-ab2c-41f8-a5b4-2b69d5255bd0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5826478 Sep 15 15:55:45.513651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49044) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:45.534734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3233561d-33c0-4aa6-a921-41c57cf553bc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:45.538839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3233561d-33c0-4aa6-a921-41c57cf553bc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:45.539638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-96c8840f-0420-43ed-88e6-3ea8c36661bb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:45.542549 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3233561d-33c0-4aa6-a921-41c57cf553bc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "DELETE /v2.0/security-groups/59e64228-7054-41b1-8673-5cd89f7f8e57 HTTP/1.1" status: 204 len: 168 time: 1.0307164 Sep 15 15:55:45.557761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49048) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:45.620364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-6c28ae4b-f2de-4851-b90f-c63ae72948e9', 'network_id': '6c28ae4b-f2de-4851-b90f-c63ae72948e9', 'tenant_id': 'e655ea1cca834de5aef5b95050ff5bb7', 'fixed_ips': [{'subnet_id': 'd77b92d6-008e-4921-aa7b-68bbe6bace4a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:55:45.621500 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:45.644645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-60a99fe4-4d53-437e-9adb-0703a3cda8d6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707919 Sep 15 15:55:45.646321 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-21233659-db41-494e-8a6a-37ce126d000b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] show failed (client error): The resource could not be found. Sep 15 15:55:45.647340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-21233659-db41-494e-8a6a-37ce126d000b tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "GET /v2.0/security-groups/59e64228-7054-41b1-8673-5cd89f7f8e57 HTTP/1.1" status: 404 len: 347 time: 0.0735838 Sep 15 15:55:45.648786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-c61b2cc4-0255-47af-b1fb-e510bf5dc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.649260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-c61b2cc4-0255-47af-b1fb-e510bf5dc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.649816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-c61b2cc4-0255-47af-b1fb-e510bf5dc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.651519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53188dbf-563b-477c-aef2-e4a915586740 req-c61b2cc4-0255-47af-b1fb-e510bf5dc89f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6676d2b0a39459eba370ebe3610051f&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.2357903 Sep 15 15:55:45.654401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49052) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:45.676445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-410a01dc-8a6c-4eec-ad1b-1a2ae22f1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.677950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-410a01dc-8a6c-4eec-ad1b-1a2ae22f1c87 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 911 time: 0.7805376 Sep 15 15:55:45.705599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233561d-33c0-4aa6-a921-41c57cf553bc tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e64228-7054-41b1-8673-5cd89f7f8e57,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:45.783297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b474267-762b-4af5-99c6-f3c3000dddbf req-42c9b51d-7ad1-49f9-8de2-57fa6bf4d7b2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307236 Sep 15 15:55:45.783704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-69b78427-0f97-478a-ae37-4f19981ba120 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.4243076 Sep 15 15:55:45.852789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Allocated IP 2001:db8::3 (6c28ae4b-f2de-4851-b90f-c63ae72948e9/d77b92d6-008e-4921-aa7b-68bbe6bace4a/cdb4c72b-8e1a-42ae-b236-b1dca7e70220) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:55:45.910241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Attempting to bind port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:45.910594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Attempting to bind port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:45.910894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Attempting to bind port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc on network eb6b9cac-e073-4789-8d10-8d45dd36ee29 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:45.966192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc on network eb6b9cac-e073-4789-8d10-8d45dd36ee29 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:45.966562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Attempting to bind port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc on network eb6b9cac-e073-4789-8d10-8d45dd36ee29 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:45.974564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.974790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.975563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.975676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.976123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.976605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.977060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.979470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2e0f0a09-3b09-4aa6-b0ab-76113fe23af3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6492 time: 0.3751099 Sep 15 15:55:45.981291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-0cbf9ec4-d513-4504-a51b-c390f04d8bd9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 1002 time: 0.2862022 Sep 15 15:55:45.990130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'tag': '2dc4924d-34ec-472e-9fb3-e842dfb75d15'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:45.992446 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2b22d6-a159-4dee-87e2-f9dcaac48419" -d '{"events": [{"name": "network-changed", "server_uuid": "a787a475-1c72-4ec7-abe4-47be1023d400", "tag": "2dc4924d-34ec-472e-9fb3-e842dfb75d15"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:45.996843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-3b44c2b2-e5d5-45e0-ac5f-7cc8ab264394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:45.998401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-3b44c2b2-e5d5-45e0-ac5f-7cc8ab264394 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8425a135683a4af0bcbda45da6ccbcde&device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 1094 time: 0.6173775 Sep 15 15:55:46.006579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ac9-20d0-40d9-a771-9d4f978b6f38 req-557bdbfe-4d60-4bf8-aeda-27fe61797729 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.008085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a65a4ac9-20d0-40d9-a771-9d4f978b6f38 req-557bdbfe-4d60-4bf8-aeda-27fe61797729 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.7461727 Sep 15 15:55:46.036033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:46.036458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Checking segment: {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:46.036627 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.036984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Bound using segment: {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:46.037495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Bound port: 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:46.038222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.126725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.157583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-c7be8290-8cbc-45d6-b37d-32e13f0c7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.159662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-c7be8290-8cbc-45d6-b37d-32e13f0c7287 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6152427 Sep 15 15:55:46.169686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Pushing event updated for resources: {'Port': ['ID=cdb4c72b-8e1a-42ae-b236-b1dca7e70220,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:46.180990 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96c8840f-0420-43ed-88e6-3ea8c36661bb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62162961'] for subnet, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.189484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:46.192874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:46.199382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-23d8bd9d-8bd1-416d-bb99-43c83f7d7ce3 service neutron] 10.222.0.38 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201225 Sep 15 15:55:46.200285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-64c9f831-b19b-432f-ab1a-e3a8dd5a05ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc4924d-34ec-472e-9fb3-e842dfb75d15 HTTP/1.1" status: 200 len: 217 time: 0.1770029 Sep 15 15:55:46.203430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:46.211251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.237021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-afeace64-a8a6-4cfb-8395-b39c89cea42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.238926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-afeace64-a8a6-4cfb-8395-b39c89cea42c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.3478343 Sep 15 15:55:46.260919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.271114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.277179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.283121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.290218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.296150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.302380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.303985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Attempting to bind port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:46.304508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-da6a658c-1b46-4140-8cd2-18c4881f9ee3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5418 time: 0.4150090 Sep 15 15:55:46.304778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Attempting to bind port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c118c247-2cf6-4e8d-8f34-bee9ca5b08b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6c28ae4b-f2de-4851-b90f-c63ae72948e9'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:46.305297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Attempting to bind port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 on network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:46.322471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:46.323763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Checking segment: {'id': 'c118c247-2cf6-4e8d-8f34-bee9ca5b08b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6c28ae4b-f2de-4851-b90f-c63ae72948e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:46.323967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-4863dede-27a7-4cd0-8010-cd1c57c6e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.324855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.325445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Bound using segment: {'id': 'c118c247-2cf6-4e8d-8f34-bee9ca5b08b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6c28ae4b-f2de-4851-b90f-c63ae72948e9'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:46.325572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-4863dede-27a7-4cd0-8010-cd1c57c6e585 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 200 len: 918 time: 0.7618387 Sep 15 15:55:46.326272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Bound port: cdb4c72b-8e1a-42ae-b236-b1dca7e70220, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c118c247-2cf6-4e8d-8f34-bee9ca5b08b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '6c28ae4b-f2de-4851-b90f-c63ae72948e9'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:46.327241 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.359304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-9cbe6c44-1d89-42a1-8c55-5ee44d7c1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.360996 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-9cbe6c44-1d89-42a1-8c55-5ee44d7c1724 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.3603966 Sep 15 15:55:46.389349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a65a4ac9-20d0-40d9-a771-9d4f978b6f38 req-232636d7-872e-4926-a0b3-85137c07ae22 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3672113 Sep 15 15:55:46.438360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] For port cdb4c72b-8e1a-42ae-b236-b1dca7e70220, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:46.443616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] For port cdb4c72b-8e1a-42ae-b236-b1dca7e70220, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=cdb4c72b-8e1a-42ae-b236-b1dca7e70220,segment=NetworkSegment(c118c247-2cf6-4e8d-8f34-bee9ca5b08b3),segment_id=c118c247-2cf6-4e8d-8f34-bee9ca5b08b3)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:46.511864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-0f88d95f-05fe-4b9b-b33f-86dfb1e0ea0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eafdd846-d467-4f86-be3d-fe3967945a16 HTTP/1.1" status: 200 len: 217 time: 0.1582117 Sep 15 15:55:46.526776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:46.527866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7055606b-ed07-4998-88f8-8ff6d16d2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.528331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7055606b-ed07-4998-88f8-8ff6d16d2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.528916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7055606b-ed07-4998-88f8-8ff6d16d2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.530610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7055606b-ed07-4998-88f8-8ff6d16d2ef1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7862a63-a0aa-4327-bb17-35787cacce3d&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 200 len: 2290 time: 0.5010688 Sep 15 15:55:46.531908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53188dbf-563b-477c-aef2-e4a915586740 req-b33860c2-545c-4058-bc2c-8cf8987f4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.533679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] For port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:46.534821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53188dbf-563b-477c-aef2-e4a915586740 req-b33860c2-545c-4058-bc2c-8cf8987f4cd0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8525276 Sep 15 15:55:46.556984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-374b692e-88e8-4ca6-aee0-6dc63935639b req-6ef8d877-6441-4f3c-a9a1-3e1dddecf132 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2416167 Sep 15 15:55:46.621085 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5beff9a-bfa3-46af-bc82-e5afdf4e14d3 x-openstack-request-id: req-d5beff9a-bfa3-46af-bc82-e5afdf4e14d3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:46.621378 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9fc572-245e-49a5-b0cc-dd4f72ee0be6", "tag": "dca91e84-f2a6-4fd2-af5a-f6e5841ebe48", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:46.621634 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5beff9a-bfa3-46af-bc82-e5afdf4e14d3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:46.622034 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'tag': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48', 'status': 'completed', 'code': 200} Sep 15 15:55:46.631270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-7de1b40d-023a-4e1b-bdcf-9ecb05290a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.632851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-7de1b40d-023a-4e1b-bdcf-9ecb05290a93 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3290663 Sep 15 15:55:46.643305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb0e5-9618-4450-ae97-87f523af2716 req-473cdceb-8114-44cb-9e8a-1d7724ade1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.645594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-473cdceb-8114-44cb-9e8a-1d7724ade1d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d HTTP/1.1" status: 200 len: 857 time: 0.4193790 Sep 15 15:55:46.685776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f384d-074f-42c3-9a44-3c57a55c3133 None None] Pushing event updated for resources: {'Port': ['ID=cdb4c72b-8e1a-42ae-b236-b1dca7e70220,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:46.689936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] For port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:46.708226 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe12e231-89b6-485d-9521-0f9ae4f72d2f x-openstack-request-id: req-fe12e231-89b6-485d-9521-0f9ae4f72d2f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:46.708665 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787a475-1c72-4ec7-abe4-47be1023d400", "tag": "2dc4924d-34ec-472e-9fb3-e842dfb75d15", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:46.708925 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fe12e231-89b6-485d-9521-0f9ae4f72d2f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:46.709879 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'tag': '2dc4924d-34ec-472e-9fb3-e842dfb75d15', 'status': 'completed', 'code': 200} Sep 15 15:55:46.715132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-c506fade-f95e-4af3-a8a8-15aacfc84e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.716682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-c506fade-f95e-4af3-a8a8-15aacfc84e71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3362448 Sep 15 15:55:46.737716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-095fc503-6655-40be-bef1-46b5272ff8f8 service neutron] 10.222.0.38 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962728 Sep 15 15:55:46.772777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7cfbbeb4-3a5c-4832-bba8-34aa2c2e74de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f HTTP/1.1" status: 200 len: 1001 time: 0.2129233 Sep 15 15:55:46.817909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-13797e36-fc13-42b5-854c-a2d795156835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:46.819800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-13797e36-fc13-42b5-854c-a2d795156835 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d HTTP/1.1" status: 200 len: 857 time: 0.2817247 Sep 15 15:55:46.838057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-cd4b722b-e702-440f-8f72-c12e1b2fe7a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094081 Sep 15 15:55:46.896844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-4b8e17ea-f21e-47d8-95f1-a498df55e606 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094774 Sep 15 15:55:46.905130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:47.126459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:47.132341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:47.133498 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.252064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device cdb4c72b-8e1a-42ae-b236-b1dca7e70220 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:47.265227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15f884e2-d9d0-4713-8fec-7b554b662baf req-dff7d7c0-70a2-4e2e-ab33-b4d15a626614 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 210 time: 0.4898076 Sep 15 15:55:47.312047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.348105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-21c0ba96-4901-48b5-a3cc-c066e1f1aeb5 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217282 Sep 15 15:55:47.350536 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.370191 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.379755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-0e4a9f4e-548a-4f28-aea9-1b5c8f1b3ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5406306 Sep 15 15:55:47.381115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:47.383472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:47.387192 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8210d6b-776f-4200-9099-b4f30f70c448" -d '{"events": [{"server_uuid": "c49734b1-8e62-4e6e-911a-82846a12d8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:47.449756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:47.493621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:47.494692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.501436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Deleting port b12891f4-e46e-44e0-aecb-9cc920902a8d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:47.501783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.522131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-cc8bc6a4-c95d-4746-86fb-46717651e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:47.525443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-cc8bc6a4-c95d-4746-86fb-46717651e621 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6763370-0d4e-4595-97d1-14d944b3931f HTTP/1.1" status: 200 len: 849 time: 0.7408249 Sep 15 15:55:47.541310 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.542813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 91348e33-24e5-4eaa-8564-00e7b7f85c24 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:47.571479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:47.572926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.579697 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] 10.222.0.55 "PUT /v2.0/ports/12b1d40e-ca5c-41b0-9294-af83d4e68cdc HTTP/1.1" status: 200 len: 1091 time: 5.0031862 Sep 15 15:55:47.590300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123a02d-68cb-4358-99e4-e788ad20cba8 req-3408492c-de2c-4f82-8781-a63297cbe1b0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:47.598602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8123a02d-68cb-4358-99e4-e788ad20cba8 req-3408492c-de2c-4f82-8781-a63297cbe1b0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 943 time: 0.9568338 Sep 15 15:55:47.624789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:55:47.671495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:55:47.677676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:55:47.775259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:47.794560 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96c8840f-0420-43ed-88e6-3ea8c36661bb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769423765252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62190732'] for subnet, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.808557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:47.809250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.831969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-e2e3cd21-418f-478a-8694-76721423e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:47.834907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-e2e3cd21-418f-478a-8694-76721423e711 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8425a135683a4af0bcbda45da6ccbcde&device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 1094 time: 0.4915707 Sep 15 15:55:47.837555 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-2e748fd8-1d3e-44de-8985-11a7a3e97cff service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612176 Sep 15 15:55:47.847129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd83cd-50e7-4702-8c08-3f01ce5c5476 service neutron] Pushing event updated for resources: {'Port': ['ID=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:47.872913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Request body: {'port': {'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:47.891762 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:47.904103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-cbbad9a5-8f1f-4c86-a540-f6b390e50e3f service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2554138 Sep 15 15:55:47.947831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3a708-a358-4611-9521-3608ae513803 req-3b09290e-8776-47eb-832d-3f5decb39e9b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:47.950619 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0c3a708-a358-4611-9521-3608ae513803 req-3b09290e-8776-47eb-832d-3f5decb39e9b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 949 time: 0.5920336 Sep 15 15:55:47.966710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port cdb4c72b-8e1a-42ae-b236-b1dca7e70220, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=cdb4c72b-8e1a-42ae-b236-b1dca7e70220,segment=NetworkSegment(c118c247-2cf6-4e8d-8f34-bee9ca5b08b3),segment_id=c118c247-2cf6-4e8d-8f34-bee9ca5b08b3)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:47.970872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-b4a83f2a-4e8a-499c-9653-b109f00dcdd7 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1074660 Sep 15 15:55:47.971758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 91348e33-24e5-4eaa-8564-00e7b7f85c24 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:47.978382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 91348e33-24e5-4eaa-8564-00e7b7f85c24 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:47.978896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.015733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-319286f9-9aec-4d9a-8c37-8c419056de99 req-e215a871-d61b-41bd-a478-7323abb59179 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312132 Sep 15 15:55:48.047407 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.061399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=35cc59f2-b028-4c83-b79b-7833490d478c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:48.076890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8123a02d-68cb-4358-99e4-e788ad20cba8 req-989ed28b-31b9-4622-af8c-ae7af7aa8e3b tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629691 Sep 15 15:55:48.090858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c8840f-0420-43ed-88e6-3ea8c36661bb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.091387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96c8840f-0420-43ed-88e6-3ea8c36661bb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.095300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-96c8840f-0420-43ed-88e6-3ea8c36661bb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "PUT /v2.0/subnets/d77b92d6-008e-4921-aa7b-68bbe6bace4a HTTP/1.1" status: 200 len: 900 time: 2.5747621 Sep 15 15:55:48.122320 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-ea9da350-6c50-4979-b4d7-9040198f8e22 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7558458 Sep 15 15:55:48.123041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49070) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:48.134325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.134661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.135584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=cdb4c72b-8e1a-42ae-b236-b1dca7e70220,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:48.165742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8840f-0420-43ed-88e6-3ea8c36661bb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event updated for resources: {'Subnet': ['ID=d77b92d6-008e-4921-aa7b-68bbe6bace4a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:48.179657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-25660d8f-73c1-40a0-9f52-0ca9a2fa53d8 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417150 Sep 15 15:55:48.202003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Request body: {'port': {'device_id': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:55:48.209973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-4fe209c0-69f8-4b73-9cd1-f1c31ba5f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.211800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-4fe209c0-69f8-4b73-9cd1-f1c31ba5f3ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7862a63-a0aa-4327-bb17-35787cacce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6322191 Sep 15 15:55:48.214711 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30606f1b-6aea-4043-a1a0-4b6b951a96b9 x-openstack-request-id: req-30606f1b-6aea-4043-a1a0-4b6b951a96b9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:48.215006 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49734b1-8e62-4e6e-911a-82846a12d8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:48.215257 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-30606f1b-6aea-4043-a1a0-4b6b951a96b9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:48.215652 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'code': 200} Sep 15 15:55:48.233685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Calling delete_port for b12891f4-e46e-44e0-aecb-9cc920902a8d owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:48.246134 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.294311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 91348e33-24e5-4eaa-8564-00e7b7f85c24, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=91348e33-24e5-4eaa-8564-00e7b7f85c24,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:48.332588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6c563a9e-ece1-44b7-9582-1a1288e9d131 None None] Provisioning complete for port 35cc59f2-b028-4c83-b79b-7833490d478c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:48.333282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c563a9e-ece1-44b7-9582-1a1288e9d131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.365271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d9d3b-df51-4f92-978b-3f2cf1426b45 None None] Network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:48.398126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.468724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device eafdd846-d467-4f86-be3d-fe3967945a16 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:48.473588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-004bb0e5-9618-4450-ae97-87f523af2716 req-36ec49f5-4165-4cee-987d-42a323abba83 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682848 Sep 15 15:55:48.484068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01106f44-0087-4fa0-b480-5fbf6d256edd req-23e0fc4b-8c1b-4db9-8fa9-af9d7f40a088 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330434 Sep 15 15:55:48.507185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6c563a9e-ece1-44b7-9582-1a1288e9d131 None None] Port 35cc59f2-b028-4c83-b79b-7833490d478c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:55:48.508580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed7f76-81ed-42f1-9618-43a0171c1816 req-c0b69adc-3f0c-407b-adef-dd4780c0a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.510191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fed7f76-81ed-42f1-9618-43a0171c1816 req-c0b69adc-3f0c-407b-adef-dd4780c0a759 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 1101 time: 0.2854927 Sep 15 15:55:48.540106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.542460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.546031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307cc5a-3ab7-4d3a-a56f-69266701cf43 req-70300990-6db0-4d9b-b450-1d0c2bf41bd5 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.553615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f307cc5a-3ab7-4d3a-a56f-69266701cf43 req-70300990-6db0-4d9b-b450-1d0c2bf41bd5 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.2912958 Sep 15 15:55:48.589458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0cf1220-877c-4b28-8334-b60a6a769da9 req-ac5e6ede-dbd7-4a6a-8e7e-c1902efedcd7 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657997 Sep 15 15:55:48.615070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=91348e33-24e5-4eaa-8564-00e7b7f85c24,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:48.615282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0c3a708-a358-4611-9521-3608ae513803 req-21660805-c2a4-4a8a-b29d-1b869578d73e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474756 Sep 15 15:55:48.636502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:48.640170 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25" -d '{"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:48.664350 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fed7f76-81ed-42f1-9618-43a0171c1816 req-d9ddff83-7c9c-4943-bd68-50882fc280d5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415346 Sep 15 15:55:48.679709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f307cc5a-3ab7-4d3a-a56f-69266701cf43 req-6e512670-9e53-4c98-8108-bcf6b40c4499 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232371 Sep 15 15:55:48.719346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-fa29bef0-e856-4893-a7eb-1bcee6521bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410732 Sep 15 15:55:48.757215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.764429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-a392abea-70df-4595-8c15-bd4aedb9decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.766076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-a392abea-70df-4595-8c15-bd4aedb9decc service neutron] 10.222.0.38 "GET /v2.0/networks?id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 200 len: 918 time: 0.8143694 Sep 15 15:55:48.776101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-8006b328-6b39-4898-aa85-f22438d6587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.777714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-8006b328-6b39-4898-aa85-f22438d6587e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8425a135683a4af0bcbda45da6ccbcde&device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 1094 time: 0.1606128 Sep 15 15:55:48.806362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port eafdd846-d467-4f86-be3d-fe3967945a16, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=eafdd846-d467-4f86-be3d-fe3967945a16,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:48.822935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'eafdd846-d467-4f86-be3d-fe3967945a16', 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd', 'port_id': 'eafdd846-d467-4f86-be3d-fe3967945a16', 'mac_address': 'fa:16:3e:ee:57:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:48.864324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-32853297-10a8-480e-907b-ddf1e503d13b None None] Provisioning complete for port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:48.864903 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32853297-10a8-480e-907b-ddf1e503d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.898216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.946330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.952232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.959003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.965360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.967256 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:48.971428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.978695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.985547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:48.986537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafdd846-d467-4f86-be3d-fe3967945a16 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:48.994969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-bef7d38e-c78d-4c80-a090-f33f71e11e3f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5418 time: 0.2066574 Sep 15 15:55:48.995425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Pushing event deleted for resources: {'Port': ['ID=b12891f4-e46e-44e0-aecb-9cc920902a8d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:49.058939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port eafdd846-d467-4f86-be3d-fe3967945a16, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=eafdd846-d467-4f86-be3d-fe3967945a16,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:49.076220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-4ea1b98e-7786-44a6-be19-dca1e6fed4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.082563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-4ea1b98e-7786-44a6-be19-dca1e6fed4d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 200 len: 918 time: 0.2945735 Sep 15 15:55:49.089244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-01b0d088-29bd-41fb-b1fe-58ee0ef121c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 HTTP/1.1" status: 200 len: 217 time: 0.1699455 Sep 15 15:55:49.120147 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:49.133512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec3087c3-7c21-447b-8289-b501b0ef5d06 req-77ea5f9f-871a-4bfb-af20-ab69cc81303f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341145 Sep 15 15:55:49.174771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-333baa60-8044-46a8-81c1-08c4d88450ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc4924d-34ec-472e-9fb3-e842dfb75d15 HTTP/1.1" status: 200 len: 217 time: 0.0767491 Sep 15 15:55:49.203896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=eafdd846-d467-4f86-be3d-fe3967945a16,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:49.210794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device cdb4c72b-8e1a-42ae-b236-b1dca7e70220 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:49.213264 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:49.213887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-873fe628-5d80-4732-99c0-8e50395393ba service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800851 Sep 15 15:55:49.216623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:49.218324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-66e7c633-6359-427b-a041-303e6d3170d6 tempest-ServersTestBootFromVolume-322092973 tempest-ServersTestBootFromVolume-322092973-project] 10.222.0.63 "DELETE /v2.0/floatingips/c656d053-766e-4b0e-a269-a7666f9b2910 HTTP/1.1" status: 204 len: 168 time: 3.5475035 Sep 15 15:55:49.240500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49078) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:49.297218 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f042d-53d8-4c3d-a966-ed89333ab48a x-openstack-request-id: req-c87f042d-53d8-4c3d-a966-ed89333ab48a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:49.297506 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:49.297758 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c87f042d-53d8-4c3d-a966-ed89333ab48a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:49.298209 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc', 'status': 'completed', 'code': 200} Sep 15 15:55:49.307568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:49.308518 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:49.357917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d075e1f-728b-4b61-bd9d-b0e72e6324c6 None None] Network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:49.359146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bb71e-c8d2-498a-8842-e0fcc0ce69a2 req-f53d5b20-7920-42a5-9a46-fbebc679cdc5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.360688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e1bb71e-c8d2-498a-8842-e0fcc0ce69a2 req-f53d5b20-7920-42a5-9a46-fbebc679cdc5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 932 time: 0.4518075 Sep 15 15:55:49.391740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-2e308e27-5ca0-484a-9878-59c0bb8d9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.393793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-2e308e27-5ca0-484a-9878-59c0bb8d9f58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d HTTP/1.1" status: 200 len: 857 time: 0.2866905 Sep 15 15:55:49.399429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-6077471d-fadc-49d5-b5e4-258e91623a98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 217 time: 0.1744676 Sep 15 15:55:49.404591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-7cbbd547-d505-45bd-8fdb-7c8ff7b08700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.406080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-7cbbd547-d505-45bd-8fdb-7c8ff7b08700 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d HTTP/1.1" status: 200 len: 857 time: 0.2183311 Sep 15 15:55:49.457763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-b0de3ca2-298c-4d9a-8efb-c759e7cbddbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393419 Sep 15 15:55:49.469011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.469491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.469961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.470429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.470894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.471723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.472137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.474130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-89b30d32-539d-4ca1-8f4f-0362f563c427 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6420 time: 0.1981323 Sep 15 15:55:49.475154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ca701ea6-d95e-44cb-8568-0b911e4c95a0 None None] Provisioning complete for port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:49.475533 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca701ea6-d95e-44cb-8568-0b911e4c95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:49.486229 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-665b211b-4f47-47e9-ab05-f88f9e4bdf58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707538 Sep 15 15:55:49.494829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb7f65-fc7f-419a-8970-a7a8a3428fd3 req-29110c3a-b7f8-48d8-9314-b414eb3beed1 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.496333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1eb7f65-fc7f-419a-8970-a7a8a3428fd3 req-29110c3a-b7f8-48d8-9314-b414eb3beed1 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 943 time: 0.2067583 Sep 15 15:55:49.552625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:49.552966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:49.571125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['eafdd846-d467-4f86-be3d-fe3967945a16'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:49.627327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e1bb71e-c8d2-498a-8842-e0fcc0ce69a2 req-5645817f-424d-40b3-8bd2-54a15f1f514a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322018 Sep 15 15:55:49.696584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-76f6284e-156d-4f96-a653-bd55b4980ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:49.699640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-76f6284e-156d-4f96-a653-bd55b4980ee0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.2740219 Sep 15 15:55:49.785325 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1eb7f65-fc7f-419a-8970-a7a8a3428fd3 req-a12ae92b-e98d-4023-9576-19844f30f8bf tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552302 Sep 15 15:55:49.957860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-8e2704a1-32d6-46ef-8d9e-3035e16a84a5 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782329 Sep 15 15:55:50.015858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-7eb55343-7dac-485d-8974-f93761c7cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:50.018428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-7eb55343-7dac-485d-8974-f93761c7cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:50.018428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-7eb55343-7dac-485d-8974-f93761c7cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:50.018716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-7eb55343-7dac-485d-8974-f93761c7cd22 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a6676d2b0a39459eba370ebe3610051f&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5213420 Sep 15 15:55:50.111198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8a3e5dcb-4b8b-463e-abb3-2c4d7753a363 None None] Provisioning complete for port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:50.112037 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a3e5dcb-4b8b-463e-abb3-2c4d7753a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:50.217148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91348e33-24e5-4eaa-8564-00e7b7f85c24'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:50.220680 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a095b-344e-4a4e-9361-ca2631649943" -d '{"events": [{"server_uuid": "a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "91348e33-24e5-4eaa-8564-00e7b7f85c24"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:50.250351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4b861d-8fa6-4916-89b9-1342fc047023 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:50.274584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:50.297494 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-e19ec900-5e2f-4723-b875-f558501a46d3 service neutron] 10.222.0.38 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819979 Sep 15 15:55:50.314368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-9210dede-8d61-41ef-8e7d-884713588c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:50.316230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-9210dede-8d61-41ef-8e7d-884713588c1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5989881 Sep 15 15:55:50.321293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cc59f2-b028-4c83-b79b-7833490d478c {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:50.337492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] For port cdb4c72b-8e1a-42ae-b236-b1dca7e70220, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=cdb4c72b-8e1a-42ae-b236-b1dca7e70220,segment=NetworkSegment(c118c247-2cf6-4e8d-8f34-bee9ca5b08b3),segment_id=c118c247-2cf6-4e8d-8f34-bee9ca5b08b3)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:50.339287 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:50.342402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Transition to ACTIVE for port object fb4b861d-8fa6-4916-89b9-1342fc047023 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:50.360419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:50.397333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb9a73-4865-42c0-9789-bca6e29ef35d req-59c8ee63-e2b7-4fa7-b4a3-2234561e1a6c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:50.398886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2eb9a73-4865-42c0-9789-bca6e29ef35d req-59c8ee63-e2b7-4fa7-b4a3-2234561e1a6c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 950 time: 0.2442834 Sep 15 15:55:50.419201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Calling delete_port for cdb4c72b-8e1a-42ae-b236-b1dca7e70220 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:50.423873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:50.444659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Transition to ACTIVE for port object 35cc59f2-b028-4c83-b79b-7833490d478c will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:55:50.523860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc33be6-7b3c-43cd-b35a-719496425409 req-778abe0a-c4c3-49d2-bd49-f86743146a12 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:50.525324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fc33be6-7b3c-43cd-b35a-719496425409 req-778abe0a-c4c3-49d2-bd49-f86743146a12 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.6401286 Sep 15 15:55:50.545263 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:50.605280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-57a581c1-d261-4311-858c-81450c2ae5b8 service neutron] 10.222.0.55 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121206 Sep 15 15:55:50.619682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-75959929-bb99-4acd-84d4-9b948c487c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:50.621212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4aa3f85-e07c-4fb2-a1f0-acac8fbb1d25 req-75959929-bb99-4acd-84d4-9b948c487c79 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5892181 Sep 15 15:55:50.646129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fc33be6-7b3c-43cd-b35a-719496425409 req-f26b16eb-da68-46af-bf07-ecbcdace3622 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029956 Sep 15 15:55:50.667461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb4b861d-8fa6-4916-89b9-1342fc047023,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:50.711217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2eb9a73-4865-42c0-9789-bca6e29ef35d req-63b118b9-18ed-402e-98bd-eb138e3701c3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881236 Sep 15 15:55:50.794424 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:50.822342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-70b86358-d144-4750-8974-56539bbe5e0f service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787884 Sep 15 15:55:50.824190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da625c28-6a9a-4875-8d9a-6235e35a9c13 req-563007e8-93ab-454d-9b37-36cdaed9eea9 service neutron] 10.222.0.38 "GET /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122740 Sep 15 15:55:50.834475 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e273e108-66bf-40a9-b2be-9b378a26f0a0 x-openstack-request-id: req-e273e108-66bf-40a9-b2be-9b378a26f0a0 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:50.834950 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4", "name": "network-vif-plugged", "status": "completed", "tag": "91348e33-24e5-4eaa-8564-00e7b7f85c24", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:50.835379 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e273e108-66bf-40a9-b2be-9b378a26f0a0 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:50.835913 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'code': 200} Sep 15 15:55:50.926670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:51.038675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Pushing event updated for resources: {'Port': ['ID=35cc59f2-b028-4c83-b79b-7833490d478c,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:51.062084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd4a38-ad53-420a-8fcb-61a01738da42 req-740eb3b8-61fe-4e6c-b23d-b213048c6c6f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.063637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40dd4a38-ad53-420a-8fcb-61a01738da42 req-740eb3b8-61fe-4e6c-b23d-b213048c6c6f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 944 time: 0.1640313 Sep 15 15:55:51.067232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:51.079931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48', 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd', 'port_id': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48', 'mac_address': 'fa:16:3e:6b:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:51.140014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.147882 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40dd4a38-ad53-420a-8fcb-61a01738da42 req-e105eeac-410f-4f4b-8d28-b284fcedb3df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727468 Sep 15 15:55:51.160065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:51.192932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:51.201836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Attempting to bind port fb4b861d-8fa6-4916-89b9-1342fc047023 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:51.202180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Attempting to bind port fb4b861d-8fa6-4916-89b9-1342fc047023 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:51.202509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Attempting to bind port fb4b861d-8fa6-4916-89b9-1342fc047023 on network eb6b9cac-e073-4789-8d10-8d45dd36ee29 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:51.204975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Deleting port 8bf255c6-c65c-4991-af26-28ba07a4f20c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:51.205328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.216083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.222795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.228870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.234881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.242037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.248032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.255395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.257381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-a6d6fb6d-5405-43db-8674-a9d4ea6265cf tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.3489354 Sep 15 15:55:51.259284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a873a40-93df-4b42-a9b6-1911c8dd83c4 req-598d988a-0092-4678-8cc8-e276b11278b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.260718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a873a40-93df-4b42-a9b6-1911c8dd83c4 req-598d988a-0092-4678-8cc8-e276b11278b2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 1101 time: 0.3264689 Sep 15 15:55:51.269254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Attempting to bind port 35cc59f2-b028-4c83-b79b-7833490d478c on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:55:51.269521 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.273050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Attempting to bind port 35cc59f2-b028-4c83-b79b-7833490d478c by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:55:51.273050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Attempting to bind port 35cc59f2-b028-4c83-b79b-7833490d478c on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:51.294029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Port fb4b861d-8fa6-4916-89b9-1342fc047023 on network eb6b9cac-e073-4789-8d10-8d45dd36ee29 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:51.294324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Attempting to bind port fb4b861d-8fa6-4916-89b9-1342fc047023 on network eb6b9cac-e073-4789-8d10-8d45dd36ee29 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:51.305667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Port 35cc59f2-b028-4c83-b79b-7833490d478c on network 8b090620-5bd2-4bed-a564-517f224367ee not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:55:51.305998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Attempting to bind port 35cc59f2-b028-4c83-b79b-7833490d478c on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:55:51.309480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-1e868c1b-55a8-475c-a581-c8c3ac462436 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300289 Sep 15 15:55:51.326326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:51.332034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] For port 8bf255c6-c65c-4991-af26-28ba07a4f20c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8bf255c6-c65c-4991-af26-28ba07a4f20c,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:51.332408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.333321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:51.333669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Checking segment: {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:51.334055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Bound using segment: {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:51.334824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Bound port: fb4b861d-8fa6-4916-89b9-1342fc047023, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb4ca8ad-b357-4557-b90d-6368428a6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:51.334824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.342187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db925b-f1c2-45b0-ab49-85258dbb2002 req-907a7a84-8603-4e69-9226-3c2a022cf720 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.343759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20db925b-f1c2-45b0-ab49-85258dbb2002 req-907a7a84-8603-4e69-9226-3c2a022cf720 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 944 time: 0.0810840 Sep 15 15:55:51.360418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Calling delete_port for 8bf255c6-c65c-4991-af26-28ba07a4f20c owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:51.374244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:55:51.374580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:55:51.374977 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Bound using segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:55:51.375390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Bound port: 35cc59f2-b028-4c83-b79b-7833490d478c, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:55:51.375741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.389371 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-9eb72331-f0a8-4825-b18d-bbd2316ff2d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 217 time: 0.0686531 Sep 15 15:55:51.389955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.430314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20db925b-f1c2-45b0-ab49-85258dbb2002 req-e53d612e-66ce-4c90-9ed2-7d34f1fa4fd1 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796330 Sep 15 15:55:51.482843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Port': ['ID=cdb4c72b-8e1a-42ae-b236-b1dca7e70220,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:51.509135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a873a40-93df-4b42-a9b6-1911c8dd83c4 req-f7f94069-fa37-409b-bf07-d4faa6ad6367 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342145 Sep 15 15:55:51.520267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b50f04a0-c707-4870-bab1-f61c498b5b11 req-c8789100-0401-486b-a39c-32c5080aeb89 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2462945 Sep 15 15:55:51.559573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['dca91e84-f2a6-4fd2-af5a-f6e5841ebe48'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:51.564244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a54d05-326b-4342-a699-0fc763f52518 None None] DHCP port deletion for 6c28ae4b-f2de-4851-b90f-c63ae72948e9 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:55:51.590854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No DVR routers for this DVR port cdb4c72b-8e1a-42ae-b236-b1dca7e70220 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:51.616345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784acc6-4733-4e78-b681-63686e53d14b None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:55:51.636234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-837e44a0-9c58-4775-9873-0dd383782017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.637751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-837e44a0-9c58-4775-9873-0dd383782017 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.2253370 Sep 15 15:55:51.655818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.688217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf255c6-c65c-4991-af26-28ba07a4f20c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:51.694939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] For port fb4b861d-8fa6-4916-89b9-1342fc047023, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:51.718446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] For port 35cc59f2-b028-4c83-b79b-7833490d478c, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:55:51.728729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] For port fb4b861d-8fa6-4916-89b9-1342fc047023, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=fb4b861d-8fa6-4916-89b9-1342fc047023,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:51.736235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.744854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] For port 35cc59f2-b028-4c83-b79b-7833490d478c, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=35cc59f2-b028-4c83-b79b-7833490d478c,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:55:51.779784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-1ef71787-a665-42e7-8df0-385f5b6711a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.781550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-1ef71787-a665-42e7-8df0-385f5b6711a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1240368 Sep 15 15:55:51.856419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.864940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.904749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a784acc6-4733-4e78-b681-63686e53d14b None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:55:51.943292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af3f59-9597-4e94-8b07-480a363e9716 req-7f19a315-f17c-4bac-9bae-ace1d05f2cbd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.944873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-74af3f59-9597-4e94-8b07-480a363e9716 req-7f19a315-f17c-4bac-9bae-ace1d05f2cbd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 950 time: 0.1056721 Sep 15 15:55:51.947457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.948167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.949643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] 10.222.0.55 "PUT /v2.0/ports/35cc59f2-b028-4c83-b79b-7833490d478c HTTP/1.1" status: 200 len: 1092 time: 3.7540927 Sep 15 15:55:51.951840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'tag': '35cc59f2-b028-4c83-b79b-7833490d478c'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:51.954372 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66855cc-9255-4f29-94cf-cbcefae460cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d824341e-cb93-4575-abab-57fd5b0a1dc2", "tag": "35cc59f2-b028-4c83-b79b-7833490d478c"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:51.964949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:51.967433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.967433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] 10.222.0.55 "PUT /v2.0/ports/fb4b861d-8fa6-4916-89b9-1342fc047023 HTTP/1.1" status: 200 len: 1091 time: 4.2175829 Sep 15 15:55:51.982029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.992857 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:51.994764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18dd6b-25f2-4e6b-9380-5cb2282626ab service neutron] Pushing event updated for resources: {'Port': ['ID=fb4b861d-8fa6-4916-89b9-1342fc047023,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:52.014570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-519070f6-9dcb-4cef-98ee-07eb40055516 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238314 Sep 15 15:55:52.050633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-74af3f59-9597-4e94-8b07-480a363e9716 req-9af02194-f029-404f-ba68-ff465fc76d8e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935850 Sep 15 15:55:52.062066 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d825c047-db1c-4886-bff9-62806358e175 x-openstack-request-id: req-d825c047-db1c-4886-bff9-62806358e175 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:52.062357 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d824341e-cb93-4575-abab-57fd5b0a1dc2", "tag": "35cc59f2-b028-4c83-b79b-7833490d478c", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:52.062608 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d825c047-db1c-4886-bff9-62806358e175 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:52.063001 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'tag': '35cc59f2-b028-4c83-b79b-7833490d478c', 'status': 'completed', 'code': 200} Sep 15 15:55:52.067853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=d77b92d6-008e-4921-aa7b-68bbe6bace4a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:52.287016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:52.319205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfc6b3-3230-408e-9a65-51bf83984911 service neutron] Pushing event updated for resources: {'Port': ['ID=35cc59f2-b028-4c83-b79b-7833490d478c,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:52.321406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:55:52.340872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842d51-23df-4cd3-b1c3-3d13bd2e4d63 req-69acf703-633c-4add-8408-dc264f7e146c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.342564 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88842d51-23df-4cd3-b1c3-3d13bd2e4d63 req-69acf703-633c-4add-8408-dc264f7e146c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 944 time: 0.0746641 Sep 15 15:55:52.351881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-0a3a6c33-54f8-450f-9631-6583df983812 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988729 Sep 15 15:55:52.364002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c28ae4b-f2de-4851-b90f-c63ae72948e9']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:52.387025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c118c247-2cf6-4e8d-8f34-bee9ca5b08b3') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:52.388661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c118c247-2cf6-4e8d-8f34-bee9ca5b08b3') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:52.414468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f7efb-b503-4e3e-b766-7fb1f42c2181 None None] Network 6c28ae4b-f2de-4851-b90f-c63ae72948e9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:52.442991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:52.452559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-e8447650-6ea0-4891-9b93-1247023b9828 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc HTTP/1.1" status: 200 len: 217 time: 0.0708425 Sep 15 15:55:52.458688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88842d51-23df-4cd3-b1c3-3d13bd2e4d63 req-36644e66-d61b-414a-83e5-a763f44a1448 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077547 Sep 15 15:55:52.485846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66855cc-9255-4f29-94cf-cbcefae460cc req-8890897d-4603-4950-92ac-d5f9213dce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.487441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b66855cc-9255-4f29-94cf-cbcefae460cc req-8890897d-4603-4950-92ac-d5f9213dce74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 1095 time: 0.4015622 Sep 15 15:55:52.538177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2dc4924d-34ec-472e-9fb3-e842dfb75d15 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:52.542840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device eafdd846-d467-4f86-be3d-fe3967945a16 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:52.548400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.548400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.548400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.549818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.550112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.550588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.551060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.553698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fe86a9b9-3f41-4e76-acc6-49f9fd6a6809 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6487 time: 0.4305291 Sep 15 15:55:52.566723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22b893-3d6c-4880-9016-2e974e444bf2 req-5800a232-fcd3-441c-b7c8-7ec2474867c7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.568318 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9e22b893-3d6c-4880-9016-2e974e444bf2 req-5800a232-fcd3-441c-b7c8-7ec2474867c7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 950 time: 0.3976910 Sep 15 15:55:52.581221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:52.636760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:55:52.646169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be7eaa44-0877-44b4-9fbc-303f88c78b71 admin admin] 10.222.0.63 "PUT /v2.0/routers/07bb6a26-b2b4-4749-bcf2-793a5a2460e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4037035 Sep 15 15:55:52.654107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:52.654531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:52.655947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49114) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:52.660776 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:52.669774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d3cff9f1-cd8f-420f-badf-d2e6acdc5e15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 HTTP/1.1" status: 200 len: 217 time: 0.0953853 Sep 15 15:55:52.713416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] Sync routers for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:55:52.791256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d546a48-c701-47eb-b6f4-4aeafdf33cf3 req-f446bc84-f669-4e5e-8833-abd0a25f9b32 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:52.806327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d546a48-c701-47eb-b6f4-4aeafdf33cf3 req-f446bc84-f669-4e5e-8833-abd0a25f9b32 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 944 time: 0.2157700 Sep 15 15:55:52.807505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:55:52.808664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:52.825399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c09bbe-5764-4a34-be2e-2bda92228dce None None] DHCP port deletion for 6c28ae4b-f2de-4851-b90f-c63ae72948e9 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:55:52.928110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d546a48-c701-47eb-b6f4-4aeafdf33cf3 req-a7e6a659-cb23-4e4f-b674-0cef32313b2b tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207335 Sep 15 15:55:52.959677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.099323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:53.114740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port eafdd846-d467-4f86-be3d-fe3967945a16 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:53.180266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port eafdd846-d467-4f86-be3d-fe3967945a16 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:53.180672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.195344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.208362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.220322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.233724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.246299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.258880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.271324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.274743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-153337f8-3af9-4cf8-99ab-1bdab54e986d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2511153 Sep 15 15:55:53.291602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device cdb4c72b-8e1a-42ae-b236-b1dca7e70220 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:55:53.307492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-f9f0a9ee-fcf8-4bff-a2d1-7f9f92eb4e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.308983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-f9f0a9ee-fcf8-4bff-a2d1-7f9f92eb4e1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.8422625 Sep 15 15:55:53.320832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.332953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: cdb4c72b-8e1a-42ae-b236-b1dca7e70220 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:55:53.333300 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device cdb4c72b-8e1a-42ae-b236-b1dca7e70220 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:55:53.369448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a87282b6-16bc-4b1f-96c3-d3318d48c312 req-a309d3ee-1be7-4610-ace6-ef88cda2e140 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840607 Sep 15 15:55:53.385575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2dc4924d-34ec-472e-9fb3-e842dfb75d15, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2dc4924d-34ec-472e-9fb3-e842dfb75d15,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:53.418717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:55:53.453045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '2dc4924d-34ec-472e-9fb3-e842dfb75d15', 'network_id': '6f39f6f0-3d27-44a4-8d23-f9d23f924fbd', 'port_id': '2dc4924d-34ec-472e-9fb3-e842dfb75d15', 'mac_address': 'fa:16:3e:c4:3d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:53.454761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:53.457253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.475091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:53.475479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.475886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Deleting port 67af06b8-435f-457a-8122-087224ddbfb2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:53.516759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.517038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9e22b893-3d6c-4880-9016-2e974e444bf2 req-9928f630-d7d2-49f2-8f87-aeb584303cdc tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069228 Sep 15 15:55:53.517038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e50f88d2-d6cc-4c3d-847c-fb3b4ba3f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.517038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e50f88d2-d6cc-4c3d-847c-fb3b4ba3f613 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1cead18e-5177-4b02-8696-b4085c0a29ee HTTP/1.1" status: 200 len: 856 time: 0.2008340 Sep 15 15:55:53.517038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66855cc-9255-4f29-94cf-cbcefae460cc req-4fd5094b-031d-4c4f-989b-053ccc6af884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.517038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b66855cc-9255-4f29-94cf-cbcefae460cc req-4fd5094b-031d-4c4f-989b-053ccc6af884 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=77401503e98043d3b78bfb7850d8ba30&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9664447 Sep 15 15:55:53.519575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-68acedb0-9e8d-4a8f-8eb5-ef2aac117944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.521120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-68acedb0-9e8d-4a8f-8eb5-ef2aac117944 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1790473 Sep 15 15:55:53.583367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.603656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.608472 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/6c28ae4b-f2de-4851-b90f-c63ae72948e9 HTTP/1.1" status: 204 len: 168 time: 5.4387379 Sep 15 15:55:53.610563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49122) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:53.623799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd6750-63df-4af6-b220-d2b1df934b86 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=6c28ae4b-f2de-4851-b90f-c63ae72948e9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:53.624802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafdd846-d467-4f86-be3d-fe3967945a16'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:53.627854 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e9fe7c-f966-4c8b-8cda-b30d080893c1" -d '{"events": [{"server_uuid": "241313b0-21db-4daa-a81f-2c65ce8d4094", "name": "network-vif-plugged", "status": "completed", "tag": "eafdd846-d467-4f86-be3d-fe3967945a16"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:53.678544 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf0f831-055f-4180-a1d5-7374917c3ab3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:53.679252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf0f831-055f-4180-a1d5-7374917c3ab3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:53.684350 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5bf0f831-055f-4180-a1d5-7374917c3ab3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/d77b92d6-008e-4921-aa7b-68bbe6bace4a HTTP/1.1" status: 404 len: 337 time: 0.0679085 Sep 15 15:55:53.689168 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e5661-b7c5-4053-a8aa-99f46342cad2 x-openstack-request-id: req-a91e5661-b7c5-4053-a8aa-99f46342cad2 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:53.689351 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241313b0-21db-4daa-a81f-2c65ce8d4094", "name": "network-vif-plugged", "status": "completed", "tag": "eafdd846-d467-4f86-be3d-fe3967945a16", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:53.689589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:53.689700 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a91e5661-b7c5-4053-a8aa-99f46342cad2 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:53.690607 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafdd846-d467-4f86-be3d-fe3967945a16', 'code': 200} Sep 15 15:55:53.692218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port eafdd846-d467-4f86-be3d-fe3967945a16, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=eafdd846-d467-4f86-be3d-fe3967945a16,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:53.713898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.722508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] For port 67af06b8-435f-457a-8122-087224ddbfb2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=67af06b8-435f-457a-8122-087224ddbfb2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:53.722969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.736590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-2bbe5df3-5fc7-42a1-863c-01a367c2b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.738330 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-2bbe5df3-5fc7-42a1-863c-01a367c2b7e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750c4d85-afa9-4a00-a89d-5380a155e225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408676 Sep 15 15:55:53.747616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Calling delete_port for 67af06b8-435f-457a-8122-087224ddbfb2 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:53.750060 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8500b3af-71a5-4f35-a53b-4f1eb28c7dde tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:53.750469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc4924d-34ec-472e-9fb3-e842dfb75d15 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:53.750645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8500b3af-71a5-4f35-a53b-4f1eb28c7dde tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:53.755384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8500b3af-71a5-4f35-a53b-4f1eb28c7dde tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/6c28ae4b-f2de-4851-b90f-c63ae72948e9 HTTP/1.1" status: 404 len: 339 time: 0.0552733 Sep 15 15:55:53.759226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49128) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:53.774605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436fd25-b2db-4a9a-aec7-6c6479202479 req-b238767f-270c-49ee-bef6-6118b1dd38fa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.778325 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5436fd25-b2db-4a9a-aec7-6c6479202479 req-b238767f-270c-49ee-bef6-6118b1dd38fa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 944 time: 0.2134216 Sep 15 15:55:53.804717 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-c9421a44-fb0b-44b4-aa66-0d2579f91259 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676322 Sep 15 15:55:53.805707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66855cc-9255-4f29-94cf-cbcefae460cc req-a803a30a-19ce-4c17-af1f-526bdbdad1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.807119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b66855cc-9255-4f29-94cf-cbcefae460cc req-a803a30a-19ce-4c17-af1f-526bdbdad1ec service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2993436 Sep 15 15:55:53.828661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2dc4924d-34ec-472e-9fb3-e842dfb75d15, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2dc4924d-34ec-472e-9fb3-e842dfb75d15,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:53.837618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.881151 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.910936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.961774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5436fd25-b2db-4a9a-aec7-6c6479202479 req-bd272c55-577c-4144-b68d-2038739e164c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673396 Sep 15 15:55:53.962640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:53.969269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=eafdd846-d467-4f86-be3d-fe3967945a16,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:53.979379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bdf7e-2549-4a81-b391-9f60128a6488 req-9420f495-12b7-4a71-94a5-4bce6c2fc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:53.985487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c47bdf7e-2549-4a81-b391-9f60128a6488 req-9420f495-12b7-4a71-94a5-4bce6c2fc9db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 1095 time: 0.2245002 Sep 15 15:55:53.988355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:53.997752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:53.998119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:53.999149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:53.999758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.000089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.000300 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.000677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.001333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.008127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.008127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.008127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.008412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0f096f98-9d99-4f88-a4c1-f4b21fab060f service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437911 Sep 15 15:55:54.008536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:55:54.016798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16a4fafb-6b6b-40dc-8fa7-d9b83e1d515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.038541 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.047308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-f8326ae9-3982-4e36-9c27-c53acd644e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.048263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '67af06b8-435f-457a-8122-087224ddbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:55:51Z', 'revision_number': 5, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port': {'id': '67af06b8-435f-457a-8122-087224ddbfb2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:54Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:54.048915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-f8326ae9-3982-4e36-9c27-c53acd644e5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 1095 time: 0.1791830 Sep 15 15:55:54.078014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:54.080326 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e742f5d-8f0f-469c-af09-177dd34dc587" -d '{"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:54.096456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] Checking router: 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:55:54.098044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2dc4924d-34ec-472e-9fb3-e842dfb75d15,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:54.103356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c47bdf7e-2549-4a81-b391-9f60128a6488 req-dff60ca1-6e79-4443-a085-b3a12cbe9a23 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109381 Sep 15 15:55:54.160015 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce294bc7-533c-486d-a66c-8bd721a6bb69 x-openstack-request-id: req-ce294bc7-533c-486d-a66c-8bd721a6bb69 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:54.160398 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:54.160577 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce294bc7-533c-486d-a66c-8bd721a6bb69 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:54.160998 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023', 'status': 'completed', 'code': 200} Sep 15 15:55:54.162423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-93568572-f3ad-4983-9b9b-8fb819026eb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cc59f2-b028-4c83-b79b-7833490d478c HTTP/1.1" status: 200 len: 217 time: 0.0701275 Sep 15 15:55:54.171474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] Routers {'07bb6a26-b2b4-4749-bcf2-793a5a2460e3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:55:54.172103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:54.173833 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:54.190500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.193599 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-a0561aae-cd8c-492a-aec7-c94a219ab645 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376849 Sep 15 15:55:54.223076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc43d17-d316-4230-a7ba-5205cf10cc93 req-dade1b3b-1708-44eb-b90a-bfd0d801f0a4 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.224553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1bc43d17-d316-4230-a7ba-5205cf10cc93 req-dade1b3b-1708-44eb-b90a-bfd0d801f0a4 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 945 time: 0.1988776 Sep 15 15:55:54.232285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb95bad0-0bfc-48cf-abf2-8aae2761b750']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:54.243889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c8db4b-f067-4e92-976c-3138d829d0aa') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:54.244182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c8db4b-f067-4e92-976c-3138d829d0aa') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:54.248187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['2dc4924d-34ec-472e-9fb3-e842dfb75d15'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:54.256523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.269903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-cfd52892-46d0-4cb5-bc29-04dbfd927af7 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571738 Sep 15 15:55:54.274072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.283093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:54.291061 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:54.293123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1bc43d17-d316-4230-a7ba-5205cf10cc93 req-438c2ff8-994a-4d5f-9d4b-ef09820456fc tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496616 Sep 15 15:55:54.299617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] Set router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:55:54.314299 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.361116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:55:53Z', 'revision_number': 6, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:54.370381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67af06b8-435f-457a-8122-087224ddbfb2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:54.409374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83f477-6e4e-4930-aa8c-477c8101f686 None None] The sync data for ids ['07bb6a26-b2b4-4749-bcf2-793a5a2460e3'] in n-d-808199-2 is: [{'id': '07bb6a26-b2b4-4749-bcf2-793a5a2460e3', 'name': 'tempest-ServersTestBootFromVolume-266670925-router', 'tenant_id': '3fa532ca48764f68b613d32660a6afd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:51Z', 'updated_at': '2021-09-15T15:55:53Z', 'revision_number': 6, 'project_id': '3fa532ca48764f68b613d32660a6afd4', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:55:54.435584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.436125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-ff26b7f9-0834-4e7d-9f80-3172634c2a03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8 HTTP/1.1" status: 200 len: 217 time: 0.1188326 Sep 15 15:55:54.443998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-ea2d572d-2077-47ad-80c3-cd219bfba1e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 217 time: 0.1192920 Sep 15 15:55:54.542548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-c58c3a00-915b-4d72-8d4e-ec504bfe1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.545167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-c58c3a00-915b-4d72-8d4e-ec504bfe1a73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.2127726 Sep 15 15:55:54.592381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-24a97ea5-34c3-4ac1-8575-7eb07abcfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.593936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-24a97ea5-34c3-4ac1-8575-7eb07abcfea0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.1339715 Sep 15 15:55:54.598267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-1bc4a2d3-df76-4eae-aa4c-d666765dce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.599788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-1bc4a2d3-df76-4eae-aa4c-d666765dce7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.1516063 Sep 15 15:55:54.684519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-e0593b03-c624-4854-b006-5f9da54fca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.686080 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-e0593b03-c624-4854-b006-5f9da54fca93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305528 Sep 15 15:55:54.763761 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-bb0cebcb-c67a-4d87-8c0c-dfe80b79c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.765343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-bb0cebcb-c67a-4d87-8c0c-dfe80b79c4aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1573093 Sep 15 15:55:54.773726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-7f75daf4-4870-45b4-9121-72904aa74e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.775510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-7f75daf4-4870-45b4-9121-72904aa74e74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1579237 Sep 15 15:55:54.824302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b04e28-4271-48cd-aa6c-e216631107a1 req-e252098e-8718-487b-9c27-f9ee3e5c3509 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:54.825944 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26b04e28-4271-48cd-aa6c-e216631107a1 req-e252098e-8718-487b-9c27-f9ee3e5c3509 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1752145 Sep 15 15:55:54.861339 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.865563 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.903036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.919005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.920848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/eb95bad0-0bfc-48cf-abf2-8aae2761b750 HTTP/1.1" status: 204 len: 168 time: 1.1405931 Sep 15 15:55:54.931010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49140) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:54.955866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136c747-3145-46f2-a9ce-255b68698ee0 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=eb95bad0-0bfc-48cf-abf2-8aae2761b750,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:54.976666 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-065fcc3d-7556-43f8-a391-a466110ce758 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:54.977107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065fcc3d-7556-43f8-a391-a466110ce758 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:54.978843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-065fcc3d-7556-43f8-a391-a466110ce758 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/e1b83623-c4ab-4026-85cb-ccced1dcb221 HTTP/1.1" status: 404 len: 337 time: 0.0342772 Sep 15 15:55:54.979616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.980122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bb6a26-b2b4-4749-bcf2-793a5a2460e3 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:55:54.983652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49142) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:54.988688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:54.991924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e46a91a1-543b-4ca7-9f64-ffe33d0780f0 admin admin] 10.222.0.63 "DELETE /v2.0/routers/07bb6a26-b2b4-4749-bcf2-793a5a2460e3 HTTP/1.1" status: 204 len: 168 time: 2.3327155 Sep 15 15:55:54.999391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49146) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:55.003795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-e00ee519-2ab0-4a92-8f36-fa6add8139fd service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000803 Sep 15 15:55:55.025709 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26b04e28-4271-48cd-aa6c-e216631107a1 req-0d4ff9eb-5805-4368-80f0-bfc110d49f99 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732409 Sep 15 15:55:55.048612 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8397ce7d-f8c7-462d-9c5c-7730362ae973 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:55.048612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8397ce7d-f8c7-462d-9c5c-7730362ae973 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:55.048612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8397ce7d-f8c7-462d-9c5c-7730362ae973 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/c14dfe53-eee2-472e-956a-4a85c72b196d HTTP/1.1" status: 404 len: 339 time: 0.0580981 Sep 15 15:55:55.048612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49148) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:55.067631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.073585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.076296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-05aebf6f-a5c4-42a6-a1e3-0fe1b9cafad4 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998300 Sep 15 15:55:55.079457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.079676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-cb78160c-f425-4a80-b67a-a8f0082f3663 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720582 Sep 15 15:55:55.086381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.092285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.098628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.104597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.106536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-cb430943-9f9a-4e75-ac36-8f9c0dcdb743 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2062082 Sep 15 15:55:55.175813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] Deleting subnet 39f4143c-23a2-495f-9db4-b81d768a50fc {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:55:55.190477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting subnet fe965066-d954-4992-9f6a-5a607741d154 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:55:55.197580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.200149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.239814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-047b14fc-dbbf-4987-8b3e-7fd948d1b9dd req-ae3bb4f6-caf8-42ee-b5e6-8192d176d8f8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1037896 Sep 15 15:55:55.281081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.313721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03e765b3-aad7-4edb-afd3-d26c86a0d64c req-3ccef2e1-050d-40cf-a1cf-f3e24c0cbff0 service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913725 Sep 15 15:55:55.327205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8bf255c6-c65c-4991-af26-28ba07a4f20c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:55:55.327724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e797b9-f87b-418b-9aea-56f93f297312 req-5268cff3-d1af-41e3-bf3d-5e6d470090ce tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.336157 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-39e797b9-f87b-418b-9aea-56f93f297312 req-5268cff3-d1af-41e3-bf3d-5e6d470090ce tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 944 time: 0.2252123 Sep 15 15:55:55.363792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 8bf255c6-c65c-4991-af26-28ba07a4f20c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:55:55.364415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8bf255c6-c65c-4991-af26-28ba07a4f20c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:55:55.365694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 67af06b8-435f-457a-8122-087224ddbfb2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:55:55.374706 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-e66ac0e3-aeca-4e58-a7a5-a4a56d1b5d2c service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628944 Sep 15 15:55:55.379390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-071e8777-d1ab-48c7-9d47-35eeb5f6f9f6 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654483 Sep 15 15:55:55.389971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 67af06b8-435f-457a-8122-087224ddbfb2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:55:55.391308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 67af06b8-435f-457a-8122-087224ddbfb2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:55:55.463920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.469611 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-b258f1d6-aee7-401a-8161-1f960abc14ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 217 time: 0.0773969 Sep 15 15:55:55.474235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-39e797b9-f87b-418b-9aea-56f93f297312 req-ea191c04-1bdd-44d7-800b-95a8c3d5c389 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373219 Sep 15 15:55:55.475561 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-4ec79e14-c0e8-42f9-9dc5-08068a64c41e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91 HTTP/1.1" status: 200 len: 217 time: 0.0846443 Sep 15 15:55:55.515282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.587226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-df7777d6-f0f3-4e63-83e5-8bcc478a00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.587620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-df7777d6-f0f3-4e63-83e5-8bcc478a00e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.1052136 Sep 15 15:55:55.612864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2f836e9e-5980-4e38-bc9f-9cd611e83c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.614962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-2f836e9e-5980-4e38-bc9f-9cd611e83c52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.1241663 Sep 15 15:55:55.645779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d23da2-6f27-4ad1-9f31-1a96bd8b538d req-0184bf0a-2d65-4961-a438-53781006c602 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.652403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d23da2-6f27-4ad1-9f31-1a96bd8b538d req-0184bf0a-2d65-4961-a438-53781006c602 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.659957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76d23da2-6f27-4ad1-9f31-1a96bd8b538d req-0184bf0a-2d65-4961-a438-53781006c602 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8&device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 1691 time: 0.1421368 Sep 15 15:55:55.687919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.691736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:55.696821 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a839dc-354b-43ee-94a8-2787b920fd7a" -d '{"events": [{"server_uuid": "8b9fc572-245e-49a5-b0cc-dd4f72ee0be6", "name": "network-vif-plugged", "status": "completed", "tag": "dca91e84-f2a6-4fd2-af5a-f6e5841ebe48"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:55.708028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37d5b1-07c8-4c99-88e7-5b1506d74fe9 req-fedd783d-a138-4ab0-b375-5cd170d31b17 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.709673 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f37d5b1-07c8-4c99-88e7-5b1506d74fe9 req-fedd783d-a138-4ab0-b375-5cd170d31b17 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 945 time: 0.1413057 Sep 15 15:55:55.711611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8c5a1974-5ee9-4e76-8057-8c07bca49ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.718794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8c5a1974-5ee9-4e76-8057-8c07bca49ae7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1029232 Sep 15 15:55:55.721640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-edc99bff-51d5-4a73-a823-a8b97f255aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:55.723523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-edc99bff-51d5-4a73-a823-a8b97f255aba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968280 Sep 15 15:55:55.741741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76d23da2-6f27-4ad1-9f31-1a96bd8b538d req-b89f5130-22b8-42ad-98ef-dd87a5c3737e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807824 Sep 15 15:55:55.745348 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.780190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f4143c-23a2-495f-9db4-b81d768a50fc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:55.789926 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.797426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b0c1ac49-a444-4a4b-bc68-238904d24adf admin admin] 10.222.0.63 "DELETE /v2.0/subnets/39f4143c-23a2-495f-9db4-b81d768a50fc HTTP/1.1" status: 204 len: 168 time: 0.7901430 Sep 15 15:55:55.797611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49162) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:55.799198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828a639-0938-4920-b8a6-572228912f20 None None] Network af382184-7690-4e0b-b414-517d2469bfcb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:55.876144 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1550ff8-e9d0-4a79-a441-8cd736ba25d8 x-openstack-request-id: req-e1550ff8-e9d0-4a79-a441-8cd736ba25d8 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:55.876144 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9fc572-245e-49a5-b0cc-dd4f72ee0be6", "name": "network-vif-plugged", "status": "completed", "tag": "dca91e84-f2a6-4fd2-af5a-f6e5841ebe48", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:55.876144 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1550ff8-e9d0-4a79-a441-8cd736ba25d8 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:55.876144 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48', 'code': 200} Sep 15 15:55:55.895178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.927135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=fe965066-d954-4992-9f6a-5a607741d154,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:55.938827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:55.945792 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14ba75d7-3f77-496d-984a-06e62a5b3af7 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/fe965066-d954-4992-9f6a-5a607741d154 HTTP/1.1" status: 204 len: 168 time: 0.8991871 Sep 15 15:55:55.945792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49164) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:55.955972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a267c9-0819-4116-bf5c-bb3c4e08258d None None] Network d05761cb-ad73-463c-b556-9779a448a512 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:55.960239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f37d5b1-07c8-4c99-88e7-5b1506d74fe9 req-51025813-4a36-4959-b59b-969089371d78 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346103 Sep 15 15:55:56.040700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting subnet 6162146b-668f-4900-a2d8-7176eea8ec5a {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:55:56.064120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.116869 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.121413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859f30-d986-4f28-bbe0-32fe8614e8a2 req-53336b10-c9ee-41a7-999e-2139ae90a309 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.123180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3859f30-d986-4f28-bbe0-32fe8614e8a2 req-53336b10-c9ee-41a7-999e-2139ae90a309 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 1101 time: 0.0995252 Sep 15 15:55:56.207234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3859f30-d986-4f28-bbe0-32fe8614e8a2 req-59935355-635c-43ad-8c0e-17b5afcd0c77 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624304 Sep 15 15:55:56.282510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.316927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] DHCP port deletion for af382184-7690-4e0b-b414-517d2469bfcb request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:55:56.360298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.404691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] Deleting port 2f8a8093-3807-4e9c-886e-539b252d6639 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:56.406839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.413584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-ef777903-6285-4df4-a3f2-0c2983be65f6 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890407 Sep 15 15:55:56.420340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-35960722-7bd9-4514-80ea-da26c57c9ba7 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809680 Sep 15 15:55:56.442412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.448612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.454877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.461821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2832b86-85f9-4077-9e24-dd3272b47c3d req-ab1ab6ee-79ac-40e7-9c85-a47bbbe5d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.462027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.463331 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2832b86-85f9-4077-9e24-dd3272b47c3d req-ab1ab6ee-79ac-40e7-9c85-a47bbbe5d3d4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 1096 time: 0.4992495 Sep 15 15:55:56.469433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.477489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.477937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.485482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.488168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-a1e5e2b9-af3f-4c9c-b0f3-38f22ee002ce tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1235220 Sep 15 15:55:56.490444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.498252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] For port 2f8a8093-3807-4e9c-886e-539b252d6639, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2f8a8093-3807-4e9c-886e-539b252d6639,segment=NetworkSegment(d060f9dd-7815-4415-a110-7e085188817f),segment_id=d060f9dd-7815-4415-a110-7e085188817f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:56.498978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.510154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.516012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/6162146b-668f-4900-a2d8-7176eea8ec5a HTTP/1.1" status: 204 len: 168 time: 0.5682499 Sep 15 15:55:56.516012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49174) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:56.517838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2dc4924d-34ec-472e-9fb3-e842dfb75d15 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:55:56.520396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] Calling delete_port for 2f8a8093-3807-4e9c-886e-539b252d6639 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:56.552977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11fe09-4f21-48d8-aff4-a3edef3ff6e8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=6162146b-668f-4900-a2d8-7176eea8ec5a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:56.587561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d04557-64f5-4939-b1da-5359b58903f4 req-8a2216d4-aba2-486d-add3-d0bac38f9c17 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:56.596306 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80d04557-64f5-4939-b1da-5359b58903f4 req-8a2216d4-aba2-486d-add3-d0bac38f9c17 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 1101 time: 0.2323692 Sep 15 15:55:56.671840 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-188493f9-ca9b-4cdf-87ec-b914b16d687f req-3a994713-6063-4474-9ca8-164e623cf0bb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276104 Sep 15 15:55:56.679120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.695061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:55:56.703322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:55:56.703322 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.717419 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2832b86-85f9-4077-9e24-dd3272b47c3d req-9139173c-e040-4455-955f-a1a6085cb41a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309458 Sep 15 15:55:56.742786 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.755700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80d04557-64f5-4939-b1da-5359b58903f4 req-36f5062a-e1b5-4513-8d2c-32633f31f300 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583831 Sep 15 15:55:56.758474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting port 7665a8c5-e64c-402b-8650-d8e70c8ea33e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:56.758829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.774547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Deleting port 2f8a8093-3807-4e9c-886e-539b252d6639 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:56.774935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.787520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-1ed24a78-55cf-4c04-ae03-a4f728324a98 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604295 Sep 15 15:55:56.790433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-4228a671-edc6-4202-a569-897980fa4d3f service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551033 Sep 15 15:55:56.797252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] Pushing event deleted for resources: {'Port': ['ID=2f8a8093-3807-4e9c-886e-539b252d6639,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:56.810736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7324a-da47-4447-af5d-4d6279e4d132 None None] No DVR routers for this DVR port 2f8a8093-3807-4e9c-886e-539b252d6639 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:56.890649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] For port 7665a8c5-e64c-402b-8650-d8e70c8ea33e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7665a8c5-e64c-402b-8650-d8e70c8ea33e,segment=NetworkSegment(dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed),segment_id=dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:56.891121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.905095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:56.909335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Calling delete_port for 7665a8c5-e64c-402b-8650-d8e70c8ea33e owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:56.923737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-3398c3e8-996e-495b-8042-14f606445da5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb HTTP/1.1" status: 200 len: 217 time: 0.0962460 Sep 15 15:55:56.929400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7ec86dbe-f51f-4e0d-9125-18ac8f0400ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0172419-fef7-4778-8bfc-fd341ba24f50 HTTP/1.1" status: 200 len: 217 time: 0.1006806 Sep 15 15:55:56.959606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2dc4924d-34ec-472e-9fb3-e842dfb75d15, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2dc4924d-34ec-472e-9fb3-e842dfb75d15,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:57.039619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585bce1-d763-4474-ab03-a1ae23d951cc req-798609d5-6de0-4930-9cc8-b9daf27d3541 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.052976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b585bce1-d763-4474-ab03-a1ae23d951cc req-798609d5-6de0-4930-9cc8-b9daf27d3541 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 944 time: 0.0802603 Sep 15 15:55:57.053088 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.105663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b585bce1-d763-4474-ab03-a1ae23d951cc req-d42606d7-1f3a-422a-b03f-571b2395cb8a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575726 Sep 15 15:55:57.126060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] For port 2f8a8093-3807-4e9c-886e-539b252d6639, host n-d-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:57.126798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.129303 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.157132 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.162318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Calling delete_port for 2f8a8093-3807-4e9c-886e-539b252d6639 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:57.166173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Port 2f8a8093-3807-4e9c-886e-539b252d6639 was not found and therefore no delete operation was performed {{(pid=102019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 15:55:57.168229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-5276a8ab-9f02-40cc-aed5-f89877165536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.169857 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-5276a8ab-9f02-40cc-aed5-f89877165536 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.1931577 Sep 15 15:55:57.172109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fd767bca-0bee-4abc-b1d4-b07688a9efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.173771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-fd767bca-0bee-4abc-b1d4-b07688a9efb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.2405868 Sep 15 15:55:57.175111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.233440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Port': ['ID=7665a8c5-e64c-402b-8650-d8e70c8ea33e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:57.245996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8a8093-3807-4e9c-886e-539b252d6639,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:57.250883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2f8a8093-3807-4e9c-886e-539b252d6639 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:55:57.262186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No DVR routers for this DVR port 7665a8c5-e64c-402b-8650-d8e70c8ea33e on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:57.265142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2dc4924d-34ec-472e-9fb3-e842dfb75d15,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:57.295768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 2f8a8093-3807-4e9c-886e-539b252d6639 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:55:57.296298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2f8a8093-3807-4e9c-886e-539b252d6639 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:55:57.299111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7325711-2a4e-4eeb-8632-ae8e2da831bd None None] Network d05761cb-ad73-463c-b556-9779a448a512 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:57.326643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] No DVR routers for this DVR port 2f8a8093-3807-4e9c-886e-539b252d6639 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:57.341248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f7d6-e80a-43bd-bea6-06750df87687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.342898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bed2bf66-22d9-410f-8784-210130fec8d9 None None] Could not find standard attr ID for object 7665a8c5-e64c-402b-8650-d8e70c8ea33e. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 15:55:57.388267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.399350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065ef2a-c96d-4b80-a958-fd5ad2c03468 req-ded58804-003e-4a5f-b35f-811b8cd71124 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.401198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4065ef2a-c96d-4b80-a958-fd5ad2c03468 req-ded58804-003e-4a5f-b35f-811b8cd71124 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 945 time: 0.1791084 Sep 15 15:55:57.421925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-66f03100-b076-482b-afd5-89ad4c07c0e5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581558 Sep 15 15:55:57.426523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7ebfcd26-118b-42f0-b80c-b63400e1eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.428001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-7ebfcd26-118b-42f0-b80c-b63400e1eee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1859639 Sep 15 15:55:57.431600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f80d7867-d8c3-461a-bc15-85d7e7d0b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.433661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f80d7867-d8c3-461a-bc15-85d7e7d0b2f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893466 Sep 15 15:55:57.444468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05761cb-ad73-463c-b556-9779a448a512']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:57.462399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.463138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:57.463437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd29d3c6-5b22-4ffc-8de0-1ab4316f54ed') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:57.468656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4065ef2a-c96d-4b80-a958-fd5ad2c03468 req-03cff16f-eebf-4bc4-9006-ee7fd00dd64e tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555394 Sep 15 15:55:57.480695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.500225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.504021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4631a-2df1-476d-a935-b54276076417 None None] DHCP port deletion for d05761cb-ad73-463c-b556-9779a448a512 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:55:57.509525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:57.511024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:57.515719 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:57.615625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af382184-7690-4e0b-b414-517d2469bfcb']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:57.657657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.665622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd060f9dd-7815-4415-a110-7e085188817f') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:57.671187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.671447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd060f9dd-7815-4415-a110-7e085188817f') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:55:57.671536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/d05761cb-ad73-463c-b556-9779a448a512 HTTP/1.1" status: 204 len: 168 time: 1.1321638 Sep 15 15:55:57.680079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49194) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:57.683562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744b62d-8397-4afd-91f6-22296dbbaaa6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=d05761cb-ad73-463c-b556-9779a448a512,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:57.749387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.768290 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a82aec-7142-4b86-bc60-bbce0f722763 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:57.769458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a82aec-7142-4b86-bc60-bbce0f722763 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:57.771236 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-45a82aec-7142-4b86-bc60-bbce0f722763 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/9c80e98d-d5b7-43df-aa09-617aaba36934 HTTP/1.1" status: 404 len: 337 time: 0.0875401 Sep 15 15:55:57.785367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49198) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:57.802752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-c22e031d-596d-4011-8635-bb74ce2d6d81 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373227 Sep 15 15:55:57.803700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.814973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-a027b0ae-fe51-4b14-943f-6e1177426b01 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356109 Sep 15 15:55:57.815192 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6147c8-05bd-4d51-aa9f-0cf8047eb9cb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:57.815192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6147c8-05bd-4d51-aa9f-0cf8047eb9cb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:57.815192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fb6147c8-05bd-4d51-aa9f-0cf8047eb9cb tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/cca13545-cbb9-4ec0-9d7c-2fcd88b9e7c4 HTTP/1.1" status: 404 len: 339 time: 0.0278616 Sep 15 15:55:57.822934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49200) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:57.826224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:55:57.826637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:55:57.832384 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:55:57.846949 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dda196-fb11-4494-ae8a-496a2f98b004 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:57.847427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dda196-fb11-4494-ae8a-496a2f98b004 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:57.851712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b5dda196-fb11-4494-ae8a-496a2f98b004 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/9341097b-7731-4730-8f37-6c4639c3b0ea HTTP/1.1" status: 404 len: 337 time: 0.0301094 Sep 15 15:55:57.853703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49202) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:57.874752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.877840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4924d-34ec-472e-9fb3-e842dfb75d15'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:55:57.880939 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d24f0a-49d3-4694-8ad3-18f86c92de2f" -d '{"events": [{"server_uuid": "a787a475-1c72-4ec7-abe4-47be1023d400", "name": "network-vif-plugged", "status": "completed", "tag": "2dc4924d-34ec-472e-9fb3-e842dfb75d15"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:55:57.881329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.887359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.894176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.900248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.906157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.912887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.914797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-c3e35a2f-a183-496e-b0eb-2c544c3b633a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1585248 Sep 15 15:55:57.930682 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe26edae-0cde-45ba-bf25-9a6fd7ce6457 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:57.931277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe26edae-0cde-45ba-bf25-9a6fd7ce6457 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:57.935470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe26edae-0cde-45ba-bf25-9a6fd7ce6457 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/a2ee1914-f109-44a2-83c9-ad153fca101c HTTP/1.1" status: 404 len: 339 time: 0.0786312 Sep 15 15:55:57.941209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49206) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:57.949570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-e3b23f4e-5732-4d4a-b6e8-2a20a5a40465 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:57.951101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-e3b23f4e-5732-4d4a-b6e8-2a20a5a40465 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4914224 Sep 15 15:55:57.977933 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-688430b8-b28d-4229-8793-ea2358fb6757 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:57.978390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688430b8-b28d-4229-8793-ea2358fb6757 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:57.980083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-688430b8-b28d-4229-8793-ea2358fb6757 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/a763ff59-b47e-4a7f-b206-c27bb492b069 HTTP/1.1" status: 404 len: 337 time: 0.0383978 Sep 15 15:55:57.985701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49208) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:58.013360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd8ce9f4-cc2b-4c7a-a4c1-bdd7e86f9505 req-e53f67c2-2981-47e7-a0e0-c24bae07fb9d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898552 Sep 15 15:55:58.014378 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fa07a6-ff46-413d-a508-8b400b252ff6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:55:58.014957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26fa07a6-ff46-413d-a508-8b400b252ff6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:55:58.016691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-26fa07a6-ff46-413d-a508-8b400b252ff6 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/99b0abef-9f9f-41a6-9b19-055f28e7dc64 HTTP/1.1" status: 404 len: 339 time: 0.0299752 Sep 15 15:55:58.019321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49210) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:58.036518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-3bbc8096-bfee-4485-b319-2f3aafe72e4a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/quotas/7387a36b9bf94796a3c8e25452e62917 HTTP/1.1" status: 200 len: 375 time: 0.0746593 Sep 15 15:55:58.074377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting subnet fb1f6a4e-30d6-43e9-871b-a82ecd15dbb7 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:55:58.075232 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff3633c-0793-41ca-bc4a-1ee3965918f9 x-openstack-request-id: req-5ff3633c-0793-41ca-bc4a-1ee3965918f9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:55:58.075606 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787a475-1c72-4ec7-abe4-47be1023d400", "name": "network-vif-plugged", "status": "completed", "tag": "2dc4924d-34ec-472e-9fb3-e842dfb75d15", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:55:58.075873 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5ff3633c-0793-41ca-bc4a-1ee3965918f9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:55:58.076597 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc4924d-34ec-472e-9fb3-e842dfb75d15', 'code': 200} Sep 15 15:55:58.078197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.108850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.125881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.129215 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] 10.222.0.63 "DELETE /v2.0/networks/af382184-7690-4e0b-b414-517d2469bfcb HTTP/1.1" status: 204 len: 168 time: 2.3338156 Sep 15 15:55:58.151216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d2cbf560-dc35-4925-a411-302a5a9f301c service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334551 Sep 15 15:55:58.155811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.172519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5d77c-2359-48c7-8b4e-932695cd3889 admin admin] Pushing event deleted for resources: {'Network': ['ID=af382184-7690-4e0b-b414-517d2469bfcb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:58.173180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a204d96-55b0-4dcf-9dbe-c0dee383c08d req-23821907-a534-42ca-9d53-6443b993a503 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536434 Sep 15 15:55:58.247804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-406129f2-d5c1-49ac-86b4-b9caf805a588 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1954982 Sep 15 15:55:58.247804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-8269a878-7954-4a26-ae5e-2cb31bc3e487 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ec940eff-db76-43a9-843c-772b2801b3ca HTTP/1.1" status: 200 len: 217 time: 0.0803599 Sep 15 15:55:58.302468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb82e-c48f-490b-a2c2-fb88e9bc672f req-5bc57af0-b6de-4e18-a847-dc36507da2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:58.304013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45ecb82e-c48f-490b-a2c2-fb88e9bc672f req-5bc57af0-b6de-4e18-a847-dc36507da2fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 1096 time: 0.1504951 Sep 15 15:55:58.322021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13266b-8153-4471-82a5-d466e955652b req-8639bcc7-f60d-4ff9-8538-b9ae322469d4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:58.326175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f7a94030-926f-4a4f-9793-6d212b746439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:58.329195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed13266b-8153-4471-82a5-d466e955652b req-8639bcc7-f60d-4ff9-8538-b9ae322469d4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 944 time: 0.1067080 Sep 15 15:55:58.331796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-f7a94030-926f-4a4f-9793-6d212b746439 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0749717 Sep 15 15:55:58.356697 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.358365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.384179 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45ecb82e-c48f-490b-a2c2-fb88e9bc672f req-62a8eb71-3301-45d0-9278-82c841efe998 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Sep 15 15:55:58.394502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-99a11159-bebd-4175-901d-13156c629b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:58.396073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-99a11159-bebd-4175-901d-13156c629b50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569236 Sep 15 15:55:58.404781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed13266b-8153-4471-82a5-d466e955652b req-88d60711-8774-45c7-9c42-b90aa5568303 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747101 Sep 15 15:55:58.528654 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.533939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 35cc59f2-b028-4c83-b79b-7833490d478c details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:55:58.565902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=fb1f6a4e-30d6-43e9-871b-a82ecd15dbb7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:58.572127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.576760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49222) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:58.577113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27b1fc11-3a58-40e2-875b-4cbef20d93dc tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/fb1f6a4e-30d6-43e9-871b-a82ecd15dbb7 HTTP/1.1" status: 204 len: 168 time: 0.5564342 Sep 15 15:55:58.587449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b91ee-c669-46df-be2e-a21b6bcc0353 None None] Network 2896b915-5e63-4f83-bb47-5ef70aac05bb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:55:58.591592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49224) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:58.667155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8eb13f8e-1966-433d-a3c0-820229e50bf7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3fa532ca48764f68b613d32660a6afd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723205 Sep 15 15:55:58.667155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49226) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:55:58.775024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf807c-cd60-466e-a6ca-024e5a571b04 req-ed5319c1-e6cb-4a21-b8b2-7c49499d1206 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:58.775227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 35cc59f2-b028-4c83-b79b-7833490d478c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=35cc59f2-b028-4c83-b79b-7833490d478c,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:58.782377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbaf807c-cd60-466e-a6ca-024e5a571b04 req-ed5319c1-e6cb-4a21-b8b2-7c49499d1206 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 945 time: 0.0872538 Sep 15 15:55:58.785872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5db87a7e-d9fe-4e05-9738-c032502f2c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.791438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '35cc59f2-b028-4c83-b79b-7833490d478c', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': '35cc59f2-b028-4c83-b79b-7833490d478c', 'mac_address': 'fa:16:3e:5e:6b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:55:58.791640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.836029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5db87a7e-d9fe-4e05-9738-c032502f2c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.846526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-9f881d47-5948-4c77-a012-b5055605e68d service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386024 Sep 15 15:55:58.861337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbaf807c-cd60-466e-a6ca-024e5a571b04 req-335173d6-3d66-4b67-9375-50ae193f26af tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758271 Sep 15 15:55:58.865603 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:58.897618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cc59f2-b028-4c83-b79b-7833490d478c {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:55:58.928679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] DHCP port deletion for 2896b915-5e63-4f83-bb47-5ef70aac05bb request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:55:58.987712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 35cc59f2-b028-4c83-b79b-7833490d478c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=35cc59f2-b028-4c83-b79b-7833490d478c,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:59.007651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e01f123c-35ad-4c35-9d7b-25f0a85f07b7 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477778 Sep 15 15:55:59.015182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:59.015690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.024969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] Deleting port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:55:59.026485 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.044057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec106-c9c1-40d1-83c6-52e8233b10ea req-dd0bec18-188c-4e83-a34d-b3a1beb4241e tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.046100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efbec106-c9c1-40d1-83c6-52e8233b10ea req-dd0bec18-188c-4e83-a34d-b3a1beb4241e tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 945 time: 0.0634112 Sep 15 15:55:59.079472 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-0228e358-55be-4ee8-9a03-f90ad5fdcf7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc HTTP/1.1" status: 200 len: 217 time: 0.0590017 Sep 15 15:55:59.093293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efbec106-c9c1-40d1-83c6-52e8233b10ea req-921c0a0b-d8da-4f4e-93f1-e7fe4c0893cc tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Sep 15 15:55:59.133483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] For port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,segment=NetworkSegment(8c43dfde-0607-4eb2-a582-3f67bb6ea6d3),segment_id=8c43dfde-0607-4eb2-a582-3f67bb6ea6d3)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:59.133885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.144390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5db87a7e-d9fe-4e05-9738-c032502f2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.147310 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.151819 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5db87a7e-d9fe-4e05-9738-c032502f2c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.153780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5db87a7e-d9fe-4e05-9738-c032502f2c6f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62078480-0983-41b9-9305-e1df6cf73113 HTTP/1.1" status: 204 len: 168 time: 0.4843102 Sep 15 15:55:59.165101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:55:59.181492 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87a7e-d9fe-4e05-9738-c032502f2c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62078480-0983-41b9-9305-e1df6cf73113,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:59.216894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] Calling delete_port for 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:59.217105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] For port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,segment=NetworkSegment(8c43dfde-0607-4eb2-a582-3f67bb6ea6d3),segment_id=8c43dfde-0607-4eb2-a582-3f67bb6ea6d3)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:55:59.217552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.269932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Calling delete_port for 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:55:59.297163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-1de94b86-1691-49ea-ba84-aceb348b8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.298682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-1de94b86-1691-49ea-ba84-aceb348b8d2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.1815314 Sep 15 15:55:59.334704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.344064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.356717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.365488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=35cc59f2-b028-4c83-b79b-7833490d478c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:59.373740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.392096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.403053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-c4e8a4b1-16ad-4fa6-b888-748b5c8ab557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.412093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-c4e8a4b1-16ad-4fa6-b888-748b5c8ab557 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928001 Sep 15 15:55:59.412841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.422211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:55:59.425334 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.435856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-b12f87d8-463a-4ec1-9446-c24b02f5b3ed tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2588625 Sep 15 15:55:59.472567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa9ebb9c-87f5-402a-ae80-b2f22086e1be req-66ec7338-d30b-40c7-915a-7b9954dda5c8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 210 time: 0.0362358 Sep 15 15:55:59.496980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb9bd7ff-b2f3-4fe7-8bdf-c030470f7baf req-a956a95a-9b51-40b3-b1d8-6bbe64e8317b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595319 Sep 15 15:55:59.559532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e860d715-d21a-4290-8106-56b18dae8984 service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439617 Sep 15 15:55:59.575992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 15:55:59.575992 n-d-808199-2 neutron-server[102020]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 15 15:55:59.575992 n-d-808199-2 neutron-server[102020]: [parameters: {'status': 'DOWN', 'ports_id': '5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d'}] Sep 15 15:55:59.575992 n-d-808199-2 neutron-server[102020]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:55:59.576721 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:55:59.608615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['35cc59f2-b028-4c83-b79b-7833490d478c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:55:59.612430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.674673 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:55:59.687982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No DVR routers for this DVR port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:55:59.699254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Port': ['ID=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:59.750709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] Pushing event deleted for resources: {'Port': ['ID=5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:55:59.754751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ff804-b185-41a3-8444-8b7b85d69b7f None None] No DVR routers for this DVR port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:00.029036 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.063707 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.111077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Port 5fd7c47b-bc38-4f35-9b36-372bfd0e1b2d update to DOWN by agent not found {{(pid=102020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 15 15:56:00.112447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7665a8c5-e64c-402b-8650-d8e70c8ea33e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:00.145062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7665a8c5-e64c-402b-8650-d8e70c8ea33e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:00.145469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7665a8c5-e64c-402b-8650-d8e70c8ea33e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:00.198545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c278f-782c-48d7-ab8d-69b5501ec7f5 req-bd9dc7fb-ac19-4fa5-ac51-a33c4ca021b1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.200067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-879c278f-782c-48d7-ab8d-69b5501ec7f5 req-bd9dc7fb-ac19-4fa5-ac51-a33c4ca021b1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 945 time: 0.6081388 Sep 15 15:56:00.201893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.206514 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-690d244d-0c4e-4eee-b19e-3fbb45ee34df service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321611 Sep 15 15:56:00.273567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a324dfe-f4e0-49d7-b76e-b944d596fa51 req-2f7bb8b0-a686-466e-a566-56809f0a6923 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.275127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a324dfe-f4e0-49d7-b76e-b944d596fa51 req-2f7bb8b0-a686-466e-a566-56809f0a6923 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 945 time: 0.0754328 Sep 15 15:56:00.282667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2896b915-5e63-4f83-bb47-5ef70aac05bb']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:00.293522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-796a06ed-359e-4964-8255-158c895cab24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb4b861d-8fa6-4916-89b9-1342fc047023 HTTP/1.1" status: 200 len: 217 time: 0.0761561 Sep 15 15:56:00.297958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c43dfde-0607-4eb2-a582-3f67bb6ea6d3') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:00.298250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c43dfde-0607-4eb2-a582-3f67bb6ea6d3') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:00.316075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a324dfe-f4e0-49d7-b76e-b944d596fa51 req-79ecac20-57ac-4372-9543-d87e3dd3eef6 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345538 Sep 15 15:56:00.325936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.372270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-879c278f-782c-48d7-ab8d-69b5501ec7f5 req-4fc7beb7-b04a-4bb5-8237-135266ead2a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537175 Sep 15 15:56:00.373575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.385442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:00.385852 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:00.388939 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:00.406706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d8376a7b-4f88-4019-b8a2-24449716eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.411846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-d8376a7b-4f88-4019-b8a2-24449716eba3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.1052213 Sep 15 15:56:00.443660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56bcb6-9b00-4aa9-8d8f-5733a29e4832 req-340bf149-3e45-40b2-a538-0607b7f1b5f7 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.445280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf56bcb6-9b00-4aa9-8d8f-5733a29e4832 req-340bf149-3e45-40b2-a538-0607b7f1b5f7 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 945 time: 0.0551457 Sep 15 15:56:00.494106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e5d20734-7792-4d1e-bc27-1ee83dbbad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.495628 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-e5d20734-7792-4d1e-bc27-1ee83dbbad98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744424 Sep 15 15:56:00.529547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf56bcb6-9b00-4aa9-8d8f-5733a29e4832 req-12a082ad-0bab-4b23-bd27-61d432eea2ac tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727956 Sep 15 15:56:00.540468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.561292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.565567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/2896b915-5e63-4f83-bb47-5ef70aac05bb HTTP/1.1" status: 204 len: 168 time: 1.9855878 Sep 15 15:56:00.565997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49280) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:00.602699 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7579c86-e9f3-4d26-9fc1-5b91803da5c8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:00.603102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7579c86-e9f3-4d26-9fc1-5b91803da5c8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:00.607182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e7579c86-e9f3-4d26-9fc1-5b91803da5c8 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/31803742-ea0e-44a8-a1a8-22a8178e1e45 HTTP/1.1" status: 404 len: 337 time: 0.0376234 Sep 15 15:56:00.607437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49282) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:00.620527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0427a5-6489-4ff0-b8a8-5c5f1928af76 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=2896b915-5e63-4f83-bb47-5ef70aac05bb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:00.631380 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-524649d8-2d89-4918-994f-15cafb936644 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:00.631380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524649d8-2d89-4918-994f-15cafb936644 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:00.631380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-524649d8-2d89-4918-994f-15cafb936644 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/5b93b143-4add-4a78-b557-ace4498c13d1 HTTP/1.1" status: 404 len: 339 time: 0.0228932 Sep 15 15:56:00.633885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49284) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:00.668018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d8e8c4e-081b-4128-8c47-c0f4605b937f req-1473d617-0ef0-4464-bf30-67baf9b1b51e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 210 time: 0.0919838 Sep 15 15:56:00.706954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting subnet 0efe2329-8cd7-4181-8b6a-746815c56c42 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:56:00.710777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.759038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.769871 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-84463530-89df-41bf-9554-48a2e924aa3c service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656183 Sep 15 15:56:00.781738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49290) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:00.810530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-0822fd73-95e8-4a19-ba05-c07105c8264e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1850598 Sep 15 15:56:00.872193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:00.930165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.936381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.939705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2133373687-network', 'tenant_id': 'b2ee9bbb9c5b4d9c84b32b5ea5f06718'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:00.943069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.950638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.957314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.963292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.969275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:00.972049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-012c63d0-cae6-4720-a2ad-0c368d38967e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2317452 Sep 15 15:56:01.020428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50869dea-a490-4d3a-990e-cc8f67c5fa00 req-04414f55-b209-4a98-9c94-bf5ddc954df1 service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342749 Sep 15 15:56:01.026821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-2effd595-d83c-4671-930d-447f06512241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.028278 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-2effd595-d83c-4671-930d-447f06512241 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 1097 time: 0.1854947 Sep 15 15:56:01.042976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.046223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-347d6cfc-4375-4f46-a11e-d165a24b0b86 req-8cb60584-144b-405a-875f-8231fdcca0a3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631373 Sep 15 15:56:01.082473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Made reservation on behalf of b2ee9bbb9c5b4d9c84b32b5ea5f06718 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:01.084855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.086982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Subnet': ['ID=0efe2329-8cd7-4181-8b6a-746815c56c42,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:01.101959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c9a4f-f145-48d5-b2c0-6864517c3a28 None None] Network 3ee4213a-4da7-4650-8e88-9ba2192dcb81 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:01.118727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.124108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f0dc72f0-053b-4561-9f79-e3b20dead1b3 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/subnets/0efe2329-8cd7-4181-8b6a-746815c56c42 HTTP/1.1" status: 204 len: 168 time: 0.4891002 Sep 15 15:56:01.125207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.127892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49296) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:01.247094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-9bfd92f9-c184-4073-87ee-becee4eec614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.248880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-9bfd92f9-c184-4073-87ee-becee4eec614 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1925159 Sep 15 15:56:01.255539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.256052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.256551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.257030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.259484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.259484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.259484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.260337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-63c79b6f-77f9-417e-a011-03bcc9358b11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6487 time: 0.0958021 Sep 15 15:56:01.314695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-53752f9a-16cd-4447-8e6f-0e40707de30f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f HTTP/1.1" status: 200 len: 217 time: 0.0468504 Sep 15 15:56:01.322958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d1323-e2a8-42d2-8230-760eb39e8835 req-8acbe209-9435-4065-b4ee-bc2f18a315ed tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.328292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-810d1323-e2a8-42d2-8230-760eb39e8835 req-8acbe209-9435-4065-b4ee-bc2f18a315ed tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 945 time: 0.1965911 Sep 15 15:56:01.333695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] DHCP port deletion for 3ee4213a-4da7-4650-8e88-9ba2192dcb81 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:56:01.338615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.390076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] Deleting port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:01.390436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.445281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-e30ee868-1a70-4d16-85da-9ed3b0d1fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.447432 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-e30ee868-1a70-4d16-85da-9ed3b0d1fed7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.1227002 Sep 15 15:56:01.478308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] For port 45cd9a52-26e1-44d0-aab5-437ed52d2d66, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=45cd9a52-26e1-44d0-aab5-437ed52d2d66,segment=NetworkSegment(5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d),segment_id=5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:01.478715 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.480934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-7887a9c0-0fb2-4690-a7ab-9cddd6ba1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.483792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-7887a9c0-0fb2-4690-a7ab-9cddd6ba1973 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb6b9cac-e073-4789-8d10-8d45dd36ee29 HTTP/1.1" status: 200 len: 903 time: 0.2089407 Sep 15 15:56:01.495079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] Calling delete_port for 45cd9a52-26e1-44d0-aab5-437ed52d2d66 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:01.511332 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.530826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-810d1323-e2a8-42d2-8230-760eb39e8835 req-f9accb4e-5124-4a61-9172-ed159fdfa3d3 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651554 Sep 15 15:56:01.567825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Deleting port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:01.568461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.583987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-9d9debfa-35f6-4160-b327-6f13b9449b70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb4b861d-8fa6-4916-89b9-1342fc047023 HTTP/1.1" status: 200 len: 217 time: 0.0855312 Sep 15 15:56:01.633503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-8e7dc660-3244-4abc-9ec3-510d2f52572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.635168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-8e7dc660-3244-4abc-9ec3-510d2f52572a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502032 Sep 15 15:56:01.675226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.686529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] For port 45cd9a52-26e1-44d0-aab5-437ed52d2d66, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=45cd9a52-26e1-44d0-aab5-437ed52d2d66,segment=NetworkSegment(5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d),segment_id=5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:01.686837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-1b6b3272-516a-422d-8b83-6094035a2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.686959 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.688261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-1b6b3272-516a-422d-8b83-6094035a2da0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.0937743 Sep 15 15:56:01.692673 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.719516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] Pushing event deleted for resources: {'Port': ['ID=45cd9a52-26e1-44d0-aab5-437ed52d2d66,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:01.724206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d793d54-74e9-4733-af5c-79071798d865 None None] No DVR routers for this DVR port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:01.731948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Calling delete_port for 45cd9a52-26e1-44d0-aab5-437ed52d2d66 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:01.761328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:01.806560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19a1222-6b90-45d2-80e0-18d533850b6e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:01.822809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.822951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b83127-90d2-4911-b2ca-6c4b3a9da087 req-9f307c69-39fe-49f3-be6d-684a61f89325 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.823240 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Added segment cf40a590-ccb6-4026-ac93-a508cd87afd0 of type vlan for network 31caa751-3ad4-464f-b5c0-1a7d4290df48 Sep 15 15:56:01.824473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85b83127-90d2-4911-b2ca-6c4b3a9da087 req-9f307c69-39fe-49f3-be6d-684a61f89325 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 945 time: 0.1528966 Sep 15 15:56:01.826615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-a937aeb2-6282-4657-9339-466ce171dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:01.828404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-a937aeb2-6282-4657-9339-466ce171dc55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208317 Sep 15 15:56:01.830774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-e40ffb46-34cf-45b9-b19d-e297dcc83349 service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852791 Sep 15 15:56:01.872614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-498e1863-952a-437c-ae4f-c2bd1b055209 req-4598fe44-8735-4270-9dc8-3c3b0edeef0d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 210 time: 0.0714114 Sep 15 15:56:01.924624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.947753 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85b83127-90d2-4911-b2ca-6c4b3a9da087 req-f49ea680-4896-4ab8-a0fb-40a8040ec0e8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159337 Sep 15 15:56:01.952382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:01.968002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] No DVR routers for this DVR port 45cd9a52-26e1-44d0-aab5-437ed52d2d66 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:02.013863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Port': ['ID=45cd9a52-26e1-44d0-aab5-437ed52d2d66,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:02.026471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85082a6d-6ec0-4162-bce9-a89f31f1c26b req-84920e16-ddef-48ca-9459-654c38e18864 service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813037 Sep 15 15:56:02.028377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-216e5bc7-f433-4a57-8099-04c4238473ee service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822054 Sep 15 15:56:02.083001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.110402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee4213a-4da7-4650-8e88-9ba2192dcb81']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:02.124996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:02.125358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec49cc3-aa57-40de-8dad-9a8f8ddfb50d') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:02.135964 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.143402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.143402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.144433 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.155322 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e742f5d-8f0f-469c-af09-177dd34dc587 req-656a2025-6c0a-4d99-8cb9-858e235a0fcc service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093345 Sep 15 15:56:02.177039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.192068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:02.192479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:02.195675 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:02.243066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.249315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.251317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] Pushing event updated for resources: {'Network': ['ID=31caa751-3ad4-464f-b5c0-1a7d4290df48,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:02.256149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.266503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.266615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 31caa751-3ad4-464f-b5c0-1a7d4290df48 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:02.269479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.276533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.282542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.285151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-902951b4-2e34-4fef-86ff-09b732161122 req-f57f5fea-dbf1-41d7-8a81-54c1fb7be30d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1056309 Sep 15 15:56:02.293088 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-61a34b30-c0c4-4c55-84b2-5b1e36aef16b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5101442 Sep 15 15:56:02.293773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49308) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:02.300594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Request body: {'subnet': {'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2133373687-subnet', 'tenant_id': 'b2ee9bbb9c5b4d9c84b32b5ea5f06718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:02.352065 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-902951b4-2e34-4fef-86ff-09b732161122 req-481a4c0f-0a29-4bf4-b888-5d45a636360b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572538 Sep 15 15:56:02.396407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.406272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.408806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] 10.222.0.63 "DELETE /v2.0/networks/3ee4213a-4da7-4650-8e88-9ba2192dcb81 HTTP/1.1" status: 204 len: 168 time: 1.2777727 Sep 15 15:56:02.420930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abeb2d-aa89-4898-ad13-a470831cd489 tempest-NetworksIpV6Test-1548839074 tempest-NetworksIpV6Test-1548839074-project] Pushing event deleted for resources: {'Network': ['ID=3ee4213a-4da7-4650-8e88-9ba2192dcb81,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:02.426805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Made reservation on behalf of b2ee9bbb9c5b4d9c84b32b5ea5f06718 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:02.429567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.551328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-62c77bd2-d43d-465b-a609-0bf128974421 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332766 Sep 15 15:56:02.566169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 35cc59f2-b028-4c83-b79b-7833490d478c up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:02.663019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35bb0-e3f1-4f51-a1b4-e4aa746a4beb req-5bdab951-97af-48b2-8bba-cf6845c4ee91 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.664707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31e35bb0-e3f1-4f51-a1b4-e4aa746a4beb req-5bdab951-97af-48b2-8bba-cf6845c4ee91 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 945 time: 0.0593057 Sep 15 15:56:02.709910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 35cc59f2-b028-4c83-b79b-7833490d478c completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:02.717817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 35cc59f2-b028-4c83-b79b-7833490d478c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:02.718835 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.729753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31e35bb0-e3f1-4f51-a1b4-e4aa746a4beb req-4a704256-061a-466d-8ba0-b6e1742d453b tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568924 Sep 15 15:56:02.790318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-8d97be80-4419-4478-bc55-ef2ca89c74b7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.791803 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-8d97be80-4419-4478-bc55-ef2ca89c74b7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172954 Sep 15 15:56:02.805634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-7782285c-31cf-4b35-98c8-603c4671ed0b tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:02.806977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-7782285c-31cf-4b35-98c8-603c4671ed0b tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "GET /v2.0/ports?device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 945 time: 0.1361938 Sep 15 15:56:02.811782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:02.816436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:02.858036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cc59f2-b028-4c83-b79b-7833490d478c'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:02.858036 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87541393-42b7-4913-af55-062122f63dba" -d '{"events": [{"server_uuid": "d824341e-cb93-4575-abab-57fd5b0a1dc2", "name": "network-vif-plugged", "status": "completed", "tag": "35cc59f2-b028-4c83-b79b-7833490d478c"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:02.879919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 35cc59f2-b028-4c83-b79b-7833490d478c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=35cc59f2-b028-4c83-b79b-7833490d478c,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:02.910362 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2db0517-30f2-4b3a-84a7-841510f772dd x-openstack-request-id: req-c2db0517-30f2-4b3a-84a7-841510f772dd {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:02.924184 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d824341e-cb93-4575-abab-57fd5b0a1dc2", "name": "network-vif-plugged", "status": "completed", "tag": "35cc59f2-b028-4c83-b79b-7833490d478c", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:02.924804 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c2db0517-30f2-4b3a-84a7-841510f772dd {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:02.925243 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cc59f2-b028-4c83-b79b-7833490d478c', 'code': 200} Sep 15 15:56:02.979080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49320) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:03.023992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.038689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-d549a98a-4d81-452d-9856-e0f096e40789 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923414 Sep 15 15:56:03.040021 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.079708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f5778da6-0dc2-4981-a2dd-6a4d005be813 req-9bd681b8-548c-4ec6-9e73-75cc20baa23c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 210 time: 0.0935907 Sep 15 15:56:03.148878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=35cc59f2-b028-4c83-b79b-7833490d478c,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:03.199758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 45cd9a52-26e1-44d0-aab5-437ed52d2d66 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:03.222039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 45cd9a52-26e1-44d0-aab5-437ed52d2d66 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:03.222039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 45cd9a52-26e1-44d0-aab5-437ed52d2d66 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:03.238098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5c2f43c7-9c93-4538-a0ea-280c7e195f50 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e655ea1cca834de5aef5b95050ff5bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553215 Sep 15 15:56:03.241089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49328) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:03.321384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c54f4d5a-b7bb-4711-98e6-3bfc66e9f802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.322972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb953b78-1ce5-4e56-9769-857e310ccda6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:03.348873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c54f4d5a-b7bb-4711-98e6-3bfc66e9f802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.352163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7434f-a8d7-4cc9-af2a-64be62f83b05 req-74deea01-a3c8-40fa-855f-a9312928d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.353707 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bf7434f-a8d7-4cc9-af2a-64be62f83b05 req-74deea01-a3c8-40fa-855f-a9312928d00c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 1097 time: 0.3567383 Sep 15 15:56:03.422757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c430af-9094-4eb4-b2aa-e799f6aca7a7 req-ff67a2b5-2d4a-475b-b37f-70fb4827b98c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.424324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86c430af-9094-4eb4-b2aa-e799f6aca7a7 req-ff67a2b5-2d4a-475b-b37f-70fb4827b98c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 946 time: 0.2591927 Sep 15 15:56:03.426631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Deleting port eafdd846-d467-4f86-be3d-fe3967945a16 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:03.426969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.454519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Checking segment: {'id': 'cf40a590-ccb6-4026-ac93-a508cd87afd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:03.454905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Network hostable DHCP agents. Network: 31caa751-3ad4-464f-b5c0-1a7d4290df48, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:03.490860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c54f4d5a-b7bb-4711-98e6-3bfc66e9f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.492750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-7807c288-8143-4373-8569-e71e938bfe89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.493548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c54f4d5a-b7bb-4711-98e6-3bfc66e9f802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.494247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-7807c288-8143-4373-8569-e71e938bfe89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144175 Sep 15 15:56:03.494859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:03.496945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c54f4d5a-b7bb-4711-98e6-3bfc66e9f802 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c33897c7-1206-40f4-806b-481750f8f43e HTTP/1.1" status: 204 len: 168 time: 0.2537332 Sep 15 15:56:03.498434 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:03.514694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.521169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.527532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.533985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.539889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.545792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.551924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.553879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-dae98c3a-b9cb-4b1c-a4b7-79249606acd7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1110017 Sep 15 15:56:03.554704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': '7062a3cf-212a-4074-b04d-de0fb5555425', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:03.560951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bf7434f-a8d7-4cc9-af2a-64be62f83b05 req-f9bcf5f4-f4dd-4c31-bd87-f52a2ea02d99 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885180 Sep 15 15:56:03.562108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f4d5a-b7bb-4711-98e6-3bfc66e9f802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33897c7-1206-40f4-806b-481750f8f43e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:03.604109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8c7e83d-d2a2-4407-8c89-12bd8f8424cb req-63576fd8-bf1c-4403-997e-98e9a60ca61c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429933 Sep 15 15:56:03.881554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1991d-23d1-4a06-a2b5-ae229c3c385a req-0f1f96e2-159d-4bd4-bda8-ca7393535015 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:03.883156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7c1991d-23d1-4a06-a2b5-ae229c3c385a req-0f1f96e2-159d-4bd4-bda8-ca7393535015 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 945 time: 0.0720541 Sep 15 15:56:03.931458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7c1991d-23d1-4a06-a2b5-ae229c3c385a req-ac911d55-701c-4e6c-a3c1-097cf1694b07 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Sep 15 15:56:03.945392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86c430af-9094-4eb4-b2aa-e799f6aca7a7 req-fd80cab6-9e2b-417d-bb59-ae8a3797efc5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061696 Sep 15 15:56:03.955396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Network 31caa751-3ad4-464f-b5c0-1a7d4290df48 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:04.051854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] For port eafdd846-d467-4f86-be3d-fe3967945a16, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=eafdd846-d467-4f86-be3d-fe3967945a16,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:04.052216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.107649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Calling delete_port for eafdd846-d467-4f86-be3d-fe3967945a16 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:04.116613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 31caa751-3ad4-464f-b5c0-1a7d4290df48) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:04.129809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27042b5-acf0-4f0c-88ef-f0de4a5c9e76 None None] Network 31caa751-3ad4-464f-b5c0-1a7d4290df48 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:04.133275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.133861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.210471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.32 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/69966b2b-cec7-4b6b-bce0-ed3190b5e522) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:04.221783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecd10fc9-2841-489a-964d-fe6fdb58f7d4 req-81055633-cc2e-4225-af6d-9215c5a0a0d2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 210 time: 0.0398688 Sep 15 15:56:04.326975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31818d8-4ca4-49b5-b17b-5ecef5158e69 None None] Network 31caa751-3ad4-464f-b5c0-1a7d4290df48 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:04.411105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:04.414666 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.520856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-02c6cb42-1dbb-47e0-8bbc-a04777b59d56 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2246287 Sep 15 15:56:04.539695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.584680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.603959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['dca91e84-f2a6-4fd2-af5a-f6e5841ebe48'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:04.608983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['eafdd846-d467-4f86-be3d-fe3967945a16', '2dc4924d-34ec-472e-9fb3-e842dfb75d15'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:04.624770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Pushing event deleted for resources: {'Port': ['ID=eafdd846-d467-4f86-be3d-fe3967945a16,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:04.685570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] No DVR routers for this DVR port eafdd846-d467-4f86-be3d-fe3967945a16 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:04.686990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49362) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:04.688768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.690855 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2f47f58-289d-445b-bce7-36d58cda3ee9 req-f7d24904-edb6-4c61-b2f1-b38109a7fdb0 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "DELETE /v2.0/ports/eafdd846-d467-4f86-be3d-fe3967945a16 HTTP/1.1" status: 204 len: 173 time: 1.8737028 Sep 15 15:56:04.691307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'name': 'network-vif-deleted', 'tag': 'eafdd846-d467-4f86-be3d-fe3967945a16'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:04.694090 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce790db-d499-4be3-9fa7-c48e66cda579" -d '{"events": [{"server_uuid": "241313b0-21db-4daa-a81f-2c65ce8d4094", "name": "network-vif-deleted", "tag": "eafdd846-d467-4f86-be3d-fe3967945a16"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:04.729189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.786892 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d46716-1925-4a22-a52f-589f3f069987 x-openstack-request-id: req-46d46716-1925-4a22-a52f-589f3f069987 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:04.787398 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241313b0-21db-4daa-a81f-2c65ce8d4094", "name": "network-vif-deleted", "tag": "eafdd846-d467-4f86-be3d-fe3967945a16", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:04.787643 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-46d46716-1925-4a22-a52f-589f3f069987 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:04.788062 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241313b0-21db-4daa-a81f-2c65ce8d4094', 'name': 'network-vif-deleted', 'tag': 'eafdd846-d467-4f86-be3d-fe3967945a16', 'status': 'completed', 'code': 200} Sep 15 15:56:04.867896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:04.868793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.878582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.889091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.893388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.897328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:04.899299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=69966b2b-cec7-4b6b-bce0-ed3190b5e522,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:04.901190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.901604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:04.914985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.922372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.924914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-863879f5-3e27-4eae-bfc1-7721c58fa240 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1669121 Sep 15 15:56:04.930473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706612758'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:04.974248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:04.974595 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:04.984502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.126 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/dbdc61a3-7077-4d0d-b7a3-377a171eac2b) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:05.050278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1a41bd7-9411-4e37-b53d-eaf315eba2ef req-156a32c3-6392-4f3b-b6f3-7c5c2f659e32 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083462 Sep 15 15:56:05.082211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:05.086570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.119759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.225030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-d6fc35fc-75af-47b3-b0bd-e9609d64ee53 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4107852 Sep 15 15:56:05.235354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b71b653-778b-4517-bd50-30fc45a20511 req-7a87ebca-eb52-4dba-929b-d38593e80f09 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=241313b0-21db-4daa-a81f-2c65ce8d4094 HTTP/1.1" status: 200 len: 210 time: 0.0374115 Sep 15 15:56:05.244940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Request body: {'port': {'device_id': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:05.337220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:05.354377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.386390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a04756de-61dd-4a66-a436-f59d618e7db9 None None] Provisioning complete for port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:05.386791 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a04756de-61dd-4a66-a436-f59d618e7db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.390387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.411210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-0d2ad574-f40c-4cba-9c83-f41217385af9 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:05.412845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-0d2ad574-f40c-4cba-9c83-f41217385af9 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/networks?id=31caa751-3ad4-464f-b5c0-1a7d4290df48 HTTP/1.1" status: 200 len: 822 time: 0.2346110 Sep 15 15:56:05.421685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921c81-d560-4fd8-bd15-ed436a36b458 req-7044bd96-5a80-40fd-99f6-4b4de40b9e96 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:05.425370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76921c81-d560-4fd8-bd15-ed436a36b458 req-7044bd96-5a80-40fd-99f6-4b4de40b9e96 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 946 time: 0.1117852 Sep 15 15:56:05.431637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.446776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a04756de-61dd-4a66-a436-f59d618e7db9 None None] Port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:56:05.455312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.463223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-f0250206-b3d7-4c6c-a74b-21b88851a1cd tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/quotas/b2ee9bbb9c5b4d9c84b32b5ea5f06718 HTTP/1.1" status: 200 len: 375 time: 0.0444183 Sep 15 15:56:05.501097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:05.514975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76921c81-d560-4fd8-bd15-ed436a36b458 req-ce752b82-cb9b-40ce-8103-eb11cdfb2c36 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806453 Sep 15 15:56:05.518841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277738fc-02d5-4819-a20b-93fdada22d28,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:05.528275 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-304a15aa-6b50-4ddf-a3c4-2e8710711a55 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b2ee9bbb9c5b4d9c84b32b5ea5f06718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562203 Sep 15 15:56:05.540042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.540579 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Added segment 6fadd03d-246d-4970-9592-8384ea30f84a of type vlan for network 61007c50-37f7-4974-89e6-ae4e99c239d6 Sep 15 15:56:05.588932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.625041 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.685842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb6c51-3f68-4bed-9f16-22eb9504defc req-48a8252d-1b6d-41c3-a87e-bc7788bb2df7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:05.688807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dacb6c51-3f68-4bed-9f16-22eb9504defc req-48a8252d-1b6d-41c3-a87e-bc7788bb2df7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 936 time: 0.0749860 Sep 15 15:56:05.722547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.733546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:05.734883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:05.770155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:05.788461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-a6c0101e-3dfc-498d-9862-e6ab244604b1 service neutron] 10.222.0.63 "GET /v2.0/networks/31caa751-3ad4-464f-b5c0-1a7d4290df48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330163 Sep 15 15:56:05.789479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:05.795653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:05.803247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dacb6c51-3f68-4bed-9f16-22eb9504defc req-cbf3f7f4-18f2-48b8-9437-839eca76e2a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049798 Sep 15 15:56:05.833142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:05.871241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Network': ['ID=61007c50-37f7-4974-89e6-ae4e99c239d6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:05.888713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 61007c50-37f7-4974-89e6-ae4e99c239d6 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:05.897978 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fc269f0a-d08d-402e-9b47-5539c8a03e31 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2097015 Sep 15 15:56:05.947415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:05.948233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:06.055672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-16699b24-be21-4134-9c32-d4c35791fbfb service neutron] 10.222.0.63 "GET /v2.0/networks/31caa751-3ad4-464f-b5c0-1a7d4290df48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197824 Sep 15 15:56:06.094190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-d1596263-2be1-44c3-a59a-bdb7913075a5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5712721 Sep 15 15:56:06.120431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Request body: {'port': {'device_id': '7062a3cf-212a-4074-b04d-de0fb5555425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:06.137474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69966b2b-cec7-4b6b-bce0-ed3190b5e522 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:06.149648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:06.194069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Transition to ACTIVE for port object 69966b2b-cec7-4b6b-bce0-ed3190b5e522 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:06.226517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:06.232401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:06.238664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:06.238931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:06.244521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:06.250651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:06.255505 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:06.257664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:06.265449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:06.273703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-428c25a9-e138-47b9-b468-07b77e4332f5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1039910 Sep 15 15:56:06.293663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4d13fced-ddfb-4145-a12d-a51550c10f7c None None] Provisioning complete for port dbdc61a3-7077-4d0d-b7a3-377a171eac2b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:06.297460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d13fced-ddfb-4145-a12d-a51550c10f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:06.346183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8b8bc97-3481-4a78-ad79-420a640eb2e9 req-7c064fc7-6eda-4caa-8fad-b48ed22f7d31 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660954 Sep 15 15:56:06.385379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=69966b2b-cec7-4b6b-bce0-ed3190b5e522,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:06.436350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4d13fced-ddfb-4145-a12d-a51550c10f7c None None] Port dbdc61a3-7077-4d0d-b7a3-377a171eac2b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:56:06.437582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48698d23-a6d7-446b-86f2-9731fa146319 req-aadf9290-5743-4ca1-9c05-f7becf7d4ed6 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 210 time: 0.0543878 Sep 15 15:56:06.546215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:06.600761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device eafdd846-d467-4f86-be3d-fe3967945a16 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:06.652651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: eafdd846-d467-4f86-be3d-fe3967945a16 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:06.653315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device eafdd846-d467-4f86-be3d-fe3967945a16 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:06.896474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Attempting to bind port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:06.896474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Attempting to bind port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:06.896474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Attempting to bind port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:06.935469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:06.935863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Attempting to bind port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:06.990827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:06.990827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:06.990827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:06.995197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Bound port: 69966b2b-cec7-4b6b-bce0-ed3190b5e522, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:06.996791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:07.237653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a405659-2a2c-42b8-95d2-775315d38333 req-21581a2b-48e1-4847-bf4e-e790148da4f9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.239510 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a405659-2a2c-42b8-95d2-775315d38333 req-21581a2b-48e1-4847-bf4e-e790148da4f9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 936 time: 0.2760954 Sep 15 15:56:07.250426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] For port 69966b2b-cec7-4b6b-bce0-ed3190b5e522, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:07.256711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdc61a3-7077-4d0d-b7a3-377a171eac2b {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:07.263520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] For port 69966b2b-cec7-4b6b-bce0-ed3190b5e522, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=69966b2b-cec7-4b6b-bce0-ed3190b5e522,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:07.277152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:07.305539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Transition to ACTIVE for port object dbdc61a3-7077-4d0d-b7a3-377a171eac2b will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:07.341207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a405659-2a2c-42b8-95d2-775315d38333 req-27911f05-3b81-4c01-9432-404aa67debc4 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759745 Sep 15 15:56:07.347387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:07.409936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.410562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:07.420518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] 10.222.0.55 "PUT /v2.0/ports/69966b2b-cec7-4b6b-bce0-ed3190b5e522 HTTP/1.1" status: 200 len: 1095 time: 2.1801102 Sep 15 15:56:07.420518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'tag': '69966b2b-cec7-4b6b-bce0-ed3190b5e522'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:07.420518 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4699d6-2f54-40c6-aab0-646df96785fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3", "tag": "69966b2b-cec7-4b6b-bce0-ed3190b5e522"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:07.441212 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:07.482458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffacda-6861-4320-afa3-fe0b86f2ddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=69966b2b-cec7-4b6b-bce0-ed3190b5e522,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:07.568215 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d874ef-4bc4-4b0e-a083-5c45d987a2b0 x-openstack-request-id: req-f0d874ef-4bc4-4b0e-a083-5c45d987a2b0 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:07.568820 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3", "tag": "69966b2b-cec7-4b6b-bce0-ed3190b5e522", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:07.569313 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f0d874ef-4bc4-4b0e-a083-5c45d987a2b0 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:07.569978 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'tag': '69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'status': 'completed', 'code': 200} Sep 15 15:56:07.573475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Pushing event updated for resources: {'Port': ['ID=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:07.711597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3fca4d7-9f96-4887-8aa1-6ec9ad1745a4 req-5f709bcf-ee0d-4912-bc17-b085c74e40d6 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 210 time: 0.0308330 Sep 15 15:56:07.745268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4699d6-2f54-40c6-aab0-646df96785fb req-8dc386a5-2840-4d8e-8e1e-751d6bbd9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.746811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b4699d6-2f54-40c6-aab0-646df96785fb req-8dc386a5-2840-4d8e-8e1e-751d6bbd9f42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 1098 time: 0.1744854 Sep 15 15:56:07.761477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.767973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.774661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.781711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.788929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.796837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.803536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:07.805668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abd824b7-88db-4201-a524-33fd0a454a15 req-fe2df43a-784a-431f-b52b-ce16a3e300e3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2346828 Sep 15 15:56:07.860551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b4699d6-2f54-40c6-aab0-646df96785fb req-6a318d92-69a2-4b07-980e-f40f14396ffb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534825 Sep 15 15:56:07.864179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Attempting to bind port dbdc61a3-7077-4d0d-b7a3-377a171eac2b on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:07.864552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Attempting to bind port dbdc61a3-7077-4d0d-b7a3-377a171eac2b by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:07.864887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Attempting to bind port dbdc61a3-7077-4d0d-b7a3-377a171eac2b on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:07.883499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Port dbdc61a3-7077-4d0d-b7a3-377a171eac2b on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:07.883808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Attempting to bind port dbdc61a3-7077-4d0d-b7a3-377a171eac2b on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:07.945577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abd824b7-88db-4201-a524-33fd0a454a15 req-dab88afb-b89b-4d65-a3b5-ae867e5389d7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259840 Sep 15 15:56:07.954350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:07.956063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:07.956578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:07.957102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Bound port: dbdc61a3-7077-4d0d-b7a3-377a171eac2b, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:07.960758 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:08.022525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece977-6ef8-4909-9451-81afef451707 req-7f3c6b0d-97fb-4317-84f1-b1e3b66c6770 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.031157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece977-6ef8-4909-9451-81afef451707 req-7f3c6b0d-97fb-4317-84f1-b1e3b66c6770 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.033845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6ece977-6ef8-4909-9451-81afef451707 req-7f3c6b0d-97fb-4317-84f1-b1e3b66c6770 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6&device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 1681 time: 0.1374323 Sep 15 15:56:08.113893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4699d6-2f54-40c6-aab0-646df96785fb req-3bd54739-e3fd-4ba6-af98-894a312286d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.117908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6ece977-6ef8-4909-9451-81afef451707 req-7cbf7763-2b7b-4eb0-a61a-db9659b253a5 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775614 Sep 15 15:56:08.119984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b4699d6-2f54-40c6-aab0-646df96785fb req-3bd54739-e3fd-4ba6-af98-894a312286d8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2495255 Sep 15 15:56:08.133238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] For port dbdc61a3-7077-4d0d-b7a3-377a171eac2b, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:08.133238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] For port dbdc61a3-7077-4d0d-b7a3-377a171eac2b, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:08.207232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:08.335866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.338499 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:08.338499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] 10.222.0.38 "PUT /v2.0/ports/dbdc61a3-7077-4d0d-b7a3-377a171eac2b HTTP/1.1" status: 200 len: 1096 time: 2.2281513 Sep 15 15:56:08.349367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed793fa2-a300-4863-b6cd-a48a5e55439e service neutron] Pushing event updated for resources: {'Port': ['ID=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:08.364010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-dae8ac61-820e-4b37-8579-e138cffbb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.365679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-dae8ac61-820e-4b37-8579-e138cffbb18c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 1098 time: 0.1146584 Sep 15 15:56:08.454405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-0fb1447f-d000-4c9b-a843-ab9cf89b92ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=69966b2b-cec7-4b6b-bce0-ed3190b5e522 HTTP/1.1" status: 200 len: 217 time: 0.0754061 Sep 15 15:56:08.540990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c46e6d-216f-4e9e-8e85-15309069d46f req-73272f5a-a3e7-4d1b-b1a1-ab94cbbf2a70 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.542565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4c46e6d-216f-4e9e-8e85-15309069d46f req-73272f5a-a3e7-4d1b-b1a1-ab94cbbf2a70 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 948 time: 0.0756187 Sep 15 15:56:08.569211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-4c0d516e-d294-41de-afb8-35b11d0689d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.570969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-4c0d516e-d294-41de-afb8-35b11d0689d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 1099 time: 0.1090100 Sep 15 15:56:08.573049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-e77c0991-af01-4af8-9233-e2b9ee58d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.574712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-e77c0991-af01-4af8-9233-e2b9ee58d435 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0959771 Sep 15 15:56:08.602069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4c46e6d-216f-4e9e-8e85-15309069d46f req-41c7b1e3-a04d-4e95-b52e-10bdf4e1a960 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488329 Sep 15 15:56:08.671524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-687f564d-b5f9-43b2-a729-506a5c43ec99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=dbdc61a3-7077-4d0d-b7a3-377a171eac2b HTTP/1.1" status: 200 len: 217 time: 0.0448472 Sep 15 15:56:08.681188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-24ca04e6-a58a-4e2e-b168-b9a4a07fe108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.682696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-24ca04e6-a58a-4e2e-b168-b9a4a07fe108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003132 Sep 15 15:56:08.782687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-c058400b-9dcf-4c4d-b11c-490278e2d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.788101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-c058400b-9dcf-4c4d-b11c-490278e2d58a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1006451 Sep 15 15:56:08.823876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-ffdf0689-09c8-4552-abae-db78ea5bcbca service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278195 Sep 15 15:56:08.839449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a08c489-c6cf-4779-b4cb-e0c806a82331 req-5c69f70f-33cd-4275-bbb8-0dd031c584ac tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 210 time: 0.0363715 Sep 15 15:56:08.911920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300885f-e10f-4442-99e2-88181fe05894 req-dd436422-51b5-4fc8-8a94-0b0b23c2303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:08.913766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-dd436422-51b5-4fc8-8a94-0b0b23c2303a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095004 Sep 15 15:56:08.960042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-fd1ac82a-e59c-4502-b771-9b817dbf775e service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193643 Sep 15 15:56:09.050593 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-add285aa-1f74-4a40-8d49-924fefeba5de service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235864 Sep 15 15:56:09.179677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.185715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.192235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.198109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.204212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.210756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.216889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.218782 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-cfaa0aa1-2280-40fc-adbd-0fc0753952cc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1535008 Sep 15 15:56:09.246676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49460) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:09.254263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'subnet': {'network_id': '61007c50-37f7-4974-89e6-ae4e99c239d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:09.256966 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a300885f-e10f-4442-99e2-88181fe05894 req-7e4f76cb-cc3d-426a-bd00-ef00e3644d87 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894002 Sep 15 15:56:09.339260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2447f2a6-3037-48f8-bde9-0318ee4a46b4 req-f6c5a5e4-9e36-4fff-8597-ae154a98354d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040001 Sep 15 15:56:09.395360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-5215ae3d-4f8d-4b45-b3c5-8b8f92e7c7e6 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.395360 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-5215ae3d-4f8d-4b45-b3c5-8b8f92e7c7e6 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.55 "GET /v2.0/networks?id=31caa751-3ad4-464f-b5c0-1a7d4290df48 HTTP/1.1" status: 200 len: 822 time: 0.1527913 Sep 15 15:56:09.408855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Request body: {'port': {'device_id': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48', 'admin_state_up': True, 'tenant_id': 'b2ee9bbb9c5b4d9c84b32b5ea5f06718'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:09.488846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:09.493128 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:09.561493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c77a4b-36e1-4fc1-bd91-037c0752f0f4 req-0987ad90-f02e-42c8-8e0d-7b2b7d4f6f21 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.563220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6c77a4b-36e1-4fc1-bd91-037c0752f0f4 req-0987ad90-f02e-42c8-8e0d-7b2b7d4f6f21 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 945 time: 0.1184514 Sep 15 15:56:09.571930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7062a3cf-212a-4074-b04d-de0fb5555425', 'tag': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:09.574372 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ea062-98d7-42cd-8b38-52bf8991bd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7062a3cf-212a-4074-b04d-de0fb5555425", "tag": "dbdc61a3-7077-4d0d-b7a3-377a171eac2b"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:09.615509 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed4f165-f604-4674-8023-de763183f9f8 x-openstack-request-id: req-6ed4f165-f604-4674-8023-de763183f9f8 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:09.615925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7062a3cf-212a-4074-b04d-de0fb5555425", "tag": "dbdc61a3-7077-4d0d-b7a3-377a171eac2b", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:09.616280 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6ed4f165-f604-4674-8023-de763183f9f8 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:09.616727 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7062a3cf-212a-4074-b04d-de0fb5555425', 'tag': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b', 'status': 'completed', 'code': 200} Sep 15 15:56:09.630532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Made reservation on behalf of b2ee9bbb9c5b4d9c84b32b5ea5f06718 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:09.634777 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:09.646769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6c77a4b-36e1-4fc1-bd91-037c0752f0f4 req-6f39d147-f0b5-484a-b54e-dc1faa37994e tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578542 Sep 15 15:56:09.705567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-9b993589-1c28-40dd-8582-4e3c140785a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:09.707093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-9b993589-1c28-40dd-8582-4e3c140785a5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 1099 time: 0.0549729 Sep 15 15:56:09.834766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:09.923813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Subnet': ['ID=4f952b65-9ad2-4dac-8c8f-94b5ef5fe695,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:09.959271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45549750-ea82-43a1-9440-a66699bb40ad req-aae4dca9-4c8b-418e-b1c3-c236cd9dc79a tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 210 time: 0.0326493 Sep 15 15:56:09.962428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Checking segment: {'id': '6fadd03d-246d-4970-9592-8384ea30f84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '61007c50-37f7-4974-89e6-ae4e99c239d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:09.962690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network hostable DHCP agents. Network: 61007c50-37f7-4974-89e6-ae4e99c239d6, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:10.047675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network 61007c50-37f7-4974-89e6-ae4e99c239d6 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:10.128307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 61007c50-37f7-4974-89e6-ae4e99c239d6) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:10.132941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.133577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.143483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a89f3-1d46-4764-85ab-a75eda5fa201 None None] Network 61007c50-37f7-4974-89e6-ae4e99c239d6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:10.220872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aac8bab6-bf96-43e2-98ef-40285b517172 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9722197 Sep 15 15:56:10.226941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49474) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:10.232620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-765169359'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:10.247174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851d411-373a-48b7-bc9f-c2fb6feee5fa req-e35ca79b-b1bd-4247-8a7f-79b8790de438 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.249988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d851d411-373a-48b7-bc9f-c2fb6feee5fa req-e35ca79b-b1bd-4247-8a7f-79b8790de438 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 948 time: 0.5391626 Sep 15 15:56:10.305941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-61007c50-37f7-4974-89e6-ae4e99c239d6', 'network_id': '61007c50-37f7-4974-89e6-ae4e99c239d6', 'tenant_id': 'a619bcc9c7c741b98d3b98e6c0f0ac28', 'fixed_ips': [{'subnet_id': '4f952b65-9ad2-4dac-8c8f-94b5ef5fe695'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:10.306935 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.315023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-b29e53b3-8205-4d0c-9e9d-a73c3c916283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.316570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:10.316719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-b29e53b3-8205-4d0c-9e9d-a73c3c916283 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.5645823 Sep 15 15:56:10.320178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.325831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Allocated IP 172.20.0.14 (31caa751-3ad4-464f-b5c0-1a7d4290df48/eb953b78-1ce5-4e56-9769-857e310ccda6/e296287a-6276-4686-b6b2-6da99988accc) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:10.352354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:10.372585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.373428 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Added segment 3dea8493-a0cf-4d9f-b896-e4cc3aea92a5 of type vlan for network 64fe82d9-a5fa-425e-90d2-cf410e43f241 Sep 15 15:56:10.389630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d851d411-373a-48b7-bc9f-c2fb6feee5fa req-213ad7f5-5866-45a3-bae9-300d3da5a0c8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211751 Sep 15 15:56:10.390579 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-08bb229a-fb60-4dd6-b511-9629607f812c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=dbdc61a3-7077-4d0d-b7a3-377a171eac2b HTTP/1.1" status: 200 len: 217 time: 0.0573533 Sep 15 15:56:10.453542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.517777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Allocated IP 2001:db8:0:ffff::2 (61007c50-37f7-4974-89e6-ae4e99c239d6/4f952b65-9ad2-4dac-8c8f-94b5ef5fe695/fd6a5939-0dda-4895-a27b-6169175df00c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:10.551427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.559163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.559906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.561902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-50b51468-1b20-412b-b22d-8ecadd6156bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.563373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-50b51468-1b20-412b-b22d-8ecadd6156bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1578982 Sep 15 15:56:10.674261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4433937 Sep 15 15:56:10.681254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49484) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:10.686275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.688541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'subnet': {'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:10.692323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.698582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.705369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.711499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.717650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.718253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.723839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Network': ['ID=64fe82d9-a5fa-425e-90d2-cf410e43f241,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:10.725027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.726989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-1e978125-fb36-4afa-82bb-c32021682a6a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2420442 Sep 15 15:56:10.763238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b28e6d10-b5a2-4f88-bb52-c55c18e619a1 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.764725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b28e6d10-b5a2-4f88-bb52-c55c18e619a1 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "GET /v2.0/ports?device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 945 time: 0.2404811 Sep 15 15:56:10.773680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.774029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.774377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.774721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.775536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.775536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.775754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.776088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.776353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.776708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.777044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.777375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87e7b0-40b7-42a4-93eb-d47509842b6e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:10.790928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 64fe82d9-a5fa-425e-90d2-cf410e43f241 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:10.809414 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.833627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-b96d6342-ac2d-4d8c-a3cd-0b3af50cd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.837867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-b96d6342-ac2d-4d8c-a3cd-0b3af50cd624 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2535007 Sep 15 15:56:10.847598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42273985-4f85-4bfa-a367-5043e2a8e0e7 req-5139faeb-cd31-467c-bcb4-8c8daff4a9dd tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:10.849243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42273985-4f85-4bfa-a367-5043e2a8e0e7 req-5139faeb-cd31-467c-bcb4-8c8daff4a9dd tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 945 time: 0.1208587 Sep 15 15:56:10.870827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.895092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42273985-4f85-4bfa-a367-5043e2a8e0e7 req-bb6f377d-b37f-4f74-9195-7e7db95eaa5e tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/security-groups?id=9b701631-adce-4ba7-9e3b-52560053630c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368841 Sep 15 15:56:10.903234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be7b17bc-0ae1-4161-a3d6-3d67fabd26aa req-71bd91e6-906b-4618-b98e-1894f7c842e8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665452 Sep 15 15:56:10.914674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Network 61007c50-37f7-4974-89e6-ae4e99c239d6 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:10.922861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:10.926449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Pushing event updated for resources: {'Port': ['ID=fd6a5939-0dda-4895-a27b-6169175df00c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:10.928894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:10.944290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:10.948477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:10.992708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Attempting to bind port fd6a5939-0dda-4895-a27b-6169175df00c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:10.993097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Attempting to bind port fd6a5939-0dda-4895-a27b-6169175df00c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6fadd03d-246d-4970-9592-8384ea30f84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '61007c50-37f7-4974-89e6-ae4e99c239d6'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:10.993777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Attempting to bind port fd6a5939-0dda-4895-a27b-6169175df00c on network 61007c50-37f7-4974-89e6-ae4e99c239d6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:10.999265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:10.999655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Checking segment: {'id': '6fadd03d-246d-4970-9592-8384ea30f84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '61007c50-37f7-4974-89e6-ae4e99c239d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:11.000077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.000468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Bound using segment: {'id': '6fadd03d-246d-4970-9592-8384ea30f84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '61007c50-37f7-4974-89e6-ae4e99c239d6'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:11.000971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Bound port: fd6a5939-0dda-4895-a27b-6169175df00c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fadd03d-246d-4970-9592-8384ea30f84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '61007c50-37f7-4974-89e6-ae4e99c239d6'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:11.001953 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.088059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] For port fd6a5939-0dda-4895-a27b-6169175df00c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:11.092248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] For port fd6a5939-0dda-4895-a27b-6169175df00c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fd6a5939-0dda-4895-a27b-6169175df00c,segment=NetworkSegment(6fadd03d-246d-4970-9592-8384ea30f84a),segment_id=6fadd03d-246d-4970-9592-8384ea30f84a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:11.107875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-60a69a5c-e36d-41c0-8544-2a5c0ef8438c service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558582 Sep 15 15:56:11.119793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Deleting port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:11.120160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.157036 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.202926 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.298737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eed65-2d87-4619-9cbd-f1fca1ba3841 None None] Pushing event updated for resources: {'Port': ['ID=fd6a5939-0dda-4895-a27b-6169175df00c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:11.314951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Network 31caa751-3ad4-464f-b5c0-1a7d4290df48 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:11.323103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:11.333808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:11.341271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Pushing event updated for resources: {'Port': ['ID=e296287a-6276-4686-b6b2-6da99988accc,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:11.398807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-651ea062-98d7-42cd-8b38-52bf8991bd1c req-9ba10760-8138-42be-ad00-ff46f1f9f3f1 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817843 Sep 15 15:56:11.402797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-df5ddfa5-d5ec-4524-a1f7-8e7b907466e8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:11.405201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-df5ddfa5-d5ec-4524-a1f7-8e7b907466e8 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.38 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 945 time: 0.5032837 Sep 15 15:56:11.405348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] For port 2dc4924d-34ec-472e-9fb3-e842dfb75d15, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2dc4924d-34ec-472e-9fb3-e842dfb75d15,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:11.405598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.429373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Calling delete_port for 2dc4924d-34ec-472e-9fb3-e842dfb75d15 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:11.436442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:11.437130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.539594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-8e913e8b-ddd3-4ecf-8ac1-99eb477ed524 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1353910 Sep 15 15:56:11.562847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Request body: {'port': {'device_id': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:11.578032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b438c-e082-4777-bd25-9ab6cc0a5dd5 req-9a709bf2-1097-4e20-a15f-c972647efaf4 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:11.579771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d61b438c-e082-4777-bd25-9ab6cc0a5dd5 req-9a709bf2-1097-4e20-a15f-c972647efaf4 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 932 time: 0.1910479 Sep 15 15:56:11.685815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d61b438c-e082-4777-bd25-9ab6cc0a5dd5 req-521b7136-0d17-4fe8-8c2a-3bfea576e0a7 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943949 Sep 15 15:56:11.705283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3732-519c-4f4f-ba30-828fffcd679f req-b4bdafad-0dbe-4be3-820e-a6d337fd98a2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:11.705283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffbe3732-519c-4f4f-ba30-828fffcd679f req-b4bdafad-0dbe-4be3-820e-a6d337fd98a2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 948 time: 0.1663387 Sep 15 15:56:11.705843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.721400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Deleting port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:11.721730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.724551 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:56:11.793152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffbe3732-519c-4f4f-ba30-828fffcd679f req-2169e86a-4ae7-4012-a339-024dd7edb8e0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846269 Sep 15 15:56:11.861372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] For port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,segment=NetworkSegment(cb62f01b-b6e1-49a6-985e-5637103816aa),segment_id=cb62f01b-b6e1-49a6-985e-5637103816aa)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:11.861736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.871248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.883792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['dca91e84-f2a6-4fd2-af5a-f6e5841ebe48'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:11.886061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['2dc4924d-34ec-472e-9fb3-e842dfb75d15'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:11.904298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Calling delete_port for dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:11.919947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Pushing event deleted for resources: {'Port': ['ID=2dc4924d-34ec-472e-9fb3-e842dfb75d15,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:11.989062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] No DVR routers for this DVR port 2dc4924d-34ec-472e-9fb3-e842dfb75d15 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:11.991691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:11.996910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f010c4f3-b775-4c9e-b867-65429be43c00 req-b12351c9-2a02-48c6-b3b4-b76e79355902 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.55 "DELETE /v2.0/ports/2dc4924d-34ec-472e-9fb3-e842dfb75d15 HTTP/1.1" status: 204 len: 173 time: 1.2188721 Sep 15 15:56:11.996910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'name': 'network-vif-deleted', 'tag': '2dc4924d-34ec-472e-9fb3-e842dfb75d15'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:11.999869 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d463a4-1ada-4985-8a55-55cf90360b89" -d '{"events": [{"server_uuid": "a787a475-1c72-4ec7-abe4-47be1023d400", "name": "network-vif-deleted", "tag": "2dc4924d-34ec-472e-9fb3-e842dfb75d15"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:12.022694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:56:12.026058 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.167900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-423cbd56-3bc7-4541-8b7a-d426d8e5796f req-34ba6aff-dac3-4ee5-8511-0c4b3928c876 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=a787a475-1c72-4ec7-abe4-47be1023d400 HTTP/1.1" status: 200 len: 210 time: 0.0431364 Sep 15 15:56:12.168288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Subnet': ['ID=dc6d8837-d2b8-4cdd-b530-abe9b920c5e9,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:12.218635 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c1963d-970c-4f7d-9592-51cb15235c70 x-openstack-request-id: req-d8c1963d-970c-4f7d-9592-51cb15235c70 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:12.218927 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787a475-1c72-4ec7-abe4-47be1023d400", "name": "network-vif-deleted", "tag": "2dc4924d-34ec-472e-9fb3-e842dfb75d15", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:12.219403 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d8c1963d-970c-4f7d-9592-51cb15235c70 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:12.219805 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787a475-1c72-4ec7-abe4-47be1023d400', 'name': 'network-vif-deleted', 'tag': '2dc4924d-34ec-472e-9fb3-e842dfb75d15', 'status': 'completed', 'code': 200} Sep 15 15:56:12.244763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e296287a-6276-4686-b6b2-6da99988accc {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:12.254651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.268238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Transition to ACTIVE for port object e296287a-6276-4686-b6b2-6da99988accc will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:12.268905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Checking segment: {'id': '3dea8493-a0cf-4d9f-b896-e4cc3aea92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:12.269332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network hostable DHCP agents. Network: 64fe82d9-a5fa-425e-90d2-cf410e43f241, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:12.296401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.303291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.309412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.315441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.321634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.327642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.334342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.341102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfe0d535-0524-4101-a734-89b5928456f9 req-f2aa97ae-095a-410b-9fe8-cf47b650871c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2147508 Sep 15 15:56:12.379438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.395621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfe0d535-0524-4101-a734-89b5928456f9 req-877631b9-5c9d-4855-8eb2-8269e4fde0df tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470266 Sep 15 15:56:12.463368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network 64fe82d9-a5fa-425e-90d2-cf410e43f241 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:12.464673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299a19e-2194-46b6-b9fb-0b8b403b38e5 None None] Network 61007c50-37f7-4974-89e6-ae4e99c239d6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:12.465124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Pushing event updated for resources: {'Port': ['ID=e296287a-6276-4686-b6b2-6da99988accc,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:12.465737 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.486728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['2dc4924d-34ec-472e-9fb3-e842dfb75d15'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:12.504183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Pushing event deleted for resources: {'Port': ['ID=dca91e84-f2a6-4fd2-af5a-f6e5841ebe48,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:12.535730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Attempting to bind port e296287a-6276-4686-b6b2-6da99988accc on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:12.536102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Attempting to bind port e296287a-6276-4686-b6b2-6da99988accc by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'cf40a590-ccb6-4026-ac93-a508cd87afd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:12.536476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Attempting to bind port e296287a-6276-4686-b6b2-6da99988accc on network 31caa751-3ad4-464f-b5c0-1a7d4290df48 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:12.541731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Port e296287a-6276-4686-b6b2-6da99988accc on network 31caa751-3ad4-464f-b5c0-1a7d4290df48 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:12.541731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Attempting to bind port e296287a-6276-4686-b6b2-6da99988accc on network 31caa751-3ad4-464f-b5c0-1a7d4290df48 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:12.546443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:12.546786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Checking segment: {'id': 'cf40a590-ccb6-4026-ac93-a508cd87afd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:12.547173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Bound using segment: {'id': 'cf40a590-ccb6-4026-ac93-a508cd87afd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:12.547598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Bound port: e296287a-6276-4686-b6b2-6da99988accc, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf40a590-ccb6-4026-ac93-a508cd87afd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:12.548016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.551474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] No DVR routers for this DVR port dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:12.554843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.557113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfd7a16f-da4b-41a9-8fbf-962e636e18a5 req-9f2afda4-b2b1-41a8-adf6-7ba5a39c1032 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.38 "DELETE /v2.0/ports/dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 HTTP/1.1" status: 204 len: 173 time: 1.1176791 Sep 15 15:56:12.557637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'name': 'network-vif-deleted', 'tag': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:12.560613 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bd68a5-5102-4edb-b0c9-f42dbcd0ce1a" -d '{"events": [{"server_uuid": "8b9fc572-245e-49a5-b0cc-dd4f72ee0be6", "name": "network-vif-deleted", "tag": "dca91e84-f2a6-4fd2-af5a-f6e5841ebe48"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:12.564217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 64fe82d9-a5fa-425e-90d2-cf410e43f241) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:12.572203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.572981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.577289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d60ec114-1369-4f05-9fba-ff2181910454 None None] Provisioning complete for port fd6a5939-0dda-4895-a27b-6169175df00c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:12.577875 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60ec114-1369-4f05-9fba-ff2181910454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.611964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ee1e4f-77f7-4279-b37e-1d1039d896e0 None None] Network 64fe82d9-a5fa-425e-90d2-cf410e43f241 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:12.622942 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321feec9-c69d-408c-8187-dae91f0dd409 x-openstack-request-id: req-321feec9-c69d-408c-8187-dae91f0dd409 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:12.623852 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9fc572-245e-49a5-b0cc-dd4f72ee0be6", "name": "network-vif-deleted", "tag": "dca91e84-f2a6-4fd2-af5a-f6e5841ebe48", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:12.624128 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-321feec9-c69d-408c-8187-dae91f0dd409 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:12.624589 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9fc572-245e-49a5-b0cc-dd4f72ee0be6', 'name': 'network-vif-deleted', 'tag': 'dca91e84-f2a6-4fd2-af5a-f6e5841ebe48', 'status': 'completed', 'code': 200} Sep 15 15:56:12.632872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] For port e296287a-6276-4686-b6b2-6da99988accc, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:12.638764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] For port e296287a-6276-4686-b6b2-6da99988accc, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e296287a-6276-4686-b6b2-6da99988accc,segment=NetworkSegment(cf40a590-ccb6-4026-ac93-a508cd87afd0),segment_id=cf40a590-ccb6-4026-ac93-a508cd87afd0)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:12.645184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 69966b2b-cec7-4b6b-bce0-ed3190b5e522 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:12.726604 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f081fdb5-c097-4718-a1ac-a2da68e4587d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0414517 Sep 15 15:56:12.727800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49506) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:12.733113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'port': {'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241', 'name': 'tempest-NetworksIpV6TestAttrs-279586694'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:12.752615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.873011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Pushing event updated for resources: {'Port': ['ID=e296287a-6276-4686-b6b2-6da99988accc,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:12.883890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.886094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.888311 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-90f62b7f-9f9e-464a-b7a2-6acbb55a8280 service neutron] 10.222.0.55 "PUT /v2.0/ports/e296287a-6276-4686-b6b2-6da99988accc HTTP/1.1" status: 200 len: 1092 time: 1.3360686 Sep 15 15:56:12.948595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60ec114-1369-4f05-9fba-ff2181910454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:12.963693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10108629-f1ae-41c6-8562-7fc238748b61 req-cf26bb0b-c692-4732-83a1-3e514d6e35cd tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:12.972933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10108629-f1ae-41c6-8562-7fc238748b61 req-cf26bb0b-c692-4732-83a1-3e514d6e35cd tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 944 time: 0.1253753 Sep 15 15:56:13.014609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 69966b2b-cec7-4b6b-bce0-ed3190b5e522, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=69966b2b-cec7-4b6b-bce0-ed3190b5e522,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:13.044992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10108629-f1ae-41c6-8562-7fc238748b61 req-fc572cbf-7cc8-4700-a993-17eaad481489 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662103 Sep 15 15:56:13.091341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7ea62-9c41-4e3f-9537-53f1048487d2 req-1287f8d3-626b-49c1-987b-5af47c42c9cc tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.104190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67d7ea62-9c41-4e3f-9537-53f1048487d2 req-1287f8d3-626b-49c1-987b-5af47c42c9cc tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 948 time: 0.1050365 Sep 15 15:56:13.105014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dbdc61a3-7077-4d0d-b7a3-377a171eac2b details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:13.152636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-64fe82d9-a5fa-425e-90d2-cf410e43f241', 'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241', 'tenant_id': 'a619bcc9c7c741b98d3b98e6c0f0ac28', 'fixed_ips': [{'subnet_id': 'dc6d8837-d2b8-4cdd-b530-abe9b920c5e9'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:13.152636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.154005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'mac_address': 'fa:16:3e:eb:68:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:13.156000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:13.158564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d60ec114-1369-4f05-9fba-ff2181910454 None None] For port fd6a5939-0dda-4895-a27b-6169175df00c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fd6a5939-0dda-4895-a27b-6169175df00c,segment=NetworkSegment(6fadd03d-246d-4970-9592-8384ea30f84a),segment_id=6fadd03d-246d-4970-9592-8384ea30f84a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:13.162029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.196597 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67d7ea62-9c41-4e3f-9537-53f1048487d2 req-0d872f6e-53bd-4f8c-bb24-ce5bcb090156 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865979 Sep 15 15:56:13.198731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-30bb1059-18f2-4304-8064-fdcddb796528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.200269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-30bb1059-18f2-4304-8064-fdcddb796528 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2ee9bbb9c5b4d9c84b32b5ea5f06718&device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 1095 time: 0.1314442 Sep 15 15:56:13.217730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] device_id is not set on port e252dff7-7443-46d1-a39f-8758af3baba2 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:56:13.282224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-497527f1-262f-413a-84b9-59d9ccb43011 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e296287a-6276-4686-b6b2-6da99988accc HTTP/1.1" status: 200 len: 217 time: 0.0707860 Sep 15 15:56:13.327389 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60ec114-1369-4f05-9fba-ff2181910454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.330937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fd6a5939-0dda-4895-a27b-6169175df00c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:13.354086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-506e20d2-3ba6-4f9f-8385-2e14be9cde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.356096 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-506e20d2-3ba6-4f9f-8385-2e14be9cde84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb953b78-1ce5-4e56-9769-857e310ccda6 HTTP/1.1" status: 200 len: 862 time: 0.0666664 Sep 15 15:56:13.403155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Allocated IP 2001:db8::f816:3eff:fed9:f38e (64fe82d9-a5fa-425e-90d2-cf410e43f241/dc6d8837-d2b8-4cdd-b530-abe9b920c5e9/e252dff7-7443-46d1-a39f-8758af3baba2) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:13.406210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-67e288bc-8f2b-47dc-8c27-7b7f991bb317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31caa751-3ad4-464f-b5c0-1a7d4290df48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425363 Sep 15 15:56:13.426659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a56fc25a-2dea-41f6-8a82-268d47068678 req-a3e43d40-788d-468e-ac54-d0aba73d28d3 tempest-ListServersNegativeTestJSON-2084145221 tempest-ListServersNegativeTestJSON-2084145221-project] 10.222.0.63 "GET /v2.0/ports?device_id=8b9fc572-245e-49a5-b0cc-dd4f72ee0be6 HTTP/1.1" status: 200 len: 210 time: 0.0470059 Sep 15 15:56:13.552354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-e70410a7-d89b-4aaa-a4af-e48d12ba83e2 service neutron] 10.222.0.55 "GET /v2.0/networks/31caa751-3ad4-464f-b5c0-1a7d4290df48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288836 Sep 15 15:56:13.641171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.664520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b102c233-4f53-4f5e-9927-94213b62ea71 req-1d673cfd-8b6b-4a7d-9051-c8eaddace505 service neutron] 10.222.0.55 "GET /v2.0/networks/31caa751-3ad4-464f-b5c0-1a7d4290df48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043799 Sep 15 15:56:13.672396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.680233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.686380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.691055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4e08d24e-1313-4ca0-a5f3-212f15e30e85 None None] Provisioning complete for port fd6a5939-0dda-4895-a27b-6169175df00c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:13.691443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4e08d24e-1313-4ca0-a5f3-212f15e30e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.694449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dbdc61a3-7077-4d0d-b7a3-377a171eac2b, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:13.694576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.701437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.710392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69966b2b-cec7-4b6b-bce0-ed3190b5e522 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:13.710635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.717038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:13.719079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-5280ebc8-e459-48c5-ac97-1c16d1cfc4e5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1663463 Sep 15 15:56:13.740504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ec114-1369-4f05-9fba-ff2181910454 None None] Pushing event updated for resources: {'Port': ['ID=fd6a5939-0dda-4895-a27b-6169175df00c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:13.747869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port fd6a5939-0dda-4895-a27b-6169175df00c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:13.748255 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.761020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b', 'mac_address': 'fa:16:3e:03:38:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:13.766621 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.806388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 69966b2b-cec7-4b6b-bce0-ed3190b5e522, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=69966b2b-cec7-4b6b-bce0-ed3190b5e522,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:13.806970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9f5869a-52a2-450a-86e0-2a06a298050b req-790156e7-bd60-4ea1-b5da-aac2bc33c3c5 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742116 Sep 15 15:56:13.886701 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.904595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.924820 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:13.966365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdc61a3-7077-4d0d-b7a3-377a171eac2b {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:14.009494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network 64fe82d9-a5fa-425e-90d2-cf410e43f241 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:14.013663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:14.017817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:14.022931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:14.024116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.033857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Port': ['ID=e252dff7-7443-46d1-a39f-8758af3baba2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:14.083458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dbdc61a3-7077-4d0d-b7a3-377a171eac2b, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:14.109470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=69966b2b-cec7-4b6b-bce0-ed3190b5e522,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:14.116274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Allocated IP 2001:db8::f816:3eff:fea7:f8be (64fe82d9-a5fa-425e-90d2-cf410e43f241/dc6d8837-d2b8-4cdd-b530-abe9b920c5e9/0f82dc76-30f8-4f95-a143-22f0d0e51f2c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:14.123514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c28dee88-8ce7-486a-8346-6b22accc9fae tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3946340 Sep 15 15:56:14.126298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49524) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:14.162254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.178637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905bf96-0102-4fa1-8c0a-0db5246d324f req-92740480-bcae-4468-a8d0-339cb4cefbb2 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:14.180443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0905bf96-0102-4fa1-8c0a-0db5246d324f req-92740480-bcae-4468-a8d0-339cb4cefbb2 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 944 time: 0.0728421 Sep 15 15:56:14.207949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting subnet dc6d8837-d2b8-4cdd-b530-abe9b920c5e9 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:56:14.218046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:14.221164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'tag': 'e296287a-6276-4686-b6b2-6da99988accc'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:14.224903 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c790cf-69f3-4f67-aed4-94fc032682aa" -d '{"events": [{"name": "network-changed", "server_uuid": "67fa1922-be53-406b-8f32-4b605f0d83ce", "tag": "e296287a-6276-4686-b6b2-6da99988accc"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:14.230766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0905bf96-0102-4fa1-8c0a-0db5246d324f req-c5b3a1e0-9394-41ad-b87f-4114cd2a409c tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423129 Sep 15 15:56:14.283597 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608ecccf-5eae-456d-a046-b6623a12786b x-openstack-request-id: req-608ecccf-5eae-456d-a046-b6623a12786b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:14.283895 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fa1922-be53-406b-8f32-4b605f0d83ce", "tag": "e296287a-6276-4686-b6b2-6da99988accc", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:14.284152 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-608ecccf-5eae-456d-a046-b6623a12786b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:14.284645 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'tag': 'e296287a-6276-4686-b6b2-6da99988accc', 'status': 'completed', 'code': 200} Sep 15 15:56:14.323698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:14.352513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c46f5e-a568-49bc-84fd-dcc0ee172e4a req-807f78e3-f514-4bab-a1c9-ebf949c3b014 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:14.354005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54c46f5e-a568-49bc-84fd-dcc0ee172e4a req-807f78e3-f514-4bab-a1c9-ebf949c3b014 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 949 time: 0.0827448 Sep 15 15:56:14.373157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-00c05bb2-7e0c-40d1-9617-fd374a08c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:14.374690 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-00c05bb2-7e0c-40d1-9617-fd374a08c685 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b2ee9bbb9c5b4d9c84b32b5ea5f06718&device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 1095 time: 0.0685897 Sep 15 15:56:14.433008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54c46f5e-a568-49bc-84fd-dcc0ee172e4a req-6cb6c49f-ae76-40bd-b3c1-7727225975c7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697093 Sep 15 15:56:14.447642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.463835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['dbdc61a3-7077-4d0d-b7a3-377a171eac2b'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:14.496344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-c6ce3afe-097d-4117-a0d3-b6687b6f84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:14.498332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-c6ce3afe-097d-4117-a0d3-b6687b6f84f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=31caa751-3ad4-464f-b5c0-1a7d4290df48 HTTP/1.1" status: 200 len: 923 time: 0.1118774 Sep 15 15:56:14.517896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49534) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:14.539260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.542864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.546648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-b85a402a-c4dd-462e-9aaa-63176831f8f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e296287a-6276-4686-b6b2-6da99988accc HTTP/1.1" status: 200 len: 217 time: 0.0407214 Sep 15 15:56:14.565728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] Deleting subnet 561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:56:14.569415 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.592879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Network 64fe82d9-a5fa-425e-90d2-cf410e43f241 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:14.599167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:14.608059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:14.609039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.631614 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.633911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Pushing event updated for resources: {'Port': ['ID=0f82dc76-30f8-4f95-a143-22f0d0e51f2c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:14.643150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2dc4924d-34ec-472e-9fb3-e842dfb75d15 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:14.664408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.669547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-974fb054-3149-4095-b171-e58919b23e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:14.671032 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-974fb054-3149-4095-b171-e58919b23e6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb953b78-1ce5-4e56-9769-857e310ccda6 HTTP/1.1" status: 200 len: 862 time: 0.1043737 Sep 15 15:56:14.711427 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-51ca67b7-a378-4ba3-8a94-96ca7dbeaf0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=31caa751-3ad4-464f-b5c0-1a7d4290df48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318282 Sep 15 15:56:14.713071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 2dc4924d-34ec-472e-9fb3-e842dfb75d15 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:14.713426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2dc4924d-34ec-472e-9fb3-e842dfb75d15 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:14.734773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Attempting to bind port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:14.735151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Attempting to bind port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '3dea8493-a0cf-4d9f-b896-e4cc3aea92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:14.735541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Attempting to bind port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c on network 64fe82d9-a5fa-425e-90d2-cf410e43f241 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:14.750289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:14.753951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Checking segment: {'id': '3dea8493-a0cf-4d9f-b896-e4cc3aea92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:14.753951 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.753951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Bound using segment: {'id': '3dea8493-a0cf-4d9f-b896-e4cc3aea92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:14.753951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Bound port: 0f82dc76-30f8-4f95-a143-22f0d0e51f2c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dea8493-a0cf-4d9f-b896-e4cc3aea92a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '64fe82d9-a5fa-425e-90d2-cf410e43f241'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:14.753951 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.806677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.852406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:14.854751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.858581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-557e0c38-e135-424a-8cdf-305adb1e9e02 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/561fa2c9-47a2-4f30-a1a3-1c9f9d4e4d3d HTTP/1.1" status: 204 len: 168 time: 0.3379414 Sep 15 15:56:14.859654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49538) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:14.914519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.939934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:14.949653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-a7159a97-6e1c-4623-9f9f-2986fc37d04c service neutron] 10.222.0.55 "GET /v2.0/networks/31caa751-3ad4-464f-b5c0-1a7d4290df48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166190 Sep 15 15:56:15.031756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.056276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f39f6f0-3d27-44a4-8d23-f9d23f924fbd']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:15.068045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb62f01b-b6e1-49a6-985e-5637103816aa') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:15.068346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb62f01b-b6e1-49a6-985e-5637103816aa') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:15.077273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:15.091676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.093909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.098402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.104560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.109566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:15.110006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dca91e84-f2a6-4fd2-af5a-f6e5841ebe48 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:15.110586 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.112082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.117763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:15.118185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.118737 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:15.120063 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:15.125130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.131228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.139650 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-b37c0cf1-85c8-4385-ba0d-33aa32cd6111 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.2267652 Sep 15 15:56:15.147446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fd6a5939-0dda-4895-a27b-6169175df00c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:15.180932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] For port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:15.182288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09c790cf-69f3-4f67-aed4-94fc032682aa req-aefad826-06ae-4ebe-9e06-d036cf24b26d service neutron] 10.222.0.55 "GET /v2.0/networks/31caa751-3ad4-464f-b5c0-1a7d4290df48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123799 Sep 15 15:56:15.190045 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.197651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] For port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0f82dc76-30f8-4f95-a143-22f0d0e51f2c,segment=NetworkSegment(3dea8493-a0cf-4d9f-b896-e4cc3aea92a5),segment_id=3dea8493-a0cf-4d9f-b896-e4cc3aea92a5)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:15.216231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port fd6a5939-0dda-4895-a27b-6169175df00c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:15.216651 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.228803 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bb680e2-7cc4-4430-a057-b8aebc712b26 req-4c3bf70c-5251-4bbb-8813-f6b0a5c9d93a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882411 Sep 15 15:56:15.231951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.234066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/dc6d8837-d2b8-4cdd-b530-abe9b920c5e9 HTTP/1.1" status: 204 len: 168 time: 1.1060772 Sep 15 15:56:15.235024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253f653-fc03-4134-94c7-472031a693d9 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6d8837-d2b8-4cdd-b530-abe9b920c5e9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:15.244839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49544) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:15.268056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.292001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.302587 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.304943 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/6f39f6f0-3d27-44a4-8d23-f9d23f924fbd HTTP/1.1" status: 204 len: 168 time: 0.4435389 Sep 15 15:56:15.324137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77086d4e-a203-46ae-a6b1-335501dc0be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f39f6f0-3d27-44a4-8d23-f9d23f924fbd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:15.343919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2435df2-3872-4c72-829b-e9476731138a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.347359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2435df2-3872-4c72-829b-e9476731138a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.349869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c2435df2-3872-4c72-829b-e9476731138a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1076784 Sep 15 15:56:15.358662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49550) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:15.381125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412462a4-04a2-4855-acd3-575f2ddf2d43 req-34aec48a-99cd-454a-9752-108d7f0bfc7c tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.389164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-412462a4-04a2-4855-acd3-575f2ddf2d43 req-34aec48a-99cd-454a-9752-108d7f0bfc7c tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 944 time: 0.0827198 Sep 15 15:56:15.431641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7b2b8-08a4-4228-a96d-f48939af53a4 None None] Pushing event updated for resources: {'Port': ['ID=0f82dc76-30f8-4f95-a143-22f0d0e51f2c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:15.455549 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-412462a4-04a2-4855-acd3-575f2ddf2d43 req-7d05edbb-90a7-4b33-84e7-7c60021ad003 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654147 Sep 15 15:56:15.532461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d526a77a-a995-4ed2-8b47-38612d39c8b0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.540618 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d526a77a-a995-4ed2-8b47-38612d39c8b0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 15 15:56:15.541133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d526a77a-a995-4ed2-8b47-38612d39c8b0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:15.542981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d526a77a-a995-4ed2-8b47-38612d39c8b0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/64fe82d9-a5fa-425e-90d2-cf410e43f241 HTTP/1.1" status: 409 len: 405 time: 0.1781459 Sep 15 15:56:15.549985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49554) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:15.555569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-489225431'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:15.593142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44732eaf-d93e-4be3-9441-bee468e514cf req-30fe66d8-0238-4538-bad3-031c887ec1b7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.594759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44732eaf-d93e-4be3-9441-bee468e514cf req-30fe66d8-0238-4538-bad3-031c887ec1b7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 949 time: 0.0643282 Sep 15 15:56:15.650136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44732eaf-d93e-4be3-9441-bee468e514cf req-766bc3b4-2f9e-4884-a97c-35cd0f11f40f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Sep 15 15:56:15.704561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:15.708396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.734256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:15.746289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.746630 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Added segment 5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9 of type vlan for network 72a80015-afa6-4eab-b073-fd38ab916482 Sep 15 15:56:15.790938 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.809735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:15.861240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b5c4b23a-c2e4-40e7-83a3-bd61917df7cf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8425a135683a4af0bcbda45da6ccbcde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508611 Sep 15 15:56:15.863665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49558) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:15.887385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.897090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:15.897090 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.926978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d840682-f5d1-42e2-9a00-ff8c0e4182d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.951856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d840682-f5d1-42e2-9a00-ff8c0e4182d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:15.966184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Network': ['ID=72a80015-afa6-4eab-b073-fd38ab916482,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:15.978022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 72a80015-afa6-4eab-b073-fd38ab916482 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:15.991043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-28fec031-b81f-48b6-acc7-cf98700fb8a4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4397891 Sep 15 15:56:15.993888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49560) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:16.000029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'subnet': {'network_id': '72a80015-afa6-4eab-b073-fd38ab916482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:16.106363 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d840682-f5d1-42e2-9a00-ff8c0e4182d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.108990 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9d840682-f5d1-42e2-9a00-ff8c0e4182d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.110287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9d840682-f5d1-42e2-9a00-ff8c0e4182d9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b701631-adce-4ba7-9e3b-52560053630c HTTP/1.1" status: 204 len: 168 time: 0.2456396 Sep 15 15:56:16.134892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d840682-f5d1-42e2-9a00-ff8c0e4182d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b701631-adce-4ba7-9e3b-52560053630c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:16.207309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:16.210935 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.427798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.433683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a5113-bdf9-4db0-a257-fb2636b030de None None] Network 64fe82d9-a5fa-425e-90d2-cf410e43f241 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:16.433942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.442317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.448309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.454384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.461143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.467105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.469186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-360136a6-dc2b-452b-a304-76b6cff495ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1449249 Sep 15 15:56:16.550861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70d09bfe-562a-47c1-a143-e96c12fee3a6 req-09caa255-d1e3-4bd1-9907-abc6ea1a06f6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736587 Sep 15 15:56:16.553655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e70ab9bb-4736-4a62-9c33-3a430faddcad None None] Provisioning complete for port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:16.554253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e70ab9bb-4736-4a62-9c33-3a430faddcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.633513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fcd09-8993-4a7e-9f94-efdd02486deb req-8f6aaed2-4577-4bed-90c9-c65ccdedb02d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.636831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d18fcd09-8993-4a7e-9f94-efdd02486deb req-8f6aaed2-4577-4bed-90c9-c65ccdedb02d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 944 time: 0.0706103 Sep 15 15:56:16.662982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e296287a-6276-4686-b6b2-6da99988accc details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:16.666359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 69966b2b-cec7-4b6b-bce0-ed3190b5e522 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:16.708936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d18fcd09-8993-4a7e-9f94-efdd02486deb req-64c059bb-629e-43ab-aed1-77a483f9b984 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655425 Sep 15 15:56:16.749055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] DHCP port deletion for 64fe82d9-a5fa-425e-90d2-cf410e43f241 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:56:16.766375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:56:16.771412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.829001 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e70ab9bb-4736-4a62-9c33-3a430faddcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.890839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Subnet': ['ID=473bb55b-0cee-4df0-8394-71a01022333c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:16.907926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3a03c-2b74-4a9a-a38f-23c36b208305 req-10a8a2f1-6271-4e01-a80b-7c134d22de31 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:16.913217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ec3a03c-2b74-4a9a-a38f-23c36b208305 req-10a8a2f1-6271-4e01-a80b-7c134d22de31 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 949 time: 0.1439130 Sep 15 15:56:16.940392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e70ab9bb-4736-4a62-9c33-3a430faddcad None None] For port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0f82dc76-30f8-4f95-a143-22f0d0e51f2c,segment=NetworkSegment(3dea8493-a0cf-4d9f-b896-e4cc3aea92a5),segment_id=3dea8493-a0cf-4d9f-b896-e4cc3aea92a5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:16.942546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Checking segment: {'id': '5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a80015-afa6-4eab-b073-fd38ab916482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:16.942920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network hostable DHCP agents. Network: 72a80015-afa6-4eab-b073-fd38ab916482, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:16.947187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:16.953155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e296287a-6276-4686-b6b2-6da99988accc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e296287a-6276-4686-b6b2-6da99988accc,segment=NetworkSegment(cf40a590-ccb6-4026-ac93-a508cd87afd0),segment_id=cf40a590-ccb6-4026-ac93-a508cd87afd0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:16.965303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] Deleting port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:16.965670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.967285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:16.967644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:16.974256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ec3a03c-2b74-4a9a-a38f-23c36b208305 req-541eed45-2f69-43bb-b8df-4c455fce56bd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530045 Sep 15 15:56:17.006543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'e296287a-6276-4686-b6b2-6da99988accc', 'network_id': '31caa751-3ad4-464f-b5c0-1a7d4290df48', 'port_id': 'e296287a-6276-4686-b6b2-6da99988accc', 'mac_address': 'fa:16:3e:06:7f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb953b78-1ce5-4e56-9769-857e310ccda6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:17.008232 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e70ab9bb-4736-4a62-9c33-3a430faddcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.070052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network 72a80015-afa6-4eab-b073-fd38ab916482 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:17.119350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dbdc61a3-7077-4d0d-b7a3-377a171eac2b up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:17.154110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 72a80015-afa6-4eab-b073-fd38ab916482) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:17.158871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.159810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.182460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] For port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0f82dc76-30f8-4f95-a143-22f0d0e51f2c,segment=NetworkSegment(3dea8493-a0cf-4d9f-b896-e4cc3aea92a5),segment_id=3dea8493-a0cf-4d9f-b896-e4cc3aea92a5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:17.183038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.202669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be0db5-9aeb-4322-86ba-324cf3b94b9e None None] Network 72a80015-afa6-4eab-b073-fd38ab916482 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:17.243928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] Calling delete_port for 0f82dc76-30f8-4f95-a143-22f0d0e51f2c owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:17.245754 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.259165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2c94130e-b09b-499c-9df1-9b7f3446ea81 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2639492 Sep 15 15:56:17.263171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49594) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:17.264170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ab9bb-4736-4a62-9c33-3a430faddcad None None] Pushing event updated for resources: {'Port': ['ID=0f82dc76-30f8-4f95-a143-22f0d0e51f2c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:17.269654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'port': {'network_id': '72a80015-afa6-4eab-b073-fd38ab916482', 'name': 'tempest-NetworksIpV6TestAttrs-1733020920'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:17.349296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49596) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:17.379236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e296287a-6276-4686-b6b2-6da99988accc {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:17.431970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.440713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e296287a-6276-4686-b6b2-6da99988accc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e296287a-6276-4686-b6b2-6da99988accc,segment=NetworkSegment(cf40a590-ccb6-4026-ac93-a508cd87afd0),segment_id=cf40a590-ccb6-4026-ac93-a508cd87afd0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:17.465585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-107873077-network', 'tenant_id': '8b996a6fe79e4cf1aadb358a78b3f3ee'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:17.487407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:17.488762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69966b2b-cec7-4b6b-bce0-ed3190b5e522'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:17.491097 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c2e408-76a5-4c2a-a8f4-d5e89819dcee" -d '{"events": [{"server_uuid": "4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3", "name": "network-vif-plugged", "status": "completed", "tag": "69966b2b-cec7-4b6b-bce0-ed3190b5e522"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:17.492470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.513757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] device_id is not set on port 46387c6e-6d0a-4709-adec-192f603e4f9d yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:56:17.534320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 69966b2b-cec7-4b6b-bce0-ed3190b5e522, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=69966b2b-cec7-4b6b-bce0-ed3190b5e522,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:17.536144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port dbdc61a3-7077-4d0d-b7a3-377a171eac2b completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:17.538678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.542260 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465b74f-0ac3-43fb-91c2-d56a1f0334c0 x-openstack-request-id: req-5465b74f-0ac3-43fb-91c2-d56a1f0334c0 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:17.542553 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3", "name": "network-vif-plugged", "status": "completed", "tag": "69966b2b-cec7-4b6b-bce0-ed3190b5e522", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:17.542803 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5465b74f-0ac3-43fb-91c2-d56a1f0334c0 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:17.543234 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'code': 200} Sep 15 15:56:17.573379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Made reservation on behalf of 8b996a6fe79e4cf1aadb358a78b3f3ee for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:17.576681 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.597672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.696632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Allocated IP 2001:db8::f816:3eff:feea:574e (72a80015-afa6-4eab-b073-fd38ab916482/473bb55b-0cee-4df0-8394-71a01022333c/46387c6e-6d0a-4709-adec-192f603e4f9d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:17.704986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad191b-0fe9-4a99-b211-c0527dd4a5e7 req-cf3f2769-cb39-4aa6-8f7f-75534aac7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.707042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a5ad191b-0fe9-4a99-b211-c0527dd4a5e7 req-cf3f2769-cb39-4aa6-8f7f-75534aac7423 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 1100 time: 0.0762312 Sep 15 15:56:17.742817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port dbdc61a3-7077-4d0d-b7a3-377a171eac2b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:17.743184 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.749916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.760356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.763138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.765265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.772202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.775877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a5ad191b-0fe9-4a99-b211-c0527dd4a5e7 req-92a5d41b-77e2-4680-902c-fb43458f93f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558233 Sep 15 15:56:17.779407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.786248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.793002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.799833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:17.808798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-47c5a02d-f55c-48f0-bf98-6621dd999825 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1476190 Sep 15 15:56:17.810934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] No DVR routers for this DVR port 0f82dc76-30f8-4f95-a143-22f0d0e51f2c on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:17.872941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e296287a-6276-4686-b6b2-6da99988accc,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:17.879768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-72a80015-afa6-4eab-b073-fd38ab916482', 'network_id': '72a80015-afa6-4eab-b073-fd38ab916482', 'tenant_id': 'a619bcc9c7c741b98d3b98e6c0f0ac28', 'fixed_ips': [{'subnet_id': '473bb55b-0cee-4df0-8394-71a01022333c'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:17.880636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:17.922637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53c5ef19-62fe-40bd-a242-21ca1ae16704 req-c874bde3-87ff-4d2e-86a5-56a360d49515 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123829 Sep 15 15:56:17.940756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['e296287a-6276-4686-b6b2-6da99988accc'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:17.959857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.019531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.048589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:18.073074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.073816 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Added segment 99b28aad-e91e-43e6-a7e1-3da8da4e86ec of type vlan for network de54acae-c278-410e-a2f3-ee4a9cc37763 Sep 15 15:56:18.075586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774aaab2-346d-4620-a913-d4e86f6e75ec,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:18.131080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=69966b2b-cec7-4b6b-bce0-ed3190b5e522,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:18.171953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.195716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc11a6-679e-4eb3-aec5-396883daa3f3 None None] Pushing event deleted for resources: {'Port': ['ID=0f82dc76-30f8-4f95-a143-22f0d0e51f2c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:18.207358 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.213831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18955ae-ea84-4286-9803-0d984c92f347 req-baacdf4c-0ef9-423f-8a5f-8809da8a595b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:18.221828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e18955ae-ea84-4286-9803-0d984c92f347 req-baacdf4c-0ef9-423f-8a5f-8809da8a595b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 949 time: 0.1034763 Sep 15 15:56:18.303164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e18955ae-ea84-4286-9803-0d984c92f347 req-5ecac71d-0aa9-4ee2-906e-fbe58297ffeb tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803342 Sep 15 15:56:18.307403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.308585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:18.309192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.309352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dbdc61a3-7077-4d0d-b7a3-377a171eac2b, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:18.385812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.417843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c6a4-4ccc-4e1a-9d37-9c27ce7e568d req-6d472e05-5f39-460d-b2fe-42766843fc82 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:18.419476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6541c6a4-4ccc-4e1a-9d37-9c27ce7e568d req-6d472e05-5f39-460d-b2fe-42766843fc82 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 945 time: 0.5860064 Sep 15 15:56:18.435257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] Pushing event updated for resources: {'Network': ['ID=de54acae-c278-410e-a2f3-ee4a9cc37763,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:18.448177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network de54acae-c278-410e-a2f3-ee4a9cc37763 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:18.456963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5b79e91a-e448-4d84-9f86-d85e81ad38da admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1031857 Sep 15 15:56:18.456963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49614) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:18.460894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.463111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Request body: {'subnet': {'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-107873077-subnet', 'tenant_id': '8b996a6fe79e4cf1aadb358a78b3f3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:18.485549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:18.487899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6541c6a4-4ccc-4e1a-9d37-9c27ce7e568d req-f51debc5-db54-4b9a-aade-54e5224ad60b tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586932 Sep 15 15:56:18.561490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Made reservation on behalf of 8b996a6fe79e4cf1aadb358a78b3f3ee for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:18.564438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.596335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.664532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Allocated IP 2001:db8::f816:3eff:fe7a:1c5b (72a80015-afa6-4eab-b073-fd38ab916482/473bb55b-0cee-4df0-8394-71a01022333c/3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:18.696108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network 72a80015-afa6-4eab-b073-fd38ab916482 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:18.702286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:18.711454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:18.717162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:18.717786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.740174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Port': ['ID=46387c6e-6d0a-4709-adec-192f603e4f9d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:18.757534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e59f46-f04e-42eb-a638-6f08560f35aa req-833da47f-8f5e-44b1-b4f4-d444fa7042a1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:18.759070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71e59f46-f04e-42eb-a638-6f08560f35aa req-833da47f-8f5e-44b1-b4f4-d444fa7042a1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1117380 Sep 15 15:56:18.761382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.761718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.762245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.762590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.762925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.763252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.763746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.764074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.764399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.764929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.765257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.765593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:18.805153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71e59f46-f04e-42eb-a638-6f08560f35aa req-b221847a-b692-481e-a6d7-b4c7fb0624ca tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350659 Sep 15 15:56:18.819230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e6e9e484-60cd-4016-b6e6-c7c20b862810 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5548418 Sep 15 15:56:18.822011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49620) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:18.831190 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.853419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.949399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting subnet 473bb55b-0cee-4df0-8394-71a01022333c {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:56:18.965966 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.969089 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:18.974158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e907739-69f3-4303-b8e7-a5ebf97ad707,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:19.008347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Network 72a80015-afa6-4eab-b073-fd38ab916482 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:19.011891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:19.015376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:19.019629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Checking segment: {'id': '99b28aad-e91e-43e6-a7e1-3da8da4e86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:19.019997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Network hostable DHCP agents. Network: de54acae-c278-410e-a2f3-ee4a9cc37763, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:19.026283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Pushing event updated for resources: {'Port': ['ID=3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:19.036271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.045967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c068f66-8706-404f-b4ff-79372a894c61 req-c0528afa-e748-41f0-980d-40303bfa390f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.047514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c068f66-8706-404f-b4ff-79372a894c61 req-c0528afa-e748-41f0-980d-40303bfa390f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1518209 Sep 15 15:56:19.073720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.079933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.085262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Attempting to bind port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:19.085641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Attempting to bind port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a80015-afa6-4eab-b073-fd38ab916482'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:19.086143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Attempting to bind port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7 on network 72a80015-afa6-4eab-b073-fd38ab916482 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:19.087146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.091316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:19.091905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Checking segment: {'id': '5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a80015-afa6-4eab-b073-fd38ab916482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:19.092132 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.092597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Bound using segment: {'id': '5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a80015-afa6-4eab-b073-fd38ab916482'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:19.093083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Bound port: 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a80015-afa6-4eab-b073-fd38ab916482'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:19.093462 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.093901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.100978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.107038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.113334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.121230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-d9ddb8e9-648e-4d0f-812d-9b76139c15d8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1142435 Sep 15 15:56:19.140391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c068f66-8706-404f-b4ff-79372a894c61 req-f6700e2c-13a4-44a6-becf-4546e0b05634 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653315 Sep 15 15:56:19.171548 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d5bd0ef-45c5-46bd-837c-e609d59712da req-fa3a4ae6-bc51-42ed-ad69-b489af17e8e7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435057 Sep 15 15:56:19.177687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] For port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:19.181636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] For port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7,segment=NetworkSegment(5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9),segment_id=5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:19.212895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Network de54acae-c278-410e-a2f3-ee4a9cc37763 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:19.243982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.290525 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.290525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, de54acae-c278-410e-a2f3-ee4a9cc37763) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:19.297403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.298294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.301928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64197b9-2ce5-48a1-807d-57dbea685336 None None] Network de54acae-c278-410e-a2f3-ee4a9cc37763 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:19.320899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eeca71-40c4-4ffe-8d4b-f07ea7630116 None None] Pushing event updated for resources: {'Port': ['ID=3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:19.431308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27851915-892f-43f0-a7ed-8a775ee865d2 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9725599 Sep 15 15:56:19.449527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07af568-da02-4b07-bed1-c14c9073907c req-c430ed8a-05a1-4105-a756-dfd45e158dc2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.453491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a07af568-da02-4b07-bed1-c14c9073907c req-c430ed8a-05a1-4105-a756-dfd45e158dc2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 950 time: 0.0627558 Sep 15 15:56:19.463876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.527997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Subnet': ['ID=473bb55b-0cee-4df0-8394-71a01022333c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:19.533517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee56b7-17dd-491a-8f80-2e32d24f2a56 None None] Network de54acae-c278-410e-a2f3-ee4a9cc37763 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:19.535952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.538620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-928362be-4c8c-471c-bcbd-5ab0ab3cf5fa tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/473bb55b-0cee-4df0-8394-71a01022333c HTTP/1.1" status: 204 len: 168 time: 0.7155898 Sep 15 15:56:19.541307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49636) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:19.549594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a07af568-da02-4b07-bed1-c14c9073907c req-6d85723a-e33e-4fff-85f7-6c7062abc173 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912240 Sep 15 15:56:19.550955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7062a3cf-212a-4074-b04d-de0fb5555425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:19.562709 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c598aa-88b0-4996-a968-958352a4fa10" -d '{"events": [{"server_uuid": "7062a3cf-212a-4074-b04d-de0fb5555425", "name": "network-vif-plugged", "status": "completed", "tag": "dbdc61a3-7077-4d0d-b7a3-377a171eac2b"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:19.612665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec222c6-b71c-485a-b82c-862853a73ab4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.614635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec222c6-b71c-485a-b82c-862853a73ab4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.616759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ec222c6-b71c-485a-b82c-862853a73ab4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0742326 Sep 15 15:56:19.619605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49640) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:19.736856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07737de7-e6f3-4901-bd0a-5e4cb498dfcb tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.744771 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-07737de7-e6f3-4901-bd0a-5e4cb498dfcb tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 15 15:56:19.745176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07737de7-e6f3-4901-bd0a-5e4cb498dfcb tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:19.752068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-07737de7-e6f3-4901-bd0a-5e4cb498dfcb tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/72a80015-afa6-4eab-b073-fd38ab916482 HTTP/1.1" status: 409 len: 405 time: 0.1265633 Sep 15 15:56:19.753233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49644) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:19.758419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1653088542'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:19.787864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3536a94-a558-4f1d-b597-ca3474e0dc41 req-02606447-d79c-48fb-9e0e-f5afd1f80ed6 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.789497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3536a94-a558-4f1d-b597-ca3474e0dc41 req-02606447-d79c-48fb-9e0e-f5afd1f80ed6 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 945 time: 0.0669277 Sep 15 15:56:19.826271 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce14ffc3-3d7c-4ba4-ad5c-fd0725e2ce75 x-openstack-request-id: req-ce14ffc3-3d7c-4ba4-ad5c-fd0725e2ce75 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:19.826680 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7062a3cf-212a-4074-b04d-de0fb5555425", "name": "network-vif-plugged", "status": "completed", "tag": "dbdc61a3-7077-4d0d-b7a3-377a171eac2b", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:19.827377 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce14ffc3-3d7c-4ba4-ad5c-fd0725e2ce75 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:19.828929 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7062a3cf-212a-4074-b04d-de0fb5555425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b', 'code': 200} Sep 15 15:56:19.840537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a3536a94-a558-4f1d-b597-ca3474e0dc41 req-94a9b556-0474-411b-b65a-b60b5ed9e14c tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Sep 15 15:56:19.854001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:19.859018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.907062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:19.941262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:19.941262 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Added segment 0f99df39-e6e7-4abf-9ee3-54304c4b3d92 of type vlan for network 006c874a-e802-421e-8046-70fdcc2a40a7 Sep 15 15:56:19.973846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d9c00-80c3-47a9-ab9f-cd0092e6b27b req-dc122a1e-e7af-4f0a-bf5f-cad385a637e8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.975642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d85d9c00-80c3-47a9-ab9f-cd0092e6b27b req-dc122a1e-e7af-4f0a-bf5f-cad385a637e8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0638680 Sep 15 15:56:19.994010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd7f80-9fef-41cb-832f-0327800e08d6 req-260b4252-3098-4f86-8ac9-cd0cc30eb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:19.995853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2dbd7f80-9fef-41cb-832f-0327800e08d6 req-260b4252-3098-4f86-8ac9-cd0cc30eb198 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 1101 time: 0.0992506 Sep 15 15:56:19.997605 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.026007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d85d9c00-80c3-47a9-ab9f-cd0092e6b27b req-de8e6bce-0df3-4f8d-820f-8beb66581792 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444379 Sep 15 15:56:20.059258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2dbd7f80-9fef-41cb-832f-0327800e08d6 req-fb126238-88e5-4986-ab5a-7c6d65899599 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550258 Sep 15 15:56:20.120337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.126943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.127564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.222941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Network': ['ID=006c874a-e802-421e-8046-70fdcc2a40a7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:20.233683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 006c874a-e802-421e-8046-70fdcc2a40a7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:20.234187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ec2bb322-9315-4f33-bf00-a5c277385076 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.236139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ec2bb322-9315-4f33-bf00-a5c277385076 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/networks?id=de54acae-c278-410e-a2f3-ee4a9cc37763 HTTP/1.1" status: 200 len: 813 time: 0.1970401 Sep 15 15:56:20.243751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b7c5aa93-9e8c-4bcf-b1e8-cd2d6d405e7e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4861677 Sep 15 15:56:20.244691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49666) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:20.250190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'subnet': {'network_id': '006c874a-e802-421e-8046-70fdcc2a40a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:20.257469 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-86765a36-24d8-4c90-9a16-8842b1002a76 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/quotas/8b996a6fe79e4cf1aadb358a78b3f3ee HTTP/1.1" status: 200 len: 375 time: 0.0117538 Sep 15 15:56:20.292772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-b1e487d5-0791-40df-973e-d8060c91f805 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8b996a6fe79e4cf1aadb358a78b3f3ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282559 Sep 15 15:56:20.406472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-a8d2c950-c440-4ad1-9e12-bb971631d33e service neutron] 10.222.0.63 "GET /v2.0/networks/de54acae-c278-410e-a2f3-ee4a9cc37763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046109 Sep 15 15:56:20.429221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63952273-28e7-4867-bb89-a043467ccf59 None None] Network 72a80015-afa6-4eab-b073-fd38ab916482 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:20.462452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:20.466219 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.526992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0774fe0b-0088-477e-b4f8-73f58bd895eb None None] Provisioning complete for port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:20.526992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0774fe0b-0088-477e-b4f8-73f58bd895eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.529163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-1f6b4e94-2311-4020-9b02-0000a06b8b64 service neutron] 10.222.0.63 "GET /v2.0/networks/de54acae-c278-410e-a2f3-ee4a9cc37763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156538 Sep 15 15:56:20.644122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0774fe0b-0088-477e-b4f8-73f58bd895eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.681737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:20.684520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e296287a-6276-4686-b6b2-6da99988accc up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:20.691215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] DHCP port deletion for 72a80015-afa6-4eab-b073-fd38ab916482 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:56:20.694800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0774fe0b-0088-477e-b4f8-73f58bd895eb None None] For port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7,segment=NetworkSegment(5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9),segment_id=5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:20.714124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.720650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.726712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.732671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.739493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.745551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.751876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:20.753942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-bc8b539b-b945-490f-8d0f-944ec202b82c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5430 time: 0.1336765 Sep 15 15:56:20.774997 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0774fe0b-0088-477e-b4f8-73f58bd895eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.807604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2ac1ef30-5a91-462e-8845-76ca026969cd req-b1cdde99-d640-40f9-b19c-ae9f7f75f5f7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449834 Sep 15 15:56:20.913072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774fe0b-0088-477e-b4f8-73f58bd895eb None None] Pushing event updated for resources: {'Port': ['ID=3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:20.924191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:20.939153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] Deleting port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:20.939608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:20.953750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'port_id': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'mac_address': 'fa:16:3e:e5:75:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:21.026600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port e296287a-6276-4686-b6b2-6da99988accc completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:21.044988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port e296287a-6276-4686-b6b2-6da99988accc triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:21.045510 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.049776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] For port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7,segment=NetworkSegment(5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9),segment_id=5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:21.050173 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.054354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.objects.ports [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:56:21.064857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc41c1-b7cd-4c34-bc2a-4411720703f3 req-5b4b1a31-855b-485f-951d-f4268ef539b8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:21.072336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20fc41c1-b7cd-4c34-bc2a-4411720703f3 req-5b4b1a31-855b-485f-951d-f4268ef539b8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 950 time: 0.1177814 Sep 15 15:56:21.072336 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.088088 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.090894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] Calling delete_port for 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:21.115812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:21.149900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20fc41c1-b7cd-4c34-bc2a-4411720703f3 req-aa6d24a2-6479-4189-80c5-67a10a27c385 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763710 Sep 15 15:56:21.181170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Subnet': ['ID=9453807a-b82b-4595-a9d7-8de1b8113b81,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:21.184132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Checking segment: {'id': '0f99df39-e6e7-4abf-9ee3-54304c4b3d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '006c874a-e802-421e-8046-70fdcc2a40a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:21.184515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network hostable DHCP agents. Network: 006c874a-e802-421e-8046-70fdcc2a40a7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:21.189990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:21.236698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12064a72-eebb-4602-bbd3-5742c282be6f req-69b670cd-7243-4c2f-8c90-e17ab0e859b1 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0299523 Sep 15 15:56:21.275732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.281454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.283795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device fb4b861d-8fa6-4916-89b9-1342fc047023 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:21.302414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network 006c874a-e802-421e-8046-70fdcc2a40a7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:21.366290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cd1b2-e9c0-432f-9198-43830bb2fce7 req-7122d421-b10c-4e0b-8334-6d38b40969ac tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:21.368619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b9cd1b2-e9c0-432f-9198-43830bb2fce7 req-7122d421-b10c-4e0b-8334-6d38b40969ac tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 945 time: 0.0726564 Sep 15 15:56:21.369215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.379138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210a2e6-9f5e-4920-89cb-0116ba57d44c req-e1a3bda6-e1c9-4f25-bd5a-8f6690c9a7dd tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:21.381236 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b210a2e6-9f5e-4920-89cb-0116ba57d44c req-e1a3bda6-e1c9-4f25-bd5a-8f6690c9a7dd tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0650632 Sep 15 15:56:21.384914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e296287a-6276-4686-b6b2-6da99988accc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e296287a-6276-4686-b6b2-6da99988accc,segment=NetworkSegment(cf40a590-ccb6-4026-ac93-a508cd87afd0),segment_id=cf40a590-ccb6-4026-ac93-a508cd87afd0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:21.410680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b9cd1b2-e9c0-432f-9198-43830bb2fce7 req-b69981bd-ffe3-471f-b2c1-7de78707b26f tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Sep 15 15:56:21.411604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:21.414597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 006c874a-e802-421e-8046-70fdcc2a40a7) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:21.419688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] No DVR routers for this DVR port 3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:21.427636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:21.428165 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.472862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b210a2e6-9f5e-4920-89cb-0116ba57d44c req-3632b8b4-d700-40b0-91ae-bc1816a3deb5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801954 Sep 15 15:56:21.570959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49686) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:21.575701 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6e21433d-61eb-4d4a-ba5c-9de93248aaa0 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3218338 Sep 15 15:56:21.628386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb54dce-356b-40ae-92f3-17887e04b936 None None] Network 006c874a-e802-421e-8046-70fdcc2a40a7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:21.641808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.643715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c94622-8a7a-416e-b210-19085ae4d5f1 None None] Pushing event deleted for resources: {'Port': ['ID=3aa9b6c7-575e-48e0-bcb4-d6c910ceefc7,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:21.684711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.739631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.755532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port fb4b861d-8fa6-4916-89b9-1342fc047023, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=fb4b861d-8fa6-4916-89b9-1342fc047023,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:21.770767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e296287a-6276-4686-b6b2-6da99988accc,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:21.778502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'fb4b861d-8fa6-4916-89b9-1342fc047023', 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29', 'port_id': 'fb4b861d-8fa6-4916-89b9-1342fc047023', 'mac_address': 'fa:16:3e:23:87:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a1e871-a76d-4bc9-855b-960ed321748f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:21.836348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296287a-6276-4686-b6b2-6da99988accc'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:21.836348 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd23f933-ce0e-4486-8c45-7c3ac0e5f199" -d '{"events": [{"server_uuid": "67fa1922-be53-406b-8f32-4b605f0d83ce", "name": "network-vif-plugged", "status": "completed", "tag": "e296287a-6276-4686-b6b2-6da99988accc"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:21.862203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.864450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.881277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4b861d-8fa6-4916-89b9-1342fc047023 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:21.895054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Subnet': ['ID=9453807a-b82b-4595-a9d7-8de1b8113b81,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:21.917632 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df8253-126b-4607-b8b7-9a0bc24b4540 x-openstack-request-id: req-80df8253-126b-4607-b8b7-9a0bc24b4540 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:21.917930 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fa1922-be53-406b-8f32-4b605f0d83ce", "name": "network-vif-plugged", "status": "completed", "tag": "e296287a-6276-4686-b6b2-6da99988accc", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:21.918187 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-80df8253-126b-4607-b8b7-9a0bc24b4540 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:21.918588 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e296287a-6276-4686-b6b2-6da99988accc', 'code': 200} Sep 15 15:56:21.921956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff28b5-f654-4fe9-aa7d-7a7e446ff4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-006c874a-e802-421e-8046-70fdcc2a40a7', 'network_id': '006c874a-e802-421e-8046-70fdcc2a40a7', 'tenant_id': 'a619bcc9c7c741b98d3b98e6c0f0ac28', 'fixed_ips': [{'subnet_id': '9453807a-b82b-4595-a9d7-8de1b8113b81'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:21.923695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6cff28b5-f654-4fe9-aa7d-7a7e446ff4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.949436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port fb4b861d-8fa6-4916-89b9-1342fc047023, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=fb4b861d-8fa6-4916-89b9-1342fc047023,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:21.975205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:21.996790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006c874a-e802-421e-8046-70fdcc2a40a7']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:22.019891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f99df39-e6e7-4abf-9ee3-54304c4b3d92') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:22.020194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f99df39-e6e7-4abf-9ee3-54304c4b3d92') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:22.030051 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.041399 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.042017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 12b1d40e-ca5c-41b0-9294-af83d4e68cdc details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:22.052838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.054670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.059075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.064052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:22.065850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.066190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:22.070356 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:22.072699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.077079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.084196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.092911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.093159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3badd009-b0f9-484b-9b20-5896f407756e req-11f211be-8927-4d24-858a-2f5d24c77f57 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5431 time: 0.1404071 Sep 15 15:56:22.102355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5ffb3f-533c-4fea-9a16-365b6c18f93f None None] Network 006c874a-e802-421e-8046-70fdcc2a40a7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:22.105014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e863b1-4ee5-4954-8741-de15a39dff0e req-67f81552-ef12-4d61-a014-b24804e1605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.107276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7e863b1-4ee5-4954-8741-de15a39dff0e req-67f81552-ef12-4d61-a014-b24804e1605c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 1097 time: 0.1185012 Sep 15 15:56:22.147966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:22.164982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=fb4b861d-8fa6-4916-89b9-1342fc047023,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:22.169553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3badd009-b0f9-484b-9b20-5896f407756e req-1e180394-03a5-43c9-a425-60d992cfe582 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676870 Sep 15 15:56:22.171523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7e863b1-4ee5-4954-8741-de15a39dff0e req-a7341c2a-0549-4b27-8875-89b07b6c8b6a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Sep 15 15:56:22.193128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc', 'network_id': 'eb6b9cac-e073-4789-8d10-8d45dd36ee29', 'port_id': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc', 'mac_address': 'fa:16:3e:27:fd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a1e871-a76d-4bc9-855b-960ed321748f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:22.193791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.208169 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.220047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/006c874a-e802-421e-8046-70fdcc2a40a7 HTTP/1.1" status: 204 len: 168 time: 0.6384387 Sep 15 15:56:22.220253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49696) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:22.232404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-389298783'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:22.237945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21adb9-4bee-46d0-b632-31a8d02da58a tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Network': ['ID=006c874a-e802-421e-8046-70fdcc2a40a7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:22.285902 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.305938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b1d40e-ca5c-41b0-9294-af83d4e68cdc {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:22.315502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c4469-5bf4-4f7f-9359-10934c4c38b7 req-db8a85fe-4c68-4a4e-85ab-6416ff1b783b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.317027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba6c4469-5bf4-4f7f-9359-10934c4c38b7 req-db8a85fe-4c68-4a4e-85ab-6416ff1b783b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 950 time: 0.0538604 Sep 15 15:56:22.326143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:22.356374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba6c4469-5bf4-4f7f-9359-10934c4c38b7 req-54aef545-be54-4504-bef5-98aa3df9360f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Sep 15 15:56:22.366987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:22.373612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.384225 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.386310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 34db38d6-8e09-4285-936d-242c204c9905 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:22.403455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:22.437137 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.439935 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Added segment f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b of type vlan for network eeca5cf3-e946-4491-a164-94986285df87 Sep 15 15:56:22.444833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-deb02666-3c2c-45ad-a609-f188b4bf4022 req-2acee54f-cae9-4fcc-99c7-ec39ca6f310c tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Sep 15 15:56:22.507080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.544473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:22.565283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4b111-3c55-4139-8feb-9780aafff151 req-6328bb09-8aa8-457a-971d-fc5ce3eb56e3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.572773 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8b4b111-3c55-4139-8feb-9780aafff151 req-6328bb09-8aa8-457a-971d-fc5ce3eb56e3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 949 time: 0.0901513 Sep 15 15:56:22.574142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 34db38d6-8e09-4285-936d-242c204c9905, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=34db38d6-8e09-4285-936d-242c204c9905,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:22.587674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '34db38d6-8e09-4285-936d-242c204c9905', 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'port_id': '34db38d6-8e09-4285-936d-242c204c9905', 'mac_address': 'fa:16:3e:58:5b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f4a17b-f60a-416c-aaa6-86af14a0bebe', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:22.593247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33abf3-ba20-4470-96e4-b1e1a7d9c89f req-4c73e5dc-5a7d-4a30-a575-b5127d93f5cb tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.595108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e33abf3-ba20-4470-96e4-b1e1a7d9c89f req-4c73e5dc-5a7d-4a30-a575-b5127d93f5cb tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 946 time: 0.0792356 Sep 15 15:56:22.615018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8b4b111-3c55-4139-8feb-9780aafff151 req-59283c9a-7f3b-4038-8766-efeb07d65298 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Sep 15 15:56:22.633317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.634621 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.641083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.642772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.649876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34db38d6-8e09-4285-936d-242c204c9905 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:22.678444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e33abf3-ba20-4470-96e4-b1e1a7d9c89f req-e6aa5347-c5e5-45ca-9d1d-68f202966abb tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691547 Sep 15 15:56:22.705585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 34db38d6-8e09-4285-936d-242c204c9905, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=34db38d6-8e09-4285-936d-242c204c9905,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:22.741701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Network': ['ID=eeca5cf3-e946-4491-a164-94986285df87,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:22.753453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network eeca5cf3-e946-4491-a164-94986285df87 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:22.764301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7e7ffc1f-158b-4d3b-ab12-4a31ebf2002e tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5452564 Sep 15 15:56:22.765314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49712) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:22.769537 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.770286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d0f9ecb8-f467-4196-869c-7c9c77c595fb details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:22.773689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'subnet': {'network_id': 'eeca5cf3-e946-4491-a164-94986285df87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:22.795888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d097a-22e2-40a4-827b-373e1c856ec6 req-095fcdbd-3d75-4f75-99b3-b2cb2152c41f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:22.797551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b2d097a-22e2-40a4-827b-373e1c856ec6 req-095fcdbd-3d75-4f75-99b3-b2cb2152c41f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0682042 Sep 15 15:56:22.852274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b2d097a-22e2-40a4-827b-373e1c856ec6 req-da83df62-44bd-41d4-8dbe-cb7a29c51466 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Sep 15 15:56:22.910914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=34db38d6-8e09-4285-936d-242c204c9905,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:22.918361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d0f9ecb8-f467-4196-869c-7c9c77c595fb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:22.930633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb', 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'port_id': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb', 'mac_address': 'fa:16:3e:e5:3e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f4a17b-f60a-416c-aaa6-86af14a0bebe', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:22.970983 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:22.982184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:22.985223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f9ecb8-f467-4196-869c-7c9c77c595fb {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:22.987003 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.007581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d0f9ecb8-f467-4196-869c-7c9c77c595fb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:23.114061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.116192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:23.186896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:23.189953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d0f9ecb8-f467-4196-869c-7c9c77c595fb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:23.202784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3fb1c333-8ef0-45f2-a991-daaa7c53afa4', 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'port_id': '3fb1c333-8ef0-45f2-a991-daaa7c53afa4', 'mac_address': 'fa:16:3e:6d:c9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f4a17b-f60a-416c-aaa6-86af14a0bebe', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:23.256792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.273505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:23.296334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:23.342976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.349981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.355895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.362146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.369391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.375971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.382108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.385647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-536acd42-a08f-4590-bc48-bfd9b2d69270 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5435 time: 0.1000447 Sep 15 15:56:23.393919 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.394726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ec940eff-db76-43a9-843c-772b2801b3ca details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:23.428876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cf60db9-25a1-4bcb-abbd-150019521675 req-36744279-2646-4802-84d3-d8f4cf498ff7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383341 Sep 15 15:56:23.513220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:23.519873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ec940eff-db76-43a9-843c-772b2801b3ca, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ec940eff-db76-43a9-843c-772b2801b3ca,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:23.531790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'ec940eff-db76-43a9-843c-772b2801b3ca', 'network_id': 'd846f25b-23b3-4ee1-b7c7-a0fe070696a1', 'port_id': 'ec940eff-db76-43a9-843c-772b2801b3ca', 'mac_address': 'fa:16:3e:58:d5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f4a17b-f60a-416c-aaa6-86af14a0bebe', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:23.573630 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.600922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec940eff-db76-43a9-843c-772b2801b3ca {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:23.621235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c774f-9faa-4b10-b7ce-ddcc1692943f req-d0bd6eb4-d419-4867-afe3-7b7354cd4157 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.625494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ec940eff-db76-43a9-843c-772b2801b3ca, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ec940eff-db76-43a9-843c-772b2801b3ca,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:23.627959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c774f-9faa-4b10-b7ce-ddcc1692943f req-d0bd6eb4-d419-4867-afe3-7b7354cd4157 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.635333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff4c774f-9faa-4b10-b7ce-ddcc1692943f req-d0bd6eb4-d419-4867-afe3-7b7354cd4157 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3&device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 1690 time: 0.1405916 Sep 15 15:56:23.636609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd28482b-455b-40d6-9788-47b93471a782 req-b1d65344-5762-43be-b392-2fae6a98f5be tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0368659 Sep 15 15:56:23.650787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.726124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.745781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-e14c7638-4b35-4d81-8a08-54af6f39d35d tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.747478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-e14c7638-4b35-4d81-8a08-54af6f39d35d tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.38 "GET /v2.0/networks?id=de54acae-c278-410e-a2f3-ee4a9cc37763 HTTP/1.1" status: 200 len: 813 time: 0.2537181 Sep 15 15:56:23.763235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff4c774f-9faa-4b10-b7ce-ddcc1692943f req-e190cf37-1bd9-46e5-a22e-0e5aacad8d65 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179743 Sep 15 15:56:23.788621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ec940eff-db76-43a9-843c-772b2801b3ca,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:23.796264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Request body: {'port': {'device_id': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763', 'admin_state_up': True, 'tenant_id': '8b996a6fe79e4cf1aadb358a78b3f3ee'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:23.815616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Subnet': ['ID=e403ed82-e7b5-4412-a235-db201f7a7c7a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:23.828786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabfaca-b1f7-4a50-96da-603dfb4e884a req-7a5b910f-101c-48db-806b-6957671508e8 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.836453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4aabfaca-b1f7-4a50-96da-603dfb4e884a req-7a5b910f-101c-48db-806b-6957671508e8 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 946 time: 0.0912454 Sep 15 15:56:23.880389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4aabfaca-b1f7-4a50-96da-603dfb4e884a req-b3bfb31d-bbdd-4306-8f88-fe5ba7632601 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Sep 15 15:56:23.889341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Checking segment: {'id': 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eeca5cf3-e946-4491-a164-94986285df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:23.889705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network hostable DHCP agents. Network: eeca5cf3-e946-4491-a164-94986285df87, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:23.927569 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0af6b8de-3e01-4d25-84f3-4f69c2bfe33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:23.972461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf053ca-be2c-47c9-b036-e56a93efeb9e req-f60341cb-5d8a-4762-b3ee-7b35c385b1e1 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.976951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcf053ca-be2c-47c9-b036-e56a93efeb9e req-f60341cb-5d8a-4762-b3ee-7b35c385b1e1 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 1100 time: 0.0804417 Sep 15 15:56:23.994229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2fc43-c3af-40ac-90d2-cac8f3b37bfb req-82cbb293-e309-4eb5-b6a0-f0e5065260ae tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:23.995845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17f2fc43-c3af-40ac-90d2-cac8f3b37bfb req-82cbb293-e309-4eb5-b6a0-f0e5065260ae tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0507035 Sep 15 15:56:24.015881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcf053ca-be2c-47c9-b036-e56a93efeb9e req-efe8cb1c-65c4-4dd8-a429-395f886425e0 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356550 Sep 15 15:56:24.039909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17f2fc43-c3af-40ac-90d2-cac8f3b37bfb req-5582c9cc-4c62-41a9-9290-f550c4e7be3a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366576 Sep 15 15:56:24.059533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network eeca5cf3-e946-4491-a164-94986285df87 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:24.113657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Made reservation on behalf of 8b996a6fe79e4cf1aadb358a78b3f3ee for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:24.117136 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.133129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, eeca5cf3-e946-4491-a164-94986285df87) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:24.142406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745a862-b3fe-4915-ba22-5a9553dc8342 None None] Network eeca5cf3-e946-4491-a164-94986285df87 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:24.143178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.143785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.166107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b093164-6f4f-41b2-9797-bbe77e6c3b21 req-35e84215-d916-44a3-8af9-b520cb81b665 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.167739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b093164-6f4f-41b2-9797-bbe77e6c3b21 req-35e84215-d916-44a3-8af9-b520cb81b665 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 1101 time: 0.0836270 Sep 15 15:56:24.253923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b093164-6f4f-41b2-9797-bbe77e6c3b21 req-dddc5a4c-266a-4af3-90c1-cbc8a8c77510 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551903 Sep 15 15:56:24.261092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a9d96c74-cc5e-41fb-940d-4cf4073be103 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4921343 Sep 15 15:56:24.267530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49730) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:24.314411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-eeca5cf3-e946-4491-a164-94986285df87', 'network_id': 'eeca5cf3-e946-4491-a164-94986285df87', 'tenant_id': 'a619bcc9c7c741b98d3b98e6c0f0ac28', 'fixed_ips': [{'subnet_id': 'e403ed82-e7b5-4412-a235-db201f7a7c7a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:24.314888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.318484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Allocated IP 172.20.0.11 (de54acae-c278-410e-a2f3-ee4a9cc37763/6e907739-69f3-4303-b8e7-a5ebf97ad707/ffcb64da-352a-46ed-b3ab-c5efd98807bf) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:24.399019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.483382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.501278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Allocated IP 2001:db8::2 (eeca5cf3-e946-4491-a164-94986285df87/e403ed82-e7b5-4412-a235-db201f7a7c7a/d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:24.550871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.573103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-610486bd-73f9-4663-b406-b0a76129007e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816236 Sep 15 15:56:24.637271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.644030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.650053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.656436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.663049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.669432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.671531 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.675219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.677241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-8bd17050-3e21-4708-8284-8d40cda01a23 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5437 time: 0.1475148 Sep 15 15:56:24.700080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-8f4e2bc5-f36a-42cc-a63c-c9cced99fa91 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.701567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-8f4e2bc5-f36a-42cc-a63c-c9cced99fa91 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190400 Sep 15 15:56:24.718535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-b550fc0c-1e04-46cb-996c-ef54a331b642 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/quotas/7387a36b9bf94796a3c8e25452e62917 HTTP/1.1" status: 200 len: 375 time: 0.0094657 Sep 15 15:56:24.723674 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e4321d6-dda4-46d1-9c32-defe3add3dc3 req-2904e74e-4d54-401c-9b97-6b7ad4f9ba53 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384998 Sep 15 15:56:24.751930 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.760609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.799541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Network eeca5cf3-e946-4491-a164-94986285df87 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:24.802913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:24.805414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:24.810757 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-3c614508-60fc-43e1-88ef-992b7f453e84 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0844841 Sep 15 15:56:24.817140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Network de54acae-c278-410e-a2f3-ee4a9cc37763 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:24.821143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:24.827830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:24.838457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Pushing event updated for resources: {'Port': ['ID=ffcb64da-352a-46ed-b3ab-c5efd98807bf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:24.838944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Pushing event updated for resources: {'Port': ['ID=d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:24.841490 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.885604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d0f9ecb8-f467-4196-869c-7c9c77c595fb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:24.900625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.901285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.907342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['12b1d40e-ca5c-41b0-9294-af83d4e68cdc'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:24.917724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Subnet': ['ID=e403ed82-e7b5-4412-a235-db201f7a7c7a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:24.959756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['fb4b861d-8fa6-4916-89b9-1342fc047023'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:24.962245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3fb1c333-8ef0-45f2-a991-daaa7c53afa4'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:24.966427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9f6ee-eb8b-42ba-809e-49b8244b6561 req-a5c3be92-abea-4934-a1cd-b432577e2c89 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:24.967835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0e9f6ee-eb8b-42ba-809e-49b8244b6561 req-a5c3be92-abea-4934-a1cd-b432577e2c89 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 932 time: 0.0626934 Sep 15 15:56:24.995243 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:24.997980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-3712dcb5-7cbe-4d24-9cde-94f763ac2adb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2208881 Sep 15 15:56:25.016915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0e9f6ee-eb8b-42ba-809e-49b8244b6561 req-eaf83c13-b102-42b5-ab48-78741bc2ac94 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Sep 15 15:56:25.020028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeca5cf3-e946-4491-a164-94986285df87']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:25.025989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Request body: {'port': {'device_id': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:25.027164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ec940eff-db76-43a9-843c-772b2801b3ca'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:25.029542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bc0f26b3-c3d4-4c83-a197-bfda2c0628f9'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:25.044702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:25.045182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:25.059182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.079108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.088225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:25.089173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:25.094044 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:25.138293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Attempting to bind port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:25.138829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Attempting to bind port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eeca5cf3-e946-4491-a164-94986285df87'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:25.139281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Attempting to bind port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6 on network eeca5cf3-e946-4491-a164-94986285df87 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:25.184464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:25.185008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Checking segment: {'id': 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eeca5cf3-e946-4491-a164-94986285df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:25.185654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.186135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Bound using segment: {'id': 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eeca5cf3-e946-4491-a164-94986285df87'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:25.186725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Bound port: d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'eeca5cf3-e946-4491-a164-94986285df87'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:25.187193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.217542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.227626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c50837fb-e527-4f4f-ae61-625d5478fde6 req-570919d7-592d-4ecb-ba6f-72e899978c91 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 210 time: 0.0577786 Sep 15 15:56:25.244605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e59976-5f64-4e02-b1c9-9ad91de69c84 req-76af2191-d45f-4b46-9daf-ee595ede4344 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:25.246269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61e59976-5f64-4e02-b1c9-9ad91de69c84 req-76af2191-d45f-4b46-9daf-ee595ede4344 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 946 time: 0.1262720 Sep 15 15:56:25.248435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:56:25.248435 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:56:25.248435 n-d-808199-2 neutron-server[102019]: [parameters: {'id': 'eeca5cf3-e946-4491-a164-94986285df87'}] Sep 15 15:56:25.248435 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:56:25.249178 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:56:25.357483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4db28-f2ff-4e56-be73-c9f4310b605e req-435ba511-1f71-4c6a-9dee-b513f33dd7b5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:25.359155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dbf4db28-f2ff-4e56-be73-c9f4310b605e req-435ba511-1f71-4c6a-9dee-b513f33dd7b5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0677326 Sep 15 15:56:25.386783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61e59976-5f64-4e02-b1c9-9ad91de69c84 req-53689100-1aa3-4b98-a297-af39d269188a tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050282 Sep 15 15:56:25.415344 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dbf4db28-f2ff-4e56-be73-c9f4310b605e req-cec4c7e3-c264-411b-b2f4-f1983016e67b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Sep 15 15:56:25.608903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcb64da-352a-46ed-b3ab-c5efd98807bf {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:25.617924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.631686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Transition to ACTIVE for port object ffcb64da-352a-46ed-b3ab-c5efd98807bf will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:25.706740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] For port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:25.722054 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.749475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['34db38d6-8e09-4285-936d-242c204c9905'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:25.755471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.785530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] For port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6,segment=NetworkSegment(f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b),segment_id=f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:25.838225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:25.838225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.889522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcb64da-352a-46ed-b3ab-c5efd98807bf,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:25.927652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.940313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Attempting to bind port ffcb64da-352a-46ed-b3ab-c5efd98807bf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:25.940741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Attempting to bind port ffcb64da-352a-46ed-b3ab-c5efd98807bf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '99b28aad-e91e-43e6-a7e1-3da8da4e86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:25.941088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Attempting to bind port ffcb64da-352a-46ed-b3ab-c5efd98807bf on network de54acae-c278-410e-a2f3-ee4a9cc37763 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:25.945757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Port ffcb64da-352a-46ed-b3ab-c5efd98807bf on network de54acae-c278-410e-a2f3-ee4a9cc37763 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:25.946078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Attempting to bind port ffcb64da-352a-46ed-b3ab-c5efd98807bf on network de54acae-c278-410e-a2f3-ee4a9cc37763 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:25.951312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:25.951658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Checking segment: {'id': '99b28aad-e91e-43e6-a7e1-3da8da4e86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:25.952047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Bound using segment: {'id': '99b28aad-e91e-43e6-a7e1-3da8da4e86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:25.953620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Bound port: ffcb64da-352a-46ed-b3ab-c5efd98807bf, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b28aad-e91e-43e6-a7e1-3da8da4e86ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:25.953620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.976084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] For port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6, host n-d-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:25.976629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:25.996187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Calling delete_port for d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:26.013684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.024850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.034376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.043157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.047377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] For port ffcb64da-352a-46ed-b3ab-c5efd98807bf, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:26.050716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.056209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] For port ffcb64da-352a-46ed-b3ab-c5efd98807bf, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ffcb64da-352a-46ed-b3ab-c5efd98807bf,segment=NetworkSegment(99b28aad-e91e-43e6-a7e1-3da8da4e86ec),segment_id=99b28aad-e91e-43e6-a7e1-3da8da4e86ec)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:26.057401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.065929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.068015 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-98f3560f-29c3-4c9f-ae63-c928297aa724 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5437 time: 0.1941562 Sep 15 15:56:26.121456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.157099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d81a1c-f53d-4b18-8cb0-19bc7f12463a None None] Pushing event updated for resources: {'Port': ['ID=d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:26.173098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.173982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.174303 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63c8609f-7f4a-4cad-a667-de8a927bbfd5 req-0738bce1-014b-45e2-9819-b311f3b61d81 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919111 Sep 15 15:56:26.175738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] 10.222.0.38 "PUT /v2.0/ports/ffcb64da-352a-46ed-b3ab-c5efd98807bf HTTP/1.1" status: 200 len: 1092 time: 1.1577518 Sep 15 15:56:26.179870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'tag': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:26.191756 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66803ebe-7443-462b-a60b-88cbbdd999c1" -d '{"events": [{"name": "network-changed", "server_uuid": "85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4", "tag": "ffcb64da-352a-46ed-b3ab-c5efd98807bf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:26.193333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee93dc7-6732-4847-ac18-71fd815971aa None None] Network eeca5cf3-e946-4491-a164-94986285df87 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:26.230667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb191b-cefe-4ed4-9f66-64b913a66d74 req-e40924a4-b8f6-43a7-9456-5bf8e0b51fab tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.232449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42bb191b-cefe-4ed4-9f66-64b913a66d74 req-e40924a4-b8f6-43a7-9456-5bf8e0b51fab tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 946 time: 0.1438324 Sep 15 15:56:26.240840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c933-3b1e-41ac-8252-b505da45aec8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcb64da-352a-46ed-b3ab-c5efd98807bf,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:26.273659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.336621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42bb191b-cefe-4ed4-9f66-64b913a66d74 req-82015e22-92e4-4569-a33f-5190367f8d10 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909011 Sep 15 15:56:26.338401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No DVR routers for this DVR port d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:26.354107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Port': ['ID=d3b1df7c-855d-4a18-b6d2-64f7c2bfb0c6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:26.356014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-7d2e0c49-506f-4e1f-b579-298d33d4bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.358273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-7d2e0c49-506f-4e1f-b579-298d33d4bf2d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b996a6fe79e4cf1aadb358a78b3f3ee&device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0817771 Sep 15 15:56:26.396263 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.398629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0cd9a-2a72-45d3-b9f9-7a1290152090 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:56:26.422061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18e4d9-1801-4a0d-a200-9043fbe931ae req-0dc28195-16f2-493f-b33e-c194deba63a0 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.430125 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a00bfce-fa57-43da-a931-62ddbe8f3805 x-openstack-request-id: req-5a00bfce-fa57-43da-a931-62ddbe8f3805 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:26.430537 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4", "tag": "ffcb64da-352a-46ed-b3ab-c5efd98807bf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:26.430784 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5a00bfce-fa57-43da-a931-62ddbe8f3805 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:26.431181 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'tag': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf', 'status': 'completed', 'code': 200} Sep 15 15:56:26.432607 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc18e4d9-1801-4a0d-a200-9043fbe931ae req-0dc28195-16f2-493f-b33e-c194deba63a0 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 944 time: 0.1546369 Sep 15 15:56:26.433616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-43eabfd1-7afb-4e1b-b72c-b3075b06fc44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcb64da-352a-46ed-b3ab-c5efd98807bf HTTP/1.1" status: 200 len: 217 time: 0.0623934 Sep 15 15:56:26.480910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.513745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeca5cf3-e946-4491-a164-94986285df87']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:26.520626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64a87454-7c86-4a80-a5e4-ad324c6afe72 req-e77455d3-9e02-47d9-a4f2-6de544a88310 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 210 time: 0.0392697 Sep 15 15:56:26.529702 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc18e4d9-1801-4a0d-a200-9043fbe931ae req-84a75272-ac2f-4f81-b4be-c7c4e90aab45 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915732 Sep 15 15:56:26.544356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-c5f50501-6fc4-423a-bc9f-fbc2d9696ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.544356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-c5f50501-6fc4-423a-bc9f-fbc2d9696ba8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6e907739-69f3-4303-b8e7-a5ebf97ad707 HTTP/1.1" status: 200 len: 853 time: 0.0974245 Sep 15 15:56:26.548159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:26.548464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f5c45b-4ea9-4d8b-bcf5-8d9502539c0b') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:26.560779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.569668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0cd9a-2a72-45d3-b9f9-7a1290152090 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:56:26.577861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.578595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-1a8397b3-5429-4314-8000-24d8d79f9ae0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de54acae-c278-410e-a2f3-ee4a9cc37763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284677 Sep 15 15:56:26.584368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:26.584798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:26.588174 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:26.722126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8500e-baee-4b9e-91e5-bae340d1cc7f req-4e72251a-7a2f-4706-a3ed-115444a6af6b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:26.723620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3e8500e-baee-4b9e-91e5-bae340d1cc7f req-4e72251a-7a2f-4706-a3ed-115444a6af6b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1183798 Sep 15 15:56:26.738166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.756959 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.758098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-67515e58-37e5-4eda-9a67-08951aa04687 service neutron] 10.222.0.38 "GET /v2.0/networks/de54acae-c278-410e-a2f3-ee4a9cc37763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699038 Sep 15 15:56:26.762466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/eeca5cf3-e946-4491-a164-94986285df87 HTTP/1.1" status: 204 len: 168 time: 2.4953082 Sep 15 15:56:26.762718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49784) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:26.767870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1546922285'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:26.772611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5c52b-32bf-4fd7-932d-3951afa4cd08 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Network': ['ID=eeca5cf3-e946-4491-a164-94986285df87,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:26.807424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3e8500e-baee-4b9e-91e5-bae340d1cc7f req-746406c9-35ae-4893-98a8-b426a687cab4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722866 Sep 15 15:56:26.869533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:26.873682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.886505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0fa2c2a-bac1-43bf-af70-5134ecc132c1 req-e878f009-d16d-48f0-a839-31f378eefa1c service neutron] 10.222.0.38 "GET /v2.0/networks/de54acae-c278-410e-a2f3-ee4a9cc37763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156149 Sep 15 15:56:26.898641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:26.911390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:26.912044 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Added segment 207987e8-3c07-4597-b909-380fc27b46a2 of type vlan for network 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 Sep 15 15:56:26.951082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:27.058427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-60d1e2f8-72c5-4fa3-ae27-03901d9aadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.060100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-60d1e2f8-72c5-4fa3-ae27-03901d9aadaf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b996a6fe79e4cf1aadb358a78b3f3ee&device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 1095 time: 0.0422323 Sep 15 15:56:27.070081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:27.070589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:27.076783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.077471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:27.147954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Network': ['ID=6acfd3f0-09a1-40fe-9998-e5f685cd3cf5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:27.159578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:27.161952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-513b4cc7-13eb-4008-ab16-27d15253f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.163609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-513b4cc7-13eb-4008-ab16-27d15253f468 service neutron] 10.222.0.38 "GET /v2.0/networks?id=de54acae-c278-410e-a2f3-ee4a9cc37763 HTTP/1.1" status: 200 len: 914 time: 0.0951147 Sep 15 15:56:27.185479 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b56d6426-1b62-494a-8e85-d7998692a4dc tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4191194 Sep 15 15:56:27.186360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49788) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:27.192335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Request body: {'subnet': {'network_id': '6acfd3f0-09a1-40fe-9998-e5f685cd3cf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:27.227718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-5786d41a-d290-4d3f-a2b5-d2d0eb5d0f2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcb64da-352a-46ed-b3ab-c5efd98807bf HTTP/1.1" status: 200 len: 217 time: 0.0449202 Sep 15 15:56:27.256607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-557f5800-02b4-4073-9a1e-0708b17c1649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:27.320122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-dd3b9818-43d5-470f-be5a-2307f5c3549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.321511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-dd3b9818-43d5-470f-be5a-2307f5c3549e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6e907739-69f3-4303-b8e7-a5ebf97ad707 HTTP/1.1" status: 200 len: 853 time: 0.0831442 Sep 15 15:56:27.353883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Made reservation on behalf of a619bcc9c7c741b98d3b98e6c0f0ac28 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:27.354145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.358671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:27.359656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.365679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.371496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.379740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.386248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.393373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.395289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36c0972a-431c-4710-b406-f0b55596857b req-5e2c7f7e-7e89-4f04-a5f8-5580abf47df3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5437 time: 0.1204863 Sep 15 15:56:27.416868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-1f77596c-6e5a-46a1-a928-970148b70a3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=de54acae-c278-410e-a2f3-ee4a9cc37763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857427 Sep 15 15:56:27.495049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36c0972a-431c-4710-b406-f0b55596857b req-e06e3c2c-3529-4ee1-a31a-eec4ec05c0a6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801733 Sep 15 15:56:27.519627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dd624-c11a-4bac-93be-6947bae85eac req-04e9b934-74d9-44ec-beb8-eb5d3002ac59 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.524195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-017dd624-c11a-4bac-93be-6947bae85eac req-04e9b934-74d9-44ec-beb8-eb5d3002ac59 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 946 time: 0.1068070 Sep 15 15:56:27.564786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-5b2dc47f-a2d7-4fa7-ba8b-fd9efe18ddff service neutron] 10.222.0.38 "GET /v2.0/networks/de54acae-c278-410e-a2f3-ee4a9cc37763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321332 Sep 15 15:56:27.628867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-017dd624-c11a-4bac-93be-6947bae85eac req-4f507db4-cc04-43f2-8ea1-84e3cc904513 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993261 Sep 15 15:56:27.632935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-b72fa418-cd44-4b96-9b35-bfa5f2cbecd4 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446215 Sep 15 15:56:27.749026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4739215-011e-4751-ba49-4b8741d218b3 req-6f39b9a9-57d1-488d-87d9-eb4b8beb16ae tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.752770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4739215-011e-4751-ba49-4b8741d218b3 req-6f39b9a9-57d1-488d-87d9-eb4b8beb16ae tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 944 time: 0.1267204 Sep 15 15:56:27.755019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66803ebe-7443-462b-a60b-88cbbdd999c1 req-22839242-2449-4c2d-be2d-0536334c6a62 service neutron] 10.222.0.38 "GET /v2.0/networks/de54acae-c278-410e-a2f3-ee4a9cc37763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695440 Sep 15 15:56:27.759371 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33cdb872-0ce4-481b-9219-be08408f8e13 req-84da4746-1b34-42bb-9199-e8ecd9f636ff tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 210 time: 0.0496769 Sep 15 15:56:27.827156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4739215-011e-4751-ba49-4b8741d218b3 req-8cbce409-b30e-4c68-beb9-034a932f2c8d tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570433 Sep 15 15:56:27.907409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-53629804-ba04-4d4c-9b47-8a84ac225ca3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.909590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-53629804-ba04-4d4c-9b47-8a84ac225ca3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409642 Sep 15 15:56:27.955257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:27.977052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-9d6ba592-ffd2-4389-87bd-6dd34d589291 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:27.979131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-9d6ba592-ffd2-4389-87bd-6dd34d589291 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.55 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 946 time: 0.1716409 Sep 15 15:56:28.098584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.objects.ports [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:56:28.107290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:28.140507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff09e68-95b8-4e3e-8beb-349fbb175d8a req-709bf7bb-590f-4f2c-88f2-b9fc69fe1263 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.142127 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ff09e68-95b8-4e3e-8beb-349fbb175d8a req-709bf7bb-590f-4f2c-88f2-b9fc69fe1263 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.2460272 Sep 15 15:56:28.263681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event updated for resources: {'Subnet': ['ID=1dfcd6a8-b95f-4140-a2eb-9e7583a90b17,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:28.298433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ff09e68-95b8-4e3e-8beb-349fbb175d8a req-50292eff-db91-4c78-af15-74e75ec18c05 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267812 Sep 15 15:56:28.302471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Checking segment: {'id': '207987e8-3c07-4597-b909-380fc27b46a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6acfd3f0-09a1-40fe-9998-e5f685cd3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:28.302833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network hostable DHCP agents. Network: 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:28.326384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Deleting port e296287a-6276-4686-b6b2-6da99988accc {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:28.326718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:28.388155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:28.425782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] For port e296287a-6276-4686-b6b2-6da99988accc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e296287a-6276-4686-b6b2-6da99988accc,segment=NetworkSegment(cf40a590-ccb6-4026-ac93-a508cd87afd0),segment_id=cf40a590-ccb6-4026-ac93-a508cd87afd0)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:28.426139 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:28.433333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:28.436727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:28.439295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Network 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:28.456816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Calling delete_port for e296287a-6276-4686-b6b2-6da99988accc owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:28.510962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:28.519728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f23a2b-806e-43ea-b439-7eb478e5c7ae None None] Network 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:28.543087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.543672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:28.665974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.673473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f92e53ce-25be-4931-b7fb-6307656a34d5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4838409 Sep 15 15:56:28.673701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.675066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.196 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/ac25cb31-8e42-4986-8123-2417dc7eaa5f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:28.677043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49808) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:28.685143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.690634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-6acfd3f0-09a1-40fe-9998-e5f685cd3cf5', 'network_id': '6acfd3f0-09a1-40fe-9998-e5f685cd3cf5', 'tenant_id': 'a619bcc9c7c741b98d3b98e6c0f0ac28', 'fixed_ips': [{'subnet_id': '1dfcd6a8-b95f-4140-a2eb-9e7583a90b17'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:28.690929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.691504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:28.697876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.706047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.712408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:28.714617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-cd0f374f-3b3b-4640-81b5-bb5674a6c761 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5437 time: 0.1205733 Sep 15 15:56:28.759520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-140104d3-948a-4c0f-a1ea-be17b68fea5d req-b7b5b291-8122-4a24-850a-b9e924fda257 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381505 Sep 15 15:56:28.875958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Allocated IP 2001:db8::f816:3eff:fef1:6ca5 (6acfd3f0-09a1-40fe-9998-e5f685cd3cf5/1dfcd6a8-b95f-4140-a2eb-9e7583a90b17/2a128b46-b5c2-41c1-ae87-a86d99596090) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:28.887438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee4ab506-7918-4106-9bad-3e64a18aafc8 req-fe318cf8-a25a-45a2-bda5-88b22ffe8857 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 210 time: 0.0289607 Sep 15 15:56:29.011250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5f9c-3193-4026-9f2f-3af8dc69ad37 req-510cddce-31db-489a-8e1e-e096b5952c43 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:29.013052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f7f5f9c-3193-4026-9f2f-3af8dc69ad37 req-510cddce-31db-489a-8e1e-e096b5952c43 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 944 time: 0.0552912 Sep 15 15:56:29.042976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.057381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f7f5f9c-3193-4026-9f2f-3af8dc69ad37 req-4206ddb4-39c1-4487-a9f8-bdc6ecda1a2f tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359449 Sep 15 15:56:29.110107 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.148413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Network 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:29.154747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ffcb64da-352a-46ed-b3ab-c5efd98807bf details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:29.157502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:29.160247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:29.181021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Pushing event updated for resources: {'Port': ['ID=2a128b46-b5c2-41c1-ae87-a86d99596090,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:29.191351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f906de-e496-4f24-99ef-867d8990e110 req-4140238a-0545-4efb-96b8-4bb515a39f67 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:29.193030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80f906de-e496-4f24-99ef-867d8990e110 req-4140238a-0545-4efb-96b8-4bb515a39f67 tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 946 time: 0.1669800 Sep 15 15:56:29.193772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.272020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Pushing event deleted for resources: {'Port': ['ID=e296287a-6276-4686-b6b2-6da99988accc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:29.277460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.300244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Attempting to bind port 2a128b46-b5c2-41c1-ae87-a86d99596090 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:29.300656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Attempting to bind port 2a128b46-b5c2-41c1-ae87-a86d99596090 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '207987e8-3c07-4597-b909-380fc27b46a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6acfd3f0-09a1-40fe-9998-e5f685cd3cf5'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:29.301024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Attempting to bind port 2a128b46-b5c2-41c1-ae87-a86d99596090 on network 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:29.312158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:29.312553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Checking segment: {'id': '207987e8-3c07-4597-b909-380fc27b46a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6acfd3f0-09a1-40fe-9998-e5f685cd3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:29.312962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.313356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Bound using segment: {'id': '207987e8-3c07-4597-b909-380fc27b46a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6acfd3f0-09a1-40fe-9998-e5f685cd3cf5'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:29.313824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Bound port: 2a128b46-b5c2-41c1-ae87-a86d99596090, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207987e8-3c07-4597-b909-380fc27b46a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6acfd3f0-09a1-40fe-9998-e5f685cd3cf5'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:29.314203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.362470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] No DVR routers for this DVR port e296287a-6276-4686-b6b2-6da99988accc on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:29.368068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.372664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2e6f1e3-4c73-477c-a9fe-c4b886ab8d1c req-6efca02d-76f4-4174-8f1b-37a359c6c16d tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.55 "DELETE /v2.0/ports/e296287a-6276-4686-b6b2-6da99988accc HTTP/1.1" status: 204 len: 173 time: 1.3702555 Sep 15 15:56:29.372664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'name': 'network-vif-deleted', 'tag': 'e296287a-6276-4686-b6b2-6da99988accc'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:29.373663 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efa5588-cbed-41e2-8133-ea1cd317557a" -d '{"events": [{"server_uuid": "67fa1922-be53-406b-8f32-4b605f0d83ce", "name": "network-vif-deleted", "tag": "e296287a-6276-4686-b6b2-6da99988accc"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:29.375927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ffcb64da-352a-46ed-b3ab-c5efd98807bf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ffcb64da-352a-46ed-b3ab-c5efd98807bf,segment=NetworkSegment(99b28aad-e91e-43e6-a7e1-3da8da4e86ec),segment_id=99b28aad-e91e-43e6-a7e1-3da8da4e86ec)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:29.383685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80f906de-e496-4f24-99ef-867d8990e110 req-02cc0142-2242-4c20-82b8-9f8f2abc2c0e tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/security-groups?id=e19a1222-6b90-45d2-80e0-18d533850b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775293 Sep 15 15:56:29.411525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf', 'network_id': 'de54acae-c278-410e-a2f3-ee4a9cc37763', 'port_id': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf', 'mac_address': 'fa:16:3e:f7:dd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e907739-69f3-4303-b8e7-a5ebf97ad707', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:29.418672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.438417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f6f52-46a4-4803-9a25-3454143e59d4 req-2ef4410f-d581-4a1f-b43b-ded34441a31e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:29.440277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-976f6f52-46a4-4803-9a25-3454143e59d4 req-2ef4410f-d581-4a1f-b43b-ded34441a31e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0618832 Sep 15 15:56:29.464939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] For port 2a128b46-b5c2-41c1-ae87-a86d99596090, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:29.484382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] For port 2a128b46-b5c2-41c1-ae87-a86d99596090, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2a128b46-b5c2-41c1-ae87-a86d99596090,segment=NetworkSegment(207987e8-3c07-4597-b909-380fc27b46a2),segment_id=207987e8-3c07-4597-b909-380fc27b46a2)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:29.489281 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.495607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting port 2a128b46-b5c2-41c1-ae87-a86d99596090 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:29.496207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.503705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcb64da-352a-46ed-b3ab-c5efd98807bf {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:29.529720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ffcb64da-352a-46ed-b3ab-c5efd98807bf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ffcb64da-352a-46ed-b3ab-c5efd98807bf,segment=NetworkSegment(99b28aad-e91e-43e6-a7e1-3da8da4e86ec),segment_id=99b28aad-e91e-43e6-a7e1-3da8da4e86ec)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:29.529908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-976f6f52-46a4-4803-9a25-3454143e59d4 req-db3a71a8-5105-4cbd-b87a-11e9c1b71895 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799055 Sep 15 15:56:29.550863 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.574747 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89af152c-06c4-4dfd-8e9b-1a2710b7a2ef x-openstack-request-id: req-89af152c-06c4-4dfd-8e9b-1a2710b7a2ef {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:29.576420 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fa1922-be53-406b-8f32-4b605f0d83ce", "name": "network-vif-deleted", "tag": "e296287a-6276-4686-b6b2-6da99988accc", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:29.576637 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-89af152c-06c4-4dfd-8e9b-1a2710b7a2ef {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:29.577324 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fa1922-be53-406b-8f32-4b605f0d83ce', 'name': 'network-vif-deleted', 'tag': 'e296287a-6276-4686-b6b2-6da99988accc', 'status': 'completed', 'code': 200} Sep 15 15:56:29.583066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.612972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:29.630593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] For port 2a128b46-b5c2-41c1-ae87-a86d99596090, host n-d-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:29.630965 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.669255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Calling delete_port for 2a128b46-b5c2-41c1-ae87-a86d99596090 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:29.669436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.694161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc0890-5936-4aed-9119-8363c89fa93a None None] Pushing event updated for resources: {'Port': ['ID=2a128b46-b5c2-41c1-ae87-a86d99596090,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:29.720912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:29.723707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=ac25cb31-8e42-4986-8123-2417dc7eaa5f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:29.728051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:29.733669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:29.791361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ffcb64da-352a-46ed-b3ab-c5efd98807bf,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:29.810195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:29.810343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:29.983335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:29.989517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ffcb64da-352a-46ed-b3ab-c5efd98807bf'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:29.990034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5e3c8774-17b6-445c-8111-47ab8a8a4ba7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0605297 Sep 15 15:56:29.992531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:29.999909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.013426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Request body: {'port': {'device_id': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:30.030877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.037664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.043844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.050827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.059482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-d785cc14-658e-4728-84a4-d142df2a7a8d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5437 time: 0.1812658 Sep 15 15:56:30.116969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa7e7a9c-3b81-4f1d-8098-d7ce1fbb01a3 req-af023009-c997-4f76-b63e-6c82c790043a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561521 Sep 15 15:56:30.195593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.206650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.224351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.254887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-907fc1b5-885f-4b51-85b8-58179262373d None None] Provisioning complete for port ac25cb31-8e42-4986-8123-2417dc7eaa5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:30.255265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-907fc1b5-885f-4b51-85b8-58179262373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.275527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ef972-ccd7-4947-97a4-31b7a956ddc0 req-f20fc36e-1ce4-4662-90ae-b5b320a10aab tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.288241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec0ef972-ccd7-4947-97a4-31b7a956ddc0 req-f20fc36e-1ce4-4662-90ae-b5b320a10aab tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 945 time: 0.1033211 Sep 15 15:56:30.311115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.326145 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec0ef972-ccd7-4947-97a4-31b7a956ddc0 req-97e0c2af-4f57-4938-af87-0b7a1813ff90 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389707 Sep 15 15:56:30.347040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-907fc1b5-885f-4b51-85b8-58179262373d None None] Port ac25cb31-8e42-4986-8123-2417dc7eaa5f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:56:30.432368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264717d0-79a3-4c28-ac75-21f5322e9653 req-63bf4963-6781-41d7-86dd-e95fc6d8de13 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.437092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-264717d0-79a3-4c28-ac75-21f5322e9653 req-63bf4963-6781-41d7-86dd-e95fc6d8de13 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 936 time: 0.1908460 Sep 15 15:56:30.444470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Port': ['ID=2a128b46-b5c2-41c1-ae87-a86d99596090,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:30.530835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-264717d0-79a3-4c28-ac75-21f5322e9653 req-68191bff-358b-4ec8-8321-d36693f6e367 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832372 Sep 15 15:56:30.534521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No DVR routers for this DVR port 2a128b46-b5c2-41c1-ae87-a86d99596090 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:30.536366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e33f8a51-5085-48e7-8afb-975aef4fcc32 req-75d3e2e6-8be1-46e3-90a1-b23d691808ad tempest-InstanceActionsNegativeTestJSON-1659679439 tempest-InstanceActionsNegativeTestJSON-1659679439-project] 10.222.0.63 "GET /v2.0/ports?device_id=67fa1922-be53-406b-8f32-4b605f0d83ce HTTP/1.1" status: 200 len: 210 time: 0.0323112 Sep 15 15:56:30.635018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.645561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:30.764348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb8468-0b6c-4351-858b-b09c45509fee req-bec7db39-9226-4eb7-a900-cf81a5a838d5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:30.766043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4fb8468-0b6c-4351-858b-b09c45509fee req-bec7db39-9226-4eb7-a900-cf81a5a838d5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1342812 Sep 15 15:56:30.847142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac25cb31-8e42-4986-8123-2417dc7eaa5f {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:30.857972 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4fb8468-0b6c-4351-858b-b09c45509fee req-5bc07937-554b-4c1a-8911-3d0c4bb348d4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803766 Sep 15 15:56:30.860365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.931635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Transition to ACTIVE for port object ac25cb31-8e42-4986-8123-2417dc7eaa5f will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:30.931635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:30.965775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfcd6a8-b95f-4140-a2eb-9e7583a90b17,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:30.991638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72f7fc-cf10-4be2-82fb-cc04d864a7ec None None] Network 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:31.036433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.046531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.117642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac25cb31-8e42-4986-8123-2417dc7eaa5f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:31.122782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-38f20331-ec76-48f5-8bf9-3ec3fb71e06c None None] Could not find standard attr ID for object 2a128b46-b5c2-41c1-ae87-a86d99596090. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 15:56:31.182687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acfd3f0-09a1-40fe-9998-e5f685cd3cf5']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:31.226250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207987e8-3c07-4597-b909-380fc27b46a2') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:31.226551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207987e8-3c07-4597-b909-380fc27b46a2') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:31.257059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f697f-ff6d-4093-b8ac-7ee006e80cf3 None None] DHCP port deletion for 6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:56:31.276695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.310326 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.321770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:31.321770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:31.324957 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:31.345982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.355714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.355862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Attempting to bind port ac25cb31-8e42-4986-8123-2417dc7eaa5f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:31.355862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Attempting to bind port ac25cb31-8e42-4986-8123-2417dc7eaa5f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:31.356089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Attempting to bind port ac25cb31-8e42-4986-8123-2417dc7eaa5f on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:31.363906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.370158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.377457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.390600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.397795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.400649 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-982b1cfb-ecfa-43c8-8b3d-931b8a282f12 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5437 time: 0.1313398 Sep 15 15:56:31.432178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Port ac25cb31-8e42-4986-8123-2417dc7eaa5f on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:31.432512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Attempting to bind port ac25cb31-8e42-4986-8123-2417dc7eaa5f on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:31.460110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:31.460110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:31.460110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:31.460110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Bound port: ac25cb31-8e42-4986-8123-2417dc7eaa5f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:31.460110 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.485495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3550c85-7067-43d6-ae4a-8f020fc05a78 req-b2b63129-a574-4f29-bfc0-8071ac7fbaf3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766909 Sep 15 15:56:31.499925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.507581 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.510471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 HTTP/1.1" status: 204 len: 168 time: 2.8280463 Sep 15 15:56:31.513418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49848) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.541262 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a916ef5f-c0b1-418c-a30e-c9a0e0d908f4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:31.541827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a916ef5f-c0b1-418c-a30e-c9a0e0d908f4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:31.542778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3070adb-f512-4e31-acad-cdcfbe47d84f req-5c3f7bc0-8ae6-47e2-90bc-2def7a72fd65 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.546527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a916ef5f-c0b1-418c-a30e-c9a0e0d908f4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/1dfcd6a8-b95f-4140-a2eb-9e7583a90b17 HTTP/1.1" status: 404 len: 337 time: 0.0292993 Sep 15 15:56:31.546527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49850) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.550789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3070adb-f512-4e31-acad-cdcfbe47d84f req-5c3f7bc0-8ae6-47e2-90bc-2def7a72fd65 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 945 time: 0.1157432 Sep 15 15:56:31.572544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4015d-5ff6-42f2-87ed-92c5dd271c3b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Network': ['ID=6acfd3f0-09a1-40fe-9998-e5f685cd3cf5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:31.577106 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c949a1-5c99-427a-ab17-9e9be3e8ecb7 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:31.577888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c949a1-5c99-427a-ab17-9e9be3e8ecb7 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:31.583032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a7c949a1-5c99-427a-ab17-9e9be3e8ecb7 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/6acfd3f0-09a1-40fe-9998-e5f685cd3cf5 HTTP/1.1" status: 404 len: 339 time: 0.0332849 Sep 15 15:56:31.583781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49856) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.645256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.650461 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e4aa9b-ffbd-4cf6-b812-9651cc81df88 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:31.651219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e4aa9b-ffbd-4cf6-b812-9651cc81df88 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:31.653817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f9e4aa9b-ffbd-4cf6-b812-9651cc81df88 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/e403ed82-e7b5-4412-a235-db201f7a7c7a HTTP/1.1" status: 404 len: 337 time: 0.0687799 Sep 15 15:56:31.654693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] For port ac25cb31-8e42-4986-8123-2417dc7eaa5f, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:31.656063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49860) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.678528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3070adb-f512-4e31-acad-cdcfbe47d84f req-3d287c34-38db-498c-aa9b-54dc1037ca7d tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267986 Sep 15 15:56:31.697465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] For port ac25cb31-8e42-4986-8123-2417dc7eaa5f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac25cb31-8e42-4986-8123-2417dc7eaa5f,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:31.702105 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef73262f-739c-479e-9900-222d068fff0c tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:31.702814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef73262f-739c-479e-9900-222d068fff0c tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:31.705421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef73262f-739c-479e-9900-222d068fff0c tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/eeca5cf3-e946-4491-a164-94986285df87 HTTP/1.1" status: 404 len: 339 time: 0.0480990 Sep 15 15:56:31.712831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49862) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.757705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] Deleting subnet eb953b78-1ce5-4e56-9769-857e310ccda6 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:56:31.758223 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef615ee4-1728-4f1d-b10b-4a4710e0ddcf tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:31.758779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef615ee4-1728-4f1d-b10b-4a4710e0ddcf tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:31.760676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef615ee4-1728-4f1d-b10b-4a4710e0ddcf tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/9453807a-b82b-4595-a9d7-8de1b8113b81 HTTP/1.1" status: 404 len: 337 time: 0.0467861 Sep 15 15:56:31.763823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49864) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.771984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.796693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d0f9ecb8-f467-4196-869c-7c9c77c595fb up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:31.797938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0721b-8ca1-4b30-a5d8-2b4446431eeb req-baa7f007-b10a-4e44-bf51-e5074dcdb4d7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.804112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.807058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fc0721b-8ca1-4b30-a5d8-2b4446431eeb req-baa7f007-b10a-4e44-bf51-e5074dcdb4d7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 948 time: 0.1067657 Sep 15 15:56:31.817728 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d855335e-00d2-4788-87a5-efac194e3123 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:31.824805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d855335e-00d2-4788-87a5-efac194e3123 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:31.826772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d855335e-00d2-4788-87a5-efac194e3123 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/006c874a-e802-421e-8046-70fdcc2a40a7 HTTP/1.1" status: 404 len: 339 time: 0.0618458 Sep 15 15:56:31.837666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49866) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:31.888316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.893705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:31.894407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.896400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac25cb31-8e42-4986-8123-2417dc7eaa5f HTTP/1.1" status: 200 len: 1096 time: 1.8879805 Sep 15 15:56:31.896963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'tag': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:31.899301 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71234e1-27e3-4dd4-8c4b-6102d792a167" -d '{"events": [{"name": "network-changed", "server_uuid": "c236e9d9-3063-4dfa-b389-1bfef1d437cf", "tag": "ac25cb31-8e42-4986-8123-2417dc7eaa5f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:31.934776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fc0721b-8ca1-4b30-a5d8-2b4446431eeb req-76350e21-0c2e-48b8-9694-efed53900cf4 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267695 Sep 15 15:56:31.960861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port d0f9ecb8-f467-4196-869c-7c9c77c595fb completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:31.966774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port d0f9ecb8-f467-4196-869c-7c9c77c595fb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:31.967545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:31.999362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487623a-d5b4-4a1e-8194-2268f05aced2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac25cb31-8e42-4986-8123-2417dc7eaa5f,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:32.023827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.093727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting port 46387c6e-6d0a-4709-adec-192f603e4f9d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:32.097734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.116583 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad73653-b358-4c55-8f49-bb17ebbd48fc x-openstack-request-id: req-2ad73653-b358-4c55-8f49-bb17ebbd48fc {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:32.116998 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c236e9d9-3063-4dfa-b389-1bfef1d437cf", "tag": "ac25cb31-8e42-4986-8123-2417dc7eaa5f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:32.117349 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ad73653-b358-4c55-8f49-bb17ebbd48fc {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:32.117860 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'tag': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'status': 'completed', 'code': 200} Sep 15 15:56:32.160061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.204091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.207903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf6e02-7961-47e5-8fdb-12757523509e req-a3f13d50-2ba9-4b32-a929-3a0f9d7f768c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.209770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68cf6e02-7961-47e5-8fdb-12757523509e req-a3f13d50-2ba9-4b32-a929-3a0f9d7f768c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.2217999 Sep 15 15:56:32.209922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d0f9ecb8-f467-4196-869c-7c9c77c595fb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:32.210744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:32.213351 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b145b5b-5796-4056-81c5-722a2fcb3312" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:32.216231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.220264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-f54976e0-ac5c-4fbb-9328-d59cace82c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.221133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Calling delete_port for 46387c6e-6d0a-4709-adec-192f603e4f9d owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:32.223438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-f54976e0-ac5c-4fbb-9328-d59cace82c69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 1099 time: 0.1083806 Sep 15 15:56:32.267914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb953b78-1ce5-4e56-9769-857e310ccda6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:32.273775 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf7821-1e35-4118-a943-f0fc52ef9e93 x-openstack-request-id: req-7eaf7821-1e35-4118-a943-f0fc52ef9e93 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:32.274069 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:32.274317 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7eaf7821-1e35-4118-a943-f0fc52ef9e93 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:32.274701 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb', 'code': 200} Sep 15 15:56:32.281037 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.282166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:32.291262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.291262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eb6282b9-0b2b-4b43-8386-255d278da77b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/eb953b78-1ce5-4e56-9769-857e310ccda6 HTTP/1.1" status: 204 len: 168 time: 0.6417227 Sep 15 15:56:32.301325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49874) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:32.371054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-a68748ee-7651-49df-9429-be3aef8ded4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ac25cb31-8e42-4986-8123-2417dc7eaa5f HTTP/1.1" status: 200 len: 217 time: 0.1091816 Sep 15 15:56:32.388346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d0f9ecb8-f467-4196-869c-7c9c77c595fb,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:32.398274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68cf6e02-7961-47e5-8fdb-12757523509e req-d84ddcd8-235c-425c-ae33-849f8a32961d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734326 Sep 15 15:56:32.416223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.449486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-b7d8fb22-d404-442d-96aa-8059aec341ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.451054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-b7d8fb22-d404-442d-96aa-8059aec341ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0562944 Sep 15 15:56:32.476897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:32.482002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:32.482798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.512959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-19df25aa-0d98-4b7f-847c-56444b1cca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.514466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-19df25aa-0d98-4b7f-847c-56444b1cca0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559361 Sep 15 15:56:32.530310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.551164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.564299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31caa751-3ad4-464f-b5c0-1a7d4290df48']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:32.597132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Port': ['ID=46387c6e-6d0a-4709-adec-192f603e4f9d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:32.608187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf40a590-ccb6-4026-ac93-a508cd87afd0') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:32.608564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf40a590-ccb6-4026-ac93-a508cd87afd0') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:32.614560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.618521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.623864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0355a63d-47ab-4909-ae1c-e3cd457af005 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/ports/46387c6e-6d0a-4709-adec-192f603e4f9d HTTP/1.1" status: 204 len: 168 time: 0.7799180 Sep 15 15:56:32.627425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49882) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:32.663355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.668124 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a41f0c-8b28-4eb2-a2f8-1e18c86f73ab tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:32.669397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a41f0c-8b28-4eb2-a2f8-1e18c86f73ab tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:32.673253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-06a41f0c-8b28-4eb2-a2f8-1e18c86f73ab tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/473bb55b-0cee-4df0-8394-71a01022333c HTTP/1.1" status: 404 len: 337 time: 0.0445173 Sep 15 15:56:32.678250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:32.682443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:32.685476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-5ade269f-d181-4e72-a4a6-3c31cecd33ad service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613255 Sep 15 15:56:32.687454 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.711846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:32.712356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:32.714211 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:32.756666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.760630 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.761465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 12b1d40e-ca5c-41b0-9294-af83d4e68cdc up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:32.764859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.768813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.774815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.780671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.787104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.795882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.804786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-abdab215-707c-410d-94ac-e425edea3a21 req-f87acee7-3830-48fa-b898-53c8c6524e52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5438 time: 0.1807389 Sep 15 15:56:32.840751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-858bd051-48ce-4ad1-822f-cf78c70b9829 req-9bcc4568-24cb-4efc-b26a-cc4ac552c257 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465359 Sep 15 15:56:32.871370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ed8ca-c7d0-48ea-9bc5-68d903e334f6 req-9cb96649-6c2f-48e6-90a3-9e6f1ebb1332 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:32.874115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-782ed8ca-c7d0-48ea-9bc5-68d903e334f6 req-9cb96649-6c2f-48e6-90a3-9e6f1ebb1332 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 945 time: 0.0935435 Sep 15 15:56:32.927363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-782ed8ca-c7d0-48ea-9bc5-68d903e334f6 req-41d4e4ac-259f-4bc6-b3e5-e04a5369b599 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460820 Sep 15 15:56:32.950800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-abdab215-707c-410d-94ac-e425edea3a21 req-fb647055-5eeb-4203-b5c9-69265ce0f81e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384778 Sep 15 15:56:32.950800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:32.980792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.009271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:33.040869 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.045373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] 10.222.0.63 "DELETE /v2.0/networks/31caa751-3ad4-464f-b5c0-1a7d4290df48 HTTP/1.1" status: 204 len: 168 time: 0.7403057 Sep 15 15:56:33.045373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d829a-c7eb-4ae0-be1a-ccd3159a6901 admin admin] Pushing event deleted for resources: {'Network': ['ID=31caa751-3ad4-464f-b5c0-1a7d4290df48,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:33.096358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:33.100911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:33.101286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.102482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-cecf038b-965f-4c36-9916-9bf8b65461c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:33.104228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-cecf038b-965f-4c36-9916-9bf8b65461c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 1099 time: 0.1181161 Sep 15 15:56:33.118891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.121557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32808d6-d1d8-4f52-bef6-1c71b0259d54 req-74e599b3-bd39-4f0d-87e0-022571ab1a2c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:33.131728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e32808d6-d1d8-4f52-bef6-1c71b0259d54 req-74e599b3-bd39-4f0d-87e0-022571ab1a2c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 948 time: 0.0965559 Sep 15 15:56:33.143529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a80015-afa6-4eab-b073-fd38ab916482']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:33.152774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2a128b46-b5c2-41c1-ae87-a86d99596090 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:33.155658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:33.156178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1ef3e9-7854-49f0-a9d7-d5c55caf3eb9') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:33.168172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.183956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.185652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ffcb64da-352a-46ed-b3ab-c5efd98807bf up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:33.189936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 2a128b46-b5c2-41c1-ae87-a86d99596090 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:33.190277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2a128b46-b5c2-41c1-ae87-a86d99596090 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:33.192106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:33.192698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:33.196072 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:33.262005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e32808d6-d1d8-4f52-bef6-1c71b0259d54 req-51acc479-03a3-413b-afc8-68de0ddf5ab7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292608 Sep 15 15:56:33.275900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-ff35e3ef-2ec9-4607-bf44-088df4837318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:33.278040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-ff35e3ef-2ec9-4607-bf44-088df4837318 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1390753 Sep 15 15:56:33.302168 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.326945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:33.332900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-69e390a9-455f-45a4-ad41-e99a34f88975 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ac25cb31-8e42-4986-8123-2417dc7eaa5f HTTP/1.1" status: 200 len: 217 time: 0.0379186 Sep 15 15:56:33.343249 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.352201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.356295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/72a80015-afa6-4eab-b073-fd38ab916482 HTTP/1.1" status: 204 len: 168 time: 0.6744208 Sep 15 15:56:33.363118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49892) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:33.366336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port ffcb64da-352a-46ed-b3ab-c5efd98807bf completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:33.370514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port ffcb64da-352a-46ed-b3ab-c5efd98807bf triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:33.370973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.381171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e784c6-00c9-438f-b6e2-dfa857eaebe5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Network': ['ID=72a80015-afa6-4eab-b073-fd38ab916482,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:33.402057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-0e2d7577-2f0a-46e5-b46c-b4d0e878784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:33.405513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-0e2d7577-2f0a-46e5-b46c-b4d0e878784c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0591779 Sep 15 15:56:33.432616 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.433682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 34db38d6-8e09-4285-936d-242c204c9905 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:33.502342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting port e252dff7-7443-46d1-a39f-8758af3baba2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:33.504975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.545165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-175f8def-e1c7-4b18-8880-d7b8022ca467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:33.551805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-175f8def-e1c7-4b18-8880-d7b8022ca467 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386304 Sep 15 15:56:33.560505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49898) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:33.575549 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.611782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:33.642955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ffcb64da-352a-46ed-b3ab-c5efd98807bf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ffcb64da-352a-46ed-b3ab-c5efd98807bf,segment=NetworkSegment(99b28aad-e91e-43e6-a7e1-3da8da4e86ec),segment_id=99b28aad-e91e-43e6-a7e1-3da8da4e86ec)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:33.645107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 34db38d6-8e09-4285-936d-242c204c9905 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:33.649769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 34db38d6-8e09-4285-936d-242c204c9905 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:33.650437 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.698547 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1059fa9b-175d-4459-bff2-59005858a913 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b2ee9bbb9c5b4d9c84b32b5ea5f06718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365523 Sep 15 15:56:33.701395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:33.745206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.755715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-4da24b48-6811-49ee-8ff0-8bbe4ea929cd service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789849 Sep 15 15:56:33.812265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.866248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ffcb64da-352a-46ed-b3ab-c5efd98807bf,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:33.888338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 34db38d6-8e09-4285-936d-242c204c9905, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=34db38d6-8e09-4285-936d-242c204c9905,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:33.900767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71234e1-27e3-4dd4-8c4b-6102d792a167 req-7c9fc3f3-34ac-45a7-b8b5-6d29b8599dd6 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346526 Sep 15 15:56:33.905982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3041ace3-9a0c-4e83-9acc-7e6ce6446ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.934116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3041ace3-9a0c-4e83-9acc-7e6ce6446ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.955047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:33.956391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device fb4b861d-8fa6-4916-89b9-1342fc047023 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:34.015299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dd4ec-a154-4464-80f7-e45fd36214d3 req-ae059a49-5ac7-40ac-bc1c-52f43f107c51 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.019091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c90dd4ec-a154-4464-80f7-e45fd36214d3 req-ae059a49-5ac7-40ac-bc1c-52f43f107c51 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.5089056 Sep 15 15:56:34.021387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.062058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=34db38d6-8e09-4285-936d-242c204c9905,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:34.070530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c90dd4ec-a154-4464-80f7-e45fd36214d3 req-3ede562a-5335-4b1a-863f-7b9406c7d16a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Sep 15 15:56:34.075461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Calling delete_port for e252dff7-7443-46d1-a39f-8758af3baba2 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:34.104702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3041ace3-9a0c-4e83-9acc-7e6ce6446ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.107200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3041ace3-9a0c-4e83-9acc-7e6ce6446ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.109784 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3041ace3-9a0c-4e83-9acc-7e6ce6446ed8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e19a1222-6b90-45d2-80e0-18d533850b6e HTTP/1.1" status: 204 len: 168 time: 0.4074178 Sep 15 15:56:34.127645 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7c10f-ee23-4683-b3d5-cdb063892359 req-75c41280-6265-49b7-ba65-c86066486aa0 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.135612 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6dc7c10f-ee23-4683-b3d5-cdb063892359 req-75c41280-6265-49b7-ba65-c86066486aa0 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 946 time: 0.1020575 Sep 15 15:56:34.148365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041ace3-9a0c-4e83-9acc-7e6ce6446ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19a1222-6b90-45d2-80e0-18d533850b6e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:34.173537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port fb4b861d-8fa6-4916-89b9-1342fc047023 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:34.189256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port fb4b861d-8fa6-4916-89b9-1342fc047023 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:34.189803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.209056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6dc7c10f-ee23-4683-b3d5-cdb063892359 req-8921577a-74fe-45cd-943b-7e739ecd0937 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703342 Sep 15 15:56:34.238162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.253172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.260407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.274360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.276415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9'}, {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc'}, {'server_uuid': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf'}, {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db38d6-8e09-4285-936d-242c204c9905'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:34.281551 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aebf8b8-86c1-42bf-aace-607488dde484" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9"}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc"}, {"server_uuid": "85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb64da-352a-46ed-b3ab-c5efd98807bf"}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "34db38d6-8e09-4285-936d-242c204c9905"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:34.282690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.290488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.293411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.299299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.305043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bfab35f0-d783-4186-944a-22c608f28cbd req-bd285869-fd6e-4fde-8fdc-2de0e381089d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5441 time: 0.1425140 Sep 15 15:56:34.336154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port fb4b861d-8fa6-4916-89b9-1342fc047023, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=fb4b861d-8fa6-4916-89b9-1342fc047023,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:34.344611 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d73d7fa-fe6a-44a9-b87b-56592bf27a01 x-openstack-request-id: req-4d73d7fa-fe6a-44a9-b87b-56592bf27a01 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:34.344611 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9", "code": 200}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc", "code": 200}, {"server_uuid": "85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffcb64da-352a-46ed-b3ab-c5efd98807bf", "code": 200}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "34db38d6-8e09-4285-936d-242c204c9905", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:34.344611 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4d73d7fa-fe6a-44a9-b87b-56592bf27a01 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:34.344611 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'code': 200} Sep 15 15:56:34.344611 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc', 'code': 200} Sep 15 15:56:34.344611 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf', 'code': 200} Sep 15 15:56:34.344611 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34db38d6-8e09-4285-936d-242c204c9905', 'code': 200} Sep 15 15:56:34.373129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bfab35f0-d783-4186-944a-22c608f28cbd req-f22c0784-d0f9-4dd9-aedc-36e437f8600d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557885 Sep 15 15:56:34.429034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.429876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:34.446284 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.460299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9542e15-83d4-4933-9ca2-e7d052054566 req-0859b03c-3f56-43d4-b4ae-d05be43153c9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.462914 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9542e15-83d4-4933-9ca2-e7d052054566 req-0859b03c-3f56-43d4-b4ae-d05be43153c9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 948 time: 0.0673332 Sep 15 15:56:34.485893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Port': ['ID=e252dff7-7443-46d1-a39f-8758af3baba2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:34.496319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.502073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9a122486-a5f4-4325-83ac-888f3afd8d0d tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/ports/e252dff7-7443-46d1-a39f-8758af3baba2 HTTP/1.1" status: 204 len: 168 time: 1.1352913 Sep 15 15:56:34.504711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:34.554061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=fb4b861d-8fa6-4916-89b9-1342fc047023,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:34.565011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9542e15-83d4-4933-9ca2-e7d052054566 req-e11c436a-16d1-49df-87ba-d4ca4cdf5419 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946386 Sep 15 15:56:34.588282 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba04b87-025c-4eb6-9610-4f39c97f0736 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] DELETE failed (client error): The resource could not be found. Sep 15 15:56:34.588765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba04b87-025c-4eb6-9610-4f39c97f0736 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:56:34.592755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5ba04b87-025c-4eb6-9610-4f39c97f0736 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/dc6d8837-d2b8-4cdd-b530-abe9b920c5e9 HTTP/1.1" status: 404 len: 337 time: 0.0848305 Sep 15 15:56:34.593227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49920) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:34.601056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527992a9-d278-435b-b6bf-81770a86c59a req-1964b87b-30ac-447b-b608-f8ea07f37a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:34.603131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-527992a9-d278-435b-b6bf-81770a86c59a req-1964b87b-30ac-447b-b608-f8ea07f37a2c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 1097 time: 0.1999567 Sep 15 15:56:34.651573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:34.655778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:34.655955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-527992a9-d278-435b-b6bf-81770a86c59a req-1203eebb-e0c9-46b0-a31e-523061dfc3c8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Sep 15 15:56:34.656158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.700450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.773257 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.805999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.808852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:34.846429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fe82d9-a5fa-425e-90d2-cf410e43f241']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:34.850492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dea8493-a0cf-4d9f-b896-e4cc3aea92a5') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:34.850833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dea8493-a0cf-4d9f-b896-e4cc3aea92a5') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:34.862033 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.877273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.887621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:34.888029 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:34.891210 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:34.901695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:34.902557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ec940eff-db76-43a9-843c-772b2801b3ca up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:34.987100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:35.005005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.013706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.015050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/64fe82d9-a5fa-425e-90d2-cf410e43f241 HTTP/1.1" status: 204 len: 168 time: 0.4201167 Sep 15 15:56:35.018203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49932) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:35.041289 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9147c-a029-4878-af5f-b2e1b1d4a2f5 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Network': ['ID=64fe82d9-a5fa-425e-90d2-cf410e43f241,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:35.069215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port ec940eff-db76-43a9-843c-772b2801b3ca completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:35.076139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port ec940eff-db76-43a9-843c-772b2801b3ca triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:35.076139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.088826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting subnet 4f952b65-9ad2-4dac-8c8f-94b5ef5fe695 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:56:35.092920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.147665 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.178525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.215732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ec940eff-db76-43a9-843c-772b2801b3ca, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ec940eff-db76-43a9-843c-772b2801b3ca,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:35.231593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb6a73-2095-4fe5-917c-1b8c2b61cd5a req-10d29f2d-a30a-44d6-83ae-5bbed3138129 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.242190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acdb6a73-2095-4fe5-917c-1b8c2b61cd5a req-10d29f2d-a30a-44d6-83ae-5bbed3138129 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0852830 Sep 15 15:56:35.253447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.275099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.275947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e296287a-6276-4686-b6b2-6da99988accc no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:35.320389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acdb6a73-2095-4fe5-917c-1b8c2b61cd5a req-192d6521-2419-47f8-9bde-4c74b823cc30 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771022 Sep 15 15:56:35.359056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: e296287a-6276-4686-b6b2-6da99988accc {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:35.359056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e296287a-6276-4686-b6b2-6da99988accc not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:35.379314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698c26d-aeda-4d4a-9e8d-b84f209052dc req-bc08e872-6b1e-438e-844f-42d8707e6605 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.381094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1698c26d-aeda-4d4a-9e8d-b84f209052dc req-bc08e872-6b1e-438e-844f-42d8707e6605 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 946 time: 0.0553958 Sep 15 15:56:35.397891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ec940eff-db76-43a9-843c-772b2801b3ca,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:35.407382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.439195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Subnet': ['ID=4f952b65-9ad2-4dac-8c8f-94b5ef5fe695,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:35.451791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.454529 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-33b7891e-4311-488e-adbd-27a5aec46cd4 tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/subnets/4f952b65-9ad2-4dac-8c8f-94b5ef5fe695 HTTP/1.1" status: 204 len: 168 time: 0.4352038 Sep 15 15:56:35.457265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49946) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:35.466144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e659f3-3f45-46b1-85a5-6bd119c375d1 None None] Network 61007c50-37f7-4974-89e6-ae4e99c239d6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:35.488777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1698c26d-aeda-4d4a-9e8d-b84f209052dc req-c825ba51-ea13-4c04-8bb7-b1a5924a7a12 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997083 Sep 15 15:56:35.567899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.572009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.584957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.591689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.615416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.632927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.640019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.641590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Deleting port fd6a5939-0dda-4895-a27b-6169175df00c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:35.642463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.660539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.670043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-13c7403d-f985-4bb7-8387-52111bf569d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.2165868 Sep 15 15:56:35.751525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-49262526-3d8b-40fe-b091-4d037b5ec2c7 req-45f99692-5433-43eb-bfc4-b2524b4bad91 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739002 Sep 15 15:56:35.764254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] For port fd6a5939-0dda-4895-a27b-6169175df00c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fd6a5939-0dda-4895-a27b-6169175df00c,segment=NetworkSegment(6fadd03d-246d-4970-9592-8384ea30f84a),segment_id=6fadd03d-246d-4970-9592-8384ea30f84a)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:35.764254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.782574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Calling delete_port for fd6a5939-0dda-4895-a27b-6169175df00c owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:35.804535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] DHCP port deletion for 61007c50-37f7-4974-89e6-ae4e99c239d6 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:56:35.811883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c884288-7682-4826-a4ac-938fbf8f3032 req-6f7163ef-7761-401c-a68c-387e26a3f0d3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:35.814993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c884288-7682-4826-a4ac-938fbf8f3032 req-6f7163ef-7761-401c-a68c-387e26a3f0d3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 948 time: 0.1348200 Sep 15 15:56:35.857777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac25cb31-8e42-4986-8123-2417dc7eaa5f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:35.897743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] Deleting port fd6a5939-0dda-4895-a27b-6169175df00c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:35.898400 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:35.910230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c884288-7682-4826-a4ac-938fbf8f3032 req-c8515870-6d1c-469c-ae5d-90f0f2e9571b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509582 Sep 15 15:56:36.002994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.019930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] For port fd6a5939-0dda-4895-a27b-6169175df00c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fd6a5939-0dda-4895-a27b-6169175df00c,segment=NetworkSegment(6fadd03d-246d-4970-9592-8384ea30f84a),segment_id=6fadd03d-246d-4970-9592-8384ea30f84a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:36.020744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.043251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Port': ['ID=fd6a5939-0dda-4895-a27b-6169175df00c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:36.045260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] No DVR routers for this DVR port fd6a5939-0dda-4895-a27b-6169175df00c on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:36.076236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] Calling delete_port for fd6a5939-0dda-4895-a27b-6169175df00c owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:36.145821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.160844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ac25cb31-8e42-4986-8123-2417dc7eaa5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac25cb31-8e42-4986-8123-2417dc7eaa5f,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:36.178452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61007c50-37f7-4974-89e6-ae4e99c239d6']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:36.189405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'mac_address': 'fa:16:3e:89:d6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:36.197833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fadd03d-246d-4970-9592-8384ea30f84a') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:36.198353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fadd03d-246d-4970-9592-8384ea30f84a') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:36.218480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.235326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.242293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:36.242708 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: from cryptography.utils import int_from_bytes Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: from cryptography.utils import int_from_bytes Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.245531 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 15:56:36.248674 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:36.249590 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:36.253047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.265389 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.293016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] Pushing event deleted for resources: {'Port': ['ID=fd6a5939-0dda-4895-a27b-6169175df00c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:36.297473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b45e5-b8de-4494-85b5-797af073cf36 None None] No DVR routers for this DVR port fd6a5939-0dda-4895-a27b-6169175df00c on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:36.304858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac25cb31-8e42-4986-8123-2417dc7eaa5f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:36.327842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ac25cb31-8e42-4986-8123-2417dc7eaa5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac25cb31-8e42-4986-8123-2417dc7eaa5f,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:36.342167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023'}, {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb1c333-8ef0-45f2-a991-daaa7c53afa4'}, {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:36.346196 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c8e8cc-2218-4a7a-91b2-4044c741996a" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023"}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fb1c333-8ef0-45f2-a991-daaa7c53afa4"}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:36.387944 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a446c509-dae7-46ae-90b0-f7ccfe682846 x-openstack-request-id: req-a446c509-dae7-46ae-90b0-f7ccfe682846 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:36.388246 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023", "code": 200}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "3fb1c333-8ef0-45f2-a991-daaa7c53afa4", "code": 200}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-plugged", "status": "completed", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:36.388582 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a446c509-dae7-46ae-90b0-f7ccfe682846 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:36.388955 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023', 'code': 200} Sep 15 15:56:36.389208 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb1c333-8ef0-45f2-a991-daaa7c53afa4', 'code': 200} Sep 15 15:56:36.389454 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca', 'code': 200} Sep 15 15:56:36.394716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.404820 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.407387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] 10.222.0.63 "DELETE /v2.0/networks/61007c50-37f7-4974-89e6-ae4e99c239d6 HTTP/1.1" status: 204 len: 168 time: 0.9491396 Sep 15 15:56:36.419589 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.425619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcebf8-87a3-44ce-8030-3a861c567d7b tempest-NetworksIpV6TestAttrs-1480187705 tempest-NetworksIpV6TestAttrs-1480187705-project] Pushing event deleted for resources: {'Network': ['ID=61007c50-37f7-4974-89e6-ae4e99c239d6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:36.455894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd1ce-cd84-4b2b-b0c0-6451487ac8d6 req-0b5a7c34-79bb-4500-8542-5b928d4db990 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.455894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea1fd1ce-cd84-4b2b-b0c0-6451487ac8d6 req-0b5a7c34-79bb-4500-8542-5b928d4db990 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0627739 Sep 15 15:56:36.483550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ac25cb31-8e42-4986-8123-2417dc7eaa5f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:36.515681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea1fd1ce-cd84-4b2b-b0c0-6451487ac8d6 req-67e2c709-99ca-4a99-8151-5314ac37c80a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493991 Sep 15 15:56:36.554057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.554546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.555020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.555491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.555956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.556423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.556915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.558843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-66bfa189-b5a3-4dfe-94b0-06c5aab427f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6501 time: 0.0586901 Sep 15 15:56:36.607396 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7482376-cd6d-4993-9bc3-635e2c3c203b req-283d6d85-98d4-4d08-8148-124fd7a8f324 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323904 Sep 15 15:56:36.623579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b2604-f68c-4e03-b44e-eeba8ed736c6 req-268e034e-a39e-45bf-ba6a-ae3c3deda6ba tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.625143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-998b2604-f68c-4e03-b44e-eeba8ed736c6 req-268e034e-a39e-45bf-ba6a-ae3c3deda6ba tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 946 time: 0.0545003 Sep 15 15:56:36.664603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-998b2604-f68c-4e03-b44e-eeba8ed736c6 req-3d7d8974-a387-4cfc-b5f0-79b9dcee85c8 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Sep 15 15:56:36.855195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50004) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:36.906508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50008) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:36.912215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.918678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.926533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.933203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.940204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.946564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.952705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:36.955001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-f960e709-918a-497d-9b08-d8f748b5c877 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.1072133 Sep 15 15:56:36.971887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ac25cb31-8e42-4986-8123-2417dc7eaa5f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:37.046604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-118f75d4-79db-4065-9fd6-34145a849299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.053116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf39e52f-6ae6-4157-a148-3ab04ad59547 req-925f0b3e-4434-4334-8720-0dedbec7273f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862489 Sep 15 15:56:37.113011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50020) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:37.113321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c20dd120-2bb1-4679-bcd7-4cfd7fa2478e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a619bcc9c7c741b98d3b98e6c0f0ac28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037280 Sep 15 15:56:37.195225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-118f75d4-79db-4065-9fd6-34145a849299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.205617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fd6a5939-0dda-4895-a27b-6169175df00c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:37.224913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e47986-7296-4d6d-a3e7-2959881d7826 req-cb68a9e7-9b21-4b58-aa3a-ae971d42f644 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:37.228078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: fd6a5939-0dda-4895-a27b-6169175df00c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:37.228403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fd6a5939-0dda-4895-a27b-6169175df00c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:37.234256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55e47986-7296-4d6d-a3e7-2959881d7826 req-cb68a9e7-9b21-4b58-aa3a-ae971d42f644 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 949 time: 0.0960648 Sep 15 15:56:37.249116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c58e4-9a10-4cd5-93fb-6094ed2e3679 req-ed47a0a9-a1b6-47b2-8cab-a1280c150ec3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:37.251225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a49c58e4-9a10-4cd5-93fb-6094ed2e3679 req-ed47a0a9-a1b6-47b2-8cab-a1280c150ec3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0546713 Sep 15 15:56:37.263764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1cce266-591c-432c-b0fc-54f8c9fc2b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.271738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-118f75d4-79db-4065-9fd6-34145a849299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.298780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55e47986-7296-4d6d-a3e7-2959881d7826 req-17ee6f6b-0bf0-48ca-936e-e24c40bf61cd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635545 Sep 15 15:56:37.303415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1cce266-591c-432c-b0fc-54f8c9fc2b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.329636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-118f75d4-79db-4065-9fd6-34145a849299 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=417279443b4648daad77b3ef439c2090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698360 Sep 15 15:56:37.329636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f75d4-79db-4065-9fd6-34145a849299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee84ae5-b741-4ad3-84f2-c2ade658d337,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:37.329832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50022) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:37.344300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a49c58e4-9a10-4cd5-93fb-6094ed2e3679 req-1d60dcaa-8598-4bc2-872d-7be434690d26 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860224 Sep 15 15:56:37.396544 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8898446a-d08c-46a6-8f3a-a047384d5a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.419565 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8898446a-d08c-46a6-8f3a-a047384d5a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.486292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1cce266-591c-432c-b0fc-54f8c9fc2b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.488883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1cce266-591c-432c-b0fc-54f8c9fc2b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.490025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d1cce266-591c-432c-b0fc-54f8c9fc2b30 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/277738fc-02d5-4819-a20b-93fdada22d28 HTTP/1.1" status: 204 len: 168 time: 0.3757486 Sep 15 15:56:37.497775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cce266-591c-432c-b0fc-54f8c9fc2b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277738fc-02d5-4819-a20b-93fdada22d28,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:37.570382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8898446a-d08c-46a6-8f3a-a047384d5a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.573092 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8898446a-d08c-46a6-8f3a-a047384d5a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:37.576768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8898446a-d08c-46a6-8f3a-a047384d5a90 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ee84ae5-b741-4ad3-84f2-c2ade658d337 HTTP/1.1" status: 204 len: 168 time: 0.2438760 Sep 15 15:56:37.582587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898446a-d08c-46a6-8f3a-a047384d5a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee84ae5-b741-4ad3-84f2-c2ade658d337,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:37.641770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dd88c-56b0-44c2-b80f-f91038884d70 req-b31e3cee-ff23-4cc2-b414-949bb6ac6d74 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:37.643307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d6dd88c-56b0-44c2-b80f-f91038884d70 req-b31e3cee-ff23-4cc2-b414-949bb6ac6d74 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0523765 Sep 15 15:56:37.685256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d6dd88c-56b0-44c2-b80f-f91038884d70 req-71cbe223-0902-4fec-a512-de03859195a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359716 Sep 15 15:56:37.903185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c7d57-901c-480b-82d1-43d70376c432 req-06ceecdd-7c71-4d53-bed8-72e4458144bb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:37.904695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d3c7d57-901c-480b-82d1-43d70376c432 req-06ceecdd-7c71-4d53-bed8-72e4458144bb tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 946 time: 0.0545554 Sep 15 15:56:37.951675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d3c7d57-901c-480b-82d1-43d70376c432 req-d6583927-b7fa-452e-86e5-006bb74e9bcf tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380766 Sep 15 15:56:38.078649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21bebb-0136-481a-921e-a5151c00b76b req-5f6ce394-7d1c-4e80-80a4-e091d40917dc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.084785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a21bebb-0136-481a-921e-a5151c00b76b req-5f6ce394-7d1c-4e80-80a4-e091d40917dc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0600379 Sep 15 15:56:38.153053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a21bebb-0136-481a-921e-a5151c00b76b req-fe9abf6e-389e-4cb0-9cd6-142c2ec47203 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520275 Sep 15 15:56:38.220320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4f873-76dc-4886-b68f-552649fc087c req-708b1304-697d-44c1-9336-22ed54f72b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.221860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5f4f873-76dc-4886-b68f-552649fc087c req-708b1304-697d-44c1-9336-22ed54f72b1d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1095 time: 0.0902205 Sep 15 15:56:38.237829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.243716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.250521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.256323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.262375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.268333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.274334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.276247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-f6abad25-a622-411b-944a-865f408f203b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.1332986 Sep 15 15:56:38.380141 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-268a009d-87dd-48c5-a262-9877e711c5e0 req-a3dd27b2-4948-4cc9-9f52-e5f97cab832b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937867 Sep 15 15:56:38.411568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4f873-76dc-4886-b68f-552649fc087c req-783e1242-c035-4e70-a7c4-1e29a7cf5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.413490 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5f4f873-76dc-4886-b68f-552649fc087c req-783e1242-c035-4e70-a7c4-1e29a7cf5c60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1362650 Sep 15 15:56:38.476061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e6ba3-87f8-4d30-a301-252c74968969 req-41dddbbe-bef6-4a3a-b5a6-c43428a76bf7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.480687 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d7e6ba3-87f8-4d30-a301-252c74968969 req-41dddbbe-bef6-4a3a-b5a6-c43428a76bf7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 949 time: 0.0914240 Sep 15 15:56:38.504823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5f4f873-76dc-4886-b68f-552649fc087c req-57068c06-ee5a-4114-9a7f-98837139bf57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.0826554 Sep 15 15:56:38.525876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d7e6ba3-87f8-4d30-a301-252c74968969 req-a8a7ea60-2279-4924-a0ce-fa57bbce6e5d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Sep 15 15:56:38.593752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4f873-76dc-4886-b68f-552649fc087c req-c7e07b63-7245-4bd0-a87d-2e6a6aec7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.595388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5f4f873-76dc-4886-b68f-552649fc087c req-c7e07b63-7245-4bd0-a87d-2e6a6aec7607 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0813580 Sep 15 15:56:38.620823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51529406-e9b8-40d6-999e-b6b9f8ddcfbb req-cffbaeaf-a77e-43a8-92c9-343758a66236 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.622591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51529406-e9b8-40d6-999e-b6b9f8ddcfbb req-cffbaeaf-a77e-43a8-92c9-343758a66236 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1108098 Sep 15 15:56:38.675448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50080) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:38.682324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4f873-76dc-4886-b68f-552649fc087c req-659487eb-60b4-4a62-9c42-9858e4a8d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:38.683819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5f4f873-76dc-4886-b68f-552649fc087c req-659487eb-60b4-4a62-9c42-9858e4a8d937 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801113 Sep 15 15:56:38.693023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51529406-e9b8-40d6-999e-b6b9f8ddcfbb req-ac37c4fe-8f3b-40cb-864e-7824bf4d067b tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506964 Sep 15 15:56:38.753087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50084) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:38.794227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5f4f873-76dc-4886-b68f-552649fc087c req-9d46e8b8-e427-4ba3-909b-de663a5a934f service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002064 Sep 15 15:56:38.859858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-network', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:38.902636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5f4f873-76dc-4886-b68f-552649fc087c req-7851b632-16f5-4c84-aa5e-05e050f9e020 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906987 Sep 15 15:56:38.905550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1215386611'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:38.990159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Made reservation on behalf of d421b6bdd48d4bf9a99f2753a6f616e3 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:38.992437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.006009 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.096077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753293f-52af-4214-9f94-ba9a63c2c561 req-c59cf972-b733-47c8-bd3c-adbee78c6da1 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.097576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4753293f-52af-4214-9f94-ba9a63c2c561 req-c59cf972-b733-47c8-bd3c-adbee78c6da1 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 946 time: 0.0551746 Sep 15 15:56:39.102164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:39.105392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.129623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.182968 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4753293f-52af-4214-9f94-ba9a63c2c561 req-844a3dd6-22f4-4c7a-a193-f8516ac99ef7 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/security-groups?id=774aaab2-346d-4620-a913-d4e86f6e75ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734639 Sep 15 15:56:39.232895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.279379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f9809-588c-4e3c-b8a6-e0fc8ee603b4 req-d5cf3116-cf54-4b45-902c-9c28c6757bef tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.280904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef3f9809-588c-4e3c-b8a6-e0fc8ee603b4 req-d5cf3116-cf54-4b45-902c-9c28c6757bef tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0518260 Sep 15 15:56:39.299385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.323985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef3f9809-588c-4e3c-b8a6-e0fc8ee603b4 req-8d93da5d-cf67-499d-a12b-31e3a64a1aab tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370216 Sep 15 15:56:39.331799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:39.350729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed39d9-4680-46fb-a891-9b3ffc96bc29,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:39.363263 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.363609 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Added segment 3aba9ae0-675d-4a8e-a36e-16085828ec04 of type vlan for network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 Sep 15 15:56:39.418042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.432647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-edf56359-6120-4ecb-a752-69d74e921d59 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.434833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-edf56359-6120-4ecb-a752-69d74e921d59 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.38 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 946 time: 0.0508275 Sep 15 15:56:39.466766 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.526145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.528902 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.529841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.530417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.543666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Deleting port ffcb64da-352a-46ed-b3ab-c5efd98807bf {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:39.544282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.584775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:39.636410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e0322a-1819-4018-8fd0-01bae3942c50,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:39.639546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.640001 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 1def4624-2c0a-4570-80d4-b30cb60296a0 of type vlan for network 26daf64e-878f-4077-a104-5ee66a04af15 Sep 15 15:56:39.654378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.660845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.666651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.673119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.678950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.684886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.691563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.693475 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-199a0091-9854-453b-938b-3ae566e3285c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.2057595 Sep 15 15:56:39.694713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3e27f-b966-4f88-ada9-0a59ff4db403 req-b11d71b0-9017-49fb-98f9-3c977a3fd709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.696183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34e3e27f-b966-4f88-ada9-0a59ff4db403 req-b11d71b0-9017-49fb-98f9-3c977a3fd709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 949 time: 0.0748262 Sep 15 15:56:39.698006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] For port ffcb64da-352a-46ed-b3ab-c5efd98807bf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ffcb64da-352a-46ed-b3ab-c5efd98807bf,segment=NetworkSegment(99b28aad-e91e-43e6-a7e1-3da8da4e86ec),segment_id=99b28aad-e91e-43e6-a7e1-3da8da4e86ec)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:39.698370 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.707704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] Pushing event updated for resources: {'Network': ['ID=74fc50d4-aa86-4941-a702-ccb7bb8710e8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:39.714463 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f8a57973-326d-4b23-8b39-006b71fa7a63 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9599662 Sep 15 15:56:39.719033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:39.720687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50100) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:39.733511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Request body: {'subnet': {'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-subnet', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:39.747008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Calling delete_port for ffcb64da-352a-46ed-b3ab-c5efd98807bf owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:39.756641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34e3e27f-b966-4f88-ada9-0a59ff4db403 req-d54d23ae-965f-4c1e-ae55-763b5bc69db4 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497031 Sep 15 15:56:39.807238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3fc0a940-a4f1-4e2f-b05f-61d6d465832b req-ef6a9011-293c-4b3a-9bf9-9ed00f936889 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996923 Sep 15 15:56:39.808815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.868357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Made reservation on behalf of d421b6bdd48d4bf9a99f2753a6f616e3 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:39.870933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.877319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac25cb31-8e42-4986-8123-2417dc7eaa5f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:39.932689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:39.939293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:39.940018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.001538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.007562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.013412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.017237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port ac25cb31-8e42-4986-8123-2417dc7eaa5f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:56:40.020758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.022030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port ac25cb31-8e42-4986-8123-2417dc7eaa5f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:40.022428 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.027649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.035004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.041154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.043265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa615a54-75d4-49b6-82ab-e9646ce7db63 req-44a4bb2c-8596-4c08-a90a-32be6a61215d tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.0983701 Sep 15 15:56:40.044503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.057461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ffcb64da-352a-46ed-b3ab-c5efd98807bf'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:40.066690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=26daf64e-878f-4077-a104-5ee66a04af15,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:40.070073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:40.073400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Pushing event deleted for resources: {'Port': ['ID=ffcb64da-352a-46ed-b3ab-c5efd98807bf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:40.076456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0bd002f7-f081-4c6d-9cd5-4baeb5bc478c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3998289 Sep 15 15:56:40.091621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 26daf64e-878f-4077-a104-5ee66a04af15 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:40.091840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Request body: {'floatingip': {'port_id': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:40.193792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.199808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] No DVR routers for this DVR port ffcb64da-352a-46ed-b3ab-c5efd98807bf on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:40.203741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.206420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aad210cb-a6bd-4f94-8718-d761fd53ef8e req-e0aa21c8-2d92-432f-af3a-f0884c990e80 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.38 "DELETE /v2.0/ports/ffcb64da-352a-46ed-b3ab-c5efd98807bf HTTP/1.1" status: 204 len: 173 time: 0.7644541 Sep 15 15:56:40.206930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'name': 'network-vif-deleted', 'tag': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:40.211439 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcbf052-161b-44af-ada6-fbf51432cfd4" -d '{"events": [{"server_uuid": "85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4", "name": "network-vif-deleted", "tag": "ffcb64da-352a-46ed-b3ab-c5efd98807bf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:40.224092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50110) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:40.230572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:40.231606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '26daf64e-878f-4077-a104-5ee66a04af15', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:40.233107 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d029a2d5-7eb8-4141-ab2c-1ecb33a11b1f" -d '{"events": [{"server_uuid": "c236e9d9-3063-4dfa-b389-1bfef1d437cf", "name": "network-vif-plugged", "status": "completed", "tag": "ac25cb31-8e42-4986-8123-2417dc7eaa5f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:40.250588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ac25cb31-8e42-4986-8123-2417dc7eaa5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac25cb31-8e42-4986-8123-2417dc7eaa5f,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:40.326174 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.332910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31f80a42-5006-4981-84e7-1e57b22c2d68 req-3b23baf5-6a24-471e-9b7a-e5777dd01947 tempest-ServerAddressesTestJSON-2070064489 tempest-ServerAddressesTestJSON-2070064489-project] 10.222.0.63 "GET /v2.0/ports?device_id=85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4 HTTP/1.1" status: 200 len: 210 time: 0.0638289 Sep 15 15:56:40.388516 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d9dfd9-fd71-4fdc-a50d-88d5384ceae5 x-openstack-request-id: req-37d9dfd9-fd71-4fdc-a50d-88d5384ceae5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:40.388873 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4", "name": "network-vif-deleted", "tag": "ffcb64da-352a-46ed-b3ab-c5efd98807bf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:40.392733 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-37d9dfd9-fd71-4fdc-a50d-88d5384ceae5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:40.392733 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dffe91-1c8a-4fde-9c1d-0a07e0bfd5f4', 'name': 'network-vif-deleted', 'tag': 'ffcb64da-352a-46ed-b3ab-c5efd98807bf', 'status': 'completed', 'code': 200} Sep 15 15:56:40.395575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ac25cb31-8e42-4986-8123-2417dc7eaa5f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:40.437775 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b80614a-58a0-48eb-8941-e2d37c9c8f52 x-openstack-request-id: req-3b80614a-58a0-48eb-8941-e2d37c9c8f52 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:40.438129 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c236e9d9-3063-4dfa-b389-1bfef1d437cf", "name": "network-vif-plugged", "status": "completed", "tag": "ac25cb31-8e42-4986-8123-2417dc7eaa5f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:40.438379 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3b80614a-58a0-48eb-8941-e2d37c9c8f52 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:40.438769 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'code': 200} Sep 15 15:56:40.494331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a716f-512b-4e24-b23c-0c6664467c59 req-9f03f517-bb59-44e3-8497-8afd86c95d56 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.495986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-499a716f-512b-4e24-b23c-0c6664467c59 req-9f03f517-bb59-44e3-8497-8afd86c95d56 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.5492673 Sep 15 15:56:40.500568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.507442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:40.510934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.612860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1311-1e5d-403c-80cb-44298533467c req-5534b112-153a-4903-8678-fba3bbe689d1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.614328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a4c1311-1e5d-403c-80cb-44298533467c req-5534b112-153a-4903-8678-fba3bbe689d1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1193542 Sep 15 15:56:40.679322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a4c1311-1e5d-403c-80cb-44298533467c req-02cd2362-8b82-44e0-a7fa-82af2378609e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563285 Sep 15 15:56:40.698985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-499a716f-512b-4e24-b23c-0c6664467c59 req-ffcdbb67-a07d-44fb-ad0c-38d0e5d0f28f tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947761 Sep 15 15:56:40.715563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739fed9-061c-41c1-863b-ea44577d5850 req-26d027e3-3f0f-4d0b-85b4-7f4a8db2786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.717126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d739fed9-061c-41c1-863b-ea44577d5850 req-26d027e3-3f0f-4d0b-85b4-7f4a8db2786b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 1101 time: 0.1761465 Sep 15 15:56:40.812294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d9c5f-19c4-4457-9f62-f516009d2369 req-f9dbd35f-b6a9-4bdb-8ea7-b5646e4d7be7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.814113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-988d9c5f-19c4-4457-9f62-f516009d2369 req-f9dbd35f-b6a9-4bdb-8ea7-b5646e4d7be7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0504656 Sep 15 15:56:40.850656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d739fed9-061c-41c1-863b-ea44577d5850 req-0caed898-1487-4210-b2af-41f740f80d1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659580 Sep 15 15:56:40.870296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.874811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-988d9c5f-19c4-4457-9f62-f516009d2369 req-0b59e45c-6102-4995-b3db-7d15886f1543 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459433 Sep 15 15:56:40.941125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:40.946158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=25ecf901-98af-401a-8b89-b6073258ad13,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:40.955274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '1def4624-2c0a-4570-80d4-b30cb60296a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '26daf64e-878f-4077-a104-5ee66a04af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:40.955640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 26daf64e-878f-4077-a104-5ee66a04af15, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:40.985855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cccb1-ae86-4984-b3cb-8e23e6563635 req-7994e7bf-1e46-409d-9631-46765e8952ed tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:40.989509 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a90cccb1-ae86-4984-b3cb-8e23e6563635 req-7994e7bf-1e46-409d-9631-46765e8952ed tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 950 time: 0.1390948 Sep 15 15:56:41.091497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 26daf64e-878f-4077-a104-5ee66a04af15 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:41.122131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:41.168831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a90cccb1-ae86-4984-b3cb-8e23e6563635 req-a8ec6ccd-92a2-4f69-a624-d6aa48c2ba74 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573844 Sep 15 15:56:41.176255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Checking segment: {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:41.176662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Network hostable DHCP agents. Network: 74fc50d4-aa86-4941-a702-ccb7bb8710e8, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:41.286083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 26daf64e-878f-4077-a104-5ee66a04af15) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:41.290801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:41.292077 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.296776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf94274-12e9-41ff-a7be-e552cadba364 None None] Network 26daf64e-878f-4077-a104-5ee66a04af15 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:41.308064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.354317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:41.361557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 74fc50d4-aa86-4941-a702-ccb7bb8710e8) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:41.365708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:41.366355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.377462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa00fc-3c38-47c0-9411-f696132641b4 None None] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:41.395813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:41.428977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.434701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7eea701c-b6e8-4297-833b-ba3c5eb0b750 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2077644 Sep 15 15:56:41.435656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50128) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:41.450358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1098967902'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:41.477012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] Deleting subnet 6e907739-69f3-4303-b8e7-a5ebf97ad707 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:56:41.480963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.488226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-453bcf14-bb0d-4d33-8852-28afb942bfca admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7655659 Sep 15 15:56:41.491148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50130) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:41.497452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:41.519144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-26daf64e-878f-4077-a104-5ee66a04af15', 'network_id': '26daf64e-878f-4077-a104-5ee66a04af15', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': '25ecf901-98af-401a-8b89-b6073258ad13'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:41.520479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.529521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.551099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:41.555266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.576571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccf94ec-b581-4355-9642-b4a52876af8c None None] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:41.588604 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Floating IP 266230c1-5bca-44e9-b16a-f73c7c7a35df associated. External IP: 172.25.0.210, port: bc0f26b3-c3d4-4c83-a197-bfda2c0628f9. Sep 15 15:56:41.609906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:41.612224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.647377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.648557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.654493 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.654844 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 8fddcfbe-dadd-427a-9a5e-88df76ea551c of type vlan for network 20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac Sep 15 15:56:41.721430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.766989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.858505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.900750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e907739-69f3-4303-b8e7-a5ebf97ad707,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:41.902211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.907249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-356e73bf-b8d2-4387-afff-5529edc93180 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/6e907739-69f3-4303-b8e7-a5ebf97ad707 HTTP/1.1" status: 204 len: 168 time: 0.5072386 Sep 15 15:56:41.908902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d5d5-0065-471b-8640-6b5c10575b3f req-2165f082-bf0e-4db2-9e13-714a3d93e195 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:41.925618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50136) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:41.926081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5cb4d5d5-0065-471b-8640-6b5c10575b3f req-2165f082-bf0e-4db2-9e13-714a3d93e195 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0997517 Sep 15 15:56:41.926179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.926179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:41.926179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:41.944382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Allocated IP 172.20.255.242 (26daf64e-878f-4077-a104-5ee66a04af15/25ecf901-98af-401a-8b89-b6073258ad13/a925cc0e-bccb-49a6-adcd-77ca25f920e7) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:41.978939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38373b-616f-4dd2-b3eb-42929061284b req-20f4fcd6-0eb7-45be-afde-ddc0f12686dd tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:41.982262 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f38373b-616f-4dd2-b3eb-42929061284b req-20f4fcd6-0eb7-45be-afde-ddc0f12686dd tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1661935 Sep 15 15:56:42.022107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Router 050c508c-d2d0-48cd-8286-f5eaef1ec183 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:56:42.072416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5cb4d5d5-0065-471b-8640-6b5c10575b3f req-1a6cb7ec-7c2f-46e1-a8c7-44e186dfed85 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534917 Sep 15 15:56:42.076499 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6303284 Sep 15 15:56:42.084144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e8790-7710-4719-bcee-85d0d50c4f3e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:42.087950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50138) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:42.094341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:42.106727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.121744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.137166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:42.153604 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f38373b-616f-4dd2-b3eb-42929061284b req-7f68968d-b164-443e-9928-0f9390fba57b tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533022 Sep 15 15:56:42.211850 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.249208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:56:42.256963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.263649 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] Sync routers for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:56:42.304587 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:56:42.306080 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:56:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:42.315267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.323477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1c0cc82f-9f9b-41e5-8755-bab9f738a719 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "PUT /v2.0/floatingips/266230c1-5bca-44e9-b16a-f73c7c7a35df HTTP/1.1" status: 200 len: 992 time: 2.2493286 Sep 15 15:56:42.332024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:42.334453 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:42.364104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.395874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Network 26daf64e-878f-4077-a104-5ee66a04af15 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:42.405419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:42.406837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Pushing event updated for resources: {'Port': ['ID=a925cc0e-bccb-49a6-adcd-77ca25f920e7,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:42.409820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:42.421857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de54acae-c278-410e-a2f3-ee4a9cc37763']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:42.433642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:42.437893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.445530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b28aad-e91e-43e6-a7e1-3da8da4e86ec') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:42.445820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b28aad-e91e-43e6-a7e1-3da8da4e86ec') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:42.466017 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:56:42.476876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.506727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Attempting to bind port a925cc0e-bccb-49a6-adcd-77ca25f920e7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:42.507259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Attempting to bind port a925cc0e-bccb-49a6-adcd-77ca25f920e7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1def4624-2c0a-4570-80d4-b30cb60296a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '26daf64e-878f-4077-a104-5ee66a04af15'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:42.507767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Attempting to bind port a925cc0e-bccb-49a6-adcd-77ca25f920e7 on network 26daf64e-878f-4077-a104-5ee66a04af15 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:42.514980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:42.514980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Checking segment: {'id': '1def4624-2c0a-4570-80d4-b30cb60296a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '26daf64e-878f-4077-a104-5ee66a04af15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:42.515718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.516255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Bound using segment: {'id': '1def4624-2c0a-4570-80d4-b30cb60296a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '26daf64e-878f-4077-a104-5ee66a04af15'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:42.516875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Bound port: a925cc0e-bccb-49a6-adcd-77ca25f920e7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1def4624-2c0a-4570-80d4-b30cb60296a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '26daf64e-878f-4077-a104-5ee66a04af15'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:42.517420 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.563482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-c4a81a74-c235-4aa9-8040-e84b96db32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.565497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-c4a81a74-c235-4aa9-8040-e84b96db32b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1097 time: 0.1884000 Sep 15 15:56:42.568330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.591568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:42.595751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:42.597989 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:42.622395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] For port a925cc0e-bccb-49a6-adcd-77ca25f920e7, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:42.627116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] For port a925cc0e-bccb-49a6-adcd-77ca25f920e7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a925cc0e-bccb-49a6-adcd-77ca25f920e7,segment=NetworkSegment(1def4624-2c0a-4570-80d4-b30cb60296a0),segment_id=1def4624-2c0a-4570-80d4-b30cb60296a0)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:42.665324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa820ef0-f1b2-4eac-aee2-23a84719a47f req-01e5c897-5440-4295-8f45-85e96b7f2898 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.672506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa820ef0-f1b2-4eac-aee2-23a84719a47f req-01e5c897-5440-4295-8f45-85e96b7f2898 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 950 time: 0.2827852 Sep 15 15:56:42.684608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.698193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.714032 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bddaedb-0424-4515-a8f8-f07d8ad6232a x-openstack-request-id: req-3bddaedb-0424-4515-a8f8-f07d8ad6232a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:42.714319 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:42.714574 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3bddaedb-0424-4515-a8f8-f07d8ad6232a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:42.714968 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'status': 'completed', 'code': 200} Sep 15 15:56:42.717561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.766863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa820ef0-f1b2-4eac-aee2-23a84719a47f req-40836efc-99d8-4d41-9034-a6dff7e2bbcd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853198 Sep 15 15:56:42.835998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.860154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:42.864520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/de54acae-c278-410e-a2f3-ee4a9cc37763 HTTP/1.1" status: 204 len: 168 time: 0.9526575 Sep 15 15:56:42.873880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d1b7a-3e3c-40cf-aee7-fafbfe97df4a None None] Pushing event updated for resources: {'Port': ['ID=a925cc0e-bccb-49a6-adcd-77ca25f920e7,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:42.879716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-478e2aaf-bf10-4276-b01f-3834be3545f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.883072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-478e2aaf-bf10-4276-b01f-3834be3545f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 911 time: 0.2559421 Sep 15 15:56:42.903194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.903194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.903706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.904038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.904433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.905300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.906065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:42.907957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-60859c76-2f9e-4e8d-bd8a-d1ddff25480c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6501 time: 0.1169233 Sep 15 15:56:42.954581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6647a5e-84b7-4bc7-896d-4733c0033df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=de54acae-c278-410e-a2f3-ee4a9cc37763,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:42.956081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Allocated IP 172.25.0.232 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/3db9c373-f333-41b7-b057-54e69b4b8454) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:42.970903 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '266230c1-5bca-44e9-b16a-f73c7c7a35df', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'port_id': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'mac_address': 'fa:16:3e:e5:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:55:06Z', 'updated_at': '2021-09-15T15:56:41Z', 'revision_number': 1, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:06Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:42.999061 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] Checking router: 050c508c-d2d0-48cd-8286-f5eaef1ec183 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:56:43.008790 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:56:43.009419 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:56:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:43.101569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-828b10ac-997f-45a7-bc68-f4433ca3d157 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 1002 time: 0.1890905 Sep 15 15:56:43.116065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678b2f-30ba-4417-aa8a-adb66483c50e req-7323a30f-14ba-4aad-93f3-ea8ed0fab9a4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.121661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-6cf88b3c-8a2d-4b76-96cb-2411388125d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.125199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-6cf88b3c-8a2d-4b76-96cb-2411388125d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750c4d85-afa9-4a00-a89d-5380a155e225 HTTP/1.1" status: 200 len: 918 time: 0.1779258 Sep 15 15:56:43.130775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6678b2f-30ba-4417-aa8a-adb66483c50e req-7323a30f-14ba-4aad-93f3-ea8ed0fab9a4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.2280316 Sep 15 15:56:43.207399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:56:43.229145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.229728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ffcb64da-352a-46ed-b3ab-c5efd98807bf no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:56:43.271656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.284036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: ffcb64da-352a-46ed-b3ab-c5efd98807bf {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:56:43.285931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ffcb64da-352a-46ed-b3ab-c5efd98807bf not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:56:43.300345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-4dfa5fc5-9bab-4ab7-b0ac-851cd39fc834 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 HTTP/1.1" status: 200 len: 1000 time: 0.1584587 Sep 15 15:56:43.353617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50158) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:43.355944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.411655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6678b2f-30ba-4417-aa8a-adb66483c50e req-3ce2c7ba-7273-44a7-a14f-24405efb5778 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799070 Sep 15 15:56:43.430191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:43.443361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:43.454936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7f89-f2f6-454c-86ae-33eeea3184b8 req-8f91470d-d1b3-4452-bcb6-ab9fca5cf703 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.456864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=42e2726b-5b57-43ba-9f84-89c4ff9ba8fa,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:43.460165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41be7f89-f2f6-454c-86ae-33eeea3184b8 req-8f91470d-d1b3-4452-bcb6-ab9fca5cf703 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.2014129 Sep 15 15:56:43.461305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-b5e87734-4a02-4647-a6cc-0b10a11cf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.461880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:43.462791 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-b5e87734-4a02-4647-a6cc-0b10a11cf466 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.2721825 Sep 15 15:56:43.466095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '8fddcfbe-dadd-427a-9a5e-88df76ea551c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:43.466436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:43.472242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-34e03cc1-fedd-461b-b52b-7720590a1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.473742 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-34e03cc1-fedd-461b-b52b-7720590a1cce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1cead18e-5177-4b02-8696-b4085c0a29ee HTTP/1.1" status: 200 len: 856 time: 0.1581273 Sep 15 15:56:43.502116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Pushing event updated for resources: {'Port': ['ID=3db9c373-f333-41b7-b057-54e69b4b8454,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:43.536337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-8e90a056-906f-4234-8475-18f7b6a7dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.537957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-8e90a056-906f-4234-8475-18f7b6a7dbd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663247 Sep 15 15:56:43.565957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-93e52fc8-38b0-48d8-8c2f-09c0ebbbf3d3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8b996a6fe79e4cf1aadb358a78b3f3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079346 Sep 15 15:56:43.573132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50160) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:43.587425 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '266230c1-5bca-44e9-b16a-f73c7c7a35df', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'port_id': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'mac_address': 'fa:16:3e:e5:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:55:06Z', 'updated_at': '2021-09-15T15:56:41Z', 'revision_number': 1, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:06Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:43.596537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41be7f89-f2f6-454c-86ae-33eeea3184b8 req-3274aded-b872-4af2-b083-43303b001cd8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355133 Sep 15 15:56:43.624522 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5352927-686b-4835-bd5c-225a0d311df7 None None] The sync data for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 is: [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '266230c1-5bca-44e9-b16a-f73c7c7a35df', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'floating_ip_address': '172.25.0.210', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'port_id': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'mac_address': 'fa:16:3e:e5:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:55:06Z', 'updated_at': '2021-09-15T15:56:41Z', 'revision_number': 1, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:06Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:56:43.641169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-b715ade7-b07d-4b92-9e71-b18807e10cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.648095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-b715ade7-b07d-4b92-9e71-b18807e10cba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750c4d85-afa9-4a00-a89d-5380a155e225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379726 Sep 15 15:56:43.648860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:43.712320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37050410-de31-4b39-ab1a-2933f09f27d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.748464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:43.754259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:43.755309 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.762546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6639cd-8fc6-438d-9d09-8e897f54bdef None None] Network 20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:43.777852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37050410-de31-4b39-ab1a-2933f09f27d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.829506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-dd9d5886-97f6-41bb-adc6-c3926f7cc926 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458409 Sep 15 15:56:43.833250 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-73ef8cb9-9ec8-4717-868c-127596e81956 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853484 Sep 15 15:56:43.954253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37050410-de31-4b39-ab1a-2933f09f27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.958189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37050410-de31-4b39-ab1a-2933f09f27d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:43.960567 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-37050410-de31-4b39-ab1a-2933f09f27d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/774aaab2-346d-4620-a913-d4e86f6e75ec HTTP/1.1" status: 204 len: 168 time: 0.3923793 Sep 15 15:56:43.962771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1349b86b-073a-44b2-adcf-4239b1c4103e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8732059 Sep 15 15:56:43.968036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:44.038260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4f1e30-c000-4bd3-9cca-59be38dfd27d None None] New status for floating IP 266230c1-5bca-44e9-b16a-f73c7c7a35df: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:56:44.090579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7616a-3140-485e-a4de-c74e142bc744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac', 'network_id': '20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': '42e2726b-5b57-43ba-9f84-89c4ff9ba8fa'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:44.091798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65a7616a-3140-485e-a4de-c74e142bc744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:44.100085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:44.115049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37050410-de31-4b39-ab1a-2933f09f27d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774aaab2-346d-4620-a913-d4e86f6e75ec,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:44.180445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-159cbc23-0186-4807-8ac0-ed95d90ffd9c req-3255f700-d8fe-4c29-b59a-fb4857135deb service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344476 Sep 15 15:56:44.229411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:44.308925 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c23d4fb-4e66-467e-bf8b-d67137e846e6 None None] Network 26daf64e-878f-4077-a104-5ee66a04af15 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:44.395036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:44.440819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=42e2726b-5b57-43ba-9f84-89c4ff9ba8fa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:44.441065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acb231-3c75-4dc0-95f9-199cda8bfb2e req-8e98b5e8-3a7f-466d-a1ba-ecb149f9267b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:44.442542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22acb231-3c75-4dc0-95f9-199cda8bfb2e req-8e98b5e8-3a7f-466d-a1ba-ecb149f9267b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 950 time: 0.5789547 Sep 15 15:56:44.461828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-15e13409-4fde-4c41-894a-edd9efc30bae None None] Provisioning complete for port a925cc0e-bccb-49a6-adcd-77ca25f920e7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:44.461828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15e13409-4fde-4c41-894a-edd9efc30bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:44.466367 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c5eaae-bd35-4872-9fe6-9a2f96fc74d8 req-c360d708-a7e6-4ac1-be69-859cd2c171ba service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271870 Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server [None req-65a7616a-3140-485e-a4de-c74e142bc744 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42e2726b-5b57-43ba-9f84-89c4ff9ba8fa: This subnet is being modified by another concurrent operation. Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:56:44.529270 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise exception Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42e2726b-5b57-43ba-9f84-89c4ff9ba8fa: This subnet is being modified by another concurrent operation. Sep 15 15:56:44.534106 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Sep 15 15:56:44.540564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22acb231-3c75-4dc0-95f9-199cda8bfb2e req-fbe7bd21-9026-4553-ab5e-9e60418ae5f7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826800 Sep 15 15:56:44.572447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:44.588948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a8840-08ff-4897-b63d-360ec0a08fab None None] Network 20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:44.665971 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15e13409-4fde-4c41-894a-edd9efc30bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:44.871721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-15e13409-4fde-4c41-894a-edd9efc30bae None None] For port a925cc0e-bccb-49a6-adcd-77ca25f920e7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a925cc0e-bccb-49a6-adcd-77ca25f920e7,segment=NetworkSegment(1def4624-2c0a-4570-80d4-b30cb60296a0),segment_id=1def4624-2c0a-4570-80d4-b30cb60296a0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:44.885426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae6170-020c-44b4-94eb-ab6f87302ee5 req-65dab95c-940c-4660-be48-471d7e184298 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:44.893360 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1ae6170-020c-44b4-94eb-ab6f87302ee5 req-65dab95c-940c-4660-be48-471d7e184298 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 1101 time: 0.1422772 Sep 15 15:56:45.006168 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15e13409-4fde-4c41-894a-edd9efc30bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.034093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.039480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1ae6170-020c-44b4-94eb-ab6f87302ee5 req-a94188ed-37fb-42f6-a2bb-c792e6d96a10 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448185 Sep 15 15:56:45.114154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.148729 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-ca9cc72f-3c2c-45ad-8c42-604d4e6c77ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1816289 Sep 15 15:56:45.161120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:45.196053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fddcfbe-dadd-427a-9a5e-88df76ea551c') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:45.196662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fddcfbe-dadd-427a-9a5e-88df76ea551c') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:45.223225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e13409-4fde-4c41-894a-edd9efc30bae None None] Pushing event updated for resources: {'Port': ['ID=a925cc0e-bccb-49a6-adcd-77ca25f920e7,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:45.230376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95015dc8-241d-4e93-8689-fd1f53214ab8 req-74138d92-5ef8-4998-a450-92fd36753c89 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.241385 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95015dc8-241d-4e93-8689-fd1f53214ab8 req-74138d92-5ef8-4998-a450-92fd36753c89 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.6441817 Sep 15 15:56:45.251684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.287677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.304698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95015dc8-241d-4e93-8689-fd1f53214ab8 req-56cc524f-a3ad-451c-82fd-0757dd39e4bb tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620563 Sep 15 15:56:45.305951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:45.309057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.316503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad6b47a-d954-44da-955b-ab1ecab6e76c None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:45.333426 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:45.370112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a925cc0e-bccb-49a6-adcd-77ca25f920e7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:45.403778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-da6443fa-5a35-4604-8f5b-0081c06fc793 None None] Provisioning complete for port a925cc0e-bccb-49a6-adcd-77ca25f920e7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:45.404261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da6443fa-5a35-4604-8f5b-0081c06fc793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.414010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.414010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.414010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.414010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.414010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.414010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.414010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.415740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-490a808d-1fc9-42af-8754-b85c03d03871 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=47b5b5511a5547ef85b44ec88c699413&device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6492 time: 0.1585536 Sep 15 15:56:45.446544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b8003-af28-455c-a516-43cf7b9274b4 req-c8eb843a-667f-4178-a5d0-24ae022221d8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.448077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f77b8003-af28-455c-a516-43cf7b9274b4 req-c8eb843a-667f-4178-a5d0-24ae022221d8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1212835 Sep 15 15:56:45.495883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.504809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.506974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac HTTP/1.1" status: 204 len: 168 time: 1.5349324 Sep 15 15:56:45.522722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:45.533093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-366413060'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:45.541263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a925cc0e-bccb-49a6-adcd-77ca25f920e7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:45.542089 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.542779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b8ab6-4670-4250-a932-7a6cbc236292 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:45.565055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-ee6aba74-c33d-4d54-8c93-0120084b8bd6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500221 Sep 15 15:56:45.624244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:45.627275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Router f5672f8d-5a73-4003-af9d-b076c51b429d is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:56:45.643048 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f77b8003-af28-455c-a516-43cf7b9274b4 req-28b944cf-b1b4-4140-a73c-453637a1a941 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874244 Sep 15 15:56:45.683356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad6b47a-d954-44da-955b-ab1ecab6e76c None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:56:45.740009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-592a051d-c66d-48fa-9f38-ac15eefa69b0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.744764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-592a051d-c66d-48fa-9f38-ac15eefa69b0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723709 Sep 15 15:56:45.762477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-6e6b0f51-7f5c-445d-9970-3cfa35dcf484 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/quotas/7387a36b9bf94796a3c8e25452e62917 HTTP/1.1" status: 200 len: 375 time: 0.0114572 Sep 15 15:56:45.770021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:45.774025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.794292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-70755409-bc20-427d-9cf5-63849d3e6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.794292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-70755409-bc20-427d-9cf5-63849d3e6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.794632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-70755409-bc20-427d-9cf5-63849d3e6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:45.797230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-70755409-bc20-427d-9cf5-63849d3e6762 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7862a63-a0aa-4327-bb17-35787cacce3d&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&id=51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 200 len: 2290 time: 0.3282750 Sep 15 15:56:45.821073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1437801401-network', 'tenant_id': '9d008b995e53477f8f071fa2dcc16b7b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:45.855123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:45.858663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-46398b60-d078-4f82-9ecd-cd4a4256f84f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0890143 Sep 15 15:56:45.925898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.926504 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 2dc3512d-c8c0-4504-9be7-ab885b29ff6b of type vlan for network a24bf5e4-9bce-486d-b7e5-4fc89694b706 Sep 15 15:56:45.937910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Made reservation on behalf of 9d008b995e53477f8f071fa2dcc16b7b for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:45.940395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.957059 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:45.979165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-9a29fdbf-2158-4bab-88f7-bba38b972f4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f HTTP/1.1" status: 200 len: 1001 time: 0.1729405 Sep 15 15:56:46.007952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:56:46.021724 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Sync routers for ids ['f5672f8d-5a73-4003-af9d-b076c51b429d'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:56:46.034765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.073423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-6cb104bc-3176-401d-b7e2-e1a321f2f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:46.074960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-6cb104bc-3176-401d-b7e2-e1a321f2f526 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b6763370-0d4e-4595-97d1-14d944b3931f HTTP/1.1" status: 200 len: 849 time: 0.0818372 Sep 15 15:56:46.080665 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Routers {'f5672f8d-5a73-4003-af9d-b076c51b429d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:56:46.089222 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:56:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f5672f8d-5a73-4003-af9d-b076c51b429d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:46.092587 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.137459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-5d5b17e2-0481-4506-9cfd-75e2e3c4d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:46.145255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-5d5b17e2-0481-4506-9cfd-75e2e3c4d2de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7862a63-a0aa-4327-bb17-35787cacce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618114 Sep 15 15:56:46.164747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.170921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:46.171668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.198625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.238378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8aab3639-8fc0-416c-8b7a-034656ed425b req-7e580618-5f18-42ea-943d-956442992d10 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 210 time: 0.0637658 Sep 15 15:56:46.249381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:46.264896 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Set router f5672f8d-5a73-4003-af9d-b076c51b429d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:56:46.293892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823f3850-e3c9-4b25-8526-1001a848a833,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:46.301666 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.302026 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Added segment f163cfd3-ee5d-4430-b8fd-def29a833323 of type vlan for network 2ef507ee-8d76-4f84-836f-bcd76c61772c Sep 15 15:56:46.307554 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.312758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-396e2231-644a-434a-8a3b-556b0b6e2147 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8167138 Sep 15 15:56:46.339707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50228) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:46.375652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.384909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4f777-a075-4580-8ad2-7eb0dede6260 req-a1503989-9da4-4377-8264-5312c92f41d8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:46.386635 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94c4f777-a075-4580-8ad2-7eb0dede6260 req-a1503989-9da4-4377-8264-5312c92f41d8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.2262473 Sep 15 15:56:46.393675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8683894 Sep 15 15:56:46.394515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50232) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:46.399774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aa458-33e2-44dd-ae58-86a6ce8f0456 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=a24bf5e4-9bce-486d-b7e5-4fc89694b706,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:46.407654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:46.415088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network a24bf5e4-9bce-486d-b7e5-4fc89694b706 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:46.509536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94c4f777-a075-4580-8ad2-7eb0dede6260 req-63d8e147-2765-44fe-80fa-251d387d62a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101801 Sep 15 15:56:46.518677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:56:43Z', 'revision_number': 3, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:46.527467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.528189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:46.528865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.555260 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Checking router: f5672f8d-5a73-4003-af9d-b076c51b429d for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:56:46.555613 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Updating router f5672f8d-5a73-4003-af9d-b076c51b429d port 3db9c373-f333-41b7-b057-54e69b4b8454 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:56:46.578455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-507441c1-b9fd-4c9b-9de9-437098c86b55 service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228184 Sep 15 15:56:46.584926 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.597047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] Pushing event updated for resources: {'Network': ['ID=2ef507ee-8d76-4f84-836f-bcd76c61772c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:46.608748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2ef507ee-8d76-4f84-836f-bcd76c61772c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:46.678188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:46.681745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.724665 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-97baab32-d84f-4e33-b1ca-eaca4127ae7f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0995877 Sep 15 15:56:46.725275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50238) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:46.730667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Request body: {'subnet': {'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1437801401-subnet', 'tenant_id': '9d008b995e53477f8f071fa2dcc16b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:46.813000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795e49d-8a66-4c47-a030-5a4ab3c1444c req-3fd82e3d-3d98-430c-88b7-c2c3da723cfc tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:46.814566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c795e49d-8a66-4c47-a030-5a4ab3c1444c req-3fd82e3d-3d98-430c-88b7-c2c3da723cfc tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0701320 Sep 15 15:56:46.834228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing IP validity checks on allocation pools {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 15 15:56:46.834645 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 15 15:56:46.858746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c795e49d-8a66-4c47-a030-5a4ab3c1444c req-17eec5bf-d4ec-477b-b7fb-db26207d7c5b tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379262 Sep 15 15:56:46.868768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Made reservation on behalf of 9d008b995e53477f8f071fa2dcc16b7b for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:46.871550 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.883415 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-4f1b4284-a64b-4879-9ae1-1107f4ec1baf service neutron] 10.222.0.55 "GET /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826424 Sep 15 15:56:46.954489 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:46.965457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-7a4eb1e1-c6df-4779-9137-de971741efb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 217 time: 0.0754290 Sep 15 15:56:47.044105 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.111060 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Pushing event updated for resources: {'Port': ['ID=3db9c373-f333-41b7-b057-54e69b4b8454,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:47.111060 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Attempting to bind port 3db9c373-f333-41b7-b057-54e69b4b8454 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:47.111060 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Attempting to bind port 3db9c373-f333-41b7-b057-54e69b4b8454 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:47.111060 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Attempting to bind port 3db9c373-f333-41b7-b057-54e69b4b8454 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:47.119499 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.119850 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.120194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.120557 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.120893 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.121475 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.121802 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.122128 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.122453 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.122779 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.123103 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.123437 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:47.128859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-88b5323b-4230-44ba-93e1-c14ae1d32759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:47.130336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-88b5323b-4230-44ba-93e1-c14ae1d32759 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.1546435 Sep 15 15:56:47.130636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.145551 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:47.146031 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:47.146845 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.147409 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:47.148066 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Bound port: 3db9c373-f333-41b7-b057-54e69b4b8454, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:47.148896 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.187741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a925cc0e-bccb-49a6-adcd-77ca25f920e7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:47.221851 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] For port 3db9c373-f333-41b7-b057-54e69b4b8454, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:47.229839 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] For port 3db9c373-f333-41b7-b057-54e69b4b8454, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3db9c373-f333-41b7-b057-54e69b4b8454,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:47.244339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-afe023ed-5c31-4cd7-8d7a-b3f8e8f74d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:47.245863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-afe023ed-5c31-4cd7-8d7a-b3f8e8f74d65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002841 Sep 15 15:56:47.253728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4215d2a4-61ca-42b1-8ae5-c38d1386f4f1,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:47.266846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Checking segment: {'id': 'f163cfd3-ee5d-4430-b8fd-def29a833323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:47.267299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Network hostable DHCP agents. Network: 2ef507ee-8d76-4f84-836f-bcd76c61772c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:47.278007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a925cc0e-bccb-49a6-adcd-77ca25f920e7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:47.279105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.290030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.336716 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.368674 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b27c62a8-8097-47a0-bcae-86ee135a2c01 req-52ae6bd6-9930-454f-84a1-41facd67f950 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 210 time: 0.0385675 Sep 15 15:56:47.372189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Network 2ef507ee-8d76-4f84-836f-bcd76c61772c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:47.444244 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Routers {'f5672f8d-5a73-4003-af9d-b076c51b429d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:56:47.444909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:56:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f5672f8d-5a73-4003-af9d-b076c51b429d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:47.453880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2ef507ee-8d76-4f84-836f-bcd76c61772c) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:47.470403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:47.471579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=b9db5da1-ab50-47ad-9cee-74ec4311b88f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:47.472839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.490814 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a023b9-9c21-47f7-8d63-75f9574c5a45 None None] Pushing event updated for resources: {'Port': ['ID=3db9c373-f333-41b7-b057-54e69b4b8454,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:47.521825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeffcc85-6ec3-4698-ae38-ac8293473af0 None None] Network 2ef507ee-8d76-4f84-836f-bcd76c61772c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:47.528348 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:47.572825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-a4746c48-6dbe-45e0-b2a1-35c8b688df9d service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985783 Sep 15 15:56:47.575570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '2dc3512d-c8c0-4504-9be7-ab885b29ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:47.577181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: a24bf5e4-9bce-486d-b7e5-4fc89694b706, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:47.581059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9ee7cbbd-0595-47d6-86dd-40c19408e19d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8545003 Sep 15 15:56:47.581285 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] Set router f5672f8d-5a73-4003-af9d-b076c51b429d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:56:47.723090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a3d45-a260-4982-81d6-3c358446ee35 None None] Network 2ef507ee-8d76-4f84-836f-bcd76c61772c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:47.949485 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:56:43Z', 'revision_number': 3, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:47.982148 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae2b12-be86-4010-99ef-81bd03b0c452 None None] The sync data for ids ['f5672f8d-5a73-4003-af9d-b076c51b429d'] in n-d-808199-2 is: [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:56:43Z', 'revision_number': 3, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:56:48.044413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718f320-81e2-4aa3-b58f-58f790571608 req-7658f301-d430-4bd4-b4d8-97899194d609 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:48.046115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b718f320-81e2-4aa3-b58f-58f790571608 req-7658f301-d430-4bd4-b4d8-97899194d609 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0830123 Sep 15 15:56:48.087724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network a24bf5e4-9bce-486d-b7e5-4fc89694b706 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:48.094259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b718f320-81e2-4aa3-b58f-58f790571608 req-33cd36b1-3c0c-497a-a303-af559e221df6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Sep 15 15:56:48.148625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, a24bf5e4-9bce-486d-b7e5-4fc89694b706) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:48.166054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1738d3-d99a-41a0-afca-1e2daba65fce None None] Network a24bf5e4-9bce-486d-b7e5-4fc89694b706 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:48.186317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:48.187441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:48.247477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417ec37-9f45-4327-b7af-341dcef87f4f req-c53dd9a7-d0bb-41fc-b7fd-76ca57cb2f96 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:48.255427 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a417ec37-9f45-4327-b7af-341dcef87f4f req-c53dd9a7-d0bb-41fc-b7fd-76ca57cb2f96 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.5872705 Sep 15 15:56:48.261774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-01325652-5049-4809-a8ec-be2fef905c02 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735177 Sep 15 15:56:48.292508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c5e43c5d-af40-44e1-b622-7d98173d68a7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8912568 Sep 15 15:56:48.292888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50268) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:48.395903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Allocated IP 172.20.0.1 (74fc50d4-aa86-4941-a702-ccb7bb8710e8/f6b39f4b-a505-41fe-9bc2-89f857f5f7c1/b374bb27-6c1b-4bc8-83aa-2f961f9826d4) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:48.403230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-e208ae02-bdc4-4c72-ae67-ca10c514ba8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 217 time: 0.1243441 Sep 15 15:56:48.407258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50270) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:48.415600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-117021068-network', 'tenant_id': '5dffbc9c1a5d4316966dbd14f195f649'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:48.427188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-a24bf5e4-9bce-486d-b7e5-4fc89694b706', 'network_id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': 'b9db5da1-ab50-47ad-9cee-74ec4311b88f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:48.436419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:48.517526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:48.572252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Made reservation on behalf of 5dffbc9c1a5d4316966dbd14f195f649 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:48.579891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a417ec37-9f45-4327-b7af-341dcef87f4f req-fa07340f-126e-4c26-bf05-05f987511db6 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127518 Sep 15 15:56:48.592858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:48.612950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:48.632236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:48.674488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-53c97615-b923-4834-a8ff-c27bc624377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:48.684750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-53c97615-b923-4834-a8ff-c27bc624377c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.2511306 Sep 15 15:56:48.714571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Allocated IP 172.20.0.3 (a24bf5e4-9bce-486d-b7e5-4fc89694b706/b9db5da1-ab50-47ad-9cee-74ec4311b88f/06257a53-fe05-4299-9c25-2210700a37e9) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:48.724513 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:56:48.757520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:48.764881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e4da17b-9d63-4360-9b2d-f100869cd988 req-5e4ef1e2-1015-461e-8172-bca0037f0dd3 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 210 time: 0.0671599 Sep 15 15:56:48.865071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d868dd1-d9ad-4372-8a41-6a0a7c24ce12 req-73a6eb13-c70c-46e7-8dd5-21c36b81ad49 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:48.873069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d868dd1-d9ad-4372-8a41-6a0a7c24ce12 req-73a6eb13-c70c-46e7-8dd5-21c36b81ad49 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1778834 Sep 15 15:56:48.874171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-6881f666-e608-43e8-b26b-5c027b3a5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:48.876474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-6881f666-e608-43e8-b26b-5c027b3a5ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909146 Sep 15 15:56:48.884402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-7bca167f-83f8-4ef0-b76d-d8a9538178de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:48.885928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-7bca167f-83f8-4ef0-b76d-d8a9538178de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 1097 time: 0.2118638 Sep 15 15:56:48.886052 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-38cb253a-49c3-4bf0-90e8-cd97a6669b0d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899734 Sep 15 15:56:48.939487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d868dd1-d9ad-4372-8a41-6a0a7c24ce12 req-38ee0724-c3e4-4acf-8692-fb58c2ed1f67 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655472 Sep 15 15:56:49.041337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.087072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.102576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-10d570a5-777e-4529-8965-04cf31f9590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.104582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-10d570a5-777e-4529-8965-04cf31f9590f service neutron] 10.222.0.38 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 911 time: 0.1696339 Sep 15 15:56:49.109661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-28a69be5-7365-4e5e-9467-4942b35dd927 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214100 Sep 15 15:56:49.128989 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.164900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Network a24bf5e4-9bce-486d-b7e5-4fc89694b706 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:49.167448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:49.180753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:49.197106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.220120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:49.225819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-5f07ede9-6292-43f1-8056-ac91fbbae3c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 200 len: 1002 time: 0.1098554 Sep 15 15:56:49.237685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37e28c-fff6-440b-90cf-1344cc0800b2 req-cbe9beec-7c15-4eee-ad61-f95ef48cfdb8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.239235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c37e28c-fff6-440b-90cf-1344cc0800b2 req-cbe9beec-7c15-4eee-ad61-f95ef48cfdb8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.3693767 Sep 15 15:56:49.255997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:49.259124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Pushing event updated for resources: {'Port': ['ID=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:49.271018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:49.286478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3db9c373-f333-41b7-b057-54e69b4b8454 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:49.291604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.301564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.341706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=b9db5da1-ab50-47ad-9cee-74ec4311b88f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:49.342844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Pushing event updated for resources: {'Port': ['ID=06257a53-fe05-4299-9c25-2210700a37e9,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:49.369779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.372292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:49.380241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Attempting to bind port 06257a53-fe05-4299-9c25-2210700a37e9 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:49.380646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Attempting to bind port 06257a53-fe05-4299-9c25-2210700a37e9 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2dc3512d-c8c0-4504-9be7-ab885b29ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:49.381014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Attempting to bind port 06257a53-fe05-4299-9c25-2210700a37e9 on network a24bf5e4-9bce-486d-b7e5-4fc89694b706 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:49.394812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:49.395192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Checking segment: {'id': '2dc3512d-c8c0-4504-9be7-ab885b29ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:49.395902 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.396103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Bound using segment: {'id': '2dc3512d-c8c0-4504-9be7-ab885b29ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:49.396609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Bound port: 06257a53-fe05-4299-9c25-2210700a37e9, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc3512d-c8c0-4504-9be7-ab885b29ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:49.396992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.419701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3db9c373-f333-41b7-b057-54e69b4b8454 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:49.420431 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.423965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-3a26fbe5-e11e-4ee7-be09-be77c5115662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.425436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-3a26fbe5-e11e-4ee7-be09-be77c5115662 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.1927581 Sep 15 15:56:49.434678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065fe226-ba71-4d2d-a834-eb5eef87cf48,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:49.441469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.442200 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Added segment ca3d0c24-2bf4-4f45-b98a-8655cd008027 of type vlan for network ccf3e4ac-4a8e-41a8-9a34-e6f362763f12 Sep 15 15:56:49.463624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c37e28c-fff6-440b-90cf-1344cc0800b2 req-cec891eb-a78b-4581-8421-070cd852b3a8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106843 Sep 15 15:56:49.491846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-79c0f292-bd0a-4c55-b882-945111ee1860 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.491846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-79c0f292-bd0a-4c55-b882-945111ee1860 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5725298 Sep 15 15:56:49.500535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.513255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:49.570315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] For port 06257a53-fe05-4299-9c25-2210700a37e9, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:49.581303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24bf5e4-9bce-486d-b7e5-4fc89694b706']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:49.610084 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.615351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-c236eb1d-674f-48c0-9862-e485f9fe81a8 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742291 Sep 15 15:56:49.625224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] For port 06257a53-fe05-4299-9c25-2210700a37e9, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=06257a53-fe05-4299-9c25-2210700a37e9,segment=NetworkSegment(2dc3512d-c8c0-4504-9be7-ab885b29ff6b),segment_id=2dc3512d-c8c0-4504-9be7-ab885b29ff6b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:49.626491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc3512d-c8c0-4504-9be7-ab885b29ff6b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:49.626854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc3512d-c8c0-4504-9be7-ab885b29ff6b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:49.630400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.653945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 3db9c373-f333-41b7-b057-54e69b4b8454, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3db9c373-f333-41b7-b057-54e69b4b8454,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:49.654411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.658971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-6d651096-1209-4279-b72e-20e8c52c2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.660773 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-6d651096-1209-4279-b72e-20e8c52c2fb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165115 Sep 15 15:56:49.694517 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-dbe63349-2e0b-46e5-b804-17ef3e89c2fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc HTTP/1.1" status: 200 len: 217 time: 0.0567818 Sep 15 15:56:49.698528 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.722181 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.727257 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.732621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bfe34-ab0e-4ecf-88cd-ae82db40c7ff req-2bb37808-79ea-4d2f-8e70-8d6273004daa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.734695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d8bfe34-ab0e-4ecf-88cd-ae82db40c7ff req-2bb37808-79ea-4d2f-8e70-8d6273004daa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1633942 Sep 15 15:56:49.747287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:49.747671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:49.751371 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:49.768052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-fc7c6bc0-636c-4aa0-bc35-3a637d8c5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.770367 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-fc7c6bc0-636c-4aa0-bc35-3a637d8c5aef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.0641160 Sep 15 15:56:49.803555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21947b71-63ef-45f8-856f-0c82df3c74ab None None] Pushing event updated for resources: {'Port': ['ID=06257a53-fe05-4299-9c25-2210700a37e9,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:49.836851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.836851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.836851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.847915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:49.851956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.869194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=3db9c373-f333-41b7-b057-54e69b4b8454,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:49.892549 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:49.908246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e319a95-59cb-4d43-9a3b-a675ebfe5919 None None] Network a24bf5e4-9bce-486d-b7e5-4fc89694b706 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:49.918934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-82c096b9-25be-49ac-ae74-960705e0c464 req-e15f39a1-e4d0-4e35-af02-b58b9b94972d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 210 time: 0.0523105 Sep 15 15:56:49.927781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-d34e06b5-e086-4c30-a035-e32441e941c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:49.929334 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-d34e06b5-e086-4c30-a035-e32441e941c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514485 Sep 15 15:56:49.980699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:56:49.980699 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:56:49.980699 n-d-808199-2 neutron-server[102018]: [parameters: {'id': 'a24bf5e4-9bce-486d-b7e5-4fc89694b706'}] Sep 15 15:56:49.980699 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:56:49.981265 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:56:49.983347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-764a1b1a-718e-4108-b3da-2c0b4878ba14 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038945 Sep 15 15:56:49.998835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d8bfe34-ab0e-4ecf-88cd-ae82db40c7ff req-61dc9950-3476-4d7c-8e53-039041b3e0dd tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047801 Sep 15 15:56:50.078426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf3e4ac-4a8e-41a8-9a34-e6f362763f12,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:50.100598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network ccf3e4ac-4a8e-41a8-9a34-e6f362763f12 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:50.104869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca4c44-1cfb-40d5-9679-a0e560a3494b None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:56:50.111650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0299a31e-d423-4275-b3f6-22dd3dcdd580 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7029550 Sep 15 15:56:50.143922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50292) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:50.152548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Request body: {'subnet': {'network_id': 'ccf3e4ac-4a8e-41a8-9a34-e6f362763f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-117021068-subnet', 'tenant_id': '5dffbc9c1a5d4316966dbd14f195f649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:50.236700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ad2c-8f84-4b3b-bf00-434bba126927 req-9b689aa0-3020-492d-8860-67efd32b0e10 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:50.238345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0c3ad2c-8f84-4b3b-bf00-434bba126927 req-9b689aa0-3020-492d-8860-67efd32b0e10 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1255867 Sep 15 15:56:50.275129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25dea007-8b01-459b-b5f9-f66e69d8419c req-0f020ce9-caef-4ec8-8ef8-c8bda6ed1a63 service neutron] 10.222.0.38 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688308 Sep 15 15:56:50.297783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0c3ad2c-8f84-4b3b-bf00-434bba126927 req-ff7ead14-7101-414a-a8cd-f7577e156848 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495079 Sep 15 15:56:50.301597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Made reservation on behalf of 5dffbc9c1a5d4316966dbd14f195f649 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:50.303982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.307026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eca4c44-1cfb-40d5-9679-a0e560a3494b None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:56:50.322972 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-cf65bb7c-c106-4943-aa86-a2c336efafaf service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543012 Sep 15 15:56:50.409390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.78 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/c240cd9a-d31d-4835-ba5b-edc8ca53ad6a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:50.482363 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.483150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da953b-1833-4e12-9b0f-b1db7a2ee067 req-3e66d7ec-9c91-4cab-95ac-26b393d1d7d8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:50.485068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4da953b-1833-4e12-9b0f-b1db7a2ee067 req-3e66d7ec-9c91-4cab-95ac-26b393d1d7d8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.2603524 Sep 15 15:56:50.511799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.582562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port 06257a53-fe05-4299-9c25-2210700a37e9 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:50.583291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.587744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.599371 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-ea350ca7-be61-4aca-af70-b8a68960b6ce service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681248 Sep 15 15:56:50.609349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.653417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4da953b-1833-4e12-9b0f-b1db7a2ee067 req-af436c2b-c939-4e8b-be92-3933c01d1a57 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547034 Sep 15 15:56:50.714708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port 06257a53-fe05-4299-9c25-2210700a37e9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=06257a53-fe05-4299-9c25-2210700a37e9,segment=NetworkSegment(2dc3512d-c8c0-4504-9be7-ab885b29ff6b),segment_id=2dc3512d-c8c0-4504-9be7-ab885b29ff6b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:50.715064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.736017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for 06257a53-fe05-4299-9c25-2210700a37e9 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:50.736392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-7f0b86c5-f634-46c7-81b5-dd0d512e9696 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8 HTTP/1.1" status: 200 len: 217 time: 0.1059597 Sep 15 15:56:50.750837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b3353a-42d5-42d1-ac76-8e0b6b6b9a24,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:50.798843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Checking segment: {'id': 'ca3d0c24-2bf4-4f45-b98a-8655cd008027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'ccf3e4ac-4a8e-41a8-9a34-e6f362763f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:50.799235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Network hostable DHCP agents. Network: ccf3e4ac-4a8e-41a8-9a34-e6f362763f12, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:50.824531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Pushing event updated for resources: {'Port': ['ID=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:50.827246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.894894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-18a5584e-f8f5-4d68-868b-ebc59857d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:50.896333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-18a5584e-f8f5-4d68-868b-ebc59857d0b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 200 len: 797 time: 0.1162250 Sep 15 15:56:50.930216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Network ccf3e4ac-4a8e-41a8-9a34-e6f362763f12 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:50.958670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:50.963077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.019982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:51.020728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=06257a53-fe05-4299-9c25-2210700a37e9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:51.024558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port 06257a53-fe05-4299-9c25-2210700a37e9 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:51.031700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-2c0fca99-e846-41f7-be1b-1a9229856b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:51.032934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-2c0fca99-e846-41f7-be1b-1a9229856b74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018221 Sep 15 15:56:51.036419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:51.050878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, ccf3e4ac-4a8e-41a8-9a34-e6f362763f12) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:51.058640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb9a0c-5a2f-4505-987a-1c0c98550a8e None None] Network ccf3e4ac-4a8e-41a8-9a34-e6f362763f12 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:51.067140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:51.067727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.107320 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4b105705-7060-4fa5-975c-0b0903f6436c req-c9f3d939-2954-4383-b8dc-042ff5db0f3e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 210 time: 0.0670753 Sep 15 15:56:51.135837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.161160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a24bf5e4-9bce-486d-b7e5-4fc89694b706']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:51.173987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-47ef8609-25bd-410d-8068-8a68107f8c67 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0285194 Sep 15 15:56:51.178459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc3512d-c8c0-4504-9be7-ab885b29ff6b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:51.179689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc3512d-c8c0-4504-9be7-ab885b29ff6b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:51.198482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.223262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.231923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.245656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3db9c373-f333-41b7-b057-54e69b4b8454 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:51.248008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:51.248146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:51.248430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.251358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'ac25cb31-8e42-4986-8123-2417dc7eaa5f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:51.252456 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:51.258063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd3da43-27be-40dc-9537-580b521192c0 None None] Network ccf3e4ac-4a8e-41a8-9a34-e6f362763f12 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:51.345385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-dd0b2659-ab5b-4369-bf5f-ff67a4abc7ee service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513459 Sep 15 15:56:51.370519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:51.386072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:51.399732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.410032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.411940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/a24bf5e4-9bce-486d-b7e5-4fc89694b706 HTTP/1.1" status: 204 len: 168 time: 3.1175282 Sep 15 15:56:51.422926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50304) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:51.439679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-669322597'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:51.456552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd09d-c152-442a-a45c-1a3c336b1019 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=a24bf5e4-9bce-486d-b7e5-4fc89694b706,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:51.586247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3db9c373-f333-41b7-b057-54e69b4b8454 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:51.586539 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.588373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:51.592338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.629916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:51.646976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.647719 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 1a64f98f-6f94-4909-95d6-b9cdb84bb183 of type vlan for network 1957e74b-a7cf-4494-9448-991f74bac021 Sep 15 15:56:51.712810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.802207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Router f5672f8d-5a73-4003-af9d-b076c51b429d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:56:51.804129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:51.852576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.859852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:51.860225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:51.861567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.905498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9c40ca6c-8003-4902-97ef-d092329790c1 None None] Provisioning complete for port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:51.906079 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c40ca6c-8003-4902-97ef-d092329790c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.917510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df3cc1-6ff0-4020-a9c4-3d06f13892ea req-7dbee880-0bf5-45d3-988e-3521b97eb8d6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:51.919253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84df3cc1-6ff0-4020-a9c4-3d06f13892ea req-7dbee880-0bf5-45d3-988e-3521b97eb8d6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1124954 Sep 15 15:56:51.964207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5275240 Sep 15 15:56:51.964656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50326) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:51.971131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '1957e74b-a7cf-4494-9448-991f74bac021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:51.976853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192e0a5-f4e4-4dd7-8154-e1860f50eea6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=1957e74b-a7cf-4494-9448-991f74bac021,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:51.981669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9c40ca6c-8003-4902-97ef-d092329790c1 None None] Port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:56:52.001604 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84df3cc1-6ff0-4020-a9c4-3d06f13892ea req-de63c7a0-f84d-4b35-b9c9-34836688ffa9 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Sep 15 15:56:52.002931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 1957e74b-a7cf-4494-9448-991f74bac021 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:52.041318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:52.041947 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:52.116447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-97803420-f7f9-41a8-8f6d-e2aaec17eaa0 service neutron] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435799 Sep 15 15:56:52.166910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-490c1599-31d7-4ec0-9dca-3b42b7ebc475 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6653762 Sep 15 15:56:52.219089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Request body: {'port': {'device_id': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:52.237096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c614bf-6b4c-48cd-aeaa-647bcccb5e64 req-d9429111-a1ab-4ba0-8d5a-b35bb56d3648 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:52.242020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22c614bf-6b4c-48cd-aeaa-647bcccb5e64 req-d9429111-a1ab-4ba0-8d5a-b35bb56d3648 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 935 time: 0.0634346 Sep 15 15:56:52.248550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-17c01f6c-1386-4334-8bb8-883d00eaedd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91 HTTP/1.1" status: 200 len: 217 time: 0.0984342 Sep 15 15:56:52.258358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-b24a5f10-d5e2-4274-b2ca-f12935c90f1a tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:52.259859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-b24a5f10-d5e2-4274-b2ca-f12935c90f1a tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/networks?id=2ef507ee-8d76-4f84-836f-bcd76c61772c HTTP/1.1" status: 200 len: 825 time: 0.4497030 Sep 15 15:56:52.294923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22c614bf-6b4c-48cd-aeaa-647bcccb5e64 req-f22b04ab-6c6a-4d54-9b6f-88f9799e4274 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 Sep 15 15:56:52.353550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-8692561e-af22-469f-96e5-3ad5bd4eaad7 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/quotas/9d008b995e53477f8f071fa2dcc16b7b HTTP/1.1" status: 200 len: 375 time: 0.0696878 Sep 15 15:56:52.361165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:56:52.370160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Sync routers for ids ['f5672f8d-5a73-4003-af9d-b076c51b429d'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:56:52.380303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Routers {'f5672f8d-5a73-4003-af9d-b076c51b429d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:56:52.381052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:56:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f5672f8d-5a73-4003-af9d-b076c51b429d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:52.385676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4a292b21-9541-4113-b1be-a02d343c3b76 admin admin] 10.222.0.63 "PUT /v2.0/routers/f5672f8d-5a73-4003-af9d-b076c51b429d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0413001 Sep 15 15:56:52.424216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-49c739b7-4c07-44bc-a88c-ea6a0749bd4b tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9d008b995e53477f8f071fa2dcc16b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611382 Sep 15 15:56:52.425261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:52.427771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-1a916a05-5303-42d0-9013-aa7f14e2cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:52.429206 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-1a916a05-5303-42d0-9013-aa7f14e2cd25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.1384854 Sep 15 15:56:52.465063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:52.468725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:52.497440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Set router f5672f8d-5a73-4003-af9d-b076c51b429d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:56:52.660736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-5c7d8a39-dcf4-479e-a2a6-e4083e9bfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:52.662270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-5c7d8a39-dcf4-479e-a2a6-e4083e9bfbdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2138827 Sep 15 15:56:52.764099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-b811adaa-e4c0-47c2-8d7f-ed2d238bc269 service neutron] 10.222.0.63 "GET /v2.0/networks/2ef507ee-8d76-4f84-836f-bcd76c61772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272703 Sep 15 15:56:52.816940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-7196d763-be3f-4cf8-97d3-c638bd532d33 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:52.818480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-7196d763-be3f-4cf8-97d3-c638bd532d33 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 819 time: 0.1236672 Sep 15 15:56:52.841036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-1cd5c86b-04f9-4e34-9253-5030071690c6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/quotas/d421b6bdd48d4bf9a99f2753a6f616e3 HTTP/1.1" status: 200 len: 375 time: 0.0145421 Sep 15 15:56:52.882536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b374bb27-6c1b-4bc8-83aa-2f961f9826d4', 'name': '', 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'mac_address': 'fa:16:3e:d0:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:47Z', 'updated_at': '2021-09-15T15:56:50Z', 'revision_number': 2, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'subnets': [{'id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:52.897210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-8c3f43f8-7298-43f8-af48-86c04871702c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508118 Sep 15 15:56:52.910020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Checking router: f5672f8d-5a73-4003-af9d-b076c51b429d for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:56:52.910384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Updating router f5672f8d-5a73-4003-af9d-b076c51b429d port b374bb27-6c1b-4bc8-83aa-2f961f9826d4 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:56:52.937876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.008219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-33da0ee2-bbb9-4ddb-8021-967988ed02aa service neutron] 10.222.0.63 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000850 Sep 15 15:56:53.064518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-51846209-6d61-4a3e-9903-4be1f585f735 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405240 Sep 15 15:56:53.103285 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-438a7617-e565-4253-ae3e-0cd24d7547f6 service neutron] 10.222.0.63 "GET /v2.0/networks/2ef507ee-8d76-4f84-836f-bcd76c61772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259690 Sep 15 15:56:53.134622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-3f361df4-a563-4c35-bc31-4b27b3730dbe service neutron] 10.222.0.63 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167433 Sep 15 15:56:53.170260 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.257026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.270576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c240cd9a-d31d-4835-ba5b-edc8ca53ad6a {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:53.278598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=71c21344-b610-4ac0-bac1-08b0e61c4d6e,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:53.299220 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.305854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-839b2736-6bcf-4f28-91c3-1a691cc33b0c service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211342 Sep 15 15:56:53.317584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '1a64f98f-6f94-4909-95d6-b9cdb84bb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1957e74b-a7cf-4494-9448-991f74bac021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:53.317946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 1957e74b-a7cf-4494-9448-991f74bac021, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:53.328433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Transition to ACTIVE for port object c240cd9a-d31d-4835-ba5b-edc8ca53ad6a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:53.364140 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-29a3f2d7-0b7c-4e7e-8f69-9c4d01e78935 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0172419-fef7-4778-8bfc-fd341ba24f50 HTTP/1.1" status: 200 len: 217 time: 0.0417285 Sep 15 15:56:53.383635 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.414228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.454027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 1957e74b-a7cf-4494-9448-991f74bac021 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:53.458878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-a03d6cf2-7255-4468-8034-765676123adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:53.460539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-a03d6cf2-7255-4468-8034-765676123adf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 200 len: 797 time: 0.0851560 Sep 15 15:56:53.517733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Pushing event updated for resources: {'Port': ['ID=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:53.518536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Pushing event updated for resources: {'Port': ['ID=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:53.566523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 1957e74b-a7cf-4494-9448-991f74bac021) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:53.615944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:53.615944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.626479 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e14e4c-4134-4149-a702-1853516bcaff req-e57d6501-1dfc-4a0e-b391-41b11c0981ee tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 210 time: 0.0427771 Sep 15 15:56:53.628873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db93f4-67eb-48f0-a855-d990d6508bb4 None None] Network 1957e74b-a7cf-4494-9448-991f74bac021 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:53.742315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Attempting to bind port b374bb27-6c1b-4bc8-83aa-2f961f9826d4 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:53.743235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Attempting to bind port b374bb27-6c1b-4bc8-83aa-2f961f9826d4 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:53.744416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Attempting to bind port b374bb27-6c1b-4bc8-83aa-2f961f9826d4 on network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:53.764367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:53.764572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873db130-c68e-4e0f-9607-36973fb75346 req-4f11a4ec-9af7-45cd-a454-c8e327544c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:53.765260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Checking segment: {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:53.765865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.767658 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-4f11a4ec-9af7-45cd-a454-c8e327544c5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=51a9124a-32e1-4881-b4d1-1ec1b123eef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2928431 Sep 15 15:56:53.769532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Bound using segment: {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:53.771037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Bound port: b374bb27-6c1b-4bc8-83aa-2f961f9826d4, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:53.771526 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.773742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Attempting to bind port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:53.774332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Attempting to bind port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:53.774766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Attempting to bind port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:53.787444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd5c1a5c-bfb2-4de6-9c36-1c21e33e463a req-c3297409-d3f1-4595-9cac-d947791259c6 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 210 time: 0.0938158 Sep 15 15:56:53.793950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:53.794371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Attempting to bind port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:53.835536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814fb22-478e-4e15-8f95-1fbd5f024241 req-9aa5e6fa-3177-4bce-9813-cddc159e2640 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:53.837126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b814fb22-478e-4e15-8f95-1fbd5f024241 req-9aa5e6fa-3177-4bce-9813-cddc159e2640 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 947 time: 0.2752886 Sep 15 15:56:53.837930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:53.838434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:53.838826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:53.839274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Bound port: c240cd9a-d31d-4835-ba5b-edc8ca53ad6a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:53.839636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.904576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b9252b9-2107-4813-af3d-9e2df1c19c0a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9389007 Sep 15 15:56:53.908320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50382) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:53.971318 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b814fb22-478e-4e15-8f95-1fbd5f024241 req-d9d4b820-27b6-4b4d-ac7e-731313d075b4 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917325 Sep 15 15:56:53.987738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-14f7e44e-3c1b-43c8-aa69-bb2b89e7b272 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106962 Sep 15 15:56:53.994762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] For port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:54.006387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] For port b374bb27-6c1b-4bc8-83aa-2f961f9826d4, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:54.006488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] For port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:54.006583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] For port b374bb27-6c1b-4bc8-83aa-2f961f9826d4, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:54.016570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-1957e74b-a7cf-4494-9448-991f74bac021', 'network_id': '1957e74b-a7cf-4494-9448-991f74bac021', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': '71c21344-b610-4ac0-bac1-08b0e61c4d6e'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:54.018842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.039351 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb56a-691b-4d81-8abf-c86a2ed11062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.059465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601144-2d61-476e-8e01-5f285df3dac2 req-ec8d9717-af66-4748-ae86-4428b52cd671 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:54.060993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-ec8d9717-af66-4748-ae86-4428b52cd671 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 819 time: 0.1945775 Sep 15 15:56:54.098701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.101272 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873db130-c68e-4e0f-9607-36973fb75346 req-dbcc6890-5f3f-4127-82f1-a690925a9e27 service neutron] 10.222.0.55 "GET /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036942 Sep 15 15:56:54.102137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-3a20be8c-9c82-4a33-a29f-19aaf38167d7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/quotas/d421b6bdd48d4bf9a99f2753a6f616e3 HTTP/1.1" status: 200 len: 375 time: 0.0267251 Sep 15 15:56:54.139171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.141573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.197462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:54.198275 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.199879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] 10.222.0.55 "PUT /v2.0/ports/c240cd9a-d31d-4835-ba5b-edc8ca53ad6a HTTP/1.1" status: 200 len: 1095 time: 1.9873345 Sep 15 15:56:54.200337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'tag': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:54.204425 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b50f65-69c8-4eee-bfe9-21a7aced12f6" -d '{"events": [{"name": "network-changed", "server_uuid": "19041e65-ebae-4c9a-95f7-da5bbbdfcf5c", "tag": "c240cd9a-d31d-4835-ba5b-edc8ca53ad6a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:54.254498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861bf36-c3e4-4257-ba75-fb193d95df98 service neutron] Pushing event updated for resources: {'Port': ['ID=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:54.273422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.275932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Routers {'f5672f8d-5a73-4003-af9d-b076c51b429d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:56:54.276630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:56:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f5672f8d-5a73-4003-af9d-b076c51b429d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:54.292712 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69645db6-df16-46a8-a9b1-e68777fda204 x-openstack-request-id: req-69645db6-df16-46a8-a9b1-e68777fda204 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:54.293888 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19041e65-ebae-4c9a-95f7-da5bbbdfcf5c", "tag": "c240cd9a-d31d-4835-ba5b-edc8ca53ad6a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:54.295032 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-69645db6-df16-46a8-a9b1-e68777fda204 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:54.295552 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'tag': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a', 'status': 'completed', 'code': 200} Sep 15 15:56:54.302863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-28c1ef31-5621-4b54-ad6c-23d0cadea02d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834581 Sep 15 15:56:54.351471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50f65-69c8-4eee-bfe9-21a7aced12f6 req-de637250-5e9c-453a-b5d2-500863ab5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:54.353411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51b50f65-69c8-4eee-bfe9-21a7aced12f6 req-de637250-5e9c-453a-b5d2-500863ab5922 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 1098 time: 0.0530212 Sep 15 15:56:54.354494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Pushing event updated for resources: {'Port': ['ID=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:54.360355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Allocated IP 172.20.0.1 (1957e74b-a7cf-4494-9448-991f74bac021/71c21344-b610-4ac0-bac1-08b0e61c4d6e/3c6cebd1-5427-46d9-bf05-d7dd1974a8c1) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:54.386962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51b50f65-69c8-4eee-bfe9-21a7aced12f6 req-b2145bcc-0988-4fee-b743-8280aa2422a0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224085 Sep 15 15:56:54.453020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] Set router f5672f8d-5a73-4003-af9d-b076c51b429d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:56:54.485908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-c0a229df-b0a0-4837-8b61-176eb9832cef service neutron] 10.222.0.63 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672838 Sep 15 15:56:54.602049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.602508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.603621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.604041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.604451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.604882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.605335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.605685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.606583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.607016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.607440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.607835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9ff4e8-e5c3-4e0d-8e73-752f5888b6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:54.632952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b50f65-69c8-4eee-bfe9-21a7aced12f6 req-984f0a37-47ef-4a66-93bb-2e40c45c4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:54.634617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51b50f65-69c8-4eee-bfe9-21a7aced12f6 req-984f0a37-47ef-4a66-93bb-2e40c45c4506 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2284379 Sep 15 15:56:54.680152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-49a25a06-a1bd-4045-bbfb-008c1fd1afb7 service neutron] 10.222.0.63 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932855 Sep 15 15:56:54.753165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-716e142c-aae6-4c13-b587-2df32f0bbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:54.754846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-716e142c-aae6-4c13-b587-2df32f0bbb05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 1098 time: 0.0556991 Sep 15 15:56:54.818877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-81194043-3a98-4bc3-b7e7-44adec939a52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a HTTP/1.1" status: 200 len: 217 time: 0.0551231 Sep 15 15:56:54.872677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.880220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b374bb27-6c1b-4bc8-83aa-2f961f9826d4', 'name': '', 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'mac_address': 'fa:16:3e:d0:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:47Z', 'updated_at': '2021-09-15T15:56:53Z', 'revision_number': 4, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'subnets': [{'id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:54.885920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0f40b6b-2f62-455c-a43c-361df658ea3c req-fcbd55cf-3d54-472b-8d45-3358531dc520 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 210 time: 0.0564592 Sep 15 15:56:54.906771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-1a3bf341-1797-421f-81fd-ed1a7b20ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:54.908369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-1a3bf341-1797-421f-81fd-ed1a7b20ec39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0777841 Sep 15 15:56:54.912191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3118dee-6855-4d09-a974-230c4e297812 None None] The sync data for ids ['f5672f8d-5a73-4003-af9d-b076c51b429d'] in n-d-808199-2 is: [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b374bb27-6c1b-4bc8-83aa-2f961f9826d4', 'name': '', 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'mac_address': 'fa:16:3e:d0:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:47Z', 'updated_at': '2021-09-15T15:56:53Z', 'revision_number': 4, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'subnets': [{'id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:56:54.988327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-935bd4de-22ff-4b72-aca8-da4b2c5ca271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:54.990638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-935bd4de-22ff-4b72-aca8-da4b2c5ca271 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737367 Sep 15 15:56:55.036755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.052123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-650c4d5d-b74a-4dd5-9806-3327267ad8b9 req-6489ddf9-aaf4-4718-9657-f27b5e43edcb tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 210 time: 0.0758286 Sep 15 15:56:55.132202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Pushing event updated for resources: {'Port': ['ID=3c6cebd1-5427-46d9-bf05-d7dd1974a8c1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:55.139263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.148821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Network 1957e74b-a7cf-4494-9448-991f74bac021 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:55.148821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:55.148821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:55.262769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Attempting to bind port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:55.262769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Attempting to bind port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1a64f98f-6f94-4909-95d6-b9cdb84bb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1957e74b-a7cf-4494-9448-991f74bac021'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:55.263245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Attempting to bind port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1 on network 1957e74b-a7cf-4494-9448-991f74bac021 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:55.288604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b374bb27-6c1b-4bc8-83aa-2f961f9826d4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:55.308470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=71c21344-b610-4ac0-bac1-08b0e61c4d6e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:55.342234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:55.343246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Checking segment: {'id': '1a64f98f-6f94-4909-95d6-b9cdb84bb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1957e74b-a7cf-4494-9448-991f74bac021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:55.343975 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.344443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Bound using segment: {'id': '1a64f98f-6f94-4909-95d6-b9cdb84bb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1957e74b-a7cf-4494-9448-991f74bac021'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:55.345124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Bound port: 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a64f98f-6f94-4909-95d6-b9cdb84bb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '1957e74b-a7cf-4494-9448-991f74bac021'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:55.345576 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.364199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b597da1-026f-4370-804c-04d8ea966908 req-f4e0892d-22c2-48b8-ac83-ee8052b6e3c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:55.372300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b597da1-026f-4370-804c-04d8ea966908 req-f4e0892d-22c2-48b8-ac83-ee8052b6e3c0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 947 time: 0.1812675 Sep 15 15:56:55.442402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.454215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b597da1-026f-4370-804c-04d8ea966908 req-2b6d62a7-150e-4d92-8bf2-506a0e796520 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806677 Sep 15 15:56:55.491092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1957e74b-a7cf-4494-9448-991f74bac021']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:55.502086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a64f98f-6f94-4909-95d6-b9cdb84bb183') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:55.502384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a64f98f-6f94-4909-95d6-b9cdb84bb183') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:55.506283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] For port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:55.512800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] For port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c6cebd1-5427-46d9-bf05-d7dd1974a8c1,segment=NetworkSegment(1a64f98f-6f94-4909-95d6-b9cdb84bb183),segment_id=1a64f98f-6f94-4909-95d6-b9cdb84bb183)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:55.513619 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.544383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b374bb27-6c1b-4bc8-83aa-2f961f9826d4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:55.544800 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.591098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.591269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.600299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:55.601026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:55.606705 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:55.801990 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-df716f58-68a6-470c-9cea-600c5bbffe13 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899535 Sep 15 15:56:55.802769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e77706-da9c-46a1-9f98-da015770cb24 None None] Pushing event updated for resources: {'Port': ['ID=3c6cebd1-5427-46d9-bf05-d7dd1974a8c1,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:55.861187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf32cb-5408-47d9-abb3-a08feca49356 None None] Network 1957e74b-a7cf-4494-9448-991f74bac021 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:55.961524 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:55.964206 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-298aa610-1434-4b5e-9c21-244998b1fe36 req-1f32115e-da8d-469a-84fb-876888c32946 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509542 Sep 15 15:56:56.035355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffe7d5ec-8086-4f18-9e25-f760ad8a9778 req-fbb19ea6-881a-490f-8149-b93d3ab7cd84 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 210 time: 0.0301626 Sep 15 15:56:56.058092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b374bb27-6c1b-4bc8-83aa-2f961f9826d4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:56.105691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be8493-69ee-4322-a3a6-cb6229a0a203 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:56:56.180309 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:56.191574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2cb64ec-f12e-4c31-8ce7-088ff27076c3 req-4b89d5dd-a4b9-4961-be63-162d8d4444aa tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 210 time: 0.0561225 Sep 15 15:56:56.251325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:56:56.251325 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:56:56.251325 n-d-808199-2 neutron-server[102018]: [parameters: {'id': '1957e74b-a7cf-4494-9448-991f74bac021'}] Sep 15 15:56:56.251325 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:56:56.251958 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:56:56.267724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:56.294345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9be8493-69ee-4322-a3a6-cb6229a0a203 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:56:56.434733 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:56.618150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80979d3-d66a-4854-97de-31abde85459d req-40035479-c1a0-4489-af95-e080ee49a714 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:56.619933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80979d3-d66a-4854-97de-31abde85459d req-40035479-c1a0-4489-af95-e080ee49a714 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 947 time: 0.0894787 Sep 15 15:56:56.674355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80979d3-d66a-4854-97de-31abde85459d req-c8b31c0f-a478-4f9b-a4d3-31deaa44472f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Sep 15 15:56:56.754117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-afdaaa1a-632a-4692-9b13-375aa27422a0 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:56.755614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-afdaaa1a-632a-4692-9b13-375aa27422a0 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 819 time: 0.1284921 Sep 15 15:56:56.756144 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:56.770904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Request body: {'port': {'device_id': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'admin_state_up': True, 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:56.900058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:56:56.900408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:56.978131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c6cebd1-5427-46d9-bf05-d7dd1974a8c1,segment=NetworkSegment(1a64f98f-6f94-4909-95d6-b9cdb84bb183),segment_id=1a64f98f-6f94-4909-95d6-b9cdb84bb183)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:56.978505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:56.992103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:56:57.028181 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.058113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Made reservation on behalf of d421b6bdd48d4bf9a99f2753a6f616e3 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:57.062295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.165977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b374bb27-6c1b-4bc8-83aa-2f961f9826d4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:56:57.182310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5cdc21d-0368-4845-8300-1a06ab98e2f1 req-07e33f24-8a81-4b7b-9718-1d6f10d5492d tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 210 time: 0.0538607 Sep 15 15:56:57.250622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b374bb27-6c1b-4bc8-83aa-2f961f9826d4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:56:57.250622 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.257263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Allocated IP 172.20.0.8 (74fc50d4-aa86-4941-a702-ccb7bb8710e8/f6b39f4b-a505-41fe-9bc2-89f857f5f7c1/0876ff5f-1dd5-4cc1-ad47-4d890a651898) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:57.268122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.302167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df8036a3-c19e-4d85-ad97-9caa9d9566d1 req-502ffdc2-f51b-4ec8-ad82-acaf6436fed3 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 210 time: 0.0367386 Sep 15 15:56:57.309069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=3c6cebd1-5427-46d9-bf05-d7dd1974a8c1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:57.311012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port 3c6cebd1-5427-46d9-bf05-d7dd1974a8c1 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:56:57.370947 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fd32c8f-ce67-4a7b-bc48-a6f16000b033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.433537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.487257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1957e74b-a7cf-4494-9448-991f74bac021']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:57.513493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a64f98f-6f94-4909-95d6-b9cdb84bb183') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:57.513493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a64f98f-6f94-4909-95d6-b9cdb84bb183') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:57.517843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.549391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.556742 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.560646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:56:57.561045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:56:57.564147 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:56:57.586069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-5993e32a-319c-409d-bd8c-6d397609a261 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:57.587731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-5993e32a-319c-409d-bd8c-6d397609a261 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.38 "GET /v2.0/networks?id=2ef507ee-8d76-4f84-836f-bcd76c61772c HTTP/1.1" status: 200 len: 825 time: 0.1101308 Sep 15 15:56:57.604735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Request body: {'port': {'device_id': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c', 'admin_state_up': True, 'tenant_id': '9d008b995e53477f8f071fa2dcc16b7b'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:57.718213 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.725774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.727561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/1957e74b-a7cf-4494-9448-991f74bac021 HTTP/1.1" status: 204 len: 168 time: 3.8182089 Sep 15 15:56:57.731282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50430) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:57.737926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1607042464'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:57.740033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9395a-62c8-401f-bf6a-e578c6331bf6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=1957e74b-a7cf-4494-9448-991f74bac021,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:57.773330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.817978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Made reservation on behalf of 9d008b995e53477f8f071fa2dcc16b7b for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:57.821533 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.857348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:57.866232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:57.869446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:57.905287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55281cc-02f6-405a-a293-279b199457f3 req-cab104f8-d6fc-4720-bbc7-a57ee4b4ad97 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:57.907023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e55281cc-02f6-405a-a293-279b199457f3 req-cab104f8-d6fc-4720-bbc7-a57ee4b4ad97 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 947 time: 0.1455889 Sep 15 15:56:57.910507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Pushing event updated for resources: {'Port': ['ID=0876ff5f-1dd5-4cc1-ad47-4d890a651898,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:57.954999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:57.958429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.959489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:57.960166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:57.972333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c240cd9a-d31d-4835-ba5b-edc8ca53ad6a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:56:57.986276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e55281cc-02f6-405a-a293-279b199457f3 req-562c36bd-e2f4-4a94-82cc-e41b59992a6d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671058 Sep 15 15:56:57.996585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Allocated IP 172.20.0.9 (2ef507ee-8d76-4f84-836f-bcd76c61772c/4215d2a4-61ca-42b1-8ae5-c38d1386f4f1/ee8a0461-d419-4163-a328-137f7478a5c6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:57.998673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:56:58.014686 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.015209 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 64ae630d-a904-4415-b7ca-bd10ff99a98f of type vlan for network 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 Sep 15 15:56:58.051591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-9334e28d-42fb-4b0d-a372-b204a57fe8b6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2843437 Sep 15 15:56:58.070460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Request body: {'port': {'device_id': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:58.081013 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.168062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.232788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.236983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.243700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:58.244326 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.260275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:58.271978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601144-2d61-476e-8e01-5f285df3dac2 req-932a609e-3fde-4b8e-a9e2-b7e51e0b53e6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:58.273639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-932a609e-3fde-4b8e-a9e2-b7e51e0b53e6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 819 time: 0.1459358 Sep 15 15:56:58.276259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a', 'mac_address': 'fa:16:3e:3d:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:56:58.304984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Request body: {'port': {'device_id': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'admin_state_up': True, 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:58.335756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.341191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6eb2e128-4c70-4904-a11c-c0c7bb64c076 req-6837f6a1-a508-4da0-a571-bf8bce5530f5 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 210 time: 0.0426030 Sep 15 15:56:58.353034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c240cd9a-d31d-4835-ba5b-edc8ca53ad6a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:58.375873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:56:58.380086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6473341 Sep 15 15:56:58.384054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a9ad6-f569-4ea3-a6d9-761f4d8d8b12 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:58.401168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50440) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:58.401313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:56:58.407974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:58.469469 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.486556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.496755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.537122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3ca4fa0-06d5-4edd-bdfc-f0a4cbc0fc6c req-d9cf8ca1-0b76-4da3-aa75-565c28e241cf tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 210 time: 0.0548065 Sep 15 15:56:58.543687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:58.584008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Pushing event updated for resources: {'Port': ['ID=ee8a0461-d419-4163-a328-137f7478a5c6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:58.588559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Network 2ef507ee-8d76-4f84-836f-bcd76c61772c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:58.593307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:58.596875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:58.653814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:58.654568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.679218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:58.682908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.709716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0876ff5f-1dd5-4cc1-ad47-4d890a651898 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:58.717171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.729314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Transition to ACTIVE for port object 0876ff5f-1dd5-4cc1-ad47-4d890a651898 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:58.766318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Made reservation on behalf of d421b6bdd48d4bf9a99f2753a6f616e3 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:56:58.770013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.842314 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.870147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-04e52414-a98b-4fe6-8f91-cfa8eda82d74 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2693777 Sep 15 15:56:58.886523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Request body: {'port': {'device_id': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:58.915966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Pushing event updated for resources: {'Port': ['ID=0876ff5f-1dd5-4cc1-ad47-4d890a651898,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:58.949213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.977592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['c240cd9a-d31d-4835-ba5b-edc8ca53ad6a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:56:58.994225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.020275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Allocated IP 172.20.0.5 (74fc50d4-aa86-4941-a702-ccb7bb8710e8/f6b39f4b-a505-41fe-9bc2-89f857f5f7c1/f27768d0-b7ab-42d7-8182-25846f312885) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:59.048100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Attempting to bind port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:59.048447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Attempting to bind port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:59.048800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Attempting to bind port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 on network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:59.053663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=b58a9df5-7e31-4d1a-94d0-9333b40394d5,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:59.056788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 on network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:59.057114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Attempting to bind port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 on network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:59.065812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:59.066152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Checking segment: {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:59.066539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Bound using segment: {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:59.066975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Bound port: 0876ff5f-1dd5-4cc1-ad47-4d890a651898, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:59.067340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.071020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '64ae630d-a904-4415-b7ca-bd10ff99a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:59.071376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:56:59.232318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] For port 0876ff5f-1dd5-4cc1-ad47-4d890a651898, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:56:59.249644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] For port 0876ff5f-1dd5-4cc1-ad47-4d890a651898, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:56:59.255571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:56:59.279016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.285502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06134-df6a-4786-883d-0a2e3f19fb83 req-8428bfeb-a1d1-41d0-880a-9481990fad9b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.287207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e8a06134-df6a-4786-883d-0a2e3f19fb83 req-8428bfeb-a1d1-41d0-880a-9481990fad9b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 948 time: 0.1791880 Sep 15 15:56:59.325398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.362497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.363122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.364558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] 10.222.0.38 "PUT /v2.0/ports/0876ff5f-1dd5-4cc1-ad47-4d890a651898 HTTP/1.1" status: 200 len: 1091 time: 1.2988071 Sep 15 15:56:59.365003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'tag': '0876ff5f-1dd5-4cc1-ad47-4d890a651898'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:56:59.367271 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f69271-8c00-46ed-bafe-04ead0bad6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9259bf03-60ae-4723-bf19-b8fbafdb20f1", "tag": "0876ff5f-1dd5-4cc1-ad47-4d890a651898"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:56:59.377098 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e8a06134-df6a-4786-883d-0a2e3f19fb83 req-485a9fab-82df-4fca-831f-fde2fd735738 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797386 Sep 15 15:56:59.379828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:59.386927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.387527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.392167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f2e2a-6de9-4c61-b01a-c9a1e92fcd99 service neutron] Pushing event updated for resources: {'Port': ['ID=0876ff5f-1dd5-4cc1-ad47-4d890a651898,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:59.401186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.417533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a05c93-9890-450a-a728-2e13217491c1 None None] Network 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:56:59.459999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:56:59.463517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:56:59.468215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:56:59.501863 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ed78d4-d434-4d80-8a69-16131f953fe0 x-openstack-request-id: req-66ed78d4-d434-4d80-8a69-16131f953fe0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:56:59.502295 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9259bf03-60ae-4723-bf19-b8fbafdb20f1", "tag": "0876ff5f-1dd5-4cc1-ad47-4d890a651898", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:56:59.502489 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-66ed78d4-d434-4d80-8a69-16131f953fe0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:56:59.503035 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'tag': '0876ff5f-1dd5-4cc1-ad47-4d890a651898', 'status': 'completed', 'code': 200} Sep 15 15:56:59.503518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Pushing event updated for resources: {'Port': ['ID=f27768d0-b7ab-42d7-8182-25846f312885,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:59.517051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3feab3af-dcd3-4efc-b48c-b98530523ac8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1152656 Sep 15 15:56:59.522546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50452) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:59.528063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8a0461-d419-4163-a328-137f7478a5c6 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:56:59.545212 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.561141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.562307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.580750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Transition to ACTIVE for port object ee8a0461-d419-4163-a328-137f7478a5c6 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:56:59.585497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f69271-8c00-46ed-bafe-04ead0bad6bc req-65ad2d55-3e7b-4708-9022-7831eeabc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.587285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3f69271-8c00-46ed-bafe-04ead0bad6bc req-65ad2d55-3e7b-4708-9022-7831eeabc0e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1094 time: 0.0670638 Sep 15 15:56:59.631797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f95c1f-5ff8-488f-9b19-c30392fe2498 req-635524fc-5ac6-44fc-adaa-ca80dfe2316e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.633297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84f95c1f-5ff8-488f-9b19-c30392fe2498 req-635524fc-5ac6-44fc-adaa-ca80dfe2316e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 931 time: 0.1559577 Sep 15 15:56:59.662121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2', 'network_id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': 'b58a9df5-7e31-4d1a-94d0-9333b40394d5'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:56:59.662121 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.664142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.696889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-dd59376a-fec2-473c-8178-db484dba7917 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3967783 Sep 15 15:56:59.725291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Request body: {'port': {'device_id': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:59.736108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.743302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84f95c1f-5ff8-488f-9b19-c30392fe2498 req-5c7dfef8-cbbe-49c4-bce5-6ca7b268aa55 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019714 Sep 15 15:56:59.757135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Pushing event updated for resources: {'Port': ['ID=ee8a0461-d419-4163-a328-137f7478a5c6,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:56:59.799952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496f40e-16b2-46e7-b9cd-984f18b5ad2c req-07852c29-9822-441b-8cac-5a33a07b95df tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.801531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1496f40e-16b2-46e7-b9cd-984f18b5ad2c req-07852c29-9822-441b-8cac-5a33a07b95df tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 931 time: 0.1561916 Sep 15 15:56:59.818064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f69271-8c00-46ed-bafe-04ead0bad6bc req-7cd38213-cb2f-4252-862c-1675d08ef2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:56:59.823149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Allocated IP 172.20.0.2 (13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2/b58a9df5-7e31-4d1a-94d0-9333b40394d5/1bb5c6af-c3a0-44b1-b73c-d0b91e51c032) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:56:59.824946 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3f69271-8c00-46ed-bafe-04ead0bad6bc req-7cd38213-cb2f-4252-862c-1675d08ef2cb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2278056 Sep 15 15:56:59.870103 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.877215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.883492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Attempting to bind port ee8a0461-d419-4163-a328-137f7478a5c6 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:56:59.883760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Attempting to bind port ee8a0461-d419-4163-a328-137f7478a5c6 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f163cfd3-ee5d-4430-b8fd-def29a833323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:56:59.884087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Attempting to bind port ee8a0461-d419-4163-a328-137f7478a5c6 on network 2ef507ee-8d76-4f84-836f-bcd76c61772c {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:59.913248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Port ee8a0461-d419-4163-a328-137f7478a5c6 on network 2ef507ee-8d76-4f84-836f-bcd76c61772c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:56:59.913570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Attempting to bind port ee8a0461-d419-4163-a328-137f7478a5c6 on network 2ef507ee-8d76-4f84-836f-bcd76c61772c {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:56:59.924130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:56:59.924467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Checking segment: {'id': 'f163cfd3-ee5d-4430-b8fd-def29a833323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:56:59.924878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Bound using segment: {'id': 'f163cfd3-ee5d-4430-b8fd-def29a833323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:56:59.925306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Bound port: ee8a0461-d419-4163-a328-137f7478a5c6, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f163cfd3-ee5d-4430-b8fd-def29a833323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:56:59.925664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:59.931504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1496f40e-16b2-46e7-b9cd-984f18b5ad2c req-eff6404e-6c81-499d-a744-0f82c921557b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034758 Sep 15 15:57:00.020615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] For port ee8a0461-d419-4163-a328-137f7478a5c6, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:00.023952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] For port ee8a0461-d419-4163-a328-137f7478a5c6, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee8a0461-d419-4163-a328-137f7478a5c6,segment=NetworkSegment(f163cfd3-ee5d-4430-b8fd-def29a833323),segment_id=f163cfd3-ee5d-4430-b8fd-def29a833323)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:00.059017 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.072411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.077384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f69271-8c00-46ed-bafe-04ead0bad6bc req-86689a92-0bcc-4bc1-8cb4-6c907955d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.078918 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3f69271-8c00-46ed-bafe-04ead0bad6bc req-86689a92-0bcc-4bc1-8cb4-6c907955d43d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455492 Sep 15 15:57:00.086365 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.154631 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.182454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.199367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.199991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.201450 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] 10.222.0.38 "PUT /v2.0/ports/ee8a0461-d419-4163-a328-137f7478a5c6 HTTP/1.1" status: 200 len: 1091 time: 1.3215415 Sep 15 15:57:00.201932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'tag': 'ee8a0461-d419-4163-a328-137f7478a5c6'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:00.205185 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffddd5e5-2a6c-448c-b5bc-5af57b765588" -d '{"events": [{"name": "network-changed", "server_uuid": "8794a56e-e1ae-4a94-b05a-c94a9f54d47c", "tag": "ee8a0461-d419-4163-a328-137f7478a5c6"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:00.209238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-b2336c4a-ceb0-4935-94cf-f40a66f276e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.210913 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-b2336c4a-ceb0-4935-94cf-f40a66f276e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1094 time: 0.0906749 Sep 15 15:57:00.239191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e90dd-2169-4b93-b1ba-668e13342e4b service neutron] Pushing event updated for resources: {'Port': ['ID=ee8a0461-d419-4163-a328-137f7478a5c6,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:00.239409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Network 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:00.243679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:00.247908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:00.266985 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919f9186-2bbc-46cc-8dc6-369335bdd310 x-openstack-request-id: req-919f9186-2bbc-46cc-8dc6-369335bdd310 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:00.267289 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8794a56e-e1ae-4a94-b05a-c94a9f54d47c", "tag": "ee8a0461-d419-4163-a328-137f7478a5c6", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:00.267548 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-919f9186-2bbc-46cc-8dc6-369335bdd310 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:00.267968 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'tag': 'ee8a0461-d419-4163-a328-137f7478a5c6', 'status': 'completed', 'code': 200} Sep 15 15:57:00.273231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-30ce34a9-592c-4a31-85d9-9631548dced3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898 HTTP/1.1" status: 200 len: 217 time: 0.0444551 Sep 15 15:57:00.287338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Pushing event updated for resources: {'Port': ['ID=1bb5c6af-c3a0-44b1-b73c-d0b91e51c032,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:00.320942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.330963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Attempting to bind port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:00.331642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Attempting to bind port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '64ae630d-a904-4415-b7ca-bd10ff99a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:00.332389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Attempting to bind port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032 on network 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:00.338611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:00.339402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Checking segment: {'id': '64ae630d-a904-4415-b7ca-bd10ff99a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:00.340065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.340536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Bound using segment: {'id': '64ae630d-a904-4415-b7ca-bd10ff99a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:00.341288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Bound port: 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ae630d-a904-4415-b7ca-bd10ff99a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:00.341948 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.358816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=b58a9df5-7e31-4d1a-94d0-9333b40394d5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:00.367827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27768d0-b7ab-42d7-8182-25846f312885 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:00.378695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd5e5-2a6c-448c-b5bc-5af57b765588 req-0451c187-f333-49c2-aba4-b6c98cd5eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.379228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.380417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffddd5e5-2a6c-448c-b5bc-5af57b765588 req-0451c187-f333-49c2-aba4-b6c98cd5eb10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d008b995e53477f8f071fa2dcc16b7b&device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 1094 time: 0.0901399 Sep 15 15:57:00.382187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-858204da-c8aa-4b9f-978e-6225a29ecc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.384351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-858204da-c8aa-4b9f-978e-6225a29ecc52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.0941677 Sep 15 15:57:00.397612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Transition to ACTIVE for port object f27768d0-b7ab-42d7-8182-25846f312885 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:57:00.416240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] For port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:00.419979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] For port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bb5c6af-c3a0-44b1-b73c-d0b91e51c032,segment=NetworkSegment(64ae630d-a904-4415-b7ca-bd10ff99a98f),segment_id=64ae630d-a904-4415-b7ca-bd10ff99a98f)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:00.427846 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.430532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-62ad1a33-44a8-4ea6-9150-df7a364049a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288258 Sep 15 15:57:00.481142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:00.482681 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.508207 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.519404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ae630d-a904-4415-b7ca-bd10ff99a98f') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:00.519708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ae630d-a904-4415-b7ca-bd10ff99a98f') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:00.535421 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.558143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.571679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:00.572118 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:00.575348 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:00.583541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd5e5-2a6c-448c-b5bc-5af57b765588 req-af5ef282-e215-4eda-adfd-5bd500e953e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.583541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffddd5e5-2a6c-448c-b5bc-5af57b765588 req-af5ef282-e215-4eda-adfd-5bd500e953e2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9d008b995e53477f8f071fa2dcc16b7b&shared=False HTTP/1.1" status: 200 len: 926 time: 0.1532519 Sep 15 15:57:00.620181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09170e42-1733-4816-ad8d-8a8bed2dfdea None None] Pushing event updated for resources: {'Port': ['ID=1bb5c6af-c3a0-44b1-b73c-d0b91e51c032,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:00.633242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310607-c87d-420c-a4c8-354f11b29135 req-17d15087-ad07-4591-bf63-b511284edd01 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.637061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08310607-c87d-420c-a4c8-354f11b29135 req-17d15087-ad07-4591-bf63-b511284edd01 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 948 time: 0.1739216 Sep 15 15:57:00.645991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Pushing event updated for resources: {'Port': ['ID=f27768d0-b7ab-42d7-8182-25846f312885,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:00.660565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3d1d5-9823-43b3-bcae-e03cbc7b8bcf None None] Network 13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:00.679061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-2fc831fa-7aef-48f6-a060-814266330a7e service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383409 Sep 15 15:57:00.730061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddd5e5-2a6c-448c-b5bc-5af57b765588 req-6330659a-27e2-4529-9e3f-a0c18b0f621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.731562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ffddd5e5-2a6c-448c-b5bc-5af57b765588 req-6330659a-27e2-4529-9e3f-a0c18b0f621a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419420 Sep 15 15:57:00.777651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:57:00.777651 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:57:00.777651 n-d-808199-2 neutron-server[102019]: [parameters: {'id': '13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2'}] Sep 15 15:57:00.777651 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:57:00.778059 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:57:00.813342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13ee6e-c40a-43ff-95c2-e2ef4ae15bfe None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:57:00.818619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08310607-c87d-420c-a4c8-354f11b29135 req-71529f1b-7a4c-4420-a61f-4f49a8c2518e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614962 Sep 15 15:57:00.887031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Attempting to bind port f27768d0-b7ab-42d7-8182-25846f312885 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:00.887544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Attempting to bind port f27768d0-b7ab-42d7-8182-25846f312885 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:00.888049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Attempting to bind port f27768d0-b7ab-42d7-8182-25846f312885 on network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:00.898712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4aa7f59-b29e-478c-9a1e-99458942ae6e req-3207ebb7-0651-4e10-8f6e-f9e965c103ad service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062759 Sep 15 15:57:00.899708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Port f27768d0-b7ab-42d7-8182-25846f312885 on network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:57:00.900179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Attempting to bind port f27768d0-b7ab-42d7-8182-25846f312885 on network 74fc50d4-aa86-4941-a702-ccb7bb8710e8 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:00.900320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-324e022b-1f5f-45a1-9d55-f03752e28a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.901796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-324e022b-1f5f-45a1-9d55-f03752e28a0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d008b995e53477f8f071fa2dcc16b7b&device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 1094 time: 0.1086872 Sep 15 15:57:00.908006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:00.908516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Checking segment: {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:00.909087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Bound using segment: {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:00.909722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Bound port: f27768d0-b7ab-42d7-8182-25846f312885, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aba9ae0-675d-4a8e-a36e-16085828ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:00.910250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:00.917710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaad772-df07-49a4-a3a1-41db60098ad7 req-cb313e9a-425d-4e73-94eb-391743c2119c tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:00.919458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-beaad772-df07-49a4-a3a1-41db60098ad7 req-cb313e9a-425d-4e73-94eb-391743c2119c tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 943 time: 0.0725448 Sep 15 15:57:00.963606 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-5345c1b5-64e2-4954-ba03-b9fe42e65765 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8a0461-d419-4163-a328-137f7478a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0426481 Sep 15 15:57:00.971796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb13ee6e-c40a-43ff-95c2-e2ef4ae15bfe None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:57:00.990490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] For port f27768d0-b7ab-42d7-8182-25846f312885, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:00.994501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] For port f27768d0-b7ab-42d7-8182-25846f312885, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f27768d0-b7ab-42d7-8182-25846f312885,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:01.046985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-beaad772-df07-49a4-a3a1-41db60098ad7 req-35cd903f-c463-4f1c-9acd-f986728c988a tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175244 Sep 15 15:57:01.067403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-b734d7fc-efbd-4380-b261-96ff27d67d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:01.067403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-b734d7fc-efbd-4380-b261-96ff27d67d4e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4215d2a4-61ca-42b1-8ae5-c38d1386f4f1 HTTP/1.1" status: 200 len: 865 time: 0.0886011 Sep 15 15:57:01.091739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4db59-b50a-43d3-a152-5684208eee35 req-6ea663e2-98a3-4377-b8a1-d5ab34f5a6ab tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:01.102915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cea4db59-b50a-43d3-a152-5684208eee35 req-6ea663e2-98a3-4377-b8a1-d5ab34f5a6ab tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 943 time: 0.0738611 Sep 15 15:57:01.106068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-d2f7e5db-e541-4559-9eb9-954616853bce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2ef507ee-8d76-4f84-836f-bcd76c61772c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307314 Sep 15 15:57:01.114536 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.181839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:01.182460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.183906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] 10.222.0.38 "PUT /v2.0/ports/f27768d0-b7ab-42d7-8182-25846f312885 HTTP/1.1" status: 200 len: 1091 time: 1.4683983 Sep 15 15:57:01.219330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cea4db59-b50a-43d3-a152-5684208eee35 req-078f1be6-0528-49cb-a856-e9cf56d395bc tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154530 Sep 15 15:57:01.243698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-aab1f62f-b94d-4cbd-80af-56e218c382bb service neutron] 10.222.0.38 "GET /v2.0/networks/2ef507ee-8d76-4f84-836f-bcd76c61772c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175697 Sep 15 15:57:01.243833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08212b3-fc9b-48ef-9b2b-63422907e751 service neutron] Pushing event updated for resources: {'Port': ['ID=f27768d0-b7ab-42d7-8182-25846f312885,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:01.281007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.345030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601144-2d61-476e-8e01-5f285df3dac2 req-bcd4506b-1e8d-4b91-93db-56bb852aebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:01.346502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-bcd4506b-1e8d-4b91-93db-56bb852aebb6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 1094 time: 0.0423887 Sep 15 15:57:01.371491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3cfa79-29fe-4de0-8ce6-6b9e9415e9fd req-d0d8efaf-452f-4917-9ee1-3c248641f977 service neutron] 10.222.0.38 "GET /v2.0/networks/2ef507ee-8d76-4f84-836f-bcd76c61772c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251054 Sep 15 15:57:01.387410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:01.388127 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.398487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-93ecc055-0947-44e7-b007-031cbdebff7c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27768d0-b7ab-42d7-8182-25846f312885 HTTP/1.1" status: 200 len: 217 time: 0.0402701 Sep 15 15:57:01.454523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bb5c6af-c3a0-44b1-b73c-d0b91e51c032,segment=NetworkSegment(64ae630d-a904-4415-b7ca-bd10ff99a98f),segment_id=64ae630d-a904-4415-b7ca-bd10ff99a98f)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:01.454784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601144-2d61-476e-8e01-5f285df3dac2 req-565e3d59-8736-4b33-a949-478ecb140b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:01.454899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.456240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-565e3d59-8736-4b33-a949-478ecb140b9a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.0468988 Sep 15 15:57:01.468035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:01.497343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-0db4b04d-3277-4399-a1f9-32842fef82c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257571 Sep 15 15:57:01.503946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'tag': 'f27768d0-b7ab-42d7-8182-25846f312885'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:01.506192 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc520d5-62a1-47c8-82f8-e79f85bf3528", "tag": "f27768d0-b7ab-42d7-8182-25846f312885"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:01.573772 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420db739-20e8-447e-bb2c-845d71f57ea5 x-openstack-request-id: req-420db739-20e8-447e-bb2c-845d71f57ea5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:01.574053 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc520d5-62a1-47c8-82f8-e79f85bf3528", "tag": "f27768d0-b7ab-42d7-8182-25846f312885", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:01.574299 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-420db739-20e8-447e-bb2c-845d71f57ea5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:01.574685 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'tag': 'f27768d0-b7ab-42d7-8182-25846f312885', 'status': 'completed', 'code': 200} Sep 15 15:57:01.609571 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-318ab4c5-ff1d-4c5f-84db-41890c81f2e8 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992460 Sep 15 15:57:01.633612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.658850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=1bb5c6af-c3a0-44b1-b73c-d0b91e51c032,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:01.662402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port 1bb5c6af-c3a0-44b1-b73c-d0b91e51c032 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:01.710000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43601144-2d61-476e-8e01-5f285df3dac2 req-1bb9519f-fbb7-428d-ac95-a27bf5cfa7d3 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892367 Sep 15 15:57:01.743129 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.763038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:01.772049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ae630d-a904-4415-b7ca-bd10ff99a98f') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:01.772341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ae630d-a904-4415-b7ca-bd10ff99a98f') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:01.782313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.794989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.801489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:01.801865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:01.804732 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:01.876750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-532a1232-cefa-434d-8b87-383eac6d9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:01.878271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-532a1232-cefa-434d-8b87-383eac6d9c56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 1094 time: 0.0570693 Sep 15 15:57:01.942008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.950735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.950982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 HTTP/1.1" status: 204 len: 168 time: 2.4274633 Sep 15 15:57:01.961527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50476) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:01.966788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-858975396'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:01.970535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f76993-aafb-4a38-a881-9fdbb890374a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:02.000795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c240cd9a-d31d-4835-ba5b-edc8ca53ad6a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:02.008480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd36fdf-7426-4662-9b24-875713a8b2df req-fbd68635-abda-4944-9936-5150142f5dc5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.009969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4fd36fdf-7426-4662-9b24-875713a8b2df req-fbd68635-abda-4944-9936-5150142f5dc5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 948 time: 0.1053085 Sep 15 15:57:02.014913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-604a59ea-e0c2-4025-bf13-39a0c681e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.016285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-604a59ea-e0c2-4025-bf13-39a0c681e08e service neutron] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 920 time: 0.1294572 Sep 15 15:57:02.074338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-4b7c5aa8-e3e5-4772-a835-d42cd71aafed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27768d0-b7ab-42d7-8182-25846f312885 HTTP/1.1" status: 200 len: 217 time: 0.0406985 Sep 15 15:57:02.087318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4fd36fdf-7426-4662-9b24-875713a8b2df req-2997027c-1ac6-4540-8d97-9d58a52b08f4 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700934 Sep 15 15:57:02.107308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:02.111843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.134529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-9094142f-0a3a-4dab-a089-2d56059e3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.134789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:57:02.136132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-9094142f-0a3a-4dab-a089-2d56059e3224 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.0472286 Sep 15 15:57:02.138915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:02.139924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.164754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:02.172285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-ea7142a9-1c8a-4e34-88d4-c253243cdda7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285933 Sep 15 15:57:02.180325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.180693 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 0aefbbe0-571f-440d-a0cf-961f86b7acb8 of type vlan for network f7f3684c-0b9a-4eed-b8cc-8140e88fd513 Sep 15 15:57:02.220519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e147449-9a31-405d-8131-f948d52f6411 req-57035ddf-b7c6-41e5-9916-f93080f99d25 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.222702 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e147449-9a31-405d-8131-f948d52f6411 req-57035ddf-b7c6-41e5-9916-f93080f99d25 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 943 time: 0.0946827 Sep 15 15:57:02.238717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.246135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.282728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:02.291494 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7676b7-5461-40a3-9bd0-1925ff4f6ff7" -d '{"events": [{"server_uuid": "19041e65-ebae-4c9a-95f7-da5bbbdfcf5c", "name": "network-vif-plugged", "status": "completed", "tag": "c240cd9a-d31d-4835-ba5b-edc8ca53ad6a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:02.308158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:02.387694 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.394117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.394828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.422376 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.474109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:02.510165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e147449-9a31-405d-8131-f948d52f6411 req-e2b9205d-30a9-4ce0-9426-c40b324fb6b6 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522511 Sep 15 15:57:02.510918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=f7f3684c-0b9a-4eed-b8cc-8140e88fd513,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:02.513839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f38b6d24-f962-4b67-8ac0-7eba12859bd7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5510390 Sep 15 15:57:02.517018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50492) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:02.523015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': 'f7f3684c-0b9a-4eed-b8cc-8140e88fd513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:02.527736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network f7f3684c-0b9a-4eed-b8cc-8140e88fd513 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:02.598483 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee969c7c-bb3c-447b-8b56-6639f9c52395 x-openstack-request-id: req-ee969c7c-bb3c-447b-8b56-6639f9c52395 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:02.598912 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19041e65-ebae-4c9a-95f7-da5bbbdfcf5c", "name": "network-vif-plugged", "status": "completed", "tag": "c240cd9a-d31d-4835-ba5b-edc8ca53ad6a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:02.599607 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ee969c7c-bb3c-447b-8b56-6639f9c52395 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:02.599607 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a', 'code': 200} Sep 15 15:57:02.660052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-ab5f1cca-0ed3-4559-89e7-9aabece62514 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745514 Sep 15 15:57:02.668232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e76f59-08b9-4c2d-87ca-c0be857a8fe5 req-12dc0962-0afc-4f12-8525-7a7849bc4b78 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.672870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31e76f59-08b9-4c2d-87ca-c0be857a8fe5 req-12dc0962-0afc-4f12-8525-7a7849bc4b78 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 943 time: 0.0863028 Sep 15 15:57:02.712478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bb3ba-9928-4bee-95d0-73e459d0686a req-33e39b6e-28f7-4a8b-b92b-13c584ed612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.714123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd6bb3ba-9928-4bee-95d0-73e459d0686a req-33e39b6e-28f7-4a8b-b92b-13c584ed612d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 1100 time: 0.0410399 Sep 15 15:57:02.734526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:02.737885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.767248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31e76f59-08b9-4c2d-87ca-c0be857a8fe5 req-44969e9b-978f-41ed-a30a-f3812bcbab02 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895777 Sep 15 15:57:02.780725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd6bb3ba-9928-4bee-95d0-73e459d0686a req-6270092c-038b-47cb-a038-680612998913 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563011 Sep 15 15:57:02.791531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf4f4e5e-955e-4183-95d8-54b31cd11a0b req-2ca3bc65-83e6-4aed-bf7f-a481df8e36b8 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209602 Sep 15 15:57:02.816282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing IP validity checks on allocation pools {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 15 15:57:02.816828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 15 15:57:02.998196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.064343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=2c161e37-9104-4ff7-aec1-a9db13e2f01f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:03.073782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '0aefbbe0-571f-440d-a0cf-961f86b7acb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'f7f3684c-0b9a-4eed-b8cc-8140e88fd513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:03.074144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: f7f3684c-0b9a-4eed-b8cc-8140e88fd513, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:03.165067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network f7f3684c-0b9a-4eed-b8cc-8140e88fd513 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:03.206534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6a224-ec7e-44f8-9d3e-5c91dddb184d req-3225232a-a874-4eb1-b4f2-f28f6b2f89bd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:03.208003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbb6a224-ec7e-44f8-9d3e-5c91dddb184d req-3225232a-a874-4eb1-b4f2-f28f6b2f89bd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 949 time: 0.0520725 Sep 15 15:57:03.234383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, f7f3684c-0b9a-4eed-b8cc-8140e88fd513) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:03.246016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663c951-f3b8-4567-b605-f38a86b24205 None None] Network f7f3684c-0b9a-4eed-b8cc-8140e88fd513 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:03.246495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:03.246495 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.253710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbb6a224-ec7e-44f8-9d3e-5c91dddb184d req-2aa575b4-6378-4660-bd7b-0cb9d6cbea1e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Sep 15 15:57:03.308221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0876ff5f-1dd5-4cc1-ad47-4d890a651898 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:57:03.331137 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cb174f8c-8429-4ac1-ae3b-4943e290c6e6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8131635 Sep 15 15:57:03.333986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50500) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:03.441064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.472647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41373d7b-6122-40e3-8bfd-d3f909376a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-f7f3684c-0b9a-4eed-b8cc-8140e88fd513', 'network_id': 'f7f3684c-0b9a-4eed-b8cc-8140e88fd513', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': '2c161e37-9104-4ff7-aec1-a9db13e2f01f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:03.473489 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41373d7b-6122-40e3-8bfd-d3f909376a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.482292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0876ff5f-1dd5-4cc1-ad47-4d890a651898, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:03.493481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.504004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '0876ff5f-1dd5-4cc1-ad47-4d890a651898', 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'port_id': '0876ff5f-1dd5-4cc1-ad47-4d890a651898', 'mac_address': 'fa:16:3e:8e:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:57:03.627429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.628215 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.642097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0876ff5f-1dd5-4cc1-ad47-4d890a651898 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server [None req-41373d7b-6122-40e3-8bfd-d3f909376a12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c161e37-9104-4ff7-aec1-a9db13e2f01f: This subnet is being modified by another concurrent operation. Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 15:57:03.662774 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server raise exception Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c161e37-9104-4ff7-aec1-a9db13e2f01f: This subnet is being modified by another concurrent operation. Sep 15 15:57:03.675147 n-d-808199-2 neutron-server[102020]: ERROR oslo_messaging.rpc.server Sep 15 15:57:03.679354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=2c161e37-9104-4ff7-aec1-a9db13e2f01f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:03.684346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0876ff5f-1dd5-4cc1-ad47-4d890a651898, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:03.684346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc4dd0-4b00-4dd2-aec7-cb81be94cdd5 None None] Network f7f3684c-0b9a-4eed-b8cc-8140e88fd513 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:03.702776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda98b6-46b1-409a-b1f7-e50da9bb8923 req-6129c0a6-adaa-4d33-be4e-efb3cb172a14 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:03.704342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5dda98b6-46b1-409a-b1f7-e50da9bb8923 req-6129c0a6-adaa-4d33-be4e-efb3cb172a14 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 943 time: 0.1096380 Sep 15 15:57:03.744666 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.749310 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.783804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f3684c-0b9a-4eed-b8cc-8140e88fd513']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:03.799331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5dda98b6-46b1-409a-b1f7-e50da9bb8923 req-adcd46b9-ec5e-436a-98e6-78924baef24c tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873473 Sep 15 15:57:03.801055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aefbbe0-571f-440d-a0cf-961f86b7acb8') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:03.801349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aefbbe0-571f-440d-a0cf-961f86b7acb8') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:03.812836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.842133 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.850211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:03.850670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:03.862910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624a972-1bd2-4a03-a7b9-7d4d43df16c7 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:57:03.867660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0876ff5f-1dd5-4cc1-ad47-4d890a651898,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:03.872715 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:03.915815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cfdf-30b4-4a7a-bf94-eb078158e052 req-10b02938-b17d-46cd-8c79-3874a11c54a5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:03.918174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1257cfdf-30b4-4a7a-bf94-eb078158e052 req-10b02938-b17d-46cd-8c79-3874a11c54a5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 943 time: 0.0594363 Sep 15 15:57:03.964476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1257cfdf-30b4-4a7a-bf94-eb078158e052 req-67373f9f-582c-404e-9580-0c22aee914d3 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382135 Sep 15 15:57:04.009852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6624a972-1bd2-4a03-a7b9-7d4d43df16c7 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:57:04.056186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.065014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.066939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/f7f3684c-0b9a-4eed-b8cc-8140e88fd513 HTTP/1.1" status: 204 len: 168 time: 0.7319202 Sep 15 15:57:04.070777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50506) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:04.076241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1d17e-f95b-459f-b0ac-9f49a4932cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=f7f3684c-0b9a-4eed-b8cc-8140e88fd513,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:04.076974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-606257268'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:04.090808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0876ff5f-1dd5-4cc1-ad47-4d890a651898'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:04.175181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:04.179223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.205267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:04.214498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.214936 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 2ce01cdf-d890-49fa-834c-bbfbd387ba10 of type vlan for network c36fe493-610b-4579-9f4e-5e8e1b594a9d Sep 15 15:57:04.268140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.349023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.357346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:04.363109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.456725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3820851 Sep 15 15:57:04.460698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:04.462749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:04.465861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8143b-e198-4967-825f-dccc4cf340e4 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=c36fe493-610b-4579-9f4e-5e8e1b594a9d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:04.493785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c36fe493-610b-4579-9f4e-5e8e1b594a9d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:04.496807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9b899-4a0b-4db5-a075-62b5734b3a87 req-43986dcb-74e4-4d0c-90e5-6960f303aeee tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:04.501003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7e9b899-4a0b-4db5-a075-62b5734b3a87 req-43986dcb-74e4-4d0c-90e5-6960f303aeee tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 949 time: 0.1679862 Sep 15 15:57:04.567593 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7e9b899-4a0b-4db5-a075-62b5734b3a87 req-3690cb9d-7049-4904-a81a-6228f1981216 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577021 Sep 15 15:57:04.667422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:04.673011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.922368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:04.965662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c507-aef3-41ba-81a1-76fae659c23a req-164812cd-f74c-4c02-b751-a9ed75037be4 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:04.967631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5b9c507-aef3-41ba-81a1-76fae659c23a req-164812cd-f74c-4c02-b751-a9ed75037be4 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 943 time: 0.0828583 Sep 15 15:57:05.011467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=c721a2ee-33ce-48ec-9776-e8ab1b9426b3,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:05.035431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '2ce01cdf-d890-49fa-834c-bbfbd387ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:05.035798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: c36fe493-610b-4579-9f4e-5e8e1b594a9d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:05.040325 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e5b9c507-aef3-41ba-81a1-76fae659c23a req-3503f1b1-042c-43cd-b9ca-ab44227cf94b tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Sep 15 15:57:05.105498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d28368-1c37-4a9c-bb88-ac2af8fe4932 req-e24276ad-1abc-4944-b70b-0127bdc3a19b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:05.107032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1d28368-1c37-4a9c-bb88-ac2af8fe4932 req-e24276ad-1abc-4944-b70b-0127bdc3a19b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 943 time: 0.0679731 Sep 15 15:57:05.117546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network c36fe493-610b-4579-9f4e-5e8e1b594a9d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:05.146483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1d28368-1c37-4a9c-bb88-ac2af8fe4932 req-e164297f-75a6-4377-a302-02fafecdc7d3 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Sep 15 15:57:05.197774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c36fe493-610b-4579-9f4e-5e8e1b594a9d) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:05.204324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:05.205296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.206072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594d24b-d0fa-4d4e-9cc7-2520b8f7d321 None None] Network c36fe493-610b-4579-9f4e-5e8e1b594a9d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:05.314230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1ab64c35-7fcc-41a7-aa23-195fd83fcb3f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8561387 Sep 15 15:57:05.315790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f27768d0-b7ab-42d7-8182-25846f312885 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:57:05.316887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50522) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:05.376459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-c36fe493-610b-4579-9f4e-5e8e1b594a9d', 'network_id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': 'c721a2ee-33ce-48ec-9776-e8ab1b9426b3'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:05.377356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.532611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f27768d0-b7ab-42d7-8182-25846f312885, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f27768d0-b7ab-42d7-8182-25846f312885,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:05.570326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'f27768d0-b7ab-42d7-8182-25846f312885', 'network_id': '74fc50d4-aa86-4941-a702-ccb7bb8710e8', 'port_id': 'f27768d0-b7ab-42d7-8182-25846f312885', 'mac_address': 'fa:16:3e:63:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6b39f4b-a505-41fe-9bc2-89f857f5f7c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:57:05.616131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Allocated IP 172.20.0.1 (c36fe493-610b-4579-9f4e-5e8e1b594a9d/c721a2ee-33ce-48ec-9776-e8ab1b9426b3/f160e6e4-3527-4d8f-9e62-44da919947fb) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:05.633965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.661386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27768d0-b7ab-42d7-8182-25846f312885 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:05.718959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f27768d0-b7ab-42d7-8182-25846f312885, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f27768d0-b7ab-42d7-8182-25846f312885,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:05.758705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef4a8-22e6-46f0-97d3-685b0614c5e3 req-288f0560-937d-432e-8a98-c4ded422e119 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:05.760182 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8eef4a8-22e6-46f0-97d3-685b0614c5e3 req-288f0560-937d-432e-8a98-c4ded422e119 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 949 time: 0.0965149 Sep 15 15:57:05.767567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.778088 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.782411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee8a0461-d419-4163-a328-137f7478a5c6 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:57:05.832083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8eef4a8-22e6-46f0-97d3-685b0614c5e3 req-6e70dfa5-31a3-4575-8619-004b650c53dc tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625377 Sep 15 15:57:05.835347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.852780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.875275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f27768d0-b7ab-42d7-8182-25846f312885,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:05.911508 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.961351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f27db4-cb9c-41d3-b263-15d5a03af34e req-92fa722f-0e72-45fe-8bb2-2d786a816d7e tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:05.962757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Network c36fe493-610b-4579-9f4e-5e8e1b594a9d is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:05.962928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77f27db4-cb9c-41d3-b263-15d5a03af34e req-92fa722f-0e72-45fe-8bb2-2d786a816d7e tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 1100 time: 0.0415049 Sep 15 15:57:05.969593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:05.976210 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.979665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:05.987483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Pushing event updated for resources: {'Port': ['ID=f160e6e4-3527-4d8f-9e62-44da919947fb,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:06.000381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ee8a0461-d419-4163-a328-137f7478a5c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee8a0461-d419-4163-a328-137f7478a5c6,segment=NetworkSegment(f163cfd3-ee5d-4430-b8fd-def29a833323),segment_id=f163cfd3-ee5d-4430-b8fd-def29a833323)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:06.004723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=c721a2ee-33ce-48ec-9776-e8ab1b9426b3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:06.013118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77f27db4-cb9c-41d3-b263-15d5a03af34e req-8dcda2dc-0617-4308-85fc-914596ae52b5 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421345 Sep 15 15:57:06.027978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'ee8a0461-d419-4163-a328-137f7478a5c6', 'network_id': '2ef507ee-8d76-4f84-836f-bcd76c61772c', 'port_id': 'ee8a0461-d419-4163-a328-137f7478a5c6', 'mac_address': 'fa:16:3e:3e:7e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4215d2a4-61ca-42b1-8ae5-c38d1386f4f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:57:06.077455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.087503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Attempting to bind port f160e6e4-3527-4d8f-9e62-44da919947fb on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:06.088129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Attempting to bind port f160e6e4-3527-4d8f-9e62-44da919947fb by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2ce01cdf-d890-49fa-834c-bbfbd387ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:06.088270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Attempting to bind port f160e6e4-3527-4d8f-9e62-44da919947fb on network c36fe493-610b-4579-9f4e-5e8e1b594a9d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:06.099845 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:06.100217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Checking segment: {'id': '2ce01cdf-d890-49fa-834c-bbfbd387ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:06.101255 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.101255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Bound using segment: {'id': '2ce01cdf-d890-49fa-834c-bbfbd387ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:06.101497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Bound port: f160e6e4-3527-4d8f-9e62-44da919947fb, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce01cdf-d890-49fa-834c-bbfbd387ba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:06.101888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.102888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36fe493-610b-4579-9f4e-5e8e1b594a9d']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:06.115741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce01cdf-d890-49fa-834c-bbfbd387ba10') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:06.116019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce01cdf-d890-49fa-834c-bbfbd387ba10') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:06.116194 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.126563 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.152997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8a0461-d419-4163-a328-137f7478a5c6 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:06.163085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.173253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:06.173661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:06.176787 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:06.187594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ee8a0461-d419-4163-a328-137f7478a5c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee8a0461-d419-4163-a328-137f7478a5c6,segment=NetworkSegment(f163cfd3-ee5d-4430-b8fd-def29a833323),segment_id=f163cfd3-ee5d-4430-b8fd-def29a833323)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:06.204791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] For port f160e6e4-3527-4d8f-9e62-44da919947fb, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:06.249597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-01622555-3500-4c5d-a199-ec4dcbdde295 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247989 Sep 15 15:57:06.250185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80a146-729e-49a6-9147-7f59103e8ccf req-72e996c1-9f78-47f7-b158-c3f9568d384c tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:06.251404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad80a146-729e-49a6-9147-7f59103e8ccf req-72e996c1-9f78-47f7-b158-c3f9568d384c tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 943 time: 0.1172769 Sep 15 15:57:06.256988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] For port f160e6e4-3527-4d8f-9e62-44da919947fb, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f160e6e4-3527-4d8f-9e62-44da919947fb,segment=NetworkSegment(2ce01cdf-d890-49fa-834c-bbfbd387ba10),segment_id=2ce01cdf-d890-49fa-834c-bbfbd387ba10)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:06.279314 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.293630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad80a146-729e-49a6-9147-7f59103e8ccf req-70a58c3b-ab32-4a62-8fbf-e089c3165a00 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Sep 15 15:57:06.316391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:57:06.316391 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:57:06.316391 n-d-808199-2 neutron-server[102019]: [parameters: {'id': 'c36fe493-610b-4579-9f4e-5e8e1b594a9d'}] Sep 15 15:57:06.316391 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:57:06.320689 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:57:06.337204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ee8a0461-d419-4163-a328-137f7478a5c6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:06.343280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.375379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-635a7ec3-a3d8-4165-8d61-022aa0591ca1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:06.377281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-635a7ec3-a3d8-4165-8d61-022aa0591ca1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198318 Sep 15 15:57:06.393885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-b07bd59b-b0d4-44c3-b409-08040f0b56c5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/quotas/7387a36b9bf94796a3c8e25452e62917 HTTP/1.1" status: 200 len: 375 time: 0.0101712 Sep 15 15:57:06.407768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bc4b8-aba8-43bb-81fd-806fb90cf225 req-4e64c636-df3e-48f3-9eef-bdc344a79bc2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:06.409370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-247bc4b8-aba8-43bb-81fd-806fb90cf225 req-4e64c636-df3e-48f3-9eef-bdc344a79bc2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 944 time: 0.0562544 Sep 15 15:57:06.441194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2cb17-c8fe-47a9-9a0c-41aa0e65a3c9 None None] Pushing event updated for resources: {'Port': ['ID=f160e6e4-3527-4d8f-9e62-44da919947fb,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:06.452993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-247bc4b8-aba8-43bb-81fd-806fb90cf225 req-182bc78a-4cf7-4416-8911-6aa888b51343 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Sep 15 15:57:06.465506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808a37e-65db-4c29-a9a1-206c208a085e None None] Network c36fe493-610b-4579-9f4e-5e8e1b594a9d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:06.476028 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-05d5519d-7e5c-4b3b-9a87-4f8a64f3ab74 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0727968 Sep 15 15:57:06.586164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ee8a0461-d419-4163-a328-137f7478a5c6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:06.613414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f27768d0-b7ab-42d7-8182-25846f312885'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:06.653063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16acb3fb-4ab1-437f-80fa-d8400c9a0e0b None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:57:06.736130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3a6fd46e-00b8-4bab-a395-61e1d001d549 req-c0404d5f-056f-48d3-874a-5d746f02acec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 210 time: 0.0290642 Sep 15 15:57:06.819864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.889790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port f160e6e4-3527-4d8f-9e62-44da919947fb {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:06.890221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.948145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16acb3fb-4ab1-437f-80fa-d8400c9a0e0b None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:57:06.960021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port f160e6e4-3527-4d8f-9e62-44da919947fb, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f160e6e4-3527-4d8f-9e62-44da919947fb,segment=NetworkSegment(2ce01cdf-d890-49fa-834c-bbfbd387ba10),segment_id=2ce01cdf-d890-49fa-834c-bbfbd387ba10)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:06.960744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.975095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for f160e6e4-3527-4d8f-9e62-44da919947fb owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:07.135867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.169288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port f160e6e4-3527-4d8f-9e62-44da919947fb on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:07.176681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=f160e6e4-3527-4d8f-9e62-44da919947fb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:07.253197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.274933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36fe493-610b-4579-9f4e-5e8e1b594a9d']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:07.285469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce01cdf-d890-49fa-834c-bbfbd387ba10') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:07.288712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce01cdf-d890-49fa-834c-bbfbd387ba10') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:07.296144 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.309162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.315795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:07.316181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:07.319528 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:07.329145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0876ff5f-1dd5-4cc1-ad47-4d890a651898 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:07.429263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0561ee4-0d01-44c3-9746-d540436c7449 req-d23ceba7-e3c0-4df3-999d-541a4d07f697 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:07.430769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0561ee4-0d01-44c3-9746-d540436c7449 req-d23ceba7-e3c0-4df3-999d-541a4d07f697 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 944 time: 0.0556707 Sep 15 15:57:07.471170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0561ee4-0d01-44c3-9746-d540436c7449 req-0f2f2832-2f34-45c3-bac9-0bce5585c237 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Sep 15 15:57:07.484969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.485154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:57:07.490979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.499627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/c36fe493-610b-4579-9f4e-5e8e1b594a9d HTTP/1.1" status: 204 len: 168 time: 2.1751907 Sep 15 15:57:07.499738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:07.499738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.499910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50566) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:07.504217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1993301054'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:07.517270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15c6e7-d497-491e-991c-0795640b418f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=c36fe493-610b-4579-9f4e-5e8e1b594a9d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:07.593932 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.605625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786e0a4-7ac3-4bbe-8dd6-1be4e5f8ab61 req-d8946fd4-b87c-4e13-93a0-f46b64c62acb tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:07.607358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f786e0a4-7ac3-4bbe-8dd6-1be4e5f8ab61 req-d8946fd4-b87c-4e13-93a0-f46b64c62acb tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 944 time: 0.0507059 Sep 15 15:57:07.619197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0876ff5f-1dd5-4cc1-ad47-4d890a651898'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:07.621987 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc11f2e-8cc2-4f77-b979-eebcefa21839" -d '{"events": [{"server_uuid": "9259bf03-60ae-4723-bf19-b8fbafdb20f1", "name": "network-vif-plugged", "status": "completed", "tag": "0876ff5f-1dd5-4cc1-ad47-4d890a651898"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:07.627565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:07.631322 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.650107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0876ff5f-1dd5-4cc1-ad47-4d890a651898, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:07.660197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f786e0a4-7ac3-4bbe-8dd6-1be4e5f8ab61 req-28e7243a-7fa0-4fe3-b5ca-f912b0150411 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Sep 15 15:57:07.674008 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3110aeb7-65ab-49c7-875c-df556505ca86 x-openstack-request-id: req-3110aeb7-65ab-49c7-875c-df556505ca86 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:07.674761 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9259bf03-60ae-4723-bf19-b8fbafdb20f1", "name": "network-vif-plugged", "status": "completed", "tag": "0876ff5f-1dd5-4cc1-ad47-4d890a651898", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:07.674761 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3110aeb7-65ab-49c7-875c-df556505ca86 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:07.675075 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0876ff5f-1dd5-4cc1-ad47-4d890a651898', 'code': 200} Sep 15 15:57:07.675394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:07.684883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.685227 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment e02e5d52-aa2b-4aeb-8083-291e4c54cf70 of type vlan for network 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 Sep 15 15:57:07.713367 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.736512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.768997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0876ff5f-1dd5-4cc1-ad47-4d890a651898,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:07.800019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14e767-042a-4b1d-b74d-134fac96c500 req-ec02d58d-37bb-4a44-b6de-bfbde5b00d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:07.801553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d14e767-042a-4b1d-b74d-134fac96c500 req-ec02d58d-37bb-4a44-b6de-bfbde5b00d3a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1096 time: 0.0495214 Sep 15 15:57:07.839091 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.845220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:07.850192 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.857236 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5feb1e56-8efd-44d6-ac02-7ae14b21a957 req-33202ad4-03fd-48a2-8366-d4dfb9afb4a1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 210 time: 0.0342734 Sep 15 15:57:07.863275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d14e767-042a-4b1d-b74d-134fac96c500 req-c4376065-bf7a-4209-b504-9a0d970d25cd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542219 Sep 15 15:57:07.918934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=8f63a9e3-c777-4e85-98e3-6dbe0bb486f2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:07.929919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:07.948271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f7b1d8f1-a71a-49ff-85e6-86c33df9ca29 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4481232 Sep 15 15:57:07.952996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50576) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:07.957465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:08.135815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:08.140098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:08.364705 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:08.435189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=b02f3bb5-6425-4a37-a0b9-46c2eca24b43,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:08.441997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:08.442469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:08.513080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:08.564285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:08.570508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:08.570770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:08.574040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e8699-5b57-4e11-a145-53deff085a8e None None] Network 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:08.602072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586ef3b-1ac5-4d70-a310-fab2c1f187b3 req-85ad25e5-4b35-47f5-a1d5-8a5992755eea tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:08.604060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d586ef3b-1ac5-4d70-a310-fab2c1f187b3 req-85ad25e5-4b35-47f5-a1d5-8a5992755eea tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 944 time: 0.0630589 Sep 15 15:57:08.634698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f501cc43-1cdd-4904-8ded-975c3681088e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6780336 Sep 15 15:57:08.635301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50580) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:08.672660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d586ef3b-1ac5-4d70-a310-fab2c1f187b3 req-62cb8574-43bc-4d8c-be22-02c4e2eec595 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588100 Sep 15 15:57:08.745444 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-8f63a9e3-c777-4e85-98e3-6dbe0bb486f2', 'network_id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': 'b02f3bb5-6425-4a37-a0b9-46c2eca24b43'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:08.747053 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:08.791451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:08.805123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb130-4b44-409f-8768-c03aa3e5d092 req-f9bd1605-e84b-4456-8992-7fa62e741ff7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:08.806886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a1fb130-4b44-409f-8768-c03aa3e5d092 req-f9bd1605-e84b-4456-8992-7fa62e741ff7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 944 time: 0.0672295 Sep 15 15:57:08.867957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a1fb130-4b44-409f-8768-c03aa3e5d092 req-04abaf97-9d99-4ddc-a216-92b4d4f93b92 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542150 Sep 15 15:57:08.869027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:08.932948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Allocated IP 172.20.0.1 (8f63a9e3-c777-4e85-98e3-6dbe0bb486f2/b02f3bb5-6425-4a37-a0b9-46c2eca24b43/9aa839a2-303e-4c9e-9884-1ea8cf497091) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:08.937436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-49aee36a-565b-4e96-84ae-39199fc5545f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290751 Sep 15 15:57:09.003528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d4fa8ce-d152-4a6e-85bd-9b50eaab2537 req-49989e96-0d27-4abd-a6e5-f164aed47b0d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 210 time: 0.0619881 Sep 15 15:57:09.097633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.106609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-e684d892-12f5-46d1-907e-8182b20001f6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:09.109134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-e684d892-12f5-46d1-907e-8182b20001f6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498725 Sep 15 15:57:09.126606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Request body: {'port': {'device_id': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '7387a36b9bf94796a3c8e25452e62917'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:09.164604 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.207954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Network 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:09.210919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:09.214813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:09.225061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Pushing event updated for resources: {'Port': ['ID=9aa839a2-303e-4c9e-9884-1ea8cf497091,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:09.273333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.276958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Attempting to bind port 9aa839a2-303e-4c9e-9884-1ea8cf497091 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:09.277345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Attempting to bind port 9aa839a2-303e-4c9e-9884-1ea8cf497091 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:09.277713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Attempting to bind port 9aa839a2-303e-4c9e-9884-1ea8cf497091 on network 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:09.285182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:09.285576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Checking segment: {'id': 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:09.286007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.286400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Bound using segment: {'id': 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:09.286869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Bound port: 9aa839a2-303e-4c9e-9884-1ea8cf497091, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:09.287252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.302864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=b02f3bb5-6425-4a37-a0b9-46c2eca24b43,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:09.323813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee8a0461-d419-4163-a328-137f7478a5c6 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:09.363731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Made reservation on behalf of 7387a36b9bf94796a3c8e25452e62917 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:09.367174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.370407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.388464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] For port 9aa839a2-303e-4c9e-9884-1ea8cf497091, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:09.402550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] For port 9aa839a2-303e-4c9e-9884-1ea8cf497091, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9aa839a2-303e-4c9e-9884-1ea8cf497091,segment=NetworkSegment(e02e5d52-aa2b-4aeb-8083-291e4c54cf70),segment_id=e02e5d52-aa2b-4aeb-8083-291e4c54cf70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:09.402769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f63a9e3-c777-4e85-98e3-6dbe0bb486f2']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:09.425800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:09.426014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:09.462603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.468058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.488057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.500262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:09.500697 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:09.503884 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:09.608705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Allocated IP 192.168.233.23 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/4759a2df-fcfc-4421-878a-a977a6fbb23d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:09.641387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port ee8a0461-d419-4163-a328-137f7478a5c6 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:57:09.649130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:57:09.649130 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:57:09.649130 n-d-808199-2 neutron-server[102018]: [parameters: {'id': '8f63a9e3-c777-4e85-98e3-6dbe0bb486f2'}] Sep 15 15:57:09.649130 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:57:09.649994 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:57:09.652774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port ee8a0461-d419-4163-a328-137f7478a5c6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:09.653212 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.737377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0326-efbd-442a-ac11-af57ed671530 None None] Pushing event updated for resources: {'Port': ['ID=9aa839a2-303e-4c9e-9884-1ea8cf497091,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:09.776127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.784214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614a573-c783-410f-885a-85a78cf83e90 None None] Network 8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:09.789376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3e7e8-4611-46a8-8605-5ffc9a68c432 req-eea90385-810e-4cd1-9117-7dda52cf5c98 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:09.796728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5a3e7e8-4611-46a8-8605-5ffc9a68c432 req-eea90385-810e-4cd1-9117-7dda52cf5c98 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 944 time: 0.0610540 Sep 15 15:57:09.836088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5a3e7e8-4611-46a8-8605-5ffc9a68c432 req-f0b9c113-0a76-4f9e-8d1c-ac5c73af6d02 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385315 Sep 15 15:57:09.855095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.902975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:09.912603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a0461-d419-4163-a328-137f7478a5c6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:09.914788 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63df6c0-b372-4177-828e-faec17bf16ae" -d '{"events": [{"server_uuid": "8794a56e-e1ae-4a94-b05a-c94a9f54d47c", "name": "network-vif-plugged", "status": "completed", "tag": "ee8a0461-d419-4163-a328-137f7478a5c6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:09.923068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:09.925293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:09.972594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ee8a0461-d419-4163-a328-137f7478a5c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee8a0461-d419-4163-a328-137f7478a5c6,segment=NetworkSegment(f163cfd3-ee5d-4430-b8fd-def29a833323),segment_id=f163cfd3-ee5d-4430-b8fd-def29a833323)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:09.984190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:09.986290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:10.005183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:10.005351 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf9b94c-2383-44e0-81dd-8911937e1047 x-openstack-request-id: req-eaf9b94c-2383-44e0-81dd-8911937e1047 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:10.005351 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794a56e-e1ae-4a94-b05a-c94a9f54d47c", "name": "network-vif-plugged", "status": "completed", "tag": "ee8a0461-d419-4163-a328-137f7478a5c6", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:10.005351 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eaf9b94c-2383-44e0-81dd-8911937e1047 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:10.005351 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a0461-d419-4163-a328-137f7478a5c6', 'code': 200} Sep 15 15:57:10.021092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5622c-7bec-4650-9918-0b7ca2347312 req-8dc402d4-885b-40b3-a51d-d5b337c8c401 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:10.023477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76c5622c-7bec-4650-9918-0b7ca2347312 req-8dc402d4-885b-40b3-a51d-d5b337c8c401 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 944 time: 0.0663614 Sep 15 15:57:10.072566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event updated for resources: {'Port': ['ID=4759a2df-fcfc-4421-878a-a977a6fbb23d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:10.075771 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.084429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f27768d0-b7ab-42d7-8182-25846f312885 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:10.096329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:10.096329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.127314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76c5622c-7bec-4650-9918-0b7ca2347312 req-15a2156c-ce6e-49b5-bea4-38e83982f289 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980241 Sep 15 15:57:10.152631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.153228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59e6ab-9e84-4b0b-a218-4868d3f6c88e req-77ffaefb-2386-4be8-a3b1-c1ce8156e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:10.155897 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a59e6ab-9e84-4b0b-a218-4868d3f6c88e req-77ffaefb-2386-4be8-a3b1-c1ce8156e101 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 1096 time: 0.1018198 Sep 15 15:57:10.190488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faa4a9-4daa-4390-99be-635958cbe503 req-5e4c729a-5e99-4c4d-8d79-d30b6249512e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:10.194688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6faa4a9-4daa-4390-99be-635958cbe503 req-5e4c729a-5e99-4c4d-8d79-d30b6249512e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 935 time: 0.0870657 Sep 15 15:57:10.196631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a59e6ab-9e84-4b0b-a218-4868d3f6c88e req-4fb155e2-3628-473b-9336-5e052879f46a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Sep 15 15:57:10.237395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-1322c662-6030-44d6-b175-d67beed53edd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1162486 Sep 15 15:57:10.268783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ee8a0461-d419-4163-a328-137f7478a5c6,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:10.290896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6faa4a9-4daa-4390-99be-635958cbe503 req-c7b2a948-5277-4e4e-969e-f04bd8de5845 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892122 Sep 15 15:57:10.307332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port 9aa839a2-303e-4c9e-9884-1ea8cf497091 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:10.307660 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.327879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c52d8-944e-44d3-975c-c911f16c673c None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:57:10.376010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port 9aa839a2-303e-4c9e-9884-1ea8cf497091, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9aa839a2-303e-4c9e-9884-1ea8cf497091,segment=NetworkSegment(e02e5d52-aa2b-4aeb-8083-291e4c54cf70),segment_id=e02e5d52-aa2b-4aeb-8083-291e4c54cf70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:10.376436 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.389429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for 9aa839a2-303e-4c9e-9884-1ea8cf497091 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:10.393422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port f27768d0-b7ab-42d7-8182-25846f312885 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:57:10.409435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Request body: {'port': {'device_id': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:10.426510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port f27768d0-b7ab-42d7-8182-25846f312885 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:10.426890 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.465900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c6cd42fe-c8b6-4e9c-a6e6-0e6459a5194f None None] Provisioning complete for port 4759a2df-fcfc-4421-878a-a977a6fbb23d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:10.466471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c6cd42fe-c8b6-4e9c-a6e6-0e6459a5194f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.514880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.602963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd42fe-c8b6-4e9c-a6e6-0e6459a5194f None None] Port 4759a2df-fcfc-4421-878a-a977a6fbb23d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:57:10.639296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.679056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=9aa839a2-303e-4c9e-9884-1ea8cf497091,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:10.680920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port 9aa839a2-303e-4c9e-9884-1ea8cf497091 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:10.753157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c52d8-944e-44d3-975c-c911f16c673c None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:57:10.762671 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.812569 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.842798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f63a9e3-c777-4e85-98e3-6dbe0bb486f2']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:10.860876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:10.861170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02e5d52-aa2b-4aeb-8083-291e4c54cf70') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:10.879691 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.902417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.918897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:10.919295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:10.922966 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:10.936411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f27768d0-b7ab-42d7-8182-25846f312885, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f27768d0-b7ab-42d7-8182-25846f312885,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:11.023499 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.052751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4759a2df-fcfc-4421-878a-a977a6fbb23d {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:11.063302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.086246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5106d-9a5a-457c-b6f9-ce2e6e46e0e6 req-d51d0de3-c0b9-4398-afc8-c6241bcaf711 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.092515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8a5106d-9a5a-457c-b6f9-ce2e6e46e0e6 req-d51d0de3-c0b9-4398-afc8-c6241bcaf711 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.1485372 Sep 15 15:57:11.121792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Transition to ACTIVE for port object 4759a2df-fcfc-4421-878a-a977a6fbb23d will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:57:11.124723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.133134 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.139354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 HTTP/1.1" status: 204 len: 168 time: 2.4986498 Sep 15 15:57:11.140202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50610) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:11.144918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-371771726'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:11.145163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8a5106d-9a5a-457c-b6f9-ce2e6e46e0e6 req-bd68f32e-b174-4638-829f-24ca313dd6b9 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Sep 15 15:57:11.168193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=8f63a9e3-c777-4e85-98e3-6dbe0bb486f2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:11.179302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.179721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.180610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.181177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.181611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.182095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.182465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.182904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.183401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.183726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.184168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.184566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19965cd6-df16-4684-bc3e-388c70a1fb9e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:11.189590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f27768d0-b7ab-42d7-8182-25846f312885,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:11.210271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.261356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:11.265950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.268512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Pushing event updated for resources: {'Port': ['ID=4759a2df-fcfc-4421-878a-a977a6fbb23d,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:11.300675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac38eb-fdd9-45c2-94e5-5d44434104dc req-a5c7883b-cc7a-4939-ba5b-9468c30fb12c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.302241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11ac38eb-fdd9-45c2-94e5-5d44434104dc req-a5c7883b-cc7a-4939-ba5b-9468c30fb12c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0752509 Sep 15 15:57:11.342470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:11.349344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Attempting to bind port 4759a2df-fcfc-4421-878a-a977a6fbb23d on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:11.349684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Attempting to bind port 4759a2df-fcfc-4421-878a-a977a6fbb23d by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:11.350112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Attempting to bind port 4759a2df-fcfc-4421-878a-a977a6fbb23d on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:11.357013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Port 4759a2df-fcfc-4421-878a-a977a6fbb23d on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:57:11.357367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Attempting to bind port 4759a2df-fcfc-4421-878a-a977a6fbb23d on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:11.371421 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.372147 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment c90a650a-3153-413e-814a-a06b0bddad70 of type vlan for network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 Sep 15 15:57:11.394008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11ac38eb-fdd9-45c2-94e5-5d44434104dc req-e1967529-e9cb-4932-82ad-cc5dc9b8329e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833795 Sep 15 15:57:11.408428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:11.408820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:11.409209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:11.409656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Bound port: 4759a2df-fcfc-4421-878a-a977a6fbb23d, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:11.410019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.450682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.491848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] For port 4759a2df-fcfc-4421-878a-a977a6fbb23d, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:11.495829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] For port 4759a2df-fcfc-4421-878a-a977a6fbb23d, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4759a2df-fcfc-4421-878a-a977a6fbb23d,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:11.504245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c658d0-4e53-4794-a707-49449d1bb5d4 req-2f01ebd8-7013-4572-bfb7-1143020a6e9e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.505804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1c658d0-4e53-4794-a707-49449d1bb5d4 req-2f01ebd8-7013-4572-bfb7-1143020a6e9e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 947 time: 0.1344283 Sep 15 15:57:11.549562 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a1c658d0-4e53-4794-a707-49449d1bb5d4 req-f1b60784-b66d-4c03-a024-77b6cdf1f4d4 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Sep 15 15:57:11.552738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.558592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.564746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.583189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.631269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=15abfeb7-c499-4d15-bfd9-6057b6a46ba3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:11.645186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:11.645302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.645918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.647011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] 10.222.0.38 "PUT /v2.0/ports/4759a2df-fcfc-4421-878a-a977a6fbb23d HTTP/1.1" status: 200 len: 1095 time: 1.2454939 Sep 15 15:57:11.647530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'tag': '4759a2df-fcfc-4421-878a-a977a6fbb23d'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:11.650003 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a037a1f7-3099-486a-8d9c-99eaa8c183e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab244eb6-afb4-4457-9468-3fd42e46ef69", "tag": "4759a2df-fcfc-4421-878a-a977a6fbb23d"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:11.664539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b127d6a-4fd6-4659-86a4-5b98d18f759b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5219088 Sep 15 15:57:11.666183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50618) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:11.679674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:11.684548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d194d-e26f-4e2d-931a-7ec78756c101 service neutron] Pushing event updated for resources: {'Port': ['ID=4759a2df-fcfc-4421-878a-a977a6fbb23d,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:11.704065 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d101a0c9-e7fa-43c0-b19a-651843fc9369 x-openstack-request-id: req-d101a0c9-e7fa-43c0-b19a-651843fc9369 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:11.704376 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab244eb6-afb4-4457-9468-3fd42e46ef69", "tag": "4759a2df-fcfc-4421-878a-a977a6fbb23d", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:11.705483 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d101a0c9-e7fa-43c0-b19a-651843fc9369 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:11.706022 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'tag': '4759a2df-fcfc-4421-878a-a977a6fbb23d', 'status': 'completed', 'code': 200} Sep 15 15:57:11.790589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037a1f7-3099-486a-8d9c-99eaa8c183e2 req-6b61f1f4-f6f6-4304-b5cd-305fd3cfce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.792042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a037a1f7-3099-486a-8d9c-99eaa8c183e2 req-6b61f1f4-f6f6-4304-b5cd-305fd3cfce74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 1098 time: 0.0503752 Sep 15 15:57:11.825737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a037a1f7-3099-486a-8d9c-99eaa8c183e2 req-072fbafd-87c2-4437-a59d-c6c750f59f36 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7387a36b9bf94796a3c8e25452e62917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217316 Sep 15 15:57:11.873909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.929788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037a1f7-3099-486a-8d9c-99eaa8c183e2 req-51fa3f11-5d8c-4bd3-9c64-f7bf59125ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.931273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a037a1f7-3099-486a-8d9c-99eaa8c183e2 req-51fa3f11-5d8c-4bd3-9c64-f7bf59125ef2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993664 Sep 15 15:57:11.952310 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.989425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 is not hosted by any dhcp agent {{(pid=102019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 15:57:11.994843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:11.995693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:11.996986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "PUT /v2.0/networks/15abfeb7-c499-4d15-bfd9-6057b6a46ba3 HTTP/1.1" status: 200 len: 723 time: 0.3297629 Sep 15 15:57:12.001265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50622) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:12.003961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27768d0-b7ab-42d7-8182-25846f312885'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:12.006522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:12.010972 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056326c1-01ae-46fb-9e5e-cbf8cdfbea00" -d '{"events": [{"server_uuid": "0dc520d5-62a1-47c8-82f8-e79f85bf3528", "name": "network-vif-plugged", "status": "completed", "tag": "f27768d0-b7ab-42d7-8182-25846f312885"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:12.023637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-8036b08c-993f-4b2f-8d09-0091aa472643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.025663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-8036b08c-993f-4b2f-8d09-0091aa472643 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 1098 time: 0.0507319 Sep 15 15:57:12.065529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6f0ea-f73b-494c-a771-495ab3d67376 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=15abfeb7-c499-4d15-bfd9-6057b6a46ba3,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:12.076259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:12.079877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-c91a26b4-1cbf-4195-95ea-8adf7d612a6a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=4759a2df-fcfc-4421-878a-a977a6fbb23d HTTP/1.1" status: 200 len: 217 time: 0.0401454 Sep 15 15:57:12.094526 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04498afc-3658-409c-b4ff-8d488704b003 x-openstack-request-id: req-04498afc-3658-409c-b4ff-8d488704b003 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:12.094826 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc520d5-62a1-47c8-82f8-e79f85bf3528", "name": "network-vif-plugged", "status": "completed", "tag": "f27768d0-b7ab-42d7-8182-25846f312885", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:12.095073 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-04498afc-3658-409c-b4ff-8d488704b003 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:12.095468 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27768d0-b7ab-42d7-8182-25846f312885', 'code': 200} Sep 15 15:57:12.155660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-31466cbf-95bb-447c-a574-2379f3bf0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.157186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-31466cbf-95bb-447c-a574-2379f3bf0aeb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0685794 Sep 15 15:57:12.211992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:12.215655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-aa7c2b70-a64a-4af4-95b8-a76e2d25c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.216280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:12.218633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-aa7c2b70-a64a-4af4-95b8-a76e2d25c00b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467792 Sep 15 15:57:12.268872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4694d-a403-4e7f-acc2-0c31123a26ad req-37fa4079-b7e9-4b16-ab04-1091a58205b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.270376 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1bc4694d-a403-4e7f-acc2-0c31123a26ad req-37fa4079-b7e9-4b16-ab04-1091a58205b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 1096 time: 0.0992458 Sep 15 15:57:12.335692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-bfd22060-ce0c-4ca7-8ea9-9b596f669966 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080546 Sep 15 15:57:12.365350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d064f-2c3a-43d9-a659-ca66ebac43d4 req-94e84030-1871-4792-9620-04f96951f915 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.366874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef6d064f-2c3a-43d9-a659-ca66ebac43d4 req-94e84030-1871-4792-9620-04f96951f915 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.1436172 Sep 15 15:57:12.391036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1bc4694d-a403-4e7f-acc2-0c31123a26ad req-27f076cc-71eb-4d6f-a6c6-e6929b1aabbb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801909 Sep 15 15:57:12.445011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef6d064f-2c3a-43d9-a659-ca66ebac43d4 req-956361b8-c057-42ac-9db2-7f1bce28c8a5 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699801 Sep 15 15:57:12.445694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-901a0ec8-458e-4380-b43d-c08547a2a7e5 req-50d226d1-a64b-4e3d-8254-e977be05bbef service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016726 Sep 15 15:57:12.534468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18423b-6402-4606-b723-d762d6de4ffa req-d62abc9d-0860-46e0-abcc-e95a001a1ec1 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.536981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a18423b-6402-4606-b723-d762d6de4ffa req-d62abc9d-0860-46e0-abcc-e95a001a1ec1 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0609336 Sep 15 15:57:12.554266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:12.574993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0a18423b-6402-4606-b723-d762d6de4ffa req-f5e96e56-9256-4bf3-9dc2-6ff6c46e90b2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Sep 15 15:57:12.613211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d056bb-1cf5-463d-8bb4-ff7a02841c1a req-e759fed0-a4b4-4ba9-98be-55ea847bf825 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.615200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12d056bb-1cf5-463d-8bb4-ff7a02841c1a req-e759fed0-a4b4-4ba9-98be-55ea847bf825 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.0966995 Sep 15 15:57:12.643114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=50934b46-4438-42a8-8b25-e1ad7d7fa6b6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:12.660145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': 'c90a650a-3153-413e-814a-a06b0bddad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:12.660520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 15abfeb7-c499-4d15-bfd9-6057b6a46ba3, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:12.687106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12d056bb-1cf5-463d-8bb4-ff7a02841c1a req-e01b763b-1a85-43d8-8cd8-6777f04e255d tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636830 Sep 15 15:57:12.690320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d60436-bb18-45a7-92a1-273daebb6f21 req-87da0010-8c0c-4bb6-a3d8-203d77ab9f64 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.691916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26d60436-bb18-45a7-92a1-273daebb6f21 req-87da0010-8c0c-4bb6-a3d8-203d77ab9f64 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 947 time: 0.0585947 Sep 15 15:57:12.733908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26d60436-bb18-45a7-92a1-273daebb6f21 req-13e72766-d720-4806-9b67-af3cc1d58256 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Sep 15 15:57:12.751695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:12.855314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 15abfeb7-c499-4d15-bfd9-6057b6a46ba3) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:12.859559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.860222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:12.866034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74214faf-0b76-4150-b1dc-fdd19b3b3b9a None None] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:12.892939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4916298-d754-4711-ad58-3629a66058e2 req-b1b2ee6e-abc3-4e7e-90c1-78ae641e2f44 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:12.894573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4916298-d754-4711-ad58-3629a66058e2 req-b1b2ee6e-abc3-4e7e-90c1-78ae641e2f44 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.0554004 Sep 15 15:57:12.933281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4916298-d754-4711-ad58-3629a66058e2 req-77bf0cdf-1352-4518-b2a5-76a3e0e7d3ca tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325761 Sep 15 15:57:12.950681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e008088-a157-4f14-9b09-5a296f7c4aa2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9482832 Sep 15 15:57:12.953748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50642) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:12.957838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-38fbec1e-54a3-4be6-b213-fbf7d3a9f585 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:13.034332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-15abfeb7-c499-4d15-bfd9-6057b6a46ba3', 'network_id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': '50934b46-4438-42a8-8b25-e1ad7d7fa6b6'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:13.035915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.075161 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38fbec1e-54a3-4be6-b213-fbf7d3a9f585 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62694490'] for subnet, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.306872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38fbec1e-54a3-4be6-b213-fbf7d3a9f585 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769423765252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59206662'] for subnet, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.351958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Allocated IP 172.20.0.2 (15abfeb7-c499-4d15-bfd9-6057b6a46ba3/50934b46-4438-42a8-8b25-e1ad7d7fa6b6/788a47a8-a84e-4cf3-af58-178697192c86) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:13.355552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fbec1e-54a3-4be6-b213-fbf7d3a9f585 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:13.356143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38fbec1e-54a3-4be6-b213-fbf7d3a9f585 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.358061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-38fbec1e-54a3-4be6-b213-fbf7d3a9f585 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "PUT /v2.0/subnets/50934b46-4438-42a8-8b25-e1ad7d7fa6b6 HTTP/1.1" status: 200 len: 806 time: 0.4041061 Sep 15 15:57:13.361645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:13.378357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbec1e-54a3-4be6-b213-fbf7d3a9f585 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=50934b46-4438-42a8-8b25-e1ad7d7fa6b6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:13.465745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.521121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.527681 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.554521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b859ca7-d5f9-4873-88f2-4e5bb343e7a4 req-def819d4-c676-4708-af73-3a313cfef337 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:13.556029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b859ca7-d5f9-4873-88f2-4e5bb343e7a4 req-def819d4-c676-4708-af73-3a313cfef337 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.0552626 Sep 15 15:57:13.595253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b859ca7-d5f9-4873-88f2-4e5bb343e7a4 req-c050e2b4-4e1b-461e-8f9a-08b69c066970 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324097 Sep 15 15:57:13.617687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.658484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:13.663097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:13.666021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:13.675438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Pushing event updated for resources: {'Port': ['ID=788a47a8-a84e-4cf3-af58-178697192c86,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:13.699056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1cb7e-0292-42e3-afab-c47e3f7467a7 req-f7fec8b1-4584-4187-9c01-644a664f1c1d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:13.700639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39e1cb7e-0292-42e3-afab-c47e3f7467a7 req-f7fec8b1-4584-4187-9c01-644a664f1c1d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0541694 Sep 15 15:57:13.715518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.735938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Attempting to bind port 788a47a8-a84e-4cf3-af58-178697192c86 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:13.736310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Attempting to bind port 788a47a8-a84e-4cf3-af58-178697192c86 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c90a650a-3153-413e-814a-a06b0bddad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:13.736705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Attempting to bind port 788a47a8-a84e-4cf3-af58-178697192c86 on network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:13.741761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:13.742154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Checking segment: {'id': 'c90a650a-3153-413e-814a-a06b0bddad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:13.742556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.743047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Bound using segment: {'id': 'c90a650a-3153-413e-814a-a06b0bddad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:13.743624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Bound port: 788a47a8-a84e-4cf3-af58-178697192c86, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90a650a-3153-413e-814a-a06b0bddad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:13.743984 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.751594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=50934b46-4438-42a8-8b25-e1ad7d7fa6b6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:13.799144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39e1cb7e-0292-42e3-afab-c47e3f7467a7 req-e19d6fb7-abee-4bd5-910e-e1329edbe1cd tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912955 Sep 15 15:57:13.841435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.842127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] For port 788a47a8-a84e-4cf3-af58-178697192c86, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:13.845483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] For port 788a47a8-a84e-4cf3-af58-178697192c86, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=788a47a8-a84e-4cf3-af58-178697192c86,segment=NetworkSegment(c90a650a-3153-413e-814a-a06b0bddad70),segment_id=c90a650a-3153-413e-814a-a06b0bddad70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:13.864193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15abfeb7-c499-4d15-bfd9-6057b6a46ba3']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:13.872280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216da64-c655-4739-8a5c-104c93665800 req-277920fb-40d4-4485-bb60-f9adaa35eb82 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:13.874617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1216da64-c655-4739-8a5c-104c93665800 req-277920fb-40d4-4485-bb60-f9adaa35eb82 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 947 time: 0.0571766 Sep 15 15:57:13.875045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90a650a-3153-413e-814a-a06b0bddad70') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:13.875346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90a650a-3153-413e-814a-a06b0bddad70') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:13.885027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.914106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1216da64-c655-4739-8a5c-104c93665800 req-394e54e9-8f12-4df1-85fe-453e69c8bced tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328004 Sep 15 15:57:13.958704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.960871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.967191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:13.967669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:13.970617 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:14.044093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53931b-aec9-447e-81cb-aec0b32308e3 None None] Pushing event updated for resources: {'Port': ['ID=788a47a8-a84e-4cf3-af58-178697192c86,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:14.059459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aba7a7-2d01-4c5a-bad0-16b36969e29f None None] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:14.078711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:57:14.078711 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:57:14.078711 n-d-808199-2 neutron-server[102018]: [parameters: {'id': '15abfeb7-c499-4d15-bfd9-6057b6a46ba3'}] Sep 15 15:57:14.078711 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:57:14.079400 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:57:14.186431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14743bf7-8895-42a7-b5e2-b29fa3b75e3b None None] Network 15abfeb7-c499-4d15-bfd9-6057b6a46ba3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:14.306274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edb0c2-5ac3-4b5e-b27c-74522d8a045b None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:57:14.573735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95edb0c2-5ac3-4b5e-b27c-74522d8a045b None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 15:57:14.579742 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.640333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port 788a47a8-a84e-4cf3-af58-178697192c86 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:14.640700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.728357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port 788a47a8-a84e-4cf3-af58-178697192c86, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=788a47a8-a84e-4cf3-af58-178697192c86,segment=NetworkSegment(c90a650a-3153-413e-814a-a06b0bddad70),segment_id=c90a650a-3153-413e-814a-a06b0bddad70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:14.729068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.744499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for 788a47a8-a84e-4cf3-af58-178697192c86 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:14.767534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497313ea-ea15-4bd4-b94f-905937cf6abc req-624bbe3c-c708-4548-9a69-374b1672219c tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:14.769057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-497313ea-ea15-4bd4-b94f-905937cf6abc req-624bbe3c-c708-4548-9a69-374b1672219c tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.0774047 Sep 15 15:57:14.854766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-497313ea-ea15-4bd4-b94f-905937cf6abc req-8b96c75b-8e20-4662-87cc-140d5cc0a6de tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498328 Sep 15 15:57:14.941578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.943511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5ce79-aa0e-41c1-ac4b-f57a053f4d40 req-241bd561-9925-4ff5-a1ea-d9da68a6fdf6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:14.945124 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0aa5ce79-aa0e-41c1-ac4b-f57a053f4d40 req-241bd561-9925-4ff5-a1ea-d9da68a6fdf6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0570877 Sep 15 15:57:14.973607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port 788a47a8-a84e-4cf3-af58-178697192c86 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:14.985463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=788a47a8-a84e-4cf3-af58-178697192c86,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:14.991644 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0aa5ce79-aa0e-41c1-ac4b-f57a053f4d40 req-73dc107a-d7c7-4370-8fae-9b1d0f915097 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Sep 15 15:57:15.384625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4759a2df-fcfc-4421-878a-a977a6fbb23d details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:57:15.439507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.473623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd14e74-b424-475a-8439-ebd578043124 req-bbcbb073-d1e3-4c29-8bbb-75ed91c4a63a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:15.475397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecd14e74-b424-475a-8439-ebd578043124 req-bbcbb073-d1e3-4c29-8bbb-75ed91c4a63a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 947 time: 0.4859049 Sep 15 15:57:15.479516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15abfeb7-c499-4d15-bfd9-6057b6a46ba3']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:15.497466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90a650a-3153-413e-814a-a06b0bddad70') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:15.498361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90a650a-3153-413e-814a-a06b0bddad70') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:15.513242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4759a2df-fcfc-4421-878a-a977a6fbb23d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4759a2df-fcfc-4421-878a-a977a6fbb23d,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:15.528335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-64bde533-4392-43b9-a3aa-9ffb5214256b tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:15.530026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-64bde533-4392-43b9-a3aa-9ffb5214256b tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.38 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.1501396 Sep 15 15:57:15.533927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '4759a2df-fcfc-4421-878a-a977a6fbb23d', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '4759a2df-fcfc-4421-878a-a977a6fbb23d', 'mac_address': 'fa:16:3e:11:0b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:57:15.535062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.573097 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.584078 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.587552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4759a2df-fcfc-4421-878a-a977a6fbb23d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:15.599303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecd14e74-b424-475a-8439-ebd578043124 req-56ffea72-b24e-4ceb-ba39-ddf3956e6bf8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106241 Sep 15 15:57:15.600733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:15.600733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:15.606547 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:15.626551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4759a2df-fcfc-4421-878a-a977a6fbb23d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4759a2df-fcfc-4421-878a-a977a6fbb23d,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:15.671580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-1743d031-f23a-405f-9af2-b55324484a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:15.672433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.673394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-1743d031-f23a-405f-9af2-b55324484a7a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 1096 time: 0.1760261 Sep 15 15:57:15.683188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fafa0-3234-4518-a5a6-815d67d14264 req-81b06209-1b8d-4545-b2b1-083c441db53d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:15.684854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9c4fafa0-3234-4518-a5a6-815d67d14264 req-81b06209-1b8d-4545-b2b1-083c441db53d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0903974 Sep 15 15:57:15.719392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Deleting port ee8a0461-d419-4163-a328-137f7478a5c6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:15.719731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.723434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=4759a2df-fcfc-4421-878a-a977a6fbb23d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:15.776914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.789703 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.794037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9c4fafa0-3234-4518-a5a6-815d67d14264 req-7cfecbd4-7b58-4f23-aafb-46ae28cf567d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974402 Sep 15 15:57:15.794231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/15abfeb7-c499-4d15-bfd9-6057b6a46ba3 HTTP/1.1" status: 204 len: 168 time: 2.4294600 Sep 15 15:57:15.794394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50682) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:15.807585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9aa7ed-e722-4be3-8080-67aa333c039d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=15abfeb7-c499-4d15-bfd9-6057b6a46ba3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:15.822643 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-81741092-cc6e-43cd-8633-fdf83bf7df35 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:15.823234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81741092-cc6e-43cd-8633-fdf83bf7df35 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:15.825020 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-81741092-cc6e-43cd-8633-fdf83bf7df35 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/15abfeb7-c499-4d15-bfd9-6057b6a46ba3 HTTP/1.1" status: 404 len: 339 time: 0.0296793 Sep 15 15:57:15.830520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50684) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:15.835808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-851d3998-b84b-497b-9e44-78db74b7fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:15.837046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-38288240', 'description': 'd1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:15.837405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-851d3998-b84b-497b-9e44-78db74b7fe7f service neutron] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 920 time: 0.1511312 Sep 15 15:57:15.848097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] For port ee8a0461-d419-4163-a328-137f7478a5c6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ee8a0461-d419-4163-a328-137f7478a5c6,segment=NetworkSegment(f163cfd3-ee5d-4430-b8fd-def29a833323),segment_id=f163cfd3-ee5d-4430-b8fd-def29a833323)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:15.848460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.865695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Calling delete_port for ee8a0461-d419-4163-a328-137f7478a5c6 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:15.887791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-a50bb48a-8b19-44b6-8f25-dee947fe612c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f27768d0-b7ab-42d7-8182-25846f312885 HTTP/1.1" status: 200 len: 217 time: 0.0382495 Sep 15 15:57:15.946906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-197dea2e-54ba-45b0-a4a1-f93e4e52e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:15.948387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-197dea2e-54ba-45b0-a4a1-f93e4e52e1fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.0518632 Sep 15 15:57:15.959861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:15.963268 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.981081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-731b02a2-0844-4ee8-91d9-9662e09fbc92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253947 Sep 15 15:57:15.999612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['4759a2df-fcfc-4421-878a-a977a6fbb23d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:16.018214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e2287-ab31-4bf6-925e-f1c24829db6f req-c82f5f77-e6c1-44e7-bf27-6b5b53c93c65 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:16.019969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a65e2287-ab31-4bf6-925e-f1c24829db6f req-c82f5f77-e6c1-44e7-bf27-6b5b53c93c65 tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 945 time: 0.0946400 Sep 15 15:57:16.024416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:16.064301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.064674 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 9820e4b4-1112-4586-b30e-6de1d90d73af of type vlan for network d9230de9-dc6a-4bc3-a70a-c6eb341bd17b Sep 15 15:57:16.095913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-68559e7e-9a5a-42ec-81a7-bdc95ceffe37 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030502 Sep 15 15:57:16.150646 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.155617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a65e2287-ab31-4bf6-925e-f1c24829db6f req-4ae84046-a304-405a-bda1-efcb0ba1691f tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/security-groups?id=823f3850-e3c9-4b25-8526-1001a848a833&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205592 Sep 15 15:57:16.199773 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7473b5b-b53c-4b2c-bf34-a2d9a5e85e13 req-60eea243-813f-4849-b99a-16432fa56886 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952632 Sep 15 15:57:16.215715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.248598 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.254943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:16.255640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.264263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Pushing event deleted for resources: {'Port': ['ID=ee8a0461-d419-4163-a328-137f7478a5c6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:16.329096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] No DVR routers for this DVR port ee8a0461-d419-4163-a328-137f7478a5c6 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:16.333846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.335804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0f30475-1bbb-4bc2-bddf-27c838e29d32 req-a64a34dc-a098-45e9-9ea3-2762eb29537e tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.38 "DELETE /v2.0/ports/ee8a0461-d419-4163-a328-137f7478a5c6 HTTP/1.1" status: 204 len: 173 time: 0.7989168 Sep 15 15:57:16.336244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'name': 'network-vif-deleted', 'tag': 'ee8a0461-d419-4163-a328-137f7478a5c6'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:16.338528 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e3b365-3a42-468a-b9c4-9c0b56f4b920" -d '{"events": [{"server_uuid": "8794a56e-e1ae-4a94-b05a-c94a9f54d47c", "name": "network-vif-deleted", "tag": "ee8a0461-d419-4163-a328-137f7478a5c6"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:16.372034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=d9230de9-dc6a-4bc3-a70a-c6eb341bd17b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:16.391552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d9230de9-dc6a-4bc3-a70a-c6eb341bd17b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:16.396697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6fb680a8-e24c-42cf-867d-aa596a8047da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5648069 Sep 15 15:57:16.397104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:16.406289 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c975205-a53c-4806-b35e-bcc3ba45df0e x-openstack-request-id: req-6c975205-a53c-4806-b35e-bcc3ba45df0e {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:16.406579 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794a56e-e1ae-4a94-b05a-c94a9f54d47c", "name": "network-vif-deleted", "tag": "ee8a0461-d419-4163-a328-137f7478a5c6", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:16.406826 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6c975205-a53c-4806-b35e-bcc3ba45df0e {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:16.407225 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794a56e-e1ae-4a94-b05a-c94a9f54d47c', 'name': 'network-vif-deleted', 'tag': 'ee8a0461-d419-4163-a328-137f7478a5c6', 'status': 'completed', 'code': 200} Sep 15 15:57:16.499828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1329e28-c9ff-426a-b524-61bae59ddf51 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:16.501399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f1329e28-c9ff-426a-b524-61bae59ddf51 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/networks?id=d9230de9-dc6a-4bc3-a70a-c6eb341bd17b HTTP/1.1" status: 200 len: 759 time: 0.1031110 Sep 15 15:57:16.504144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50698) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:16.509304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'description': 'd2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:16.673635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.736467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84de2b-9f7e-4dd3-b7f9-5dcfbe28af00 req-2f84a814-9527-4775-902a-168ec57fa3fa tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:16.737995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e84de2b-9f7e-4dd3-b7f9-5dcfbe28af00 req-2f84a814-9527-4775-902a-168ec57fa3fa tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 948 time: 0.0544534 Sep 15 15:57:16.779792 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e84de2b-9f7e-4dd3-b7f9-5dcfbe28af00 req-0be926f6-b679-4fc6-8b07-1115ee06b5b8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351098 Sep 15 15:57:16.804007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.815049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network d9230de9-dc6a-4bc3-a70a-c6eb341bd17b is not hosted by any dhcp agent {{(pid=102019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 15:57:16.820974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:16.821589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.825460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "PUT /v2.0/networks/d9230de9-dc6a-4bc3-a70a-c6eb341bd17b HTTP/1.1" status: 200 len: 756 time: 0.3177695 Sep 15 15:57:16.826927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50706) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:16.887010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51b591-1f66-43d0-a788-de1d9db898eb tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=d9230de9-dc6a-4bc3-a70a-c6eb341bd17b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:16.897933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d9230de9-dc6a-4bc3-a70a-c6eb341bd17b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:16.939944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb826b-6b10-4c0f-90cd-9efe7bcab9f0 req-b544349d-ea25-4407-9c06-a670dcd7d908 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:16.940514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c1d21-8297-4226-b496-cb94293f8035 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:16.941444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1eb826b-6b10-4c0f-90cd-9efe7bcab9f0 req-b544349d-ea25-4407-9c06-a670dcd7d908 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0515699 Sep 15 15:57:16.942572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb6c1d21-8297-4226-b496-cb94293f8035 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/networks?id=d9230de9-dc6a-4bc3-a70a-c6eb341bd17b HTTP/1.1" status: 200 len: 759 time: 0.1144583 Sep 15 15:57:16.948356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50708) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:16.954621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864729179'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:16.994516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1eb826b-6b10-4c0f-90cd-9efe7bcab9f0 req-f7eb5e49-1ac1-4e03-997f-14b49a67a063 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437531 Sep 15 15:57:17.038329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:17.042020 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.068320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:17.077885 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.078335 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b of type vlan for network 00e05211-91da-4f27-a52b-e1858f79199b Sep 15 15:57:17.089473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ee8a0461-d419-4163-a328-137f7478a5c6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:17.123187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.198171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.206233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:17.207054 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.305689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac52e75b-136c-471a-8a17-0a940104cdee req-faf42d50-c5bc-4f7c-babb-efd6125624fa tempest-ServersNegativeTestMultiTenantJSON-123134595 tempest-ServersNegativeTestMultiTenantJSON-123134595-project] 10.222.0.63 "GET /v2.0/ports?device_id=8794a56e-e1ae-4a94-b05a-c94a9f54d47c HTTP/1.1" status: 200 len: 210 time: 0.0544972 Sep 15 15:57:17.306401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=00e05211-91da-4f27-a52b-e1858f79199b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:17.318300 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 00e05211-91da-4f27-a52b-e1858f79199b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:17.326602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ae4da025-c519-435b-a95b-97c3a56dad27 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3741677 Sep 15 15:57:17.327072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50712) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:17.331868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '00e05211-91da-4f27-a52b-e1858f79199b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:17.388092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4759a2df-fcfc-4421-878a-a977a6fbb23d up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:17.484545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:17.487990 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.512418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 4759a2df-fcfc-4421-878a-a977a6fbb23d completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:57:17.516864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 4759a2df-fcfc-4421-878a-a977a6fbb23d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:17.517246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.602040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.625801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4759a2df-fcfc-4421-878a-a977a6fbb23d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:17.630302 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56e88ee-d942-4143-8941-01c54d0b5418" -d '{"events": [{"server_uuid": "ab244eb6-afb4-4457-9468-3fd42e46ef69", "name": "network-vif-plugged", "status": "completed", "tag": "4759a2df-fcfc-4421-878a-a977a6fbb23d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:17.641804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4759a2df-fcfc-4421-878a-a977a6fbb23d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4759a2df-fcfc-4421-878a-a977a6fbb23d,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:17.674411 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d975ac6-55d3-4e13-a5fb-ac4ce24a250c x-openstack-request-id: req-0d975ac6-55d3-4e13-a5fb-ac4ce24a250c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:17.674734 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab244eb6-afb4-4457-9468-3fd42e46ef69", "name": "network-vif-plugged", "status": "completed", "tag": "4759a2df-fcfc-4421-878a-a977a6fbb23d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:17.674991 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0d975ac6-55d3-4e13-a5fb-ac4ce24a250c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:17.675519 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4759a2df-fcfc-4421-878a-a977a6fbb23d', 'code': 200} Sep 15 15:57:17.706565 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.707416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee8a0461-d419-4163-a328-137f7478a5c6 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:17.751610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: ee8a0461-d419-4163-a328-137f7478a5c6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:17.751953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ee8a0461-d419-4163-a328-137f7478a5c6 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:17.774863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=4759a2df-fcfc-4421-878a-a977a6fbb23d,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:17.786815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bba2b-b809-43f3-a2b1-c9713671b901 req-25e129f0-0322-4427-a3b0-9dc7c407e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:17.788371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-215bba2b-b809-43f3-a2b1-c9713671b901 req-25e129f0-0322-4427-a3b0-9dc7c407e403 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 1100 time: 0.0437894 Sep 15 15:57:17.803664 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.879979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-215bba2b-b809-43f3-a2b1-c9713671b901 req-7b722335-fe03-4b52-986e-d63093cda9fe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828950 Sep 15 15:57:17.909352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=6849d572-cb5e-4d38-87cf-de7bee1412ff,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:17.926072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '00e05211-91da-4f27-a52b-e1858f79199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:17.926436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 00e05211-91da-4f27-a52b-e1858f79199b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:17.940310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8abea-e041-4d9b-a031-87d7c9965705 req-14480409-dd3f-46ce-922a-6695d527f34d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:17.941819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9f8abea-e041-4d9b-a031-87d7c9965705 req-14480409-dd3f-46ce-922a-6695d527f34d tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 949 time: 0.0859907 Sep 15 15:57:17.988045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9f8abea-e041-4d9b-a031-87d7c9965705 req-bf71bc9e-7e36-4a62-8245-cd28296606b9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381653 Sep 15 15:57:18.020832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 00e05211-91da-4f27-a52b-e1858f79199b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:18.101177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 00e05211-91da-4f27-a52b-e1858f79199b) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:18.105724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:18.108046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.111880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb0269-3a10-4150-ba05-ba716e3560bb None None] Network 00e05211-91da-4f27-a52b-e1858f79199b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:18.115507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c2f13-b0e3-493b-85de-98ff7a38748e req-342c96a3-5aa8-4ae0-b788-5afccc6c7b6a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:18.117274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-793c2f13-b0e3-493b-85de-98ff7a38748e req-342c96a3-5aa8-4ae0-b788-5afccc6c7b6a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0502658 Sep 15 15:57:18.156131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-793c2f13-b0e3-493b-85de-98ff7a38748e req-50a235cc-fca7-4a3f-bf1a-729c4e341f1b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Sep 15 15:57:18.193267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-242be4b4-11c6-4745-9324-e203698bf435 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8652914 Sep 15 15:57:18.196268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50724) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:18.266252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-00e05211-91da-4f27-a52b-e1858f79199b', 'network_id': '00e05211-91da-4f27-a52b-e1858f79199b', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': '6849d572-cb5e-4d38-87cf-de7bee1412ff'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:18.267144 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.293959 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.348000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.367403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50728) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:18.422592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Allocated IP 172.20.0.2 (00e05211-91da-4f27-a52b-e1858f79199b/6849d572-cb5e-4d38-87cf-de7bee1412ff/f26baff0-f0c4-4ff0-8efa-810cf4e4ade5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:18.429718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] Deleting subnet 4215d2a4-61ca-42b1-8ae5-c38d1386f4f1 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:57:18.437751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.473457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.523933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.588893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.661917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.695073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4215d2a4-61ca-42b1-8ae5-c38d1386f4f1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:18.695073 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.696793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b01e2c1-171e-4eea-81b9-6f8074ea5fb4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4215d2a4-61ca-42b1-8ae5-c38d1386f4f1 HTTP/1.1" status: 204 len: 168 time: 0.3278983 Sep 15 15:57:18.697233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50736) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:18.713821 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.757431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Network 00e05211-91da-4f27-a52b-e1858f79199b is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:18.763754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:18.764288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:18.773378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Pushing event updated for resources: {'Port': ['ID=f26baff0-f0c4-4ff0-8efa-810cf4e4ade5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:18.795214 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.828107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Attempting to bind port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:18.828480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Attempting to bind port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '00e05211-91da-4f27-a52b-e1858f79199b'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:18.828875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Attempting to bind port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5 on network 00e05211-91da-4f27-a52b-e1858f79199b {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:18.836116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:18.836116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Checking segment: {'id': '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '00e05211-91da-4f27-a52b-e1858f79199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:18.836116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.836116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Bound using segment: {'id': '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '00e05211-91da-4f27-a52b-e1858f79199b'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:18.836116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Bound port: f26baff0-f0c4-4ff0-8efa-810cf4e4ade5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '00e05211-91da-4f27-a52b-e1858f79199b'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:18.836116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.885429 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.898557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.902256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] For port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:18.905552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] For port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f26baff0-f0c4-4ff0-8efa-810cf4e4ade5,segment=NetworkSegment(2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b),segment_id=2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:18.916386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef507ee-8d76-4f84-836f-bcd76c61772c']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:18.950199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f163cfd3-ee5d-4430-b8fd-def29a833323') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:18.950487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f163cfd3-ee5d-4430-b8fd-def29a833323') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:18.952577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=6849d572-cb5e-4d38-87cf-de7bee1412ff,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:18.974146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:18.976975 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.044335 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.056229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.061309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3db159-cb3f-452e-8393-d73373d2a89b None None] Pushing event updated for resources: {'Port': ['ID=f26baff0-f0c4-4ff0-8efa-810cf4e4ade5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:19.072456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:19.072901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:19.074677 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:19.088148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e05211-91da-4f27-a52b-e1858f79199b']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:19.109763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:19.110067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:19.147994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.152711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d5bb7-657c-41eb-8116-a387d83d8144 req-d284a514-a3b3-4e7b-b633-d9078bb4ab0b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:19.157677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f97d5bb7-657c-41eb-8116-a387d83d8144 req-d284a514-a3b3-4e7b-b633-d9078bb4ab0b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 949 time: 0.0768409 Sep 15 15:57:19.164269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.173743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:19.174413 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:19.177846 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:19.205676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f97d5bb7-657c-41eb-8116-a387d83d8144 req-a37499d8-a0ce-45ed-945f-156cd41db8e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 Sep 15 15:57:19.282345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.309455 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.311468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] 10.222.0.63 "DELETE /v2.0/networks/2ef507ee-8d76-4f84-836f-bcd76c61772c HTTP/1.1" status: 204 len: 168 time: 0.6128070 Sep 15 15:57:19.314548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50742) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:19.326336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e419389-65ef-4846-ac9e-ccd02fa91dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef507ee-8d76-4f84-836f-bcd76c61772c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:19.351414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dbb22-ec64-48a6-91d8-25e3210fd6c3 req-076616a8-9271-43c1-83b0-31e6735dbd5a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:19.359866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f5dbb22-ec64-48a6-91d8-25e3210fd6c3 req-076616a8-9271-43c1-83b0-31e6735dbd5a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0836525 Sep 15 15:57:19.368264 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 15:57:19.368264 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 15:57:19.368264 n-d-808199-2 neutron-server[102018]: [parameters: {'id': '00e05211-91da-4f27-a52b-e1858f79199b'}] Sep 15 15:57:19.368264 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 15:57:19.373744 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 15:57:19.373870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Deleting subnet 28b3353a-42d5-42d1-ac76-8e0b6b6b9a24 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:57:19.375124 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.401815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f5dbb22-ec64-48a6-91d8-25e3210fd6c3 req-eae3e75b-5869-4d46-bd69-ce326a4846c6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Sep 15 15:57:19.423527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.462460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.576332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.602353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b3353a-42d5-42d1-ac76-8e0b6b6b9a24,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:19.606912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.608832 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/28b3353a-42d5-42d1-ac76-8e0b6b6b9a24 HTTP/1.1" status: 204 len: 168 time: 0.2932258 Sep 15 15:57:19.611781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50744) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:19.614054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.614471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.614746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.615080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.615416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.615746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.616091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.616399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.616768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.617097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.617482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.617811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96a0a51-7f4b-4cc2-a48e-ab3bca190e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:19.687687 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.771817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.796331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf3e4ac-4a8e-41a8-9a34-e6f362763f12']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:19.806745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d0c24-2bf4-4f45-b98a-8655cd008027') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:19.807041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d0c24-2bf4-4f45-b98a-8655cd008027') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:19.818383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.834571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.841063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:19.842083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:19.844329 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:19.894438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.954583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:19.954925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.011247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.019187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.021048 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] 10.222.0.63 "DELETE /v2.0/networks/ccf3e4ac-4a8e-41a8-9a34-e6f362763f12 HTTP/1.1" status: 204 len: 168 time: 0.4082980 Sep 15 15:57:20.042263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba71243-24b4-47c1-9b3b-750470aae21e admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf3e4ac-4a8e-41a8-9a34-e6f362763f12,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:20.044970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f26baff0-f0c4-4ff0-8efa-810cf4e4ade5,segment=NetworkSegment(2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b),segment_id=2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:20.045186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.058285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for f26baff0-f0c4-4ff0-8efa-810cf4e4ade5 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:20.059038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db91d7f6-0efb-49bb-ab7e-df479a4d384d None None] Network 00e05211-91da-4f27-a52b-e1858f79199b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:20.187185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9cd501f2-b879-482b-9fe1-9948c9453f89 None None] Provisioning complete for port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:20.187555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9cd501f2-b879-482b-9fe1-9948c9453f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.272770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.280751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9cd501f2-b879-482b-9fe1-9948c9453f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.299945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198422f2-d295-4247-adc6-3c6837bc2b3b None None] DHCP port deletion for 00e05211-91da-4f27-a52b-e1858f79199b request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:57:20.302470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=f26baff0-f0c4-4ff0-8efa-810cf4e4ade5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:20.309690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port f26baff0-f0c4-4ff0-8efa-810cf4e4ade5 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:20.339185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65563849-40b3-4a73-9826-a202aacf6be1 req-5c293b33-71d1-42e4-8c6f-7f2a8263be50 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:20.340849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65563849-40b3-4a73-9826-a202aacf6be1 req-5c293b33-71d1-42e4-8c6f-7f2a8263be50 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 949 time: 0.0630198 Sep 15 15:57:20.387358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65563849-40b3-4a73-9826-a202aacf6be1 req-02413437-5bb2-45dd-93fd-75b277003fa9 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Sep 15 15:57:20.399712 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.420574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e05211-91da-4f27-a52b-e1858f79199b']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:20.439983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:20.439983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eba4cf7-c7cf-4a3b-b27f-5fdd7ddeb53b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:20.454109 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.454733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:20.480175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.507968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:20.508381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:20.511389 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:20.515852 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-67a5167f-4085-4999-817b-5b17b5dd0a3e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9d008b995e53477f8f071fa2dcc16b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593052 Sep 15 15:57:20.525085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50762) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:20.553057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bdc19-bfe5-40a1-a9c8-9cf0f5d6999c req-8fb04932-a323-4979-8bef-9e0f7fab1505 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:20.554556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-832bdc19-bfe5-40a1-a9c8-9cf0f5d6999c req-8fb04932-a323-4979-8bef-9e0f7fab1505 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0560291 Sep 15 15:57:20.597456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-832bdc19-bfe5-40a1-a9c8-9cf0f5d6999c req-f5f86e7b-7c2c-4b1e-aee8-27c455859398 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342519 Sep 15 15:57:20.599551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a5dbf-8da5-4ad9-8c3c-e916b39a4204 req-5634db86-5471-4a60-9d6d-ea9a5faf6f64 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:20.601191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e5a5dbf-8da5-4ad9-8c3c-e916b39a4204 req-5634db86-5471-4a60-9d6d-ea9a5faf6f64 tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 1100 time: 0.1325855 Sep 15 15:57:20.652929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c66b20f9-06e4-4006-9c9f-3eaf6df76d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.664466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e5a5dbf-8da5-4ad9-8c3c-e916b39a4204 req-5aa36c2e-63ad-46c6-b419-fbacd5abf24e tempest-ServersOnMultiNodesTest-1450701615 tempest-ServersOnMultiNodesTest-1450701615-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525990 Sep 15 15:57:20.678632 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c66b20f9-06e4-4006-9c9f-3eaf6df76d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.689271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.696588 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.698650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:20.698894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/00e05211-91da-4f27-a52b-e1858f79199b HTTP/1.1" status: 204 len: 168 time: 2.5015898 Sep 15 15:57:20.724681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36b17b-a834-46b2-8bed-726549e6165c tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=00e05211-91da-4f27-a52b-e1858f79199b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:20.729156 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-179128ba-4440-4799-9537-109e47bbf6ec tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] GET failed (client error): The resource could not be found. Sep 15 15:57:20.734146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-179128ba-4440-4799-9537-109e47bbf6ec tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/subnets/6849d572-cb5e-4d38-87cf-de7bee1412ff HTTP/1.1" status: 404 len: 337 time: 0.0312140 Sep 15 15:57:20.734447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50768) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:20.756727 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-052ecc45-98d8-46e4-a8bc-d9518086f0f6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:20.757300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052ecc45-98d8-46e4-a8bc-d9518086f0f6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:20.759049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-052ecc45-98d8-46e4-a8bc-d9518086f0f6 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/00e05211-91da-4f27-a52b-e1858f79199b HTTP/1.1" status: 404 len: 339 time: 0.0237088 Sep 15 15:57:20.763904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50772) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:20.902469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c66b20f9-06e4-4006-9c9f-3eaf6df76d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.906035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c66b20f9-06e4-4006-9c9f-3eaf6df76d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.907203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c66b20f9-06e4-4006-9c9f-3eaf6df76d26 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/823f3850-e3c9-4b25-8526-1001a848a833 HTTP/1.1" status: 204 len: 168 time: 0.3811786 Sep 15 15:57:20.938385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b20f9-06e4-4006-9c9f-3eaf6df76d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f3850-e3c9-4b25-8526-1001a848a833,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:20.991923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaed5df-35a1-41bc-986d-a8ed2d36f674 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:20.993472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aaaed5df-35a1-41bc-986d-a8ed2d36f674 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2283239 Sep 15 15:57:20.996580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50778) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.039557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-19ddde70-bd8a-4491-86ca-9a0717ced98a tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 207 time: 0.0418999 Sep 15 15:57:21.042865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50780) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.158022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b5df8-9e61-44f2-a0f7-cab148d220a9 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.165018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b5df8-9e61-44f2-a0f7-cab148d220a9 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.171176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b5df8-9e61-44f2-a0f7-cab148d220a9 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.177746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b5df8-9e61-44f2-a0f7-cab148d220a9 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.179567 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-245b5df8-9e61-44f2-a0f7-cab148d220a9 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1358001 Sep 15 15:57:21.183884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50784) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.234132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f868a5f-06a2-4934-9a26-9f4e6c96db78 req-c0555895-c2b4-4cc9-999a-4a0370325320 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.235574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f868a5f-06a2-4934-9a26-9f4e6c96db78 req-c0555895-c2b4-4cc9-999a-4a0370325320 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 949 time: 0.0548601 Sep 15 15:57:21.276872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f868a5f-06a2-4934-9a26-9f4e6c96db78 req-dc04a507-a22e-44f5-882e-c5f95ca3eb80 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349796 Sep 15 15:57:21.310468 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d53c95c7-0017-45ae-9ee0-8eb697c51cc2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1251988 Sep 15 15:57:21.313893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50788) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.365486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4d7bb-c416-4ff9-b2ef-24f97e2be77b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.367124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4d7bb-c416-4ff9-b2ef-24f97e2be77b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.368838 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60b4d7bb-c416-4ff9-b2ef-24f97e2be77b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0540855 Sep 15 15:57:21.372910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50790) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.426987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfaa179-8cf5-428f-a15a-f9ddbbffdc73 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.428479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfaa179-8cf5-428f-a15a-f9ddbbffdc73 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['shared'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.430005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bcfaa179-8cf5-428f-a15a-f9ddbbffdc73 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0560634 Sep 15 15:57:21.433668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50792) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.542067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfd6fe0-20a7-4bd2-84a8-a6e18c9940da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.543426 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-edfd6fe0-20a7-4bd2-84a8-a6e18c9940da tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/networks/26daf64e-878f-4077-a104-5ee66a04af15 HTTP/1.1" status: 200 len: 800 time: 0.1087842 Sep 15 15:57:21.547705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50794) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.605532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50796) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.650033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b94607c6-c891-4421-8ea5-d1e264ac2ca8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5dffbc9c1a5d4316966dbd14f195f649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410337 Sep 15 15:57:21.650256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-18d27149-1803-4e3a-9d95-080ac715311b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/networks/26daf64e-878f-4077-a104-5ee66a04af15?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1001248 Sep 15 15:57:21.650420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50800) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.652914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50802) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.699763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-895eebfc-b36b-491d-ba08-083b47e22c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:21.722947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-895eebfc-b36b-491d-ba08-083b47e22c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:21.736719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f57a673-7d1d-4ad6-b84b-e65bf50c647b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.738274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1f57a673-7d1d-4ad6-b84b-e65bf50c647b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/subnets/25ecf901-98af-401a-8b89-b6073258ad13 HTTP/1.1" status: 200 len: 811 time: 0.0841177 Sep 15 15:57:21.742293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50804) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.784565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7130425-57b5-457a-986c-84847bd55409 req-c80bf70e-a00f-4d58-9d63-f146bcaf4a1f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.786198 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7130425-57b5-457a-986c-84847bd55409 req-c80bf70e-a00f-4d58-9d63-f146bcaf4a1f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0987787 Sep 15 15:57:21.817917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177eafc-ad15-4847-aad6-d3bfd6e4dc79 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['shared'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:21.822700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1177eafc-ad15-4847-aad6-d3bfd6e4dc79 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "GET /v2.0/subnets/25ecf901-98af-401a-8b89-b6073258ad13?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0765817 Sep 15 15:57:21.823058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50808) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:21.828918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529670807'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:21.845278 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7130425-57b5-457a-986c-84847bd55409 req-61fd1ad1-ef7f-4b1d-bc15-698378d2442d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522640 Sep 15 15:57:21.889784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-895eebfc-b36b-491d-ba08-083b47e22c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:21.892502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-895eebfc-b36b-491d-ba08-083b47e22c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:21.893759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-895eebfc-b36b-491d-ba08-083b47e22c18 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/065fe226-ba71-4d2d-a834-eb5eef87cf48 HTTP/1.1" status: 204 len: 168 time: 0.2423992 Sep 15 15:57:21.902054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895eebfc-b36b-491d-ba08-083b47e22c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065fe226-ba71-4d2d-a834-eb5eef87cf48,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:21.981020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:21.985071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.010507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:22.019586 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.019963 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Added segment 8ff9879d-3458-43e8-ad46-883d68e3a858 of type vlan for network 589b8ffb-6d26-4966-b4ca-79f48b32b65c Sep 15 15:57:22.061432 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.192263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.197842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:22.205184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.265045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Network': ['ID=589b8ffb-6d26-4966-b4ca-79f48b32b65c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:22.275011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:22.313535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c021572e-ab63-4d63-9939-2121fd00e38d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4892566 Sep 15 15:57:22.316064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50816) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:22.322050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'network_id': '589b8ffb-6d26-4966-b4ca-79f48b32b65c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:22.455364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bfc9f-faec-4ea3-b943-52e8796286ce req-a50a150f-ad0f-4ccb-b4ac-3078dd2e4d60 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:22.456884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-971bfc9f-faec-4ea3-b943-52e8796286ce req-a50a150f-ad0f-4ccb-b4ac-3078dd2e4d60 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 949 time: 0.0703199 Sep 15 15:57:22.498644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-971bfc9f-faec-4ea3-b943-52e8796286ce req-6214961e-fe6e-4a4c-92b5-25d7d671ef08 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Sep 15 15:57:22.534540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Made reservation on behalf of d1edc47790604f53ad9ebad1cfc79d5c for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:22.539430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.598134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_backend_mixin [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Performing IP validity checks on allocation pools {{(pid=102018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 15 15:57:22.598598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_backend_mixin [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 15 15:57:22.939591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.992672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407408b-29d4-4d30-b4c8-f42eadbff6cf req-b32a210a-3c75-4815-9ccf-fc9021d8b395 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:22.994203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4407408b-29d4-4d30-b4c8-f42eadbff6cf req-b32a210a-3c75-4815-9ccf-fc9021d8b395 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0647361 Sep 15 15:57:23.035494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=a6ca1e03-af0b-4306-b319-f84c6bfbfcd2,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:23.041698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4407408b-29d4-4d30-b4c8-f42eadbff6cf req-4ec0cdb5-518d-441f-84f8-3e8fc0acaebe tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Sep 15 15:57:23.046532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-11891674-f863-4234-a55f-d57f855b95aa tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:23.047676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-11891674-f863-4234-a55f-d57f855b95aa tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 949 time: 0.1215143 Sep 15 15:57:23.054200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Checking segment: {'id': '8ff9879d-3458-43e8-ad46-883d68e3a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '589b8ffb-6d26-4966-b4ca-79f48b32b65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:23.054561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network hostable DHCP agents. Network: 589b8ffb-6d26-4966-b4ca-79f48b32b65c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:23.157564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50842) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:23.164407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port 4759a2df-fcfc-4421-878a-a977a6fbb23d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:23.164776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.169111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:23.256082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1647119481-network', 'tenant_id': '9ae1e72129c24d9f873b8117fdd87c13'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:23.265575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port 4759a2df-fcfc-4421-878a-a977a6fbb23d, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4759a2df-fcfc-4421-878a-a977a6fbb23d,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:23.266215 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.273172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 589b8ffb-6d26-4966-b4ca-79f48b32b65c) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:23.277971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:23.278862 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.282489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff999c7-80c0-4666-ad44-b19d94d043f0 None None] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:23.295314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for 4759a2df-fcfc-4421-878a-a977a6fbb23d owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:23.386296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Made reservation on behalf of 9ae1e72129c24d9f873b8117fdd87c13 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:23.389153 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.398628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.428828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-589b8ffb-6d26-4966-b4ca-79f48b32b65c', 'network_id': '589b8ffb-6d26-4966-b4ca-79f48b32b65c', 'tenant_id': 'd1edc47790604f53ad9ebad1cfc79d5c', 'fixed_ips': [{'subnet_id': 'a6ca1e03-af0b-4306-b319-f84c6bfbfcd2'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:23.429711 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.484863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-df286368-53c0-45c8-8ae8-670983a5e5c1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1668367 Sep 15 15:57:23.487255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:23.492450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4e5dccef-fd48-4a3c-b92b-d0fb329c612f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:23.536084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.582723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b', '4759a2df-fcfc-4421-878a-a977a6fbb23d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:23.584934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:23.585144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=4759a2df-fcfc-4421-878a-a977a6fbb23d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:23.639960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.775438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.779136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Allocated IP 172.20.0.3 (589b8ffb-6d26-4966-b4ca-79f48b32b65c/a6ca1e03-af0b-4306-b319-f84c6bfbfcd2/b0d49411-feb5-43d0-bfc4-1e67febda955) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:23.810880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:23.829770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6438c8-d1fd-42b6-9131-8da28783b0b4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:23.846738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.846738 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Added segment afa4f1d9-fa46-4c85-87b9-d9d1e555577b of type vlan for network 4a18dbe7-df64-4560-b755-1ae6c63a50eb Sep 15 15:57:23.900773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.982855 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7bab805d-e43f-48fc-88c4-b3a7f36c663d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.998938 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73792723-d68d-41bf-b086-0dbd711d4290 req-cc2c93a5-085d-473f-ae80-2dcef988e989 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 210 time: 0.0665839 Sep 15 15:57:24.014100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e5dccef-fd48-4a3c-b92b-d0fb329c612f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62162961'] for subnet, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.027226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.028543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:24.031490 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.052306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port 4759a2df-fcfc-4421-878a-a977a6fbb23d on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:24.055205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.060977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e50cfdec-b2ed-4e96-9b25-046b96f4bbf2 req-577e560c-27c1-4b9f-8160-bea57714f359 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "DELETE /v2.0/ports/4759a2df-fcfc-4421-878a-a977a6fbb23d HTTP/1.1" status: 204 len: 173 time: 0.9964831 Sep 15 15:57:24.060977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'name': 'network-vif-deleted', 'tag': '4759a2df-fcfc-4421-878a-a977a6fbb23d'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:24.064872 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0349dc-4a07-4e17-98f9-b0c7da8a010f" -d '{"events": [{"server_uuid": "ab244eb6-afb4-4457-9468-3fd42e46ef69", "name": "network-vif-deleted", "tag": "4759a2df-fcfc-4421-878a-a977a6fbb23d"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:24.150027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] Pushing event updated for resources: {'Network': ['ID=4a18dbe7-df64-4560-b755-1ae6c63a50eb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:24.165153 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.167896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 4a18dbe7-df64-4560-b755-1ae6c63a50eb details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:24.212818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f52f4-04d6-49ed-9975-94261963327e req-a51393f2-6938-4dbc-a3c7-b4170d3540c2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:24.213271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0f52f4-04d6-49ed-9975-94261963327e req-a51393f2-6938-4dbc-a3c7-b4170d3540c2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0778277 Sep 15 15:57:24.215258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c4a242a-5fb4-4894-a9cf-2b71a9996e9a admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0566888 Sep 15 15:57:24.219105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50860) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:24.228954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Request body: {'subnet': {'network_id': '4a18dbe7-df64-4560-b755-1ae6c63a50eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1647119481-subnet', 'tenant_id': '9ae1e72129c24d9f873b8117fdd87c13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:24.267242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0f52f4-04d6-49ed-9975-94261963327e req-8b0aecb2-2b02-4c16-8a60-a437a78ac1ce tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Sep 15 15:57:24.282131 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.331099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Made reservation on behalf of 9ae1e72129c24d9f873b8117fdd87c13 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:24.334155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.346625 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3f79ff-58be-4d93-9e80-2b2c94c56c34 x-openstack-request-id: req-2e3f79ff-58be-4d93-9e80-2b2c94c56c34 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:24.346971 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab244eb6-afb4-4457-9468-3fd42e46ef69", "name": "network-vif-deleted", "tag": "4759a2df-fcfc-4421-878a-a977a6fbb23d", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:24.347361 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2e3f79ff-58be-4d93-9e80-2b2c94c56c34 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:24.347770 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab244eb6-afb4-4457-9468-3fd42e46ef69', 'name': 'network-vif-deleted', 'tag': '4759a2df-fcfc-4421-878a-a977a6fbb23d', 'status': 'completed', 'code': 200} Sep 15 15:57:24.510211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:24.525320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:24.536472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:24.539881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Pushing event updated for resources: {'Port': ['ID=b0d49411-feb5-43d0-bfc4-1e67febda955,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:24.649069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e5dccef-fd48-4a3c-b92b-d0fb329c612f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769423765252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62190732'] for subnet, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.651908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Attempting to bind port b0d49411-feb5-43d0-bfc4-1e67febda955 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:24.652543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Attempting to bind port b0d49411-feb5-43d0-bfc4-1e67febda955 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8ff9879d-3458-43e8-ad46-883d68e3a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '589b8ffb-6d26-4966-b4ca-79f48b32b65c'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:24.653109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Attempting to bind port b0d49411-feb5-43d0-bfc4-1e67febda955 on network 589b8ffb-6d26-4966-b4ca-79f48b32b65c {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:24.677035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:24.677418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Checking segment: {'id': '8ff9879d-3458-43e8-ad46-883d68e3a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '589b8ffb-6d26-4966-b4ca-79f48b32b65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:24.677830 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.678238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Bound using segment: {'id': '8ff9879d-3458-43e8-ad46-883d68e3a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '589b8ffb-6d26-4966-b4ca-79f48b32b65c'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:24.678713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Bound port: b0d49411-feb5-43d0-bfc4-1e67febda955, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff9879d-3458-43e8-ad46-883d68e3a858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '589b8ffb-6d26-4966-b4ca-79f48b32b65c'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:24.679102 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.698236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5dccef-fd48-4a3c-b92b-d0fb329c612f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:24.699185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e5dccef-fd48-4a3c-b92b-d0fb329c612f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.700235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4e5dccef-fd48-4a3c-b92b-d0fb329c612f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "PUT /v2.0/subnets/a6ca1e03-af0b-4306-b319-f84c6bfbfcd2 HTTP/1.1" status: 200 len: 877 time: 1.2120299 Sep 15 15:57:24.701871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.704070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50862) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:24.723516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dccef-fd48-4a3c-b92b-d0fb329c612f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event updated for resources: {'Subnet': ['ID=a6ca1e03-af0b-4306-b319-f84c6bfbfcd2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:24.777742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Checking segment: {'id': 'afa4f1d9-fa46-4c85-87b9-d9d1e555577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '4a18dbe7-df64-4560-b755-1ae6c63a50eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:24.778019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Network hostable DHCP agents. Network: 4a18dbe7-df64-4560-b755-1ae6c63a50eb, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:24.784075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b024031b-bdc3-4525-a57e-8239308d7158,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:24.822400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] For port b0d49411-feb5-43d0-bfc4-1e67febda955, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:24.828980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] For port b0d49411-feb5-43d0-bfc4-1e67febda955, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b0d49411-feb5-43d0-bfc4-1e67febda955,segment=NetworkSegment(8ff9879d-3458-43e8-ad46-883d68e3a858),segment_id=8ff9879d-3458-43e8-ad46-883d68e3a858)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:24.831626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.891033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port b0d49411-feb5-43d0-bfc4-1e67febda955 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:24.891373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.895590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Network 4a18dbe7-df64-4560-b755-1ae6c63a50eb is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:24.937508 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.976357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port b0d49411-feb5-43d0-bfc4-1e67febda955, host n-d-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:24.976772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.983096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 4a18dbe7-df64-4560-b755-1ae6c63a50eb) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:24.990195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:24.991960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for b0d49411-feb5-43d0-bfc4-1e67febda955 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:24.992948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.994131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99f5e1-2d02-45e8-863a-8f1046db706e None None] Network 4a18dbe7-df64-4560-b755-1ae6c63a50eb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:25.031077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f5cbb-a2fd-406b-b8dd-d4282b7457c2 None None] Pushing event updated for resources: {'Port': ['ID=b0d49411-feb5-43d0-bfc4-1e67febda955,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:25.097304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05785829-7624-4b08-bf45-0a568fc1d540 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8769562 Sep 15 15:57:25.123710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3e7b6de4-2c14-47e1-a438-87cf7c36806b req-83f66a78-a33b-41d6-95f8-84235f8872ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=ab244eb6-afb4-4457-9468-3fd42e46ef69 HTTP/1.1" status: 200 len: 210 time: 0.0344012 Sep 15 15:57:25.235713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fad4c-961c-4870-9712-cefcd0e4caaa None None] Network 4a18dbe7-df64-4560-b755-1ae6c63a50eb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:25.294912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.338630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50878) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:25.356412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=b0d49411-feb5-43d0-bfc4-1e67febda955,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:25.403432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] Deleting subnet b024031b-bdc3-4525-a57e-8239308d7158 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:57:25.405720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port b0d49411-feb5-43d0-bfc4-1e67febda955 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:25.408781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.456553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.486532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.534130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7831d8-f99e-4243-a0ed-08c319fbfc76 req-e5d31ed3-70f7-4512-a558-b6cdeb9a9fa5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:25.535612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da7831d8-f99e-4243-a0ed-08c319fbfc76 req-e5d31ed3-70f7-4512-a558-b6cdeb9a9fa5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1049588 Sep 15 15:57:25.550599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.581183 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.608340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da7831d8-f99e-4243-a0ed-08c319fbfc76 req-b00dd823-11df-41ad-bb0d-ab1c3db52469 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651860 Sep 15 15:57:25.608848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ca1e03-af0b-4306-b319-f84c6bfbfcd2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:25.672316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.692370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589b8ffb-6d26-4966-b4ca-79f48b32b65c']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:25.701651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.702241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff9879d-3458-43e8-ad46-883d68e3a858') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:25.702540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff9879d-3458-43e8-ad46-883d68e3a858') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:25.712189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.728787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:57:25.729494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b024031b-bdc3-4525-a57e-8239308d7158,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:25.729673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.733114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.735014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bd3db181-4c3b-4c89-af87-3be3c8136dd4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b024031b-bdc3-4525-a57e-8239308d7158 HTTP/1.1" status: 204 len: 168 time: 0.3953056 Sep 15 15:57:25.736238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:25.736693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.738870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50882) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:25.739748 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:25.816723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.883394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.890759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.892653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/589b8ffb-6d26-4966-b4ca-79f48b32b65c HTTP/1.1" status: 204 len: 168 time: 1.1871169 Sep 15 15:57:25.904033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50884) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:25.911528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.912107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bbff4-7add-4d78-9bd4-46b6d83353a2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=589b8ffb-6d26-4966-b4ca-79f48b32b65c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:25.932194 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-852d418f-6341-4abb-90f9-4413da0e5223 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:25.932679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852d418f-6341-4abb-90f9-4413da0e5223 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:25.933333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a18dbe7-df64-4560-b755-1ae6c63a50eb']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:25.934416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-852d418f-6341-4abb-90f9-4413da0e5223 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/a6ca1e03-af0b-4306-b319-f84c6bfbfcd2 HTTP/1.1" status: 404 len: 337 time: 0.0291479 Sep 15 15:57:25.937182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50886) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:25.945334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa4f1d9-fa46-4c85-87b9-d9d1e555577b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:25.946093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa4f1d9-fa46-4c85-87b9-d9d1e555577b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:25.955607 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-568b38a4-d6bc-4f29-b8d4-9c92f1a4f404 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:25.956148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568b38a4-d6bc-4f29-b8d4-9c92f1a4f404 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:25.957547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.960598 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-568b38a4-d6bc-4f29-b8d4-9c92f1a4f404 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/589b8ffb-6d26-4966-b4ca-79f48b32b65c HTTP/1.1" status: 404 len: 339 time: 0.0199656 Sep 15 15:57:25.960743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50888) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:25.973743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.982248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:25.982953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:25.984961 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:25.987502 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa8c983-5f8a-443e-917a-c9bb444590a1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:25.987857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa8c983-5f8a-443e-917a-c9bb444590a1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:25.989595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9fa8c983-5f8a-443e-917a-c9bb444590a1 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/6849d572-cb5e-4d38-87cf-de7bee1412ff HTTP/1.1" status: 404 len: 337 time: 0.0279760 Sep 15 15:57:25.992388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50890) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.016686 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20deff7-2533-48e0-9d53-0bd9b2936813 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.017261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20deff7-2533-48e0-9d53-0bd9b2936813 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.021523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f20deff7-2533-48e0-9d53-0bd9b2936813 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/00e05211-91da-4f27-a52b-e1858f79199b HTTP/1.1" status: 404 len: 339 time: 0.0257311 Sep 15 15:57:26.023084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50892) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.100899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.123920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.129093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.132957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/4a18dbe7-df64-4560-b755-1ae6c63a50eb HTTP/1.1" status: 204 len: 168 time: 0.3928330 Sep 15 15:57:26.151071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f6af-ee42-4505-a36c-399565641fd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a18dbe7-df64-4560-b755-1ae6c63a50eb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:26.221618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.246272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9230de9-dc6a-4bc3-a70a-c6eb341bd17b']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:26.256624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9820e4b4-1112-4586-b30e-6de1d90d73af') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:26.256916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9820e4b4-1112-4586-b30e-6de1d90d73af') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:26.269252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.283537 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.297317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:26.297975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.301632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3caff78-6d7c-4f53-b89d-2ad82e2d3dc6 None None] DHCP port deletion for 589b8ffb-6d26-4966-b4ca-79f48b32b65c request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:26.305805 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:26.324008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3a943d51-76f3-4109-85fe-00fa87a1e8b9 None None] Could not find standard attr ID for object b0d49411-feb5-43d0-bfc4-1e67febda955. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 15:57:26.336948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e519c56-6010-4cb3-ad32-8870bffcfb7b None None] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:26.349193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e519c56-6010-4cb3-ad32-8870bffcfb7b None None] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c could not be found, it might have been deleted concurrently. {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 15 15:57:26.355573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2fa39-3428-46a8-bc39-5453e3521378 None None] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:26.367270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2fa39-3428-46a8-bc39-5453e3521378 None None] Network 589b8ffb-6d26-4966-b4ca-79f48b32b65c could not be found, it might have been deleted concurrently. {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 15 15:57:26.466884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.512045 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.531116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.532824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50906) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.535480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/d9230de9-dc6a-4bc3-a70a-c6eb341bd17b HTTP/1.1" status: 204 len: 168 time: 0.5113904 Sep 15 15:57:26.536415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21043a-a8bf-4701-bdb1-4d3b94b54eac tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=d9230de9-dc6a-4bc3-a70a-c6eb341bd17b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:26.539958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50908) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.574735 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dedb56-fea5-43ad-a76e-af44544bbbcc tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.575113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dedb56-fea5-43ad-a76e-af44544bbbcc tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.577716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b2dedb56-fea5-43ad-a76e-af44544bbbcc tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/50934b46-4438-42a8-8b25-e1ad7d7fa6b6 HTTP/1.1" status: 404 len: 337 time: 0.0365834 Sep 15 15:57:26.579224 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e2483713-0fa7-4f97-a8f9-4f4d83933c1f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ae1e72129c24d9f873b8117fdd87c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452087 Sep 15 15:57:26.580477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50910) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.581652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50912) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.599222 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-842da45a-b405-436b-bf17-d8c720c5d913 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.599759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842da45a-b405-436b-bf17-d8c720c5d913 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.601511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-842da45a-b405-436b-bf17-d8c720c5d913 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/15abfeb7-c499-4d15-bfd9-6057b6a46ba3 HTTP/1.1" status: 404 len: 339 time: 0.0200555 Sep 15 15:57:26.604330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.640809 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99b5970-8491-49e9-981c-874a7ad1fb0d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.641260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99b5970-8491-49e9-981c-874a7ad1fb0d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.643081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a99b5970-8491-49e9-981c-874a7ad1fb0d tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/b02f3bb5-6425-4a37-a0b9-46c2eca24b43 HTTP/1.1" status: 404 len: 337 time: 0.0378106 Sep 15 15:57:26.645906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50918) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.668065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff45b9a8-7cb5-4a5b-b354-54e992b74a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.673213 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-20be2b37-8fca-4a52-b6c9-bba538c0a1d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.673858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20be2b37-8fca-4a52-b6c9-bba538c0a1d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.677631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-20be2b37-8fca-4a52-b6c9-bba538c0a1d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/8f63a9e3-c777-4e85-98e3-6dbe0bb486f2 HTTP/1.1" status: 404 len: 339 time: 0.0297163 Sep 15 15:57:26.683653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50924) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.695892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff45b9a8-7cb5-4a5b-b354-54e992b74a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.734022 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc92d37b-3ef6-4d67-8f2b-478e37e9bd58 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.734510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc92d37b-3ef6-4d67-8f2b-478e37e9bd58 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.736218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cc92d37b-3ef6-4d67-8f2b-478e37e9bd58 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/c721a2ee-33ce-48ec-9776-e8ab1b9426b3 HTTP/1.1" status: 404 len: 337 time: 0.0514553 Sep 15 15:57:26.740156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50926) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.759713 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da7fa71-db3e-4972-a29c-72699f04aca7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.760266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da7fa71-db3e-4972-a29c-72699f04aca7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.761998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2da7fa71-db3e-4972-a29c-72699f04aca7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/c36fe493-610b-4579-9f4e-5e8e1b594a9d HTTP/1.1" status: 404 len: 339 time: 0.0207844 Sep 15 15:57:26.765798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50928) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.785128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790490a2-18fc-41f0-811b-799b9817b0f3 req-c75ee8d0-3d90-441f-9b74-b9d4f2e5e3ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:26.786584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-790490a2-18fc-41f0-811b-799b9817b0f3 req-c75ee8d0-3d90-441f-9b74-b9d4f2e5e3ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0555544 Sep 15 15:57:26.792081 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0e5009-d30c-41d4-8ee8-04af35b37753 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.792581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0e5009-d30c-41d4-8ee8-04af35b37753 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.794277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ee0e5009-d30c-41d4-8ee8-04af35b37753 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/2c161e37-9104-4ff7-aec1-a9db13e2f01f HTTP/1.1" status: 404 len: 337 time: 0.0274613 Sep 15 15:57:26.797418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50930) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.816842 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0ecac6-a4cc-415b-b13d-f06e0e3d3b9f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.817398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0ecac6-a4cc-415b-b13d-f06e0e3d3b9f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.819912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1b0ecac6-a4cc-415b-b13d-f06e0e3d3b9f tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/f7f3684c-0b9a-4eed-b8cc-8140e88fd513 HTTP/1.1" status: 404 len: 339 time: 0.0212893 Sep 15 15:57:26.822324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50932) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.826942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-790490a2-18fc-41f0-811b-799b9817b0f3 req-5679fbbc-7c1b-4ce4-a980-5adbd41d364c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337832 Sep 15 15:57:26.855607 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b6ae04-236c-41f2-b805-0c33c76173e8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.856061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b6ae04-236c-41f2-b805-0c33c76173e8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.858686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-74b6ae04-236c-41f2-b805-0c33c76173e8 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/b58a9df5-7e31-4d1a-94d0-9333b40394d5 HTTP/1.1" status: 404 len: 337 time: 0.0351624 Sep 15 15:57:26.861741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50934) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.885238 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a176004-c94a-48f2-ab8c-bc313e57680e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.885940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a176004-c94a-48f2-ab8c-bc313e57680e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.887717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3a176004-c94a-48f2-ab8c-bc313e57680e tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/13b1e3a8-90ff-45f5-800c-b3ea7c14fcf2 HTTP/1.1" status: 404 len: 339 time: 0.0222566 Sep 15 15:57:26.890585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50938) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.919578 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5464efab-5a3c-4c39-be46-7ea57dc13b25 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.920924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5464efab-5a3c-4c39-be46-7ea57dc13b25 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.922827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5464efab-5a3c-4c39-be46-7ea57dc13b25 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/71c21344-b610-4ac0-bac1-08b0e61c4d6e HTTP/1.1" status: 404 len: 337 time: 0.0312655 Sep 15 15:57:26.925720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.946445 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e00ce2c-42d5-4845-8810-11119933b0e2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.947116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e00ce2c-42d5-4845-8810-11119933b0e2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.948958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5e00ce2c-42d5-4845-8810-11119933b0e2 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/1957e74b-a7cf-4494-9448-991f74bac021 HTTP/1.1" status: 404 len: 339 time: 0.0222194 Sep 15 15:57:26.952464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50942) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:26.954390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b0bcf-6d62-49e7-8b4a-555bc71fa747 req-cbaff09f-e682-47be-8e77-a3ae7dbbd337 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:26.960613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc7b0bcf-6d62-49e7-8b4a-555bc71fa747 req-cbaff09f-e682-47be-8e77-a3ae7dbbd337 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 949 time: 0.0595479 Sep 15 15:57:26.990841 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5590b4f8-9208-4e57-8cb7-ec6bef05723b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:26.991391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5590b4f8-9208-4e57-8cb7-ec6bef05723b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:26.993234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5590b4f8-9208-4e57-8cb7-ec6bef05723b tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/b9db5da1-ab50-47ad-9cee-74ec4311b88f HTTP/1.1" status: 404 len: 337 time: 0.0397670 Sep 15 15:57:26.998573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50944) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:27.033099 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c32d629-e502-4f1e-a600-ad43b15726cf tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:27.033734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c32d629-e502-4f1e-a600-ad43b15726cf tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:27.035532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c32d629-e502-4f1e-a600-ad43b15726cf tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/a24bf5e4-9bce-486d-b7e5-4fc89694b706 HTTP/1.1" status: 404 len: 339 time: 0.0363522 Sep 15 15:57:27.038439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50946) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:27.076072 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.087933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff45b9a8-7cb5-4a5b-b354-54e992b74a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.090510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff45b9a8-7cb5-4a5b-b354-54e992b74a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.092441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ff45b9a8-7cb5-4a5b-b354-54e992b74a21 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ed6438c8-d1fd-42b6-9131-8da28783b0b4 HTTP/1.1" status: 204 len: 168 time: 0.5097408 Sep 15 15:57:27.093509 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d17ba49-ceb8-48be-9b25-50ac5080debe tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:27.093967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d17ba49-ceb8-48be-9b25-50ac5080debe tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:27.098253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2d17ba49-ceb8-48be-9b25-50ac5080debe tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/42e2726b-5b57-43ba-9f84-89c4ff9ba8fa HTTP/1.1" status: 404 len: 337 time: 0.0562544 Sep 15 15:57:27.113901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:27.144743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739a508-fb6d-4436-832e-6402ebf0bbf9 req-131e114f-8527-4f74-8d6b-8800c794f6bc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:27.146386 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3739a508-fb6d-4436-832e-6402ebf0bbf9 req-131e114f-8527-4f74-8d6b-8800c794f6bc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1833084 Sep 15 15:57:27.161605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45b9a8-7cb5-4a5b-b354-54e992b74a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6438c8-d1fd-42b6-9131-8da28783b0b4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:27.165619 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ee699c-3649-4052-aba6-301f7d42f621 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] DELETE failed (client error): The resource could not be found. Sep 15 15:57:27.166238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ee699c-3649-4052-aba6-301f7d42f621 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 15:57:27.171334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-98ee699c-3649-4052-aba6-301f7d42f621 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/20b5a8b1-d1ce-4b42-aa8c-e1445c1777ac HTTP/1.1" status: 404 len: 339 time: 0.0515096 Sep 15 15:57:27.175613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:27.252785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b2ce-5742-4756-beb1-5e365144139a req-5c8ade33-fae5-402b-b8f3-a73983e9395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:27.254397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2742b2ce-5742-4756-beb1-5e365144139a req-5c8ade33-fae5-402b-b8f3-a73983e9395c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1095 time: 0.2032096 Sep 15 15:57:27.287886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6149157e-6071-4917-a647-262c894c3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.311749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3739a508-fb6d-4436-832e-6402ebf0bbf9 req-8b3a4f95-6038-4786-b364-61a038afbc10 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512821 Sep 15 15:57:27.321831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting subnet 25ecf901-98af-401a-8b89-b6073258ad13 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:57:27.337233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.337461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc7b0bcf-6d62-49e7-8b4a-555bc71fa747 req-1c4faa08-c526-457d-9727-64db8310395c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741527 Sep 15 15:57:27.418662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.436718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4759a2df-fcfc-4421-878a-a977a6fbb23d no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:27.458714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 4759a2df-fcfc-4421-878a-a977a6fbb23d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:27.459066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4759a2df-fcfc-4421-878a-a977a6fbb23d not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:27.476129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b2ce-5742-4756-beb1-5e365144139a req-6979f212-96ff-4900-b93f-70d3c9cab1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:27.477689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2742b2ce-5742-4756-beb1-5e365144139a req-6979f212-96ff-4900-b93f-70d3c9cab1a8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.2093625 Sep 15 15:57:27.590903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2742b2ce-5742-4756-beb1-5e365144139a req-ffed735d-aa82-4a10-a626-c11f1686cdd4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.1022689 Sep 15 15:57:27.594650 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.692324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b2ce-5742-4756-beb1-5e365144139a req-15983f63-e5c3-4899-a1d8-30239409f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:27.694057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2742b2ce-5742-4756-beb1-5e365144139a req-15983f63-e5c3-4899-a1d8-30239409f31d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0712903 Sep 15 15:57:27.756071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b2ce-5742-4756-beb1-5e365144139a req-f8b00298-b29b-4c87-9b80-7df341101cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:27.757648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2742b2ce-5742-4756-beb1-5e365144139a req-f8b00298-b29b-4c87-9b80-7df341101cd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535567 Sep 15 15:57:27.833765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.872093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Subnet': ['ID=25ecf901-98af-401a-8b89-b6073258ad13,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:27.879195 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.881679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0d25d547-8602-418e-92a3-e4705be8c9d7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/subnets/25ecf901-98af-401a-8b89-b6073258ad13 HTTP/1.1" status: 204 len: 168 time: 0.7035823 Sep 15 15:57:27.883990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:27.887488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d650b-cbeb-4dca-8448-aa79eebc505e None None] Network 26daf64e-878f-4077-a104-5ee66a04af15 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:27.917947 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2742b2ce-5742-4756-beb1-5e365144139a req-689ef084-7054-42a3-a812-eadbc96a5f43 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518478 Sep 15 15:57:27.989054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.061246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Deleting port a925cc0e-bccb-49a6-adcd-77ca25f920e7 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:28.061600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.073511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e090c98-e5c3-456b-b66d-ba86d4bdb2dd req-adbfa73d-990c-477b-ba49-ee5dff4673ae tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:28.073511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e090c98-e5c3-456b-b66d-ba86d4bdb2dd req-adbfa73d-990c-477b-ba49-ee5dff4673ae tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1224351 Sep 15 15:57:28.074477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2742b2ce-5742-4756-beb1-5e365144139a req-f36410f2-f52f-43d6-8799-707ca43b7e42 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478450 Sep 15 15:57:28.135058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e090c98-e5c3-456b-b66d-ba86d4bdb2dd req-0ce52ba4-daa4-4fa2-bc9d-f146ec4156fc tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515144 Sep 15 15:57:28.159191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] For port a925cc0e-bccb-49a6-adcd-77ca25f920e7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a925cc0e-bccb-49a6-adcd-77ca25f920e7,segment=NetworkSegment(1def4624-2c0a-4570-80d4-b30cb60296a0),segment_id=1def4624-2c0a-4570-80d4-b30cb60296a0)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:28.159636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.164968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] DHCP port deletion for 26daf64e-878f-4077-a104-5ee66a04af15 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:57:28.187607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Calling delete_port for a925cc0e-bccb-49a6-adcd-77ca25f920e7 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:28.227607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] Deleting port a925cc0e-bccb-49a6-adcd-77ca25f920e7 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:28.228118 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.303251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] For port a925cc0e-bccb-49a6-adcd-77ca25f920e7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a925cc0e-bccb-49a6-adcd-77ca25f920e7,segment=NetworkSegment(1def4624-2c0a-4570-80d4-b30cb60296a0),segment_id=1def4624-2c0a-4570-80d4-b30cb60296a0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:28.303650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.322118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] Calling delete_port for a925cc0e-bccb-49a6-adcd-77ca25f920e7 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:28.344150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-6f606c5d-599b-4046-99c1-4a8ec5f8ae26 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:28.346704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-6f606c5d-599b-4046-99c1-4a8ec5f8ae26 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 949 time: 0.0684555 Sep 15 15:57:28.399544 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.406923 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.437205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Port': ['ID=a925cc0e-bccb-49a6-adcd-77ca25f920e7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:28.460967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] Pushing event deleted for resources: {'Port': ['ID=a925cc0e-bccb-49a6-adcd-77ca25f920e7,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:28.466590 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.467639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1dda8-6956-4f40-bcae-8d7df385ad09 None None] No DVR routers for this DVR port a925cc0e-bccb-49a6-adcd-77ca25f920e7 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:28.482376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] No DVR routers for this DVR port a925cc0e-bccb-49a6-adcd-77ca25f920e7 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:28.515887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762c1c4-1e22-40f8-bba7-692ed4252ac9 req-6a302892-0108-4985-8ef7-19941322818a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:28.517870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e762c1c4-1e22-40f8-bba7-692ed4252ac9 req-6a302892-0108-4985-8ef7-19941322818a tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 949 time: 0.0635390 Sep 15 15:57:28.563568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e762c1c4-1e22-40f8-bba7-692ed4252ac9 req-5cef565c-eed9-4b90-b166-bb8b5dc19733 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351553 Sep 15 15:57:28.613823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.650262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26daf64e-878f-4077-a104-5ee66a04af15']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:28.659458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8274642-374f-4743-9876-7f2d63539e02 req-b45ff43d-0ac8-4236-a51e-de951d025ea8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:28.660998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8274642-374f-4743-9876-7f2d63539e02 req-b45ff43d-0ac8-4236-a51e-de951d025ea8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1758885 Sep 15 15:57:28.675150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:28.675496 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.680964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1def4624-2c0a-4570-80d4-b30cb60296a0') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:28.681264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1def4624-2c0a-4570-80d4-b30cb60296a0') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:28.722423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.787911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.797355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8274642-374f-4743-9876-7f2d63539e02 req-8a20e538-37ae-43d9-a4e9-cd8f72adb148 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248243 Sep 15 15:57:28.803681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:28.804103 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: timer() Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:28.807984 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:28.873249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:28.873616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:28.886462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for c240cd9a-d31d-4835-ba5b-edc8ca53ad6a owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:28.990791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.002358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.008173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] 10.222.0.63 "DELETE /v2.0/networks/26daf64e-878f-4077-a104-5ee66a04af15 HTTP/1.1" status: 204 len: 168 time: 1.1191151 Sep 15 15:57:29.018040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afbd4-64a8-444a-9efc-d63a912804b7 tempest-NetworksTest-650004911 tempest-NetworksTest-650004911-project] Pushing event deleted for resources: {'Network': ['ID=26daf64e-878f-4077-a104-5ee66a04af15,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:29.111774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.123415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:29.139860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=c240cd9a-d31d-4835-ba5b-edc8ca53ad6a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:29.159588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:29.255322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port c240cd9a-d31d-4835-ba5b-edc8ca53ad6a on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:29.257861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.260375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0531aa95-cf59-44ae-80e4-92e0c22d0bc9 req-37dda617-8cfe-4f06-9424-762104b4c9ec tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "DELETE /v2.0/ports/c240cd9a-d31d-4835-ba5b-edc8ca53ad6a HTTP/1.1" status: 204 len: 173 time: 0.9053431 Sep 15 15:57:29.260870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'name': 'network-vif-deleted', 'tag': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:29.268008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a925cc0e-bccb-49a6-adcd-77ca25f920e7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:29.272998 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e926842-60cf-4654-b301-4d640c80aed2" -d '{"events": [{"server_uuid": "19041e65-ebae-4c9a-95f7-da5bbbdfcf5c", "name": "network-vif-deleted", "tag": "c240cd9a-d31d-4835-ba5b-edc8ca53ad6a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:29.317473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a925cc0e-bccb-49a6-adcd-77ca25f920e7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:29.317829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a925cc0e-bccb-49a6-adcd-77ca25f920e7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:29.345914 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e4bdc-289c-4911-95cd-c49492886055 x-openstack-request-id: req-599e4bdc-289c-4911-95cd-c49492886055 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:29.347748 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19041e65-ebae-4c9a-95f7-da5bbbdfcf5c", "name": "network-vif-deleted", "tag": "c240cd9a-d31d-4835-ba5b-edc8ca53ad6a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:29.348159 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-599e4bdc-289c-4911-95cd-c49492886055 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:29.348742 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19041e65-ebae-4c9a-95f7-da5bbbdfcf5c', 'name': 'network-vif-deleted', 'tag': 'c240cd9a-d31d-4835-ba5b-edc8ca53ad6a', 'status': 'completed', 'code': 200} Sep 15 15:57:29.358732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51000) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:29.380452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65ed8d-ddec-48a9-a973-b03907b914c8 req-0b10ce9a-f132-4c74-9b10-37896ad9d39a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:29.381389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b65ed8d-ddec-48a9-a973-b03907b914c8 req-0b10ce9a-f132-4c74-9b10-37896ad9d39a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0970426 Sep 15 15:57:29.446441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b65ed8d-ddec-48a9-a973-b03907b914c8 req-0ea26902-0030-431d-9154-0a214dffb362 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595620 Sep 15 15:57:29.562879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51006) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:29.682935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9cd6b7d-6868-4ae6-94f1-8ce9b31d18b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.743980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6aada93-f5d3-4e96-8ee4-ebecbb41a2e6 req-54390f1d-1ba0-411a-8f0f-12f51a2eefbc tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=19041e65-ebae-4c9a-95f7-da5bbbdfcf5c HTTP/1.1" status: 200 len: 210 time: 0.0661476 Sep 15 15:57:29.775724 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d46ae897-047b-4762-8711-da2a895acdef admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d1edc47790604f53ad9ebad1cfc79d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086911 Sep 15 15:57:29.776234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:29.874899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9aab35-f257-4976-a547-db7a5485c773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.904472 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9cd6b7d-6868-4ae6-94f1-8ce9b31d18b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.905625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9aab35-f257-4976-a547-db7a5485c773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:29.969994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2a079-fdcb-4479-8710-a63a2877a432 req-ce3305f9-eabf-472c-b3d8-d2a0fac4c03c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:29.971520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8bb2a079-fdcb-4479-8710-a63a2877a432 req-ce3305f9-eabf-472c-b3d8-d2a0fac4c03c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0568943 Sep 15 15:57:29.991269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c9cd6b7d-6868-4ae6-94f1-8ce9b31d18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.045212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8bb2a079-fdcb-4479-8710-a63a2877a432 req-fd9ea784-be82-434d-8d47-a1792b8eb43b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676579 Sep 15 15:57:30.049016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9aab35-f257-4976-a547-db7a5485c773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.053329 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.054066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd6b7d-6868-4ae6-94f1-8ce9b31d18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6a41b-c717-40b1-9de0-e77576b14648,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:30.054193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9aab35-f257-4976-a547-db7a5485c773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.058212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c9cd6b7d-6868-4ae6-94f1-8ce9b31d18b0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5276d3ca255f467ca4fc1ba3cfad5240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956427 Sep 15 15:57:30.058791 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8b9aab35-f257-4976-a547-db7a5485c773 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/94e0322a-1819-4018-8fd0-01bae3942c50 HTTP/1.1" status: 204 len: 168 time: 0.2757339 Sep 15 15:57:30.058900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51022) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:30.071585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aab35-f257-4976-a547-db7a5485c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e0322a-1819-4018-8fd0-01bae3942c50,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:30.072058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.113689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c988e3c-e85b-4ac5-93b4-99c16c3445ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.136035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c988e3c-e85b-4ac5-93b4-99c16c3445ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.226323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c988e3c-e85b-4ac5-93b4-99c16c3445ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.229271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c988e3c-e85b-4ac5-93b4-99c16c3445ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.230435 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4c988e3c-e85b-4ac5-93b4-99c16c3445ad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56c6a41b-c717-40b1-9de0-e77576b14648 HTTP/1.1" status: 204 len: 168 time: 0.1711097 Sep 15 15:57:30.239722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c988e3c-e85b-4ac5-93b4-99c16c3445ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6a41b-c717-40b1-9de0-e77576b14648,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:30.570974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eda6a-c2f9-4603-b007-193b58e235ea req-3b1ba3a7-ad56-4c86-89fe-b1ea0b666753 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:30.572631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-212eda6a-c2f9-4603-b007-193b58e235ea req-3b1ba3a7-ad56-4c86-89fe-b1ea0b666753 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0566213 Sep 15 15:57:30.624637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-212eda6a-c2f9-4603-b007-193b58e235ea req-9b721f2a-6271-4395-8b3a-f46452db0ab2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434172 Sep 15 15:57:31.100036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.107387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.113368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.121072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.140112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.148276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.155384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.158318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-0815094d-fda9-4766-9d51-4bdd4f20d95d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.1382034 Sep 15 15:57:31.219682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3281e5b5-a792-468d-8cde-e8fed1cdd30d req-2143e7b8-1413-46c3-9bff-d09a7ab4b650 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548742 Sep 15 15:57:31.313165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51078) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:31.402946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71e8bc-a8a0-4b27-8925-3f9710a35457 req-207d3c7e-90e4-4854-934b-d7194998a7a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.404617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca71e8bc-a8a0-4b27-8925-3f9710a35457 req-207d3c7e-90e4-4854-934b-d7194998a7a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0868421 Sep 15 15:57:31.421109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.429545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.441165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.444374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.450535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.456734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.462644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.462811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca71e8bc-a8a0-4b27-8925-3f9710a35457 req-172c703d-9426-4b91-80d3-ea976816f3e9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509419 Sep 15 15:57:31.474833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acd22789-107d-435f-9232-7cadfc6b86c2 req-7951edfd-8c29-4315-8da2-4688f66673e1 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.1309509 Sep 15 15:57:31.479497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0f551584-10b5-4f4a-93bb-03d12a117f8e tempest-DvrRoutersNegativeTest-1020396529 tempest-DvrRoutersNegativeTest-1020396529-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-814587173', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:31.486191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.policy [None req-0f551584-10b5-4f4a-93bb-03d12a117f8e tempest-DvrRoutersNegativeTest-1020396529 tempest-DvrRoutersNegativeTest-1020396529-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102019) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 15 15:57:31.487497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.policy [None req-0f551584-10b5-4f4a-93bb-03d12a117f8e tempest-DvrRoutersNegativeTest-1020396529 tempest-DvrRoutersNegativeTest-1020396529-project] Failed policy check for 'create_router' {{(pid=102019) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 15 15:57:31.487497 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-0f551584-10b5-4f4a-93bb-03d12a117f8e tempest-DvrRoutersNegativeTest-1020396529 tempest-DvrRoutersNegativeTest-1020396529-project] create failed (client error): Access was denied to this resource. Sep 15 15:57:31.488607 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f551584-10b5-4f4a-93bb-03d12a117f8e tempest-DvrRoutersNegativeTest-1020396529 tempest-DvrRoutersNegativeTest-1020396529-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1743584 Sep 15 15:57:31.607365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c48941-0352-4a8f-83ac-eb399e67c3e5 req-096eeaff-c37b-4cc1-a06e-5c853cd0134b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.609494 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21c48941-0352-4a8f-83ac-eb399e67c3e5 req-096eeaff-c37b-4cc1-a06e-5c853cd0134b tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 950 time: 0.0775752 Sep 15 15:57:31.689659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21c48941-0352-4a8f-83ac-eb399e67c3e5 req-91c5d0b5-e3b1-461b-bbe6-239506a62946 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732388 Sep 15 15:57:31.786981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025232d-c03c-486f-b74c-b6ae083c0ca7 req-24e78a77-1381-4b07-85e4-1e5cd6fb5143 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:31.788679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0025232d-c03c-486f-b74c-b6ae083c0ca7 req-24e78a77-1381-4b07-85e4-1e5cd6fb5143 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0575099 Sep 15 15:57:31.831142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0025232d-c03c-486f-b74c-b6ae083c0ca7 req-6d84942a-f60c-4a04-bd4e-98e5e32d055a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Sep 15 15:57:32.113681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c240cd9a-d31d-4835-ba5b-edc8ca53ad6a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:32.114210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51116) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:32.134859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: c240cd9a-d31d-4835-ba5b-edc8ca53ad6a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:32.135296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c240cd9a-d31d-4835-ba5b-edc8ca53ad6a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:32.172224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb53e5-15f9-4128-88fb-7644314b4b18 req-6c7054b2-bdac-433e-b444-4dc93bd910b2 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:32.174414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acbb53e5-15f9-4128-88fb-7644314b4b18 req-6c7054b2-bdac-433e-b444-4dc93bd910b2 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0670097 Sep 15 15:57:32.225468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acbb53e5-15f9-4128-88fb-7644314b4b18 req-f1cee7d6-ff58-40be-841e-ee90ebe122dd tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445139 Sep 15 15:57:32.231913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81db2358-8c36-4fb5-912d-78a6a57c99e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.322942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81db2358-8c36-4fb5-912d-78a6a57c99e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.414515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-81db2358-8c36-4fb5-912d-78a6a57c99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.453734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-81db2358-8c36-4fb5-912d-78a6a57c99e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7bacdc9b67d1467abb4ac095c50b8147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387578 Sep 15 15:57:32.454647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db2358-8c36-4fb5-912d-78a6a57c99e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954c04b7-e346-4f47-8737-083cdfd878fa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:32.456346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:32.508885 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0dda129c-9dfa-49b2-b234-1b174ee42724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.539338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0dda129c-9dfa-49b2-b234-1b174ee42724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.596830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac373ce-a67c-4d55-b495-ab3eac1baf18 req-9218fa41-8ec4-4f4c-bcb7-c0e7ee35266d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:32.603176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eac373ce-a67c-4d55-b495-ab3eac1baf18 req-9218fa41-8ec4-4f4c-bcb7-c0e7ee35266d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0598538 Sep 15 15:57:32.651528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:32.654581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0dda129c-9dfa-49b2-b234-1b174ee42724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.657246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0dda129c-9dfa-49b2-b234-1b174ee42724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.658388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0dda129c-9dfa-49b2-b234-1b174ee42724 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/954c04b7-e346-4f47-8737-083cdfd878fa HTTP/1.1" status: 204 len: 168 time: 0.2004423 Sep 15 15:57:32.675612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda129c-9dfa-49b2-b234-1b174ee42724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954c04b7-e346-4f47-8737-083cdfd878fa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:32.681495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eac373ce-a67c-4d55-b495-ab3eac1baf18 req-2f525b61-43ae-4c79-a1bc-8ad0d17052d9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726492 Sep 15 15:57:32.719060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-47f24f1e-de39-4dd9-a17c-12704ba04aa7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:32.719060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-47f24f1e-de39-4dd9-a17c-12704ba04aa7 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 950 time: 0.0929501 Sep 15 15:57:32.838576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57d59ad1-1a00-446b-94ca-7b37d6395701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.838923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port ac25cb31-8e42-4986-8123-2417dc7eaa5f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:32.838923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.839772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6aced-d1eb-4cc2-9f58-a54b2b773a57 req-6733eca1-29d5-476a-8ae0-9a464fc8b55c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:32.842125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-caa6aced-d1eb-4cc2-9f58-a54b2b773a57 req-6733eca1-29d5-476a-8ae0-9a464fc8b55c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 950 time: 0.0813892 Sep 15 15:57:32.906142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-caa6aced-d1eb-4cc2-9f58-a54b2b773a57 req-e402a0bc-7889-4856-80fc-6f676a2ee097 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573821 Sep 15 15:57:32.964858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57d59ad1-1a00-446b-94ca-7b37d6395701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.974926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port ac25cb31-8e42-4986-8123-2417dc7eaa5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ac25cb31-8e42-4986-8123-2417dc7eaa5f,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:32.975301 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:32.996289 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295f26d-7469-40bd-a719-0197e2eb0ad1 req-7d9399c5-75c6-4a92-abad-a330ad047b65 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:33.001107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b295f26d-7469-40bd-a719-0197e2eb0ad1 req-7d9399c5-75c6-4a92-abad-a330ad047b65 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0922928 Sep 15 15:57:33.006642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for ac25cb31-8e42-4986-8123-2417dc7eaa5f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:33.023112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57d59ad1-1a00-446b-94ca-7b37d6395701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.061305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d59ad1-1a00-446b-94ca-7b37d6395701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de604bbc-c5a6-4bda-afbd-33835d713815,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:33.068086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-57d59ad1-1a00-446b-94ca-7b37d6395701 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6c0dc31ad1184988b3e1592091f9ed92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152119 Sep 15 15:57:33.071342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51140) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:33.083425 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b295f26d-7469-40bd-a719-0197e2eb0ad1 req-816b48fc-4da5-4812-9535-2388076cd848 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778794 Sep 15 15:57:33.165738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39915fc4-e83a-4f22-bcc0-83d8986ade42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.190040 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39915fc4-e83a-4f22-bcc0-83d8986ade42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.277460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.291782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:33.294080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'ac25cb31-8e42-4986-8123-2417dc7eaa5f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:33.311743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39915fc4-e83a-4f22-bcc0-83d8986ade42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.314402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39915fc4-e83a-4f22-bcc0-83d8986ade42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.318435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39915fc4-e83a-4f22-bcc0-83d8986ade42 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de604bbc-c5a6-4bda-afbd-33835d713815 HTTP/1.1" status: 204 len: 168 time: 0.2460036 Sep 15 15:57:33.325925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=ac25cb31-8e42-4986-8123-2417dc7eaa5f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:33.334508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39915fc4-e83a-4f22-bcc0-83d8986ade42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de604bbc-c5a6-4bda-afbd-33835d713815,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:33.402744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port ac25cb31-8e42-4986-8123-2417dc7eaa5f on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:33.406035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.408022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e87b8c1-b860-458c-b4b1-90f02bf69fbe req-9e173fee-c4ac-4568-b692-05428eac51e6 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "DELETE /v2.0/ports/ac25cb31-8e42-4986-8123-2417dc7eaa5f HTTP/1.1" status: 204 len: 173 time: 0.6863565 Sep 15 15:57:33.408473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'name': 'network-vif-deleted', 'tag': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:33.410834 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7e8aa6-5520-479f-9541-afff81a8ed49" -d '{"events": [{"server_uuid": "c236e9d9-3063-4dfa-b389-1bfef1d437cf", "name": "network-vif-deleted", "tag": "ac25cb31-8e42-4986-8123-2417dc7eaa5f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:33.426055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321c94-8953-4751-abaa-7348fac13c2a req-fb256ec1-3226-4bcf-b710-d6c0822880e8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:33.436140 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa321c94-8953-4751-abaa-7348fac13c2a req-fb256ec1-3226-4bcf-b710-d6c0822880e8 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1389434 Sep 15 15:57:33.484057 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af341935-a861-40d5-a6df-eeca3c2ab92f x-openstack-request-id: req-af341935-a861-40d5-a6df-eeca3c2ab92f {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:33.493782 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c236e9d9-3063-4dfa-b389-1bfef1d437cf", "name": "network-vif-deleted", "tag": "ac25cb31-8e42-4986-8123-2417dc7eaa5f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:33.494630 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-af341935-a861-40d5-a6df-eeca3c2ab92f {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:33.495368 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c236e9d9-3063-4dfa-b389-1bfef1d437cf', 'name': 'network-vif-deleted', 'tag': 'ac25cb31-8e42-4986-8123-2417dc7eaa5f', 'status': 'completed', 'code': 200} Sep 15 15:57:33.508602 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa321c94-8953-4751-abaa-7348fac13c2a req-ff5abceb-6296-4fe5-ad7f-48d464066d45 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677788 Sep 15 15:57:33.816423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601e57b-cd4b-44eb-97ab-4f3ab23b53bb req-a39d81e6-e754-4038-bf49-3325e76be96f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:33.824136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9601e57b-cd4b-44eb-97ab-4f3ab23b53bb req-a39d81e6-e754-4038-bf49-3325e76be96f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0637069 Sep 15 15:57:33.890519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9601e57b-cd4b-44eb-97ab-4f3ab23b53bb req-6d1be13b-0acb-4df3-923d-215b735b77c5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489964 Sep 15 15:57:34.033070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45983a51-49a8-411b-87e3-a900555510ea req-07669286-e57d-4687-9419-ee8a349ba3af tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c236e9d9-3063-4dfa-b389-1bfef1d437cf HTTP/1.1" status: 200 len: 210 time: 0.0313911 Sep 15 15:57:34.222673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51194) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:34.285901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d428d7-436c-49e0-aabc-b70d3b66917e req-5ab87f6d-2f9f-4de6-add4-f0d5c18f6cf6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.287675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54d428d7-436c-49e0-aabc-b70d3b66917e req-5ab87f6d-2f9f-4de6-add4-f0d5c18f6cf6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1020851 Sep 15 15:57:34.330103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-86623a5a-6b8f-42d4-9d53-2c699965c495 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.331575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-86623a5a-6b8f-42d4-9d53-2c699965c495 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.38 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.1029403 Sep 15 15:57:34.361569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54d428d7-436c-49e0-aabc-b70d3b66917e req-a9fd1cf9-57ef-406d-8174-cfd47c2c14c5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618281 Sep 15 15:57:34.460880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Deleting port ebba617d-5d9b-4288-b956-ac74a81924cb {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:34.461398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.497470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d1049325-e68e-4a74-8d75-adf1842a585b tempest-ServiceProvidersTest-1236673783 tempest-ServiceProvidersTest-1236673783-project] 10.222.0.63 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2689917 Sep 15 15:57:34.509150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51210) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:34.583021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] For port ebba617d-5d9b-4288-b956-ac74a81924cb, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ebba617d-5d9b-4288-b956-ac74a81924cb,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:34.583459 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.676097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a4065-de10-40f7-802d-1c6b89fb7588 req-e40b98b1-c6c2-4f55-8125-3056aa946ac4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.677684 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-815a4065-de10-40f7-802d-1c6b89fb7588 req-e40b98b1-c6c2-4f55-8125-3056aa946ac4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 946 time: 0.0940084 Sep 15 15:57:34.682958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.683539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.684018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.684948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.685080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.685495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.685961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:34.687867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-673b9326-dfc4-4018-b350-218d883813a4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 6492 time: 0.1777170 Sep 15 15:57:34.743391 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-815a4065-de10-40f7-802d-1c6b89fb7588 req-5ca8f834-379c-404f-aaef-1d2e7b004813 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=aa5cb75b-124b-4946-9803-447f5ca6c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539238 Sep 15 15:57:34.748823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-a87d45c8-1bd9-4228-8587-f4be53415e16 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530758 Sep 15 15:57:34.774752 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.775022 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.775341 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Floating IP 3fef1077-5b65-4a71-b23b-d0e6095142f1 disassociated. External IP: 172.25.0.161, port: ebba617d-5d9b-4288-b956-ac74a81924cb. Sep 15 15:57:34.775740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Calling delete_port for ebba617d-5d9b-4288-b956-ac74a81924cb owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:34.855728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51224) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:34.938317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51230) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:35.010410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607b80d-1bc2-415f-9c99-bf17b6dad3ea req-408a6bcf-255a-470f-9b5f-d4482a5c3267 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:35.011845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c607b80d-1bc2-415f-9c99-bf17b6dad3ea req-408a6bcf-255a-470f-9b5f-d4482a5c3267 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0557218 Sep 15 15:57:35.012902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.036126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2027725006-network', 'tenant_id': '6680f03ec6c348ad9e3e7f451d596882'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:35.060336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event deleted for resources: {'Port': ['ID=ebba617d-5d9b-4288-b956-ac74a81924cb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:35.093842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0912f0bf-a174-4307-a7c3-5c19ae07322b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.117480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Made reservation on behalf of 6680f03ec6c348ad9e3e7f451d596882 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:35.121285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.130340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.159110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c607b80d-1bc2-415f-9c99-bf17b6dad3ea req-a29d44cf-6fba-425f-8344-399e61b22712 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321294 Sep 15 15:57:35.248567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.250819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Router e205e032-be01-4cfa-b52f-8033db6e44a3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:57:35.345986 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.367434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:35.382200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6124c870-805d-455c-be5e-4ab53f38ed12,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:35.383032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:57:35.399567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.399910 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Added segment f4cc6abc-6ff8-4b4e-8879-3ddcfef23971 of type vlan for network edd67d38-6e28-4e72-9492-da7e28296a9f Sep 15 15:57:35.408467 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] Sync routers for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:57:35.423677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:57:35.424331 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:57:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:35.440119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] No DVR routers for this DVR port ebba617d-5d9b-4288-b956-ac74a81924cb on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:35.442797 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.446086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e87b2b6f-ce6c-4f8a-b583-077c3a6f9262 req-719e742d-9897-4744-8f44-5c787d39ee4e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.38 "DELETE /v2.0/ports/ebba617d-5d9b-4288-b956-ac74a81924cb HTTP/1.1" status: 204 len: 173 time: 1.1076231 Sep 15 15:57:35.453042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'name': 'network-vif-deleted', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:35.456135 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795cac20-27e7-4a62-ba01-d28864c4c958" -d '{"events": [{"server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "name": "network-vif-deleted", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:35.479972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.555373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c09a9e-fc79-4a5f-88be-ec0ce0cec2e5 req-11e54dcd-b8cc-4e54-a16a-2b8c8fd45eea tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:35.556968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37c09a9e-fc79-4a5f-88be-ec0ce0cec2e5 req-11e54dcd-b8cc-4e54-a16a-2b8c8fd45eea tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0849648 Sep 15 15:57:35.562971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0912f0bf-a174-4307-a7c3-5c19ae07322b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.576588 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:57:35.588197 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4acc17-f550-4499-8a17-531fbe1cb189 x-openstack-request-id: req-ad4acc17-f550-4499-8a17-531fbe1cb189 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:35.588517 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a50a1e-9a61-459a-b9f2-6b018963e0b1", "name": "network-vif-deleted", "tag": "ebba617d-5d9b-4288-b956-ac74a81924cb", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:35.588763 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ad4acc17-f550-4499-8a17-531fbe1cb189 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:35.589162 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a50a1e-9a61-459a-b9f2-6b018963e0b1', 'name': 'network-vif-deleted', 'tag': 'ebba617d-5d9b-4288-b956-ac74a81924cb', 'status': 'completed', 'code': 200} Sep 15 15:57:35.614788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.619755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:35.619755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.619955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37c09a9e-fc79-4a5f-88be-ec0ce0cec2e5 req-cf72353c-7260-4ce1-b5ef-17d55f811433 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476243 Sep 15 15:57:35.660921 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0912f0bf-a174-4307-a7c3-5c19ae07322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.709966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0912f0bf-a174-4307-a7c3-5c19ae07322b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7d42426d24a4403e919c97d66db6eb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7668331 Sep 15 15:57:35.712301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51250) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:35.724108 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8670547 Sep 15 15:57:35.733689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8f028-db14-4905-97f0-47264cadf3fb admin admin] Pushing event updated for resources: {'Network': ['ID=edd67d38-6e28-4e72-9492-da7e28296a9f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:35.735738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51252) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:35.743577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network edd67d38-6e28-4e72-9492-da7e28296a9f details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:35.752937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912f0bf-a174-4307-a7c3-5c19ae07322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856222a6-30bd-4c16-b308-e732a99820c7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:35.760818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Request body: {'subnet': {'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2027725006-subnet', 'tenant_id': '6680f03ec6c348ad9e3e7f451d596882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:35.806289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1f5a-7bf0-419f-823d-0470b3a3a666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.841873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1f5a-7bf0-419f-823d-0470b3a3a666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.866773 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:35.875545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f11b2ea-3acc-4974-b76e-ae0cf47cbfbf req-3aa622a3-ffd1-4733-8d31-79745d818e0a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=32a50a1e-9a61-459a-b9f2-6b018963e0b1 HTTP/1.1" status: 200 len: 210 time: 0.0366628 Sep 15 15:57:35.909764 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] Checking router: e205e032-be01-4cfa-b52f-8033db6e44a3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:57:35.911328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Made reservation on behalf of 6680f03ec6c348ad9e3e7f451d596882 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:35.913649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.918567 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:57:35.918980 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:57:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:36.013647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1f5a-7bf0-419f-823d-0470b3a3a666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:36.016234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc7e1f5a-7bf0-419f-823d-0470b3a3a666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:36.017416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cc7e1f5a-7bf0-419f-823d-0470b3a3a666 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/856222a6-30bd-4c16-b308-e732a99820c7 HTTP/1.1" status: 204 len: 168 time: 0.3043358 Sep 15 15:57:36.031748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e1f5a-7bf0-419f-823d-0470b3a3a666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856222a6-30bd-4c16-b308-e732a99820c7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:36.034264 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:57:36.188467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bdef-5fb9-4c5e-af81-70387dfedbe5 req-c3f1fc9d-350c-48eb-b55d-0436da17a3dd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:36.190263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4836bdef-5fb9-4c5e-af81-70387dfedbe5 req-c3f1fc9d-350c-48eb-b55d-0436da17a3dd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 949 time: 0.0506635 Sep 15 15:57:36.216409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:36.235378 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:36.264500 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4836bdef-5fb9-4c5e-af81-70387dfedbe5 req-46bb7347-c3dd-4f61-a824-b6a98d4c1725 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669088 Sep 15 15:57:36.266312 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ff083-8134-4fe8-ace9-4eed2df3da72 None None] The sync data for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 is: [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:57:36.284907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c2fc12-0d27-485b-baea-b62d939f3629,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:36.303635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Checking segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:36.305123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Network hostable DHCP agents. Network: edd67d38-6e28-4e72-9492-da7e28296a9f, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:36.407521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Network edd67d38-6e28-4e72-9492-da7e28296a9f is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:36.506070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, edd67d38-6e28-4e72-9492-da7e28296a9f) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:36.511272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:36.511272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:36.516274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dda361-4d1c-49dc-b962-cc23c082d598 None None] Network edd67d38-6e28-4e72-9492-da7e28296a9f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:36.598497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b29cb500-18af-4324-90e9-e21c71573825 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8513799 Sep 15 15:57:36.697990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779104d7-bba0-405e-8dee-fab3605bed2b None None] New status for floating IP 3fef1077-5b65-4a71-b23b-d0e6095142f1: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:57:36.790516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06088a0-a6c0-4786-a9fe-9bf915fe13d1 req-f78d0bdc-2705-49f7-9305-018590588528 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:36.792889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f06088a0-a6c0-4786-a9fe-9bf915fe13d1 req-f78d0bdc-2705-49f7-9305-018590588528 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0672295 Sep 15 15:57:36.841080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f06088a0-a6c0-4786-a9fe-9bf915fe13d1 req-ef657f69-0fd5-4f8b-bdee-b35c0841438f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400510 Sep 15 15:57:36.946274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877d663-944e-4dc4-84c3-6559bfd6c163 None None] Network edd67d38-6e28-4e72-9492-da7e28296a9f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:36.962084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-90121c25-0a2c-4f8d-993c-0869b4222401 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:36.965502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-90121c25-0a2c-4f8d-993c-0869b4222401 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 949 time: 0.0753820 Sep 15 15:57:37.074836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51292) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:37.165244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:37.165584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.191104 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bee9aec7-0a0e-439a-b4d1-4ab0d0252b20 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.282800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51304) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:37.307408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bee9aec7-0a0e-439a-b4d1-4ab0d0252b20 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.385460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port 69966b2b-cec7-4b6b-bce0-ed3190b5e522, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=69966b2b-cec7-4b6b-bce0-ed3190b5e522,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:37.385835 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.394210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-157206278'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:37.399927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-b3ce8880-2d01-4269-93dc-f20a4eed9a2d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:37.401438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-b3ce8880-2d01-4269-93dc-f20a4eed9a2d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.2629046 Sep 15 15:57:37.408815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for 69966b2b-cec7-4b6b-bce0-ed3190b5e522 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:37.428758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716214-0a56-4ddc-b097-8ca8b74c443f req-191ab79a-982d-43b3-980e-d97a25d39263 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:37.429334 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-96ed8723-c241-4af6-8ef7-6dd7c3b1fad4 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/quotas/6680f03ec6c348ad9e3e7f451d596882 HTTP/1.1" status: 200 len: 375 time: 0.0180948 Sep 15 15:57:37.430419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3716214-0a56-4ddc-b097-8ca8b74c443f req-191ab79a-982d-43b3-980e-d97a25d39263 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 949 time: 0.0782771 Sep 15 15:57:37.469449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f3716214-0a56-4ddc-b097-8ca8b74c443f req-2428e395-1748-4a41-afa4-7223c5ba8073 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Sep 15 15:57:37.483318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Made reservation on behalf of 2d86bf7cf5334a24af70cf2df0ea06c6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:37.486995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.492007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-39adae52-175a-4a53-832e-f315f73cc655 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310001 Sep 15 15:57:37.503202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.526457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bee9aec7-0a0e-439a-b4d1-4ab0d0252b20 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.530739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ebba617d-5d9b-4288-b956-ac74a81924cb no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:37.530881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bee9aec7-0a0e-439a-b4d1-4ab0d0252b20 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.530881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bee9aec7-0a0e-439a-b4d1-4ab0d0252b20 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "DELETE /v2.0/security-groups/aa5cb75b-124b-4946-9803-447f5ca6c91c HTTP/1.1" status: 204 len: 168 time: 0.4547770 Sep 15 15:57:37.533991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51312) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:37.560338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: ebba617d-5d9b-4288-b956-ac74a81924cb {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:37.560338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ebba617d-5d9b-4288-b956-ac74a81924cb not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:37.560546 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-35cd3c92-e743-4d11-a0ae-61bddeee8539 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] show failed (client error): The resource could not be found. Sep 15 15:57:37.563270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51314) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:37.563481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-35cd3c92-e743-4d11-a0ae-61bddeee8539 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups/aa5cb75b-124b-4946-9803-447f5ca6c91c HTTP/1.1" status: 404 len: 347 time: 0.0284529 Sep 15 15:57:37.602366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9aec7-0a0e-439a-b4d1-4ab0d0252b20 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5cb75b-124b-4946-9803-447f5ca6c91c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:37.616616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.676916 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.704143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:37.713771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60132697-13bc-4602-80f9-64b5edd3ab53,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:37.718822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.719170 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Added segment 7199d7bb-1dc2-4468-9767-2824a1e48b09 of type vlan for network 37a20c37-8d48-4808-a060-56a295bc6ca1 Sep 15 15:57:37.757800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-a8ef4d2b-ca3b-4d2d-bc35-05fc05f530a8 service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542338 Sep 15 15:57:37.760659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.832219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-5430c816-708b-4a92-8b07-74dc1fa10fdd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:37.836677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-5430c816-708b-4a92-8b07-74dc1fa10fdd tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 950 time: 0.0523248 Sep 15 15:57:37.846199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.859141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:37.861386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:37.892606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.895902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Deleting port e4eb4a8e-50da-4c30-a765-f4eb85b90808 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:37.895902 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.899944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:37.901245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:37.915621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=69966b2b-cec7-4b6b-bce0-ed3190b5e522,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:37.940247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-c567dc6c-3a43-4b72-90dd-45c666efe7f8 service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729980 Sep 15 15:57:38.039005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port 69966b2b-cec7-4b6b-bce0-ed3190b5e522 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:38.044021 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.046780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61c053ec-009d-4af1-9c0f-ce0016ffa3e6 req-d50161ba-3646-4012-aa85-32da4f0e66ab tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.55 "DELETE /v2.0/ports/69966b2b-cec7-4b6b-bce0-ed3190b5e522 HTTP/1.1" status: 204 len: 173 time: 1.0759556 Sep 15 15:57:38.047412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'name': 'network-vif-deleted', 'tag': '69966b2b-cec7-4b6b-bce0-ed3190b5e522'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:38.050571 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37714d9f-df24-4890-bfe3-79a72852c5f2" -d '{"events": [{"server_uuid": "4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3", "name": "network-vif-deleted", "tag": "69966b2b-cec7-4b6b-bce0-ed3190b5e522"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:38.053519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7696061 Sep 15 15:57:38.057929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51320) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:38.058745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bc83a-cc7c-4b01-9136-c2224e6c0fb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event updated for resources: {'Network': ['ID=37a20c37-8d48-4808-a060-56a295bc6ca1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:38.063926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Request body: {'subnet': {'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:38.071882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 37a20c37-8d48-4808-a060-56a295bc6ca1 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:38.081091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0d132-5f9a-48d9-b9d3-817e2117524c req-6c017133-b77a-431d-b2c4-e6bb28b05d21 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:38.082638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fe0d132-5f9a-48d9-b9d3-817e2117524c req-6c017133-b77a-431d-b2c4-e6bb28b05d21 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1295550 Sep 15 15:57:38.101152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port dbdc61a3-7077-4d0d-b7a3-377a171eac2b {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:38.103623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.104238 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.104599 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.107168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac25cb31-8e42-4986-8123-2417dc7eaa5f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:38.154741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Calling delete_port for e4eb4a8e-50da-4c30-a765-f4eb85b90808 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:38.167564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: ac25cb31-8e42-4986-8123-2417dc7eaa5f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:38.167920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ac25cb31-8e42-4986-8123-2417dc7eaa5f not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:38.260633 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707d665-f4e1-47e7-afdc-67e18bcb7f9e x-openstack-request-id: req-9707d665-f4e1-47e7-afdc-67e18bcb7f9e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:38.260907 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3", "name": "network-vif-deleted", "tag": "69966b2b-cec7-4b6b-bce0-ed3190b5e522", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:38.261160 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9707d665-f4e1-47e7-afdc-67e18bcb7f9e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:38.261551 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3', 'name': 'network-vif-deleted', 'tag': '69966b2b-cec7-4b6b-bce0-ed3190b5e522', 'status': 'completed', 'code': 200} Sep 15 15:57:38.268232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fe0d132-5f9a-48d9-b9d3-817e2117524c req-ad57e28a-cbf1-43b4-9d60-5f572d27ea9c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734228 Sep 15 15:57:38.328767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port dbdc61a3-7077-4d0d-b7a3-377a171eac2b, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:38.329350 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.346636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for dbdc61a3-7077-4d0d-b7a3-377a171eac2b owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:38.350534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8c8e2122-bb9f-4885-a8b3-46cd69ace7a1 req-aa3b6670-5e47-49c0-824d-73e4bc6b8db5 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 210 time: 0.0713539 Sep 15 15:57:38.465099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Made reservation on behalf of 2d86bf7cf5334a24af70cf2df0ea06c6 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:38.469237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.643599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.646662 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.653552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b94e8338-2201-4007-bd1c-4b131107f86c req-1f5a9952-3ed8-4453-9221-dc21efcadb2f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ce0fdeb-0e0b-4df8-af5f-49b6e7b35de3 HTTP/1.1" status: 200 len: 210 time: 0.0442867 Sep 15 15:57:38.662429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['69966b2b-cec7-4b6b-bce0-ed3190b5e522'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:38.696281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event deleted for resources: {'Port': ['ID=e4eb4a8e-50da-4c30-a765-f4eb85b90808,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:38.696527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=dbdc61a3-7077-4d0d-b7a3-377a171eac2b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:38.739527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port dbdc61a3-7077-4d0d-b7a3-377a171eac2b on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:38.742443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:38.744889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cb8a512-22a0-4199-aa40-74ec7b4d4514 req-c3d7be7e-eb5d-4a01-8d11-ad168b3028f1 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "DELETE /v2.0/ports/dbdc61a3-7077-4d0d-b7a3-377a171eac2b HTTP/1.1" status: 204 len: 173 time: 0.9049511 Sep 15 15:57:38.745430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7062a3cf-212a-4074-b04d-de0fb5555425', 'name': 'network-vif-deleted', 'tag': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:38.748047 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf9b0f-1986-4df1-b3f4-54e9e49cd300" -d '{"events": [{"server_uuid": "7062a3cf-212a-4074-b04d-de0fb5555425", "name": "network-vif-deleted", "tag": "dbdc61a3-7077-4d0d-b7a3-377a171eac2b"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:38.794064 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf137995-70fa-48af-8123-773b16f7d0d5 x-openstack-request-id: req-bf137995-70fa-48af-8123-773b16f7d0d5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:38.794064 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7062a3cf-212a-4074-b04d-de0fb5555425", "name": "network-vif-deleted", "tag": "dbdc61a3-7077-4d0d-b7a3-377a171eac2b", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:38.794064 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bf137995-70fa-48af-8123-773b16f7d0d5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:38.794064 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7062a3cf-212a-4074-b04d-de0fb5555425', 'name': 'network-vif-deleted', 'tag': 'dbdc61a3-7077-4d0d-b7a3-377a171eac2b', 'status': 'completed', 'code': 200} Sep 15 15:57:39.114141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.118283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.122956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-274c4eb2-130d-4e09-9006-591764dbbfaf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "DELETE /v2.0/floatingips/3fef1077-5b65-4a71-b23b-d0e6095142f1 HTTP/1.1" status: 204 len: 168 time: 1.5553353 Sep 15 15:57:39.157981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.239309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event updated for resources: {'Subnet': ['ID=c969ffda-dfe3-472e-84b3-6f789ce9aeec,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:39.251226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Checking segment: {'id': '7199d7bb-1dc2-4468-9767-2824a1e48b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:39.251226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Network hostable DHCP agents. Network: 37a20c37-8d48-4808-a060-56a295bc6ca1, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:39.345739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Network 37a20c37-8d48-4808-a060-56a295bc6ca1 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:39.412086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba0a9f-3283-4857-a366-29d047839613 req-c0ca8b43-813c-42fb-b789-30c2a5933467 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:39.413635 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6dba0a9f-3283-4857-a366-29d047839613 req-c0ca8b43-813c-42fb-b789-30c2a5933467 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Sep 15 15:57:39.424720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51346) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:39.429386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6db11c41-1446-477c-8ee9-0b0c4d9addd6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042362975', 'description': 'tempest-description--983489565'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:39.459714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:39.487624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6dba0a9f-3283-4857-a366-29d047839613 req-9b34b7d5-0337-4afc-9882-ae14615e6988 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519454 Sep 15 15:57:39.494288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 37a20c37-8d48-4808-a060-56a295bc6ca1) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:39.500828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3dc8c26-2c59-4efc-9e36-f78be8987d39 req-e304027e-45f1-4e17-980d-1a360e22b8ac tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 210 time: 0.0470755 Sep 15 15:57:39.504023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:39.504883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.515860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e40bca-c0ab-4fcc-8601-a6d4c899cf69 None None] Network 37a20c37-8d48-4808-a060-56a295bc6ca1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:39.541278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6db11c41-1446-477c-8ee9-0b0c4d9addd6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.658794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e7e18172-f77d-4d2b-ae57-fb5ca810ac62 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5993264 Sep 15 15:57:39.661511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51348) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:39.669218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Request body: {'port': {'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1', 'name': 'tempest-TagsExtTest-2125614053'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:39.788373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-37a20c37-8d48-4808-a060-56a295bc6ca1', 'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1', 'tenant_id': '2d86bf7cf5334a24af70cf2df0ea06c6', 'fixed_ips': [{'subnet_id': 'c969ffda-dfe3-472e-84b3-6f789ce9aeec'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:39.791585 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.800930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6db11c41-1446-477c-8ee9-0b0c4d9addd6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.864222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e04f240-5567-4bc3-9a6d-fcf21d9979b5 req-bddb169e-90a6-4ea8-b25d-42798d9c8a48 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=7062a3cf-212a-4074-b04d-de0fb5555425 HTTP/1.1" status: 200 len: 210 time: 0.0401497 Sep 15 15:57:39.934826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6db11c41-1446-477c-8ee9-0b0c4d9addd6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:39.977838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db11c41-1446-477c-8ee9-0b0c4d9addd6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467b8784-5d3f-4853-9ce9-78695ddb84ab,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:39.998014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Allocated IP 172.20.0.2 (37a20c37-8d48-4808-a060-56a295bc6ca1/c969ffda-dfe3-472e-84b3-6f789ce9aeec/ed092789-bd95-4e98-b372-dc3950c0f094) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:40.066207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Made reservation on behalf of 2d86bf7cf5334a24af70cf2df0ea06c6 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:40.069704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.087093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] device_id is not set on port 790c5cde-e60d-4ced-90ea-d00a1202f9fe yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:57:40.125501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6db11c41-1446-477c-8ee9-0b0c4d9addd6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.132135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51356) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:40.134129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6db11c41-1446-477c-8ee9-0b0c4d9addd6 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7081060 Sep 15 15:57:40.136500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2b429fe7-6859-48d7-9abc-80f361d25e77 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'security_group_rule': {'security_group_id': '467b8784-5d3f-4853-9ce9-78695ddb84ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:40.200150 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.237560 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b429fe7-6859-48d7-9abc-80f361d25e77 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.282744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.285653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b429fe7-6859-48d7-9abc-80f361d25e77 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.324836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Network 37a20c37-8d48-4808-a060-56a295bc6ca1 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:40.327890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:40.331763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:40.345075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Pushing event updated for resources: {'Port': ['ID=ed092789-bd95-4e98-b372-dc3950c0f094,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:40.399360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Attempting to bind port ed092789-bd95-4e98-b372-dc3950c0f094 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:40.399940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Attempting to bind port ed092789-bd95-4e98-b372-dc3950c0f094 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '7199d7bb-1dc2-4468-9767-2824a1e48b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:40.400315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Attempting to bind port ed092789-bd95-4e98-b372-dc3950c0f094 on network 37a20c37-8d48-4808-a060-56a295bc6ca1 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:40.408059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:40.408442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Checking segment: {'id': '7199d7bb-1dc2-4468-9767-2824a1e48b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:40.408871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.409269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Bound using segment: {'id': '7199d7bb-1dc2-4468-9767-2824a1e48b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:40.409745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Bound port: ed092789-bd95-4e98-b372-dc3950c0f094, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7199d7bb-1dc2-4468-9767-2824a1e48b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '37a20c37-8d48-4808-a060-56a295bc6ca1'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:40.410135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.483197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] For port ed092789-bd95-4e98-b372-dc3950c0f094, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:40.486647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] For port ed092789-bd95-4e98-b372-dc3950c0f094, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ed092789-bd95-4e98-b372-dc3950c0f094,segment=NetworkSegment(7199d7bb-1dc2-4468-9767-2824a1e48b09),segment_id=7199d7bb-1dc2-4468-9767-2824a1e48b09)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:40.546061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.624153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57424224-9328-4e01-a617-bd99e8f44144 None None] Pushing event updated for resources: {'Port': ['ID=ed092789-bd95-4e98-b372-dc3950c0f094,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:40.635623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a3f675a-d798-419e-bedc-b6dea5e5d195 req-92ced74e-19ef-4a49-b5b3-8583b45a7c3b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 210 time: 0.0400736 Sep 15 15:57:40.674752 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b429fe7-6859-48d7-9abc-80f361d25e77 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.725876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b429fe7-6859-48d7-9abc-80f361d25e77 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acd863a-8f84-4e87-acca-0f4d44bf113b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:40.738105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Allocated IP 172.20.0.8 (37a20c37-8d48-4808-a060-56a295bc6ca1/c969ffda-dfe3-472e-84b3-6f789ce9aeec/790c5cde-e60d-4ced-90ea-d00a1202f9fe) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:40.764958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834cbf-4f4d-4e09-b0c6-628cfcb3cc81 req-9aa9d251-c6c1-4da7-ae4c-f7d713a0d713 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:40.768791 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc834cbf-4f4d-4e09-b0c6-628cfcb3cc81 req-9aa9d251-c6c1-4da7-ae4c-f7d713a0d713 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1062167 Sep 15 15:57:40.808437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b429fe7-6859-48d7-9abc-80f361d25e77 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:40.812552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2b429fe7-6859-48d7-9abc-80f361d25e77 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6773922 Sep 15 15:57:40.813680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51364) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:40.836430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-10a49ae7-27a9-463a-a0a9-b71c7c705507 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'security_group_rule': {'security_group_id': '467b8784-5d3f-4853-9ce9-78695ddb84ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:40.845590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc834cbf-4f4d-4e09-b0c6-628cfcb3cc81 req-4e8fc159-6519-437d-9b06-4f960188ceb8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726991 Sep 15 15:57:40.979751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a49ae7-27a9-463a-a0a9-b71c7c705507 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.012796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.050390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a49ae7-27a9-463a-a0a9-b71c7c705507 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.100155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.141466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Network 37a20c37-8d48-4808-a060-56a295bc6ca1 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:41.144617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:41.147052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:41.153853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a49ae7-27a9-463a-a0a9-b71c7c705507 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.193911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a49ae7-27a9-463a-a0a9-b71c7c705507 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fcbf68-91d1-4f3f-8c5e-774e7704fd95,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:41.221954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event updated for resources: {'Port': ['ID=790c5cde-e60d-4ced-90ea-d00a1202f9fe,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:41.238239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-967a5a18-6a70-450f-a645-1945bcc84d64 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:41.239888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-967a5a18-6a70-450f-a645-1945bcc84d64 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.1633410 Sep 15 15:57:41.240965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:41.241627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.254510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Request body: {'port': {'device_id': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'admin_state_up': True, 'tenant_id': '6680f03ec6c348ad9e3e7f451d596882'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:41.288142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10a49ae7-27a9-463a-a0a9-b71c7c705507 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.288766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10a49ae7-27a9-463a-a0a9-b71c7c705507 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4674628 Sep 15 15:57:41.291651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51372) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:41.303755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:41.303977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ed092789-bd95-4e98-b372-dc3950c0f094 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:41.377904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ed092789-bd95-4e98-b372-dc3950c0f094 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:41.387058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.387271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-95b8f231-38a3-4c66-8630-39f1a4c24005 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7183762 Sep 15 15:57:41.387271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51374) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:41.389135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-603ac7f2-25c5-426f-a853-4b3bc6494d0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1119654574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:41.471276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.508844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port ed092789-bd95-4e98-b372-dc3950c0f094, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ed092789-bd95-4e98-b372-dc3950c0f094,segment=NetworkSegment(7199d7bb-1dc2-4468-9767-2824a1e48b09),segment_id=7199d7bb-1dc2-4468-9767-2824a1e48b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:41.541304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dbdc61a3-7077-4d0d-b7a3-377a171eac2b no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:41.566803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: dbdc61a3-7077-4d0d-b7a3-377a171eac2b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:41.567237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dbdc61a3-7077-4d0d-b7a3-377a171eac2b not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:41.570940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.631768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.694720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.706621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11fa68-1966-4392-b2fb-736b28e35247 None None] Network 37a20c37-8d48-4808-a060-56a295bc6ca1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:41.743455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Made reservation on behalf of 6680f03ec6c348ad9e3e7f451d596882 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:41.748449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.800189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b5e7d7e-a130-44a4-bfe1-06ac1c308cfe req-1ee55575-89c8-4747-b6eb-a25429f73daa tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 210 time: 0.0364287 Sep 15 15:57:41.808431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=ed092789-bd95-4e98-b372-dc3950c0f094,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:41.829530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-da83e6f0-333f-4249-9fdb-d287a9b16e93 None None] Provisioning complete for port ed092789-bd95-4e98-b372-dc3950c0f094 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:41.830086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da83e6f0-333f-4249-9fdb-d287a9b16e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.854446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-603ac7f2-25c5-426f-a853-4b3bc6494d0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.857080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-603ac7f2-25c5-426f-a853-4b3bc6494d0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.933014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-603ac7f2-25c5-426f-a853-4b3bc6494d0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:41.985298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Allocated IP 172.25.0.115 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/af75a464-4d73-4fd8-bad2-3a9d79b5e643) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:42.020341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Allocated IP 172.20.0.9 (edd67d38-6e28-4e72-9492-da7e28296a9f/e0c2fc12-0d27-485b-baea-b62d939f3629/3d06a8c5-ff94-4429-8823-d97f5fd108a8) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:42.020907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-603ac7f2-25c5-426f-a853-4b3bc6494d0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.050740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f51db7-60f5-41c2-aca8-e072751dc4cb req-94ef42ff-877d-4bdb-a9f5-e2b35f931bb5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.052703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2f51db7-60f5-41c2-aca8-e072751dc4cb req-94ef42ff-877d-4bdb-a9f5-e2b35f931bb5 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 950 time: 0.0690928 Sep 15 15:57:42.104515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2f51db7-60f5-41c2-aca8-e072751dc4cb req-0682769c-2a43-4e8f-aa9c-5a6984be81ff tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Sep 15 15:57:42.122514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 69966b2b-cec7-4b6b-bce0-ed3190b5e522 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:42.140624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-603ac7f2-25c5-426f-a853-4b3bc6494d0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.142780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-603ac7f2-25c5-426f-a853-4b3bc6494d0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7573566 Sep 15 15:57:42.147420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51386) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:42.149025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 69966b2b-cec7-4b6b-bce0-ed3190b5e522 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:42.149385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 69966b2b-cec7-4b6b-bce0-ed3190b5e522 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:42.153769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-52407fb2-2bf2-439f-9e11-a5b1890aac38 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1950406827', 'prefixes': ['172.20.0.0/16']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:42.197958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f95c9-71e6-4de2-8c41-9e0c66784a75 req-277bd29f-5472-4ce6-a582-3e8acb99592f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.204615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b22f95c9-71e6-4de2-8c41-9e0c66784a75 req-277bd29f-5472-4ce6-a582-3e8acb99592f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1911466 Sep 15 15:57:42.328186 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.328394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ad007dd0-c35e-4219-a356-32ca9e7f94de None None] Provisioning complete for port 790c5cde-e60d-4ced-90ea-d00a1202f9fe triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:42.328394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad007dd0-c35e-4219-a356-32ca9e7f94de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.358524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b22f95c9-71e6-4de2-8c41-9e0c66784a75 req-90fed3f8-7811-4be8-9c06-8b5db5554603 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463931 Sep 15 15:57:42.384778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ad007dd0-c35e-4219-a356-32ca9e7f94de None None] Port 790c5cde-e60d-4ced-90ea-d00a1202f9fe cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:57:42.393105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-c00419fc-9b4d-4547-8cf6-e7d36d94e0e0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755301 Sep 15 15:57:42.398277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ad007dd0-c35e-4219-a356-32ca9e7f94de None None] Provisioning complete for port ed092789-bd95-4e98-b372-dc3950c0f094 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:42.398658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ad007dd0-c35e-4219-a356-32ca9e7f94de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.407235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.433122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52407fb2-2bf2-439f-9e11-a5b1890aac38 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for subnetpool, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.436029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-52407fb2-2bf2-439f-9e11-a5b1890aac38 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2873583 Sep 15 15:57:42.442102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51388) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:42.446826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-6fdff1db-136c-4ddd-93bf-c3a9e6ce1835 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', 'tempest-TagsExtTest-Tag-249005324') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:42.475183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-f9bfaa02-6cd8-4330-aff3-05b92cd30086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.476732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-f9bfaa02-6cd8-4330-aff3-05b92cd30086 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7387a36b9bf94796a3c8e25452e62917&device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 1101 time: 0.0568297 Sep 15 15:57:42.494071 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.550049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:42.560615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:42.568575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:42.593701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-3f7edfcc-caea-4497-9896-fa5ba4d39c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.595271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-3f7edfcc-caea-4497-9896-fa5ba4d39c42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.0905402 Sep 15 15:57:42.603753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.617871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0e53a434-fe2d-4dfc-948c-afa2fea98bb7 None None] Provisioning complete for port 790c5cde-e60d-4ced-90ea-d00a1202f9fe triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:42.618441 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0e53a434-fe2d-4dfc-948c-afa2fea98bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.619534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'Port': ['ID=af75a464-4d73-4fd8-bad2-3a9d79b5e643,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:42.651969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-a30a8ccb-a81d-4895-a2ab-9a0f73adff9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 HTTP/1.1" status: 200 len: 217 time: 0.0424151 Sep 15 15:57:42.662440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0e53a434-fe2d-4dfc-948c-afa2fea98bb7 None None] Port 790c5cde-e60d-4ced-90ea-d00a1202f9fe cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:57:42.681948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Network edd67d38-6e28-4e72-9492-da7e28296a9f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:42.687531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:42.707679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-15056670-d255-444a-be9e-2bb30106dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.709239 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-15056670-d255-444a-be9e-2bb30106dad8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0449896 Sep 15 15:57:42.712068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:42.750212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6fdff1db-136c-4ddd-93bf-c3a9e6ce1835 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags/tempest-TagsExtTest-Tag-249005324 HTTP/1.1" status: 201 len: 201 time: 0.3070598 Sep 15 15:57:42.753656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51390) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:42.755700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event updated for resources: {'Port': ['ID=3d06a8c5-ff94-4429-8823-d97f5fd108a8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:42.766518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-ae941fa3-2cfb-4698-a9d9-63a4ce7c7293 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', 'tempest-TagsExtTest-Tag-1318761413') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:42.776014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.788992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.793951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.808529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-13aeef88-1315-46fd-b51d-24c1c85c94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.810305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-13aeef88-1315-46fd-b51d-24c1c85c94e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846341 Sep 15 15:57:42.879474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-298b49f4-4f8f-4871-b20b-e6fb0e9c6ad3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6297646 Sep 15 15:57:42.882258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.907463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Request body: {'port': {'device_id': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:42.973980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-3234ebf2-65e1-4a1b-96ae-5fd25390e91b service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515741 Sep 15 15:57:42.978346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ae941fa3-2cfb-4698-a9d9-63a4ce7c7293 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags/tempest-TagsExtTest-Tag-1318761413 HTTP/1.1" status: 201 len: 201 time: 0.2130353 Sep 15 15:57:42.979030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51396) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:42.984779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:42.985391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-c52bbb4d-1604-4332-89bd-d33d0659305c tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', 'tempest-TagsExtTest-Tag-1198869628') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:42.995176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f9ee5-d78a-4493-90d0-a419468ec0a7 req-78317ff7-3264-4137-827e-239303300323 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:42.998082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a28f9ee5-d78a-4493-90d0-a419468ec0a7 req-78317ff7-3264-4137-827e-239303300323 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 931 time: 0.0957856 Sep 15 15:57:43.181147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a28f9ee5-d78a-4493-90d0-a419468ec0a7 req-774b20fe-2979-447e-8569-fd8aada00e72 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436889 Sep 15 15:57:43.214866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-c79d81a4-cf97-4ab5-9a9d-a9318d1838ae tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:43.216418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-c79d81a4-cf97-4ab5-9a9d-a9318d1838ae tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1791432 Sep 15 15:57:43.222111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8188ab-a13c-44f0-981e-fc37ddf82092 req-60b08245-be27-4870-9da1-98477f97a054 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221451 Sep 15 15:57:43.260792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ed092789-bd95-4e98-b372-dc3950c0f094 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:43.308853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ed092789-bd95-4e98-b372-dc3950c0f094 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:43.309790 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.314193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.335245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c52bbb4d-1604-4332-89bd-d33d0659305c tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags/tempest-TagsExtTest-Tag-1198869628 HTTP/1.1" status: 201 len: 201 time: 0.3549864 Sep 15 15:57:43.337759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51400) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:43.343301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-1321aa1f-7969-451c-948f-776295ac4019 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', 'tempest-TagsExtTest-Tag-1947636014') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:43.411311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae4f39-a55f-45d8-8574-f62051a9c159 req-0b94f1b9-f1cf-4318-a987-89d692a12b29 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:43.412849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dae4f39-a55f-45d8-8574-f62051a9c159 req-0b94f1b9-f1cf-4318-a987-89d692a12b29 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 950 time: 0.1918986 Sep 15 15:57:43.417625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.449432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1321aa1f-7969-451c-948f-776295ac4019 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags/tempest-TagsExtTest-Tag-1947636014 HTTP/1.1" status: 201 len: 201 time: 0.1101172 Sep 15 15:57:43.452771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51404) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:43.457024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-f57c6120-29b5-4947-a918-f901a0bf9722 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:43.551026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'Port': ['ID=af75a464-4d73-4fd8-bad2-3a9d79b5e643,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:43.557809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad724e-54b3-40bc-8c32-4f0930ac225f req-7b46aa11-afe6-4f1f-8243-43bfca3a8ee7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:43.564767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baad724e-54b3-40bc-8c32-4f0930ac225f req-7b46aa11-afe6-4f1f-8243-43bfca3a8ee7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0998151 Sep 15 15:57:43.569299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dae4f39-a55f-45d8-8574-f62051a9c159 req-c905e6a3-0aca-4cfe-8c75-d861b5f8a689 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455083 Sep 15 15:57:43.598567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.598567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port 91348e33-24e5-4eaa-8564-00e7b7f85c24 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:43.598567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.599650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f57c6120-29b5-4947-a918-f901a0bf9722 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags HTTP/1.1" status: 200 len: 240 time: 0.1458828 Sep 15 15:57:43.602518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51406) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:43.607908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-9d5a4bab-de88-4b2d-b5f0-8fd7a863498e tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', 'tempest-TagsExtTest-Tag-249005324') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:43.671597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baad724e-54b3-40bc-8c32-4f0930ac225f req-e5f9fe5e-795c-466a-9d99-78d52a44b002 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990884 Sep 15 15:57:43.691248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d06a8c5-ff94-4429-8823-d97f5fd108a8 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:43.704181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.709717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-0e1651ef-3b20-4000-a28d-f033447dd3e2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:43.709717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-0e1651ef-3b20-4000-a28d-f033447dd3e2 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 950 time: 0.0872273 Sep 15 15:57:43.726185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Transition to ACTIVE for port object 3d06a8c5-ff94-4429-8823-d97f5fd108a8 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:57:43.729435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9d5a4bab-de88-4b2d-b5f0-8fd7a863498e tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags/tempest-TagsExtTest-Tag-249005324 HTTP/1.1" status: 204 len: 168 time: 0.1258097 Sep 15 15:57:43.732374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51408) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:43.741938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port 91348e33-24e5-4eaa-8564-00e7b7f85c24, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=91348e33-24e5-4eaa-8564-00e7b7f85c24,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:43.742301 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.751745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.752662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-e7fe0769-b492-4842-986a-a8668e868fcc tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', 'tempest-TagsExtTest-Tag-249005324') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:43.752982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a2957f89-9418-49cb-b13b-bfeb41cd7094 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4604175 Sep 15 15:57:43.756954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for 91348e33-24e5-4eaa-8564-00e7b7f85c24 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:43.828418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.885203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:43.885551 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:43.904591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Pushing event updated for resources: {'Port': ['ID=3d06a8c5-ff94-4429-8823-d97f5fd108a8,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:43.966407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e7fe0769-b492-4842-986a-a8668e868fcc tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags/tempest-TagsExtTest-Tag-249005324 HTTP/1.1" status: 204 len: 168 time: 0.2330112 Sep 15 15:57:43.969076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51422) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:43.973566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-74af005a-afe6-4c5a-94f7-6368a74ab8a6 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:44.031449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:44.032116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.051440 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-da95fe1d-020f-425e-8974-68c24c99f035 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1042362975&fields=id&tenant_id=d9f2d2388ee447b0baaec4788d639ceb HTTP/1.1" status: 200 len: 267 time: 0.1035285 Sep 15 15:57:44.055337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:44.058236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Attempting to bind port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:44.058236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Attempting to bind port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:44.058236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Attempting to bind port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:44.068598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 on network edd67d38-6e28-4e72-9492-da7e28296a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:57:44.068922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Attempting to bind port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:44.083810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:44.084995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Checking segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:44.084995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Bound using segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:44.084995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Bound port: 3d06a8c5-ff94-4429-8823-d97f5fd108a8, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:44.085419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.105278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-74af005a-afe6-4c5a-94f7-6368a74ab8a6 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags HTTP/1.1" status: 200 len: 205 time: 0.1351697 Sep 15 15:57:44.114935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51426) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:44.123827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-f4749128-0ad1-44ab-b5c3-3b1d30bbf961 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:44.169753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.182651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:44.213299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=91348e33-24e5-4eaa-8564-00e7b7f85c24,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:44.242473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f4749128-0ad1-44ab-b5c3-3b1d30bbf961 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags HTTP/1.1" status: 200 len: 241 time: 0.1262829 Sep 15 15:57:44.243106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51430) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:44.251763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-18453497-2009-42fe-bcc3-44c1042ffb0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', 'tempest-TagsExtTest-Tag-1318761413') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:44.296860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] For port 3d06a8c5-ff94-4429-8823-d97f5fd108a8, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:44.299948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port 91348e33-24e5-4eaa-8564-00e7b7f85c24 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:44.309466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-37998551-c8c9-45f0-a054-774e8a869ce1 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:44.311214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-37998551-c8c9-45f0-a054-774e8a869ce1 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 810 time: 0.2436929 Sep 15 15:57:44.312379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.314300 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65b0adb3-ba91-41b5-a4df-69e3b33344e0 req-2b665fa9-92a0-4bd6-8d02-6f2c50ff1132 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "DELETE /v2.0/ports/91348e33-24e5-4eaa-8564-00e7b7f85c24 HTTP/1.1" status: 204 len: 173 time: 1.0791547 Sep 15 15:57:44.319592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'name': 'network-vif-deleted', 'tag': '91348e33-24e5-4eaa-8564-00e7b7f85c24'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:44.321948 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc86b2f-df25-4cb9-b9f3-a34689c84019" -d '{"events": [{"server_uuid": "a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4", "name": "network-vif-deleted", "tag": "91348e33-24e5-4eaa-8564-00e7b7f85c24"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:44.328849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] For port 3d06a8c5-ff94-4429-8823-d97f5fd108a8, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d06a8c5-ff94-4429-8823-d97f5fd108a8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:44.335311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-18453497-2009-42fe-bcc3-44c1042ffb0a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags/tempest-TagsExtTest-Tag-1318761413 HTTP/1.1" status: 204 len: 168 time: 0.0887272 Sep 15 15:57:44.338624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51434) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:44.345872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-9468fd31-2436-4345-ab33-47194d99d807 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', 'tempest-TagsExtTest-Tag-1318761413') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:44.348251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-db70785a-57cc-4054-84c7-10c92e3e69d1 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/quotas/d9f2d2388ee447b0baaec4788d639ceb HTTP/1.1" status: 200 len: 375 time: 0.0113170 Sep 15 15:57:44.401166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.411984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-d8c1f3f1-8ec1-466d-ad28-6dbb28697b0d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581710 Sep 15 15:57:44.444922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.456758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:44.499603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5b98d-d8e3-49f9-824e-8b8e678caa9e req-6a488976-29d9-4183-98d2-332edf961ddd tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:44.501101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66c5b98d-d8e3-49f9-824e-8b8e678caa9e req-6a488976-29d9-4183-98d2-332edf961ddd tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 943 time: 0.1593893 Sep 15 15:57:44.518570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:44.527897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.529842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e180da9-5604-4609-894b-5eae7e0aea85 req-180d8043-c56c-4f44-ae51-3aebbec09f89 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "DELETE /v2.0/ports/d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 HTTP/1.1" status: 204 len: 173 time: 0.8120937 Sep 15 15:57:44.530276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'name': 'network-vif-deleted', 'tag': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:44.530433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:44.531004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:44.532554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d06a8c5-ff94-4429-8823-d97f5fd108a8 HTTP/1.1" status: 200 len: 1091 time: 1.6296217 Sep 15 15:57:44.532676 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feed4855-44bd-46d8-8fbe-0e5772333c40" -d '{"events": [{"server_uuid": "c49734b1-8e62-4e6e-911a-82846a12d8d8", "name": "network-vif-deleted", "tag": "d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:44.573049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb890f-179b-4c62-a592-29f19072a223 service neutron] Pushing event updated for resources: {'Port': ['ID=3d06a8c5-ff94-4429-8823-d97f5fd108a8,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:44.580148 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-fd2584f3-bd60-493d-a416-64bdff9bd761 service neutron] 10.222.0.63 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562884 Sep 15 15:57:44.593023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66c5b98d-d8e3-49f9-824e-8b8e678caa9e req-3147ba94-26cd-4d54-bb3a-73defff43d16 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764761 Sep 15 15:57:44.654324 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2bf385-4eab-41a9-a499-afd743b9f3ae x-openstack-request-id: req-ba2bf385-4eab-41a9-a499-afd743b9f3ae {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:44.654613 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4", "name": "network-vif-deleted", "tag": "91348e33-24e5-4eaa-8564-00e7b7f85c24", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:44.654862 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ba2bf385-4eab-41a9-a499-afd743b9f3ae {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:44.655254 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4', 'name': 'network-vif-deleted', 'tag': '91348e33-24e5-4eaa-8564-00e7b7f85c24', 'status': 'completed', 'code': 200} Sep 15 15:57:44.688929 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4facaf5a-a52b-4b4c-b38f-c8bb1406d009 x-openstack-request-id: req-4facaf5a-a52b-4b4c-b38f-c8bb1406d009 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:44.689325 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49734b1-8e62-4e6e-911a-82846a12d8d8", "name": "network-vif-deleted", "tag": "d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:44.689647 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4facaf5a-a52b-4b4c-b38f-c8bb1406d009 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:44.690119 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49734b1-8e62-4e6e-911a-82846a12d8d8', 'name': 'network-vif-deleted', 'tag': 'd4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6', 'status': 'completed', 'code': 200} Sep 15 15:57:44.697871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9468fd31-2436-4345-ab33-47194d99d807 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags/tempest-TagsExtTest-Tag-1318761413 HTTP/1.1" status: 204 len: 168 time: 0.3563809 Sep 15 15:57:44.698892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51442) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:44.705354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-da4953f6-107e-4b7b-a8fe-bd99a10369d4 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:44.720916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-a8240528-f6eb-4f4d-82e1-80a446fadda6 service neutron] 10.222.0.63 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339908 Sep 15 15:57:44.725443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', '91348e33-24e5-4eaa-8564-00e7b7f85c24'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:44.731892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-ad4a3ecd-d5df-47c9-9eb5-23f3b2245087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:44.734046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-ad4a3ecd-d5df-47c9-9eb5-23f3b2245087 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 1094 time: 0.0710602 Sep 15 15:57:44.796092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da4953f6-107e-4b7b-a8fe-bd99a10369d4 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags HTTP/1.1" status: 200 len: 205 time: 0.0926268 Sep 15 15:57:44.796417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51444) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:44.802324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-e390c912-535e-4027-8634-8b35a154e59f tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:44.824228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-a750a80a-42d5-4326-a468-4f5fd00d15f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d06a8c5-ff94-4429-8823-d97f5fd108a8 HTTP/1.1" status: 200 len: 217 time: 0.0780208 Sep 15 15:57:44.913017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-114e584a-e1b0-4286-a30b-46a039b64c61 req-f336ac7b-e414-482f-b3bf-2b390ce5791f tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=a7458fd3-f7b6-40a1-82f3-dbc7abc2c5a4 HTTP/1.1" status: 200 len: 210 time: 0.0503638 Sep 15 15:57:44.932049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-510bbeae-ed87-463d-8386-03484f8aeb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:44.932049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-510bbeae-ed87-463d-8386-03484f8aeb03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0c2fc12-0d27-485b-baea-b62d939f3629 HTTP/1.1" status: 200 len: 855 time: 0.0908136 Sep 15 15:57:44.961760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e390c912-535e-4027-8634-8b35a154e59f tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags HTTP/1.1" status: 200 len: 241 time: 0.1640713 Sep 15 15:57:44.964343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51446) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:44.970067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-51cf0b63-d487-4f7d-90ce-640555909036 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', 'tempest-TagsExtTest-Tag-1198869628') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.102032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-51cf0b63-d487-4f7d-90ce-640555909036 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags/tempest-TagsExtTest-Tag-1198869628 HTTP/1.1" status: 204 len: 168 time: 0.1358113 Sep 15 15:57:45.106288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51452) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.111612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-4da30016-9078-414b-8969-dfbfcb6174dd tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', 'tempest-TagsExtTest-Tag-1198869628') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.123700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f20097-6991-429d-b505-79ebc5669d5e req-9a5c2336-dcca-48d8-960c-7ec4f5642d8d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:45.125319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75f20097-6991-429d-b505-79ebc5669d5e req-9a5c2336-dcca-48d8-960c-7ec4f5642d8d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1081436 Sep 15 15:57:45.217496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75f20097-6991-429d-b505-79ebc5669d5e req-a4bc3f1d-9488-46bf-ab18-11f7119a91f5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460610 Sep 15 15:57:45.318385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-94190c57-194e-40be-831c-a2d183229959 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edd67d38-6e28-4e72-9492-da7e28296a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3828251 Sep 15 15:57:45.325375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4da30016-9078-414b-8969-dfbfcb6174dd tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags/tempest-TagsExtTest-Tag-1198869628 HTTP/1.1" status: 204 len: 168 time: 0.2179711 Sep 15 15:57:45.333464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51460) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.334568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-2a5140d7-a2d1-4bd9-abbb-a55d95ba4e8a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.373158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ace37341-3d6b-4856-a54f-d5a9911d1ef1 req-e274b15e-57e3-4934-8baf-6681c0134553 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 210 time: 0.0537026 Sep 15 15:57:45.452147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a5140d7-a2d1-4bd9-abbb-a55d95ba4e8a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags HTTP/1.1" status: 200 len: 205 time: 0.1223602 Sep 15 15:57:45.454748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51462) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.458957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-3c0309ad-341f-499b-b44c-ad64a227a7ec tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.473970 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-dc591e10-89d8-468d-931d-3768c5b0c0f2 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445498 Sep 15 15:57:45.479759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3c0309ad-341f-499b-b44c-ad64a227a7ec tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags HTTP/1.1" status: 200 len: 241 time: 0.0239642 Sep 15 15:57:45.482838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51464) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.486896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-005f5bf2-91e1-42ce-aa7e-b25e18d4785d tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', 'tempest-TagsExtTest-Tag-1947636014') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.508723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-005f5bf2-91e1-42ce-aa7e-b25e18d4785d tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags/tempest-TagsExtTest-Tag-1947636014 HTTP/1.1" status: 204 len: 168 time: 0.0245442 Sep 15 15:57:45.510892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51466) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.515429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-84fe33ea-15d7-4e24-a5f7-73db4692c62b tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', 'tempest-TagsExtTest-Tag-1947636014') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.568025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b487815d-ea44-4b43-a214-e9e2c3eb80cb req-6acfaffb-867e-4f1d-a59c-970acac5d73c service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882862 Sep 15 15:57:45.643629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-84fe33ea-15d7-4e24-a5f7-73db4692c62b tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags/tempest-TagsExtTest-Tag-1947636014 HTTP/1.1" status: 204 len: 168 time: 0.1316640 Sep 15 15:57:45.647291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51470) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.651691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-91cce919-1958-444e-8b1f-03767c3c5bb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.718818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-91cce919-1958-444e-8b1f-03767c3c5bb1 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags HTTP/1.1" status: 200 len: 205 time: 0.0678160 Sep 15 15:57:45.719203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.723966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-1255d1dd-4007-48e5-be90-325eb987e739 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.749225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be43be-ab9f-4516-be99-f93267e5287b req-37bd7f64-a562-4567-b8c9-7f3c4f566df3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:45.753348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3be43be-ab9f-4516-be99-f93267e5287b req-37bd7f64-a562-4567-b8c9-7f3c4f566df3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 943 time: 0.0782943 Sep 15 15:57:45.773277 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1255d1dd-4007-48e5-be90-325eb987e739 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags HTTP/1.1" status: 204 len: 168 time: 0.0506115 Sep 15 15:57:45.773487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51476) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.778546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-e6b3a296-6d8e-4e17-9359-05ee04e8a9f9 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.792610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3be43be-ab9f-4516-be99-f93267e5287b req-cf321a7b-52d5-4d14-a798-fb7929965038 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Sep 15 15:57:45.862598 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e6b3a296-6d8e-4e17-9359-05ee04e8a9f9 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags HTTP/1.1" status: 204 len: 168 time: 0.0881090 Sep 15 15:57:45.865240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51478) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.869936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-1d4359d9-89d6-4982-a42e-34c1c03a7318 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.929935 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1d4359d9-89d6-4982-a42e-34c1c03a7318 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.0635970 Sep 15 15:57:45.932449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51480) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:45.936754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-c7cd233b-0a22-40e3-b0b4-326f47737dff tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:45.938985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-784d288f-3482-4cc7-82ec-99ecf4a29652 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465958 Sep 15 15:57:45.996339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c7cd233b-0a22-40e3-b0b4-326f47737dff tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags HTTP/1.1" status: 204 len: 168 time: 0.0627525 Sep 15 15:57:46.008325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51486) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:46.019279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-bfac8619-4e28-411c-903b-258cf6ff76bd tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', 'tempest-TagsExtTest-Tag-27543955') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:46.026483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-61900ea5-2e3c-4ece-a46b-330ad23e1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:46.026483 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-61900ea5-2e3c-4ece-a46b-330ad23e1844 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 1097 time: 0.0594776 Sep 15 15:57:46.121653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f55ac266-a9ec-4b46-8108-dd17b0896cd3 req-726d3979-c7bd-430e-82c2-546c2cc4d284 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=c49734b1-8e62-4e6e-911a-82846a12d8d8 HTTP/1.1" status: 200 len: 210 time: 0.0406027 Sep 15 15:57:46.142890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-bbeb11de-adef-47ea-b567-b3fece6d83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:46.144362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-bbeb11de-adef-47ea-b567-b3fece6d83bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.0968692 Sep 15 15:57:46.191614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-62d6227d-a9f5-4fb1-8085-19e68d9ed397 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f HTTP/1.1" status: 200 len: 217 time: 0.0393560 Sep 15 15:57:46.238340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bfac8619-4e28-411c-903b-258cf6ff76bd tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags/tempest-TagsExtTest-Tag-27543955 HTTP/1.1" status: 201 len: 201 time: 0.2363091 Sep 15 15:57:46.240199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51490) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:46.244833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-3427b94f-b5b2-4a34-a1ea-041f07a0661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:46.248743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-25b4e502-9ba6-4e3f-baaf-49a16161ae55 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', 'tempest-TagsExtTest-Tag-1448659769') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:46.249008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-3427b94f-b5b2-4a34-a1ea-041f07a0661b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0480998 Sep 15 15:57:46.295366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-83296fc5-fa2b-491d-8362-d20e56df7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:46.297109 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-83296fc5-fa2b-491d-8362-d20e56df7480 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431886 Sep 15 15:57:46.370584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eba19f-3758-4f86-9c8f-9d9e4621ab27 req-7a4469d7-d2f4-4fa3-a1ea-6420096e37ef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:46.373289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29eba19f-3758-4f86-9c8f-9d9e4621ab27 req-7a4469d7-d2f4-4fa3-a1ea-6420096e37ef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0651860 Sep 15 15:57:46.398453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-d98105f1-ed5f-4e9e-aefa-fea551184196 service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930161 Sep 15 15:57:46.414849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29eba19f-3758-4f86-9c8f-9d9e4621ab27 req-e7485fee-a203-48df-bd59-d2cf7e7cbf86 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354013 Sep 15 15:57:46.444879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-25b4e502-9ba6-4e3f-baaf-49a16161ae55 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags/tempest-TagsExtTest-Tag-1448659769 HTTP/1.1" status: 201 len: 201 time: 0.2031984 Sep 15 15:57:46.460629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51496) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:46.466208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-b8c5d8a9-e971-436b-b079-998356fd5b6c tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', 'tempest-TagsExtTest-Tag-2078779030') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:46.502004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c98d5a0c-fe0a-4e90-9e6c-9b95a58fe3c9 req-cc1e6a4f-7d88-45a0-b0aa-7955642ebf4a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 210 time: 0.0370171 Sep 15 15:57:46.525132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c97c896-1cfb-4ccd-88b3-e1b6b9cff661 req-dc717e18-45eb-41fc-94fc-313a4f31b1f0 service neutron] 10.222.0.55 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176910 Sep 15 15:57:46.656204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'tag': '3d06a8c5-ff94-4429-8823-d97f5fd108a8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:46.659385 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f07db3-3857-4e3d-9e38-1d18c04724a1" -d '{"events": [{"name": "network-changed", "server_uuid": "71599660-ca0b-4a46-bc07-86bdafbc8464", "tag": "3d06a8c5-ff94-4429-8823-d97f5fd108a8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:46.697549 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f50d213-480d-4484-bef6-0413cee0258f x-openstack-request-id: req-4f50d213-480d-4484-bef6-0413cee0258f {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:46.697848 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71599660-ca0b-4a46-bc07-86bdafbc8464", "tag": "3d06a8c5-ff94-4429-8823-d97f5fd108a8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:46.698105 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4f50d213-480d-4484-bef6-0413cee0258f {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:46.698509 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'tag': '3d06a8c5-ff94-4429-8823-d97f5fd108a8', 'status': 'completed', 'code': 200} Sep 15 15:57:46.766711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-144f3308-1315-4203-862d-2b6acc3c04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:46.768596 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-144f3308-1315-4203-862d-2b6acc3c04cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 1094 time: 0.0495296 Sep 15 15:57:46.873700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-d2c88f92-a708-4fbc-af16-d0c6ebaf7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:46.875627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-d2c88f92-a708-4fbc-af16-d0c6ebaf7f3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 916 time: 0.0997186 Sep 15 15:57:46.946056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-ba0de185-0079-48ec-9d78-d8f1b4e24cca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d06a8c5-ff94-4429-8823-d97f5fd108a8 HTTP/1.1" status: 200 len: 217 time: 0.0586114 Sep 15 15:57:46.974967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b8c5d8a9-e971-436b-b079-998356fd5b6c tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags/tempest-TagsExtTest-Tag-2078779030 HTTP/1.1" status: 201 len: 201 time: 0.5131543 Sep 15 15:57:46.977616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51502) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:46.984051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-6cdbe976-6399-4e93-8928-6a41a4676429 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', 'tempest-TagsExtTest-Tag-184944107') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:47.021791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-700459b7-ead8-4102-bd38-66ac921a1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:47.023171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-700459b7-ead8-4102-bd38-66ac921a1c26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0c2fc12-0d27-485b-baea-b62d939f3629 HTTP/1.1" status: 200 len: 855 time: 0.0704706 Sep 15 15:57:47.031598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26238-8e23-40b4-8c84-33f10e826bfc req-dda9d360-1488-4abc-9689-b48f0d6b4c6f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:47.033045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55a26238-8e23-40b4-8c84-33f10e826bfc req-dda9d360-1488-4abc-9689-b48f0d6b4c6f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 943 time: 0.1366282 Sep 15 15:57:47.067736 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-805e77f7-7f5d-435d-99e2-c8b6b7d56ae0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edd67d38-6e28-4e72-9492-da7e28296a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337620 Sep 15 15:57:47.080785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6cdbe976-6399-4e93-8928-6a41a4676429 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags/tempest-TagsExtTest-Tag-184944107 HTTP/1.1" status: 201 len: 201 time: 0.1021097 Sep 15 15:57:47.081668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51504) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:47.086551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-9fb9f996-e32a-4103-8e88-9259ae0c38a5 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', {'tags': ['tempest-TagsExtTest-Tag-1456440052', 'tempest-TagsExtTest-Tag-1331519437', 'tempest-TagsExtTest-Tag-1751988283']}) {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:47.122248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55a26238-8e23-40b4-8c84-33f10e826bfc req-77c94e76-9644-43be-8670-117f84819cef tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809042 Sep 15 15:57:47.177165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-c1b67944-ecfd-42a5-9f09-62f6680ae043 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015351 Sep 15 15:57:47.186393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9fb9f996-e32a-4103-8e88-9259ae0c38a5 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags HTTP/1.1" status: 200 len: 318 time: 0.1031995 Sep 15 15:57:47.193092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51510) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:47.197190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-3f1ead9c-3dba-411c-ad83-162002ddbaf6 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:47.314768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86f07db3-3857-4e3d-9e38-1d18c04724a1 req-52781df1-e8db-4cd7-9f49-f62b4d4c944b service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295457 Sep 15 15:57:47.409238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3f1ead9c-3dba-411c-ad83-162002ddbaf6 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags HTTP/1.1" status: 204 len: 168 time: 0.2126431 Sep 15 15:57:47.409971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51516) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:47.417038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-50bded39-3b2c-4af2-8202-185da30c32a4 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', 'tempest-TagsExtTest-Tag-1456440052') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:47.483946 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-50bded39-3b2c-4af2-8202-185da30c32a4 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:47.485039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-50bded39-3b2c-4af2-8202-185da30c32a4 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags/tempest-TagsExtTest-Tag-1456440052 HTTP/1.1" status: 404 len: 329 time: 0.0736089 Sep 15 15:57:47.488108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51520) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:47.494718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-5527eb7d-479b-4ccf-929e-a64b24ad705a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', 'tempest-TagsExtTest-Tag-1331519437') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:47.533457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-af8044ef-703b-442d-9c4e-4b5faceaa3e4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:47.535012 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-af8044ef-703b-442d-9c4e-4b5faceaa3e4 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.55 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 810 time: 0.1455142 Sep 15 15:57:47.580762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-ef2fdee5-0eec-4691-8e51-88ebad7f63b9 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9f2d2388ee447b0baaec4788d639ceb HTTP/1.1" status: 200 len: 380 time: 0.0361164 Sep 15 15:57:47.589127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:47.592260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'port': {'device_id': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'admin_state_up': True, 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'security_groups': ['467b8784-5d3f-4853-9ce9-78695ddb84ab']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:47.614963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:47.614963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device d4e73a7e-e0fb-41c0-8ce8-0fc11b5883b6 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:47.614963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 91348e33-24e5-4eaa-8564-00e7b7f85c24 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:47.615746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c38ba-8c6e-4a2a-8d86-82376d6ebb8d req-9ba4a74c-fd6f-4964-beb6-456cc34fb13e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:47.618850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-934c38ba-8c6e-4a2a-8d86-82376d6ebb8d req-9ba4a74c-fd6f-4964-beb6-456cc34fb13e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0822582 Sep 15 15:57:47.634974 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-5527eb7d-479b-4ccf-929e-a64b24ad705a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:47.636054 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5527eb7d-479b-4ccf-929e-a64b24ad705a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags/tempest-TagsExtTest-Tag-1331519437 HTTP/1.1" status: 404 len: 329 time: 0.1464670 Sep 15 15:57:47.639401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51526) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:47.640301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 91348e33-24e5-4eaa-8564-00e7b7f85c24 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:47.640700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 91348e33-24e5-4eaa-8564-00e7b7f85c24 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:47.645014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-f52d7f93-1a61-4e3d-b96c-3bf81620d4d3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec', 'tempest-TagsExtTest-Tag-1751988283') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:47.725828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e91b7bca-02bb-479f-8447-94d42a64c1c7 req-74f43b03-48df-4e33-80c0-075a53ba18d0 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 210 time: 0.0379655 Sep 15 15:57:47.744363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-934c38ba-8c6e-4a2a-8d86-82376d6ebb8d req-831e1f27-854a-46f3-856d-193ee87d221c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169889 Sep 15 15:57:47.757101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc690e59-cd0b-4ef0-8eb0-47f8c07d3d8d req-8843a01f-70c4-4107-9e8a-7a126f85402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:47.767153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc690e59-cd0b-4ef0-8eb0-47f8c07d3d8d req-8843a01f-70c4-4107-9e8a-7a126f85402f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 1096 time: 0.0810239 Sep 15 15:57:47.799998 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-f52d7f93-1a61-4e3d-b96c-3bf81620d4d3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:47.801556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f52d7f93-1a61-4e3d-b96c-3bf81620d4d3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags/tempest-TagsExtTest-Tag-1751988283 HTTP/1.1" status: 404 len: 329 time: 0.1607647 Sep 15 15:57:47.804577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51528) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:47.809868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-224ee6da-ef2a-4a51-aca6-32d665b17f51 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', {'tags': ['tempest-TagsExtTest-Tag-1607571590', 'tempest-TagsExtTest-Tag-265709840', 'tempest-TagsExtTest-Tag-1402930074']}) {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:47.819839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc690e59-cd0b-4ef0-8eb0-47f8c07d3d8d req-ee4ee9f4-828c-429f-93cb-5e26e58c69ce service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498502 Sep 15 15:57:47.862989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Made reservation on behalf of d9f2d2388ee447b0baaec4788d639ceb for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:47.866805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:47.929868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf0b80-23c2-40b5-ae01-2fc6f08cb974 req-2a466f88-0b0c-47f2-ade2-f857b1d131d8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:47.931352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51cf0b80-23c2-40b5-ae01-2fc6f08cb974 req-2a466f88-0b0c-47f2-ade2-f857b1d131d8 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 950 time: 0.1189370 Sep 15 15:57:48.031114 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51cf0b80-23c2-40b5-ae01-2fc6f08cb974 req-537d6961-6505-4303-9cdf-cdb655b5c76e tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Sep 15 15:57:48.057053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-224ee6da-ef2a-4a51-aca6-32d665b17f51 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags HTTP/1.1" status: 200 len: 317 time: 0.2512312 Sep 15 15:57:48.060332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51530) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:48.062311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Allocated IP 172.20.0.10 (d7f03ebf-c177-4595-bde1-6eba91f6dcf7/e7bda1b0-8033-46f3-9572-008216686811/27114b9e-75c4-4c90-8169-9581b7d2a4d1) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:48.065409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-2c7eefbd-4208-457e-8f57-3d2a64e76223 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:48.201624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2c7eefbd-4208-457e-8f57-3d2a64e76223 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1400876 Sep 15 15:57:48.204231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51534) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:48.208796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-19b1349b-573a-4042-988f-a224c5bca099 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', 'tempest-TagsExtTest-Tag-1607571590') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:48.209482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:48.274302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edfd66-ca14-4499-bc23-9582cd741b72 req-9e35edf5-e877-45c0-8649-dc6094cc7e65 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:48.275898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82edfd66-ca14-4499-bc23-9582cd741b72 req-9e35edf5-e877-45c0-8649-dc6094cc7e65 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 943 time: 0.0854340 Sep 15 15:57:48.307210 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-19b1349b-573a-4042-988f-a224c5bca099 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:48.308131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-19b1349b-573a-4042-988f-a224c5bca099 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags/tempest-TagsExtTest-Tag-1607571590 HTTP/1.1" status: 404 len: 329 time: 0.1028183 Sep 15 15:57:48.311955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51536) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:48.316545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-825ab9dc-ed5e-4aa1-984f-abf1900d5f3a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', 'tempest-TagsExtTest-Tag-265709840') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:48.326734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82edfd66-ca14-4499-bc23-9582cd741b72 req-6f3c599f-158c-4bb0-a37d-c49ae83e081d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Sep 15 15:57:48.370825 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-825ab9dc-ed5e-4aa1-984f-abf1900d5f3a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:48.375662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-825ab9dc-ed5e-4aa1-984f-abf1900d5f3a tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags/tempest-TagsExtTest-Tag-265709840 HTTP/1.1" status: 404 len: 328 time: 0.0626094 Sep 15 15:57:48.375851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51540) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:48.377470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:48.381188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-fe509fc5-ac02-4b7f-b78f-4a62219e23b3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe', 'tempest-TagsExtTest-Tag-1402930074') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:48.420729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:48.425607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:48.432449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:48.440620 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-fe509fc5-ac02-4b7f-b78f-4a62219e23b3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:48.444464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe509fc5-ac02-4b7f-b78f-4a62219e23b3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags/tempest-TagsExtTest-Tag-1402930074 HTTP/1.1" status: 404 len: 329 time: 0.0646150 Sep 15 15:57:48.444641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51542) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:48.449422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-247211c7-bcc1-47d4-be2f-42deb2872f6d tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', {'tags': ['tempest-TagsExtTest-Tag-1377260931', 'tempest-TagsExtTest-Tag-1846947546', 'tempest-TagsExtTest-Tag-2089049518']}) {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:48.455132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event updated for resources: {'Port': ['ID=27114b9e-75c4-4c90-8169-9581b7d2a4d1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:48.489143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:48.489871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:48.563269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c41baaae-5732-4647-9bc1-2b7409013900 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9760563 Sep 15 15:57:48.575869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Request body: {'port': {'device_id': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:48.614532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-247211c7-bcc1-47d4-be2f-42deb2872f6d tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags HTTP/1.1" status: 200 len: 318 time: 0.1689193 Sep 15 15:57:48.617084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51544) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:48.622515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-24a84fee-08fc-4437-bb27-c7d8e69ae9bd tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:48.637943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fc330872-bca6-4b09-92a4-1e9731cf5973 None None] Provisioning complete for port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:48.638577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc330872-bca6-4b09-92a4-1e9731cf5973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:48.640060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:48.675120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fc330872-bca6-4b09-92a4-1e9731cf5973 None None] Port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:57:48.781317 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-24a84fee-08fc-4437-bb27-c7d8e69ae9bd tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1631312 Sep 15 15:57:48.783851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51550) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:48.796775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-a7fad71f-7c96-48dc-a145-a444d43fac73 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', 'tempest-TagsExtTest-Tag-1377260931') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:48.902048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2d1c1-0bd1-4a70-aecc-62830c51bf7e req-f36a157e-13fe-45e8-be71-b3373502897e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.006470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0b2d1c1-0bd1-4a70-aecc-62830c51bf7e req-f36a157e-13fe-45e8-be71-b3373502897e tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 932 time: 0.0643699 Sep 15 15:57:49.006648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd353f-eabc-486a-9fa3-3763ac31f77b req-b226be97-a865-42c0-990b-6a9f2f659e30 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.006648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23bd353f-eabc-486a-9fa3-3763ac31f77b req-b226be97-a865-42c0-990b-6a9f2f659e30 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0817530 Sep 15 15:57:49.006877 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-a7fad71f-7c96-48dc-a145-a444d43fac73 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:49.006877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a7fad71f-7c96-48dc-a145-a444d43fac73 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags/tempest-TagsExtTest-Tag-1377260931 HTTP/1.1" status: 404 len: 329 time: 0.1688182 Sep 15 15:57:49.006877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51552) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.006877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-0f45efdc-3358-48b5-b1f9-8320fb2f77af tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', 'tempest-TagsExtTest-Tag-1846947546') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.007245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27114b9e-75c4-4c90-8169-9581b7d2a4d1 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:49.007245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23bd353f-eabc-486a-9fa3-3763ac31f77b req-f104508f-b699-479b-9caf-cb0fd91535d3 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792873 Sep 15 15:57:49.007245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:49.018957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Transition to ACTIVE for port object 27114b9e-75c4-4c90-8169-9581b7d2a4d1 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:57:49.061550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0b2d1c1-0bd1-4a70-aecc-62830c51bf7e req-039379b6-5089-4450-8f00-753e053a837d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222746 Sep 15 15:57:49.066696 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-0f45efdc-3358-48b5-b1f9-8320fb2f77af tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:49.068111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0f45efdc-3358-48b5-b1f9-8320fb2f77af tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags/tempest-TagsExtTest-Tag-1846947546 HTTP/1.1" status: 404 len: 329 time: 0.1064048 Sep 15 15:57:49.070560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.076356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-181571e4-2e49-49c8-9da3-46ce7a923833 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a', 'tempest-TagsExtTest-Tag-2089049518') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.115110 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:49.163612 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-181571e4-2e49-49c8-9da3-46ce7a923833 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:49.170169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-181571e4-2e49-49c8-9da3-46ce7a923833 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags/tempest-TagsExtTest-Tag-2089049518 HTTP/1.1" status: 404 len: 329 time: 0.0934548 Sep 15 15:57:49.170169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51558) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.218293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-c706e4a1-cbd9-4aff-a93a-37fbf4b643b8 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', {'tags': ['tempest-TagsExtTest-Tag-432347302', 'tempest-TagsExtTest-Tag-598683716', 'tempest-TagsExtTest-Tag-1979275761']}) {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.219024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0603b-9c8f-4a63-98e0-81b841e8c31c req-2a4b105d-581c-47be-8740-e4fc2cfde035 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.220616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3a0603b-9c8f-4a63-98e0-81b841e8c31c req-2a4b105d-581c-47be-8740-e4fc2cfde035 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 950 time: 0.1170547 Sep 15 15:57:49.256546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Pushing event updated for resources: {'Port': ['ID=27114b9e-75c4-4c90-8169-9581b7d2a4d1,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:49.303177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3a0603b-9c8f-4a63-98e0-81b841e8c31c req-52b8500f-88ae-4515-b0e0-e3a2b333fbb0 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/security-groups?id=1762f13b-d8a8-461e-a35d-71cb910cb790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716605 Sep 15 15:57:49.321373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Attempting to bind port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:49.321836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Attempting to bind port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:49.322264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Attempting to bind port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:49.327864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:57:49.328275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Attempting to bind port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 on network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:49.333600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:49.336637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Checking segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:49.336637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Bound using segment: {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:49.336637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Bound port: 27114b9e-75c4-4c90-8169-9581b7d2a4d1, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca0e66e-41ea-457b-9daf-94cba5588298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:49.336637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:49.357713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c706e4a1-cbd9-4aff-a93a-37fbf4b643b8 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "PUT /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags HTTP/1.1" status: 200 len: 316 time: 0.1888311 Sep 15 15:57:49.360616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51562) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.365215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-a6c48092-9a8f-4f85-a5ea-fee17f362326 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.412764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] For port 27114b9e-75c4-4c90-8169-9581b7d2a4d1, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:49.415779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] For port 27114b9e-75c4-4c90-8169-9581b7d2a4d1, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=27114b9e-75c4-4c90-8169-9581b7d2a4d1,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:49.479956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:49.497467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-6c410c97-21c4-4497-8e09-c81d48c0000c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.499174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-6c410c97-21c4-4497-8e09-c81d48c0000c tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 950 time: 0.0929699 Sep 15 15:57:49.506601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ab449-cb77-42ae-9fd9-b54d3e08c457 req-f68f8816-9422-469c-bbd5-9084b0d0f8e1 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.508976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b7ab449-cb77-42ae-9fd9-b54d3e08c457 req-f68f8816-9422-469c-bbd5-9084b0d0f8e1 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 943 time: 0.1081207 Sep 15 15:57:49.515183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.515877 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:49.517355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] 10.222.0.55 "PUT /v2.0/ports/27114b9e-75c4-4c90-8169-9581b7d2a4d1 HTTP/1.1" status: 200 len: 1092 time: 0.9462311 Sep 15 15:57:49.517726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:49.519980 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a47741-66b5-46d6-a4fa-53aad78cac06" -d '{"events": [{"name": "network-changed", "server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:49.550305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a6c48092-9a8f-4f85-a5ea-fee17f362326 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags HTTP/1.1" status: 204 len: 168 time: 0.1858797 Sep 15 15:57:49.556290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51568) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.558591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-bd578c36-d8d6-4637-a92c-80a5da5f4554 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', 'tempest-TagsExtTest-Tag-432347302') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.562537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e708fe-1ba3-41d6-8336-404bb2d3ef4c service neutron] Pushing event updated for resources: {'Port': ['ID=27114b9e-75c4-4c90-8169-9581b7d2a4d1,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:49.578430 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40ba0d1-b771-4dca-9d44-f1c4323d6c3b x-openstack-request-id: req-e40ba0d1-b771-4dca-9d44-f1c4323d6c3b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:49.578430 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:49.578430 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e40ba0d1-b771-4dca-9d44-f1c4323d6c3b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:49.578430 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'status': 'completed', 'code': 200} Sep 15 15:57:49.592569 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-bd578c36-d8d6-4637-a92c-80a5da5f4554 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:49.596787 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd578c36-d8d6-4637-a92c-80a5da5f4554 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags/tempest-TagsExtTest-Tag-432347302 HTTP/1.1" status: 404 len: 328 time: 0.0418458 Sep 15 15:57:49.597246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51570) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.602201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-987fa3cc-7067-4856-bbc3-528cce91e96e tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', 'tempest-TagsExtTest-Tag-598683716') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.623120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b7ab449-cb77-42ae-9fd9-b54d3e08c457 req-749daa74-d415-4af6-bb45-0d883efc4bb6 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816438 Sep 15 15:57:49.656343 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-987fa3cc-7067-4856-bbc3-528cce91e96e tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:49.659956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-987fa3cc-7067-4856-bbc3-528cce91e96e tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags/tempest-TagsExtTest-Tag-598683716 HTTP/1.1" status: 404 len: 328 time: 0.0595069 Sep 15 15:57:49.664321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Deleting port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:49.664321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:49.664805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51572) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.667684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-12b28f0b-a29b-4473-81e5-9af5bbdf6f65 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49', 'tempest-TagsExtTest-Tag-1979275761') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.685466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47741-66b5-46d6-a4fa-53aad78cac06 req-3c081ca5-017a-4ee5-a838-337ceed54cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.687166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6a47741-66b5-46d6-a4fa-53aad78cac06 req-3c081ca5-017a-4ee5-a838-337ceed54cd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 1095 time: 0.0923257 Sep 15 15:57:49.706137 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-12b28f0b-a29b-4473-81e5-9af5bbdf6f65 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] show failed (client error): The resource could not be found. Sep 15 15:57:49.708761 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12b28f0b-a29b-4473-81e5-9af5bbdf6f65 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags/tempest-TagsExtTest-Tag-1979275761 HTTP/1.1" status: 404 len: 329 time: 0.0448599 Sep 15 15:57:49.709977 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51574) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.714576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-28d7bf48-6925-45f3-8330-26b9c643c399 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6b1b4737-0800-49be-a004-849866b68f49') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.768277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] For port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:49.768723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:49.782461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Calling delete_port for 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:49.805906 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-28d7bf48-6925-45f3-8330-26b9c643c399 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49/tags HTTP/1.1" status: 204 len: 168 time: 0.0946734 Sep 15 15:57:49.808469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51576) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.813670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-9895b50c-ec79-42e3-9c34-e4212f621741 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd131a4dc-b908-4f55-bb5d-b269d0dfbb0a') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:49.873338 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47741-66b5-46d6-a4fa-53aad78cac06 req-542e29cf-ad81-40b8-b853-24b7b066e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:49.874795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6a47741-66b5-46d6-a4fa-53aad78cac06 req-542e29cf-ad81-40b8-b853-24b7b066e388 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1783829 Sep 15 15:57:49.946988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9895b50c-ec79-42e3-9c34-e4212f621741 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a/tags HTTP/1.1" status: 204 len: 168 time: 0.1368606 Sep 15 15:57:49.949732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51578) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:49.954186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-903dfae6-8d6c-4e44-bf61-88ce4ee663c8 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '790c5cde-e60d-4ced-90ea-d00a1202f9fe') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:50.019552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:50.030967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7fdb8256-4d2f-4f3a-97a3-fa010e10ee13'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:50.048314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a47741-66b5-46d6-a4fa-53aad78cac06 req-05e84e30-717e-4b16-b9f1-7bbb70a50a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.050284 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6a47741-66b5-46d6-a4fa-53aad78cac06 req-05e84e30-717e-4b16-b9f1-7bbb70a50a4d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406775 Sep 15 15:57:50.051138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Pushing event deleted for resources: {'Port': ['ID=7fdb8256-4d2f-4f3a-97a3-fa010e10ee13,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:50.079911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-903dfae6-8d6c-4e44-bf61-88ce4ee663c8 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1289451 Sep 15 15:57:50.083907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:50.090065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-1cdc8c58-f3c2-400a-a257-ef9600d680a9 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c969ffda-dfe3-472e-84b3-6f789ce9aeec') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:50.108750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] No DVR routers for this DVR port 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:50.131692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:50.133736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ab4e7e7-62ef-4f6e-b7f7-d2c6e2a2fe8b req-2d7369f8-5d84-4331-89af-11400418d709 tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.38 "DELETE /v2.0/ports/7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 HTTP/1.1" status: 204 len: 173 time: 0.6247215 Sep 15 15:57:50.134287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b1199-07f1-41b4-b149-1a84b9395a68', 'name': 'network-vif-deleted', 'tag': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:50.136695 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ec88a7-8c4b-49d1-a6f1-670da0f2e7f0" -d '{"events": [{"server_uuid": "165b1199-07f1-41b4-b149-1a84b9395a68", "name": "network-vif-deleted", "tag": "7fdb8256-4d2f-4f3a-97a3-fa010e10ee13"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:50.161860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d06a8c5-ff94-4429-8823-d97f5fd108a8 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:57:50.192242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-e236b95e-2a81-494e-ab71-9b2039b33c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.193793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-e236b95e-2a81-494e-ab71-9b2039b33c70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 1095 time: 0.0903049 Sep 15 15:57:50.207332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35ec1c-fbda-4b56-b102-60f593631c32 req-d80d6f81-f4b5-4526-945d-2ff5e7a292ea tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.209268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc35ec1c-fbda-4b56-b102-60f593631c32 req-d80d6f81-f4b5-4526-945d-2ff5e7a292ea tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0695596 Sep 15 15:57:50.238714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44926385-86f4-4dff-9b71-d5af884a44b5 req-8df05d43-525b-4aca-b594-146dffede659 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.240933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44926385-86f4-4dff-9b71-d5af884a44b5 req-8df05d43-525b-4aca-b594-146dffede659 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 944 time: 0.0784979 Sep 15 15:57:50.269256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-c7be5ef5-ceb8-4b22-bf9d-64566d74ce4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27114b9e-75c4-4c90-8169-9581b7d2a4d1 HTTP/1.1" status: 200 len: 217 time: 0.0592928 Sep 15 15:57:50.279337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1cdc8c58-f3c2-400a-a257-ef9600d680a9 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec/tags HTTP/1.1" status: 204 len: 168 time: 0.1930993 Sep 15 15:57:50.282219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51588) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:50.293131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3d06a8c5-ff94-4429-8823-d97f5fd108a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d06a8c5-ff94-4429-8823-d97f5fd108a8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:50.307065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3d06a8c5-ff94-4429-8823-d97f5fd108a8', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'port_id': '3d06a8c5-ff94-4429-8823-d97f5fd108a8', 'mac_address': 'fa:16:3e:bc:57:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c2fc12-0d27-485b-baea-b62d939f3629', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:57:50.323716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc35ec1c-fbda-4b56-b102-60f593631c32 req-cc70387e-b5af-4a49-94d7-9ec389d29b1a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069860 Sep 15 15:57:50.348663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-ddbc995d-0efc-47e8-916b-4b8e66d270cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.350769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-ddbc995d-0efc-47e8-916b-4b8e66d270cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.0634639 Sep 15 15:57:50.366453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44926385-86f4-4dff-9b71-d5af884a44b5 req-e3b12623-bc3f-42ee-a65b-1818ea37bacf tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147120 Sep 15 15:57:50.375249 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:50.389353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d06a8c5-ff94-4429-8823-d97f5fd108a8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:50.424038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3d06a8c5-ff94-4429-8823-d97f5fd108a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d06a8c5-ff94-4429-8823-d97f5fd108a8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:50.428620 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a336b7a2-7dae-4740-9241-bda0126ec218 x-openstack-request-id: req-a336b7a2-7dae-4740-9241-bda0126ec218 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:50.429167 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165b1199-07f1-41b4-b149-1a84b9395a68", "name": "network-vif-deleted", "tag": "7fdb8256-4d2f-4f3a-97a3-fa010e10ee13", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:50.430427 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a336b7a2-7dae-4740-9241-bda0126ec218 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:50.430998 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b1199-07f1-41b4-b149-1a84b9395a68', 'name': 'network-vif-deleted', 'tag': '7fdb8256-4d2f-4f3a-97a3-fa010e10ee13', 'status': 'completed', 'code': 200} Sep 15 15:57:50.435304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-447bb4c2-49f1-4383-bf6f-8de62208819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.441994 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-447bb4c2-49f1-4383-bf6f-8de62208819c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791056 Sep 15 15:57:50.483953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08f27ac9-99a5-4a08-a2a3-9847920c657e req-45af596a-4406-4a08-923f-930df84ee1eb tempest-ServersOnMultiNodesTest-34515626 tempest-ServersOnMultiNodesTest-34515626-project] 10.222.0.63 "GET /v2.0/ports?device_id=165b1199-07f1-41b4-b149-1a84b9395a68 HTTP/1.1" status: 200 len: 210 time: 0.0376444 Sep 15 15:57:50.535464 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:50.542356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1eb445ba-fc19-4241-b8e3-e2dace6569ad tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for subnetpool, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:50.551984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1eb445ba-fc19-4241-b8e3-e2dace6569ad tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnetpools/6b1b4737-0800-49be-a004-849866b68f49 HTTP/1.1" status: 204 len: 168 time: 0.2640479 Sep 15 15:57:50.551984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51596) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:50.601728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cabc4a-e05c-4865-bf20-6978f017de21 req-b36c83b4-1564-4ba8-9ca5-8fc845379be7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.603306 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41cabc4a-e05c-4865-bf20-6978f017de21 req-b36c83b4-1564-4ba8-9ca5-8fc845379be7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1265690 Sep 15 15:57:50.608334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51598) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:50.622013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3d06a8c5-ff94-4429-8823-d97f5fd108a8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:50.626007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a5e80268-8b5e-4d3f-b097-3039d65d827d tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "GET /v2.0/ports?device_id=d131a4dc-b908-4f55-bb5d-b269d0dfbb0a HTTP/1.1" status: 200 len: 205 time: 0.0530560 Sep 15 15:57:50.655484 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-6b20f9bb-da38-4639-bd49-b3231b674d4c service neutron] 10.222.0.55 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068253 Sep 15 15:57:50.724556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05584cc2-dcca-4a50-a3df-99bf4de10cf3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:50.754667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cc772-67ec-4cb0-9e08-c538e3942c0f req-bfcde1b4-2daa-49ac-82bf-492dbc8a204f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:50.756351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e5cc772-67ec-4cb0-9e08-c538e3942c0f req-bfcde1b4-2daa-49ac-82bf-492dbc8a204f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 944 time: 0.0525413 Sep 15 15:57:50.797631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e5cc772-67ec-4cb0-9e08-c538e3942c0f req-ee4a3c72-bc2e-4ece-9983-b46210b1133d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Sep 15 15:57:50.901139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d06a8c5-ff94-4429-8823-d97f5fd108a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:51.157889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41cabc4a-e05c-4865-bf20-6978f017de21 req-b13093b5-0579-498c-8745-30707ee47e76 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080924 Sep 15 15:57:51.284316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05584cc2-dcca-4a50-a3df-99bf4de10cf3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.287618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05584cc2-dcca-4a50-a3df-99bf4de10cf3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.293247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0d549e4-36ba-40ef-a726-2d39d0976c3d req-9c7a8a62-4d08-4a22-ab35-024bf07d41e8 service neutron] 10.222.0.55 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287670 Sep 15 15:57:51.407792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05584cc2-dcca-4a50-a3df-99bf4de10cf3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.408304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05584cc2-dcca-4a50-a3df-99bf4de10cf3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Fanout notify agent at l3_agent the message router_deleted on router d131a4dc-b908-4f55-bb5d-b269d0dfbb0a {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:57:51.416369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05584cc2-dcca-4a50-a3df-99bf4de10cf3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.417674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-05584cc2-dcca-4a50-a3df-99bf4de10cf3 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/routers/d131a4dc-b908-4f55-bb5d-b269d0dfbb0a HTTP/1.1" status: 204 len: 168 time: 0.8098519 Sep 15 15:57:51.420747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51608) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:51.473986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5693a-d0ab-4f67-aa3e-f5eb4e7d8c18 req-2df1106e-278f-447b-844c-3585e7e80271 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:51.475722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80d5693a-d0ab-4f67-aa3e-f5eb4e7d8c18 req-2df1106e-278f-447b-844c-3585e7e80271 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 944 time: 0.0574071 Sep 15 15:57:51.524950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80d5693a-d0ab-4f67-aa3e-f5eb4e7d8c18 req-5cbe00d5-e602-48c0-b6fc-5e3d1ececbca tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403688 Sep 15 15:57:51.566090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3950c-c781-407a-a998-75087a39e89f req-229c70db-13d5-47fb-84ab-9a75a9d44fba tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:51.567574 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0a3950c-c781-407a-a998-75087a39e89f req-229c70db-13d5-47fb-84ab-9a75a9d44fba tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0775900 Sep 15 15:57:51.570034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Deleting port 790c5cde-e60d-4ced-90ea-d00a1202f9fe {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:51.570365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.662249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0a3950c-c781-407a-a998-75087a39e89f req-dbe65031-8d37-4866-b58a-0a6371652e3f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869272 Sep 15 15:57:51.695872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.708635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Calling delete_port for 790c5cde-e60d-4ced-90ea-d00a1202f9fe owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:51.920166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af41e46-141f-43ea-b2ea-9a75ab96fe86 req-03a1b8b6-f976-4733-aa82-a5a05f47e82f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:51.921734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6af41e46-141f-43ea-b2ea-9a75ab96fe86 req-03a1b8b6-f976-4733-aa82-a5a05f47e82f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 944 time: 0.0506673 Sep 15 15:57:51.941934 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.985041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event deleted for resources: {'Port': ['ID=790c5cde-e60d-4ced-90ea-d00a1202f9fe,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:51.997571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6af41e46-141f-43ea-b2ea-9a75ab96fe86 req-7a32074f-ef55-4dd3-a3b1-421b76653ee7 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693517 Sep 15 15:57:52.070834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.073045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b76d5faf-22aa-4933-96c8-6560abd29704 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/ports/790c5cde-e60d-4ced-90ea-d00a1202f9fe HTTP/1.1" status: 204 len: 168 time: 0.6510808 Sep 15 15:57:52.076623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51622) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:52.131611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Deleting subnet c969ffda-dfe3-472e-84b3-6f789ce9aeec {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:57:52.135128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.140372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:52.183047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.183942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d06a8c5-ff94-4429-8823-d97f5fd108a8 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:52.276265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.281763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:57:52.285789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:52.286212 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.299999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-784ff04d-2754-4b8a-a051-b657ac554c12 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7387a36b9bf94796a3c8e25452e62917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557612 Sep 15 15:57:52.305059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51628) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:52.361335 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-641f532d-b9ac-4542-816f-7509b9b41c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.368606 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.384278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-641f532d-b9ac-4542-816f-7509b9b41c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.391552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06a8c5-ff94-4429-8823-d97f5fd108a8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:52.394056 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996496ea-931e-47c8-9915-6a95c7907bd4" -d '{"events": [{"server_uuid": "71599660-ca0b-4a46-bc07-86bdafbc8464", "name": "network-vif-plugged", "status": "completed", "tag": "3d06a8c5-ff94-4429-8823-d97f5fd108a8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:52.410624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3d06a8c5-ff94-4429-8823-d97f5fd108a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d06a8c5-ff94-4429-8823-d97f5fd108a8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:52.419794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.460626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event deleted for resources: {'Subnet': ['ID=c969ffda-dfe3-472e-84b3-6f789ce9aeec,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:52.460626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.461377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51634) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:52.461492 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1354fe1d-8989-4e51-a758-302242830428 tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/subnets/c969ffda-dfe3-472e-84b3-6f789ce9aeec HTTP/1.1" status: 204 len: 168 time: 0.3822577 Sep 15 15:57:52.464443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8270b60-c56f-4077-8d3b-45b54ff9d468 None None] Network 37a20c37-8d48-4808-a060-56a295bc6ca1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:52.476937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.529045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-641f532d-b9ac-4542-816f-7509b9b41c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.531676 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-641f532d-b9ac-4542-816f-7509b9b41c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.535584 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-641f532d-b9ac-4542-816f-7509b9b41c2b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1762f13b-d8a8-461e-a35d-71cb910cb790 HTTP/1.1" status: 204 len: 168 time: 0.2343860 Sep 15 15:57:52.561913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f532d-b9ac-4542-816f-7509b9b41c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1762f13b-d8a8-461e-a35d-71cb910cb790,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:52.580201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.620542 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee2bd4-56b3-40d5-8ef6-9d5a153722ec x-openstack-request-id: req-65ee2bd4-56b3-40d5-8ef6-9d5a153722ec {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:52.621397 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71599660-ca0b-4a46-bc07-86bdafbc8464", "name": "network-vif-plugged", "status": "completed", "tag": "3d06a8c5-ff94-4429-8823-d97f5fd108a8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:52.621604 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65ee2bd4-56b3-40d5-8ef6-9d5a153722ec {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:52.622004 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06a8c5-ff94-4429-8823-d97f5fd108a8', 'code': 200} Sep 15 15:57:52.631946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3d06a8c5-ff94-4429-8823-d97f5fd108a8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:52.672901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Deleting port ed092789-bd95-4e98-b372-dc3950c0f094 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:52.673266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.706379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842de848-3854-4ef4-937e-24ed52fd6c4a req-249ecd17-ce53-4854-ad78-8a225daf9a2d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:52.708470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-842de848-3854-4ef4-937e-24ed52fd6c4a req-249ecd17-ce53-4854-ad78-8a225daf9a2d tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 944 time: 0.0771480 Sep 15 15:57:52.719252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] DHCP port deletion for 37a20c37-8d48-4808-a060-56a295bc6ca1 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 15:57:52.760208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] For port ed092789-bd95-4e98-b372-dc3950c0f094, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ed092789-bd95-4e98-b372-dc3950c0f094,segment=NetworkSegment(7199d7bb-1dc2-4468-9767-2824a1e48b09),segment_id=7199d7bb-1dc2-4468-9767-2824a1e48b09)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:52.760619 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.777323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Calling delete_port for ed092789-bd95-4e98-b372-dc3950c0f094 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:52.786919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207c77-deba-4107-9b06-28623aee73f7 req-f93ef89e-14fa-481b-9c15-4b11e983e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:52.792466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6207c77-deba-4107-9b06-28623aee73f7 req-f93ef89e-14fa-481b-9c15-4b11e983e88b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 1096 time: 0.1010070 Sep 15 15:57:52.793380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] Deleting port ed092789-bd95-4e98-b372-dc3950c0f094 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:57:52.793380 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.793688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-842de848-3854-4ef4-937e-24ed52fd6c4a req-2928b545-0665-4db4-b7d7-0bc389413e43 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459623 Sep 15 15:57:52.842730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6207c77-deba-4107-9b06-28623aee73f7 req-b9bdd240-2ea7-47cc-b92b-465dd4fc026e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Sep 15 15:57:52.880127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] For port ed092789-bd95-4e98-b372-dc3950c0f094, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ed092789-bd95-4e98-b372-dc3950c0f094,segment=NetworkSegment(7199d7bb-1dc2-4468-9767-2824a1e48b09),segment_id=7199d7bb-1dc2-4468-9767-2824a1e48b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:52.880873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.895434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] Calling delete_port for ed092789-bd95-4e98-b372-dc3950c0f094 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:57:52.919585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cb31c-395f-404f-a801-7c881e18a263 req-ff57d193-6d21-4bda-9b92-23001877f136 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:52.921521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab0cb31c-395f-404f-a801-7c881e18a263 req-ff57d193-6d21-4bda-9b92-23001877f136 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0757480 Sep 15 15:57:52.966872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab0cb31c-395f-404f-a801-7c881e18a263 req-a351b7dc-1b2e-417b-85fc-172b5d541062 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Sep 15 15:57:53.013443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.021964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.044276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event deleted for resources: {'Port': ['ID=ed092789-bd95-4e98-b372-dc3950c0f094,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:53.050825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] No DVR routers for this DVR port ed092789-bd95-4e98-b372-dc3950c0f094 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:53.063995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] Pushing event deleted for resources: {'Port': ['ID=ed092789-bd95-4e98-b372-dc3950c0f094,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:53.065767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da80010-0f63-4711-bc7b-17e568c725ff None None] No DVR routers for this DVR port ed092789-bd95-4e98-b372-dc3950c0f094 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:57:53.173709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.201946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a20c37-8d48-4808-a060-56a295bc6ca1']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:53.219785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7a03-fea5-4dcd-9448-059d53856ea3 req-51eb66fb-4ad7-4d67-bd58-00a33c62f1fa tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:53.221274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87ae7a03-fea5-4dcd-9448-059d53856ea3 req-51eb66fb-4ad7-4d67-bd58-00a33c62f1fa tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 945 time: 0.1146653 Sep 15 15:57:53.223062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7199d7bb-1dc2-4468-9767-2824a1e48b09') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:53.223363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7199d7bb-1dc2-4468-9767-2824a1e48b09') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:53.225710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ed092789-bd95-4e98-b372-dc3950c0f094 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:53.241025 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.248474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ed092789-bd95-4e98-b372-dc3950c0f094 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:53.248889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ed092789-bd95-4e98-b372-dc3950c0f094 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:53.267678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51652) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:53.269207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.283359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:57:53.283758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:57:53.286923 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:57:53.299423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87ae7a03-fea5-4dcd-9448-059d53856ea3 req-ac3502ec-f1e2-40a8-a2ff-1a7b543b220a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690277 Sep 15 15:57:53.301780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c9db537a-15bc-43c9-8fd3-15ccc86d8b79 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7306dff962d74b6fb6404908439222ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412788 Sep 15 15:57:53.303699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51654) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:53.361674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ff938ef-e387-4d62-baf7-56f3844313ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.393551 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ff938ef-e387-4d62-baf7-56f3844313ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.458289 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1425b-51c2-4775-b321-9c311ee21ab9 req-8f5e50ea-6139-4408-990e-a1dccb25f558 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:53.459763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.459926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0f1425b-51c2-4775-b321-9c311ee21ab9 req-8f5e50ea-6139-4408-990e-a1dccb25f558 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0831733 Sep 15 15:57:53.473756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.475585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] 10.222.0.63 "DELETE /v2.0/networks/37a20c37-8d48-4808-a060-56a295bc6ca1 HTTP/1.1" status: 204 len: 168 time: 1.0147736 Sep 15 15:57:53.485564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd55666-6c99-480a-b20f-29cebc56c1fb tempest-TagsExtTest-103399161 tempest-TagsExtTest-103399161-project] Pushing event deleted for resources: {'Network': ['ID=37a20c37-8d48-4808-a060-56a295bc6ca1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:53.501413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0f1425b-51c2-4775-b321-9c311ee21ab9 req-231228fc-03fc-4ec2-a17b-d5c25e3aaf28 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352848 Sep 15 15:57:53.584923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ff938ef-e387-4d62-baf7-56f3844313ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.586747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:57:53.588656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3ff938ef-e387-4d62-baf7-56f3844313ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.592776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3ff938ef-e387-4d62-baf7-56f3844313ed admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/39b76984-680c-4840-8037-07902aea7490 HTTP/1.1" status: 204 len: 168 time: 0.2878497 Sep 15 15:57:53.603270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff938ef-e387-4d62-baf7-56f3844313ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b76984-680c-4840-8037-07902aea7490,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:53.613791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:57:53.614265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7fdb8256-4d2f-4f3a-97a3-fa010e10ee13 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:57:53.940179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52e26-2ddb-4039-a9db-d6beb505a0ee req-4563e222-c2cd-452d-ab05-2207933b6007 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:53.941734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e4b52e26-2ddb-4039-a9db-d6beb505a0ee req-4563e222-c2cd-452d-ab05-2207933b6007 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 944 time: 0.0697749 Sep 15 15:57:53.950934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d26cebe7-1c40-432d-a886-4382c1d304da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.981110 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e4b52e26-2ddb-4039-a9db-d6beb505a0ee req-6a97d75f-e217-4fd8-97a4-fc127603cb85 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328808 Sep 15 15:57:54.083252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51674) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:54.213618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 27114b9e-75c4-4c90-8169-9581b7d2a4d1 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:57:54.218681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1cf488a8-1e3b-4634-8fbf-3075e6dbccdb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2d86bf7cf5334a24af70cf2df0ea06c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342423 Sep 15 15:57:54.221280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51680) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:54.278214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39ef-7c65-47cf-9ce4-ce3ae04f4fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:54.300724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39ef-7c65-47cf-9ce4-ce3ae04f4fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:54.325168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 27114b9e-75c4-4c90-8169-9581b7d2a4d1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=27114b9e-75c4-4c90-8169-9581b7d2a4d1,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:54.340034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'port_id': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'mac_address': 'fa:16:3e:b6:f7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:57:54.376744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:54.390208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27114b9e-75c4-4c90-8169-9581b7d2a4d1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:57:54.409674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 27114b9e-75c4-4c90-8169-9581b7d2a4d1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=27114b9e-75c4-4c90-8169-9581b7d2a4d1,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:54.430391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5d7df-f745-4bad-8ecf-625f26596a2b req-2ab5979a-8646-4711-82d2-290287e8f272 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:54.431900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d5d7df-f745-4bad-8ecf-625f26596a2b req-2ab5979a-8646-4711-82d2-290287e8f272 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 945 time: 0.0514734 Sep 15 15:57:54.465557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39ef-7c65-47cf-9ce4-ce3ae04f4fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:54.468976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d5f39ef-7c65-47cf-9ce4-ce3ae04f4fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:54.470226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d5f39ef-7c65-47cf-9ce4-ce3ae04f4fd1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/60132697-13bc-4602-80f9-64b5edd3ab53 HTTP/1.1" status: 204 len: 168 time: 0.2480509 Sep 15 15:57:54.474655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d5d7df-f745-4bad-8ecf-625f26596a2b req-e336c03e-c892-4054-a9d1-017102b7b082 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359879 Sep 15 15:57:54.482056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:54.492692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f39ef-7c65-47cf-9ce4-ce3ae04f4fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60132697-13bc-4602-80f9-64b5edd3ab53,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:54.562842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=27114b9e-75c4-4c90-8169-9581b7d2a4d1,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:54.643211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09158fd2-fd5d-4776-9310-c3aa90bb31bd req-b7a179d3-7543-47ba-a555-0c695d7e6b5e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:54.644977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09158fd2-fd5d-4776-9310-c3aa90bb31bd req-b7a179d3-7543-47ba-a555-0c695d7e6b5e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0509610 Sep 15 15:57:54.693473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09158fd2-fd5d-4776-9310-c3aa90bb31bd req-a63398f5-fb09-4094-be68-96a82a4f942e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Sep 15 15:57:54.857158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['27114b9e-75c4-4c90-8169-9581b7d2a4d1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:57:55.118220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33701601-ed19-41e2-b8c3-67fc789e5afc req-b2cec611-1cac-4b84-99b6-39a21c06c45a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:55.119734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33701601-ed19-41e2-b8c3-67fc789e5afc req-b2cec611-1cac-4b84-99b6-39a21c06c45a tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 945 time: 0.0567024 Sep 15 15:57:55.159703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33701601-ed19-41e2-b8c3-67fc789e5afc req-3e88a51e-0956-4fae-a0cb-2ae4f2d0f5b2 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333440 Sep 15 15:57:56.141277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-125cbfea-4c65-467a-b448-bf03befb35c7 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=ac8cc88c7e164063863623c53d21fc45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283606 Sep 15 15:57:56.308310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-44cd8580-92dc-4d19-8db9-a484d70a1504 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:56.316122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-44cd8580-92dc-4d19-8db9-a484d70a1504 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677542 Sep 15 15:57:56.342547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-bb10148e-a376-4bd3-90c8-166834ebdf95 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/quotas/ac8cc88c7e164063863623c53d21fc45 HTTP/1.1" status: 200 len: 375 time: 0.0225554 Sep 15 15:57:56.370206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd247-218b-48a1-9404-ee155741abfa req-eecd1763-d7bc-46d3-84ce-cf5fa1dc787c tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:56.379293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18ecd247-218b-48a1-9404-ee155741abfa req-eecd1763-d7bc-46d3-84ce-cf5fa1dc787c tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 945 time: 0.1113231 Sep 15 15:57:56.401179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-a2e78ec4-2133-4839-99fe-ff95d8c6c0c3 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ac8cc88c7e164063863623c53d21fc45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447557 Sep 15 15:57:56.403177 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:56.419188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18ecd247-218b-48a1-9404-ee155741abfa req-66751584-6746-4ae7-9a2a-6dfc8c3c59ae tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389774 Sep 15 15:57:56.708817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9c086024-20bf-44f6-b42e-9001bafa2a14 req-d6bf3f56-0b82-4aca-9e13-6aec7139c360 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 210 time: 0.0328937 Sep 15 15:57:57.041571 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:57.338984 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94b0c6ef-0592-4f7f-bb1b-12e14a5dae0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:57.550868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd37ff-b996-478c-a231-f481e4287d44 req-b579c9d8-6703-4e09-93ab-ae72fab2895b tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:57.552432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dcd37ff-b996-478c-a231-f481e4287d44 req-b579c9d8-6703-4e09-93ab-ae72fab2895b tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 945 time: 0.0577807 Sep 15 15:57:57.594345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dcd37ff-b996-478c-a231-f481e4287d44 req-7d9bd3b3-e260-4cc0-be71-364d80522808 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Sep 15 15:57:58.214216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 27114b9e-75c4-4c90-8169-9581b7d2a4d1 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:58.344931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:57:58.350505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:58.350505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:58.378704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1eedfc7f-23a0-47eb-9c3b-e10f882af34f req-31eea227-ecfc-4bd5-b8e4-30175d35c414 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 210 time: 0.0299878 Sep 15 15:57:58.387312 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:58.429075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-275bb15a-336f-42d1-8313-0f76d624dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:58.430833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-275bb15a-336f-42d1-8313-0f76d624dab7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1096 time: 0.0507565 Sep 15 15:57:58.464055 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:58.472265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51856) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:58.501253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:57:58.503867 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff570b05-7ebe-4b01-86b3-db7cbcebd38f" -d '{"events": [{"server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "name": "network-vif-plugged", "status": "completed", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:57:58.539480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 27114b9e-75c4-4c90-8169-9581b7d2a4d1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=27114b9e-75c4-4c90-8169-9581b7d2a4d1,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:58.563578 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9720fc-736a-47c9-ae43-9a5ce6834c63 x-openstack-request-id: req-7e9720fc-736a-47c9-ae43-9a5ce6834c63 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:57:58.564008 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "name": "network-vif-plugged", "status": "completed", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:57:58.564166 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7e9720fc-736a-47c9-ae43-9a5ce6834c63 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:57:58.564998 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'code': 200} Sep 15 15:57:58.602087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-8e8bf594-2286-4027-9032-768a5d37e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:58.603675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-8e8bf594-2286-4027-9032-768a5d37e3e1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 920 time: 0.1635950 Sep 15 15:57:58.625735 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:58.657420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-3fdd20ac-fe38-4151-9dc0-4a2e64d33448 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898 HTTP/1.1" status: 200 len: 217 time: 0.0447249 Sep 15 15:57:58.662164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c943-2e51-4a46-8d80-aaafca3ef1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:58.695903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=27114b9e-75c4-4c90-8169-9581b7d2a4d1,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:58.706236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.706890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.708149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.708829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.710156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.712859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.714064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.714653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.715115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.715524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.716516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.716858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:58.760602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-d574dd6b-6835-47b4-816a-027740ecfeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:58.761256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-d574dd6b-6835-47b4-816a-027740ecfeed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.0917237 Sep 15 15:57:58.766130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58faa74c-2ff9-4b1d-93ad-2a4a2dc11149 req-2ef91ad1-e379-4f4f-ac8f-032fd080a69a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:58.767699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-58faa74c-2ff9-4b1d-93ad-2a4a2dc11149 req-2ef91ad1-e379-4f4f-ac8f-032fd080a69a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1865225 Sep 15 15:57:58.772371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ae51c-2685-45e7-a9f3-9b29ab6f065f req-fc2bc19f-f444-4a05-9912-39767ed8c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:58.773889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3ae51c-2685-45e7-a9f3-9b29ab6f065f req-fc2bc19f-f444-4a05-9912-39767ed8c6a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 1097 time: 0.1256092 Sep 15 15:57:58.803534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-c4deed47-aaf7-489f-a27f-f517b28ca48f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311253 Sep 15 15:57:58.817165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6675ad-f910-4dcb-91ca-98ddfda2e760 req-8bd49303-cc61-4aa3-a6e9-c0b7b551f906 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:58.837073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa6675ad-f910-4dcb-91ca-98ddfda2e760 req-8bd49303-cc61-4aa3-a6e9-c0b7b551f906 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.1125815 Sep 15 15:57:58.863878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1f3ae51c-2685-45e7-a9f3-9b29ab6f065f req-057ee413-3d93-427b-8f61-424f4a4a6ceb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759821 Sep 15 15:57:58.874069 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-58faa74c-2ff9-4b1d-93ad-2a4a2dc11149 req-5abd670a-7b1a-4d37-a934-1f9fc0895d4f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886149 Sep 15 15:57:58.949343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c943-2e51-4a46-8d80-aaafca3ef1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:58.960201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa6675ad-f910-4dcb-91ca-98ddfda2e760 req-7c53a985-109a-4ca6-8cf0-a918a2cb9677 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100218 Sep 15 15:57:58.986289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-f3fc3d78-e415-40bc-89f1-bc0e0b8f10a0 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477280 Sep 15 15:57:59.078377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb247ef-107d-403b-9f08-213d0ee2a7ab req-cb09e86d-db7d-4076-86ac-8bd178a47a89 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843353 Sep 15 15:57:59.150032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ec5c943-2e51-4a46-8d80-aaafca3ef1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:59.194973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5c943-2e51-4a46-8d80-aaafca3ef1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2dc5f-581e-440c-bb96-68e0d7ba5f14,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:59.199653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4ec5c943-2e51-4a46-8d80-aaafca3ef1be admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e8e7e00ddadb46e49cce13332d4b94b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7259183 Sep 15 15:57:59.202515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51864) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:59.277920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44e10ab0-dc56-4189-a930-802ed80eaa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:59.303635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44e10ab0-dc56-4189-a930-802ed80eaa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:59.447445 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44e10ab0-dc56-4189-a930-802ed80eaa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:59.450722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44e10ab0-dc56-4189-a930-802ed80eaa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:59.452424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-44e10ab0-dc56-4189-a930-802ed80eaa23 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/29d2dc5f-581e-440c-bb96-68e0d7ba5f14 HTTP/1.1" status: 204 len: 168 time: 0.2484694 Sep 15 15:57:59.462298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e10ab0-dc56-4189-a930-802ed80eaa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2dc5f-581e-440c-bb96-68e0d7ba5f14,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:59.489840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24896cea-c305-4a07-8625-c690ccfb4e00 req-74889803-f146-492f-aaaf-d32b389d8d14 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 210 time: 0.0391366 Sep 15 15:57:59.838596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-d7d43dec-835a-41ad-9944-1c9909433208 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ac8cc88c7e164063863623c53d21fc45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222280 Sep 15 15:57:59.975209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-1ed208b6-b2c3-4a4e-a3b4-0cd619f46507 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:59.976932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-1ed208b6-b2c3-4a4e-a3b4-0cd619f46507 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297069 Sep 15 15:58:00.008204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Request body: {'port': {'device_id': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': 'ac8cc88c7e164063863623c53d21fc45'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:00.053536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.082961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.091520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd7429-8771-45be-aa23-c1dec96b7576 req-e3deb130-130d-4d9c-8a76-d8f1fc90c8ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:00.099853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26fd7429-8771-45be-aa23-c1dec96b7576 req-e3deb130-130d-4d9c-8a76-d8f1fc90c8ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0937324 Sep 15 15:58:00.161555 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26fd7429-8771-45be-aa23-c1dec96b7576 req-0b42e960-494b-4393-bab2-35c52f5e4c41 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588639 Sep 15 15:58:00.189959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:00.208614 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f48a9064-43bd-4331-a151-3e083ac8b848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.216550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed49318-a5a1-45dc-90ce-2254cb3e0b48 req-a910a856-c237-43f7-933d-e2d4dd8aafc3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:00.218200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bed49318-a5a1-45dc-90ce-2254cb3e0b48 req-a910a856-c237-43f7-933d-e2d4dd8aafc3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.0889812 Sep 15 15:58:00.269716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bed49318-a5a1-45dc-90ce-2254cb3e0b48 req-8778f70b-d321-4947-8a97-1c3f2d9ac541 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Sep 15 15:58:00.304200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Made reservation on behalf of ac8cc88c7e164063863623c53d21fc45 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:58:00.308467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.321586 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.395634 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f48a9064-43bd-4331-a151-3e083ac8b848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.549149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f48a9064-43bd-4331-a151-3e083ac8b848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.599201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a9064-43bd-4331-a151-3e083ac8b848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570c17e1-3f09-4eed-bebf-1b124c211a66,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:00.608018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f48a9064-43bd-4331-a151-3e083ac8b848 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5214b26230b042bca2f8318374d63359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166379 Sep 15 15:58:00.611740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:00.614075 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9c4aff8e-6bf4-4c22-9980-aca0d40bdf4e req-de3950f1-25a0-4048-96e6-b1b219125bfb tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 210 time: 0.0357816 Sep 15 15:58:00.713747 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00739462-e4b8-46fe-b4de-740519951272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.750309 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.754958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00739462-e4b8-46fe-b4de-740519951272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.819061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.856640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cea7b1-d4ad-4d10-9992-d2ae331dfb00,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:00.923440 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00739462-e4b8-46fe-b4de-740519951272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.926733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00739462-e4b8-46fe-b4de-740519951272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:00.927889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-00739462-e4b8-46fe-b4de-740519951272 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/570c17e1-3f09-4eed-bebf-1b124c211a66 HTTP/1.1" status: 204 len: 168 time: 0.3152485 Sep 15 15:58:00.973981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00739462-e4b8-46fe-b4de-740519951272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570c17e1-3f09-4eed-bebf-1b124c211a66,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:01.048464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Allocated IP 192.168.233.20 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/358a60f7-c620-4a8f-a881-cf6d9861d261) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:58:01.211662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:01.305271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93158e-5f88-49bc-bd2f-a2ca42a2c9bf req-2a166fee-0c63-486e-9e8b-68dc5e49301f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:01.307216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd93158e-5f88-49bc-bd2f-a2ca42a2c9bf req-2a166fee-0c63-486e-9e8b-68dc5e49301f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0776982 Sep 15 15:58:01.344632 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:01.355313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd93158e-5f88-49bc-bd2f-a2ca42a2c9bf req-40d5412e-a351-4cfb-adac-dafccee066c8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386505 Sep 15 15:58:01.406615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:58:01.409894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:58:01.413897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:58:01.426469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Pushing event updated for resources: {'Port': ['ID=358a60f7-c620-4a8f-a881-cf6d9861d261,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:01.493641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:01.494384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:01.615667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-34a896fc-75fb-482f-ba4c-62c96bada670 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6182358 Sep 15 15:58:01.633408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Request body: {'port': {'device_id': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:01.668411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b142546-f0f5-4998-bf99-24a2d717d6f2 req-95f96e21-eecd-4b09-ab4c-a2c2feb90d60 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:01.670343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b142546-f0f5-4998-bf99-24a2d717d6f2 req-95f96e21-eecd-4b09-ab4c-a2c2feb90d60 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.0881817 Sep 15 15:58:01.740801 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:01.759772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b142546-f0f5-4998-bf99-24a2d717d6f2 req-de970c4f-73af-4d69-a28e-8a3c85d549f5 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822761 Sep 15 15:58:01.761190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bcf9f39c-7356-42f7-b265-622ec860006b None None] Provisioning complete for port 358a60f7-c620-4a8f-a881-cf6d9861d261 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:01.761795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bcf9f39c-7356-42f7-b265-622ec860006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:01.791779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0f98c-31ae-49c0-bab8-f8e0524c405f req-bca70bef-8645-496d-beb3-e8a281a109b2 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:01.804447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ead0f98c-31ae-49c0-bab8-f8e0524c405f req-bca70bef-8645-496d-beb3-e8a281a109b2 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 935 time: 0.1002455 Sep 15 15:58:01.850692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9f39c-7356-42f7-b265-622ec860006b None None] Port 358a60f7-c620-4a8f-a881-cf6d9861d261 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:58:01.871978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ead0f98c-31ae-49c0-bab8-f8e0524c405f req-d6c74b9f-cc1c-421a-8bbe-c8fe6ef68c83 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654125 Sep 15 15:58:02.014393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9db1-eca3-4df5-8ab0-467d6001e406 req-04b3e8ca-bede-430b-b44c-d0abac319921 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:02.016207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-28ac9db1-eca3-4df5-8ab0-467d6001e406 req-04b3e8ca-bede-430b-b44c-d0abac319921 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.0663400 Sep 15 15:58:02.024835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51926) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:02.030868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Request body: {'floatingip': {'port_id': '27114b9e-75c4-4c90-8169-9581b7d2a4d1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:02.077524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.102913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358a60f7-c620-4a8f-a881-cf6d9861d261 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:02.111497 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.132222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Transition to ACTIVE for port object 358a60f7-c620-4a8f-a881-cf6d9861d261 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:58:02.196093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.275129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Pushing event updated for resources: {'Port': ['ID=358a60f7-c620-4a8f-a881-cf6d9861d261,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:02.354882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Attempting to bind port 358a60f7-c620-4a8f-a881-cf6d9861d261 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:58:02.355820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Attempting to bind port 358a60f7-c620-4a8f-a881-cf6d9861d261 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:58:02.356582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Attempting to bind port 358a60f7-c620-4a8f-a881-cf6d9861d261 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:02.363752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Port 358a60f7-c620-4a8f-a881-cf6d9861d261 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:58:02.364077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Attempting to bind port 358a60f7-c620-4a8f-a881-cf6d9861d261 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:02.369835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:58:02.370684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:58:02.371214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:58:02.371686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Bound port: 358a60f7-c620-4a8f-a881-cf6d9861d261, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:58:02.372049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.544206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] For port 358a60f7-c620-4a8f-a881-cf6d9861d261, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:58:02.609679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] For port 358a60f7-c620-4a8f-a881-cf6d9861d261, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=358a60f7-c620-4a8f-a881-cf6d9861d261,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:58:02.641241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b11c9-9157-46cc-9db7-66dc3fd47e1d req-16795459-1ddb-40bb-bed0-ed03bbcb1d24 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:02.651337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-408b11c9-9157-46cc-9db7-66dc3fd47e1d req-16795459-1ddb-40bb-bed0-ed03bbcb1d24 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1143417 Sep 15 15:58:02.678735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.707594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-408b11c9-9157-46cc-9db7-66dc3fd47e1d req-d0e53066-f5b4-42a4-8681-72ddce72286f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Sep 15 15:58:02.727705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:58:02.773555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.807486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:02.807759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.809541 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:02.811044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] 10.222.0.38 "PUT /v2.0/ports/358a60f7-c620-4a8f-a881-cf6d9861d261 HTTP/1.1" status: 200 len: 1095 time: 1.1834636 Sep 15 15:58:02.813752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'tag': '358a60f7-c620-4a8f-a881-cf6d9861d261'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:02.816637 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff7466a-1cb5-45b0-96c4-b4efb836eff3", "tag": "358a60f7-c620-4a8f-a881-cf6d9861d261"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:02.871004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2c167-6d68-4e78-ae19-195a9f2b401e service neutron] Pushing event updated for resources: {'Port': ['ID=358a60f7-c620-4a8f-a881-cf6d9861d261,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:02.942737 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81bbd65-206f-4248-adac-df24fbcdd9b0 x-openstack-request-id: req-b81bbd65-206f-4248-adac-df24fbcdd9b0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:02.943031 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff7466a-1cb5-45b0-96c4-b4efb836eff3", "tag": "358a60f7-c620-4a8f-a881-cf6d9861d261", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:02.943475 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b81bbd65-206f-4248-adac-df24fbcdd9b0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:02.943690 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'tag': '358a60f7-c620-4a8f-a881-cf6d9861d261', 'status': 'completed', 'code': 200} Sep 15 15:58:03.002295 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Floating IP 9f0524c6-8e24-406e-b959-d82b6e525a90 associated. External IP: 172.25.0.115, port: 27114b9e-75c4-4c90-8169-9581b7d2a4d1. Sep 15 15:58:03.034508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-da62d437-6d23-45bf-8f99-129582d8727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.036971 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-da62d437-6d23-45bf-8f99-129582d8727f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac8cc88c7e164063863623c53d21fc45&device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 1098 time: 0.0736437 Sep 15 15:58:03.119120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-b9da16b5-77de-4078-8156-f5e04635a91b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=358a60f7-c620-4a8f-a881-cf6d9861d261 HTTP/1.1" status: 200 len: 217 time: 0.0411432 Sep 15 15:58:03.136207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e28e19-d15d-4641-8bd6-8bba7ba8e445 req-be8cb38e-b094-4b85-a034-9738ae1bfafe tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.138068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87e28e19-d15d-4641-8bd6-8bba7ba8e445 req-be8cb38e-b094-4b85-a034-9738ae1bfafe tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 947 time: 0.0964794 Sep 15 15:58:03.234946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-c3521a99-d024-43d7-acff-916cc2f022f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.236579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-c3521a99-d024-43d7-acff-916cc2f022f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0974731 Sep 15 15:58:03.257305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87e28e19-d15d-4641-8bd6-8bba7ba8e445 req-12173d45-8e26-4049-b758-e73da32c2b32 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050367 Sep 15 15:58:03.305610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-025578a0-6239-4c61-98fd-4db5bf68dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.307240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-025578a0-6239-4c61-98fd-4db5bf68dbea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487728 Sep 15 15:58:03.342795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Router e205e032-be01-4cfa-b52f-8033db6e44a3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:58:03.434201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-bf4c99b6-cb08-430a-b062-30bd748a2075 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183019 Sep 15 15:58:03.469695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:58:03.475136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:03.492116 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] Sync routers for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:58:03.506448 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:58:03.507538 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:57:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:58:03.521037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b9cf31f5-7ac1-45cf-b1e7-e7b2a1c5f0af tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "PUT /v2.0/floatingips/9f0524c6-8e24-406e-b959-d82b6e525a90 HTTP/1.1" status: 200 len: 992 time: 1.4846177 Sep 15 15:58:03.521812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:03.525780 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2957e45-5bff-494a-80ea-d2019dd40496" -d '{"events": [{"name": "network-changed", "server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:03.601977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7624aab-173a-4879-a73c-6437b5c6df64 req-94d40fea-f024-44fc-8de0-3a1c84f483d6 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569695 Sep 15 15:58:03.604364 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141bc4bd-c67b-4f86-b647-df6bddfe4256 x-openstack-request-id: req-141bc4bd-c67b-4f86-b647-df6bddfe4256 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:03.605519 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:03.606022 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-141bc4bd-c67b-4f86-b647-df6bddfe4256 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:03.606611 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'status': 'completed', 'code': 200} Sep 15 15:58:03.653428 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:58:03.703881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-8a3eea0a-9ece-4e97-b3f3-66ef5bf0a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.705443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-8a3eea0a-9ece-4e97-b3f3-66ef5bf0a1a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 1097 time: 0.0556197 Sep 15 15:58:03.803041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-c3b6c233-243e-4156-8d78-199ea0f43709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.804513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-c3b6c233-243e-4156-8d78-199ea0f43709 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac8cc88c7e164063863623c53d21fc45&device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 1098 time: 0.0661464 Sep 15 15:58:03.877850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-e77eb710-16ad-4848-bf76-0207ae2d8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.880210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-e77eb710-16ad-4848-bf76-0207ae2d8adf service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 200 len: 911 time: 0.1594636 Sep 15 15:58:03.889868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819f6f3-1988-4ca9-9b26-c219ea8fa11d req-05bfded8-4105-469a-8742-93bcb3bfa2d2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.891575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1819f6f3-1988-4ca9-9b26-c219ea8fa11d req-05bfded8-4105-469a-8742-93bcb3bfa2d2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0813398 Sep 15 15:58:03.958718 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f0524c6-8e24-406e-b959-d82b6e525a90', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'port_id': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'mac_address': 'fa:16:3e:b6:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:57:42Z', 'updated_at': '2021-09-15T15:58:02Z', 'revision_number': 1, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:58:03.960122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-a421031d-c2f9-409c-a8d2-967c00001cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:03.961961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-a421031d-c2f9-409c-a8d2-967c00001cbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1501451 Sep 15 15:58:04.007532 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] Checking router: e205e032-be01-4cfa-b52f-8033db6e44a3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:58:04.011778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-f5aa216e-5c7e-452a-aa50-1739cd119db2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=358a60f7-c620-4a8f-a881-cf6d9861d261 HTTP/1.1" status: 200 len: 217 time: 0.0395889 Sep 15 15:58:04.018682 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:58:04.019427 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:57:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:58:04.032310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-c5347118-278b-4021-82bc-adfb88a7014b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27114b9e-75c4-4c90-8169-9581b7d2a4d1 HTTP/1.1" status: 200 len: 1000 time: 0.1382709 Sep 15 15:58:04.044629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1819f6f3-1988-4ca9-9b26-c219ea8fa11d req-cebc0fa2-b523-4cda-a23a-909ebcff78df tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448810 Sep 15 15:58:04.079799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-e27fdc9e-3ae4-45de-85a5-59cd92dd6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:04.081705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-e27fdc9e-3ae4-45de-85a5-59cd92dd6404 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0608909 Sep 15 15:58:04.103913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-8457c9f3-2817-474d-bcc5-41f47182e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:04.106804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-8457c9f3-2817-474d-bcc5-41f47182e139 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 200 len: 849 time: 0.0569036 Sep 15 15:58:04.136257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-93afdd2c-40d7-4650-9b7c-5425bb471afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:04.138083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-93afdd2c-40d7-4650-9b7c-5425bb471afc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482669 Sep 15 15:58:04.172578 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:58:04.179202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-c6380234-1a04-46aa-8694-4e5a9033bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:04.181559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-c6380234-1a04-46aa-8694-4e5a9033bff9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7f03ebf-c177-4595-bde1-6eba91f6dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510097 Sep 15 15:58:04.243472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-bfad623d-c173-48d7-86b8-0b7b2532a3dc service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938194 Sep 15 15:58:04.298723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-2d6fa3f3-b3d9-4c44-8dac-5a2c4fc901b3 service neutron] 10.222.0.55 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075816 Sep 15 15:58:04.347991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04b52b6b-16dc-48c8-8ff8-30b9bc94eb08 req-5076ac68-e98d-4d4d-8be1-57374d41bf8d service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946517 Sep 15 15:58:04.433358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940c8ad-d3f9-4d9a-b5a2-dcc7f6ddbf0e req-c370be33-103e-4847-a172-d7b0f2974061 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:04.434973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c940c8ad-d3f9-4d9a-b5a2-dcc7f6ddbf0e req-c370be33-103e-4847-a172-d7b0f2974061 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 947 time: 0.0962811 Sep 15 15:58:04.452276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2957e45-5bff-494a-80ea-d2019dd40496 req-c5b843ce-adcd-4a5f-bb3b-9e302c214240 service neutron] 10.222.0.55 "GET /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420281 Sep 15 15:58:04.480223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c940c8ad-d3f9-4d9a-b5a2-dcc7f6ddbf0e req-e290b068-6d40-4bce-b898-c880debbe992 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Sep 15 15:58:04.507744 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f0524c6-8e24-406e-b959-d82b6e525a90', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'port_id': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'mac_address': 'fa:16:3e:b6:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:57:42Z', 'updated_at': '2021-09-15T15:58:02Z', 'revision_number': 1, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:58:04.533724 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bea11f-9121-46fb-ac11-37519b75bbd8 None None] The sync data for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 is: [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9f0524c6-8e24-406e-b959-d82b6e525a90', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'port_id': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'mac_address': 'fa:16:3e:b6:f7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T15:57:42Z', 'updated_at': '2021-09-15T15:58:02Z', 'revision_number': 1, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:58:04.728901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fcc748-e78d-4bc5-95a2-41724a55a4b1 None None] New status for floating IP 9f0524c6-8e24-406e-b959-d82b6e525a90: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:58:05.164300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c758f4-9988-41c8-8718-27ba4a36f536 req-a6fe6c7f-b03c-4073-86f7-931f09ffa446 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:05.165921 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e8c758f4-9988-41c8-8718-27ba4a36f536 req-a6fe6c7f-b03c-4073-86f7-931f09ffa446 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0536647 Sep 15 15:58:05.212933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e8c758f4-9988-41c8-8718-27ba4a36f536 req-73bea1cd-d013-4c1a-a927-8bf7076eda0d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Sep 15 15:58:05.600098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46269636-9a3f-4053-98de-e68a36acb1e3 req-a44a353d-82ef-445b-8f19-b699c6ae3a2c tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:05.601621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46269636-9a3f-4053-98de-e68a36acb1e3 req-a44a353d-82ef-445b-8f19-b699c6ae3a2c tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 947 time: 0.0526388 Sep 15 15:58:05.640442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46269636-9a3f-4053-98de-e68a36acb1e3 req-3e6c917e-de5d-407c-ad04-57831d4e830c tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Sep 15 15:58:05.694149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 358a60f7-c620-4a8f-a881-cf6d9861d261 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:05.810263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 358a60f7-c620-4a8f-a881-cf6d9861d261, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=358a60f7-c620-4a8f-a881-cf6d9861d261,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:05.822757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '358a60f7-c620-4a8f-a881-cf6d9861d261', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '358a60f7-c620-4a8f-a881-cf6d9861d261', 'mac_address': 'fa:16:3e:8c:77:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:05.865488 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:05.879175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358a60f7-c620-4a8f-a881-cf6d9861d261 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:05.902292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 358a60f7-c620-4a8f-a881-cf6d9861d261, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=358a60f7-c620-4a8f-a881-cf6d9861d261,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:06.018372 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:06.075900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=358a60f7-c620-4a8f-a881-cf6d9861d261,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:06.282629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['358a60f7-c620-4a8f-a881-cf6d9861d261'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:06.334247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee18d32-05dd-4129-bf95-8567ea5fea3e req-51af949d-b320-4ede-ba16-e6553bc0adc9 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:06.335894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bee18d32-05dd-4129-bf95-8567ea5fea3e req-51af949d-b320-4ede-ba16-e6553bc0adc9 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0499804 Sep 15 15:58:06.378053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bee18d32-05dd-4129-bf95-8567ea5fea3e req-447654fb-dc63-4229-8043-aece66e76251 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357077 Sep 15 15:58:06.764652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a69fb7-2bc5-4dd3-bf3d-58f30b3648e9 req-8ac7bbef-fb01-4ec8-a26b-16efe8aabd5b tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:06.766153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62a69fb7-2bc5-4dd3-bf3d-58f30b3648e9 req-8ac7bbef-fb01-4ec8-a26b-16efe8aabd5b tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 948 time: 0.0490773 Sep 15 15:58:06.809617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62a69fb7-2bc5-4dd3-bf3d-58f30b3648e9 req-51d172e9-9c5f-4fe0-8e08-b35563fefdf3 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 Sep 15 15:58:07.505601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6a0aa-78d4-493d-ad86-61a52918d826 req-d32b5e18-5bed-453b-bb06-df8b3ed3357d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:07.507109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35a6a0aa-78d4-493d-ad86-61a52918d826 req-d32b5e18-5bed-453b-bb06-df8b3ed3357d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0539210 Sep 15 15:58:07.546084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35a6a0aa-78d4-493d-ad86-61a52918d826 req-3a4a83d2-1280-4def-bbb1-845d101ac0dd tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Sep 15 15:58:07.699435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 358a60f7-c620-4a8f-a881-cf6d9861d261 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:07.808920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 358a60f7-c620-4a8f-a881-cf6d9861d261 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:58:07.830433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 358a60f7-c620-4a8f-a881-cf6d9861d261 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:07.830433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:07.894136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c778c-3048-47c7-826d-d95ae77f0a90 req-1cb5e6ff-a7a8-46c9-a82b-9930450fef4f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:07.896517 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-286c778c-3048-47c7-826d-d95ae77f0a90 req-1cb5e6ff-a7a8-46c9-a82b-9930450fef4f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0639515 Sep 15 15:58:07.931923 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:07.947177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-286c778c-3048-47c7-826d-d95ae77f0a90 req-52125baa-82bd-40c9-a28e-93b4edc75c81 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420749 Sep 15 15:58:07.967201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358a60f7-c620-4a8f-a881-cf6d9861d261'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:07.970528 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee7527-c117-46fc-81b2-9a0aa4668d6f" -d '{"events": [{"server_uuid": "8ff7466a-1cb5-45b0-96c4-b4efb836eff3", "name": "network-vif-plugged", "status": "completed", "tag": "358a60f7-c620-4a8f-a881-cf6d9861d261"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:07.996143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 358a60f7-c620-4a8f-a881-cf6d9861d261, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=358a60f7-c620-4a8f-a881-cf6d9861d261,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:08.002046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca8061-5f24-4a59-abbd-b9d2acdd7481 req-bed47056-e219-4da5-b9b3-1cf59287ca45 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:08.003944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bca8061-5f24-4a59-abbd-b9d2acdd7481 req-bed47056-e219-4da5-b9b3-1cf59287ca45 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 948 time: 0.0619690 Sep 15 15:58:08.046492 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2bca8061-5f24-4a59-abbd-b9d2acdd7481 req-5ab5b62b-a625-418e-af8f-8e5f97106988 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Sep 15 15:58:08.057387 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:08.087660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabda2c-32c1-4783-873c-0ab37ebccf89 req-cb14bac9-3d3a-4c53-8783-33f34aeb5b44 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:08.089729 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fcabda2c-32c1-4783-873c-0ab37ebccf89 req-cb14bac9-3d3a-4c53-8783-33f34aeb5b44 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0613551 Sep 15 15:58:08.116074 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ac5622-64d6-4e1c-a8c6-5a7a9b12ff70 x-openstack-request-id: req-39ac5622-64d6-4e1c-a8c6-5a7a9b12ff70 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:08.116359 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff7466a-1cb5-45b0-96c4-b4efb836eff3", "name": "network-vif-plugged", "status": "completed", "tag": "358a60f7-c620-4a8f-a881-cf6d9861d261", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:08.117160 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-39ac5622-64d6-4e1c-a8c6-5a7a9b12ff70 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:08.117160 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358a60f7-c620-4a8f-a881-cf6d9861d261', 'code': 200} Sep 15 15:58:08.130350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=358a60f7-c620-4a8f-a881-cf6d9861d261,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:08.140160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fcabda2c-32c1-4783-873c-0ab37ebccf89 req-329b25ce-34f1-4140-b842-dfaf6878dfbe tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Sep 15 15:58:08.218573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518bfe-4787-4233-895c-64810ed1ba02 req-08e99f2a-512f-41d4-bfe4-6339ad93baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:08.220014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26518bfe-4787-4233-895c-64810ed1ba02 req-08e99f2a-512f-41d4-bfe4-6339ad93baf0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 1100 time: 0.0428412 Sep 15 15:58:08.263852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26518bfe-4787-4233-895c-64810ed1ba02 req-8fab59b9-d8fa-4dd1-b6aa-cabdc7f08723 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352347 Sep 15 15:58:08.425493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-7fce970d-aa00-4149-8d49-16c0c334ae48 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:08.428329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-7fce970d-aa00-4149-8d49-16c0c334ae48 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.1136937 Sep 15 15:58:08.449495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-4c8524ef-3e51-4f56-8704-7edf4b4bef9d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/quotas/77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 375 time: 0.0132406 Sep 15 15:58:08.514228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-d4cdb075-d8b8-4e1d-8195-f0b95cb1204f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0564113 Sep 15 15:58:08.612143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-277dbd00-3d69-4cd7-9c45-614dd34177e1 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908372 Sep 15 15:58:08.673784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0afdee-f651-40d7-9314-efeca0e9464e req-8a8f19ed-3bbd-4043-8a30-b2e2682663e6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:08.675443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c0afdee-f651-40d7-9314-efeca0e9464e req-8a8f19ed-3bbd-4043-8a30-b2e2682663e6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0515261 Sep 15 15:58:08.706952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-078b7d2b-c009-477c-baed-ef8ac1446d79 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882959 Sep 15 15:58:08.723594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c0afdee-f651-40d7-9314-efeca0e9464e req-108540a3-9f61-4f9c-bc68-3b012e653693 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Sep 15 15:58:09.032570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89a4aa23-6a28-4810-b297-c02b85762240 req-65f51e47-2fba-4920-8a1f-14b4c2e17b28 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 210 time: 0.0265818 Sep 15 15:58:09.176799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b66c0e-4b1f-4377-9784-9e310340f0d3 req-93857f95-0942-4009-90c6-bfb5b7511d24 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:09.178274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-74b66c0e-4b1f-4377-9784-9e310340f0d3 req-93857f95-0942-4009-90c6-bfb5b7511d24 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 949 time: 0.0481319 Sep 15 15:58:09.220334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-74b66c0e-4b1f-4377-9784-9e310340f0d3 req-51ab1a53-d826-4117-a832-874bc56df725 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Sep 15 15:58:09.840994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff58a2-45a3-4e0a-85d2-231039f6a32b req-0cbe8b32-3a4e-423e-afe2-4d01d9575d9e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:09.841958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acff58a2-45a3-4e0a-85d2-231039f6a32b req-0cbe8b32-3a4e-423e-afe2-4d01d9575d9e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Sep 15 15:58:09.887497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acff58a2-45a3-4e0a-85d2-231039f6a32b req-d3e542a5-32e8-4005-8e33-1690c7fe7d53 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Sep 15 15:58:10.158520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c24a5bf4-aea4-48d6-a6e9-0a96a78afc0d req-1a997f4e-33d2-4f50-ba7a-6e5859a7a56a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 210 time: 0.0590849 Sep 15 15:58:10.344503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e2a7d-b083-472d-8786-ad3c33954662 req-702e8793-8038-4a2e-b9d3-6183a748f00a tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:10.345916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb5e2a7d-b083-472d-8786-ad3c33954662 req-702e8793-8038-4a2e-b9d3-6183a748f00a tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 949 time: 0.0503335 Sep 15 15:58:10.398220 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb5e2a7d-b083-472d-8786-ad3c33954662 req-2be83059-56fc-411b-b504-d37a9a8129bd tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461128 Sep 15 15:58:10.783815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-ba433ea6-d354-48f2-a49f-0149e5f30352 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:10.785856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-ba433ea6-d354-48f2-a49f-0149e5f30352 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.1203506 Sep 15 15:58:10.814154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-d41e9776-cef2-47eb-99b0-d133aeddd376 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/quotas/6680f03ec6c348ad9e3e7f451d596882 HTTP/1.1" status: 200 len: 375 time: 0.0122728 Sep 15 15:58:10.878210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-103f4abb-937e-4329-a981-fda534357fb7 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493636 Sep 15 15:58:10.994113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-215877b2-ecb2-4a99-83ad-54e2b2702485 service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033778 Sep 15 15:58:11.029505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dff36e-50c0-490b-b55c-8bfe49543145 req-78363b5f-93c2-439f-ab0d-edae02c3edba tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:11.031850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1dff36e-50c0-490b-b55c-8bfe49543145 req-78363b5f-93c2-439f-ab0d-edae02c3edba tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0613544 Sep 15 15:58:11.098630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-c99bd3a4-9192-4a76-aa6d-2c3f8e348052 service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968339 Sep 15 15:58:11.129870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1dff36e-50c0-490b-b55c-8bfe49543145 req-8cf4e558-1dc7-4d38-901c-3613a5e0020e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888052 Sep 15 15:58:11.203682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-0e0e9d2c-62dc-40d4-bcb9-5b66e2f02501 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:11.206984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-0e0e9d2c-62dc-40d4-bcb9-5b66e2f02501 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.1668630 Sep 15 15:58:11.223386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'port': {'device_id': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'admin_state_up': True, 'tenant_id': '77401503e98043d3b78bfb7850d8ba30'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:11.567151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0e6553f-f365-453c-a97c-47007c8a2765 req-efab7cc4-361c-46c0-9e54-740103bd4f72 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 210 time: 0.0486083 Sep 15 15:58:11.651894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cffe6819-b92f-4c51-bbe6-8ab7ce9749c9 req-91a67683-6b4f-4446-bb85-1fd58ede310b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 210 time: 0.0425303 Sep 15 15:58:11.766608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bfb72-6f1f-4ef0-8a5f-c21e65f90016 req-74fcedc9-60cd-44fd-8ec9-e96314866c1a tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:11.768756 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b9bfb72-6f1f-4ef0-8a5f-c21e65f90016 req-74fcedc9-60cd-44fd-8ec9-e96314866c1a tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 949 time: 0.0611594 Sep 15 15:58:11.772706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Made reservation on behalf of 77401503e98043d3b78bfb7850d8ba30 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:58:11.776365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:11.814666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b9bfb72-6f1f-4ef0-8a5f-c21e65f90016 req-756e89bc-62c8-4acf-91b6-dde197f2dabd tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396838 Sep 15 15:58:11.910733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Allocated IP 172.20.0.11 (8b090620-5bd2-4bed-a564-517f224367ee/33539d4a-4a68-42d3-a044-634e83114bd0/e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:58:12.062197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:12.190603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:12.203204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f', '35cc59f2-b028-4c83-b79b-7833490d478c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:12.237534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:58:12.251989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:58:12.271860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:58:12.303090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:12.334881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.335240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.335592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.335969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.336318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.336690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.337028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.337850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.337850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.338066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.338340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.339368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:12.383710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:12.384361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:12.400338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c228eb-84a1-4502-9068-90fc0aa62665 req-1360fa22-096f-4cbc-ba35-e696cdbdf9e6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:12.400338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44c228eb-84a1-4502-9068-90fc0aa62665 req-1360fa22-096f-4cbc-ba35-e696cdbdf9e6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1668487 Sep 15 15:58:12.449798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44c228eb-84a1-4502-9068-90fc0aa62665 req-0150542e-0dfd-4ca3-b38b-26a84f7a1b23 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Sep 15 15:58:12.465835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-5ab25fe7-96f5-49f6-bd83-6fcd1bf4b490 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2500145 Sep 15 15:58:12.495160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Request body: {'port': {'device_id': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:12.590804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:12.727981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3d0a5b67-6e88-4c4a-af1d-58803c12a91c None None] Provisioning complete for port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:12.728446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5b67-6e88-4c4a-af1d-58803c12a91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:12.769060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a5b67-6e88-4c4a-af1d-58803c12a91c None None] Port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:58:12.778925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e1e52c42-1715-4dcb-b1bd-1ab24d603050 req-a2525b1a-945f-4e9f-8636-2a74a493f069 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 210 time: 0.0391257 Sep 15 15:58:12.794552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6609a0-e211-483f-8b4d-5fa6a19cc341 req-dbbf7dcc-d8d3-40ca-8cef-067cf32b660e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:12.797189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db6609a0-e211-483f-8b4d-5fa6a19cc341 req-dbbf7dcc-d8d3-40ca-8cef-067cf32b660e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 932 time: 0.0905871 Sep 15 15:58:12.899777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db6609a0-e211-483f-8b4d-5fa6a19cc341 req-49942736-68c0-4007-b6aa-44bf476a2c8f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562363 Sep 15 15:58:12.958177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66cd0-5f94-4363-9a1d-5b599854f849 req-15a5243e-2529-4b49-b91d-3264ac4a58f7 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:12.959735 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22d66cd0-5f94-4363-9a1d-5b599854f849 req-15a5243e-2529-4b49-b91d-3264ac4a58f7 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 949 time: 0.0545623 Sep 15 15:58:12.962420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:12.970667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:12.985023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Transition to ACTIVE for port object e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:58:13.028723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22d66cd0-5f94-4363-9a1d-5b599854f849 req-42558d3c-d9a9-44f2-8577-a14c4ecdb11e tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/security-groups?id=66cea7b1-d4ad-4d10-9992-d2ae331dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614092 Sep 15 15:58:13.051017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-fc8d9d07-446f-458c-a92e-18d873d1bc94 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:13.052453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-fc8d9d07-446f-458c-a92e-18d873d1bc94 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.38 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 949 time: 0.0620291 Sep 15 15:58:13.127165 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.158631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Deleting port 358a60f7-c620-4a8f-a881-cf6d9861d261 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:58:13.158987 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.176775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:13.261581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Attempting to bind port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:58:13.261904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Attempting to bind port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:58:13.262382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Attempting to bind port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:13.267035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a on network 8b090620-5bd2-4bed-a564-517f224367ee not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:58:13.267358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Attempting to bind port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:13.268049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] For port 358a60f7-c620-4a8f-a881-cf6d9861d261, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=358a60f7-c620-4a8f-a881-cf6d9861d261,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:13.268470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.272690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:58:13.273033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:58:13.273429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Bound using segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:58:13.273851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Bound port: e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:58:13.274409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.282105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Calling delete_port for 358a60f7-c620-4a8f-a881-cf6d9861d261 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:58:13.364757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] For port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:58:13.368862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] For port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:58:13.435547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.471741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:13.472256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.473720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] 10.222.0.38 "PUT /v2.0/ports/e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a HTTP/1.1" status: 200 len: 1092 time: 0.9955325 Sep 15 15:58:13.474298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:13.476843 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5055d031-6e67-4640-b334-3d43dd7aa9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:13.504090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804135-f40a-4e8a-8c45-24b5273fa4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:13.538332 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3100a2-8464-4a55-8829-b390f6fad2a0 x-openstack-request-id: req-dd3100a2-8464-4a55-8829-b390f6fad2a0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:13.538631 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:13.538881 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd3100a2-8464-4a55-8829-b390f6fad2a0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:13.539306 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a', 'status': 'completed', 'code': 200} Sep 15 15:58:13.576937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.588515 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['358a60f7-c620-4a8f-a881-cf6d9861d261'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:13.632102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Pushing event deleted for resources: {'Port': ['ID=358a60f7-c620-4a8f-a881-cf6d9861d261,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:13.640944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d031-6e67-4640-b334-3d43dd7aa9ed req-61d9665c-96c1-4971-9dbb-ae76444081af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:13.642857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5055d031-6e67-4640-b334-3d43dd7aa9ed req-61d9665c-96c1-4971-9dbb-ae76444081af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 1095 time: 0.0620282 Sep 15 15:58:13.653725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbcaae-83e4-4b4d-a42b-8e013fd01bb8 req-45be4cb8-2d6b-4543-b9f1-9b4a80b31ef0 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:13.667080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adfbcaae-83e4-4b4d-a42b-8e013fd01bb8 req-45be4cb8-2d6b-4543-b9f1-9b4a80b31ef0 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1188052 Sep 15 15:58:13.699057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] No DVR routers for this DVR port 358a60f7-c620-4a8f-a881-cf6d9861d261 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:58:13.700198 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:13.702586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a529ceda-7016-423b-92d7-607d8216dbf2 req-c64b896d-051c-48a8-8421-7ff449d7b126 tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.38 "DELETE /v2.0/ports/358a60f7-c620-4a8f-a881-cf6d9861d261 HTTP/1.1" status: 204 len: 173 time: 0.6439748 Sep 15 15:58:13.703059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'name': 'network-vif-deleted', 'tag': '358a60f7-c620-4a8f-a881-cf6d9861d261'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:13.705369 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0e2d90-de27-42b4-9afc-30d7d78e000d" -d '{"events": [{"server_uuid": "8ff7466a-1cb5-45b0-96c4-b4efb836eff3", "name": "network-vif-deleted", "tag": "358a60f7-c620-4a8f-a881-cf6d9861d261"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:13.745549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adfbcaae-83e4-4b4d-a42b-8e013fd01bb8 req-9bbc40d9-eea5-4f8d-b324-7efb37cd4d3b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768309 Sep 15 15:58:13.779243 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109c0045-31c0-414a-8046-a6382ec524ac x-openstack-request-id: req-109c0045-31c0-414a-8046-a6382ec524ac {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:13.779766 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff7466a-1cb5-45b0-96c4-b4efb836eff3", "name": "network-vif-deleted", "tag": "358a60f7-c620-4a8f-a881-cf6d9861d261", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:13.779855 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-109c0045-31c0-414a-8046-a6382ec524ac {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:13.780259 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7466a-1cb5-45b0-96c4-b4efb836eff3', 'name': 'network-vif-deleted', 'tag': '358a60f7-c620-4a8f-a881-cf6d9861d261', 'status': 'completed', 'code': 200} Sep 15 15:58:13.840383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d031-6e67-4640-b334-3d43dd7aa9ed req-e733c242-692a-4f51-a6a8-e4c5754092b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:13.841939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5055d031-6e67-4640-b334-3d43dd7aa9ed req-e733c242-692a-4f51-a6a8-e4c5754092b8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=77401503e98043d3b78bfb7850d8ba30&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1663210 Sep 15 15:58:13.972144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c7415b9-334d-4fab-8573-79fac5f03d8f req-0ad3ac7c-88d0-403f-b284-69d6c3d4b652 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 210 time: 0.0667307 Sep 15 15:58:14.023809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d031-6e67-4640-b334-3d43dd7aa9ed req-bc94f999-1e03-4304-89c7-129c604c627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:14.025387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5055d031-6e67-4640-b334-3d43dd7aa9ed req-bc94f999-1e03-4304-89c7-129c604c627a service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639526 Sep 15 15:58:14.133253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a4f0-e8a6-4425-be29-50ba086cc8c3 req-52c0dfe2-8bb7-4dd0-b535-d20eff2b3927 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:14.134776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7a0a4f0-e8a6-4425-be29-50ba086cc8c3 req-52c0dfe2-8bb7-4dd0-b535-d20eff2b3927 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 944 time: 0.1177764 Sep 15 15:58:14.146354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c3cbb29-8de0-4b4b-857a-191790874317 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:14.147884 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c3cbb29-8de0-4b4b-857a-191790874317 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.2335978 Sep 15 15:58:14.162285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f357727c-c059-4ffe-93c9-5f78d4f910a7 req-e7692412-d1ff-4ad5-82ac-7e1160231dce tempest-TenantUsagesTestJSON-1629775947 tempest-TenantUsagesTestJSON-1629775947-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ff7466a-1cb5-45b0-96c4-b4efb836eff3 HTTP/1.1" status: 200 len: 210 time: 0.0337565 Sep 15 15:58:14.167523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Request body: {'port': {'device_id': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'admin_state_up': True, 'tenant_id': '6680f03ec6c348ad9e3e7f451d596882'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:14.169465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-cfa3d26b-6817-46d2-b1fa-c041ee6b029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:14.171036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-cfa3d26b-6817-46d2-b1fa-c041ee6b029a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 1095 time: 0.0827968 Sep 15 15:58:14.201741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7a0a4f0-e8a6-4425-be29-50ba086cc8c3 req-deadee8b-4208-4a05-9d36-af1eb6af63e2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527298 Sep 15 15:58:14.224777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-45ae7c3f-7b87-4d88-a59b-5f9049370a8a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a HTTP/1.1" status: 200 len: 217 time: 0.0452967 Sep 15 15:58:14.284006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-94e930f1-374e-4a69-953e-35d61a485294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:14.285427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-94e930f1-374e-4a69-953e-35d61a485294 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0510132 Sep 15 15:58:14.342575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-f2ba681f-7a69-4744-b865-be584f44c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:14.345354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-f2ba681f-7a69-4744-b865-be584f44c712 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520096 Sep 15 15:58:14.412866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Made reservation on behalf of 6680f03ec6c348ad9e3e7f451d596882 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:58:14.415741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:14.467149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-49380250-1548-4a31-b8f6-4d9cbcf562ca service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131260 Sep 15 15:58:14.575172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3dbb576-e3e3-4221-8cad-cb9214302ce3 req-67d0b53f-bcb3-48fb-8d61-e6baa61bc632 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001954 Sep 15 15:58:14.940855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ce14d-4bbc-4557-a456-df76836cdcc2 req-ce1ea0e3-689b-4caa-9c9c-3b1c2f0af627 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:14.942405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-245ce14d-4bbc-4557-a456-df76836cdcc2 req-ce1ea0e3-689b-4caa-9c9c-3b1c2f0af627 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1061094 Sep 15 15:58:14.972468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Allocated IP 172.20.0.13 (edd67d38-6e28-4e72-9492-da7e28296a9f/e0c2fc12-0d27-485b-baea-b62d939f3629/5ea4b82a-caf4-4c82-afb6-834763486e34) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:58:15.009892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-245ce14d-4bbc-4557-a456-df76836cdcc2 req-53bddf4c-ca33-4646-b621-6279686e1b13 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590026 Sep 15 15:58:15.111840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-789ec759-2918-4043-a99f-dcffdff9ae3b req-9f85da5e-c5f3-4355-be21-cca26dacc848 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 210 time: 0.0366983 Sep 15 15:58:15.185458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:15.282798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:15.294462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d06a8c5-ff94-4429-8823-d97f5fd108a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:15.349676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Network edd67d38-6e28-4e72-9492-da7e28296a9f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:58:15.353487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:58:15.358642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:58:15.400728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event updated for resources: {'Port': ['ID=5ea4b82a-caf4-4c82-afb6-834763486e34,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:15.423080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dfc6d-7cdd-40f9-8711-31069508f920 req-22bd1e42-e9ab-40a9-ba06-6c217f80a605 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:15.424790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-711dfc6d-7cdd-40f9-8711-31069508f920 req-22bd1e42-e9ab-40a9-ba06-6c217f80a605 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 944 time: 0.1436877 Sep 15 15:58:15.455143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:15.455922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:15.483656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595c3c2-1d14-44f6-9969-991b86dec374 req-20766d15-d325-4865-ac0c-3c26a94b97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:15.485158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4595c3c2-1d14-44f6-9969-991b86dec374 req-20766d15-d325-4865-ac0c-3c26a94b97b9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1096 time: 0.0460656 Sep 15 15:58:15.491020 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-711dfc6d-7cdd-40f9-8711-31069508f920 req-3dcf5f08-f56c-45a0-aeda-088c4008ad0f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584741 Sep 15 15:58:15.525442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4595c3c2-1d14-44f6-9969-991b86dec374 req-cb83f17d-bbfc-4f70-8eb2-7aa20161cefa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Sep 15 15:58:15.561477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-0c13cf32-ec7d-439f-9c54-cd1a92e57217 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3977478 Sep 15 15:58:15.660909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:15.681234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Request body: {'port': {'device_id': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:15.750522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:15.804927 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ef28eefe-0b62-4556-93ac-dd5170e822de admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac8cc88c7e164063863623c53d21fc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427584 Sep 15 15:58:15.807787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:15.872913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c33b367-66fc-4cc1-b789-35427c96a4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:15.898847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c33b367-66fc-4cc1-b789-35427c96a4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.001136 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c33b367-66fc-4cc1-b789-35427c96a4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.006243 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c33b367-66fc-4cc1-b789-35427c96a4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.009894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8c33b367-66fc-4cc1-b789-35427c96a4e7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/66cea7b1-d4ad-4d10-9992-d2ae331dfb00 HTTP/1.1" status: 204 len: 168 time: 0.2009439 Sep 15 15:58:16.043419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33b367-66fc-4cc1-b789-35427c96a4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cea7b1-d4ad-4d10-9992-d2ae331dfb00,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:16.162385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea4b82a-caf4-4c82-afb6-834763486e34 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:16.170874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.189949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Transition to ACTIVE for port object 5ea4b82a-caf4-4c82-afb6-834763486e34 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:58:16.212077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a965-c5f2-43df-bb89-496d37f815fa req-6261572d-dd10-441f-a163-63bd51ec79d8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:16.213900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2212a965-c5f2-43df-bb89-496d37f815fa req-6261572d-dd10-441f-a163-63bd51ec79d8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0635400 Sep 15 15:58:16.267061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2212a965-c5f2-43df-bb89-496d37f815fa req-91ed3399-98ab-4866-91c7-ac3ba09165c2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470924 Sep 15 15:58:16.291861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.386734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811826-91c2-4332-9088-ce11cadfbca0 req-859125eb-d78d-46a4-a0c9-68f1affc723a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:16.390785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52811826-91c2-4332-9088-ce11cadfbca0 req-859125eb-d78d-46a4-a0c9-68f1affc723a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 932 time: 0.1546326 Sep 15 15:58:16.420808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea4b82a-caf4-4c82-afb6-834763486e34,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:16.528795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Attempting to bind port 5ea4b82a-caf4-4c82-afb6-834763486e34 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:58:16.529401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Attempting to bind port 5ea4b82a-caf4-4c82-afb6-834763486e34 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:58:16.529912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Attempting to bind port 5ea4b82a-caf4-4c82-afb6-834763486e34 on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:16.535707 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52811826-91c2-4332-9088-ce11cadfbca0 req-bc5d2548-d6d0-44e3-83db-ec4cbe872d83 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792837 Sep 15 15:58:16.537991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Port 5ea4b82a-caf4-4c82-afb6-834763486e34 on network edd67d38-6e28-4e72-9492-da7e28296a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:58:16.538653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Attempting to bind port 5ea4b82a-caf4-4c82-afb6-834763486e34 on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:16.544278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:58:16.544846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Checking segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:58:16.545324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Bound using segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:58:16.545849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Bound port: 5ea4b82a-caf4-4c82-afb6-834763486e34, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:58:16.546391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.640956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] For port 5ea4b82a-caf4-4c82-afb6-834763486e34, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:58:16.645318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] For port 5ea4b82a-caf4-4c82-afb6-834763486e34, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ea4b82a-caf4-4c82-afb6-834763486e34,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:58:16.655562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfb830-5b2f-4cd5-bacb-1d2056fe1568 req-e22276d3-5b15-4c9a-bb41-a1e2923d8e4e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:16.659019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34cfb830-5b2f-4cd5-bacb-1d2056fe1568 req-e22276d3-5b15-4c9a-bb41-a1e2923d8e4e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 944 time: 0.0825837 Sep 15 15:58:16.728385 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34cfb830-5b2f-4cd5-bacb-1d2056fe1568 req-ec228c1f-32a5-43a9-9c3b-04e23cf7312a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Sep 15 15:58:16.738925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.766958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:16.768060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.769806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ea4b82a-caf4-4c82-afb6-834763486e34 HTTP/1.1" status: 200 len: 1092 time: 1.1953700 Sep 15 15:58:16.770286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'tag': '5ea4b82a-caf4-4c82-afb6-834763486e34'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:16.787902 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ff4935-4ed2-44a0-8269-e50f120c1855" -d '{"events": [{"name": "network-changed", "server_uuid": "847ff292-6a6b-4c5a-bbb6-8904879530ed", "tag": "5ea4b82a-caf4-4c82-afb6-834763486e34"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:16.812478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52234) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:16.840005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79eaefd1-e1eb-45d6-bf65-1313d24753a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:16.852892 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1083fad-4cef-47b9-ab3a-4fdfc533171b x-openstack-request-id: req-b1083fad-4cef-47b9-ab3a-4fdfc533171b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:16.853215 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847ff292-6a6b-4c5a-bbb6-8904879530ed", "tag": "5ea4b82a-caf4-4c82-afb6-834763486e34", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:16.857243 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b1083fad-4cef-47b9-ab3a-4fdfc533171b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:16.857243 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'tag': '5ea4b82a-caf4-4c82-afb6-834763486e34', 'status': 'completed', 'code': 200} Sep 15 15:58:16.865613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9aa574-2d07-4152-9705-49f133be5701 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea4b82a-caf4-4c82-afb6-834763486e34,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:16.918732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff4935-4ed2-44a0-8269-e50f120c1855 req-2d46ec19-e19a-4ecc-a820-a21289ab23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:16.920843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9ff4935-4ed2-44a0-8269-e50f120c1855 req-2d46ec19-e19a-4ecc-a820-a21289ab23d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 1095 time: 0.0469477 Sep 15 15:58:17.012415 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79eaefd1-e1eb-45d6-bf65-1313d24753a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:17.064196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff4935-4ed2-44a0-8269-e50f120c1855 req-0737fc5d-9e7a-4afd-bf8b-cf68dddfd880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:17.065648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9ff4935-4ed2-44a0-8269-e50f120c1855 req-0737fc5d-9e7a-4afd-bf8b-cf68dddfd880 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6680f03ec6c348ad9e3e7f451d596882&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1344562 Sep 15 15:58:17.109444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79eaefd1-e1eb-45d6-bf65-1313d24753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:17.145156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaefd1-e1eb-45d6-bf65-1313d24753a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee1b013-10f0-4cc1-a92a-e7796547f81b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:17.165319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79eaefd1-e1eb-45d6-bf65-1313d24753a5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e0496431c659469d828c06f9bc7c38bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517318 Sep 15 15:58:17.168626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52240) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:17.219641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff4935-4ed2-44a0-8269-e50f120c1855 req-2d49763a-aaab-410a-bea9-cbae62b5e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:17.221851 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9ff4935-4ed2-44a0-8269-e50f120c1855 req-2d49763a-aaab-410a-bea9-cbae62b5e10a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479206 Sep 15 15:58:17.276523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-179b8c60-1d2a-4181-9fbc-6e31c6c18e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:17.314640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-179b8c60-1d2a-4181-9fbc-6e31c6c18e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:17.352142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-b4488a16-3b0d-40fb-b384-64596af9188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:17.355115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-b4488a16-3b0d-40fb-b384-64596af9188f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 1095 time: 0.0710595 Sep 15 15:58:17.412567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da9cdb-1039-4af2-8a8c-0e028be1a9fa req-88b732b9-fa3b-425b-b987-d02da692bd0f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:17.414208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35da9cdb-1039-4af2-8a8c-0e028be1a9fa req-88b732b9-fa3b-425b-b987-d02da692bd0f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0652871 Sep 15 15:58:17.430559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-d4105bd6-3127-4c0a-92ce-bb32e46ffff6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea4b82a-caf4-4c82-afb6-834763486e34 HTTP/1.1" status: 200 len: 217 time: 0.0627992 Sep 15 15:58:17.463881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35da9cdb-1039-4af2-8a8c-0e028be1a9fa req-bac3bf2f-d355-495b-9079-9b3b4c144c66 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364099 Sep 15 15:58:17.493920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-cde544af-0bbd-4e06-8b93-5fb29e3ccede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:17.496382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-cde544af-0bbd-4e06-8b93-5fb29e3ccede service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0c2fc12-0d27-485b-baea-b62d939f3629 HTTP/1.1" status: 200 len: 855 time: 0.0542381 Sep 15 15:58:17.532669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-ed9dfd14-e2a6-42d0-8fbd-a817aaea840c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edd67d38-6e28-4e72-9492-da7e28296a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276551 Sep 15 15:58:17.539846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-179b8c60-1d2a-4181-9fbc-6e31c6c18e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:17.544070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-179b8c60-1d2a-4181-9fbc-6e31c6c18e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:17.545326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-179b8c60-1d2a-4181-9fbc-6e31c6c18e77 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eee1b013-10f0-4cc1-a92a-e7796547f81b HTTP/1.1" status: 204 len: 168 time: 0.3756521 Sep 15 15:58:17.560038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b8c60-1d2a-4181-9fbc-6e31c6c18e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee1b013-10f0-4cc1-a92a-e7796547f81b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:17.724870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:17.729091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 358a60f7-c620-4a8f-a881-cf6d9861d261 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:58:17.735128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88342a7-3735-46b9-acd9-e0e15dd29807 req-b72f1e56-d79c-4762-878f-b5586688c12e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:17.737479 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c88342a7-3735-46b9-acd9-e0e15dd29807 req-b72f1e56-d79c-4762-878f-b5586688c12e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 944 time: 0.0782964 Sep 15 15:58:17.743346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-d68c5a8b-78b8-4ba7-80bc-9dac133b5de9 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941259 Sep 15 15:58:17.757551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 358a60f7-c620-4a8f-a881-cf6d9861d261 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:58:17.757890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 358a60f7-c620-4a8f-a881-cf6d9861d261 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:58:17.816804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c88342a7-3735-46b9-acd9-e0e15dd29807 req-52880a91-4adf-4d1d-a132-4a190107ecd9 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Sep 15 15:58:17.907516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:17.912868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a', 'mac_address': 'fa:16:3e:6b:a0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:17.960224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8d0184b-fefd-4395-91f4-a0627667fc80 req-06c54b5e-5410-4bd0-a9b3-65d51b9bc6b7 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960425 Sep 15 15:58:17.968032 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:17.990899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627dc8dc-21f9-4122-ad00-c72c0e4f426f req-7fd5bae7-332f-4a6e-b51b-4da6e6102805 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:17.993368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:17.997288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-627dc8dc-21f9-4122-ad00-c72c0e4f426f req-7fd5bae7-332f-4a6e-b51b-4da6e6102805 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 944 time: 0.0790114 Sep 15 15:58:18.021493 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:18.055500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-627dc8dc-21f9-4122-ad00-c72c0e4f426f req-d196b0be-c57a-4adc-9d69-0f16040b76c9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Sep 15 15:58:18.063421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e607fab-36fd-42fb-aa89-72031da0d69e req-8a15014b-6d4a-4397-bec0-a734467aece8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:18.065171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e607fab-36fd-42fb-aa89-72031da0d69e req-8a15014b-6d4a-4397-bec0-a734467aece8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0994062 Sep 15 15:58:18.084173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-c6c6e005-28f6-4cba-b1e6-0a8d708e79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:18.086143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-c6c6e005-28f6-4cba-b1e6-0a8d708e79cc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1096 time: 0.0858381 Sep 15 15:58:18.116771 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:18.210847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:18.240889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e607fab-36fd-42fb-aa89-72031da0d69e req-1370ecac-1167-449d-bbc5-019da5ccc7b0 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673667 Sep 15 15:58:18.310821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-1312b1ae-49b7-40d6-82b2-fc44b90283f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:18.312380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-1312b1ae-49b7-40d6-82b2-fc44b90283f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 920 time: 0.2144456 Sep 15 15:58:18.359512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:18.372440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-6a44d917-89cb-4300-8d79-89877ecd42d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898 HTTP/1.1" status: 200 len: 217 time: 0.0523019 Sep 15 15:58:18.431189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-f04f5c2b-b6ef-4dba-89ad-ae8775c352ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:18.433256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-f04f5c2b-b6ef-4dba-89ad-ae8775c352ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.0533457 Sep 15 15:58:18.475536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-902fcfa1-5985-4006-9921-a0bf4c7e7d68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350635 Sep 15 15:58:18.598811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-bcd223d8-e0f0-4d20-ab69-22a9fd3b02ec service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128376 Sep 15 15:58:18.716119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-292e4b6c-08d1-407a-8b59-607aa99959d3 req-9298d72d-4dc5-4d54-96fc-17a81a92a76e service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104424 Sep 15 15:58:18.966614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30561a67-c1d2-46ff-bc34-99e5a48c80ec req-8db9d81d-478e-4c90-a33b-95598ce877c1 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:18.975293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30561a67-c1d2-46ff-bc34-99e5a48c80ec req-8db9d81d-478e-4c90-a33b-95598ce877c1 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 944 time: 0.0714788 Sep 15 15:58:19.037639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30561a67-c1d2-46ff-bc34-99e5a48c80ec req-8696f2d3-37f3-497d-866b-2abf737409ff tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611520 Sep 15 15:58:19.212428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dabb62-591e-4698-9693-f270bd636c56 req-5188c352-7946-4500-8b35-3187fce2a81a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:19.214945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50dabb62-591e-4698-9693-f270bd636c56 req-5188c352-7946-4500-8b35-3187fce2a81a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 945 time: 0.0568879 Sep 15 15:58:19.257232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50dabb62-591e-4698-9693-f270bd636c56 req-c45a5261-f25e-4999-a6bd-158cdb3f5354 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Sep 15 15:58:19.383431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb570c88-109f-47dc-a5f6-fcfacddc78db req-03d9ffa8-9979-4031-bf9e-e828b4a650b5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:19.388996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bb570c88-109f-47dc-a5f6-fcfacddc78db req-03d9ffa8-9979-4031-bf9e-e828b4a650b5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0544505 Sep 15 15:58:19.433378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bb570c88-109f-47dc-a5f6-fcfacddc78db req-1124be18-0716-4d75-93ef-3d93c8f1044d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Sep 15 15:58:19.739714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:19.909540 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:58:19.914054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:19.914553 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:19.997765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:20.020319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:20.022642 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2427ea-cc93-443d-b878-f050711e5a44" -d '{"events": [{"server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "name": "network-vif-plugged", "status": "completed", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:20.037611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:20.065334 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae57f59-fe8a-4466-bea0-a7cc89513a39 x-openstack-request-id: req-fae57f59-fe8a-4466-bea0-a7cc89513a39 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:20.065525 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "name": "network-vif-plugged", "status": "completed", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:20.065785 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fae57f59-fe8a-4466-bea0-a7cc89513a39 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:20.066184 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a', 'code': 200} Sep 15 15:58:20.133495 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:20.232937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:20.247772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197814df-17ce-4ef0-a94f-176c97066148 req-f0d65a27-4ff8-4c87-9409-b688c6c632ea tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:20.250270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-197814df-17ce-4ef0-a94f-176c97066148 req-f0d65a27-4ff8-4c87-9409-b688c6c632ea tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 944 time: 0.1310942 Sep 15 15:58:20.266845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df79f14-a562-42eb-b327-a65270368e74 req-188ee30d-6cfd-407f-a17b-ffcba01aeadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:20.272677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3df79f14-a562-42eb-b327-a65270368e74 req-188ee30d-6cfd-407f-a17b-ffcba01aeadd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 1097 time: 0.1291096 Sep 15 15:58:20.336397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-197814df-17ce-4ef0-a94f-176c97066148 req-3062c811-ff62-4aeb-9560-600d9b7bee0a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725970 Sep 15 15:58:20.338253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3df79f14-a562-42eb-b327-a65270368e74 req-ec445dbe-96e5-40ce-95de-08fab6035b0e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520413 Sep 15 15:58:20.534205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d39a47-093e-4c7f-95ed-412e91281bb5 req-0d1e37c2-b1d9-46f7-bb0c-0233ece3e04e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:20.544000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03d39a47-093e-4c7f-95ed-412e91281bb5 req-0d1e37c2-b1d9-46f7-bb0c-0233ece3e04e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 946 time: 0.0617099 Sep 15 15:58:20.589755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03d39a47-093e-4c7f-95ed-412e91281bb5 req-e894efcb-dd92-4dd6-ac84-b65ec1e4d575 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Sep 15 15:58:20.763754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ae43-7f92-478b-a385-c92200a60fa0 req-eb07d67c-19ba-445d-afba-4624dcd0470e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:20.765829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3e5ae43-7f92-478b-a385-c92200a60fa0 req-eb07d67c-19ba-445d-afba-4624dcd0470e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0574446 Sep 15 15:58:20.812001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3e5ae43-7f92-478b-a385-c92200a60fa0 req-0d84294f-42c3-45ed-b511-cbc8d298a4f3 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361023 Sep 15 15:58:21.497839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097af14-6db7-4135-86a1-2f856eaf8196 req-b49ac909-214f-430e-94f1-1574ae9e7450 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:21.499365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7097af14-6db7-4135-86a1-2f856eaf8196 req-b49ac909-214f-430e-94f1-1574ae9e7450 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 944 time: 0.0688841 Sep 15 15:58:21.539277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7097af14-6db7-4135-86a1-2f856eaf8196 req-6be2d58a-5faa-4491-ade4-927955339592 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334196 Sep 15 15:58:21.769915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba499142-77e0-455b-9c10-77c0d83a4624 req-5379b86e-22e1-48f8-97f0-cfb58842770b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:21.769915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba499142-77e0-455b-9c10-77c0d83a4624 req-5379b86e-22e1-48f8-97f0-cfb58842770b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 946 time: 0.0548975 Sep 15 15:58:21.820765 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba499142-77e0-455b-9c10-77c0d83a4624 req-f9db80de-3eae-459f-aada-dcf5e199a81b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Sep 15 15:58:22.329581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5ea4b82a-caf4-4c82-afb6-834763486e34 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:22.473484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5ea4b82a-caf4-4c82-afb6-834763486e34, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ea4b82a-caf4-4c82-afb6-834763486e34,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:22.506939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '5ea4b82a-caf4-4c82-afb6-834763486e34', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'port_id': '5ea4b82a-caf4-4c82-afb6-834763486e34', 'mac_address': 'fa:16:3e:62:ac:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c2fc12-0d27-485b-baea-b62d939f3629', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:22.567949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:22.584110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea4b82a-caf4-4c82-afb6-834763486e34 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:22.627098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5ea4b82a-caf4-4c82-afb6-834763486e34, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ea4b82a-caf4-4c82-afb6-834763486e34,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:22.709751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:22.740401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38ff3-dee0-44df-ae59-f8fda4cfcf7b req-d883ff29-70ec-433e-bbc4-c0cc235e0e79 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:22.742379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-74e38ff3-dee0-44df-ae59-f8fda4cfcf7b req-d883ff29-70ec-433e-bbc4-c0cc235e0e79 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 944 time: 0.0630805 Sep 15 15:58:22.800346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5ea4b82a-caf4-4c82-afb6-834763486e34,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:22.804872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-74e38ff3-dee0-44df-ae59-f8fda4cfcf7b req-97023c91-73c0-4db3-bf3c-5e6d3a3dc212 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530438 Sep 15 15:58:22.975570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e9750-5c98-45b7-b9ef-60651d2f90d7 req-a1fd2843-905c-4b62-b0b1-1252ce38ec7a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:22.980969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-066e9750-5c98-45b7-b9ef-60651d2f90d7 req-a1fd2843-905c-4b62-b0b1-1252ce38ec7a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 946 time: 0.0697594 Sep 15 15:58:23.019592 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-066e9750-5c98-45b7-b9ef-60651d2f90d7 req-f5030a80-4800-4fe7-a2fc-2709bdb64e96 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363383 Sep 15 15:58:23.152450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['5ea4b82a-caf4-4c82-afb6-834763486e34'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:23.211236 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-c3b5bbb3-5907-40c8-97d0-f1404abf8f9f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 267 time: 0.0458393 Sep 15 15:58:23.281470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-82146583-acd0-442c-903f-0f5e0623adbc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:23.283378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-82146583-acd0-442c-903f-0f5e0623adbc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 946 time: 0.0657175 Sep 15 15:58:23.296725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'port': {'security_groups': []}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:23.374498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:23.565676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] For port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:23.605827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:23.686421 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:23.699826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:23.745047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:23.748922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:23.749301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d17217f5-2649-49fd-8f8b-fb5ef3388277 req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "PUT /v2.0/ports/e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a HTTP/1.1" status: 200 len: 905 time: 0.4582036 Sep 15 15:58:23.750179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:23.752850 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0059b1ea-56de-412b-b83b-8df76608d35c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:23.807380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:23.832537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.838837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.840973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.841317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.841653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.841984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.842310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.842632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.843578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.843838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.844166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.844516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28217390-5c13-4b24-8f06-e529a19bc393 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:58:23.852611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:23.904844 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c351a0ac-5018-4fbf-84ec-e0899b75ab20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:23.923269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375d194-257a-4fe5-8009-85b57e4954d2 req-c3e8e38c-4f54-48e2-b6b6-f31de87f50c3 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:23.925126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1375d194-257a-4fe5-8009-85b57e4954d2 req-c3e8e38c-4f54-48e2-b6b6-f31de87f50c3 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1150148 Sep 15 15:58:23.967977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1375d194-257a-4fe5-8009-85b57e4954d2 req-d3cc741b-57d3-4799-9576-d6e46e9f3437 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367558 Sep 15 15:58:24.027925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242d7d79-2a0f-47d9-91dd-3337d166736d x-openstack-request-id: req-242d7d79-2a0f-47d9-91dd-3337d166736d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:24.027925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:24.027925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-242d7d79-2a0f-47d9-91dd-3337d166736d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:24.027925 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a', 'status': 'completed', 'code': 200} Sep 15 15:58:24.032955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0655c41-2995-4a99-8212-47ad3c92fbad req-4170b836-f44c-4b47-a2a0-caa23e1a8f48 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:24.034675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0655c41-2995-4a99-8212-47ad3c92fbad req-4170b836-f44c-4b47-a2a0-caa23e1a8f48 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 908 time: 0.0578620 Sep 15 15:58:24.054659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-edc4d8f0-96cb-4fdb-bd67-9ad5d66db5e8 None None] Provisioning complete for port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:24.056696 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edc4d8f0-96cb-4fdb-bd67-9ad5d66db5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:24.131493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b1ea-56de-412b-b83b-8df76608d35c req-f2c6d970-5686-47b6-89c5-f766600fef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:24.133544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0059b1ea-56de-412b-b83b-8df76608d35c req-f2c6d970-5686-47b6-89c5-f766600fef43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 1059 time: 0.0688684 Sep 15 15:58:24.153134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd3aa-d51e-4be6-8519-18c053838cd9 req-56bd2d03-8cb5-4317-9533-d455240c8708 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:24.161167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f49fd3aa-d51e-4be6-8519-18c053838cd9 req-56bd2d03-8cb5-4317-9533-d455240c8708 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 945 time: 0.0741878 Sep 15 15:58:24.216998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f49fd3aa-d51e-4be6-8519-18c053838cd9 req-8b861e6a-abb6-41e4-87a2-ba014b621a1c tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546281 Sep 15 15:58:24.310613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b1ea-56de-412b-b83b-8df76608d35c req-1b66baf3-d4e7-4a0d-baff-1ef77e4dc35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:24.314373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0059b1ea-56de-412b-b83b-8df76608d35c req-1b66baf3-d4e7-4a0d-baff-1ef77e4dc35a service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1716621 Sep 15 15:58:24.375448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0059b1ea-56de-412b-b83b-8df76608d35c req-40c58410-4a8c-4e48-b5d9-8814b05af8df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a HTTP/1.1" status: 200 len: 217 time: 0.0532639 Sep 15 15:58:24.431416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b1ea-56de-412b-b83b-8df76608d35c req-798ea041-5895-4f6f-8b39-cffeb0c826e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:24.433138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0059b1ea-56de-412b-b83b-8df76608d35c req-798ea041-5895-4f6f-8b39-cffeb0c826e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0454147 Sep 15 15:58:24.483149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b1ea-56de-412b-b83b-8df76608d35c req-51d90a2c-5e9c-4575-b51f-00bfd3002a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:24.484763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0059b1ea-56de-412b-b83b-8df76608d35c req-51d90a2c-5e9c-4575-b51f-00bfd3002a78 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422063 Sep 15 15:58:24.553919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f', '35cc59f2-b028-4c83-b79b-7833490d478c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:24.620077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0059b1ea-56de-412b-b83b-8df76608d35c req-22160d45-889a-4fe0-b2cc-48d095e94abc service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236811 Sep 15 15:58:24.786572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:24.798451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0059b1ea-56de-412b-b83b-8df76608d35c req-c5c9a2ce-11b4-4eae-b87d-c2ad21e4ca49 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705484 Sep 15 15:58:24.824620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a92fb-0e73-422e-9d69-c130a69da0ce req-be09a8a1-eaa0-46cb-befb-e94423741939 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:24.833247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-116a92fb-0e73-422e-9d69-c130a69da0ce req-be09a8a1-eaa0-46cb-befb-e94423741939 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0956802 Sep 15 15:58:24.872775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-116a92fb-0e73-422e-9d69-c130a69da0ce req-eeb3e364-6dfa-4aa1-9c5e-ca747f7c7a06 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Sep 15 15:58:24.969242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43edf5f8-7901-437c-8567-41c39a45d949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:25.073729 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43edf5f8-7901-437c-8567-41c39a45d949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:25.123809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43edf5f8-7901-437c-8567-41c39a45d949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:25.125998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aaa9e-8146-47ff-87aa-4eb74e570684 req-9e7120b6-6ab5-428a-81e2-9c136e3963c7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:25.127818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-806aaa9e-8146-47ff-87aa-4eb74e570684 req-9e7120b6-6ab5-428a-81e2-9c136e3963c7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0609782 Sep 15 15:58:25.177870 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-43edf5f8-7901-437c-8567-41c39a45d949 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ad5d6830583042f99b8c1a871e5cfa7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3895521 Sep 15 15:58:25.178784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edf5f8-7901-437c-8567-41c39a45d949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625abf7a-f4fb-41a2-9366-f0f4da84f7e7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:25.187106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52794) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:25.209493 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-806aaa9e-8146-47ff-87aa-4eb74e570684 req-a4af94c3-09c7-461c-85c2-c46b538ed862 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754235 Sep 15 15:58:25.293078 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef719-bd34-441f-871d-e2082f92c575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:25.323173 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef719-bd34-441f-871d-e2082f92c575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:25.467831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa54883-f7d3-4193-b7a9-197a993ef963 req-e9fa9db4-709c-432f-9778-c3fe67235061 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:25.473089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efa54883-f7d3-4193-b7a9-197a993ef963 req-e9fa9db4-709c-432f-9778-c3fe67235061 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 945 time: 0.0609028 Sep 15 15:58:25.492079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef719-bd34-441f-871d-e2082f92c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:25.495808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef719-bd34-441f-871d-e2082f92c575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:25.500897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cd4ef719-bd34-441f-871d-e2082f92c575 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/625abf7a-f4fb-41a2-9366-f0f4da84f7e7 HTTP/1.1" status: 204 len: 168 time: 0.3068044 Sep 15 15:58:25.511134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ef719-bd34-441f-871d-e2082f92c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625abf7a-f4fb-41a2-9366-f0f4da84f7e7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:25.533486 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efa54883-f7d3-4193-b7a9-197a993ef963 req-3f24dbf4-d4ff-4f50-8747-2716576e8515 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570858 Sep 15 15:58:25.730337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-a1c709d2-8ff1-4eb4-8df5-437d96118a60 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:25.733460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-a1c709d2-8ff1-4eb4-8df5-437d96118a60 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.1177139 Sep 15 15:58:25.757163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-d7d78e35-6b38-4996-8656-66a3a3e02a2f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/quotas/77401503e98043d3b78bfb7850d8ba30 HTTP/1.1" status: 200 len: 375 time: 0.0146320 Sep 15 15:58:25.863123 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-18814f9d-e8cb-42b8-a8d7-010764ece61c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1024766 Sep 15 15:58:25.972758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-c88aa4b6-da70-42b4-94c2-a3c54d1d11a1 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003230 Sep 15 15:58:26.081268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-c0f53bfd-f5a9-4025-b0ab-a8b97356a601 service neutron] 10.222.0.63 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016116 Sep 15 15:58:26.206245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52882) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:26.221564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08454b99-1442-4b27-a2e0-d55423549b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.340238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5ea4b82a-caf4-4c82-afb6-834763486e34 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:26.434084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08454b99-1442-4b27-a2e0-d55423549b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.443849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c20e523b-eb70-42c0-90f2-079de62abc08 req-aa7ae62c-e013-4e0b-a83c-df1059d850f0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 210 time: 0.0717454 Sep 15 15:58:26.446055 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.557584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08454b99-1442-4b27-a2e0-d55423549b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.586652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 5ea4b82a-caf4-4c82-afb6-834763486e34 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:58:26.594046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 5ea4b82a-caf4-4c82-afb6-834763486e34 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:26.595125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.655780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-08454b99-1442-4b27-a2e0-d55423549b66 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0b0aaea98ecd46839d9d245cbe7cfc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484377 Sep 15 15:58:26.658484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52918) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:26.668010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08454b99-1442-4b27-a2e0-d55423549b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656b44e3-60fa-4738-a024-0ed9a49f7945,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:26.735642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396fe974-0a5f-4206-b42a-d48de8482d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.754730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.766321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495583f-571f-4203-b977-ea78753f3604 req-67db31b7-a5b8-4a11-8e2a-d0514464bd22 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:26.770359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396fe974-0a5f-4206-b42a-d48de8482d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:26.787082 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1495583f-571f-4203-b977-ea78753f3604 req-67db31b7-a5b8-4a11-8e2a-d0514464bd22 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 945 time: 0.1224174 Sep 15 15:58:26.853017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5ea4b82a-caf4-4c82-afb6-834763486e34, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ea4b82a-caf4-4c82-afb6-834763486e34,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:26.854015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea4b82a-caf4-4c82-afb6-834763486e34'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:26.856293 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5da59b-4b9b-4ba2-a313-92e3a6e3f89e" -d '{"events": [{"server_uuid": "847ff292-6a6b-4c5a-bbb6-8904879530ed", "name": "network-vif-plugged", "status": "completed", "tag": "5ea4b82a-caf4-4c82-afb6-834763486e34"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:26.859861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1495583f-571f-4203-b977-ea78753f3604 req-b3fde627-3f4f-4c9b-bf9d-ced786f420c4 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720000 Sep 15 15:58:26.905825 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125deec6-c076-4a51-a894-a0768eb26d46 x-openstack-request-id: req-125deec6-c076-4a51-a894-a0768eb26d46 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:26.906121 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847ff292-6a6b-4c5a-bbb6-8904879530ed", "name": "network-vif-plugged", "status": "completed", "tag": "5ea4b82a-caf4-4c82-afb6-834763486e34", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:26.906384 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-125deec6-c076-4a51-a894-a0768eb26d46 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:26.906796 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea4b82a-caf4-4c82-afb6-834763486e34', 'code': 200} Sep 15 15:58:26.960884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:27.006320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396fe974-0a5f-4206-b42a-d48de8482d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:27.010401 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396fe974-0a5f-4206-b42a-d48de8482d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:27.015119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-396fe974-0a5f-4206-b42a-d48de8482d98 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/656b44e3-60fa-4738-a024-0ed9a49f7945 HTTP/1.1" status: 204 len: 168 time: 0.3554049 Sep 15 15:58:27.022622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7100eb-b4d0-4fa4-a937-1f64c3fb5d7f req-8369acdb-eb46-410c-ae3a-6082a10c2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:27.024452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b7100eb-b4d0-4fa4-a937-1f64c3fb5d7f req-8369acdb-eb46-410c-ae3a-6082a10c2242 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 1097 time: 0.0493593 Sep 15 15:58:27.028163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fe974-0a5f-4206-b42a-d48de8482d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b44e3-60fa-4738-a024-0ed9a49f7945,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:27.035071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5ea4b82a-caf4-4c82-afb6-834763486e34,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:27.091512 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b7100eb-b4d0-4fa4-a937-1f64c3fb5d7f req-2eacfed5-def0-45ba-bf23-e287f1542133 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551927 Sep 15 15:58:27.093837 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:27.252636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-605d63e9-dfcc-4c04-83b3-41d395874434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:27.592682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d68f681f-9dc3-4dbc-b9ce-58aa0405657b req-6b674e41-2b95-458f-bf93-5aee35e861d1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 210 time: 0.0504844 Sep 15 15:58:28.005543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7272c47-ad37-446c-b72d-928eee3595f3 req-a6776f62-b7ff-4bd0-945a-7a33084bba8e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:28.017614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7272c47-ad37-446c-b72d-928eee3595f3 req-a6776f62-b7ff-4bd0-945a-7a33084bba8e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 946 time: 0.0660086 Sep 15 15:58:28.031555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52956) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:28.065051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7272c47-ad37-446c-b72d-928eee3595f3 req-082f5908-8dc1-470a-9365-3ea480924b6c tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Sep 15 15:58:28.180783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1a896ef-a014-4c4b-a00e-572052420306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.273788 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1a896ef-a014-4c4b-a00e-572052420306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.366966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d1a896ef-a014-4c4b-a00e-572052420306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.395305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.419628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d1a896ef-a014-4c4b-a00e-572052420306 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f45e46e325d9469db6b2047d85466289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869257 Sep 15 15:58:28.420970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a896ef-a014-4c4b-a00e-572052420306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33654b1-ff80-47f7-9a7c-c3e3b0828eeb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:28.422303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:28.515659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d87bcd8-da99-43aa-92d4-e7c8e0a6060c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.545530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d87bcd8-da99-43aa-92d4-e7c8e0a6060c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.689567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d87bcd8-da99-43aa-92d4-e7c8e0a6060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.692224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d87bcd8-da99-43aa-92d4-e7c8e0a6060c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:28.693785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3d87bcd8-da99-43aa-92d4-e7c8e0a6060c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b33654b1-ff80-47f7-9a7c-c3e3b0828eeb HTTP/1.1" status: 204 len: 168 time: 0.2702532 Sep 15 15:58:28.703025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87bcd8-da99-43aa-92d4-e7c8e0a6060c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33654b1-ff80-47f7-9a7c-c3e3b0828eeb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:28.730851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5061e9e-548c-4f47-8c02-08e5b3a8cd73 req-dea7d9d6-d02a-4834-b058-01fbe65304fd tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 210 time: 0.0479414 Sep 15 15:58:28.888607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-a8e69884-ea90-43f9-aa96-0a5f4d1a329b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:28.890094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-a8e69884-ea90-43f9-aa96-0a5f4d1a329b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 812 time: 0.1199763 Sep 15 15:58:28.903555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Request body: {'port': {'device_id': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'admin_state_up': True, 'tenant_id': '77401503e98043d3b78bfb7850d8ba30'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:29.153852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Made reservation on behalf of 77401503e98043d3b78bfb7850d8ba30 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:58:29.155210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:29.285030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c71c-ec7d-47ad-b484-6990b2becb72 req-d8ccee66-f1e8-4476-b496-ec5262dce230 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:29.287312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ca3c71c-ec7d-47ad-b484-6990b2becb72 req-d8ccee66-f1e8-4476-b496-ec5262dce230 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 946 time: 0.0677214 Sep 15 15:58:29.367251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Allocated IP 172.20.0.7 (8b090620-5bd2-4bed-a564-517f224367ee/33539d4a-4a68-42d3-a044-634e83114bd0/a7c627ef-3e88-43d0-8899-1d4af6618422) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:58:29.371002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ca3c71c-ec7d-47ad-b484-6990b2becb72 req-c5da5e77-a091-4e39-a459-cafe592c96d0 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750394 Sep 15 15:58:29.617687 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:29.745907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:29.761990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f', '35cc59f2-b028-4c83-b79b-7833490d478c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:29.815621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Network 8b090620-5bd2-4bed-a564-517f224367ee is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:58:29.826987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:58:29.848827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:58:29.956518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:29.961882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5cfd5-387a-4d85-b9b8-4019701ba012 req-4fbe2e67-6920-41af-b9ae-bd24f1f998c7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:29.974274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7bb5cfd5-387a-4d85-b9b8-4019701ba012 req-4fbe2e67-6920-41af-b9ae-bd24f1f998c7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 931 time: 0.1423655 Sep 15 15:58:30.053376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:30.053376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:30.074312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7bb5cfd5-387a-4d85-b9b8-4019701ba012 req-85e67bd3-8be2-426b-939d-ed8f375dbff7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990543 Sep 15 15:58:30.191985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:30.192813 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:30.208915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d4cddff6-a677-4f5c-9027-8450a72f1402 None None] Provisioning complete for port a7c627ef-3e88-43d0-8899-1d4af6618422 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:30.209370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d4cddff6-a677-4f5c-9027-8450a72f1402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:30.218737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-6ab2a39c-1cd9-4418-a36c-396f47dfd66f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3195004 Sep 15 15:58:30.237130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Request body: {'port': {'device_id': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:30.293369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d4cddff6-a677-4f5c-9027-8450a72f1402 None None] Port a7c627ef-3e88-43d0-8899-1d4af6618422 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:58:30.367523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:30.535943 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-42fd7df6-5555-4cbf-91bd-338eeae3d4a4 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9d4f1776e36249c3a108cfd76cd6d389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286627 Sep 15 15:58:30.731190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-b8dd44cc-bd20-4a81-81a3-42c3cd354b80 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:30.732714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-b8dd44cc-bd20-4a81-81a3-42c3cd354b80 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760197 Sep 15 15:58:30.763012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-ecfc2694-ad88-40a5-9589-3a5d14c2b5ba tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/quotas/9d4f1776e36249c3a108cfd76cd6d389 HTTP/1.1" status: 200 len: 375 time: 0.0192556 Sep 15 15:58:30.814769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-69cc554f-c1bc-40db-9db4-dde81010d8bb tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9d4f1776e36249c3a108cfd76cd6d389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338624 Sep 15 15:58:30.822358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c627ef-3e88-43d0-8899-1d4af6618422 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:30.831358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:30.845509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Transition to ACTIVE for port object a7c627ef-3e88-43d0-8899-1d4af6618422 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:58:31.006237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:31.063869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:31.208022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad21ab51-f34e-40dc-8379-7aadb70e0c1c req-cc3409c7-f3a7-448f-8ae4-6d37f7ba0d2a tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 210 time: 0.0468976 Sep 15 15:58:31.247675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Attempting to bind port a7c627ef-3e88-43d0-8899-1d4af6618422 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:58:31.253039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Attempting to bind port a7c627ef-3e88-43d0-8899-1d4af6618422 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:58:31.253517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Attempting to bind port a7c627ef-3e88-43d0-8899-1d4af6618422 on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:31.293304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Port a7c627ef-3e88-43d0-8899-1d4af6618422 on network 8b090620-5bd2-4bed-a564-517f224367ee not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:58:31.293705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Attempting to bind port a7c627ef-3e88-43d0-8899-1d4af6618422 on network 8b090620-5bd2-4bed-a564-517f224367ee {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:31.301818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:58:31.302151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Checking segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:58:31.302710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Bound using segment: {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:58:31.303306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Bound port: a7c627ef-3e88-43d0-8899-1d4af6618422, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:58:31.303849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:31.747811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca81ca7-06b1-4b77-8b35-ce694e624dda req-07b8502c-046d-45d9-97eb-b83d3974aa7d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:31.757618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ca81ca7-06b1-4b77-8b35-ce694e624dda req-07b8502c-046d-45d9-97eb-b83d3974aa7d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 943 time: 0.5192418 Sep 15 15:58:31.925063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ca81ca7-06b1-4b77-8b35-ce694e624dda req-5cefbee4-c388-43c7-a5e2-3ecdfb9e7aa9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665277 Sep 15 15:58:31.934536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:58:31.940278 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:58:32.042011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:32.079848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:32.080634 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:32.082192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] 10.222.0.38 "PUT /v2.0/ports/a7c627ef-3e88-43d0-8899-1d4af6618422 HTTP/1.1" status: 200 len: 1091 time: 1.8515942 Sep 15 15:58:32.084667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:32.089202 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c9da4-c4e1-4bce-8ea8-c3b46148aefd" -d '{"events": [{"name": "network-changed", "server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:32.138342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7d37e-13db-44a7-b512-95d6bca4e221 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:32.161816 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee48cf2-cae6-4750-ae4a-74f43836501d x-openstack-request-id: req-6ee48cf2-cae6-4750-ae4a-74f43836501d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:32.162557 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:32.162879 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6ee48cf2-cae6-4750-ae4a-74f43836501d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:32.163338 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'status': 'completed', 'code': 200} Sep 15 15:58:32.263083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c9da4-c4e1-4bce-8ea8-c3b46148aefd req-4da0ef0a-4cac-4dc4-a44a-4b747f222bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:32.264911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f86c9da4-c4e1-4bce-8ea8-c3b46148aefd req-4da0ef0a-4cac-4dc4-a44a-4b747f222bd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 1094 time: 0.0846441 Sep 15 15:58:32.342242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9e86bad-a780-405a-87d6-202ce0ca911c req-c6fd0196-19bb-4cbf-ab6f-3bde3dfef84e tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 210 time: 0.0451148 Sep 15 15:58:32.476231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c9da4-c4e1-4bce-8ea8-c3b46148aefd req-ea4356fb-b297-4cf0-b681-f50ff4c5bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:32.478258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f86c9da4-c4e1-4bce-8ea8-c3b46148aefd req-ea4356fb-b297-4cf0-b681-f50ff4c5bae7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=77401503e98043d3b78bfb7850d8ba30&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2035182 Sep 15 15:58:32.587060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c9da4-c4e1-4bce-8ea8-c3b46148aefd req-20704ec3-1799-4573-b126-ee015f588d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:32.588758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f86c9da4-c4e1-4bce-8ea8-c3b46148aefd req-20704ec3-1799-4573-b126-ee015f588d27 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021354 Sep 15 15:58:32.679351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-a9fa08a2-88c6-43d3-a714-1fe076886be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:32.681369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-a9fa08a2-88c6-43d3-a714-1fe076886be9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 1094 time: 0.0455005 Sep 15 15:58:32.729949 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-1085dda0-7066-4454-9ffd-a679f46f75f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c627ef-3e88-43d0-8899-1d4af6618422 HTTP/1.1" status: 200 len: 217 time: 0.0393696 Sep 15 15:58:32.785365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-0dc1ecbf-3863-417a-9b3d-57a4a9a63e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:32.788775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-0dc1ecbf-3863-417a-9b3d-57a4a9a63e28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0492704 Sep 15 15:58:32.845194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-9504ee67-d545-4f29-93c7-a131f547dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:32.855121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-9504ee67-d545-4f29-93c7-a131f547dc77 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520813 Sep 15 15:58:32.997471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-60b3366e-de2b-4cb2-8915-fdbd43484af3 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415269 Sep 15 15:58:33.156923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9b6e8-ee14-412d-81b5-2e557dcc12fc req-bac3cb03-32b4-46a5-b2b0-aa78afa90e41 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:33.158418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bee9b6e8-ee14-412d-81b5-2e557dcc12fc req-bac3cb03-32b4-46a5-b2b0-aa78afa90e41 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 943 time: 0.1058826 Sep 15 15:58:33.175609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9af00f61-2bd7-4f21-8c43-0369850459a9 req-80cc4e0b-74e4-404a-a997-96ac4bedeccc service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688230 Sep 15 15:58:33.205504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bee9b6e8-ee14-412d-81b5-2e557dcc12fc req-4d9e810a-bd2a-424a-9f11-f5a595a63494 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Sep 15 15:58:33.461751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0d5292d2-b18c-467f-8f94-5a1b4e89f818 req-9561a1cc-1bab-4cfb-b65b-2491ca672279 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 210 time: 0.0348701 Sep 15 15:58:34.122529 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-027864e5-66f7-438d-82d9-1fa30a61e752 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=9d4f1776e36249c3a108cfd76cd6d389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249889 Sep 15 15:58:34.248978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-bf5ad001-ec84-4b5e-a659-7cc5e6ee3aa8 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:34.250748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-bf5ad001-ec84-4b5e-a659-7cc5e6ee3aa8 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1207540 Sep 15 15:58:34.275779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Request body: {'port': {'device_id': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '9d4f1776e36249c3a108cfd76cd6d389'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:34.359800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562cb3b-8cdb-4a13-ba23-b5643adff8d9 req-f5e87f2b-8c2a-4c11-898f-ed3086252c87 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:34.362090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0562cb3b-8cdb-4a13-ba23-b5643adff8d9 req-f5e87f2b-8c2a-4c11-898f-ed3086252c87 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 943 time: 0.0544591 Sep 15 15:58:34.416786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0562cb3b-8cdb-4a13-ba23-b5643adff8d9 req-90ee5e59-cb81-4a7c-848d-27ea50542a14 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457540 Sep 15 15:58:34.537610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Made reservation on behalf of 9d4f1776e36249c3a108cfd76cd6d389 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:58:34.541638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:34.552888 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:34.628011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95efd45c-cd5d-4896-b38e-c9f6748bbbd8 req-4d7ba411-3a50-4ce7-a45f-2586e933f4fd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 210 time: 0.0481851 Sep 15 15:58:34.688727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:34.789155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:34.855700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63755b4f-694a-4411-a95f-c0a7377f9898,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:34.926089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Allocated IP 192.168.233.58 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/36be7cb7-0c83-4d0f-b421-b340c475df12) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:58:35.100062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.206758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.255567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:58:35.258818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:58:35.263202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:58:35.272005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:35.324443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:35.325118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.420366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-e6d3a2d8-16f0-4ded-ac0d-e0bd354663bd tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1560185 Sep 15 15:58:35.436023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Request body: {'port': {'device_id': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:35.507774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.521777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-450c55e6-21b3-4122-8f40-b3b9cd0b6099 None None] Provisioning complete for port 36be7cb7-0c83-4d0f-b421-b340c475df12 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:35.522357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-450c55e6-21b3-4122-8f40-b3b9cd0b6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.558128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247c29-8a2d-4e89-848c-5291e50193e7 req-c4ee8121-77c6-4360-b9e4-c15cb171c080 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:35.559877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef247c29-8a2d-4e89-848c-5291e50193e7 req-c4ee8121-77c6-4360-b9e4-c15cb171c080 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 943 time: 0.0624785 Sep 15 15:58:35.561381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-450c55e6-21b3-4122-8f40-b3b9cd0b6099 None None] Port 36be7cb7-0c83-4d0f-b421-b340c475df12 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:58:35.601176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef247c29-8a2d-4e89-848c-5291e50193e7 req-ea1bab62-39df-4ec8-8504-4ff53b758e30 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333636 Sep 15 15:58:35.757149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe712f8-fab9-4fe8-94bb-3a35ec18e263 req-935e5f6b-7927-4f7c-9a76-e959a200212c tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:35.758653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fe712f8-fab9-4fe8-94bb-3a35ec18e263 req-935e5f6b-7927-4f7c-9a76-e959a200212c tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 935 time: 0.0545959 Sep 15 15:58:35.802382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a7c627ef-3e88-43d0-8899-1d4af6618422 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:35.824930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fe712f8-fab9-4fe8-94bb-3a35ec18e263 req-be7099c9-0eea-476d-9371-24ef2c1fcef5 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552187 Sep 15 15:58:35.829283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36be7cb7-0c83-4d0f-b421-b340c475df12 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:35.839636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.853952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Transition to ACTIVE for port object 36be7cb7-0c83-4d0f-b421-b340c475df12 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:58:35.911039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:35.926600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'mac_address': 'fa:16:3e:2b:36:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:35.954505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.970260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.984911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c627ef-3e88-43d0-8899-1d4af6618422 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:36.006339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:36.062845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:36.103297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:36.134215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e658c941-a25d-4a31-8991-ff455a1153d0 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:36.142077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e658c941-a25d-4a31-8991-ff455a1153d0 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.2267070 Sep 15 15:58:36.168184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-fea34e43-6acc-416f-87d4-d8aec436c6da tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/quotas/6680f03ec6c348ad9e3e7f451d596882 HTTP/1.1" status: 200 len: 375 time: 0.0251558 Sep 15 15:58:36.173524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:36.225100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Attempting to bind port 36be7cb7-0c83-4d0f-b421-b340c475df12 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:58:36.225671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Attempting to bind port 36be7cb7-0c83-4d0f-b421-b340c475df12 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:58:36.225812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Attempting to bind port 36be7cb7-0c83-4d0f-b421-b340c475df12 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:36.236927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Port 36be7cb7-0c83-4d0f-b421-b340c475df12 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:58:36.237253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Attempting to bind port 36be7cb7-0c83-4d0f-b421-b340c475df12 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:36.246828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-88fee213-04c6-43e6-bcf7-92b3773d0dba tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777535 Sep 15 15:58:36.253073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:58:36.253500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:58:36.254001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:58:36.254534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Bound port: 36be7cb7-0c83-4d0f-b421-b340c475df12, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:58:36.255006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:36.331779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:58:36.335208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:58:36.403453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a7c627ef-3e88-43d0-8899-1d4af6618422'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:36.449366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:36.500052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:36.500704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:36.502187 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] 10.222.0.38 "PUT /v2.0/ports/36be7cb7-0c83-4d0f-b421-b340c475df12 HTTP/1.1" status: 200 len: 1095 time: 1.0724850 Sep 15 15:58:36.502645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:36.505018 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538469f3-17b7-490e-814e-4c98e474a077" -d '{"events": [{"name": "network-changed", "server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:36.531253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-56aff8a0-ef0d-4cf1-8e19-bbfb9fa818ec service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727127 Sep 15 15:58:36.534892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34e96d-ceff-4a7b-b797-cf50b9e43e0f service neutron] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:36.594791 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d187645c-3735-4193-89ee-16ebd53c0f1f x-openstack-request-id: req-d187645c-3735-4193-89ee-16ebd53c0f1f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:36.595350 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:36.595780 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d187645c-3735-4193-89ee-16ebd53c0f1f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:36.596453 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'status': 'completed', 'code': 200} Sep 15 15:58:36.708037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-ca075894-56eb-453e-948e-d04c126904ff service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630411 Sep 15 15:58:36.715056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538469f3-17b7-490e-814e-4c98e474a077 req-2ff35fe0-1217-41bb-95ea-eeae2c523c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:36.716593 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-538469f3-17b7-490e-814e-4c98e474a077 req-2ff35fe0-1217-41bb-95ea-eeae2c523c66 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d4f1776e36249c3a108cfd76cd6d389&device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 1098 time: 0.1175346 Sep 15 15:58:36.767512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-538469f3-17b7-490e-814e-4c98e474a077 req-cc78b53b-de9f-47a5-a8f4-ce2a006662f8 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9d4f1776e36249c3a108cfd76cd6d389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296988 Sep 15 15:58:36.788524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843485f4-da42-4a0d-bc11-eee1432d5973 req-19f7afb8-7d11-4668-b36e-0c27cc13aeca tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:36.793228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-843485f4-da42-4a0d-bc11-eee1432d5973 req-19f7afb8-7d11-4668-b36e-0c27cc13aeca tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 944 time: 0.0994058 Sep 15 15:58:36.867788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-843485f4-da42-4a0d-bc11-eee1432d5973 req-adefc6ea-e01d-4d9e-814c-44ae0a92c869 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665598 Sep 15 15:58:36.917066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538469f3-17b7-490e-814e-4c98e474a077 req-357bc621-cbf5-441d-bafe-14e84ade4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:36.918994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-538469f3-17b7-490e-814e-4c98e474a077 req-357bc621-cbf5-441d-bafe-14e84ade4629 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435602 Sep 15 15:58:36.996146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588cb9-3598-4813-a85a-c2beb6779258 req-2ab1e5dd-edc7-4f15-8afb-496e1d23f7c2 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:37.006165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4588cb9-3598-4813-a85a-c2beb6779258 req-2ab1e5dd-edc7-4f15-8afb-496e1d23f7c2 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 947 time: 0.0719502 Sep 15 15:58:37.013468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-a21ae583-1979-4487-93fc-9c58965d70be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:37.015508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-a21ae583-1979-4487-93fc-9c58965d70be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9d4f1776e36249c3a108cfd76cd6d389&device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 1098 time: 0.0537267 Sep 15 15:58:37.073660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4588cb9-3598-4813-a85a-c2beb6779258 req-b07c6428-3c86-445a-9862-5767db5d4419 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660801 Sep 15 15:58:37.085334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-ecda8379-6e73-4c33-82a6-ca78a1f105ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=36be7cb7-0c83-4d0f-b421-b340c475df12 HTTP/1.1" status: 200 len: 217 time: 0.0616095 Sep 15 15:58:37.140029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1490bea3-729e-4219-96af-39128c796c8b req-14671833-dcf1-439c-88e6-dea91809ddf7 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 210 time: 0.0645511 Sep 15 15:58:37.210980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-ddfb18d9-75a9-4cbf-8604-8f904313b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:37.213546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-ddfb18d9-75a9-4cbf-8604-8f904313b1fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1078300 Sep 15 15:58:37.263630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-77314dd6-8d2f-42e9-bf78-5b0886b16aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:37.265174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-77314dd6-8d2f-42e9-bf78-5b0886b16aa1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446992 Sep 15 15:58:37.376136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-3ec67c5a-dde4-4e53-9032-d20e7334dae3 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955665 Sep 15 15:58:37.478648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc0d1240-1614-4cf2-a275-ef0876120aa8 req-887e58d2-2258-43c0-b653-7be011d887b7 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953834 Sep 15 15:58:37.816403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a7c627ef-3e88-43d0-8899-1d4af6618422 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:37.998950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed318e9b-7539-41b5-924d-c621afc1fdea req-65c2285a-a60a-437f-8b59-37a0b1d1c8a1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:38.000444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed318e9b-7539-41b5-924d-c621afc1fdea req-65c2285a-a60a-437f-8b59-37a0b1d1c8a1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 944 time: 0.0567398 Sep 15 15:58:38.005886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port a7c627ef-3e88-43d0-8899-1d4af6618422 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:58:38.010397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port a7c627ef-3e88-43d0-8899-1d4af6618422 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:38.010776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:38.049172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed318e9b-7539-41b5-924d-c621afc1fdea req-2fd97db1-88a5-4581-a0c3-d0a4bdb01421 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Sep 15 15:58:38.106090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:38.140875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:38.148308 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc2cbe6-641e-4f9c-a053-0ab3845edaed" -d '{"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-plugged", "status": "completed", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:38.166747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:38.210078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9f7db-35a2-4c21-b7c0-76f657f5dcd7 req-8daae568-602a-42a1-ba48-85568f0201a1 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:38.211841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ade9f7db-35a2-4c21-b7c0-76f657f5dcd7 req-8daae568-602a-42a1-ba48-85568f0201a1 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 947 time: 0.0557835 Sep 15 15:58:38.235963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:38.256513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a695-14cf-4ab3-a536-1aa3948ad470 req-df16d0d2-b75b-4bbc-b922-579a8cc69444 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:38.264588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ade9f7db-35a2-4c21-b7c0-76f657f5dcd7 req-3ee218fe-0451-42b0-b28f-2c28e7da9572 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Sep 15 15:58:38.265737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3924a695-14cf-4ab3-a536-1aa3948ad470 req-df16d0d2-b75b-4bbc-b922-579a8cc69444 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0816147 Sep 15 15:58:38.316700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:38.334668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3924a695-14cf-4ab3-a536-1aa3948ad470 req-186c656d-7ef7-4552-bfe1-063c2fd4511d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659857 Sep 15 15:58:38.358014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-4e249771-5647-419b-9687-d71f444daa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:38.360434 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-4e249771-5647-419b-9687-d71f444daa8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1096 time: 0.0889099 Sep 15 15:58:38.373980 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbbb8c0-75a9-4b87-8954-c7c2c9d6f24a x-openstack-request-id: req-6cbbb8c0-75a9-4b87-8954-c7c2c9d6f24a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:38.374773 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-plugged", "status": "completed", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:38.375257 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6cbbb8c0-75a9-4b87-8954-c7c2c9d6f24a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:38.376263 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'code': 200} Sep 15 15:58:38.410527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aae14ba4-ed11-4456-beab-cb49fcacb4ef req-568d42f5-a805-4438-a058-dd38b5eb80cc tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 210 time: 0.0422654 Sep 15 15:58:38.520030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169d3aa-0745-43a1-80ef-34da95b4adea req-77fa0359-750b-4f0a-aade-17bff25ea9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:38.523745 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3169d3aa-0745-43a1-80ef-34da95b4adea req-77fa0359-750b-4f0a-aade-17bff25ea9f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 1096 time: 0.0690122 Sep 15 15:58:38.537258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-c3b594a8-c862-4f30-a818-f089f99bbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:38.538710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-c3b594a8-c862-4f30-a818-f089f99bbe71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 920 time: 0.1585112 Sep 15 15:58:38.573049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3169d3aa-0745-43a1-80ef-34da95b4adea req-b5e44fe0-ff3a-4665-95b9-bed2eafd171c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Sep 15 15:58:38.588965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-e7659a42-16d7-40d2-a993-9f1ff30c2d42 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898 HTTP/1.1" status: 200 len: 217 time: 0.0426178 Sep 15 15:58:38.823468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-6a59b9ab-de06-4885-a920-bf8315277f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:38.825000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-6a59b9ab-de06-4885-a920-bf8315277f13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.0461113 Sep 15 15:58:38.864448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-fdad7a53-22b8-49ed-9471-94901c9d56cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293987 Sep 15 15:58:38.972927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-3806a475-7276-4945-b547-16befb1ce307 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000452 Sep 15 15:58:39.120830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b456071-2461-4e7d-baa4-7ab8365c3280 req-4c6dd60b-d042-40ab-9319-e5748fefa015 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154253 Sep 15 15:58:39.285049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-f38ac569-1af4-4b5c-aa67-b2eddb368bb6 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:39.286537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-f38ac569-1af4-4b5c-aa67-b2eddb368bb6 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.1740935 Sep 15 15:58:39.295556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572eda6-8928-4fcc-8b69-6c56991de902 req-728da2e8-8fef-43f3-9524-4de29dc7b70e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:39.297283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5572eda6-8928-4fcc-8b69-6c56991de902 req-728da2e8-8fef-43f3-9524-4de29dc7b70e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0967076 Sep 15 15:58:39.302561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Request body: {'port': {'device_id': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'admin_state_up': True, 'tenant_id': '6680f03ec6c348ad9e3e7f451d596882'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:39.405251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59153268-60c9-4991-abbb-f6682d7a8861 req-0e9d692d-9f99-41a6-a43d-fb184d430aaa tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:39.407048 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59153268-60c9-4991-abbb-f6682d7a8861 req-0e9d692d-9f99-41a6-a43d-fb184d430aaa tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 947 time: 0.0589964 Sep 15 15:58:39.444346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5572eda6-8928-4fcc-8b69-6c56991de902 req-c1250632-51c0-4e4b-a4c8-b601dadfe2b6 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075726 Sep 15 15:58:39.453464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59153268-60c9-4991-abbb-f6682d7a8861 req-a7db02cd-03fa-4964-b5b5-a6ab2f0ee58b tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Sep 15 15:58:39.514583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Made reservation on behalf of 6680f03ec6c348ad9e3e7f451d596882 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:58:39.518448 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:39.557719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d3059f3-5c94-4fbf-88fa-a4df1b212085 req-7e243e4d-3483-4cff-97e9-1a14ee634e4e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 210 time: 0.0362422 Sep 15 15:58:39.687948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db943c-e840-432b-9ede-a419dc68eeef req-9c2c23e3-bdf7-450b-a0ae-f8f29df8dda7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:39.689388 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4db943c-e840-432b-9ede-a419dc68eeef req-9c2c23e3-bdf7-450b-a0ae-f8f29df8dda7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1068177 Sep 15 15:58:39.726370 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:58:39.727009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Allocated IP 172.20.0.4 (edd67d38-6e28-4e72-9492-da7e28296a9f/e0c2fc12-0d27-485b-baea-b62d939f3629/0694b141-c8d7-4649-9dbd-facd9a476fa8) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:58:39.757159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4db943c-e840-432b-9ede-a419dc68eeef req-0dd01a14-cc7c-4162-91ce-c576383f3a9a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588601 Sep 15 15:58:39.814276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:39.910330 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:39.931849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:39.942628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'mac_address': 'fa:16:3e:34:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:39.980189 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:39.995084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36be7cb7-0c83-4d0f-b421-b340c475df12 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:40.012127 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:40.016362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:40.032083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d06a8c5-ff94-4429-8823-d97f5fd108a8', '5ea4b82a-caf4-4c82-afb6-834763486e34'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:40.063749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Network edd67d38-6e28-4e72-9492-da7e28296a9f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:58:40.065403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:58:40.069698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:58:40.103249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event updated for resources: {'Port': ['ID=0694b141-c8d7-4649-9dbd-facd9a476fa8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:40.110799 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:40.160161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:40.160831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:40.201410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:40.252155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-e48c2cc2-2ade-4b1c-8608-5c285a22c0c3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9536943 Sep 15 15:58:40.266081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Request body: {'port': {'device_id': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:58:40.321262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:40.371930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['36be7cb7-0c83-4d0f-b421-b340c475df12'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:40.598993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001c93-0add-4394-a2e1-85b5171859cd req-64823b81-7dfe-44d7-b11b-b8f8d5ed070b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:40.605031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14001c93-0add-4394-a2e1-85b5171859cd req-64823b81-7dfe-44d7-b11b-b8f8d5ed070b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0599277 Sep 15 15:58:40.631970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6278b4-61da-47e8-ac96-49e6388da4ed req-94fc6129-b3f5-44b7-9e67-ca28f884bfdc tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:40.633434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e6278b4-61da-47e8-ac96-49e6388da4ed req-94fc6129-b3f5-44b7-9e67-ca28f884bfdc tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 948 time: 0.0891595 Sep 15 15:58:40.646265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14001c93-0add-4394-a2e1-85b5171859cd req-399503e0-0c21-41b1-9d20-7c34eb7f8741 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Sep 15 15:58:40.653375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0694b141-c8d7-4649-9dbd-facd9a476fa8 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:40.666810 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:40.700111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Transition to ACTIVE for port object 0694b141-c8d7-4649-9dbd-facd9a476fa8 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:58:40.703613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e6278b4-61da-47e8-ac96-49e6388da4ed req-e9db36e1-ceb7-4e3e-8a13-3ad259802865 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603690 Sep 15 15:58:40.765074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e8081-c958-45d7-8f93-0102a2600d6d req-7f797af4-4feb-43cc-8878-59078dc53f81 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:40.766576 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-840e8081-c958-45d7-8f93-0102a2600d6d req-7f797af4-4feb-43cc-8878-59078dc53f81 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 931 time: 0.0515935 Sep 15 15:58:40.807192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-840e8081-c958-45d7-8f93-0102a2600d6d req-d702b78a-e2f6-4af5-86d3-fbacf5fb2348 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345852 Sep 15 15:58:40.828685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:40.881799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0694b141-c8d7-4649-9dbd-facd9a476fa8,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:40.952715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Attempting to bind port 0694b141-c8d7-4649-9dbd-facd9a476fa8 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:58:40.953056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Attempting to bind port 0694b141-c8d7-4649-9dbd-facd9a476fa8 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:58:40.953382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Attempting to bind port 0694b141-c8d7-4649-9dbd-facd9a476fa8 on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:40.958088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Port 0694b141-c8d7-4649-9dbd-facd9a476fa8 on network edd67d38-6e28-4e72-9492-da7e28296a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:58:40.958416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Attempting to bind port 0694b141-c8d7-4649-9dbd-facd9a476fa8 on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:58:40.963422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:58:40.963896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Checking segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:58:40.964283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Bound using segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:58:40.964847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Bound port: 0694b141-c8d7-4649-9dbd-facd9a476fa8, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:58:40.965213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:40.979258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2775-1232-4d9f-964d-ecd02c711d8d req-456fbb06-8ca9-4f90-a131-85fb38490a0c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:40.980796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08af2775-1232-4d9f-964d-ecd02c711d8d req-456fbb06-8ca9-4f90-a131-85fb38490a0c tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0532756 Sep 15 15:58:41.023958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08af2775-1232-4d9f-964d-ecd02c711d8d req-d56b0c6b-fd20-4f4d-8248-2d51474498f6 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367446 Sep 15 15:58:41.043795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] For port 0694b141-c8d7-4649-9dbd-facd9a476fa8, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:58:41.047555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] For port 0694b141-c8d7-4649-9dbd-facd9a476fa8, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0694b141-c8d7-4649-9dbd-facd9a476fa8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:58:41.126486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79196c-70ea-4af4-a184-7480b0cc3130 req-1349072f-5ce8-409d-a4f2-59974068ee2a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:41.128011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9e79196c-70ea-4af4-a184-7480b0cc3130 req-1349072f-5ce8-409d-a4f2-59974068ee2a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0582049 Sep 15 15:58:41.129487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:41.181787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:41.182394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:41.183757 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] 10.222.0.55 "PUT /v2.0/ports/0694b141-c8d7-4649-9dbd-facd9a476fa8 HTTP/1.1" status: 200 len: 1091 time: 0.9219735 Sep 15 15:58:41.184186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'tag': '0694b141-c8d7-4649-9dbd-facd9a476fa8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:41.186441 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dac4c2-dae4-45cb-a396-144833b01019" -d '{"events": [{"name": "network-changed", "server_uuid": "82bf5d9b-b3b6-44ec-a217-17e320187863", "tag": "0694b141-c8d7-4649-9dbd-facd9a476fa8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:41.218924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9e79196c-70ea-4af4-a184-7480b0cc3130 req-7bf017ca-fae0-4cf6-bde5-90f5255affe0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842385 Sep 15 15:58:41.219688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196abf8f-5c68-4325-9283-847377966bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=0694b141-c8d7-4649-9dbd-facd9a476fa8,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:41.345343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-21cde6c3-6006-49e7-9f1e-792a26217292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:41.346901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-21cde6c3-6006-49e7-9f1e-792a26217292 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 1094 time: 0.0578377 Sep 15 15:58:41.399739 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8872f3-4638-4c6d-a29d-5ff586a6d1cf x-openstack-request-id: req-3c8872f3-4638-4c6d-a29d-5ff586a6d1cf {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:41.400024 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bf5d9b-b3b6-44ec-a217-17e320187863", "tag": "0694b141-c8d7-4649-9dbd-facd9a476fa8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:41.400274 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3c8872f3-4638-4c6d-a29d-5ff586a6d1cf {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:41.400740 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'tag': '0694b141-c8d7-4649-9dbd-facd9a476fa8', 'status': 'completed', 'code': 200} Sep 15 15:58:41.402218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-5121cfd5-2141-407b-b188-9ad866bf95aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0694b141-c8d7-4649-9dbd-facd9a476fa8 HTTP/1.1" status: 200 len: 217 time: 0.0420213 Sep 15 15:58:41.451315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-958d6ad8-c6a2-4cf7-b41f-4cd4fa404ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:41.452704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-958d6ad8-c6a2-4cf7-b41f-4cd4fa404ed4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0c2fc12-0d27-485b-baea-b62d939f3629 HTTP/1.1" status: 200 len: 855 time: 0.0428536 Sep 15 15:58:41.484799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-c040ffe1-cbae-40a5-baf4-e936f9db1996 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edd67d38-6e28-4e72-9492-da7e28296a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248129 Sep 15 15:58:41.582089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-ab55279e-1dba-42e7-853d-a68214df6797 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875819 Sep 15 15:58:41.678231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88a42c55-1ef0-4fc1-8664-cd707c01a8a9 req-2a5d7944-f283-46a1-9570-5e88c4d1a5a4 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848072 Sep 15 15:58:41.826076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:41.862287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8dae5a-98a7-42bf-b857-bef21d9a9fb8 req-5c264da3-0a0c-4208-a5b1-9cb02ebfce54 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:41.864182 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab8dae5a-98a7-42bf-b857-bef21d9a9fb8 req-5c264da3-0a0c-4208-a5b1-9cb02ebfce54 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 948 time: 0.0939972 Sep 15 15:58:41.881083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dac4c2-dae4-45cb-a396-144833b01019 req-ca2a7afc-5902-49ca-a1f3-47999df49579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:41.882858 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20dac4c2-dae4-45cb-a396-144833b01019 req-ca2a7afc-5902-49ca-a1f3-47999df49579 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 1094 time: 0.0747154 Sep 15 15:58:41.962872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc1b4c-8079-4d68-b5a1-643e9c6fb587 req-c2e84f09-cf9b-4950-8a21-44447c452190 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:41.970391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc1b4c-8079-4d68-b5a1-643e9c6fb587 req-c2e84f09-cf9b-4950-8a21-44447c452190 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 943 time: 0.0586221 Sep 15 15:58:41.974544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab8dae5a-98a7-42bf-b857-bef21d9a9fb8 req-41fa37e8-dbce-49a5-af3c-0458adf29d3d tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956702 Sep 15 15:58:41.995397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 36be7cb7-0c83-4d0f-b421-b340c475df12 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:58:41.999582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 36be7cb7-0c83-4d0f-b421-b340c475df12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:42.000093 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:42.015512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dac4c2-dae4-45cb-a396-144833b01019 req-70956d76-1eed-4779-8590-8b9bd450d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:42.017027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20dac4c2-dae4-45cb-a396-144833b01019 req-70956d76-1eed-4779-8590-8b9bd450d58d service neutron] 10.222.0.55 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 916 time: 0.1180534 Sep 15 15:58:42.025248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc1b4c-8079-4d68-b5a1-643e9c6fb587 req-6bc7c13e-4ed5-4226-9ed1-f123edf3852b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532227 Sep 15 15:58:42.103995 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:42.148317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:42.150601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:42.162583 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0eef35-6777-422a-b52b-b48a2b6555a2" -d '{"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-plugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:42.165831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711cd82-9961-4825-b36d-4cc2a5449ab0 req-f953301e-1bda-4202-b1ac-a824590dc4ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:42.174952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f711cd82-9961-4825-b36d-4cc2a5449ab0 req-f953301e-1bda-4202-b1ac-a824590dc4ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0726805 Sep 15 15:58:42.229820 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce83f920-9580-4465-a693-823282d48e35 x-openstack-request-id: req-ce83f920-9580-4465-a693-823282d48e35 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:42.229820 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-plugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:42.229820 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ce83f920-9580-4465-a693-823282d48e35 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:42.229820 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'code': 200} Sep 15 15:58:42.232961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f711cd82-9961-4825-b36d-4cc2a5449ab0 req-c3dfd867-fac0-4f83-95e0-e823626e88cc tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519447 Sep 15 15:58:42.240347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:42.328213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:42.388652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3135fe-c61f-48a3-9f7f-49c3d5e14c0d req-f6365d6f-2c6e-4f3b-b964-5f1089bd1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:42.390581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a3135fe-c61f-48a3-9f7f-49c3d5e14c0d req-f6365d6f-2c6e-4f3b-b964-5f1089bd1ed4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 1100 time: 0.0665638 Sep 15 15:58:42.428782 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20dac4c2-dae4-45cb-a396-144833b01019 req-8f89a9a4-48b4-4681-bb85-95d3cdd850d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0694b141-c8d7-4649-9dbd-facd9a476fa8 HTTP/1.1" status: 200 len: 217 time: 0.3923995 Sep 15 15:58:42.441079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a3135fe-c61f-48a3-9f7f-49c3d5e14c0d req-a7bcbfec-fb06-40c7-b2ad-32e5fcb5e5de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Sep 15 15:58:42.531751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c55a-d240-4640-a6c7-c4230095ab28 req-fef51658-5059-43c0-85c3-649da83db65d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:42.533191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f748c55a-d240-4640-a6c7-c4230095ab28 req-fef51658-5059-43c0-85c3-649da83db65d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.1182334 Sep 15 15:58:42.534859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dac4c2-dae4-45cb-a396-144833b01019 req-2584c16d-456e-4940-a8d3-c7547879388e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:42.536172 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20dac4c2-dae4-45cb-a396-144833b01019 req-2584c16d-456e-4940-a8d3-c7547879388e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0c2fc12-0d27-485b-baea-b62d939f3629 HTTP/1.1" status: 200 len: 855 time: 0.0880582 Sep 15 15:58:42.538659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-c692a279-b9e3-4319-ab55-bb35ff556fd0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1216810 Sep 15 15:58:42.576821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20dac4c2-dae4-45cb-a396-144833b01019 req-ce3406c6-2d3a-4114-8f44-cac4da674f81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=edd67d38-6e28-4e72-9492-da7e28296a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305543 Sep 15 15:58:42.601956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f748c55a-d240-4640-a6c7-c4230095ab28 req-fd42b0de-5bf9-4ce3-9cd4-e26e89cc1df0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622349 Sep 15 15:58:42.693342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20dac4c2-dae4-45cb-a396-144833b01019 req-c1f484d8-a9c4-42ba-974e-3c0086cade72 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036322 Sep 15 15:58:42.779813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3364-d552-4581-984a-31baec49a261 req-1d194c22-79bd-4a96-870c-163588a1dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:42.781400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-1d194c22-79bd-4a96-870c-163588a1dace service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1095 time: 0.0994768 Sep 15 15:58:42.830352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20dac4c2-dae4-45cb-a396-144833b01019 req-8a5e4e9e-e88b-4208-80be-aeef221a3ce3 service neutron] 10.222.0.55 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232293 Sep 15 15:58:42.899060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3364-d552-4581-984a-31baec49a261 req-536b4f92-98e1-473f-906e-a1c0ccbe97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:42.901066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-536b4f92-98e1-473f-906e-a1c0ccbe97cc service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.0940363 Sep 15 15:58:42.979658 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-5eb395ca-8da6-4d0a-a4f1-88ce4dc9b9f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.0694559 Sep 15 15:58:43.050230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3364-d552-4581-984a-31baec49a261 req-3555bc1c-4072-4c07-a2a8-7e91ac7977cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:43.051951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-3555bc1c-4072-4c07-a2a8-7e91ac7977cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0632448 Sep 15 15:58:43.139201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed5048-e089-440f-8e95-f484d7efba2c req-3fad5e92-b9ef-4602-b9dc-727c83626613 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:43.140634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53ed5048-e089-440f-8e95-f484d7efba2c req-3fad5e92-b9ef-4602-b9dc-727c83626613 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 949 time: 0.0839319 Sep 15 15:58:43.142388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3364-d552-4581-984a-31baec49a261 req-61f27e00-34e8-41c3-a0d3-489f8b0f38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:43.143821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-61f27e00-34e8-41c3-a0d3-489f8b0f38e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759473 Sep 15 15:58:43.205590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53ed5048-e089-440f-8e95-f484d7efba2c req-959ce956-9886-4afe-88b7-7a4774799f1f tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586030 Sep 15 15:58:43.325011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-28f47397-5092-4c3e-bd84-7fbdada25cb9 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678178 Sep 15 15:58:43.358438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeba71-d47c-46c2-9ee1-2a5b12c9a6e9 req-9a3924a6-3995-46bf-9e28-a7a0a62d72f3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:43.359933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fceeba71-d47c-46c2-9ee1-2a5b12c9a6e9 req-9a3924a6-3995-46bf-9e28-a7a0a62d72f3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 943 time: 0.0855055 Sep 15 15:58:43.455354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fceeba71-d47c-46c2-9ee1-2a5b12c9a6e9 req-2f289a27-095c-4b35-ba67-bec4f6629e9b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851572 Sep 15 15:58:43.479700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7dba3364-d552-4581-984a-31baec49a261 req-ac3586da-bafc-43a7-95e3-65e4dfbf7c4e service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457632 Sep 15 15:58:43.513626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8846fa2-0bb2-44e1-9ae8-306503a1e43f req-07a6f534-02dc-4604-93a0-25ea3cf6891a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:43.515162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8846fa2-0bb2-44e1-9ae8-306503a1e43f req-07a6f534-02dc-4604-93a0-25ea3cf6891a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0824516 Sep 15 15:58:43.559621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8846fa2-0bb2-44e1-9ae8-306503a1e43f req-236c871f-a6d8-4073-b9e8-0debcabdbdf7 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375638 Sep 15 15:58:43.586264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc8c9d-8697-4594-93f2-e38aa7a7c346 req-9e15c608-c9ea-472a-9f32-556aadee3876 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:43.588733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c9dc8c9d-8697-4594-93f2-e38aa7a7c346 req-9e15c608-c9ea-472a-9f32-556aadee3876 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0627110 Sep 15 15:58:43.639210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c9dc8c9d-8697-4594-93f2-e38aa7a7c346 req-e6fa82f1-cbfb-46bb-aded-09b43c315cea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443497 Sep 15 15:58:44.330451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e85bd-c192-4829-b954-5c61ac0f1c0e req-d940f27a-fa76-4faa-a794-07acf8ef2c8d tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:44.331456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e6e85bd-c192-4829-b954-5c61ac0f1c0e req-d940f27a-fa76-4faa-a794-07acf8ef2c8d tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 949 time: 0.0524297 Sep 15 15:58:44.372109 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e6e85bd-c192-4829-b954-5c61ac0f1c0e req-acc7a9cd-81bf-4741-a158-22d3b4904b70 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Sep 15 15:58:44.420217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0694b141-c8d7-4649-9dbd-facd9a476fa8 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:44.544211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0694b141-c8d7-4649-9dbd-facd9a476fa8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0694b141-c8d7-4649-9dbd-facd9a476fa8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:44.562796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '0694b141-c8d7-4649-9dbd-facd9a476fa8', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'port_id': '0694b141-c8d7-4649-9dbd-facd9a476fa8', 'mac_address': 'fa:16:3e:7a:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c2fc12-0d27-485b-baea-b62d939f3629', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:44.610750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:44.617775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4870e1-cdd5-4ae7-be9d-ecad1915fe4d req-c458f2f5-f062-4121-af16-a9f888ab3732 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:44.621274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc4870e1-cdd5-4ae7-be9d-ecad1915fe4d req-c458f2f5-f062-4121-af16-a9f888ab3732 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 943 time: 0.0728276 Sep 15 15:58:44.632183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0694b141-c8d7-4649-9dbd-facd9a476fa8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:44.652360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0694b141-c8d7-4649-9dbd-facd9a476fa8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0694b141-c8d7-4649-9dbd-facd9a476fa8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:44.667926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc4870e1-cdd5-4ae7-be9d-ecad1915fe4d req-d80dd159-4669-4791-9531-c234fc52e741 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Sep 15 15:58:44.731631 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:44.792158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e559d8-9d3c-4778-959c-bafa91c8f5be req-68c2b7fd-47d5-4815-971c-ac75b0b7322a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:44.802269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=0694b141-c8d7-4649-9dbd-facd9a476fa8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:44.804037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1e559d8-9d3c-4778-959c-bafa91c8f5be req-68c2b7fd-47d5-4815-971c-ac75b0b7322a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0777314 Sep 15 15:58:44.858808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1e559d8-9d3c-4778-959c-bafa91c8f5be req-a646515c-8560-4457-ac71-d2943b42ac5f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552738 Sep 15 15:58:44.926080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53376) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:44.970540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26cd46-bf40-4091-b3a8-467b0193f98a req-c19f1627-162c-4359-b2a0-bbe042f540b8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:44.972256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd26cd46-bf40-4091-b3a8-467b0193f98a req-c19f1627-162c-4359-b2a0-bbe042f540b8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0528646 Sep 15 15:58:45.037753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd26cd46-bf40-4091-b3a8-467b0193f98a req-4f24640f-753d-4337-b740-d4ad50b44eda tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543592 Sep 15 15:58:45.062741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8c7024d-ef81-4aec-91b2-4366282248e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:45.163196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8c7024d-ef81-4aec-91b2-4366282248e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:45.163633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['0694b141-c8d7-4649-9dbd-facd9a476fa8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:45.223303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8c7024d-ef81-4aec-91b2-4366282248e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:45.262578 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b8c7024d-ef81-4aec-91b2-4366282248e5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bb925faa27004e8a889822959c8d168f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353324 Sep 15 15:58:45.264597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7024d-ef81-4aec-91b2-4366282248e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76226956-7d7f-4b6a-9bbd-7f46c90f309a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:45.265448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:45.333484 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26dea526-27b8-461d-9e55-33878e661210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:45.352381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26dea526-27b8-461d-9e55-33878e661210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:45.485877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26dea526-27b8-461d-9e55-33878e661210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:45.488662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26dea526-27b8-461d-9e55-33878e661210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:45.489994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-26dea526-27b8-461d-9e55-33878e661210 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/76226956-7d7f-4b6a-9bbd-7f46c90f309a HTTP/1.1" status: 204 len: 168 time: 0.2234733 Sep 15 15:58:45.498884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dea526-27b8-461d-9e55-33878e661210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76226956-7d7f-4b6a-9bbd-7f46c90f309a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:45.791569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae5b55-b618-439d-84fd-2d6233387f6f req-79939aa7-07ee-4d3d-bc28-a0896369f483 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:45.793265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8aae5b55-b618-439d-84fd-2d6233387f6f req-79939aa7-07ee-4d3d-bc28-a0896369f483 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 944 time: 0.0531476 Sep 15 15:58:45.832309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8aae5b55-b618-439d-84fd-2d6233387f6f req-a9c4daef-194a-4ec1-b11a-9861ebb010d7 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Sep 15 15:58:45.870287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a7c627ef-3e88-43d0-8899-1d4af6618422 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:45.983605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:45.998805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'port_id': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'mac_address': 'fa:16:3e:2b:36:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:46.019457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-b3c07553-e602-4da0-8665-2f05e826e1bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0996752 Sep 15 15:58:46.029429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20724f-24c4-4b51-974e-ec0686759b1b req-14b9a696-0323-4dde-8099-b7179d2199bd tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.031282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd20724f-24c4-4b51-974e-ec0686759b1b req-14b9a696-0323-4dde-8099-b7179d2199bd tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0920804 Sep 15 15:58:46.042202 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.055399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c627ef-3e88-43d0-8899-1d4af6618422 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:46.078861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:46.111801 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd20724f-24c4-4b51-974e-ec0686759b1b req-b14807de-f3b9-4b69-9147-4359b48cec22 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738804 Sep 15 15:58:46.112271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53408) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:46.126802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.127294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.127771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.128242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.128739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.129204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.129671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.131625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-96ea40f1-8aa7-49e3-b4f4-6a759e0fe40d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6501 time: 0.0864389 Sep 15 15:58:46.138224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7736d90-9417-47be-b55e-ab407bd6d44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.142504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.171136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab00f74-c571-4299-b9a7-54b9231f867a req-552f1942-1d99-42e6-a158-5d69e3cf879f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.172645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ab00f74-c571-4299-b9a7-54b9231f867a req-552f1942-1d99-42e6-a158-5d69e3cf879f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0671027 Sep 15 15:58:46.202684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:46.224362 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ab00f74-c571-4299-b9a7-54b9231f867a req-eb4499f5-733a-44f8-8cd8-7cb0a46ac21c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Sep 15 15:58:46.289789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a7c627ef-3e88-43d0-8899-1d4af6618422'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:46.304824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d8d73535-bf98-47ef-9ce5-b327ee6c2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.305234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d8d73535-bf98-47ef-9ce5-b327ee6c2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.305707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d8d73535-bf98-47ef-9ce5-b327ee6c2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.308117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d8d73535-bf98-47ef-9ce5-b327ee6c2ad7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750c4d85-afa9-4a00-a89d-5380a155e225&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29 HTTP/1.1" status: 200 len: 2299 time: 0.1492612 Sep 15 15:58:46.402916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-75119db5-1dc8-4e14-b11d-d314e5fc0ced service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 HTTP/1.1" status: 200 len: 1002 time: 0.0843410 Sep 15 15:58:46.424335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7736d90-9417-47be-b55e-ab407bd6d44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.460010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-3c2ddf61-b288-4429-baca-2326c77da93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.461535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-3c2ddf61-b288-4429-baca-2326c77da93e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1cead18e-5177-4b02-8696-b4085c0a29ee HTTP/1.1" status: 200 len: 856 time: 0.0494118 Sep 15 15:58:46.502572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7736d90-9417-47be-b55e-ab407bd6d44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.545697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-018ec754-cf12-4c0b-ad32-944b5d2cd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.547284 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-018ec754-cf12-4c0b-ad32-944b5d2cd8ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750c4d85-afa9-4a00-a89d-5380a155e225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785961 Sep 15 15:58:46.562146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c7736d90-9417-47be-b55e-ab407bd6d44c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e52138edf374c8cbe843d11b5e372e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472933 Sep 15 15:58:46.564814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53424) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:46.571367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7736d90-9417-47be-b55e-ab407bd6d44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c012d88-90c8-4b81-9c28-6943d73c48be,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:46.630136 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72b3ac2c-fe63-4595-a088-ce3659712f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.648637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72b3ac2c-fe63-4595-a088-ce3659712f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.662174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-1a405872-d7dd-42dc-ab3b-d6e346b12416 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028864 Sep 15 15:58:46.756898 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-7bdf8f02-ba8b-4cf9-a1a4-85ee0b8397c8 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864673 Sep 15 15:58:46.783091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72b3ac2c-fe63-4595-a088-ce3659712f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.785914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72b3ac2c-fe63-4595-a088-ce3659712f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:46.787085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72b3ac2c-fe63-4595-a088-ce3659712f4d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6c012d88-90c8-4b81-9c28-6943d73c48be HTTP/1.1" status: 204 len: 168 time: 0.2201762 Sep 15 15:58:46.796151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3ac2c-fe63-4595-a088-ce3659712f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c012d88-90c8-4b81-9c28-6943d73c48be,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:46.803454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-882be044-a21e-4945-8a37-239bc9e0143d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 217 time: 0.0394444 Sep 15 15:58:46.879500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-3e18c19a-3b0e-482f-83ff-952cd46b9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.881146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-3e18c19a-3b0e-482f-83ff-952cd46b9ed3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0701640 Sep 15 15:58:46.959980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-3e1270d1-3544-46c5-8bb2-48592105d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.961575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-3e1270d1-3544-46c5-8bb2-48592105d7e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733373 Sep 15 15:58:46.979279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba32d7d-4142-4bcc-86fe-a077ad419c2d req-c52e09e8-f2c5-4605-b31d-00e9b79f4d94 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:46.980788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ba32d7d-4142-4bcc-86fe-a077ad419c2d req-c52e09e8-f2c5-4605-b31d-00e9b79f4d94 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 944 time: 0.0626423 Sep 15 15:58:47.077722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ba32d7d-4142-4bcc-86fe-a077ad419c2d req-0053461d-7bce-4260-bf19-09d133bf9603 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888233 Sep 15 15:58:47.101598 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-f06806ac-7a1d-4222-a738-35fa3e21eea3 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198645 Sep 15 15:58:47.246530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13848b07-a649-4754-8845-9bb3957fdcdd req-3cca8829-486a-48fb-95c6-6bc82f6996d5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:47.255105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13848b07-a649-4754-8845-9bb3957fdcdd req-3cca8829-486a-48fb-95c6-6bc82f6996d5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0644436 Sep 15 15:58:47.256171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-26b92506-b541-464d-ba89-a635962b19d9 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468644 Sep 15 15:58:47.302194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13848b07-a649-4754-8845-9bb3957fdcdd req-0beee987-0f23-4d5e-a93b-53010ce7f662 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Sep 15 15:58:47.312539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-3fb04d5d-e929-492b-b9cc-24c5a3438453 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 217 time: 0.0448518 Sep 15 15:58:47.415518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-5a1a1932-6d4f-46bf-93f5-35eb04a699e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:47.417163 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-5a1a1932-6d4f-46bf-93f5-35eb04a699e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0970595 Sep 15 15:58:47.453190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f573d8e-abe7-4126-acd9-24c991d86449 req-a4a6989a-4e3c-4963-8a29-889459bca30b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:47.461187 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f573d8e-abe7-4126-acd9-24c991d86449 req-a4a6989a-4e3c-4963-8a29-889459bca30b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 944 time: 0.0588431 Sep 15 15:58:47.481639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-b02d55ba-2951-4e11-be73-f33b7fceb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:47.483230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-b02d55ba-2951-4e11-be73-f33b7fceb8c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500686 Sep 15 15:58:47.495591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f573d8e-abe7-4126-acd9-24c991d86449 req-7961a1c9-8cdb-4c7d-92d6-e61e5ab2d3dc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Sep 15 15:58:47.591509 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-95964746-c956-4163-b822-b1cc73bbafdf service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999043 Sep 15 15:58:47.695961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53470) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:47.716852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09621ec8-3c60-4171-ab88-fc93bdf7728c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:47.722127 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-aeda0107-aa2a-4901-8530-e7f228027a08 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198270 Sep 15 15:58:47.768560 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-cc915f3c-04e2-4bfa-a743-612c7c32f5a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb HTTP/1.1" status: 200 len: 217 time: 0.0378184 Sep 15 15:58:47.855643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d6205122-69a9-4d56-bf60-b4f991a696a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:47.857647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d6205122-69a9-4d56-bf60-b4f991a696a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0812349 Sep 15 15:58:47.857898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09621ec8-3c60-4171-ab88-fc93bdf7728c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:47.905906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:58:47.909046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a7c627ef-3e88-43d0-8899-1d4af6618422 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:47.926272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-e7875d06-270c-474e-a09c-142a5d090a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:47.927974 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-e7875d06-270c-474e-a09c-142a5d090a73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0596845 Sep 15 15:58:47.994287 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09621ec8-3c60-4171-ab88-fc93bdf7728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.053196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09621ec8-3c60-4171-ab88-fc93bdf7728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71e1cf8-8ea9-4188-b334-dedbd6545e45,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:48.057864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-09621ec8-3c60-4171-ab88-fc93bdf7728c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=16abdbafb6874d51b0b5fdc255326ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604445 Sep 15 15:58:48.060547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53472) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:58:48.078380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-1d2759af-3c20-43fe-bea4-83ccbf7d8657 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425543 Sep 15 15:58:48.085211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:48.136169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'mac_address': 'fa:16:3e:34:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:58:48.145887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port a7c627ef-3e88-43d0-8899-1d4af6618422 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:48.147126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.154526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e78e268-fb68-4372-8e1f-03415d657de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.184995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e78e268-fb68-4372-8e1f-03415d657de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.225275 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.243050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36be7cb7-0c83-4d0f-b421-b340c475df12 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:58:48.244693 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-72e4e839-64be-4b3b-b6c3-39059f717852 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553574 Sep 15 15:58:48.291000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5086-05eb-4868-b17f-321dc9c920de req-781d73e8-3cba-48dd-abf4-b4ae46529dee tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:48.293310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-487d5086-05eb-4868-b17f-321dc9c920de req-781d73e8-3cba-48dd-abf4-b4ae46529dee tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 944 time: 0.0870829 Sep 15 15:58:48.297377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:48.333486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-ae051e6b-3af9-4c2d-820a-e942f020cd06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ec940eff-db76-43a9-843c-772b2801b3ca HTTP/1.1" status: 200 len: 217 time: 0.0685945 Sep 15 15:58:48.333655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.366803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-487d5086-05eb-4868-b17f-321dc9c920de req-539f9589-2006-4356-a19d-ca2a8fb3ec45 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654805 Sep 15 15:58:48.395941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:48.395941 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a03946-1148-49b6-8375-8c9b3f56c030" -d '{"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-plugged", "status": "completed", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:48.400973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e78e268-fb68-4372-8e1f-03415d657de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.405013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e78e268-fb68-4372-8e1f-03415d657de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.406800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e78e268-fb68-4372-8e1f-03415d657de4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c71e1cf8-8ea9-4188-b334-dedbd6545e45 HTTP/1.1" status: 204 len: 168 time: 0.3445687 Sep 15 15:58:48.407090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:48.411256 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.412721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-c1e1c6dc-877e-4250-addb-e67cc13540be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:48.414491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-c1e1c6dc-877e-4250-addb-e67cc13540be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0798340 Sep 15 15:58:48.416612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78e268-fb68-4372-8e1f-03415d657de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71e1cf8-8ea9-4188-b334-dedbd6545e45,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:48.451341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0694b141-c8d7-4649-9dbd-facd9a476fa8 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:48.523807 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.527731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d4bce280-a6c3-4f2d-9414-e64a64d31b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:48.529617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d4bce280-a6c3-4f2d-9414-e64a64d31b39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1065483 Sep 15 15:58:48.573874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:48.619070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['36be7cb7-0c83-4d0f-b421-b340c475df12'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:58:48.640519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d361af-5f71-4b11-803f-8571157330c8 req-a5950fc8-6709-4435-acca-425cb9ec8a45 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:48.642185 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54d361af-5f71-4b11-803f-8571157330c8 req-a5950fc8-6709-4435-acca-425cb9ec8a45 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1655309 Sep 15 15:58:48.652140 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ab64d-eeb1-41c8-8a66-adc33a41de75 x-openstack-request-id: req-938ab64d-eeb1-41c8-8a66-adc33a41de75 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:48.652893 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-plugged", "status": "completed", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:48.653326 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-938ab64d-eeb1-41c8-8a66-adc33a41de75 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:48.653882 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'code': 200} Sep 15 15:58:48.658549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 0694b141-c8d7-4649-9dbd-facd9a476fa8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:58:48.677512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 0694b141-c8d7-4649-9dbd-facd9a476fa8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:48.678142 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.686660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-6d26eb24-e545-418f-b189-ebf53d0af6fb service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469648 Sep 15 15:58:48.724126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54d361af-5f71-4b11-803f-8571157330c8 req-0d3ecbaa-a2df-4634-8e89-011db0f84e79 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726755 Sep 15 15:58:48.735585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:48.817892 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.860925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-4c774936-477e-4a9f-a115-a0c915a2028f service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634846 Sep 15 15:58:48.884633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0694b141-c8d7-4649-9dbd-facd9a476fa8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0694b141-c8d7-4649-9dbd-facd9a476fa8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:48.955702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:48.989474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-46d6ab4f-67c2-4c17-b4a8-0cf3ea987c5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc HTTP/1.1" status: 200 len: 217 time: 0.1206789 Sep 15 15:58:49.008580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=0694b141-c8d7-4649-9dbd-facd9a476fa8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:49.129416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-a1435d2e-2f6c-49fd-98e0-7501b1f05a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:49.131566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-a1435d2e-2f6c-49fd-98e0-7501b1f05a0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.1244638 Sep 15 15:58:49.181259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c2695-3ff9-4abb-9514-c3e5afda7eae req-35aa9af8-46ef-4e86-89e1-2b505dc9586d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:49.190964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6c2695-3ff9-4abb-9514-c3e5afda7eae req-35aa9af8-46ef-4e86-89e1-2b505dc9586d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.2031815 Sep 15 15:58:49.269146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e6c2695-3ff9-4abb-9514-c3e5afda7eae req-56e13048-bbd0-4631-9153-54a98fd593ff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770667 Sep 15 15:58:49.271387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-72a0f611-6d24-43b7-96dd-9d235a39a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:49.272984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-72a0f611-6d24-43b7-96dd-9d235a39a807 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312163 Sep 15 15:58:49.441709 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-724f9152-6944-4050-89e5-99751f696671 service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597021 Sep 15 15:58:49.545313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20f6c6-483f-4600-a970-0701f48b388b req-ef0be8cd-3a20-41c0-a286-bfb0743e7f7b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:49.564726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f20f6c6-483f-4600-a970-0701f48b388b req-ef0be8cd-3a20-41c0-a286-bfb0743e7f7b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.0874121 Sep 15 15:58:49.575127 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-56cb5242-d7be-4993-87ca-b59199e65f0a service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251795 Sep 15 15:58:49.633264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-121a92a1-9bfe-402d-93f4-0d2fe7103271 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb4b861d-8fa6-4916-89b9-1342fc047023 HTTP/1.1" status: 200 len: 217 time: 0.0498159 Sep 15 15:58:49.637972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f20f6c6-483f-4600-a970-0701f48b388b req-109a043a-e2cd-4b06-b8af-8b2c14d7c280 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662634 Sep 15 15:58:49.729509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d41a223f-1cd8-4df7-83f7-2c7d649a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:49.731009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-d41a223f-1cd8-4df7-83f7-2c7d649a36a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.0757537 Sep 15 15:58:49.821044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-cbe4c015-ba71-440e-9301-849c8e64a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:49.821405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-cbe4c015-ba71-440e-9301-849c8e64a6c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794320 Sep 15 15:58:49.920992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62653a01-759a-41cf-8bb7-3f04facd6237 req-de3f5bcc-59f0-4243-a2c9-86eef7170e68 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:49.926560 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:58:49.944386 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62653a01-759a-41cf-8bb7-3f04facd6237 req-de3f5bcc-59f0-4243-a2c9-86eef7170e68 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1140108 Sep 15 15:58:50.016056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62653a01-759a-41cf-8bb7-3f04facd6237 req-424e1c5f-86ff-4897-bdf0-fbd502843ee4 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677516 Sep 15 15:58:50.036093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-414fd1ae-149f-4fe3-8a47-630267594c95 service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059889 Sep 15 15:58:50.058061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 36be7cb7-0c83-4d0f-b421-b340c475df12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:58:50.058551 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:50.317532 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:50.380957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2167f74e-215c-47de-ac00-094b66abd7c5 req-dc5436f9-4cb6-467c-831e-7a78c38c439e service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361900 Sep 15 15:58:50.417794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:58:50.497135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:50.550011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c9cc5-d13c-481c-b84f-da094fce9d62 req-a8b35c70-4f1a-48cb-b0ff-8ff741ac109c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:50.560613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e79c9cc5-d13c-481c-b84f-da094fce9d62 req-a8b35c70-4f1a-48cb-b0ff-8ff741ac109c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0874660 Sep 15 15:58:50.616930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e79c9cc5-d13c-481c-b84f-da094fce9d62 req-6e4c7e21-19a1-4899-b78f-39428d1a9a2b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Sep 15 15:58:50.620767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:58:50.654962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0694b141-c8d7-4649-9dbd-facd9a476fa8'}, {'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:58:50.657350 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ee08e-1f00-4837-96db-5829ce7d4b4b" -d '{"events": [{"server_uuid": "82bf5d9b-b3b6-44ec-a217-17e320187863", "name": "network-vif-plugged", "status": "completed", "tag": "0694b141-c8d7-4649-9dbd-facd9a476fa8"}, {"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-plugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:58:50.853094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc4fed-754f-4e96-a0e6-810a8d24a5e7 req-65872f06-bd5c-45eb-9189-6d23267b4939 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:50.863275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0cc4fed-754f-4e96-a0e6-810a8d24a5e7 req-65872f06-bd5c-45eb-9189-6d23267b4939 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.1076808 Sep 15 15:58:50.943005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0cc4fed-754f-4e96-a0e6-810a8d24a5e7 req-0681d2df-c787-4f45-b3e6-eb3b6b4f5d8b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738533 Sep 15 15:58:51.015005 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec54147a-4ad1-4a1b-8f32-8acaf3f28c2e x-openstack-request-id: req-ec54147a-4ad1-4a1b-8f32-8acaf3f28c2e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:58:51.015509 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf5d9b-b3b6-44ec-a217-17e320187863", "name": "network-vif-plugged", "status": "completed", "tag": "0694b141-c8d7-4649-9dbd-facd9a476fa8", "code": 200}, {"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-plugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:58:51.015937 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ec54147a-4ad1-4a1b-8f32-8acaf3f28c2e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:58:51.018857 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0694b141-c8d7-4649-9dbd-facd9a476fa8', 'code': 200} Sep 15 15:58:51.021563 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'code': 200} Sep 15 15:58:51.173608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cdcb8-9509-4fc5-b009-09ddaf4014a2 req-7da1ceb2-f831-4398-aee8-35fc40978785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:51.175142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-436cdcb8-9509-4fc5-b009-09ddaf4014a2 req-7da1ceb2-f831-4398-aee8-35fc40978785 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 1096 time: 0.0812132 Sep 15 15:58:51.244842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-436cdcb8-9509-4fc5-b009-09ddaf4014a2 req-47752aea-cd43-4ad3-b58d-0f8f249acc82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602210 Sep 15 15:58:51.289998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766a83c-c893-464b-81a6-58aab5e64a69 req-fce20803-9ab5-4dfd-960f-baf553399108 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:51.307662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5766a83c-c893-464b-81a6-58aab5e64a69 req-fce20803-9ab5-4dfd-960f-baf553399108 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1733935 Sep 15 15:58:51.382222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5766a83c-c893-464b-81a6-58aab5e64a69 req-ef61e7d4-9522-40aa-9ab1-aa775c519aed tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727024 Sep 15 15:58:51.776475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2a663-939e-42ca-96bb-0890428c28d1 req-29ffe579-62c0-46aa-b85f-8ac0c5a27803 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:51.778138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8ea2a663-939e-42ca-96bb-0890428c28d1 req-29ffe579-62c0-46aa-b85f-8ac0c5a27803 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0634575 Sep 15 15:58:51.837024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8ea2a663-939e-42ca-96bb-0890428c28d1 req-18d1b6f8-b524-41fc-a82c-c1cd1eae569e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522764 Sep 15 15:58:52.116809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42463b96-614d-4917-8b91-a1eaa8467212 req-190a0a83-915a-4171-9099-2ee6ae1af3e8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:52.118253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42463b96-614d-4917-8b91-a1eaa8467212 req-190a0a83-915a-4171-9099-2ee6ae1af3e8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.0677297 Sep 15 15:58:52.228797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42463b96-614d-4917-8b91-a1eaa8467212 req-0d1fe123-91c6-4b7d-9f53-cd93fef5a093 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Sep 15 15:58:52.629295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2579-294d-4074-8878-3c3a292a8121 req-9fab6647-97c5-41d3-8156-3096768abce1 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:52.629295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-feac2579-294d-4074-8878-3c3a292a8121 req-9fab6647-97c5-41d3-8156-3096768abce1 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1270807 Sep 15 15:58:52.718109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-feac2579-294d-4074-8878-3c3a292a8121 req-93e92ffc-e86d-42d1-a1f0-976cb17a102e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877600 Sep 15 15:58:53.194436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1014a9-0a57-43e5-9fe2-421275f6d17d req-be1722da-3575-48a3-a249-f7562be509da tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:53.196015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f1014a9-0a57-43e5-9fe2-421275f6d17d req-be1722da-3575-48a3-a249-f7562be509da tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.1045194 Sep 15 15:58:53.270121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f1014a9-0a57-43e5-9fe2-421275f6d17d req-a8297b7d-35c9-48d3-a8f1-640b9faea48e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655437 Sep 15 15:58:53.434309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8e8aa-3252-480f-b563-59b26b21008b req-ba4de0c2-0098-40f7-8b4a-d9eadc17a34d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:53.436279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ff8e8aa-3252-480f-b563-59b26b21008b req-ba4de0c2-0098-40f7-8b4a-d9eadc17a34d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.0940874 Sep 15 15:58:53.502824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ff8e8aa-3252-480f-b563-59b26b21008b req-2229d7e4-b3ca-4467-9eee-c8d7e47d47fb tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568306 Sep 15 15:58:53.917996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd33fb4-4065-4598-a7c3-eb98770e3481 req-db76364e-a213-4e34-916b-2be370cef2b8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:53.919541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bd33fb4-4065-4598-a7c3-eb98770e3481 req-db76364e-a213-4e34-916b-2be370cef2b8 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1102450 Sep 15 15:58:53.965579 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5389834c-b433-489c-b837-6e2f3384cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:53.997228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bd33fb4-4065-4598-a7c3-eb98770e3481 req-7c8848f9-a10b-40ff-bbb9-c24498b2762a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695715 Sep 15 15:58:54.434558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00ba1d-1380-4d67-b753-b159684a084a req-c83128d4-693a-412a-83a9-61e3f9eac65f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:54.444353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba00ba1d-1380-4d67-b753-b159684a084a req-c83128d4-693a-412a-83a9-61e3f9eac65f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0935960 Sep 15 15:58:54.505909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba00ba1d-1380-4d67-b753-b159684a084a req-3b264333-482f-445c-a6cf-a0ab2a8fcae0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603487 Sep 15 15:58:55.229805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533b546-3246-4c83-9974-ac539bd245a2 req-a65ee0d7-27af-49b6-94b1-db9823506743 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:55.238941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7533b546-3246-4c83-9974-ac539bd245a2 req-a65ee0d7-27af-49b6-94b1-db9823506743 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1195798 Sep 15 15:58:55.342458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7533b546-3246-4c83-9974-ac539bd245a2 req-4f4a6981-4f14-4cfe-8544-8a6fc3653e96 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942729 Sep 15 15:58:55.780538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a88e5a-95fa-4e31-bb1d-44e46296692f req-5420e8fd-9c6a-4d96-a163-9563d77aad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:55.788245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4a88e5a-95fa-4e31-bb1d-44e46296692f req-5420e8fd-9c6a-4d96-a163-9563d77aad96 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1096 time: 0.0908818 Sep 15 15:58:55.892665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b4a88e5a-95fa-4e31-bb1d-44e46296692f req-954929c2-9ae5-4e33-809f-928ea30267bb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000118 Sep 15 15:58:56.002103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8ab5c-d4eb-424a-8e35-b9345192c0c4 req-54037aca-b5ae-42e7-88fd-45a3959aa7b2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:56.018433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2f8ab5c-d4eb-424a-8e35-b9345192c0c4 req-54037aca-b5ae-42e7-88fd-45a3959aa7b2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.2536359 Sep 15 15:58:56.073211 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2f8ab5c-d4eb-424a-8e35-b9345192c0c4 req-4c5d758d-a6cf-43fe-b4d1-c7e08266fe78 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533760 Sep 15 15:58:56.394205 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:56.550630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a86ec8-65d7-49cf-a448-342ce63e4f51 req-6b7206e3-52d2-4b68-97e2-01eec5e3047a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:56.562225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48a86ec8-65d7-49cf-a448-342ce63e4f51 req-6b7206e3-52d2-4b68-97e2-01eec5e3047a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1139421 Sep 15 15:58:56.619832 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48a86ec8-65d7-49cf-a448-342ce63e4f51 req-f9e82a56-4c99-4c02-8bf5-39932b75b65a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 Sep 15 15:58:57.229031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:57.323537 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b31f107b-12d6-44fb-92f2-909bdc2fcfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:58.365624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:58.667322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04672f-a3ed-45f3-a801-cce0e6ca723e req-0917242b-4274-47ea-90d6-b106673e595e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:58.694631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a04672f-a3ed-45f3-a801-cce0e6ca723e req-0917242b-4274-47ea-90d6-b106673e595e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.1186602 Sep 15 15:58:58.818357 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a04672f-a3ed-45f3-a801-cce0e6ca723e req-cb8638b0-d475-49cd-9022-4c84391a49b1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160073 Sep 15 15:58:59.067111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8cf43-323c-48c9-aee7-bbc123c185a0 req-39c7afb5-fce3-4850-95f2-dffffd246b7b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:58:59.078423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2d8cf43-323c-48c9-aee7-bbc123c185a0 req-39c7afb5-fce3-4850-95f2-dffffd246b7b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1290317 Sep 15 15:58:59.183050 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2d8cf43-323c-48c9-aee7-bbc123c185a0 req-c0e73625-2786-4dcc-b818-3b8783fc0e77 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978985 Sep 15 15:59:00.034311 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:00.062798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:00.329260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-a6456bd9-f1a7-401c-9a9d-3932cb084134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:00.331502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-a6456bd9-f1a7-401c-9a9d-3932cb084134 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 1096 time: 0.1221855 Sep 15 15:59:00.333270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7051d-6927-4628-a9a9-e7cd58ddc73d req-a1bc059c-978f-4ccc-9845-a92cad0e574a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:00.349303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ed7051d-6927-4628-a9a9-e7cd58ddc73d req-a1bc059c-978f-4ccc-9845-a92cad0e574a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.1419764 Sep 15 15:59:00.435713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ed7051d-6927-4628-a9a9-e7cd58ddc73d req-f1388518-2eb8-4b43-9380-092780918c0d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849812 Sep 15 15:59:00.661591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a2b1-16f7-4065-9560-7b7a6a1ac005 req-2bd8161c-68a6-46c3-95c2-5058e8e7c8ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:00.672098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b43a2b1-16f7-4065-9560-7b7a6a1ac005 req-2bd8161c-68a6-46c3-95c2-5058e8e7c8ac tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1066363 Sep 15 15:59:00.690313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-c3a4f916-1b76-4d04-9d78-29a38c95f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:00.698321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-c3a4f916-1b76-4d04-9d78-29a38c95f8d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 200 len: 920 time: 0.3542631 Sep 15 15:59:00.747821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b43a2b1-16f7-4065-9560-7b7a6a1ac005 req-401f4253-1612-48dd-9159-86e0861d5809 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734224 Sep 15 15:59:00.849275 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-97693832-44f4-4717-915b-c03a5fb8f180 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898 HTTP/1.1" status: 200 len: 217 time: 0.1357358 Sep 15 15:59:01.401438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-f42f1cc6-292c-4b3f-83a7-c8a8890be066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:01.401438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-f42f1cc6-292c-4b3f-83a7-c8a8890be066 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 200 len: 859 time: 0.1468713 Sep 15 15:59:01.401438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-40d9856a-1b29-4918-b292-70beac88efed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=74fc50d4-aa86-4941-a702-ccb7bb8710e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357492 Sep 15 15:59:01.401438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-d41b99be-a7c4-4690-b09d-d02dea607256 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071115 Sep 15 15:59:01.401438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9142e49b-d4b4-4ad8-ab0f-0defc9941840 req-7d66a43b-62e8-401b-b332-297b3796bfc7 service neutron] 10.222.0.38 "GET /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204946 Sep 15 15:59:01.561676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bfb4d-4bc3-4e35-8275-e04f7cb31d14 req-41ae82df-95a6-4a79-86ba-7e440480f5f2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:01.569827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b6bfb4d-4bc3-4e35-8275-e04f7cb31d14 req-41ae82df-95a6-4a79-86ba-7e440480f5f2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0625107 Sep 15 15:59:01.620058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b6bfb4d-4bc3-4e35-8275-e04f7cb31d14 req-792b56e7-ac0a-451f-befd-a40c931fab35 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Sep 15 15:59:01.962901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4013bdd-6c87-45a0-a497-75ad15466775 req-ce874627-8167-4cff-a8e3-69e3c5ca57d4 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:01.970033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4013bdd-6c87-45a0-a497-75ad15466775 req-ce874627-8167-4cff-a8e3-69e3c5ca57d4 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1080132 Sep 15 15:59:02.059903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4013bdd-6c87-45a0-a497-75ad15466775 req-14300543-c786-407e-9175-ef63cea22cef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847406 Sep 15 15:59:02.740861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8358ee0-fde2-4964-8bce-f504ad355b43 req-5779fc33-893b-4ac7-80d2-0bda10ac8f86 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:02.742482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8358ee0-fde2-4964-8bce-f504ad355b43 req-5779fc33-893b-4ac7-80d2-0bda10ac8f86 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0573337 Sep 15 15:59:02.782010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8358ee0-fde2-4964-8bce-f504ad355b43 req-9a1d29c0-3e23-4070-adc1-e47c5d6814ea tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Sep 15 15:59:03.218471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e0ec7-041e-4957-a9f9-845cade4a392 req-0ec0a0ec-8362-4ce1-93c3-5fd1dbfad905 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:03.219996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-136e0ec7-041e-4957-a9f9-845cade4a392 req-0ec0a0ec-8362-4ce1-93c3-5fd1dbfad905 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0650039 Sep 15 15:59:03.306743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-136e0ec7-041e-4957-a9f9-845cade4a392 req-0acd974d-ab87-4748-aff2-6a8588094c1e tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805831 Sep 15 15:59:03.926978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1dbf0-65f4-4649-8ab3-2af7ea5c1d52 req-cdcc8b46-7fec-4b4f-8832-aaffb20106b4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:03.928695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85b1dbf0-65f4-4649-8ab3-2af7ea5c1d52 req-cdcc8b46-7fec-4b4f-8832-aaffb20106b4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0544922 Sep 15 15:59:03.968739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85b1dbf0-65f4-4649-8ab3-2af7ea5c1d52 req-7777b6b7-677e-4f76-86ba-188047c46ba8 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Sep 15 15:59:04.061711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-6b2dfb38-b50d-4afc-93fd-70408a91aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:04.063855 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-6b2dfb38-b50d-4afc-93fd-70408a91aa45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 1096 time: 0.0469351 Sep 15 15:59:04.201583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-acc5ce58-259c-4f9d-8285-763cc9bf451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:04.204218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-acc5ce58-259c-4f9d-8285-763cc9bf451d service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1278024 Sep 15 15:59:04.251524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-99128111-f258-4806-a7d8-c5b37cbf620d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7c627ef-3e88-43d0-8899-1d4af6618422 HTTP/1.1" status: 200 len: 217 time: 0.0370889 Sep 15 15:59:04.304072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-0cbfdc4b-a66f-4bbb-be14-7792d1cb3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:04.305720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-0cbfdc4b-a66f-4bbb-be14-7792d1cb3dbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0457275 Sep 15 15:59:04.468903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-4b8267d5-88e0-48c6-b920-c60b7d75cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:04.470438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-4b8267d5-88e0-48c6-b920-c60b7d75cae9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510247 Sep 15 15:59:04.487222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6eaeb-44f7-40ac-9328-5f956a54b059 req-e49fafcf-eacd-4a61-be6b-8b94046abc20 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:04.488067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76d6eaeb-44f7-40ac-9328-5f956a54b059 req-e49fafcf-eacd-4a61-be6b-8b94046abc20 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0925152 Sep 15 15:59:04.544886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76d6eaeb-44f7-40ac-9328-5f956a54b059 req-42d47202-a199-420a-a107-36088e3e1fe5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463076 Sep 15 15:59:05.001142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ff3b1-a7c1-4d32-a42e-9b9ba4ddc825 req-028f8415-39d0-49b0-bc2d-623afcb4dada tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:05.002624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486ff3b1-a7c1-4d32-a42e-9b9ba4ddc825 req-028f8415-39d0-49b0-bc2d-623afcb4dada tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 949 time: 0.0678041 Sep 15 15:59:05.004903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-5d0950b2-0eaf-4535-b5ca-b550a56c90ab service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237873 Sep 15 15:59:05.068738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-486ff3b1-a7c1-4d32-a42e-9b9ba4ddc825 req-56aea785-0bf2-4719-b2a2-da5ecd130238 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Sep 15 15:59:05.143894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c180202b-4089-44d7-a43c-68716a2d3e84 req-7e42cc3b-613d-498e-b257-90966b7a00b4 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211360 Sep 15 15:59:05.228299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e8120-44bb-4310-9db5-5aadf6c258db req-c911b1d4-812f-4c49-8bb8-8c3ce6d3fe43 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:05.231339 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-989e8120-44bb-4310-9db5-5aadf6c258db req-c911b1d4-812f-4c49-8bb8-8c3ce6d3fe43 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0865142 Sep 15 15:59:05.288831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-989e8120-44bb-4310-9db5-5aadf6c258db req-d541c0f8-4fd1-4795-bb9b-a8bb62945ce0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Sep 15 15:59:06.438188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb8b4c-fb1e-40e7-acdc-5a936ddcd8e6 req-9d77b3d9-1ee5-4cea-9ced-45012854b2a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:06.439704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3dbb8b4c-fb1e-40e7-acdc-5a936ddcd8e6 req-9d77b3d9-1ee5-4cea-9ced-45012854b2a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0551944 Sep 15 15:59:06.479615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3dbb8b4c-fb1e-40e7-acdc-5a936ddcd8e6 req-411c6883-4c50-4a59-a1db-bb9267748570 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Sep 15 15:59:07.620659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f68ca7-402a-4d69-871a-c0b13711c236 req-0bb1591f-198e-4f27-a746-5b41257275c7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:07.622285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02f68ca7-402a-4d69-871a-c0b13711c236 req-0bb1591f-198e-4f27-a746-5b41257275c7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 945 time: 0.0570114 Sep 15 15:59:07.661605 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02f68ca7-402a-4d69-871a-c0b13711c236 req-3e9dd0fa-3ea9-4cae-aa81-ac6578bdcfc7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Sep 15 15:59:07.783660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fb6df-fb0a-48f0-a7bf-7a1bfef36ead req-c7a5a129-14ab-4885-9929-e31dd159d22e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:07.785328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b69fb6df-fb0a-48f0-a7bf-7a1bfef36ead req-c7a5a129-14ab-4885-9929-e31dd159d22e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0540888 Sep 15 15:59:07.829665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b69fb6df-fb0a-48f0-a7bf-7a1bfef36ead req-6a26d7b7-f267-4178-b05f-09563738e873 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381374 Sep 15 15:59:07.977754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d35ff-656a-496d-8ce5-ddfb515128c6 req-7fdb5d7e-5745-4185-b6d1-5c1675592ada tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:07.979393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d79d35ff-656a-496d-8ce5-ddfb515128c6 req-7fdb5d7e-5745-4185-b6d1-5c1675592ada tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0558968 Sep 15 15:59:08.015471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a7c627ef-3e88-43d0-8899-1d4af6618422 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:08.022445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d79d35ff-656a-496d-8ce5-ddfb515128c6 req-f76c13fb-7684-4b4c-a55c-b19eb95cf891 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347800 Sep 15 15:59:08.113108 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:08.139164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:08.141839 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36407cba-81d2-4c22-9191-0c9389fab5ff" -d '{"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:08.156663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:08.223966 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb1b78-9531-4883-957c-016225f12fd7 x-openstack-request-id: req-02eb1b78-9531-4883-957c-016225f12fd7 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:08.224256 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-unplugged", "status": "failed", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422", "code": 422}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:08.224542 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-02eb1b78-9531-4883-957c-016225f12fd7 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:08.224951 n-d-808199-2 neutron-server[102020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'code': 422} returned with failed status Sep 15 15:59:08.233337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:08.234079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:08.329402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:08.361478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.361916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.362384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.362792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.363198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.363671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.364020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.364725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.365725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.365725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.365923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.366313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:08.386903 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:08.424413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:08.445017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb560001-e108-4e76-8515-cebda45a91e7 req-9a64dfb3-5d45-4670-b3f2-869d33ec67b0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:08.453446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb560001-e108-4e76-8515-cebda45a91e7 req-9a64dfb3-5d45-4670-b3f2-869d33ec67b0 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0686805 Sep 15 15:59:08.478295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:08.490774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb560001-e108-4e76-8515-cebda45a91e7 req-0f4f7ef3-3cf9-419d-b1fc-f31f68382157 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364354 Sep 15 15:59:08.540080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:09.631019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff2ee3-46d6-4ffe-bd5f-27fe792f1fed req-c1634e6e-a8b7-4bd2-89ad-b712d7bbdffa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:09.632781 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddff2ee3-46d6-4ffe-bd5f-27fe792f1fed req-c1634e6e-a8b7-4bd2-89ad-b712d7bbdffa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0634420 Sep 15 15:59:09.683555 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddff2ee3-46d6-4ffe-bd5f-27fe792f1fed req-0e4b7117-761b-4ea0-88b2-9c7ce157b76e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372555 Sep 15 15:59:10.004297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:59:10.139268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:10.151120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'mac_address': 'fa:16:3e:34:6f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:59:10.193587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:10.208339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36be7cb7-0c83-4d0f-b421-b340c475df12 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:59:10.227400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:10.229908 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c027d-88a6-4a31-b45d-cb808f1077a6" -d '{"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-unplugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:10.236089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:10.289901 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd359168-3e43-4380-9266-c588df59248a x-openstack-request-id: req-dd359168-3e43-4380-9266-c588df59248a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:10.290262 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-unplugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:10.290648 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd359168-3e43-4380-9266-c588df59248a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:10.291322 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'code': 200} Sep 15 15:59:10.307042 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:10.363633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:10.418190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['36be7cb7-0c83-4d0f-b421-b340c475df12'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:10.818812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c549f-13f6-4707-a2b7-cf6d728a869e req-936ce18d-c2da-401f-9836-6e8c96195e8b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:10.820279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28c549f-13f6-4707-a2b7-cf6d728a869e req-936ce18d-c2da-401f-9836-6e8c96195e8b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0497787 Sep 15 15:59:10.859375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28c549f-13f6-4707-a2b7-cf6d728a869e req-fce3f921-d642-4fc5-9172-1958a57f7cb3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Sep 15 15:59:11.976726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25e54e-190f-421f-a44a-2b6ee68984e3 req-b23f0063-4686-4624-a146-b13e80838540 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:11.978988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af25e54e-190f-421f-a44a-2b6ee68984e3 req-b23f0063-4686-4624-a146-b13e80838540 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0497243 Sep 15 15:59:12.020781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af25e54e-190f-421f-a44a-2b6ee68984e3 req-28ffbbf6-8e1e-4cda-b041-9b93f12f1454 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352843 Sep 15 15:59:12.021682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:59:12.125360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 36be7cb7-0c83-4d0f-b421-b340c475df12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:59:12.125745 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:12.256889 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:12.292805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:12.295025 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a38d06-f9bb-4232-b448-a6ace380cf57" -d '{"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-plugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:12.314028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:12.340534 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8f388-14ba-4bca-b2db-4fc586700833 x-openstack-request-id: req-4db8f388-14ba-4bca-b2db-4fc586700833 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:12.341058 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-plugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:12.341530 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4db8f388-14ba-4bca-b2db-4fc586700833 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:12.342105 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'code': 200} Sep 15 15:59:12.375859 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:12.462611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=10']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:13.220524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b5152-fc7c-43f1-a8be-5c8cb3d77d52 req-7b9c244f-e86f-42d1-93b1-481fb63873aa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:13.241708 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-577b5152-fc7c-43f1-a8be-5c8cb3d77d52 req-7b9c244f-e86f-42d1-93b1-481fb63873aa tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0862687 Sep 15 15:59:13.338683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-577b5152-fc7c-43f1-a8be-5c8cb3d77d52 req-52175be9-384e-4ab5-85e0-50bc700c220c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956998 Sep 15 15:59:14.737867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f41d67-5999-4567-933a-4fe0c5eb955d req-f7f13ddd-0f1d-49b2-a656-6935a83bafe9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:14.737867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6f41d67-5999-4567-933a-4fe0c5eb955d req-f7f13ddd-0f1d-49b2-a656-6935a83bafe9 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0941405 Sep 15 15:59:14.737867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6f41d67-5999-4567-933a-4fe0c5eb955d req-71ffbdef-e44a-46f8-b5c9-b7eec3b4fe4a tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508273 Sep 15 15:59:15.866632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3391c-ae24-474c-9a7a-a2521df402d2 req-c7516a27-7cdd-4155-b153-eccdb0402b3d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:15.868392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3a3391c-ae24-474c-9a7a-a2521df402d2 req-c7516a27-7cdd-4155-b153-eccdb0402b3d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0631626 Sep 15 15:59:15.911691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3a3391c-ae24-474c-9a7a-a2521df402d2 req-337c2a46-a3eb-4aaa-bca3-2fe5f6e7b89f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356584 Sep 15 15:59:16.728153 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:59:17.105516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cd70d-6868-4f74-9c63-a557eb5caa1c req-2385129d-0c14-40bc-a7e8-e3ad6ec54a9d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:17.108054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e14cd70d-6868-4f74-9c63-a557eb5caa1c req-2385129d-0c14-40bc-a7e8-e3ad6ec54a9d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0883269 Sep 15 15:59:17.215845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e14cd70d-6868-4f74-9c63-a557eb5caa1c req-d0d50f9b-a9fa-4745-a387-46fceade2a00 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009750 Sep 15 15:59:18.420576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210cfe9-8e3d-4ea1-b9b8-ce671059e818 req-7f5afa81-a259-4f7f-b910-a3a692f10089 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:18.433867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5210cfe9-8e3d-4ea1-b9b8-ce671059e818 req-7f5afa81-a259-4f7f-b910-a3a692f10089 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1044836 Sep 15 15:59:18.491433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5210cfe9-8e3d-4ea1-b9b8-ce671059e818 req-4a47f651-39e3-44a8-ac02-0925dc291e81 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541542 Sep 15 15:59:19.738052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d4f8e-4f35-4a23-8eba-6b020444fbcf req-73260e74-a09f-4226-b493-0c32da001f53 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:19.750115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a95d4f8e-4f35-4a23-8eba-6b020444fbcf req-73260e74-a09f-4226-b493-0c32da001f53 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0999269 Sep 15 15:59:19.831914 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a95d4f8e-4f35-4a23-8eba-6b020444fbcf req-6fbc0026-4a62-48b5-bc03-d1282e1003d5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802069 Sep 15 15:59:19.846064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b360c2d-15cc-4877-a98e-cd50368c57ca req-fbba380a-bdb2-4ffe-a17f-55e0f2ec3fdc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:19.857472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b360c2d-15cc-4877-a98e-cd50368c57ca req-fbba380a-bdb2-4ffe-a17f-55e0f2ec3fdc tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1922357 Sep 15 15:59:19.950404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b360c2d-15cc-4877-a98e-cd50368c57ca req-bdb6a5ed-7eb6-4006-bf8a-9e940d35c986 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894916 Sep 15 15:59:20.536382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb2740-9deb-4622-b0cd-0be7fb6db5c0 req-fe1bfcb3-e0c3-47bb-b4df-0ca701135929 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:20.538030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aafb2740-9deb-4622-b0cd-0be7fb6db5c0 req-fe1bfcb3-e0c3-47bb-b4df-0ca701135929 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1259940 Sep 15 15:59:20.640704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25507-895a-49db-b746-a32bcf88cb95 req-2e00af99-1254-45e4-9126-b100cb1c95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:20.642561 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40d25507-895a-49db-b746-a32bcf88cb95 req-2e00af99-1254-45e4-9126-b100cb1c95d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1095 time: 0.1550457 Sep 15 15:59:20.772380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aafb2740-9deb-4622-b0cd-0be7fb6db5c0 req-13df5fb7-fba6-4a99-9b53-f9aeba0c36ee tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898155 Sep 15 15:59:20.773697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25507-895a-49db-b746-a32bcf88cb95 req-3f55bb25-2f20-4c8c-ac9b-2a4753c2b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:20.775104 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40d25507-895a-49db-b746-a32bcf88cb95 req-3f55bb25-2f20-4c8c-ac9b-2a4753c2b742 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1174691 Sep 15 15:59:20.895480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40d25507-895a-49db-b746-a32bcf88cb95 req-e8b262e0-7610-450a-ab96-53d2382a7919 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.0726044 Sep 15 15:59:20.909627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25507-895a-49db-b746-a32bcf88cb95 req-19889115-5826-4ee2-b951-71c53c6c8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:20.911123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40d25507-895a-49db-b746-a32bcf88cb95 req-19889115-5826-4ee2-b951-71c53c6c8c27 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0461993 Sep 15 15:59:20.960317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d25507-895a-49db-b746-a32bcf88cb95 req-b02815fd-b633-45c2-b555-e64d237d81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:20.962185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5ce3-b48f-4b52-a86d-cb49b76e1028 req-7ede0036-0ba3-4218-930b-0d08b2bf5a1d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:20.962838 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40d25507-895a-49db-b746-a32bcf88cb95 req-b02815fd-b633-45c2-b555-e64d237d81e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433908 Sep 15 15:59:20.965314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c91e5ce3-b48f-4b52-a86d-cb49b76e1028 req-7ede0036-0ba3-4218-930b-0d08b2bf5a1d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0605154 Sep 15 15:59:21.011458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c91e5ce3-b48f-4b52-a86d-cb49b76e1028 req-c3f5010c-56bf-433e-9855-da77ede1c9ba tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Sep 15 15:59:21.114523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40d25507-895a-49db-b746-a32bcf88cb95 req-0e59da64-ec29-4294-b22d-fe69fc57ad4e service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434751 Sep 15 15:59:21.238740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40d25507-895a-49db-b746-a32bcf88cb95 req-a2b7411a-17da-4917-8b43-8dd0550028d1 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117659 Sep 15 15:59:21.960274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0330-1a5c-4e11-8710-8486ee3347e6 req-ff4e8192-33fd-4284-9dbf-c23ecd1c6271 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:21.963640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89af0330-1a5c-4e11-8710-8486ee3347e6 req-ff4e8192-33fd-4284-9dbf-c23ecd1c6271 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0736651 Sep 15 15:59:22.015094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89af0330-1a5c-4e11-8710-8486ee3347e6 req-ae154ed2-1a11-4a53-8692-37b672f0701f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Sep 15 15:59:22.277547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdad42e-d6d3-4a05-a686-abdf8fabb5ab req-c2150683-4f61-4e79-9895-2dcb3fb1359b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:22.279605 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6cdad42e-d6d3-4a05-a686-abdf8fabb5ab req-c2150683-4f61-4e79-9895-2dcb3fb1359b tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.1167362 Sep 15 15:59:22.289933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-3572b4ba-6857-4f4b-9b91-b20f2d16b292 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:22.291527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-3572b4ba-6857-4f4b-9b91-b20f2d16b292 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 945 time: 0.0927625 Sep 15 15:59:22.342600 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6cdad42e-d6d3-4a05-a686-abdf8fabb5ab req-7c6ea5c2-1e8b-4da2-a484-53c56ef92a43 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Sep 15 15:59:22.416755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Deleting port f27768d0-b7ab-42d7-8182-25846f312885 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:22.416894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:22.530280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] For port f27768d0-b7ab-42d7-8182-25846f312885, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f27768d0-b7ab-42d7-8182-25846f312885,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:22.530280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:22.544580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Calling delete_port for f27768d0-b7ab-42d7-8182-25846f312885 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:22.840640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:22.854398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0876ff5f-1dd5-4cc1-ad47-4d890a651898', 'f27768d0-b7ab-42d7-8182-25846f312885'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:22.876565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Pushing event deleted for resources: {'Port': ['ID=f27768d0-b7ab-42d7-8182-25846f312885,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:23.001660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] No DVR routers for this DVR port f27768d0-b7ab-42d7-8182-25846f312885 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:23.010892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:23.013255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29ee04f4-eb6f-4247-bc93-7c692bc1b3bc req-0b40f78d-c699-4c1b-998f-7e066c3aafef tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "DELETE /v2.0/ports/f27768d0-b7ab-42d7-8182-25846f312885 HTTP/1.1" status: 204 len: 173 time: 0.7139223 Sep 15 15:59:23.013756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'name': 'network-vif-deleted', 'tag': 'f27768d0-b7ab-42d7-8182-25846f312885'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:23.016015 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eb48fe-4d87-4f49-9247-ec827a745ad8" -d '{"events": [{"server_uuid": "0dc520d5-62a1-47c8-82f8-e79f85bf3528", "name": "network-vif-deleted", "tag": "f27768d0-b7ab-42d7-8182-25846f312885"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:23.222906 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277bafb-f62c-4fde-b6f4-c4ae8411274d x-openstack-request-id: req-7277bafb-f62c-4fde-b6f4-c4ae8411274d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:23.223210 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc520d5-62a1-47c8-82f8-e79f85bf3528", "name": "network-vif-deleted", "tag": "f27768d0-b7ab-42d7-8182-25846f312885", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:23.228958 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7277bafb-f62c-4fde-b6f4-c4ae8411274d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:23.231961 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc520d5-62a1-47c8-82f8-e79f85bf3528', 'name': 'network-vif-deleted', 'tag': 'f27768d0-b7ab-42d7-8182-25846f312885', 'status': 'completed', 'code': 200} Sep 15 15:59:23.276276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e87f3-cc6d-4023-ac04-c793e5618e95 req-df1fdb01-63df-4fc8-934b-3af441528081 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:23.277805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-392e87f3-cc6d-4023-ac04-c793e5618e95 req-df1fdb01-63df-4fc8-934b-3af441528081 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1503055 Sep 15 15:59:23.330791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-392e87f3-cc6d-4023-ac04-c793e5618e95 req-533588c7-8734-4032-99f3-55e32b2ec07d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456786 Sep 15 15:59:23.713943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71201a0f-eb53-455f-bfa0-eeae520ff6ae req-fefa5474-0d8c-46e1-9ece-fcbadef18482 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:23.722030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71201a0f-eb53-455f-bfa0-eeae520ff6ae req-fefa5474-0d8c-46e1-9ece-fcbadef18482 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0750597 Sep 15 15:59:23.777260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71201a0f-eb53-455f-bfa0-eeae520ff6ae req-552e9c24-1263-432f-883a-900a4584beb1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542510 Sep 15 15:59:23.871547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-5948a6cd-e260-4e47-b02f-7dc0367cbd59 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:23.883051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-5948a6cd-e260-4e47-b02f-7dc0367cbd59 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.5943549 Sep 15 15:59:23.904050 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-141dd1ca-187c-4ca0-a6fd-6afb04875618 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/quotas/6680f03ec6c348ad9e3e7f451d596882 HTTP/1.1" status: 200 len: 375 time: 0.0200028 Sep 15 15:59:23.918566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd6fbb82-a5d3-441c-91e2-272b22c648ec req-d72f5b6d-6f51-42a5-93a0-3dc7be3ad7cd tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dc520d5-62a1-47c8-82f8-e79f85bf3528 HTTP/1.1" status: 200 len: 210 time: 0.0342009 Sep 15 15:59:23.975297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-226a66c1-5e12-4d17-8543-ee02ad284a46 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702527 Sep 15 15:59:24.038387 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d20b4cf2-45a4-4a8c-af74-efd1f42170a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:24.111718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-0520ec51-336b-4529-8040-f04efcd658d9 service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230915 Sep 15 15:59:24.266605 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-b0d3ee28-7aa6-4ca5-b45d-0b5333fb9210 service neutron] 10.222.0.63 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538830 Sep 15 15:59:24.269272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048eaa2e-07e7-4708-8b58-672e99734301 req-53de1cd8-9536-4dec-9a21-169aebab9109 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:24.279328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-048eaa2e-07e7-4708-8b58-672e99734301 req-53de1cd8-9536-4dec-9a21-169aebab9109 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.1105812 Sep 15 15:59:24.345939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-048eaa2e-07e7-4708-8b58-672e99734301 req-cd654499-dc59-4f45-ae7a-2ff184af7bbe tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489841 Sep 15 15:59:24.647951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b2063c-5476-4af5-86bd-9fa0ecff2ecf req-d829a678-792d-4a0b-b7e7-82c42a35834a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 210 time: 0.0272746 Sep 15 15:59:24.952292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595312f-5bc0-42b4-bca5-0f5aff4c8aa6 req-5a5c5b74-ee2c-453c-bb3a-bae1337cfb84 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:24.954006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4595312f-5bc0-42b4-bca5-0f5aff4c8aa6 req-5a5c5b74-ee2c-453c-bb3a-bae1337cfb84 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0696137 Sep 15 15:59:25.032590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4595312f-5bc0-42b4-bca5-0f5aff4c8aa6 req-b31af2f4-6e80-4180-bc4d-eb50b321e1c6 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670474 Sep 15 15:59:25.525301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cf8ce-4440-4d0d-8602-d0f469922d98 req-f7bfa10c-278f-40bc-9ea2-1738ad7ff4f2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:25.526776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-798cf8ce-4440-4d0d-8602-d0f469922d98 req-f7bfa10c-278f-40bc-9ea2-1738ad7ff4f2 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0510662 Sep 15 15:59:25.576090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-798cf8ce-4440-4d0d-8602-d0f469922d98 req-60b022ea-937c-4a42-9690-9e3865b43dbc tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Sep 15 15:59:25.749312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16eb500f-3d94-418c-9a66-32ab93479f60 req-6d51c0bf-2ebf-40e3-96c7-6a1b213514b5 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 210 time: 0.0315650 Sep 15 15:59:26.072175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f27768d0-b7ab-42d7-8182-25846f312885 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:26.095016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: f27768d0-b7ab-42d7-8182-25846f312885 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:26.095471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f27768d0-b7ab-42d7-8182-25846f312885 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:26.154895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67869f62-d7eb-44c4-ac48-a061d93915f9 req-abc16a31-5327-4210-8868-f59912edf3a1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:26.158625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67869f62-d7eb-44c4-ac48-a061d93915f9 req-abc16a31-5327-4210-8868-f59912edf3a1 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0618055 Sep 15 15:59:26.201708 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67869f62-d7eb-44c4-ac48-a061d93915f9 req-e752d432-eda1-4a6b-9499-c7500f4a6f59 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379739 Sep 15 15:59:26.404552 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:26.435186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1af7-b78c-4ea4-bf53-5fff3ae5bff5 req-30ba6878-3f97-4274-a9d3-f2c58195f3d6 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:26.436706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eca1af7-b78c-4ea4-bf53-5fff3ae5bff5 req-30ba6878-3f97-4274-a9d3-f2c58195f3d6 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 950 time: 0.0492694 Sep 15 15:59:26.476564 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eca1af7-b78c-4ea4-bf53-5fff3ae5bff5 req-f6dca33e-21b9-498c-882c-615be9045073 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Sep 15 15:59:26.592152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c647ea-4a1c-4c5f-9c17-94587ad9e22d req-60c050b5-7cd7-4739-a06c-a85693613d7e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:26.593717 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-43c647ea-4a1c-4c5f-9c17-94587ad9e22d req-60c050b5-7cd7-4739-a06c-a85693613d7e tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0620501 Sep 15 15:59:26.636362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-43c647ea-4a1c-4c5f-9c17-94587ad9e22d req-f25576d4-58af-422f-97c1-c5201cd8f5f2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Sep 15 15:59:26.707139 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-75d5db77-732d-4809-aa61-c6ad47a420a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:26.709557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-75d5db77-732d-4809-aa61-c6ad47a420a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=77401503e98043d3b78bfb7850d8ba30&device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 1095 time: 0.0510011 Sep 15 15:59:26.827221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e006e-277f-4bf9-90aa-380d548df1d9 req-a6f53424-f695-4f61-afde-6e286ad8eeb0 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:26.828816 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-730e006e-277f-4bf9-90aa-380d548df1d9 req-a6f53424-f695-4f61-afde-6e286ad8eeb0 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.1191685 Sep 15 15:59:26.879553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-3adb732f-3c79-4906-86a5-fb165b94f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:26.887470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-3adb732f-3c79-4906-86a5-fb165b94f560 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 200 len: 913 time: 0.1614432 Sep 15 15:59:26.894565 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-730e006e-277f-4bf9-90aa-380d548df1d9 req-9baf05df-09bc-48ad-b1b9-321a8e8e8c0a tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530128 Sep 15 15:59:26.965112 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-a092c1de-da8f-4ff5-bb3e-eb5874908321 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 200 len: 998 time: 0.0687416 Sep 15 15:59:27.025183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-ea287212-991e-4650-a23a-230f01535286 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:27.027441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-ea287212-991e-4650-a23a-230f01535286 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.38 "GET /v2.0/networks?id=edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 200 len: 815 time: 0.1315365 Sep 15 15:59:27.028110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-5d46d81d-342b-410b-8f7a-dee1c48ab1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:27.031394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-5d46d81d-342b-410b-8f7a-dee1c48ab1c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 200 len: 851 time: 0.0555046 Sep 15 15:59:27.051941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Request body: {'port': {'device_id': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'admin_state_up': True, 'tenant_id': '6680f03ec6c348ad9e3e7f451d596882'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:27.056445 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:27.083169 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0d1a60c-670c-4916-880c-111ec4aa85e6 req-6452fddb-f71b-4358-8408-2a657b1267ff tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 210 time: 0.0450375 Sep 15 15:59:27.109977 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-08ce496c-9c0e-4e25-81a1-dfd8f09c2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:27.111531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-08ce496c-9c0e-4e25-81a1-dfd8f09c2ea7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8b090620-5bd2-4bed-a564-517f224367ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638258 Sep 15 15:59:27.212396 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-b9993fa5-a40b-44a5-92f8-0aa8f89964e4 service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914161 Sep 15 15:59:27.238876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Made reservation on behalf of 6680f03ec6c348ad9e3e7f451d596882 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:59:27.243062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:27.269929 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f7a7668-da2b-440a-b5aa-769e1197cc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:27.347330 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20a488b5-d8c3-4d86-b989-c281afcd2518 req-2571539e-1aac-4ec0-b092-89bd51b9903e service neutron] 10.222.0.38 "GET /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217389 Sep 15 15:59:27.396351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Allocated IP 172.20.0.11 (edd67d38-6e28-4e72-9492-da7e28296a9f/e0c2fc12-0d27-485b-baea-b62d939f3629/09cf0025-c34d-43da-9220-88015fbfecdf) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:59:27.547194 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:27.645230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:27.662717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d06a8c5-ff94-4429-8823-d97f5fd108a8', '5ea4b82a-caf4-4c82-afb6-834763486e34', '0694b141-c8d7-4649-9dbd-facd9a476fa8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:27.700433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Network edd67d38-6e28-4e72-9492-da7e28296a9f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:59:27.706417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:59:27.708355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event updated for resources: {'Port': ['ID=09cf0025-c34d-43da-9220-88015fbfecdf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:27.710666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:59:27.746998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.747332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.747674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.748004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.748332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.748685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.749574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.749574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.749798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.750043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.750365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.751121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:27.796052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:27.796881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:27.843611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46603ae2-9965-4805-93dd-2a6fbbc2a028 req-a8835853-d180-4001-8a2f-6dc1e7f628a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:27.845280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46603ae2-9965-4805-93dd-2a6fbbc2a028 req-a8835853-d180-4001-8a2f-6dc1e7f628a3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0698876 Sep 15 15:59:27.900115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46603ae2-9965-4805-93dd-2a6fbbc2a028 req-b3e488ad-910c-4490-bc56-08de0b7e6a5c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Sep 15 15:59:27.914441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-d0ec54d3-4364-4fec-90c0-072374108487 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8663459 Sep 15 15:59:27.930001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Request body: {'port': {'device_id': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:27.983340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:28.033786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b367-c2dd-4798-87ea-87320cca70f5 req-79c0fb42-bdd5-4630-a45d-1ec919046167 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:28.042744 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc31b367-c2dd-4798-87ea-87320cca70f5 req-79c0fb42-bdd5-4630-a45d-1ec919046167 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0731192 Sep 15 15:59:28.108799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc31b367-c2dd-4798-87ea-87320cca70f5 req-e8c0a2a6-211d-4dd5-92c0-446818ff4869 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649593 Sep 15 15:59:28.327970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42932e-0a5d-43b4-8fbe-8ed06b5a8594 req-1527d3f4-b5de-46e2-92c5-e1d9567e799e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:28.329585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d42932e-0a5d-43b4-8fbe-8ed06b5a8594 req-1527d3f4-b5de-46e2-92c5-e1d9567e799e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 932 time: 0.0621305 Sep 15 15:59:28.344533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cf0025-c34d-43da-9220-88015fbfecdf {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:59:28.355460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:28.369622 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:28.374906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Transition to ACTIVE for port object 09cf0025-c34d-43da-9220-88015fbfecdf will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 15:59:28.377125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d42932e-0a5d-43b4-8fbe-8ed06b5a8594 req-ba8ae865-bc80-46c5-8213-b6f3cdaf1d01 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396912 Sep 15 15:59:28.388613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaae175-cbd2-4b17-b6a4-a488c261aadf req-50b42414-d5c6-4c37-b19a-eece1cb4c8f4 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:28.389923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3eaae175-cbd2-4b17-b6a4-a488c261aadf req-50b42414-d5c6-4c37-b19a-eece1cb4c8f4 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 950 time: 0.0771296 Sep 15 15:59:28.433451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3eaae175-cbd2-4b17-b6a4-a488c261aadf req-d198df0d-f0d7-4037-9563-55dd21879897 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361819 Sep 15 15:59:28.434612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:28.510565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Pushing event updated for resources: {'Port': ['ID=09cf0025-c34d-43da-9220-88015fbfecdf,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:28.565021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Attempting to bind port 09cf0025-c34d-43da-9220-88015fbfecdf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:59:28.565661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Attempting to bind port 09cf0025-c34d-43da-9220-88015fbfecdf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:59:28.565661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Attempting to bind port 09cf0025-c34d-43da-9220-88015fbfecdf on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:59:28.569985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Port 09cf0025-c34d-43da-9220-88015fbfecdf on network edd67d38-6e28-4e72-9492-da7e28296a9f not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 15:59:28.570318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Attempting to bind port 09cf0025-c34d-43da-9220-88015fbfecdf on network edd67d38-6e28-4e72-9492-da7e28296a9f {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:59:28.575122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:59:28.575455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Checking segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:59:28.575828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Bound using segment: {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:59:28.576244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Bound port: 09cf0025-c34d-43da-9220-88015fbfecdf, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:59:28.576625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:28.639040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] For port 09cf0025-c34d-43da-9220-88015fbfecdf, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:59:28.641900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] For port 09cf0025-c34d-43da-9220-88015fbfecdf, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09cf0025-c34d-43da-9220-88015fbfecdf,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:59:28.730174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:28.764984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:28.765596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:28.766979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] 10.222.0.38 "PUT /v2.0/ports/09cf0025-c34d-43da-9220-88015fbfecdf HTTP/1.1" status: 200 len: 1092 time: 0.8414624 Sep 15 15:59:28.767447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'tag': '09cf0025-c34d-43da-9220-88015fbfecdf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:28.769712 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442130d2-6c5a-44f9-b742-654952bd8969" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e4c831-91e4-47b4-bf93-88f86c2e79b2", "tag": "09cf0025-c34d-43da-9220-88015fbfecdf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:28.792712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9d958-f453-4948-9f95-3b9563945376 service neutron] Pushing event updated for resources: {'Port': ['ID=09cf0025-c34d-43da-9220-88015fbfecdf,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:28.808272 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a13c7c7-e7e4-4c1c-8ed8-98d2e6c77538 x-openstack-request-id: req-9a13c7c7-e7e4-4c1c-8ed8-98d2e6c77538 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:28.808600 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e4c831-91e4-47b4-bf93-88f86c2e79b2", "tag": "09cf0025-c34d-43da-9220-88015fbfecdf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:28.809084 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9a13c7c7-e7e4-4c1c-8ed8-98d2e6c77538 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:28.809491 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'tag': '09cf0025-c34d-43da-9220-88015fbfecdf', 'status': 'completed', 'code': 200} Sep 15 15:59:28.884689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442130d2-6c5a-44f9-b742-654952bd8969 req-4f03c0a3-4102-42a9-8169-d6d25479951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:28.886219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-442130d2-6c5a-44f9-b742-654952bd8969 req-4f03c0a3-4102-42a9-8169-d6d25479951d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 1095 time: 0.0447831 Sep 15 15:59:28.996232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442130d2-6c5a-44f9-b742-654952bd8969 req-8524bffe-e0e6-425f-90cc-6a5dce6ccf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:28.997739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-442130d2-6c5a-44f9-b742-654952bd8969 req-8524bffe-e0e6-425f-90cc-6a5dce6ccf2e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6680f03ec6c348ad9e3e7f451d596882&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1027751 Sep 15 15:59:29.010191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69238c84-32fa-4889-8372-cd72782176a2 req-da3b2a0b-0ff2-4e1f-b48d-209e930681a6 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.011811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69238c84-32fa-4889-8372-cd72782176a2 req-da3b2a0b-0ff2-4e1f-b48d-209e930681a6 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0496705 Sep 15 15:59:29.050999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69238c84-32fa-4889-8372-cd72782176a2 req-c1f1ea08-3947-478f-8e34-09bae750a247 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330119 Sep 15 15:59:29.101909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442130d2-6c5a-44f9-b742-654952bd8969 req-58c4c1cb-ca4d-40c9-85f8-eb66132a47b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.103387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-442130d2-6c5a-44f9-b742-654952bd8969 req-58c4c1cb-ca4d-40c9-85f8-eb66132a47b5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977423 Sep 15 15:59:29.206787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e476e1d-eb41-4ff4-83eb-01d9d097f6bf req-b83d425d-09ca-4365-8a13-90ba80830797 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.208382 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e476e1d-eb41-4ff4-83eb-01d9d097f6bf req-b83d425d-09ca-4365-8a13-90ba80830797 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0861220 Sep 15 15:59:29.212395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-76c75deb-2bc6-4299-a535-a64564218e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.214357 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-76c75deb-2bc6-4299-a535-a64564218e4f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6680f03ec6c348ad9e3e7f451d596882&device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 1095 time: 0.0626748 Sep 15 15:59:29.244087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9702c-9da2-442e-8e4f-e264ae8146eb req-0aa75222-1086-4c3a-9141-675765aa882f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.247989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ed9702c-9da2-442e-8e4f-e264ae8146eb req-0aa75222-1086-4c3a-9141-675765aa882f tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0721614 Sep 15 15:59:29.289040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-3e74c16b-cc50-4e6a-bb1a-0aa8f851263f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09cf0025-c34d-43da-9220-88015fbfecdf HTTP/1.1" status: 200 len: 217 time: 0.0484312 Sep 15 15:59:29.289674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ed9702c-9da2-442e-8e4f-e264ae8146eb req-2204306b-b6ff-435a-b38f-a8f6e9c1dded tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376687 Sep 15 15:59:29.297240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e476e1d-eb41-4ff4-83eb-01d9d097f6bf req-e5b504c1-ebfc-4e57-b385-e53a6268fe6c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772846 Sep 15 15:59:29.370480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-ec77785b-f867-4e8f-959a-bbe2630b9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.371920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-ec77785b-f867-4e8f-959a-bbe2630b9322 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e0c2fc12-0d27-485b-baea-b62d939f3629 HTTP/1.1" status: 200 len: 855 time: 0.0665729 Sep 15 15:59:29.418875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-b4efa5f3-009a-4d93-bed0-d633afacc00b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=edd67d38-6e28-4e72-9492-da7e28296a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343680 Sep 15 15:59:29.514821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a7924-13b8-44f6-b998-e69140c18dab req-d2f46e37-b06a-4641-9694-5b93c2b3052e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.517388 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d09a7924-13b8-44f6-b998-e69140c18dab req-d2f46e37-b06a-4641-9694-5b93c2b3052e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 944 time: 0.0619862 Sep 15 15:59:29.555189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-1a94c853-796b-49b2-a9c2-31ca1ca6de4e service neutron] 10.222.0.38 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194344 Sep 15 15:59:29.568799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d09a7924-13b8-44f6-b998-e69140c18dab req-05eb7f87-1729-486f-a5a1-ecbf4c84c260 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Sep 15 15:59:29.699438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bcc4a15-f00f-4a29-950c-047f1576bf52 req-b4a08a59-a1bf-4628-8e94-9d26831386e5 service neutron] 10.222.0.38 "GET /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334872 Sep 15 15:59:29.732882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453d2fc-aaab-4c9e-84b5-1e0ee51c397c req-55cd3e0c-3072-4b82-ae05-f8c399492814 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.734282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1453d2fc-aaab-4c9e-84b5-1e0ee51c397c req-55cd3e0c-3072-4b82-ae05-f8c399492814 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 950 time: 0.0715206 Sep 15 15:59:29.778245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1453d2fc-aaab-4c9e-84b5-1e0ee51c397c req-21539599-5ea6-45bf-84c6-dfaf57a83e15 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369222 Sep 15 15:59:30.038496 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:30.061292 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:30.103325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:30.189612 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:30.214397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:30.216696 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000ba244-6240-4ba5-9743-02f21598d504" -d '{"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-unplugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:30.230580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:30.263538 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4afed0-2f08-4427-ae21-b768b2753d2e x-openstack-request-id: req-8b4afed0-2f08-4427-ae21-b768b2753d2e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:30.263538 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-unplugged", "status": "completed", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:30.263538 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8b4afed0-2f08-4427-ae21-b768b2753d2e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:30.263893 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'code': 200} Sep 15 15:59:30.329845 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:30.378637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:30.417600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e59f3b-47fb-47c8-8aa2-d1c4c18a6764 req-7f4164d4-e650-4aa2-9ded-5bcf820bd5ec tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:30.419207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90e59f3b-47fb-47c8-8aa2-d1c4c18a6764 req-7f4164d4-e650-4aa2-9ded-5bcf820bd5ec tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0570638 Sep 15 15:59:30.481134 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90e59f3b-47fb-47c8-8aa2-d1c4c18a6764 req-ebc5f66a-9881-40fd-a597-368acb02f054 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 Sep 15 15:59:30.699121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f328b39-8211-41d8-adec-129393284be5 req-5886c305-4ef5-41d7-8c85-f6899bff8797 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:30.699854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0e0041c1-795e-41cb-83cf-959c8cd581a7 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:30.700653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f328b39-8211-41d8-adec-129393284be5 req-5886c305-4ef5-41d7-8c85-f6899bff8797 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 944 time: 0.0518711 Sep 15 15:59:30.700872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0e0041c1-795e-41cb-83cf-959c8cd581a7 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.38 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 948 time: 0.0514717 Sep 15 15:59:30.740069 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f328b39-8211-41d8-adec-129393284be5 req-82f95d95-55f7-4558-9215-2126c3a5f02e tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Sep 15 15:59:30.813989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Deleting port 36be7cb7-0c83-4d0f-b421-b340c475df12 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:30.813989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:30.926593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] For port 36be7cb7-0c83-4d0f-b421-b340c475df12, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=36be7cb7-0c83-4d0f-b421-b340c475df12,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:30.927000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:30.941706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Calling delete_port for 36be7cb7-0c83-4d0f-b421-b340c475df12 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:30.953064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3bd6b-d412-4c2f-94fe-894dd50689fa req-4e38afa7-a0b4-4a03-8743-cf9f707cb00e tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:30.964448 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecf3bd6b-d412-4c2f-94fe-894dd50689fa req-4e38afa7-a0b4-4a03-8743-cf9f707cb00e tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 948 time: 0.0775340 Sep 15 15:59:31.027327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecf3bd6b-d412-4c2f-94fe-894dd50689fa req-7921c420-e5ec-4983-af55-de9d7b4cd3f9 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/security-groups?id=63755b4f-694a-4411-a95f-c0a7377f9898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 Sep 15 15:59:31.075429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-19eb2819-9084-4178-a786-8fb56717c828 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:31.077462 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-19eb2819-9084-4178-a786-8fb56717c828 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=cffd19b1-981c-46b0-86b7-f9e101d652dc HTTP/1.1" status: 200 len: 943 time: 0.0822692 Sep 15 15:59:31.283849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Deleting port a7c627ef-3e88-43d0-8899-1d4af6618422 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:31.283849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:31.313414 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:31.380753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Pushing event deleted for resources: {'Port': ['ID=36be7cb7-0c83-4d0f-b421-b340c475df12,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:31.434460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] No DVR routers for this DVR port 36be7cb7-0c83-4d0f-b421-b340c475df12 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:31.438648 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:31.441036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75a454d4-6e0c-472a-ba62-f7a7e2938a14 req-0bc8a451-6518-4fa3-b01b-ba02843836f0 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.38 "DELETE /v2.0/ports/36be7cb7-0c83-4d0f-b421-b340c475df12 HTTP/1.1" status: 204 len: 173 time: 0.7276359 Sep 15 15:59:31.449613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-deleted', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:31.449613 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56010cb-d398-4209-a895-db9d48c43f59" -d '{"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-deleted", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:31.470428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] For port a7c627ef-3e88-43d0-8899-1d4af6618422, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a7c627ef-3e88-43d0-8899-1d4af6618422,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:31.470842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:31.486612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Calling delete_port for a7c627ef-3e88-43d0-8899-1d4af6618422 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:31.489343 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b135df-a9e6-4d3d-b506-bfd223ae2dd4 x-openstack-request-id: req-74b135df-a9e6-4d3d-b506-bfd223ae2dd4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:31.489631 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55b193c-8a7b-4491-b071-2924ba5d4433", "name": "network-vif-deleted", "tag": "36be7cb7-0c83-4d0f-b421-b340c475df12", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:31.490569 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-74b135df-a9e6-4d3d-b506-bfd223ae2dd4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:31.491042 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b193c-8a7b-4491-b071-2924ba5d4433', 'name': 'network-vif-deleted', 'tag': '36be7cb7-0c83-4d0f-b421-b340c475df12', 'status': 'completed', 'code': 200} Sep 15 15:59:31.622017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594f63-bb8a-4f7b-b7d2-b00205996424 req-1486d70d-08f9-4a8c-92ab-d1fe761f1ff9 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:31.630499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40594f63-bb8a-4f7b-b7d2-b00205996424 req-1486d70d-08f9-4a8c-92ab-d1fe761f1ff9 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0773337 Sep 15 15:59:31.688744 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40594f63-bb8a-4f7b-b7d2-b00205996424 req-9c4dd6c6-f748-4379-ba38-dd84989cc57d tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/security-groups?id=cfed39d9-4680-46fb-a891-9b3ffc96bc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569506 Sep 15 15:59:31.716904 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:31.739882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f', '35cc59f2-b028-4c83-b79b-7833490d478c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:31.774256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event deleted for resources: {'Port': ['ID=a7c627ef-3e88-43d0-8899-1d4af6618422,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:31.896189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] No DVR routers for this DVR port a7c627ef-3e88-43d0-8899-1d4af6618422 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:31.898932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:31.919728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32e12850-7f43-4a8f-8245-84e816ca0339 req-eb11a76a-7df8-4cea-9686-baa9b23b5f62 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "DELETE /v2.0/ports/a7c627ef-3e88-43d0-8899-1d4af6618422 HTTP/1.1" status: 204 len: 173 time: 0.8296318 Sep 15 15:59:32.027861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d77d34-a8f9-418c-92a8-f5eb94d9c568 req-3cebf530-ada1-48c6-88c8-047e372a5ac6 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:32.031768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69d77d34-a8f9-418c-92a8-f5eb94d9c568 req-3cebf530-ada1-48c6-88c8-047e372a5ac6 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 944 time: 0.0755639 Sep 15 15:59:32.123066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69d77d34-a8f9-418c-92a8-f5eb94d9c568 req-6c8ac3f6-3149-4dc0-a9f0-fc50434dfc8a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830276 Sep 15 15:59:32.125712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09cf0025-c34d-43da-9220-88015fbfecdf details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 15:59:32.157657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394380e5-2fa5-4f47-9767-21c832410d03 req-56035531-1270-4c08-b000-319e077d8de5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:32.159182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-394380e5-2fa5-4f47-9767-21c832410d03 req-56035531-1270-4c08-b000-319e077d8de5 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 945 time: 0.0674419 Sep 15 15:59:32.328766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Deleting port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:32.329475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:32.331352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09cf0025-c34d-43da-9220-88015fbfecdf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09cf0025-c34d-43da-9220-88015fbfecdf,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:32.335445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d71ca07e-4f7f-4eb1-9758-339f01bf9ea0 req-f59c86b3-b187-4fb4-af74-6c3a581f1542 tempest-ImagesOneServerTestJSON-1120392760 tempest-ImagesOneServerTestJSON-1120392760-project] 10.222.0.63 "GET /v2.0/ports?device_id=b55b193c-8a7b-4491-b071-2924ba5d4433 HTTP/1.1" status: 200 len: 210 time: 0.0292797 Sep 15 15:59:32.358292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '09cf0025-c34d-43da-9220-88015fbfecdf', 'network_id': 'edd67d38-6e28-4e72-9492-da7e28296a9f', 'port_id': '09cf0025-c34d-43da-9220-88015fbfecdf', 'mac_address': 'fa:16:3e:b4:bb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c2fc12-0d27-485b-baea-b62d939f3629', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 15:59:32.414262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:32.446633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cf0025-c34d-43da-9220-88015fbfecdf {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 15:59:32.473561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09cf0025-c34d-43da-9220-88015fbfecdf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09cf0025-c34d-43da-9220-88015fbfecdf,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:32.489941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] For port 0876ff5f-1dd5-4cc1-ad47-4d890a651898, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0876ff5f-1dd5-4cc1-ad47-4d890a651898,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:32.490480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:32.503764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Calling delete_port for 0876ff5f-1dd5-4cc1-ad47-4d890a651898 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:32.584840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:32.694060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:32.737706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Pushing event deleted for resources: {'Port': ['ID=0876ff5f-1dd5-4cc1-ad47-4d890a651898,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:32.800976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] No DVR routers for this DVR port 0876ff5f-1dd5-4cc1-ad47-4d890a651898 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:32.804108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:32.806246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-394380e5-2fa5-4f47-9767-21c832410d03 req-a24e37b9-19d2-482b-893a-071feb376393 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.38 "DELETE /v2.0/ports/0876ff5f-1dd5-4cc1-ad47-4d890a651898 HTTP/1.1" status: 204 len: 173 time: 0.6404645 Sep 15 15:59:32.812085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0876ff5f-1dd5-4cc1-ad47-4d890a651898'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:32.859622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cdc97449-17b6-415e-b2ce-60aeb8165017 req-d4aa8ba5-be02-4dd5-b200-6406b4061fd4 tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 210 time: 0.0332594 Sep 15 15:59:32.862206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=09cf0025-c34d-43da-9220-88015fbfecdf,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:32.895616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['09cf0025-c34d-43da-9220-88015fbfecdf'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:33.268711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974c2c7-5cb4-4d78-82c5-331caaee0359 req-a372cbd5-13a6-45b8-9a15-32434b500222 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:33.270337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e974c2c7-5cb4-4d78-82c5-331caaee0359 req-a372cbd5-13a6-45b8-9a15-32434b500222 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 945 time: 0.0642595 Sep 15 15:59:33.313407 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e974c2c7-5cb4-4d78-82c5-331caaee0359 req-085d306e-baa1-4bd1-9311-ca0af15f98a1 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356908 Sep 15 15:59:33.469396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be3afc-3a92-4eb5-97da-bb0e4c90d729 req-02fe2207-2491-4af8-948c-4299a9259825 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:33.471215 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84be3afc-3a92-4eb5-97da-bb0e4c90d729 req-02fe2207-2491-4af8-948c-4299a9259825 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 908 time: 0.0600841 Sep 15 15:59:33.492178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-deleted', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422'}, {'server_uuid': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'name': 'network-vif-deleted', 'tag': '0876ff5f-1dd5-4cc1-ad47-4d890a651898'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:33.495104 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca13cf-c6f5-440a-b6a4-66db929dca61" -d '{"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-deleted", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422"}, {"server_uuid": "9259bf03-60ae-4723-bf19-b8fbafdb20f1", "name": "network-vif-deleted", "tag": "0876ff5f-1dd5-4cc1-ad47-4d890a651898"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:33.535287 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb804b8-1454-4b08-8e37-657d3cb724a6 x-openstack-request-id: req-3fb804b8-1454-4b08-8e37-657d3cb724a6 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:33.535737 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffd19b1-981c-46b0-86b7-f9e101d652dc", "name": "network-vif-deleted", "tag": "a7c627ef-3e88-43d0-8899-1d4af6618422", "status": "failed", "code": 422}, {"server_uuid": "9259bf03-60ae-4723-bf19-b8fbafdb20f1", "name": "network-vif-deleted", "tag": "0876ff5f-1dd5-4cc1-ad47-4d890a651898", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:33.536142 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3fb804b8-1454-4b08-8e37-657d3cb724a6 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:33.536597 n-d-808199-2 neutron-server[102018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cffd19b1-981c-46b0-86b7-f9e101d652dc', 'name': 'network-vif-deleted', 'tag': 'a7c627ef-3e88-43d0-8899-1d4af6618422', 'status': 'failed', 'code': 422} returned with failed status Sep 15 15:59:33.536855 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9259bf03-60ae-4723-bf19-b8fbafdb20f1', 'name': 'network-vif-deleted', 'tag': '0876ff5f-1dd5-4cc1-ad47-4d890a651898', 'status': 'completed', 'code': 200} Sep 15 15:59:33.961107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54864) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:33.994843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe20571f-beed-4c3c-946f-b5d2138e5518 req-9e6639fa-9c3e-4936-8ac3-ed6acec84abe tempest-ServerRescueNegativeTestJSON-654677019 tempest-ServerRescueNegativeTestJSON-654677019-project] 10.222.0.63 "GET /v2.0/ports?device_id=9259bf03-60ae-4723-bf19-b8fbafdb20f1 HTTP/1.1" status: 200 len: 210 time: 0.0448105 Sep 15 15:59:34.098948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b4cfd4e-5b5f-470b-935f-7261d4af886d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9d4f1776e36249c3a108cfd76cd6d389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366477 Sep 15 15:59:34.100333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09cf0025-c34d-43da-9220-88015fbfecdf up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:59:34.102282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54870) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:34.153521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:34.179474 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:34.196376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 09cf0025-c34d-43da-9220-88015fbfecdf completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 15:59:34.200569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 09cf0025-c34d-43da-9220-88015fbfecdf triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:59:34.200944 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:34.286319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:34.289751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:34.292562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:34.293839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/63755b4f-694a-4411-a95f-c0a7377f9898 HTTP/1.1" status: 204 len: 168 time: 0.1906359 Sep 15 15:59:34.311434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63755b4f-694a-4411-a95f-c0a7377f9898,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:34.321141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.321750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.322403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.322823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.323246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.323664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.324150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.324719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.325133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.325547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.326109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.326639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6b4e-641c-4682-8299-0f2c30721cd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:34.327484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09cf0025-c34d-43da-9220-88015fbfecdf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09cf0025-c34d-43da-9220-88015fbfecdf,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:34.328447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cf0025-c34d-43da-9220-88015fbfecdf'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:34.336262 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230648ea-8db3-43e4-9d8e-53d27d254223" -d '{"events": [{"server_uuid": "f0e4c831-91e4-47b4-bf93-88f86c2e79b2", "name": "network-vif-plugged", "status": "completed", "tag": "09cf0025-c34d-43da-9220-88015fbfecdf"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:34.392355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:34.393210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:34.398938 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0145a0-e185-48e2-a705-5392bd6cd148 x-openstack-request-id: req-3b0145a0-e185-48e2-a705-5392bd6cd148 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:34.399360 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e4c831-91e4-47b4-bf93-88f86c2e79b2", "name": "network-vif-plugged", "status": "completed", "tag": "09cf0025-c34d-43da-9220-88015fbfecdf", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:34.399641 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3b0145a0-e185-48e2-a705-5392bd6cd148 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:34.400024 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cf0025-c34d-43da-9220-88015fbfecdf', 'code': 200} Sep 15 15:59:34.417549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 36be7cb7-0c83-4d0f-b421-b340c475df12 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:34.417873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 36be7cb7-0c83-4d0f-b421-b340c475df12 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:34.418294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0876ff5f-1dd5-4cc1-ad47-4d890a651898 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:34.442695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73530e4-7ca9-44fd-ae3c-8b9856778924 req-e4fdaf8e-efab-4c73-b46b-98802c91c663 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:34.444470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d73530e4-7ca9-44fd-ae3c-8b9856778924 req-e4fdaf8e-efab-4c73-b46b-98802c91c663 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 946 time: 0.0533810 Sep 15 15:59:34.454616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 0876ff5f-1dd5-4cc1-ad47-4d890a651898 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:34.454969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0876ff5f-1dd5-4cc1-ad47-4d890a651898 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:34.485428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=09cf0025-c34d-43da-9220-88015fbfecdf,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:34.562460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e05a7e-865d-41aa-a9ce-fa3bf1f4a8ee req-b43e47ed-4e14-4766-8a2b-2d808997f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:34.564092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b9e05a7e-865d-41aa-a9ce-fa3bf1f4a8ee req-b43e47ed-4e14-4766-8a2b-2d808997f704 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 1097 time: 0.0948467 Sep 15 15:59:34.571711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d73530e4-7ca9-44fd-ae3c-8b9856778924 req-0ad3c0c9-0d35-4392-a030-4eb9630d3f9b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166615 Sep 15 15:59:34.629980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b9e05a7e-865d-41aa-a9ce-fa3bf1f4a8ee req-1d5c44f3-e770-4171-b39f-433ff1a6b3ed service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Sep 15 15:59:34.645783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb936c48-f00e-4793-90ba-240121e97fb2 req-b2663fff-c972-4cf6-9d88-6cfec11e435b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:34.648805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb936c48-f00e-4793-90ba-240121e97fb2 req-b2663fff-c972-4cf6-9d88-6cfec11e435b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 908 time: 0.0763731 Sep 15 15:59:35.024070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-fd6ec349-18ad-435d-9303-de5e347850e3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:35.025686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-fd6ec349-18ad-435d-9303-de5e347850e3 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 908 time: 0.0719047 Sep 15 15:59:35.089693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54908) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:35.158748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Deleting port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:35.159088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:35.262669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] For port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:35.263028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:35.279237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Calling delete_port for e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:35.488015 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:35.521272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event deleted for resources: {'Port': ['ID=e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:35.590314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] No DVR routers for this DVR port e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:35.594033 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:35.606061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-240296ba-1217-45aa-897b-8d4b4d2808bc req-9d400a3a-01b8-4b15-a8c3-688180bb8eff tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "DELETE /v2.0/ports/e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a HTTP/1.1" status: 204 len: 173 time: 0.5643415 Sep 15 15:59:35.606061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'name': 'network-vif-deleted', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:35.606061 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5650e9cf-aab1-4e5e-9043-9f05e96a1297" -d '{"events": [{"server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "name": "network-vif-deleted", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:35.636474 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:35.824399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1070-7d23-4717-b566-01dff954d153 req-9e1f01d1-1e3d-43bc-82cd-912669c57214 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:35.833251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30cb1070-7d23-4717-b566-01dff954d153 req-9e1f01d1-1e3d-43bc-82cd-912669c57214 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 946 time: 0.1601801 Sep 15 15:59:35.852929 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d6c634-ab6a-464d-9bd8-fa35cd1c43a6 x-openstack-request-id: req-58d6c634-ab6a-464d-9bd8-fa35cd1c43a6 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:35.853255 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e09ebe5-61f1-41bd-89c1-92f7d21300a4", "name": "network-vif-deleted", "tag": "e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:35.853501 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58d6c634-ab6a-464d-9bd8-fa35cd1c43a6 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:35.853894 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e09ebe5-61f1-41bd-89c1-92f7d21300a4', 'name': 'network-vif-deleted', 'tag': 'e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a', 'status': 'completed', 'code': 200} Sep 15 15:59:36.000533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-30cb1070-7d23-4717-b566-01dff954d153 req-081cec1d-3ad1-4e62-b420-9a77ea476bc7 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655781 Sep 15 15:59:36.040929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c11a44ba-5e62-4413-bfc1-93df81673769 req-0c35811b-47e8-4143-837d-7a1592eb98f2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e09ebe5-61f1-41bd-89c1-92f7d21300a4 HTTP/1.1" status: 200 len: 210 time: 0.0385365 Sep 15 15:59:36.110505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Deleting port b374bb27-6c1b-4bc8-83aa-2f961f9826d4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:36.110847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.195802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] For port b374bb27-6c1b-4bc8-83aa-2f961f9826d4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,segment=NetworkSegment(3aba9ae0-675d-4a8e-a36e-16085828ec04),segment_id=3aba9ae0-675d-4a8e-a36e-16085828ec04)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:36.196173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.212530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Calling delete_port for b374bb27-6c1b-4bc8-83aa-2f961f9826d4 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:36.402241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:36.489715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.511249 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-572bd1f6-4ff8-41ad-b281-dd1f772e544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.520069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Pushing event deleted for resources: {'Port': ['ID=b374bb27-6c1b-4bc8-83aa-2f961f9826d4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:36.642735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-572bd1f6-4ff8-41ad-b281-dd1f772e544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.726877 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.781189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-572bd1f6-4ff8-41ad-b281-dd1f772e544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.834752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-572bd1f6-4ff8-41ad-b281-dd1f772e544f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=97a75a401b334b7ea57039b6d88d723d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269285 Sep 15 15:59:36.834752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54960) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:36.841019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bd1f6-4ff8-41ad-b281-dd1f772e544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee3d9d4-b900-4e4a-9a67-df26268d341f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:36.903275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe5900ae-75e5-46b3-a083-b5f7c66535c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:36.930019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe5900ae-75e5-46b3-a083-b5f7c66535c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:37.110640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe5900ae-75e5-46b3-a083-b5f7c66535c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:37.113766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe5900ae-75e5-46b3-a083-b5f7c66535c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:37.126355 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe5900ae-75e5-46b3-a083-b5f7c66535c2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cee3d9d4-b900-4e4a-9a67-df26268d341f HTTP/1.1" status: 204 len: 168 time: 0.2928317 Sep 15 15:59:37.153270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5900ae-75e5-46b3-a083-b5f7c66535c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee3d9d4-b900-4e4a-9a67-df26268d341f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:37.277010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1c222-0de0-40fe-ba9b-021c3a53c61f req-64001830-8319-412b-882e-5aeafb7661a9 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.278352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6db1c222-0de0-40fe-ba9b-021c3a53c61f req-64001830-8319-412b-882e-5aeafb7661a9 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 946 time: 0.1219840 Sep 15 15:59:37.362274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6db1c222-0de0-40fe-ba9b-021c3a53c61f req-8a215657-14ac-4ceb-8e91-3077006b75e3 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772445 Sep 15 15:59:37.382068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Router f5672f8d-5a73-4003-af9d-b076c51b429d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:59:37.517613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:59:37.525647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-383d0c39-102c-4fdd-975e-962cc666090b admin admin] 10.222.0.63 "PUT /v2.0/routers/f5672f8d-5a73-4003-af9d-b076c51b429d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347432 Sep 15 15:59:37.528346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54988) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:37.543530 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] Sync routers for ids ['f5672f8d-5a73-4003-af9d-b076c51b429d'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:59:37.566020 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] Routers {'f5672f8d-5a73-4003-af9d-b076c51b429d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:37.566274 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f5672f8d-5a73-4003-af9d-b076c51b429d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:37.748437 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] Set router f5672f8d-5a73-4003-af9d-b076c51b429d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:37.760069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:37.793617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.805554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.839631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.848907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.855322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.866982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.875714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:37.877628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-e05598c8-3569-49a0-87cf-5a5fba81aa16 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.2325413 Sep 15 15:59:37.992559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-565314e0-61c6-46e3-af06-d85b6d3e84ea req-b93e57dc-30fb-472c-94d9-67adeae2fcf8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835221 Sep 15 15:59:37.994010 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:59:36Z', 'revision_number': 5, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:38.019314 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:38.024027 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] Checking router: f5672f8d-5a73-4003-af9d-b076c51b429d for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:59:38.036825 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] Routers {'f5672f8d-5a73-4003-af9d-b076c51b429d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:38.036825 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f5672f8d-5a73-4003-af9d-b076c51b429d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:38.131055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:38.154312 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] Set router f5672f8d-5a73-4003-af9d-b076c51b429d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:38.196853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:38.198268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e2a9ed28-eaf9-4bc5-9afc-3eb7d973649a not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:38.216322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Deleting port 3db9c373-f333-41b7-b057-54e69b4b8454 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:38.218331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:38.239784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76600ff-2622-49d0-b16e-ae353966c743 req-2eae6f79-baf3-4dde-8252-a2cbd2c6386f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:38.268842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e76600ff-2622-49d0-b16e-ae353966c743 req-2eae6f79-baf3-4dde-8252-a2cbd2c6386f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 946 time: 0.1277037 Sep 15 15:59:38.328843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] For port 3db9c373-f333-41b7-b057-54e69b4b8454, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3db9c373-f333-41b7-b057-54e69b4b8454,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:38.329338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:38.345946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Calling delete_port for 3db9c373-f333-41b7-b057-54e69b4b8454 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:38.351125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e76600ff-2622-49d0-b16e-ae353966c743 req-ffd806a6-38b0-4edb-a412-8a454016bb41 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811076 Sep 15 15:59:38.429343 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:59:36Z', 'revision_number': 5, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:38.460739 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a864-9fc6-40db-a983-ec9535dd1a0b None None] The sync data for ids ['f5672f8d-5a73-4003-af9d-b076c51b429d'] in n-d-808199-2 is: [{'id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'name': 'tempest-ServerRescueNegativeTestJSON-2019694516-router', 'tenant_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:56:41Z', 'updated_at': '2021-09-15T15:59:36Z', 'revision_number': 5, 'project_id': 'd421b6bdd48d4bf9a99f2753a6f616e3', 'gw_port': {'id': '3db9c373-f333-41b7-b057-54e69b4b8454', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:53:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5672f8d-5a73-4003-af9d-b076c51b429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:56:42Z', 'updated_at': '2021-09-15T15:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:59:38.718507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:38.747944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db9c373-f333-41b7-b057-54e69b4b8454,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:38.823532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55034) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:38.861662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:38.993271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.009987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.015500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.019990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1871109864-network', 'tenant_id': 'c1f0d1bf3cc64361b7a0472a64c73fde'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:39.031891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.041423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.045158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.063999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.083897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.092361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.094369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-08fa1d2b-9d65-49ee-9438-82c3a9e2ad64 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.2532086 Sep 15 15:59:39.129474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Made reservation on behalf of c1f0d1bf3cc64361b7a0472a64c73fde for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:59:39.133878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.142739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.176732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.177522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5672f8d-5a73-4003-af9d-b076c51b429d {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:59:39.183732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.187198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-763d323b-529b-4417-82e4-64e358e5e1f1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f5672f8d-5a73-4003-af9d-b076c51b429d HTTP/1.1" status: 204 len: 168 time: 1.6535070 Sep 15 15:59:39.187857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55044) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:39.211332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-2c667d1e-0317-4bb6-a8d9-f75bf775400c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.212924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-2c667d1e-0317-4bb6-a8d9-f75bf775400c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "GET /v2.0/ports/63f901c0-918d-4412-983f-676d7fd82c41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1054811 Sep 15 15:59:39.240587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.247296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.260128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] Deleting subnet f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:59:39.262810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.269031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.273487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.276461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.317195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.342592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.349222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-71277826-d654-44bf-8779-cc6091002ead tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 5435 time: 0.2123013 Sep 15 15:59:39.504730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b374bb27-6c1b-4bc8-83aa-2f961f9826d4 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:39.527377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b374bb27-6c1b-4bc8-83aa-2f961f9826d4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:39.527896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b374bb27-6c1b-4bc8-83aa-2f961f9826d4 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:39.642240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09d3ec33-b009-434d-8ef9-7d54edac438e req-c889c997-8812-4167-a0f9-943380b2f261 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092299 Sep 15 15:59:39.656256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-dae9dab4-9cd4-48b5-9491-2b8c0bcca9ec tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "GET /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4318635 Sep 15 15:59:39.673152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d4e2-487a-4100-957e-546b20399c9d req-86f764fe-69e1-4d20-ba25-bcb1cb1ad1a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.673152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da61d4e2-487a-4100-957e-546b20399c9d req-86f764fe-69e1-4d20-ba25-bcb1cb1ad1a7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 946 time: 0.2356193 Sep 15 15:59:39.682881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:39.806618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.839173 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.895841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Deleting port 35cc59f2-b028-4c83-b79b-7833490d478c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:39.896080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.896188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.914626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef262f-a1e2-41c7-a775-f22912250f7c req-141d1702-34e0-48c2-864d-690feb907339 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:39.916407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1ef262f-a1e2-41c7-a775-f22912250f7c req-141d1702-34e0-48c2-864d-690feb907339 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 946 time: 0.1463032 Sep 15 15:59:39.921477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:39.993117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1ef262f-a1e2-41c7-a775-f22912250f7c req-0cff7c89-549d-4b01-a4d8-a7cfbab0b2ed tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676174 Sep 15 15:59:40.018151 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.039429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] For port 63f901c0-918d-4412-983f-676d7fd82c41, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=63f901c0-918d-4412-983f-676d7fd82c41,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:40.053908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70464358-5385-47aa-aa19-3c0f7968c55f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:40.061205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] For port 35cc59f2-b028-4c83-b79b-7833490d478c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=35cc59f2-b028-4c83-b79b-7833490d478c,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:40.061577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.074420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:59:40.082432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Calling delete_port for 35cc59f2-b028-4c83-b79b-7833490d478c owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:40.085019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.085578 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Added segment acf58701-a878-48de-a7a4-6c2ba6c3deb4 of type vlan for network 20cdc7eb-899a-4aff-9905-704f5f15b0bc Sep 15 15:59:40.101759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] For port 63f901c0-918d-4412-983f-676d7fd82c41, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:59:40.117518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.157189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b39f4b-a505-41fe-9bc2-89f857f5f7c1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:40.162542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.165499 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.167474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4f71377e-bdd6-4617-9edd-87ee6b894f92 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f6b39f4b-a505-41fe-9bc2-89f857f5f7c1 HTTP/1.1" status: 204 len: 168 time: 0.9786780 Sep 15 15:59:40.169891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55060) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:40.175504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] device_id is not set on port 63f901c0-918d-4412-983f-676d7fd82c41 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:59:40.191985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.259688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.279111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.355580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.357631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:40.360020 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.365001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] No DVR routers for this DVR port 63f901c0-918d-4412-983f-676d7fd82c41 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:40.419530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] Pushing event updated for resources: {'Port': ['ID=63f901c0-918d-4412-983f-676d7fd82c41,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:40.426143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.438211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f', '35cc59f2-b028-4c83-b79b-7833490d478c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:40.441817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.527487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event deleted for resources: {'Port': ['ID=35cc59f2-b028-4c83-b79b-7833490d478c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:40.542472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fc50d4-aa86-4941-a702-ccb7bb8710e8']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:40.592188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7675927 Sep 15 15:59:40.594643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aba9ae0-675d-4a8e-a36e-16085828ec04') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:40.594925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aba9ae0-675d-4a8e-a36e-16085828ec04') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:40.596679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55072) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:40.598715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100657b-0d7b-4a5e-b37e-2c020ed0099b admin admin] Pushing event updated for resources: {'Network': ['ID=20cdc7eb-899a-4aff-9905-704f5f15b0bc,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:40.617793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Request body: {'subnet': {'network_id': '20cdc7eb-899a-4aff-9905-704f5f15b0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1871109864-subnet', 'tenant_id': 'c1f0d1bf3cc64361b7a0472a64c73fde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:40.629799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.645315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] No DVR routers for this DVR port 35cc59f2-b028-4c83-b79b-7833490d478c on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:40.647633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] In _notify_port_updated(), no bound segment for port 63f901c0-918d-4412-983f-676d7fd82c41 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 15:59:40.648268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:40.650404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.651828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-fe8c67a3-bdeb-4373-8289-5f4abc6635bb service neutron] 10.222.0.55 "PUT /v2.0/ports/63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 200 len: 1027 time: 0.9830120 Sep 15 15:59:40.653029 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.655218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da61d4e2-487a-4100-957e-546b20399c9d req-53fba5be-2ad6-4dee-8331-fc2b3ba95620 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "DELETE /v2.0/ports/35cc59f2-b028-4c83-b79b-7833490d478c HTTP/1.1" status: 204 len: 173 time: 0.9665308 Sep 15 15:59:40.655961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'name': 'network-vif-deleted', 'tag': '35cc59f2-b028-4c83-b79b-7833490d478c'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:40.658398 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec9de00-23f4-41f7-8537-373305324264" -d '{"events": [{"server_uuid": "d824341e-cb93-4575-abab-57fd5b0a1dc2", "name": "network-vif-deleted", "tag": "35cc59f2-b028-4c83-b79b-7833490d478c"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:40.671537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 20cdc7eb-899a-4aff-9905-704f5f15b0bc details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:59:40.685072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.714529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:59:40.714985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:59:40.717026 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:59:40.745563 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685952a1-5617-4260-ab31-328f3eaf48e0 x-openstack-request-id: req-685952a1-5617-4260-ab31-328f3eaf48e0 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:40.746052 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d824341e-cb93-4575-abab-57fd5b0a1dc2", "name": "network-vif-deleted", "tag": "35cc59f2-b028-4c83-b79b-7833490d478c", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:40.746809 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-685952a1-5617-4260-ab31-328f3eaf48e0 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:40.747379 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd824341e-cb93-4575-abab-57fd5b0a1dc2', 'name': 'network-vif-deleted', 'tag': '35cc59f2-b028-4c83-b79b-7833490d478c', 'status': 'completed', 'code': 200} Sep 15 15:59:40.779063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ad79a175-406d-45c3-b0a5-5a52c227cff3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:40.786243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ad79a175-406d-45c3-b0a5-5a52c227cff3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "GET /v2.0/ports/3d4c0b4f-c188-4df7-a93f-a23a43389947?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1243131 Sep 15 15:59:40.794625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:40.808001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5ab89d64-7da6-4c6d-b180-a70f55101c91 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:40.827222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Made reservation on behalf of c1f0d1bf3cc64361b7a0472a64c73fde for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:59:40.831504 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.930128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-44f99826-4def-4b44-a727-43193463240e None None] Provisioning complete for port 63f901c0-918d-4412-983f-676d7fd82c41 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:59:40.930401 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.932639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-44f99826-4def-4b44-a727-43193463240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:40.972896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-b4afe9e0-7936-428a-9c5c-0c18bb741251 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:40.993597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-b4afe9e0-7936-428a-9c5c-0c18bb741251 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:41.003205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.005327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] 10.222.0.63 "DELETE /v2.0/networks/74fc50d4-aa86-4941-a702-ccb7bb8710e8 HTTP/1.1" status: 204 len: 168 time: 0.8341985 Sep 15 15:59:41.007244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d7413-efbe-432a-96c5-e64365041ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=74fc50d4-aa86-4941-a702-ccb7bb8710e8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:41.011221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-b4afe9e0-7936-428a-9c5c-0c18bb741251 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:41.042204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-b4afe9e0-7936-428a-9c5c-0c18bb741251 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:41.043660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-44f99826-4def-4b44-a727-43193463240e None None] Port 63f901c0-918d-4412-983f-676d7fd82c41 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:59:41.048402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-b4afe9e0-7936-428a-9c5c-0c18bb741251 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:41.059244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.077646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-b4afe9e0-7936-428a-9c5c-0c18bb741251 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:41.079999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-b4afe9e0-7936-428a-9c5c-0c18bb741251 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 4661 time: 0.2308278 Sep 15 15:59:41.081146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.111481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:41.114293 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3370e46d-44e9-461b-8c65-d03d901393b3" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:41.149664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5ab89d64-7da6-4c6d-b180-a70f55101c91, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:41.205443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8dc43265-f0ea-46e6-9bb4-97137132e95a req-0438ab41-f805-46ef-8026-5fc06098a093 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=f3db65ad-75ae-4635-8d95-49c6a2bc3c16&id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919321 Sep 15 15:59:41.278923 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.278923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 432b6d0d-4307-4ab9-ab8f-8129c751f0cc no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:41.361357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] For port 3d4c0b4f-c188-4df7-a93f-a23a43389947, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d4c0b4f-c188-4df7-a93f-a23a43389947,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:41.368120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.398085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3db9c373-f333-41b7-b057-54e69b4b8454 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:41.401807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] For port 3d4c0b4f-c188-4df7-a93f-a23a43389947, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:59:41.445053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3db9c373-f333-41b7-b057-54e69b4b8454 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:41.448465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3db9c373-f333-41b7-b057-54e69b4b8454 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:41.478409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Checking segment: {'id': 'acf58701-a878-48de-a7a4-6c2ba6c3deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '20cdc7eb-899a-4aff-9905-704f5f15b0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:59:41.478773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Network hostable DHCP agents. Network: 20cdc7eb-899a-4aff-9905-704f5f15b0bc, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:59:41.480904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd89f960-b4b7-420f-98a2-388db545ba69,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:41.491762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7712514f-9b65-436f-bc3d-da4b3a02fef6 req-8c754bd3-95fc-4e52-ad33-200ce468bd71 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=d824341e-cb93-4575-abab-57fd5b0a1dc2 HTTP/1.1" status: 200 len: 210 time: 0.0506434 Sep 15 15:59:41.523636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] device_id is not set on port 3d4c0b4f-c188-4df7-a93f-a23a43389947 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 15:59:41.525455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5ab89d64-7da6-4c6d-b180-a70f55101c91,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:41.537146 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.546258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.566061 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c4c9df-9609-4867-8c21-5550c5bc1509 x-openstack-request-id: req-40c4c9df-9609-4867-8c21-5550c5bc1509 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:41.566362 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:41.566678 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-40c4c9df-9609-4867-8c21-5550c5bc1509 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:41.566978 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91', 'code': 200} Sep 15 15:59:41.578781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:41.638743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55106) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:41.642562 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.643873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d4c0b4f-c188-4df7-a93f-a23a43389947 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:41.648759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.687622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Network 20cdc7eb-899a-4aff-9905-704f5f15b0bc is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:59:41.721477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bc38342f-3c01-48d3-a5bd-77cd8453e6e0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d421b6bdd48d4bf9a99f2753a6f616e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813272 Sep 15 15:59:41.724441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55110) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:41.758861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] No DVR routers for this DVR port 3d4c0b4f-c188-4df7-a93f-a23a43389947 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:41.762501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4c0b4f-c188-4df7-a93f-a23a43389947,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:41.814494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:41.829612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d4c0b4f-c188-4df7-a93f-a23a43389947 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:41.830005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] In _notify_port_updated(), no bound segment for port 3d4c0b4f-c188-4df7-a93f-a23a43389947 on network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 15:59:41.830167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f0172419-fef7-4778-8bfc-fd341ba24f50 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:41.831356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:41.832356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.834080 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-1d1a25bb-e994-4f9b-89d7-5596a754faf4 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 200 len: 1028 time: 1.0436840 Sep 15 15:59:41.869075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c795aab2-d4d5-42a4-9c6d-02fc4bf1d1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.930056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c795aab2-d4d5-42a4-9c6d-02fc4bf1d1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.978769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:41.981188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 20cdc7eb-899a-4aff-9905-704f5f15b0bc) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:59:41.996350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:41.997302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.003561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dcfb66-f9c8-4872-8f1b-708e27f8c430 None None] Network 20cdc7eb-899a-4aff-9905-704f5f15b0bc requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:59:42.062109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port c123b0f7-db23-468c-b9e0-0c9933b05ac8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:42.066171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.105233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f0172419-fef7-4778-8bfc-fd341ba24f50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f0172419-fef7-4778-8bfc-fd341ba24f50,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:42.117850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a57ffa69-b306-48ad-b7a2-5b83117d9b8e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5199671 Sep 15 15:59:42.167906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c795aab2-d4d5-42a4-9c6d-02fc4bf1d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.173519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c795aab2-d4d5-42a4-9c6d-02fc4bf1d1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.177006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c795aab2-d4d5-42a4-9c6d-02fc4bf1d1ff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cfed39d9-4680-46fb-a891-9b3ffc96bc29 HTTP/1.1" status: 204 len: 168 time: 0.4447107 Sep 15 15:59:42.192045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795aab2-d4d5-42a4-9c6d-02fc4bf1d1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed39d9-4680-46fb-a891-9b3ffc96bc29,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:42.219507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] For port c123b0f7-db23-468c-b9e0-0c9933b05ac8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c123b0f7-db23-468c-b9e0-0c9933b05ac8,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:42.220791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.261425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for c123b0f7-db23-468c-b9e0-0c9933b05ac8 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:42.288619 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.292304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c123b0f7-db23-468c-b9e0-0c9933b05ac8 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:42.326626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd6e23-152f-4f1c-91b0-63c32954e3f7 None None] Network 20cdc7eb-899a-4aff-9905-704f5f15b0bc requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:59:42.484419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4b30f1a9-2d3a-4ee7-b6c3-92db27bb5a03 None None] Provisioning complete for port 3d4c0b4f-c188-4df7-a93f-a23a43389947 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:59:42.485011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4b30f1a9-2d3a-4ee7-b6c3-92db27bb5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.544914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4b30f1a9-2d3a-4ee7-b6c3-92db27bb5a03 None None] Port 3d4c0b4f-c188-4df7-a93f-a23a43389947 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:59:42.562733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c940ae-2ca7-4a8b-852e-a63cf484eb46 req-8997fc68-4196-4350-a074-750153f3e465 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:42.570851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c940ae-2ca7-4a8b-852e-a63cf484eb46 req-8997fc68-4196-4350-a074-750153f3e465 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:42.577896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c940ae-2ca7-4a8b-852e-a63cf484eb46 req-8997fc68-4196-4350-a074-750153f3e465 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:42.583979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c940ae-2ca7-4a8b-852e-a63cf484eb46 req-8997fc68-4196-4350-a074-750153f3e465 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:42.591694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c940ae-2ca7-4a8b-852e-a63cf484eb46 req-8997fc68-4196-4350-a074-750153f3e465 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:42.601122 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41c940ae-2ca7-4a8b-852e-a63cf484eb46 req-8997fc68-4196-4350-a074-750153f3e465 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 3880 time: 0.1939321 Sep 15 15:59:42.626335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f0172419-fef7-4778-8bfc-fd341ba24f50,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:42.679794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-beedad1d-6fbc-4df8-a900-eec912211a42 req-8eb58a5b-9bc0-48d5-b342-2c1578cf576e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-236761544', 'description': 'tempest-description-1989124095'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:42.720839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.731747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41c940ae-2ca7-4a8b-852e-a63cf484eb46 req-8c1c10b6-ad2d-4749-a28e-d43856be8004 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297197 Sep 15 15:59:42.830658 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-beedad1d-6fbc-4df8-a900-eec912211a42 req-8eb58a5b-9bc0-48d5-b342-2c1578cf576e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.872702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:42.952331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 63f901c0-918d-4412-983f-676d7fd82c41 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:42.996759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-beedad1d-6fbc-4df8-a900-eec912211a42 req-8eb58a5b-9bc0-48d5-b342-2c1578cf576e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.012996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=c123b0f7-db23-468c-b9e0-0c9933b05ac8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:43.087074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 63f901c0-918d-4412-983f-676d7fd82c41 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:43.089316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5f7bffc8-7911-489c-a5f0-babe5824c24f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:43.111979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] No DVR routers for this DVR port c123b0f7-db23-468c-b9e0-0c9933b05ac8 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:43.115923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.118160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-5e27121b-1e97-4525-9150-7052eed773b0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "DELETE /v2.0/ports/c123b0f7-db23-468c-b9e0-0c9933b05ac8 HTTP/1.1" status: 204 len: 173 time: 1.2769415 Sep 15 15:59:43.118610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:43.121274 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed098b5b-aa52-4628-93e6-c68c3f3c93fb" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "c123b0f7-db23-468c-b9e0-0c9933b05ac8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:43.135469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-beedad1d-6fbc-4df8-a900-eec912211a42 req-8eb58a5b-9bc0-48d5-b342-2c1578cf576e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.218707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb58a5b-9bc0-48d5-b342-2c1578cf576e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d8abbf-9a2a-4c1a-85fa-1ebf4269b78f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:43.221475 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.274806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 5f7bffc8-7911-489c-a5f0-babe5824c24f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:43.283811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-beedad1d-6fbc-4df8-a900-eec912211a42 req-8eb58a5b-9bc0-48d5-b342-2c1578cf576e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.286046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-beedad1d-6fbc-4df8-a900-eec912211a42 req-8eb58a5b-9bc0-48d5-b342-2c1578cf576e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6122088 Sep 15 15:59:43.302649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port 5ab89d64-7da6-4c6d-b180-a70f55101c91 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:43.303020 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.336467 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e798dfb3-3c09-4647-9b5b-02510cafa54c x-openstack-request-id: req-e798dfb3-3c09-4647-9b5b-02510cafa54c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:43.336913 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "c123b0f7-db23-468c-b9e0-0c9933b05ac8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:43.337406 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e798dfb3-3c09-4647-9b5b-02510cafa54c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:43.338072 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': 'c123b0f7-db23-468c-b9e0-0c9933b05ac8', 'status': 'completed', 'code': 200} Sep 15 15:59:43.403494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-a43ced2c-3ab4-4eb8-a5bc-51f970403c90 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/e3d8abbf-9a2a-4c1a-85fa-1ebf4269b78f HTTP/1.1" status: 200 len: 1806 time: 0.0553246 Sep 15 15:59:43.422547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3d8abbf-9a2a-4c1a-85fa-1ebf4269b78f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:43.423241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3d8abbf-9a2a-4c1a-85fa-1ebf4269b78f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:43.427518 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.491956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 35cc59f2-b028-4c83-b79b-7833490d478c no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:43.510029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] For port 5ab89d64-7da6-4c6d-b180-a70f55101c91, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ab89d64-7da6-4c6d-b180-a70f55101c91,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:43.510596 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.533606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 35cc59f2-b028-4c83-b79b-7833490d478c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:43.534294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 35cc59f2-b028-4c83-b79b-7833490d478c not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:43.537876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for 5ab89d64-7da6-4c6d-b180-a70f55101c91 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:43.560409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=5f7bffc8-7911-489c-a5f0-babe5824c24f,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:43.572241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc'}, {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50'}, {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:43.588110 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ffbcde-01e5-4fff-a2a6-3a22b9ef047c" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc"}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50"}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:43.626778 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.668217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.765205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.774273 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93c2cee-49bf-4817-af5e-3cb24cfdb2ce x-openstack-request-id: req-c93c2cee-49bf-4817-af5e-3cb24cfdb2ce {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:43.774795 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc", "code": 200}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50", "code": 200}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-unplugged", "status": "completed", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:43.775223 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c93c2cee-49bf-4817-af5e-3cb24cfdb2ce {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:43.775837 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc', 'code': 200} Sep 15 15:59:43.776247 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50', 'code': 200} Sep 15 15:59:43.776694 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'code': 200} Sep 15 15:59:43.800989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.801540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c6eddf-86bf-410f-a1d0-49e81b1a2836,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:43.858605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=5ab89d64-7da6-4c6d-b180-a70f55101c91,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:43.938028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.939650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5e39e7d-9814-4538-b2c8-bd6e383a8abd req-1f28be32-6cf6-4ea6-83a0-02568b9ab36e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5218232 Sep 15 15:59:43.982079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] No DVR routers for this DVR port 5ab89d64-7da6-4c6d-b180-a70f55101c91 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:43.987339 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:43.992189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ca5cc9e1-d713-47f4-b8ab-52ed51fe8738 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "DELETE /v2.0/ports/5ab89d64-7da6-4c6d-b180-a70f55101c91 HTTP/1.1" status: 204 len: 173 time: 0.8675361 Sep 15 15:59:44.002510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b180e-93a6-49f0-89e6-2f8293aa70cd req-9d81abe2-5a97-47a8-80cb-088255f88b87 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:44.012200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-089b180e-93a6-49f0-89e6-2f8293aa70cd req-9d81abe2-5a97-47a8-80cb-088255f88b87 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1442919 Sep 15 15:59:44.145269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-089b180e-93a6-49f0-89e6-2f8293aa70cd req-c3722299-fff6-427b-a32f-a33cbf47e1f2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320078 Sep 15 15:59:44.161959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e05cd-ee5a-4ef2-a5b1-b5415a097739 req-2e189f2a-3cae-4537-a403-d231ccbe7893 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:44.170357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e05cd-ee5a-4ef2-a5b1-b5415a097739 req-2e189f2a-3cae-4537-a403-d231ccbe7893 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:44.182644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e05cd-ee5a-4ef2-a5b1-b5415a097739 req-2e189f2a-3cae-4537-a403-d231ccbe7893 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:44.192157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b37e05cd-ee5a-4ef2-a5b1-b5415a097739 req-2e189f2a-3cae-4537-a403-d231ccbe7893 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 2410 time: 0.1384192 Sep 15 15:59:44.214076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port 5f7bffc8-7911-489c-a5f0-babe5824c24f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:44.214420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.255766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b37e05cd-ee5a-4ef2-a5b1-b5415a097739 req-74685a6f-17b8-462b-88f0-a99876532ed8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642123 Sep 15 15:59:44.308041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ea0a42cf-9359-4dda-8c1f-b4608289e0d5 req-e5f1dc52-e000-432c-80aa-32988a371252 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-543152445', 'description': 'tempest-description-1703270118'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:44.395913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] For port 5f7bffc8-7911-489c-a5f0-babe5824c24f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5f7bffc8-7911-489c-a5f0-babe5824c24f,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:44.397824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.409676 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ea0a42cf-9359-4dda-8c1f-b4608289e0d5 req-e5f1dc52-e000-432c-80aa-32988a371252 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.618492 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ea0a42cf-9359-4dda-8c1f-b4608289e0d5 req-e5f1dc52-e000-432c-80aa-32988a371252 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.698714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ea0a42cf-9359-4dda-8c1f-b4608289e0d5 req-e5f1dc52-e000-432c-80aa-32988a371252 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.742938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1dc52-e000-432c-80aa-32988a371252 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1f1ade-4d6f-4e8f-8f28-d8f8cfdce0af,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:44.770769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.774154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.774554 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Floating IP 8d971c4a-5c2e-4408-80bf-e21ac8b2965a disassociated. External IP: 172.25.0.237, port: 5f7bffc8-7911-489c-a5f0-babe5824c24f. Sep 15 15:59:44.781043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for 5f7bffc8-7911-489c-a5f0-babe5824c24f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:44.801474 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ea0a42cf-9359-4dda-8c1f-b4608289e0d5 req-e5f1dc52-e000-432c-80aa-32988a371252 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:44.802774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea0a42cf-9359-4dda-8c1f-b4608289e0d5 req-e5f1dc52-e000-432c-80aa-32988a371252 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5066509 Sep 15 15:59:44.970407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-6238fbd4-8021-4d9d-b0f3-a68267d7af33 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/bb1f1ade-4d6f-4e8f-8f28-d8f8cfdce0af HTTP/1.1" status: 200 len: 1806 time: 0.0430570 Sep 15 15:59:44.982865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bb1f1ade-4d6f-4e8f-8f28-d8f8cfdce0af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:44.983263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bb1f1ade-4d6f-4e8f-8f28-d8f8cfdce0af', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:45.101728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:45.151375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=5f7bffc8-7911-489c-a5f0-babe5824c24f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:45.208385 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:45.223641 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e76917d2-5ce6-4802-9500-196e7888ece4 req-61a8b9ed-de59-4379-be3a-2c6dcaa678da tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0980005 Sep 15 15:59:45.271301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:45.310643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-cad58d26-7a04-4ada-b460-119e523a860c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:45.312181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-cad58d26-7a04-4ada-b460-119e523a860c tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.2731593 Sep 15 15:59:45.346415 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:45.351719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:45.354099 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2818132-3f30-4bec-bb0a-b8d5cdf0402e" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:45.361830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0352deb8-28a2-4d7c-b2a7-92683a83d0cb,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:45.459006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:45.460859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5bb218fc-0f25-456f-8018-15dd7d023349 req-7aeebc63-aaca-434c-a3b6-adb0f7bf7b1d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4820845 Sep 15 15:59:45.533526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:59:45.551643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2cc8-0d3e-4277-b216-1d5956dc0269 req-ddeb7233-ebdc-4af5-a6df-cdc0d22addfe tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:45.556985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6de2cc8-0d3e-4277-b216-1d5956dc0269 req-ddeb7233-ebdc-4af5-a6df-cdc0d22addfe tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 946 time: 0.1962740 Sep 15 15:59:45.611564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c747f62-2d3c-4e93-a0ec-41cba316d8cc req-6ae68b19-9c2e-4ee8-8f98-30aeab2b4efe tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:45.619019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c747f62-2d3c-4e93-a0ec-41cba316d8cc req-6ae68b19-9c2e-4ee8-8f98-30aeab2b4efe tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:45.627263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c747f62-2d3c-4e93-a0ec-41cba316d8cc req-6ae68b19-9c2e-4ee8-8f98-30aeab2b4efe tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 1677 time: 0.0837388 Sep 15 15:59:45.675927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c747f62-2d3c-4e93-a0ec-41cba316d8cc req-4bd64115-c580-4ea2-9421-5b7f105d06b2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Sep 15 15:59:45.781858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:59:45.809431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] Sync routers for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:59:45.825517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:45.826494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:45.830603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Deleting port 25b52d34-d9b7-4400-bb2b-3350f080e92f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:45.830944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:45.862506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6de2cc8-0d3e-4277-b216-1d5956dc0269 req-f745291a-d02b-41c0-b5f0-73a687bdc77b tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=1a1445b9-1956-4b0c-9e7d-5e511300a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001351 Sep 15 15:59:45.874581 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef97a8c-be90-46de-af08-3422218fd258 x-openstack-request-id: req-2ef97a8c-be90-46de-af08-3422218fd258 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:45.874864 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "5ab89d64-7da6-4c6d-b180-a70f55101c91", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:45.875164 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ef97a8c-be90-46de-af08-3422218fd258 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:45.875520 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': '5ab89d64-7da6-4c6d-b180-a70f55101c91', 'status': 'completed', 'code': 200} Sep 15 15:59:45.921041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-5924641c-469d-4569-bc9d-1736e13c55ae req-fe342624-89d9-45ce-b688-2f803b0e00fe tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1820941400', 'description': 'tempest-description-917154334'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:45.932361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] No DVR routers for this DVR port 5f7bffc8-7911-489c-a5f0-babe5824c24f on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:45.937322 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:45.939363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-259e8255-a2f4-4539-8f69-1e74e3904168 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "DELETE /v2.0/ports/5f7bffc8-7911-489c-a5f0-babe5824c24f HTTP/1.1" status: 204 len: 173 time: 1.9241855 Sep 15 15:59:45.985726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:46.091790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] For port 25b52d34-d9b7-4400-bb2b-3350f080e92f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=25b52d34-d9b7-4400-bb2b-3350f080e92f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:46.092437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.111551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Calling delete_port for 25b52d34-d9b7-4400-bb2b-3350f080e92f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:46.315782 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5924641c-469d-4569-bc9d-1736e13c55ae req-fe342624-89d9-45ce-b688-2f803b0e00fe tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.373396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.396154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['25b52d34-d9b7-4400-bb2b-3350f080e92f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 15:59:46.401167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd0eb3e3-55a5-44b5-907f-2e77633b96e5 req-c165812e-138a-4c63-b1f1-e806c299e5f1 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0705123 Sep 15 15:59:46.464061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event deleted for resources: {'Port': ['ID=25b52d34-d9b7-4400-bb2b-3350f080e92f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:46.468700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 5, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:46.502028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:46.502327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] Checking router: b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:59:46.502426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.512266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:46.513206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:46.559449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] No DVR routers for this DVR port 25b52d34-d9b7-4400-bb2b-3350f080e92f on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:46.567540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.570134 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17b1e5c3-120e-4807-8ace-b76af53345ce req-bb1bf725-e1b5-437f-889a-36f364704ab2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.55 "DELETE /v2.0/ports/25b52d34-d9b7-4400-bb2b-3350f080e92f HTTP/1.1" status: 204 len: 173 time: 1.2473257 Sep 15 15:59:46.677386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5924641c-469d-4569-bc9d-1736e13c55ae req-fe342624-89d9-45ce-b688-2f803b0e00fe tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.684307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] For port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:46.685509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.710703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for 432b6d0d-4307-4ab9-ab8f-8129c751f0cc owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:46.713980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:46.801664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5924641c-469d-4569-bc9d-1736e13c55ae req-fe342624-89d9-45ce-b688-2f803b0e00fe tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:46.884222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a0733-029c-4eec-b16c-9ddec800c62d req-de3f774b-4308-4fa8-97fb-a13b28c7297c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:46.892006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a0733-029c-4eec-b16c-9ddec800c62d req-de3f774b-4308-4fa8-97fb-a13b28c7297c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:46.895571 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef3a0733-029c-4eec-b16c-9ddec800c62d req-de3f774b-4308-4fa8-97fb-a13b28c7297c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 1677 time: 0.0923834 Sep 15 15:59:46.994177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef3a0733-029c-4eec-b16c-9ddec800c62d req-06251f6a-d9a6-4d80-90b2-a6e288909481 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883815 Sep 15 15:59:47.142030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 5, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:47.193128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ca96f1-7033-4033-9a52-c110024b0458 None None] The sync data for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 is: [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T15:48:43Z', 'revision_number': 4, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a4257698-9d84-48e9-b39b-79ef754b7f0e', 'name': '', 'network_id': 'c7862a63-a0aa-4327-bb17-35787cacce3d', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'mac_address': 'fa:16:3e:29:45:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:42Z', 'updated_at': '2021-09-15T15:48:48Z', 'revision_number': 5, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'subnets': [{'id': 'b6763370-0d4e-4595-97d1-14d944b3931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:59:47.345609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5712f65b-c3b1-4e35-a951-e9c4205dcbcd req-c57d02e4-bee0-4523-a78c-175e12772026 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=b2940127-a979-4b60-a73b-cc082dbf1964 HTTP/1.1" status: 200 len: 210 time: 0.0953026 Sep 15 15:59:47.407664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe342624-89d9-45ce-b688-2f803b0e00fe tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ae3248-651c-46ba-afa3-8f7010af4147,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:47.500617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5924641c-469d-4569-bc9d-1736e13c55ae req-fe342624-89d9-45ce-b688-2f803b0e00fe tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:47.504956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5924641c-469d-4569-bc9d-1736e13c55ae req-fe342624-89d9-45ce-b688-2f803b0e00fe tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.6148252 Sep 15 15:59:47.558512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-7389ff0a-04df-4be6-8416-b883a9c99774 req-98f39c16-a1f3-4e18-9637-abfbc4700392 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1163200536', 'description': 'tempest-description-1069848787'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:47.613228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:47.648043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7389ff0a-04df-4be6-8416-b883a9c99774 req-98f39c16-a1f3-4e18-9637-abfbc4700392 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:47.659047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edbc7299-cc13-4fa8-a2d8-976e6f2faa8e req-da079485-267c-48c0-9eb1-5d6488a894c4 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0454948 Sep 15 15:59:47.705250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=432b6d0d-4307-4ab9-ab8f-8129c751f0cc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:47.763824 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc1220-0ae7-45b4-8e48-7c82aa5477dc None None] New status for floating IP 8d971c4a-5c2e-4408-80bf-e21ac8b2965a: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:59:47.789016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] No DVR routers for this DVR port 432b6d0d-4307-4ab9-ab8f-8129c751f0cc on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:47.794265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:47.799688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-50c64524-a93b-4a22-a591-b958f50d6ff5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "DELETE /v2.0/ports/432b6d0d-4307-4ab9-ab8f-8129c751f0cc HTTP/1.1" status: 204 len: 173 time: 1.8514457 Sep 15 15:59:47.860719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7389ff0a-04df-4be6-8416-b883a9c99774 req-98f39c16-a1f3-4e18-9637-abfbc4700392 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:47.880617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f'}, {'server_uuid': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'name': 'network-vif-deleted', 'tag': '25b52d34-d9b7-4400-bb2b-3350f080e92f'}, {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:47.883616 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ca510f-d90f-4c95-8331-6ba4a7a01fa5" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f"}, {"server_uuid": "b2940127-a979-4b60-a73b-cc082dbf1964", "name": "network-vif-deleted", "tag": "25b52d34-d9b7-4400-bb2b-3350f080e92f"}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:47.970161 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171aa90-e92f-4f11-99b8-99d4de5bafb3 x-openstack-request-id: req-b171aa90-e92f-4f11-99b8-99d4de5bafb3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:47.970552 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "5f7bffc8-7911-489c-a5f0-babe5824c24f", "status": "completed", "code": 200}, {"server_uuid": "b2940127-a979-4b60-a73b-cc082dbf1964", "name": "network-vif-deleted", "tag": "25b52d34-d9b7-4400-bb2b-3350f080e92f", "status": "completed", "code": 200}, {"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "432b6d0d-4307-4ab9-ab8f-8129c751f0cc", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:47.970893 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b171aa90-e92f-4f11-99b8-99d4de5bafb3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:47.971373 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': '5f7bffc8-7911-489c-a5f0-babe5824c24f', 'status': 'completed', 'code': 200} Sep 15 15:59:47.971992 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2940127-a979-4b60-a73b-cc082dbf1964', 'name': 'network-vif-deleted', 'tag': '25b52d34-d9b7-4400-bb2b-3350f080e92f', 'status': 'completed', 'code': 200} Sep 15 15:59:47.972335 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': '432b6d0d-4307-4ab9-ab8f-8129c751f0cc', 'status': 'completed', 'code': 200} Sep 15 15:59:47.974562 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7389ff0a-04df-4be6-8416-b883a9c99774 req-98f39c16-a1f3-4e18-9637-abfbc4700392 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.001274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port f0172419-fef7-4778-8bfc-fd341ba24f50 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:48.001274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.017643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f39c16-a1f3-4e18-9637-abfbc4700392 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2e728-bbfc-4eda-9232-0b1cdbb290e6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:48.118129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7389ff0a-04df-4be6-8416-b883a9c99774 req-98f39c16-a1f3-4e18-9637-abfbc4700392 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.123517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7389ff0a-04df-4be6-8416-b883a9c99774 req-98f39c16-a1f3-4e18-9637-abfbc4700392 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5667372 Sep 15 15:59:48.241426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cb43b-695e-41b8-9af5-9d2dac306250 req-ae3b895d-289d-4523-b15c-d83d3705980d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:48.252817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc0cb43b-695e-41b8-9af5-9d2dac306250 req-ae3b895d-289d-4523-b15c-d83d3705980d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 943 time: 0.1250010 Sep 15 15:59:48.256802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] For port f0172419-fef7-4778-8bfc-fd341ba24f50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f0172419-fef7-4778-8bfc-fd341ba24f50,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:48.261159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.307404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for f0172419-fef7-4778-8bfc-fd341ba24f50 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:48.341664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-ee1d7d22-f7f2-437c-bd49-c977c9822c93 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/a7ae3248-651c-46ba-afa3-8f7010af4147 HTTP/1.1" status: 200 len: 1806 time: 0.0744863 Sep 15 15:59:48.400903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fc0cb43b-695e-41b8-9af5-9d2dac306250 req-86ce2580-1f19-426e-8d71-ad6fce3cef4f tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups?id=39e45e17-f1cb-408f-ae50-7f5692378ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468940 Sep 15 15:59:48.430502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-c3bfe7cf-309a-41ca-acf5-8135e2ee61c1 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/38a2e728-bbfc-4eda-9232-0b1cdbb290e6 HTTP/1.1" status: 200 len: 1807 time: 0.0808637 Sep 15 15:59:48.447848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a7ae3248-651c-46ba-afa3-8f7010af4147', 'remote_group_id': '38a2e728-bbfc-4eda-9232-0b1cdbb290e6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:48.448181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a7ae3248-651c-46ba-afa3-8f7010af4147', 'remote_group_id': '38a2e728-bbfc-4eda-9232-0b1cdbb290e6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:48.613601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.665728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=f0172419-fef7-4778-8bfc-fd341ba24f50,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:48.680656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.710178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 25b52d34-d9b7-4400-bb2b-3350f080e92f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:48.752774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] No DVR routers for this DVR port f0172419-fef7-4778-8bfc-fd341ba24f50 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:48.754695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 25b52d34-d9b7-4400-bb2b-3350f080e92f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:48.755207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 25b52d34-d9b7-4400-bb2b-3350f080e92f not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:48.759362 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.761750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a28e32aa-b85d-43d0-8aa6-9fd1d3df7acb req-ea7978e1-f1b7-4225-8de9-cdd4add62eee tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.55 "DELETE /v2.0/ports/f0172419-fef7-4778-8bfc-fd341ba24f50 HTTP/1.1" status: 204 len: 173 time: 0.9546158 Sep 15 15:59:48.771929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.900757 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:48.925978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e396cb-8b3c-4f6d-8be7-036af82f3f88,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:49.030615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e6af8a0-e1e6-4c04-98c6-5d41c7570492 req-e9dd62fa-a667-48e2-915b-c790f23f53d2 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0330136 Sep 15 15:59:49.070178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.076889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b851f4e1-37d1-422f-b427-162450ec03c6 req-7125090a-ce16-431e-a824-41f47fe35724 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6372423 Sep 15 15:59:49.118816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-7c5ea013-4aaa-4dce-862e-e7c85cb5407f req-3c8801bf-cab7-4413-84b0-ca9ec19018bb tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1241785504', 'description': 'tempest-description-511248825'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:49.169412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259b758-3af1-4693-9de7-b02ff7cbe01c req-87e51b33-6c9b-4437-9082-e7df9a80e1d2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:49.171378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f259b758-3af1-4693-9de7-b02ff7cbe01c req-87e51b33-6c9b-4437-9082-e7df9a80e1d2 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0611329 Sep 15 15:59:49.235454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f259b758-3af1-4693-9de7-b02ff7cbe01c req-5dd13414-fc3e-4d9a-890d-4f3465aa923d tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562644 Sep 15 15:59:49.238380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c5ea013-4aaa-4dce-862e-e7c85cb5407f req-3c8801bf-cab7-4413-84b0-ca9ec19018bb tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.387102 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c5ea013-4aaa-4dce-862e-e7c85cb5407f req-3c8801bf-cab7-4413-84b0-ca9ec19018bb tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.454842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c5ea013-4aaa-4dce-862e-e7c85cb5407f req-3c8801bf-cab7-4413-84b0-ca9ec19018bb tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.502889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8801bf-cab7-4413-84b0-ca9ec19018bb tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:49.564010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fa80ba5-d3f4-42e8-ba8e-74bb63de26f0 req-13973d0e-9166-4bf0-8561-7da67079253d tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0279601 Sep 15 15:59:49.597910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c5ea013-4aaa-4dce-862e-e7c85cb5407f req-3c8801bf-cab7-4413-84b0-ca9ec19018bb tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.599182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c5ea013-4aaa-4dce-862e-e7c85cb5407f req-3c8801bf-cab7-4413-84b0-ca9ec19018bb tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4854999 Sep 15 15:59:49.633813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-8e6b3194-7ba8-4003-8e61-17409742ab9e req-be45aa5b-780e-4e34-af88-813e15fb400d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-236946260', 'description': 'tempest-description-1691028526'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:49.821831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8e6b3194-7ba8-4003-8e61-17409742ab9e req-be45aa5b-780e-4e34-af88-813e15fb400d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.942760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8e6b3194-7ba8-4003-8e61-17409742ab9e req-be45aa5b-780e-4e34-af88-813e15fb400d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.974072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:49.978246 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1525f828-b581-4c8f-ad51-58726db16706" -d '{"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:50.019225 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0bd08e-809f-4f9f-a2d5-43ce056bad83 x-openstack-request-id: req-0f0bd08e-809f-4f9f-a2d5-43ce056bad83 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:50.023083 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4fa85d-8db6-4618-8e03-f8a0c51c9073", "name": "network-vif-deleted", "tag": "f0172419-fef7-4778-8bfc-fd341ba24f50", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:50.023083 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0f0bd08e-809f-4f9f-a2d5-43ce056bad83 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:50.023083 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4fa85d-8db6-4618-8e03-f8a0c51c9073', 'name': 'network-vif-deleted', 'tag': 'f0172419-fef7-4778-8bfc-fd341ba24f50', 'status': 'completed', 'code': 200} Sep 15 15:59:50.066162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8e6b3194-7ba8-4003-8e61-17409742ab9e req-be45aa5b-780e-4e34-af88-813e15fb400d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.080313 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49f3e75e-a64a-4536-850b-98a864ef6c30 req-54a3e1ad-fb70-4ad2-b198-fbf8c20c51ce service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0452840 Sep 15 15:59:50.113616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45aa5b-780e-4e34-af88-813e15fb400d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6041fc6-241a-4b86-9b78-618bc33389f6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:50.166680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-993765db-2857-4070-8713-0536cea2b7a7 req-e63f078c-b3fe-4442-a393-bf352f908d4a tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0308373 Sep 15 15:59:50.235458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8e6b3194-7ba8-4003-8e61-17409742ab9e req-be45aa5b-780e-4e34-af88-813e15fb400d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.236769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8e6b3194-7ba8-4003-8e61-17409742ab9e req-be45aa5b-780e-4e34-af88-813e15fb400d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6084223 Sep 15 15:59:50.315414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-e3e34f12-dbe2-4e2c-8994-3524301bf5cd tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c HTTP/1.1" status: 200 len: 1806 time: 0.0531974 Sep 15 15:59:50.384299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-1eb9eb82-ecc1-4733-aa9c-3cbc57cf15fc tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/a6041fc6-241a-4b86-9b78-618bc33389f6 HTTP/1.1" status: 200 len: 1806 time: 0.0568805 Sep 15 15:59:50.388994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c', 'remote_group_id': 'a6041fc6-241a-4b86-9b78-618bc33389f6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:50.389307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c', 'remote_group_id': 'a6041fc6-241a-4b86-9b78-618bc33389f6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:50.405430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db96e-8da4-40a0-9ebb-2f8fb9830292 req-b61c7605-bcdf-4571-a81a-91c9ed8e715f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:50.407587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a7db96e-8da4-40a0-9ebb-2f8fb9830292 req-b61c7605-bcdf-4571-a81a-91c9ed8e715f tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0678570 Sep 15 15:59:50.451889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a7db96e-8da4-40a0-9ebb-2f8fb9830292 req-8585b907-b72b-46f3-83e9-80dc044b64d4 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups?id=432f4cfc-cc0a-409b-9eff-eb2aed2ada34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374742 Sep 15 15:59:50.537794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.575494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.643166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.668637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfe93e4-9267-4671-b127-649195abd711,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:50.686056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-325de6db-0b19-4e8d-8924-196a9f937594 req-e062c170-31a0-4063-8b83-02f19854dd95 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0328546 Sep 15 15:59:50.733142 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.734907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f927d531-8b9c-47e4-a116-6e494d2b0730 req-954ddc57-2898-4151-93b2-efc1d271aa5e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3493638 Sep 15 15:59:50.816788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c40a2f0e-d569-4589-b175-ba74eb760dd3 req-51968dea-c0e0-4a98-ba59-62db73bafe02 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/a6041fc6-241a-4b86-9b78-618bc33389f6 HTTP/1.1" status: 200 len: 1806 time: 0.0484133 Sep 15 15:59:50.840988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-b83e6828-77a5-4e1e-9bbb-70d7640dcb82 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:50.842811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-b83e6828-77a5-4e1e-9bbb-70d7640dcb82 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 944 time: 0.0676873 Sep 15 15:59:50.909192 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c40a2f0e-d569-4589-b175-ba74eb760dd3 req-60d59569-130e-4811-822f-9f9b7ea7ab5c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.938714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c40a2f0e-d569-4589-b175-ba74eb760dd3 req-60d59569-130e-4811-822f-9f9b7ea7ab5c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:50.994415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Deleting port 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:50.994776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.113339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] For port 72916e30-cf88-4500-a948-b7227757ca32, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=72916e30-cf88-4500-a948-b7227757ca32,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:51.114488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.133270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c40a2f0e-d569-4589-b175-ba74eb760dd3 req-60d59569-130e-4811-822f-9f9b7ea7ab5c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.138939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c40a2f0e-d569-4589-b175-ba74eb760dd3 req-60d59569-130e-4811-822f-9f9b7ea7ab5c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.148453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c40a2f0e-d569-4589-b175-ba74eb760dd3 req-60d59569-130e-4811-822f-9f9b7ea7ab5c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-groups/a6041fc6-241a-4b86-9b78-618bc33389f6 HTTP/1.1" status: 204 len: 173 time: 0.3206761 Sep 15 15:59:51.176478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59569-130e-4811-822f-9f9b7ea7ab5c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6041fc6-241a-4b86-9b78-618bc33389f6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:51.225249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de79ac0d-685f-4cb0-9a2b-9b7c049fed21 req-9a242304-a767-47aa-8a4c-6b92bd4bf615 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c HTTP/1.1" status: 200 len: 1806 time: 0.0588288 Sep 15 15:59:51.325658 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71e624ae-7dc0-4fc9-a0a5-ea19cd2e9482 req-bcc9225a-322e-40d2-8e38-8ef4409d803b tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0341284 Sep 15 15:59:51.348306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-29e6ecb9-7758-498c-adf7-5ff6a57fcb8b req-85b55930-01f7-4f53-ac94-000c29b20194 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-835698689', 'description': 'tempest-description-214288402'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:51.410075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29e6ecb9-7758-498c-adf7-5ff6a57fcb8b req-85b55930-01f7-4f53-ac94-000c29b20194 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.433233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.433861 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.434360 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Floating IP a87992fb-9d71-4e19-8925-17eaf07892ec disassociated. External IP: 172.25.0.79, port: 72916e30-cf88-4500-a948-b7227757ca32. Sep 15 15:59:51.435010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Calling delete_port for 72916e30-cf88-4500-a948-b7227757ca32 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:51.507532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29e6ecb9-7758-498c-adf7-5ff6a57fcb8b req-85b55930-01f7-4f53-ac94-000c29b20194 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.620294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29e6ecb9-7758-498c-adf7-5ff6a57fcb8b req-85b55930-01f7-4f53-ac94-000c29b20194 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.654455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b55930-01f7-4f53-ac94-000c29b20194 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e997d561-4883-44f6-87bb-56235eca3f54,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:51.683124 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.710875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event deleted for resources: {'Port': ['ID=72916e30-cf88-4500-a948-b7227757ca32,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:51.732788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-29e6ecb9-7758-498c-adf7-5ff6a57fcb8b req-85b55930-01f7-4f53-ac94-000c29b20194 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.732788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29e6ecb9-7758-498c-adf7-5ff6a57fcb8b req-85b55930-01f7-4f53-ac94-000c29b20194 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3847802 Sep 15 15:59:51.855046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75cd4063-409a-4c4b-92b7-91797fdc5751 req-aa4aa90a-868d-468d-8cff-02652bd0ccbf tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0384336 Sep 15 15:59:51.973923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Router 9961072c-a13b-49bc-b90f-0bff3af2b11f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:59:52.062897 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d481dd26-2e97-44b8-ae5f-a6adc4c1fccb req-7d9be95c-c9bb-4d8e-affd-2353f1b441ad tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0405512 Sep 15 15:59:52.185119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-7083a8d6-f4e6-4506-affe-d35c385fd17d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/e997d561-4883-44f6-87bb-56235eca3f54 HTTP/1.1" status: 200 len: 1805 time: 0.1455281 Sep 15 15:59:52.198191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e997d561-4883-44f6-87bb-56235eca3f54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:52.198415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e997d561-4883-44f6-87bb-56235eca3f54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:52.229480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:59:52.254953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] Sync routers for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:59:52.270030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:52.270956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:52.287979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] No DVR routers for this DVR port 72916e30-cf88-4500-a948-b7227757ca32 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 15:59:52.291658 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:52.293940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8c41651-c90c-4297-8c63-2f04e0d19c34 req-986de6eb-81ee-4c7b-a72b-d2cccf2959df tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.38 "DELETE /v2.0/ports/72916e30-cf88-4500-a948-b7227757ca32 HTTP/1.1" status: 204 len: 173 time: 1.4423037 Sep 15 15:59:52.294557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-deleted', 'tag': '72916e30-cf88-4500-a948-b7227757ca32'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 15:59:52.297645 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99d599-6099-4185-a911-782713bada94" -d '{"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-deleted", "tag": "72916e30-cf88-4500-a948-b7227757ca32"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 15:59:52.357792 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8347edeb-c194-4da2-a118-bfa3f6adbff5 x-openstack-request-id: req-8347edeb-c194-4da2-a118-bfa3f6adbff5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 15:59:52.358495 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbcdd33c-df55-44c8-b95c-9c9ec746a1f5", "name": "network-vif-deleted", "tag": "72916e30-cf88-4500-a948-b7227757ca32", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 15:59:52.358907 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8347edeb-c194-4da2-a118-bfa3f6adbff5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 15:59:52.360038 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcdd33c-df55-44c8-b95c-9c9ec746a1f5', 'name': 'network-vif-deleted', 'tag': '72916e30-cf88-4500-a948-b7227757ca32', 'status': 'completed', 'code': 200} Sep 15 15:59:52.445053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:52.522587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef694c95-0355-4886-b985-3a87d5423eea req-2bb91e64-7293-4e5d-ad5c-5c93e50a9aef tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0559969 Sep 15 15:59:52.541773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:52.579913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:52.723890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:52.761982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20f1635-8183-4a1b-9e17-c3896101ce4c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:52.799737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:06Z', 'revision_number': 5, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:52.843281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] Checking router: 9961072c-a13b-49bc-b90f-0bff3af2b11f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:59:52.853759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:52.854555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:52.903803 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:52.905305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-687b6420-4658-4411-86ea-3c6aec7e7bf3 req-70264281-7e80-46fc-b177-44d5cfd7f41d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7111495 Sep 15 15:59:53.065604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:53.070599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4da86a42-6c7b-4512-bd5c-756c3142367d req-61016e02-40ca-4617-9308-adad0b164522 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/ports?device_id=fbcdd33c-df55-44c8-b95c-9c9ec746a1f5 HTTP/1.1" status: 200 len: 210 time: 0.0472889 Sep 15 15:59:53.171666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-7aa04d26-6c13-4917-96f4-fac8a1d2e4d3 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/e997d561-4883-44f6-87bb-56235eca3f54 HTTP/1.1" status: 200 len: 2399 time: 0.0903761 Sep 15 15:59:53.185940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e997d561-4883-44f6-87bb-56235eca3f54', 'remote_group_id': None}]} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:53.186519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e997d561-4883-44f6-87bb-56235eca3f54', 'remote_group_id': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:53.329499 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:53.357326 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:53.366044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:06Z', 'revision_number': 5, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:53.393125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc6069-f37a-4b73-b47f-8be734833418 None None] The sync data for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 is: [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:50:58Z', 'revision_number': 4, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7a305a63-2862-41f5-b079-620d9d72199f', 'name': '', 'network_id': '8b090620-5bd2-4bed-a564-517f224367ee', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'mac_address': 'fa:16:3e:e1:f4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:56Z', 'updated_at': '2021-09-15T15:51:06Z', 'revision_number': 5, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'subnets': [{'id': '33539d4a-4a68-42d3-a044-634e83114bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:59:53.441376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:53.469682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd6c08a-2719-4229-beb3-1e14577efae1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:53.526253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:53.527854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b636fa5c-e548-4a21-bcb6-a363c8a9a16a req-a03f398d-1462-4d18-a8c5-d1f930b03d0c tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3486199 Sep 15 15:59:53.641378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f6b12008-b4a2-40bb-9b15-689c24822036 req-d8410ed0-57c4-4703-8c70-3a8827ad5dce tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0373459 Sep 15 15:59:53.733479 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:59:53.762243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc64acb7-cb57-430b-805f-f76330c0d2fa req-0bc27d7a-55da-4c72-820d-915a830f3647 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/e997d561-4883-44f6-87bb-56235eca3f54 HTTP/1.1" status: 200 len: 2998 time: 0.0753415 Sep 15 15:59:53.789369 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119329eb-d0ff-4765-bddd-b78e2e6abfa0 None None] New status for floating IP a87992fb-9d71-4e19-8925-17eaf07892ec: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 15:59:53.820520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4f71156-b8e3-4716-9edd-500a371c679b req-1ee7738e-5e1c-4b7f-9c01-be32f8ffc9e1 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-group-rules/dbd6c08a-2719-4229-beb3-1e14577efae1 HTTP/1.1" status: 200 len: 783 time: 0.0374937 Sep 15 15:59:53.899436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4f71156-b8e3-4716-9edd-500a371c679b req-b3d44a9d-7c68-4635-ae04-e40102314734 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/e997d561-4883-44f6-87bb-56235eca3f54 HTTP/1.1" status: 200 len: 2998 time: 0.0777040 Sep 15 15:59:53.933360 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4f71156-b8e3-4716-9edd-500a371c679b req-31db41c9-28e7-4d0b-9d7e-b1e6c2eef69f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:53.956018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f26a3276-e358-4c6f-a6be-b74c25358a6c req-3b530bd0-05fd-4a68-90d1-5055d861d4ab tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0400887 Sep 15 15:59:53.956626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4f71156-b8e3-4716-9edd-500a371c679b req-31db41c9-28e7-4d0b-9d7e-b1e6c2eef69f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.009631 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09078a7e-bf18-4bbe-aa3d-d57ac39688e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.089283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4f71156-b8e3-4716-9edd-500a371c679b req-31db41c9-28e7-4d0b-9d7e-b1e6c2eef69f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.107955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a4f71156-b8e3-4716-9edd-500a371c679b req-31db41c9-28e7-4d0b-9d7e-b1e6c2eef69f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.118557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4f71156-b8e3-4716-9edd-500a371c679b req-31db41c9-28e7-4d0b-9d7e-b1e6c2eef69f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/dbd6c08a-2719-4229-beb3-1e14577efae1 HTTP/1.1" status: 204 len: 173 time: 0.2169113 Sep 15 15:59:54.120371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db41c9-28e7-4d0b-9d7e-b1e6c2eef69f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbd6c08a-2719-4229-beb3-1e14577efae1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:54.246123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da75e736-aa8e-416b-a9d6-f7bf99d32dce req-2f8964af-62a6-4df6-9950-8f125a7e16bd tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/e997d561-4883-44f6-87bb-56235eca3f54 HTTP/1.1" status: 200 len: 2399 time: 0.1102295 Sep 15 15:59:54.246796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:54.294218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 72916e30-cf88-4500-a948-b7227757ca32 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:54.300840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 72916e30-cf88-4500-a948-b7227757ca32 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:54.346740 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da75e736-aa8e-416b-a9d6-f7bf99d32dce req-e2c0d161-4fda-413b-93e5-2fc0b493f08d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.374247 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da75e736-aa8e-416b-a9d6-f7bf99d32dce req-e2c0d161-4fda-413b-93e5-2fc0b493f08d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.577450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55484) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:54.633227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c27874d3-d3d4-4124-81d5-bfc6437dabf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.665782 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c27874d3-d3d4-4124-81d5-bfc6437dabf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.759278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da75e736-aa8e-416b-a9d6-f7bf99d32dce req-e2c0d161-4fda-413b-93e5-2fc0b493f08d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.766265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-da75e736-aa8e-416b-a9d6-f7bf99d32dce req-e2c0d161-4fda-413b-93e5-2fc0b493f08d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.769759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da75e736-aa8e-416b-a9d6-f7bf99d32dce req-e2c0d161-4fda-413b-93e5-2fc0b493f08d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-groups/e997d561-4883-44f6-87bb-56235eca3f54 HTTP/1.1" status: 204 len: 173 time: 0.5188439 Sep 15 15:59:54.802815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bbf68483-1d93-41d0-a69c-1f2984483940 req-126ac0ce-9fce-4b7c-9eb3-77bfe8d0e16e tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0424616 Sep 15 15:59:54.810610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0d161-4fda-413b-93e5-2fc0b493f08d tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997d561-4883-44f6-87bb-56235eca3f54,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:54.818058 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-3c02495a-f220-4970-8f83-36f07934248b req-d93b8327-454d-40af-8a18-c8c35147c949 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] show failed (client error): The resource could not be found. Sep 15 15:59:54.829605 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3c02495a-f220-4970-8f83-36f07934248b req-d93b8327-454d-40af-8a18-c8c35147c949 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/a6041fc6-241a-4b86-9b78-618bc33389f6 HTTP/1.1" status: 404 len: 352 time: 0.0322900 Sep 15 15:59:54.903206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c27874d3-d3d4-4124-81d5-bfc6437dabf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.905950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c27874d3-d3d4-4124-81d5-bfc6437dabf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:54.907252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c27874d3-d3d4-4124-81d5-bfc6437dabf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "DELETE /v2.0/security-groups/432f4cfc-cc0a-409b-9eff-eb2aed2ada34 HTTP/1.1" status: 204 len: 168 time: 0.3442800 Sep 15 15:59:54.910007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55494) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:54.926717 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-f6f6dee3-021d-4e4a-a0da-ad353030ada5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] show failed (client error): The resource could not be found. Sep 15 15:59:54.927217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-14646048-33db-49b1-a3df-9ec1f13e6f74 req-56719325-501c-4985-9e59-61c73cfd0331 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c HTTP/1.1" status: 200 len: 1806 time: 0.0688276 Sep 15 15:59:54.929242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27874d3-d3d4-4124-81d5-bfc6437dabf7 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432f4cfc-cc0a-409b-9eff-eb2aed2ada34,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:54.938833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f6f6dee3-021d-4e4a-a0da-ad353030ada5 tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "GET /v2.0/security-groups/432f4cfc-cc0a-409b-9eff-eb2aed2ada34 HTTP/1.1" status: 404 len: 347 time: 0.0204940 Sep 15 15:59:54.941215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55496) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:55.023827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-14646048-33db-49b1-a3df-9ec1f13e6f74 req-2daf7d21-fbe9-4880-a522-460fb7b756e6 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.050045 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-14646048-33db-49b1-a3df-9ec1f13e6f74 req-2daf7d21-fbe9-4880-a522-460fb7b756e6 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.095498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cb3cea0-812e-4cf8-9b08-8ff5a53198a8 req-a79e4d2a-26a9-492a-949a-82c6a0008b87 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0611160 Sep 15 15:59:55.131414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Deleting port 95f327aa-ebc0-4f40-9662-5b908e20373f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:55.131981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.197167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-14646048-33db-49b1-a3df-9ec1f13e6f74 req-2daf7d21-fbe9-4880-a522-460fb7b756e6 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.199915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-14646048-33db-49b1-a3df-9ec1f13e6f74 req-2daf7d21-fbe9-4880-a522-460fb7b756e6 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.208447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-14646048-33db-49b1-a3df-9ec1f13e6f74 req-2daf7d21-fbe9-4880-a522-460fb7b756e6 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-groups/c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c HTTP/1.1" status: 204 len: 173 time: 0.2694230 Sep 15 15:59:55.213572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.213914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.228075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Calling delete_port for 95f327aa-ebc0-4f40-9662-5b908e20373f owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:55.228309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7d21-fbe9-4880-a522-460fb7b756e6 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18d5b80-7a2f-4f21-8a3a-e2bb34055d9c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:55.337748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7eb64fee-c498-489e-8e9d-b6e3b4be9b60 req-2ccce96a-bb8e-4c8d-b3a9-435e16c4b448 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/38a2e728-bbfc-4eda-9232-0b1cdbb290e6 HTTP/1.1" status: 200 len: 1807 time: 0.0951900 Sep 15 15:59:55.446639 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7eb64fee-c498-489e-8e9d-b6e3b4be9b60 req-c9c9b206-0e10-4136-82c1-2c039922d09f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.474030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7eb64fee-c498-489e-8e9d-b6e3b4be9b60 req-c9c9b206-0e10-4136-82c1-2c039922d09f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.513959 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.552660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Pushing event deleted for resources: {'Port': ['ID=95f327aa-ebc0-4f40-9662-5b908e20373f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:55.622300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.624672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.628575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3abeef7a-c848-4f88-858c-abdcd3a14ded tempest-ServerActionsTestJSON-978654780 tempest-ServerActionsTestJSON-978654780-project] 10.222.0.63 "DELETE /v2.0/floatingips/a87992fb-9d71-4e19-8925-17eaf07892ec HTTP/1.1" status: 204 len: 168 time: 0.6835330 Sep 15 15:59:55.629275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:55.658215 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7eb64fee-c498-489e-8e9d-b6e3b4be9b60 req-c9c9b206-0e10-4136-82c1-2c039922d09f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.660967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7eb64fee-c498-489e-8e9d-b6e3b4be9b60 req-c9c9b206-0e10-4136-82c1-2c039922d09f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.662939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7eb64fee-c498-489e-8e9d-b6e3b4be9b60 req-c9c9b206-0e10-4136-82c1-2c039922d09f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-groups/38a2e728-bbfc-4eda-9232-0b1cdbb290e6 HTTP/1.1" status: 204 len: 173 time: 0.3180871 Sep 15 15:59:55.677452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9b206-0e10-4136-82c1-2c039922d09f tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2e728-bbfc-4eda-9232-0b1cdbb290e6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:55.742208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37a7eb4f-b0da-47f2-847f-09905446e67e req-04cffb4c-cc3b-474b-92fd-b4f387049ade tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/a7ae3248-651c-46ba-afa3-8f7010af4147 HTTP/1.1" status: 200 len: 1806 time: 0.0581791 Sep 15 15:59:55.814531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37a7eb4f-b0da-47f2-847f-09905446e67e req-1985b197-b900-459d-a0ef-95fc5bf726d9 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.875420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37a7eb4f-b0da-47f2-847f-09905446e67e req-1985b197-b900-459d-a0ef-95fc5bf726d9 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:55.950581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-043bd0cf-d7a0-4f9b-91ed-ca4c144ec72d req-3c2c43b9-43de-45bc-9392-3caaca7af531 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0458398 Sep 15 15:59:56.158730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37a7eb4f-b0da-47f2-847f-09905446e67e req-1985b197-b900-459d-a0ef-95fc5bf726d9 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.161345 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-37a7eb4f-b0da-47f2-847f-09905446e67e req-1985b197-b900-459d-a0ef-95fc5bf726d9 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.163217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37a7eb4f-b0da-47f2-847f-09905446e67e req-1985b197-b900-459d-a0ef-95fc5bf726d9 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-groups/a7ae3248-651c-46ba-afa3-8f7010af4147 HTTP/1.1" status: 204 len: 173 time: 0.4202356 Sep 15 15:59:56.181108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985b197-b900-459d-a0ef-95fc5bf726d9 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ae3248-651c-46ba-afa3-8f7010af4147,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:56.266712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f304cc2d-a9b8-457d-ae60-f611d884639a req-46117ccf-dfb3-44bf-9cda-53df2e23362e tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/bb1f1ade-4d6f-4e8f-8f28-d8f8cfdce0af HTTP/1.1" status: 200 len: 2406 time: 0.0755534 Sep 15 15:59:56.274555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58e5bd8e-f8f2-4feb-aae5-39345de9a9c7 req-17b3a8f5-cb7a-4203-8968-bf07a481c247 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0459464 Sep 15 15:59:56.368538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f304cc2d-a9b8-457d-ae60-f611d884639a req-cf095fd1-936a-4c66-a1e9-1f82c402d456 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.395260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.420802 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f304cc2d-a9b8-457d-ae60-f611d884639a req-cf095fd1-936a-4c66-a1e9-1f82c402d456 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.466249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.608455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f304cc2d-a9b8-457d-ae60-f611d884639a req-cf095fd1-936a-4c66-a1e9-1f82c402d456 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.611858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f304cc2d-a9b8-457d-ae60-f611d884639a req-cf095fd1-936a-4c66-a1e9-1f82c402d456 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.613672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f304cc2d-a9b8-457d-ae60-f611d884639a req-cf095fd1-936a-4c66-a1e9-1f82c402d456 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-groups/bb1f1ade-4d6f-4e8f-8f28-d8f8cfdce0af HTTP/1.1" status: 204 len: 173 time: 0.3367467 Sep 15 15:59:56.645721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf095fd1-936a-4c66-a1e9-1f82c402d456 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1f1ade-4d6f-4e8f-8f28-d8f8cfdce0af,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:56.716813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-829152db-35a1-4ba6-90ee-057b91cb3ce8 req-db561c2f-9afb-419e-bc90-5f4899a85132 tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "GET /v2.0/security-groups/e3d8abbf-9a2a-4c1a-85fa-1ebf4269b78f HTTP/1.1" status: 200 len: 2400 time: 0.0814750 Sep 15 15:59:56.759809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Deleting port 7a305a63-2862-41f5-b079-620d9d72199f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:56.760445 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.808851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-829152db-35a1-4ba6-90ee-057b91cb3ce8 req-44e6fd88-cc76-43db-ab9b-1ed80dcd0dfa tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.836713 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-829152db-35a1-4ba6-90ee-057b91cb3ce8 req-44e6fd88-cc76-43db-ab9b-1ed80dcd0dfa tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.865678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] For port 7a305a63-2862-41f5-b079-620d9d72199f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7a305a63-2862-41f5-b079-620d9d72199f,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:56.866335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.880212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Calling delete_port for 7a305a63-2862-41f5-b079-620d9d72199f owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:56.997780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-829152db-35a1-4ba6-90ee-057b91cb3ce8 req-44e6fd88-cc76-43db-ab9b-1ed80dcd0dfa tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.002343 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-829152db-35a1-4ba6-90ee-057b91cb3ce8 req-44e6fd88-cc76-43db-ab9b-1ed80dcd0dfa tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.010426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-829152db-35a1-4ba6-90ee-057b91cb3ce8 req-44e6fd88-cc76-43db-ab9b-1ed80dcd0dfa tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] 10.222.0.63 "DELETE /v2.0/security-groups/e3d8abbf-9a2a-4c1a-85fa-1ebf4269b78f HTTP/1.1" status: 204 len: 173 time: 0.2798634 Sep 15 15:59:57.010689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55548) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:57.023671 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.046136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6fd88-cc76-43db-ab9b-1ed80dcd0dfa tempest-SecurityGroupRulesTestJSON-1321909470 tempest-SecurityGroupRulesTestJSON-1321909470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d8abbf-9a2a-4c1a-85fa-1ebf4269b78f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:57.075342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f717228-cebe-493b-b865-583fbe005acf req-b1df275f-9728-4e8c-b0cb-42cb7f762fbd tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0284202 Sep 15 15:59:57.078309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] Deleting subnet fd89f960-b4b7-420f-98a2-388db545ba69 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:59:57.081671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.132039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.175744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.220196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.249171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a305a63-2862-41f5-b079-620d9d72199f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:57.271639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7ff85b12-7e11-4500-8d35-f1ac95eace14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.295066 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.384691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd89f960-b4b7-420f-98a2-388db545ba69,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:57.386700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.397672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0682f035-3d51-4594-8dbe-22ec916deede admin admin] 10.222.0.63 "DELETE /v2.0/subnets/fd89f960-b4b7-420f-98a2-388db545ba69 HTTP/1.1" status: 204 len: 168 time: 0.3859048 Sep 15 15:59:57.398365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55554) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:57.522403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-859c45af-743e-4163-9fde-2d84e3995f67 req-238d834a-f4a4-447b-a040-3f48bd040237 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0587924 Sep 15 15:59:57.564108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.578577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.700685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.723128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cdc7eb-899a-4aff-9905-704f5f15b0bc']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:57.733504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf58701-a878-48de-a7a4-6c2ba6c3deb4') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:57.733829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf58701-a878-48de-a7a4-6c2ba6c3deb4') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:57.745643 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.759102 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.765018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 15:59:57.765407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: timer() Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 15:59:57.767092 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 15:59:57.808441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Router 9961072c-a13b-49bc-b90f-0bff3af2b11f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:59:57.917828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.928572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:57.930460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/20cdc7eb-899a-4aff-9905-704f5f15b0bc HTTP/1.1" status: 204 len: 168 time: 0.5220327 Sep 15 15:59:57.941451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:59:57.947205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b27cfd7-c5ea-4b77-8d78-28a4faf84282 admin admin] 10.222.0.63 "PUT /v2.0/routers/9961072c-a13b-49bc-b90f-0bff3af2b11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3167491 Sep 15 15:59:57.950009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55570) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:57.951768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] Sync routers for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:59:57.969799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5196df-06b4-4a5e-8ca2-32cf25fa17d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=20cdc7eb-899a-4aff-9905-704f5f15b0bc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:57.973063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:57.973731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:58.073885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.098519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:58.218081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d897d59-9fb4-41d0-a5a6-d501f02b96db req-85c44c75-8de4-43c5-a1a1-e41ebbd5c6a4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0302029 Sep 15 15:59:58.231391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.345619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:59:57Z', 'revision_number': 5, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port': {'id': '9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ff:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:50:50Z', 'updated_at': '2021-09-15T15:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:58.355333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55580) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:58.376744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] Checking router: 9961072c-a13b-49bc-b90f-0bff3af2b11f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:59:58.386389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] Routers {'9961072c-a13b-49bc-b90f-0bff3af2b11f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:59:58.387798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9961072c-a13b-49bc-b90f-0bff3af2b11f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:58.400648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Deleting port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:58.400978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.427978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.456588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-074ea474-70e9-485c-9091-e92c1645e355 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c1f0d1bf3cc64361b7a0472a64c73fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993211 Sep 15 15:59:58.459875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:58.501729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] For port 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:59:58.502475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.504792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] Set router 9961072c-a13b-49bc-b90f-0bff3af2b11f gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:59:58.523022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Calling delete_port for 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 15:59:58.595969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e92a77f2-7967-4293-ab5f-a88b50193be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.660693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e92a77f2-7967-4293-ab5f-a88b50193be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.774167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad1aee0d-aff7-43e1-a976-e656aa79eb84 req-a9556b46-0027-47f6-b3e5-207e654b01dc tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0394285 Sep 15 15:59:58.785464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:59:58Z', 'revision_number': 6, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:59:58.803479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e92a77f2-7967-4293-ab5f-a88b50193be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.806378 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e92a77f2-7967-4293-ab5f-a88b50193be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:58.807729 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e92a77f2-7967-4293-ab5f-a88b50193be1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/70464358-5385-47aa-aa19-3c0f7968c55f HTTP/1.1" status: 204 len: 168 time: 0.3469658 Sep 15 15:59:58.819958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2882af00-8329-444b-8a58-5cae933aecbd None None] The sync data for ids ['9961072c-a13b-49bc-b90f-0bff3af2b11f'] in n-d-808199-2 is: [{'id': '9961072c-a13b-49bc-b90f-0bff3af2b11f', 'name': 'tempest-ServerActionsTestJSON-1698219955-router', 'tenant_id': '77401503e98043d3b78bfb7850d8ba30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:50:49Z', 'updated_at': '2021-09-15T15:59:58Z', 'revision_number': 6, 'project_id': '77401503e98043d3b78bfb7850d8ba30', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:59:58.834431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a77f2-7967-4293-ab5f-a88b50193be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70464358-5385-47aa-aa19-3c0f7968c55f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:58.986249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.016040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:59.088638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.192974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.195800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.321840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.322740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9961072c-a13b-49bc-b90f-0bff3af2b11f {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 15:59:59.327844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.329348 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa425318-5be6-4f5e-a626-989602c2c2d7 admin admin] 10.222.0.63 "DELETE /v2.0/routers/9961072c-a13b-49bc-b90f-0bff3af2b11f HTTP/1.1" status: 204 len: 168 time: 1.3778050 Sep 15 15:59:59.331387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55594) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:59.400987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e4ae5ed-d2cc-4b75-9c3c-53f0f0efb5d0 req-9ca01bed-9dff-4fa6-b97b-8014df27ec97 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0704732 Sep 15 15:59:59.404385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] Deleting subnet 33539d4a-4a68-42d3-a044-634e83114bd0 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 15:59:59.408349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.452712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.534532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.700498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.729073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33539d4a-4a68-42d3-a044-634e83114bd0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:59.730980 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.733778 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-001b25d8-e1ea-458b-ba27-878a35864a92 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/33539d4a-4a68-42d3-a044-634e83114bd0 HTTP/1.1" status: 204 len: 168 time: 0.4011970 Sep 15 15:59:59.735997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759ac98-c095-4f4c-9bea-00408bcab0a5 None None] Network 8b090620-5bd2-4bed-a564-517f224367ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:59:59.736556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55606) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:59.761818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7a305a63-2862-41f5-b079-620d9d72199f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 15:59:59.835344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.879810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7a305a63-2862-41f5-b079-620d9d72199f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 15:59:59.880711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7a305a63-2862-41f5-b079-620d9d72199f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 15:59:59.919510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Deleting port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 15:59:59.919848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:59.953689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-849135f3-9d12-474a-a339-816ba8f5d59f req-cf24d480-71da-403a-aa65-3c71d1b3df58 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0530307 Sep 15 16:00:00.035502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] For port b70ee5cb-077b-4ef9-9521-01d3dea6cd01, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:00.035502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.051093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Calling delete_port for b70ee5cb-077b-4ef9-9521-01d3dea6cd01 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:00.103753 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.125159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.132391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] DHCP port deletion for 8b090620-5bd2-4bed-a564-517f224367ee request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:00:00.217527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] Deleting port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:00.217980 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.239765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55618) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:00.249067 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.264826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] No DVR routers for this DVR port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:00.293647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] For port b70ee5cb-077b-4ef9-9521-01d3dea6cd01, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,segment=NetworkSegment(afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044),segment_id=afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:00.294145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.311201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:00.312175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] Calling delete_port for b70ee5cb-077b-4ef9-9521-01d3dea6cd01 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:00.382009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-543686195-network', 'tenant_id': 'dab05cc6f6674f5284d494aeb92a0f33'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:00.383223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.408104 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.410485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b090620-5bd2-4bed-a564-517f224367ee']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:00.421122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:00.421571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc5e8ef-fcf9-4e58-b5cb-5ac65ae15044') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:00.434155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.437649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] Pushing event deleted for resources: {'Port': ['ID=b70ee5cb-077b-4ef9-9521-01d3dea6cd01,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:00.444140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531447f-6635-4f24-8921-0345eaecb62e None None] No DVR routers for this DVR port b70ee5cb-077b-4ef9-9521-01d3dea6cd01 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:00.450780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.456553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Made reservation on behalf of dab05cc6f6674f5284d494aeb92a0f33 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:00.459633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:00:00.460147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:00:00.462087 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:00:00.468001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.480158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.549343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ba63721a-bff2-457f-97d3-f5470b6b620b req-c3abeceb-272f-4409-894a-e917304a8371 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0305541 Sep 15 16:00:00.578556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.623230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.629011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.631814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/8b090620-5bd2-4bed-a564-517f224367ee HTTP/1.1" status: 204 len: 168 time: 0.8937507 Sep 15 16:00:00.642861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778777-adee-41d5-9084-7eb96841dba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b090620-5bd2-4bed-a564-517f224367ee,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:00.677542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.704844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:00:00.715445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a0aa83-2e5c-4bdb-8811-465e7af073c0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:00.721158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.721513 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Added segment 470a1175-bfd8-411a-8303-f953a2174696 of type vlan for network eccb5f2f-13b9-4f68-9a26-7468e116dc1b Sep 15 16:00:00.770568 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.894335 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.895348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:00.896472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:00.956957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55628) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:00.960792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] Pushing event updated for resources: {'Network': ['ID=eccb5f2f-13b9-4f68-9a26-7468e116dc1b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:00.972698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network eccb5f2f-13b9-4f68-9a26-7468e116dc1b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:00:01.004686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ef5dfc6e-1773-4945-89cb-0354a9069dae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=77401503e98043d3b78bfb7850d8ba30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445268 Sep 15 16:00:01.004857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a20153d3-c716-4f97-9c1f-c7d29b2d994b admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7626424 Sep 15 16:00:01.005005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55632) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:01.007641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55634) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:01.012962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Request body: {'subnet': {'network_id': 'eccb5f2f-13b9-4f68-9a26-7468e116dc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-543686195-subnet', 'tenant_id': 'dab05cc6f6674f5284d494aeb92a0f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:01.079638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-373d0846-12c3-4eb5-831a-86a67cfc8c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.109112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-373d0846-12c3-4eb5-831a-86a67cfc8c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.113146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4792b068-e931-41e3-89bb-68c7ef25ae71 req-c233047a-98e4-483d-82e4-35da415bf346 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0375183 Sep 15 16:00:01.123062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Made reservation on behalf of dab05cc6f6674f5284d494aeb92a0f33 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:01.126122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.266307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-373d0846-12c3-4eb5-831a-86a67cfc8c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.268923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-373d0846-12c3-4eb5-831a-86a67cfc8c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.270112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-373d0846-12c3-4eb5-831a-86a67cfc8c6b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1a1445b9-1956-4b0c-9e7d-5e511300a17d HTTP/1.1" status: 204 len: 168 time: 0.2630992 Sep 15 16:00:01.279767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d0846-12c3-4eb5-831a-86a67cfc8c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1445b9-1956-4b0c-9e7d-5e511300a17d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:01.391342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:01.419730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:01.420163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa4cd73-d3b8-4ffd-8dc5-d41d837aea98 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:01.420719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b70ee5cb-077b-4ef9-9521-01d3dea6cd01 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:01.437390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.440660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b70ee5cb-077b-4ef9-9521-01d3dea6cd01 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:01.441105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b70ee5cb-077b-4ef9-9521-01d3dea6cd01 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:01.489235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f9b524-003a-4432-b9ce-bf9d2548f20b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:01.508017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Checking segment: {'id': '470a1175-bfd8-411a-8303-f953a2174696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'eccb5f2f-13b9-4f68-9a26-7468e116dc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:01.508375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Network hostable DHCP agents. Network: eccb5f2f-13b9-4f68-9a26-7468e116dc1b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:00:01.608398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Network eccb5f2f-13b9-4f68-9a26-7468e116dc1b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:00:01.658666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdcbe26e-240a-42ad-af77-c70730afd9b1 req-8de9f8ae-49de-4af3-80c8-fcd1e5ac67d6 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0285702 Sep 15 16:00:01.683364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, eccb5f2f-13b9-4f68-9a26-7468e116dc1b) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:01.688286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:01.688936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.695724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb7bd9-e991-4aa9-8d95-d581c2ca5d40 None None] Network eccb5f2f-13b9-4f68-9a26-7468e116dc1b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:01.788521 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b30615b9-2d32-4633-be58-70977142c87d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7608476 Sep 15 16:00:01.875922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a490346-c116-41e8-a46f-8ab50053b923 None None] Network eccb5f2f-13b9-4f68-9a26-7468e116dc1b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:02.256045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12568d87-4176-4fb8-836f-ae27f24494fd req-0ebf80ce-9abb-4a9b-894e-d4060b36f775 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0441027 Sep 15 16:00:02.316755 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-36b14a16-cbcf-46d8-bdf6-39e9d5e4223a req-a46ecc3b-e2e3-49d5-910e-614a6ee2aeae tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] show failed (client error): The resource could not be found. Sep 15 16:00:02.318356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36b14a16-cbcf-46d8-bdf6-39e9d5e4223a req-a46ecc3b-e2e3-49d5-910e-614a6ee2aeae tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "GET /v2.0/security-groups/0c915bf1-4453-4c5f-8bad-4350d95f02ba HTTP/1.1" status: 404 len: 352 time: 0.0170310 Sep 15 16:00:02.400685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbbbaca4-8326-49ee-a83c-834e5c084541 req-cb48c1fc-4711-4f5f-b47d-d81b61557b09 tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dab05cc6f6674f5284d494aeb92a0f33 HTTP/1.1" status: 200 len: 2988 time: 0.0429261 Sep 15 16:00:02.454746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbbbaca4-8326-49ee-a83c-834e5c084541 req-afb37f57-1637-42e0-9a44-a228d5cd36a0 tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "GET /v2.0/security-groups/35a0aa83-2e5c-4bdb-8811-465e7af073c0 HTTP/1.1" status: 200 len: 2985 time: 0.0472867 Sep 15 16:00:02.507016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbbbaca4-8326-49ee-a83c-834e5c084541 req-759d1b35-66a8-49a9-960c-8efe3fa16b3d tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "GET /v2.0/security-groups/35a0aa83-2e5c-4bdb-8811-465e7af073c0 HTTP/1.1" status: 200 len: 2985 time: 0.0433395 Sep 15 16:00:02.552715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55680) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:02.579478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a3031aa-3ff6-4319-989a-2f03370366be req-2781dc6e-06d9-469d-b317-92e4f11bbfe2 tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "GET /v2.0/security-groups/35a0aa83-2e5c-4bdb-8811-465e7af073c0 HTTP/1.1" status: 200 len: 2985 time: 0.0476947 Sep 15 16:00:02.664098 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-6a3031aa-3ff6-4319-989a-2f03370366be req-509b51d9-0d10-4961-a2a5-610172a0704d tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 16:00:02.665429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a3031aa-3ff6-4319-989a-2f03370366be req-509b51d9-0d10-4961-a2a5-610172a0704d tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "DELETE /v2.0/security-groups/35a0aa83-2e5c-4bdb-8811-465e7af073c0 HTTP/1.1" status: 409 len: 352 time: 0.0792797 Sep 15 16:00:02.667182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-898676401-network', 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:02.710125 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-19a40d94-6076-49ca-b4aa-270ed63998b8 req-b1654b83-8650-4f21-ae1d-c65189a6081a tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] show failed (client error): The resource could not be found. Sep 15 16:00:02.711199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a40d94-6076-49ca-b4aa-270ed63998b8 req-b1654b83-8650-4f21-ae1d-c65189a6081a tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "GET /v2.0/security-groups/8c794ce6-8cee-4cb8-a730-f96e3bec63e6 HTTP/1.1" status: 404 len: 352 time: 0.0166988 Sep 15 16:00:02.747422 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-8728f417-3869-43d9-bd52-36d87e82e53c req-d79c40b3-64ee-48d1-97f8-729720d66d65 tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] show failed (client error): The resource could not be found. Sep 15 16:00:02.748738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8728f417-3869-43d9-bd52-36d87e82e53c req-d79c40b3-64ee-48d1-97f8-729720d66d65 tempest-SecurityGroupsNegativeTestJSON-384614176 tempest-SecurityGroupsNegativeTestJSON-384614176-project] 10.222.0.63 "GET /v2.0/security-groups/28dbfb1f-1f48-4541-85cf-644edb44f184 HTTP/1.1" status: 404 len: 352 time: 0.0155571 Sep 15 16:00:02.763565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55690) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:02.771102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:02.773788 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:02.775572 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8af9e30a-9ddd-4e88-b921-0708bc2c640a req-e8cb31ad-6796-42d3-a3fe-4916c602dc5c tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0376999 Sep 15 16:00:02.806780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:02.840820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] Deleting subnet 12f9b524-003a-4432-b9ce-bf9d2548f20b {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:00:02.848197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:02.906918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:02.971970 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.029353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.088690 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.114850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e69ffe-e216-4459-a1d5-3dba1f33239b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:03.120433 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.126630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:00:03.158091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f9b524-003a-4432-b9ce-bf9d2548f20b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:03.165111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.167083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62f5456d-fb59-4f39-b56e-d9f80b54b400 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/12f9b524-003a-4432-b9ce-bf9d2548f20b HTTP/1.1" status: 204 len: 168 time: 0.4025431 Sep 15 16:00:03.168395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.168744 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Added segment aa38f8ad-abdd-4491-af13-3bd28391ec59 of type vlan for network 95b74a94-689a-499f-9494-24d982f62dca Sep 15 16:00:03.169786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:03.213442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.244226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.299209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.300153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:03.300777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.333142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.365373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] Pushing event updated for resources: {'Network': ['ID=95b74a94-689a-499f-9494-24d982f62dca,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:03.373428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccb5f2f-13b9-4f68-9a26-7468e116dc1b']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:03.377211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 95b74a94-689a-499f-9494-24d982f62dca details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:00:03.395307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10ed6f93-ec68-4887-917a-9c4bb613f07d req-ab296e33-4fce-413c-a94a-4ed2e67cac30 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0350389 Sep 15 16:00:03.399436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470a1175-bfd8-411a-8303-f953a2174696') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:03.399708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470a1175-bfd8-411a-8303-f953a2174696') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:03.404989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6f2d0483-f0ee-4967-bb3c-f7c0bedf722e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8484039 Sep 15 16:00:03.406767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55698) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:03.413487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.419221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Request body: {'subnet': {'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-898676401-subnet', 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:03.430456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.439846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:00:03.440315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:00:03.457434 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:00:03.526347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:03.528726 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.584236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.590075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.595973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/eccb5f2f-13b9-4f68-9a26-7468e116dc1b HTTP/1.1" status: 204 len: 168 time: 0.4251487 Sep 15 16:00:03.612375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58ce2-5c4b-416b-984d-445d43c13ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eccb5f2f-13b9-4f68-9a26-7468e116dc1b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:03.768830 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.823549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06056fc9-fdf1-4731-9fa0-31795b3f11dd,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:03.858406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:03.859064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Network hostable DHCP agents. Network: 95b74a94-689a-499f-9494-24d982f62dca, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:00:03.900988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a984b633-0051-45e4-b2fe-230c0dcdd5e7 req-6a9ef02b-5210-4d83-af1e-04a4b42bfbf2 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0272741 Sep 15 16:00:03.963176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Network 95b74a94-689a-499f-9494-24d982f62dca is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:00:03.993043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55706) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:04.037606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-959244ac-041e-4192-87a5-1775bb644b34 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dab05cc6f6674f5284d494aeb92a0f33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430672 Sep 15 16:00:04.039868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55708) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:04.040176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 95b74a94-689a-499f-9494-24d982f62dca) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:04.045331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:04.046296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.054178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641f95c-5188-4f06-b4fc-733a9ccd678a None None] Network 95b74a94-689a-499f-9494-24d982f62dca requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:04.099236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f69f5878-15bc-4922-85e2-edb2455b1d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.123093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f69f5878-15bc-4922-85e2-edb2455b1d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.129403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45da8b5b-1e6f-42ed-ad01-9f1b70bf5359 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7214267 Sep 15 16:00:04.197984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57035588-b349-4056-9547-7e5692ecc4c0 None None] Network 95b74a94-689a-499f-9494-24d982f62dca requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:04.269225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f69f5878-15bc-4922-85e2-edb2455b1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.275425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f69f5878-15bc-4922-85e2-edb2455b1d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.277595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f69f5878-15bc-4922-85e2-edb2455b1d1c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/35a0aa83-2e5c-4bdb-8811-465e7af073c0 HTTP/1.1" status: 204 len: 168 time: 0.2365248 Sep 15 16:00:04.295495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f5878-15bc-4922-85e2-edb2455b1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a0aa83-2e5c-4bdb-8811-465e7af073c0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:04.536056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e0b2a8a-1012-46ea-83f3-f2f3da0a26a8 req-5c0bba65-d062-45f5-9fb9-18288f828e16 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0335014 Sep 15 16:00:04.615969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-474471c3-9c39-4c83-a7a9-406f12fb137a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:04.618511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-474471c3-9c39-4c83-a7a9-406f12fb137a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.1242661 Sep 15 16:00:04.634404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-d67eb1a7-22c2-4cb7-991e-85553a1812c5 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0101275 Sep 15 16:00:04.668431 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-83909282-959c-4239-aab2-59925d6e0dc4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280473 Sep 15 16:00:04.764136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-ad95da8d-5b1f-4a6f-b109-98dee14ad31f service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882134 Sep 15 16:00:04.870042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-a70fd8e0-d260-42ab-8f57-8efc91c1c02d service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973248 Sep 15 16:00:05.013511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc405927-b7f4-4be4-b9dc-be2a034ca699 req-7365fcf1-df70-4091-a70f-0c874f9e3539 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0300195 Sep 15 16:00:05.134299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0884343-3b5c-4ae4-824a-16b8382c2fcc req-9ec773ee-a867-499d-a9a3-0e1ac91cbfed tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 210 time: 0.0291686 Sep 15 16:00:05.445454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:05.545348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2134919115-network', 'tenant_id': '353b291173cc4b538a42dab343bb8d73'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:05.646681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-349eb1a5-c00a-4f37-9a0b-aa0ffb847466 req-57d0f78c-b807-496f-9220-dca5286b94cf tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0282314 Sep 15 16:00:05.647387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:05.649625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.661353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.753753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.911892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.938034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:00:05.949878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100afa5a-4878-41c4-a42e-e71ff117d62c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:05.955042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.955384 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Added segment c2de4d01-3693-42ad-b927-ab74930eaa33 of type vlan for network d41e2a59-a350-4d06-87ec-f033e1bf5644 Sep 15 16:00:06.006789 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:06.120706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0b6f9f1-900c-424f-816e-6845c12b2074 req-aa3cb291-da36-4b2d-98e4-9d979f532383 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/ports?device_id=ef4fa85d-8db6-4618-8e03-f8a0c51c9073 HTTP/1.1" status: 200 len: 210 time: 0.0287085 Sep 15 16:00:06.146746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:06.146746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:06.146746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:06.260001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] Pushing event updated for resources: {'Network': ['ID=d41e2a59-a350-4d06-87ec-f033e1bf5644,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:06.270815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:00:06.283431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b37294d-f11d-4760-abb9-0edc2642b9fe admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8342166 Sep 15 16:00:06.283807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55774) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:06.292975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5af2d193-6b1d-4e84-95f9-802e89f0be66 req-954f9b8f-4e01-46d5-9815-3c4f78995f8a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 210 time: 0.0701013 Sep 15 16:00:06.312712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Request body: {'subnet': {'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2134919115-subnet', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:06.414595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:06.417078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:06.791527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92e906ec-f817-4157-8cba-8a95cca4f618 req-18514e52-4c3e-4199-a5a5-df38f20fa03e tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0386641 Sep 15 16:00:07.020124 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.076030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa4ec12-2435-478d-9f2c-659675017721,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:07.087555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Checking segment: {'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:07.087986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Network hostable DHCP agents. Network: d41e2a59-a350-4d06-87ec-f033e1bf5644, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:00:07.180387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:00:07.245801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d41e2a59-a350-4d06-87ec-f033e1bf5644) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:07.250914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:07.252018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.256426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e05704a-3fb3-4b1c-8afc-ed91cc2e3ab7 None None] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:07.286705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55796) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:07.341353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5458eb52-be5b-47cd-91f5-2b9dabd5d8f1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0549822 Sep 15 16:00:07.343863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55802) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:07.351543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:07.355653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2059d0-75da-4c7b-9e92-f20506c03ee5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.401629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2059d0-75da-4c7b-9e92-f20506c03ee5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.449878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4166e9d9-b491-41aa-b5e2-b8463543530a req-bf41f024-e1ae-47c0-8828-6e9085cf75b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 210 time: 0.0502534 Sep 15 16:00:07.486199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d41e2a59-a350-4d06-87ec-f033e1bf5644', 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'fixed_ips': [{'subnet_id': '2aa4ec12-2435-478d-9f2c-659675017721'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:00:07.487659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.532165 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.533285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.602762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2059d0-75da-4c7b-9e92-f20506c03ee5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.605597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2059d0-75da-4c7b-9e92-f20506c03ee5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.609387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dd2059d0-75da-4c7b-9e92-f20506c03ee5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/security-groups/39e45e17-f1cb-408f-ae50-7f5692378ffd HTTP/1.1" status: 204 len: 168 time: 0.3189895 Sep 15 16:00:07.614784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55806) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:07.631467 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-56c1daf7-e201-4e19-a7ac-417e5d35a8c4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] show failed (client error): The resource could not be found. Sep 15 16:00:07.638923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-56c1daf7-e201-4e19-a7ac-417e5d35a8c4 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "GET /v2.0/security-groups/39e45e17-f1cb-408f-ae50-7f5692378ffd HTTP/1.1" status: 404 len: 347 time: 0.0268071 Sep 15 16:00:07.639529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55808) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:07.642318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2059d0-75da-4c7b-9e92-f20506c03ee5 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e45e17-f1cb-408f-ae50-7f5692378ffd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:07.699984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.711449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Allocated IP 172.20.0.2 (d41e2a59-a350-4d06-87ec-f033e1bf5644/2aa4ec12-2435-478d-9f2c-659675017721/35a2d5ae-007f-4cf9-9477-a69afe883eb4) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:07.723238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-4c311fad-dd6e-4e83-86ec-47c9d8162b68 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:07.725286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-4c311fad-dd6e-4e83-86ec-47c9d8162b68 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.55 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2142184 Sep 15 16:00:07.739714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Request body: {'port': {'device_id': '55cecddf-0742-44b8-baf4-66232e8f4130', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'admin_state_up': True, 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:07.853594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port ee05b973-2bcd-4dcb-9788-635c397436fe {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:07.853947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.927149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.973063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-47f2e49c-7bd6-4491-85c9-77e0f8f79723 req-d71325a5-6451-468e-a626-ec1be27e1120 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0410385 Sep 15 16:00:08.016755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.017376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.029152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.035434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for ee05b973-2bcd-4dcb-9788-635c397436fe owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:08.074374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.081272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Pushing event updated for resources: {'Port': ['ID=35a2d5ae-007f-4cf9-9477-a69afe883eb4,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:08.090138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:08.099273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:08.099273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:08.157860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Attempting to bind port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:08.158236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Attempting to bind port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:08.158656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Attempting to bind port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 on network d41e2a59-a350-4d06-87ec-f033e1bf5644 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:08.164563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:08.164984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Checking segment: {'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:08.165391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.165826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Bound using segment: {'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:08.168379 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Bound port: 35a2d5ae-007f-4cf9-9477-a69afe883eb4, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:08.168379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.227548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:08.231171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.245607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] For port 35a2d5ae-007f-4cf9-9477-a69afe883eb4, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:08.249039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] For port 35a2d5ae-007f-4cf9-9477-a69afe883eb4, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=35a2d5ae-007f-4cf9-9477-a69afe883eb4,segment=NetworkSegment(c2de4d01-3693-42ad-b927-ab74930eaa33),segment_id=c2de4d01-3693-42ad-b927-ab74930eaa33)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:08.254373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.317828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.385763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Pushing event updated for resources: {'Port': ['ID=35a2d5ae-007f-4cf9-9477-a69afe883eb4,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:08.395112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.396811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.397197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.397541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.397880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.398216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.398547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.398880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.399226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.399536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.399865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.400189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431e9ae2-38a5-470c-86fd-2297a05cb7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:08.459589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Allocated IP 172.20.0.13 (95b74a94-689a-499f-9494-24d982f62dca/06056fc9-fdf1-4731-9fa0-31795b3f11dd/a91074cb-bc32-4c88-95c6-c3b3a624453a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:08.514837 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.576151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.646070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37026061-ffa3-4b10-b217-42eccf9111f0 req-2d60c949-56af-4e18-a1e5-64e34f4437ea tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 210 time: 0.0632231 Sep 15 16:00:08.753977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=ee05b973-2bcd-4dcb-9788-635c397436fe,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:08.832094 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.835770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.840314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c7aecf58-d950-4694-aa4f-c971b41af1e3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/floatingips/8d971c4a-5c2e-4408-80bf-e21ac8b2965a HTTP/1.1" status: 204 len: 168 time: 1.1965718 Sep 15 16:00:08.840962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55822) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:08.875321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Allocated IP 172.25.0.55 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/efccf1e9-207b-46b4-b0aa-ad3bdaf48d12) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:08.889190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:08.952903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port 63f901c0-918d-4412-983f-676d7fd82c41 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:08.953443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.024524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.046637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.074274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.104140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for 63f901c0-918d-4412-983f-676d7fd82c41 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:09.146402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Network 95b74a94-689a-499f-9494-24d982f62dca is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:09.148763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event updated for resources: {'Port': ['ID=a91074cb-bc32-4c88-95c6-c3b3a624453a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:09.153502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:09.154352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc10f53d-2c46-4fe5-bd28-611dce34dc5d req-7f4fc14f-a1e0-4756-a370-85423e77dc4d tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0408080 Sep 15 16:00:09.156555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:09.210022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:09.210648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.260206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.302769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:09.308560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:09.313266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:09.321661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-61d9db26-2436-4234-8aef-08dcd4e02ddf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5848253 Sep 15 16:00:09.341172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.364347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Request body: {'port': {'device_id': '55cecddf-0742-44b8-baf4-66232e8f4130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:09.385908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:09.462132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=63f901c0-918d-4412-983f-676d7fd82c41,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:09.518577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 35a2d5ae-007f-4cf9-9477-a69afe883eb4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:09.520293 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.522829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1c7bc650-6128-480d-8b4b-26cb976badf3 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/ports/63f901c0-918d-4412-983f-676d7fd82c41 HTTP/1.1" status: 204 len: 168 time: 0.6807537 Sep 15 16:00:09.529147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55832) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:09.592713 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.619501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:09.620125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.653639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting port 3d4c0b4f-c188-4df7-a93f-a23a43389947 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:09.655550 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.742375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.789259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 35a2d5ae-007f-4cf9-9477-a69afe883eb4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=35a2d5ae-007f-4cf9-9477-a69afe883eb4,segment=NetworkSegment(c2de4d01-3693-42ad-b927-ab74930eaa33),segment_id=c2de4d01-3693-42ad-b927-ab74930eaa33)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:09.847852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be648ef-f1d9-4b1b-a37a-d60b545511c5 None None] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:09.899075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.915629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Calling delete_port for 3d4c0b4f-c188-4df7-a93f-a23a43389947 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:09.971343 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:09.984985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.034682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addcc65-cfec-45cd-8dbc-7c90bcdc0d9f req-dd72067e-fe83-4a1e-87bc-c589f3df42e7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:10.040709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4addcc65-cfec-45cd-8dbc-7c90bcdc0d9f req-dd72067e-fe83-4a1e-87bc-c589f3df42e7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 932 time: 0.2470558 Sep 15 16:00:10.070791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f64ca8a6-f0e3-4185-9a36-9324632d49ae None None] Provisioning complete for port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:10.071288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f64ca8a6-f0e3-4185-9a36-9324632d49ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.150330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=35a2d5ae-007f-4cf9-9477-a69afe883eb4,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:10.210187 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4addcc65-cfec-45cd-8dbc-7c90bcdc0d9f req-552ec337-bb95-4321-9da9-e3f93e69fce7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623809 Sep 15 16:00:10.233027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.233259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91074cb-bc32-4c88-95c6-c3b3a624453a {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:10.256275 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.297431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Port': ['ID=3d4c0b4f-c188-4df7-a93f-a23a43389947,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:10.329539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Transition to ACTIVE for port object a91074cb-bc32-4c88-95c6-c3b3a624453a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:00:10.348965 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-49082b5c-fc69-47e1-9729-f6289eeaea9e req-9b3707d2-e58c-4d34-8d63-12ec2b937a32 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0656033 Sep 15 16:00:10.361083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.394758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.397747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-943d7594-8f04-40d3-9648-f96750bae8af tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/ports/3d4c0b4f-c188-4df7-a93f-a23a43389947 HTTP/1.1" status: 204 len: 168 time: 0.8676007 Sep 15 16:00:10.400532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55842) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:10.413734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.499040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting subnet 7c6ac57a-c836-4a57-9fae-c51e1eb3863b {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:00:10.507039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.524070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Pushing event updated for resources: {'Port': ['ID=a91074cb-bc32-4c88-95c6-c3b3a624453a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:10.550061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.599516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-afbfca87-ef3d-4252-bd0d-ca85d795aecd None None] Provisioning complete for port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:10.601925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-afbfca87-ef3d-4252-bd0d-ca85d795aecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.643802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Attempting to bind port a91074cb-bc32-4c88-95c6-c3b3a624453a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:10.644143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Attempting to bind port a91074cb-bc32-4c88-95c6-c3b3a624453a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:10.644467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Attempting to bind port a91074cb-bc32-4c88-95c6-c3b3a624453a on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:10.658578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Port a91074cb-bc32-4c88-95c6-c3b3a624453a on network 95b74a94-689a-499f-9494-24d982f62dca not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:00:10.660668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Attempting to bind port a91074cb-bc32-4c88-95c6-c3b3a624453a on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:10.666700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:10.667036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:10.667437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Bound using segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:10.667858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Bound port: a91074cb-bc32-4c88-95c6-c3b3a624453a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:10.668214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.678498 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.745368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Router e807b07b-8057-4daf-ba29-93ffcf5995bd is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:00:10.750101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] For port a91074cb-bc32-4c88-95c6-c3b3a624453a, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:10.756982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] For port a91074cb-bc32-4c88-95c6-c3b3a624453a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a91074cb-bc32-4c88-95c6-c3b3a624453a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:10.865410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.881559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.896175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.905059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad61982-7efa-42e6-b60d-95e65267c744 None None] Network 51a9124a-32e1-4881-b4d1-1ec1b123eef4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:10.906549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55850) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:10.917044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/subnets/7c6ac57a-c836-4a57-9fae-c51e1eb3863b HTTP/1.1" status: 204 len: 168 time: 0.4966128 Sep 15 16:00:10.931210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:10.932159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:10.933548 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] 10.222.0.55 "PUT /v2.0/ports/a91074cb-bc32-4c88-95c6-c3b3a624453a HTTP/1.1" status: 200 len: 1092 time: 1.5850086 Sep 15 16:00:10.952463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b61240-4cb1-4894-8a35-412af13955ed tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6ac57a-c836-4a57-9fae-c51e1eb3863b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:10.961400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cecddf-0742-44b8-baf4-66232e8f4130', 'tag': 'a91074cb-bc32-4c88-95c6-c3b3a624453a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:10.961400 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9231d18-7ec5-43e5-8917-62815cfb5309" -d '{"events": [{"name": "network-changed", "server_uuid": "55cecddf-0742-44b8-baf4-66232e8f4130", "tag": "a91074cb-bc32-4c88-95c6-c3b3a624453a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:10.995691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:00:11.022661 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f616d468-9146-442d-ae03-c95e20a33f3d x-openstack-request-id: req-f616d468-9146-442d-ae03-c95e20a33f3d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:11.023251 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cecddf-0742-44b8-baf4-66232e8f4130", "tag": "a91074cb-bc32-4c88-95c6-c3b3a624453a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:11.024338 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f616d468-9146-442d-ae03-c95e20a33f3d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:11.024945 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cecddf-0742-44b8-baf4-66232e8f4130', 'tag': 'a91074cb-bc32-4c88-95c6-c3b3a624453a', 'status': 'completed', 'code': 200} Sep 15 16:00:11.042812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Deleting subnet a5cba167-23eb-4973-9ff1-5a2a8a1dcdee {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:00:11.062206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.124923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce994e9-558f-4fa6-988d-070ff7217125 service neutron] Pushing event updated for resources: {'Port': ['ID=a91074cb-bc32-4c88-95c6-c3b3a624453a,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:11.155735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.162774 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Sync routers for ids ['e807b07b-8057-4daf-ba29-93ffcf5995bd'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:00:11.171625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] DHCP port deletion for 51a9124a-32e1-4881-b4d1-1ec1b123eef4 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:00:11.179158 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Routers {'e807b07b-8057-4daf-ba29-93ffcf5995bd'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:11.179791 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e807b07b-8057-4daf-ba29-93ffcf5995bd'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:11.222066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] Deleting port 94959979-22b4-4dfe-b519-5079ff4ea67b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:11.222450 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.350186 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Set router e807b07b-8057-4daf-ba29-93ffcf5995bd gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:11.367321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] For port 94959979-22b4-4dfe-b519-5079ff4ea67b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=94959979-22b4-4dfe-b519-5079ff4ea67b,segment=NetworkSegment(d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef),segment_id=d0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:11.367733 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.402497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] Calling delete_port for 94959979-22b4-4dfe-b519-5079ff4ea67b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:11.494061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 35a2d5ae-007f-4cf9-9477-a69afe883eb4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:11.515100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-241738dc-3e70-4acb-958c-e1518d260f84 req-18e84771-b491-4bb2-80ba-ad60c6463d9d tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0399187 Sep 15 16:00:11.600332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:11.600944 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.673633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.704969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] Pushing event deleted for resources: {'Port': ['ID=94959979-22b4-4dfe-b519-5079ff4ea67b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:11.711944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11aade-2ee6-4c46-83d1-1f1c7e12da50 None None] No DVR routers for this DVR port 94959979-22b4-4dfe-b519-5079ff4ea67b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:11.763818 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:00:09Z', 'revision_number': 3, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port': {'id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:08Z', 'updated_at': '2021-09-15T16:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:11.806294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231d18-7ec5-43e5-8917-62815cfb5309 req-3e457b20-c8ad-401d-8f07-7d8972ab1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:11.806294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9231d18-7ec5-43e5-8917-62815cfb5309 req-3e457b20-c8ad-401d-8f07-7d8972ab1046 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 1095 time: 0.7576144 Sep 15 16:00:11.809688 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.813922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55870) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:11.818649 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Checking router: e807b07b-8057-4daf-ba29-93ffcf5995bd for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:00:11.819308 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Updating router e807b07b-8057-4daf-ba29-93ffcf5995bd port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:00:11.839624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ccdf5975-a10b-4e21-b4a0-6a201cb2c2f2 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4766340 Sep 15 16:00:11.874059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 94959979-22b4-4dfe-b519-5079ff4ea67b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:11.903469 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:11.907297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 94959979-22b4-4dfe-b519-5079ff4ea67b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:11.908782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 94959979-22b4-4dfe-b519-5079ff4ea67b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:12.040748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231d18-7ec5-43e5-8917-62815cfb5309 req-2037355e-3193-45e6-994d-f011f9da6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:12.042240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9231d18-7ec5-43e5-8917-62815cfb5309 req-2037355e-3193-45e6-994d-f011f9da6b39 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2102065 Sep 15 16:00:12.072819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92bc3aa-e5cd-4f0f-baf0-be64f82f2fcd req-518610fc-acd5-4cef-a24d-8a4f1b35c028 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:12.077446 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e92bc3aa-e5cd-4f0f-baf0-be64f82f2fcd req-518610fc-acd5-4cef-a24d-8a4f1b35c028 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 944 time: 0.2695844 Sep 15 16:00:12.239352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.283910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e92bc3aa-e5cd-4f0f-baf0-be64f82f2fcd req-7a181857-5574-44d8-9d3a-f72dbe339a34 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615882 Sep 15 16:00:12.309680 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.313785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231d18-7ec5-43e5-8917-62815cfb5309 req-2740b748-51c1-4a1f-9a9b-5191952303b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:12.315461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9231d18-7ec5-43e5-8917-62815cfb5309 req-2740b748-51c1-4a1f-9a9b-5191952303b1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2616484 Sep 15 16:00:12.402550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-e422a5f6-f20e-4a88-8b46-248de0aa20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:12.404268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-e422a5f6-f20e-4a88-8b46-248de0aa20e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 1095 time: 0.0497732 Sep 15 16:00:12.425610 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.464424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-69942281-1d93-4f4e-b9f7-9a2583990e03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91074cb-bc32-4c88-95c6-c3b3a624453a HTTP/1.1" status: 200 len: 217 time: 0.0500522 Sep 15 16:00:12.465985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.483220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.489909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Attempting to bind port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:12.490375 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Attempting to bind port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:12.490738 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Attempting to bind port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:12.527082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cba167-23eb-4973-9ff1-5a2a8a1dcdee,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:12.532296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.532674 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:12.533370 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:12.533573 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.537637 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:12.537835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-501729b2-987d-4b03-943c-5a41d6ae44f0 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/subnets/a5cba167-23eb-4973-9ff1-5a2a8a1dcdee HTTP/1.1" status: 204 len: 168 time: 1.6238732 Sep 15 16:00:12.537951 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Bound port: efccf1e9-207b-46b4-b0aa-ad3bdaf48d12, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:12.537951 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.538155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55892) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:12.541533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333e880-0a30-4461-aee2-562a0156cc1b None None] Network 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:12.587957 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Pushing event updated for resources: {'Port': ['ID=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:12.607198 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.607726 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.608135 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.609095 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.609095 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.609372 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.609770 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.610629 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.611512 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.611671 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.612037 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.612424 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:12.627711 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] For port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:12.632262 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] For port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:12.661890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.705926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-36f39026-0702-4fc7-a099-a88c27e9ccdb req-62fbf51a-1812-4102-916a-045fe81a68af tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0403321 Sep 15 16:00:12.714406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-c67c7035-1ef3-445a-b4d9-0a55a0127f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:12.715885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-c67c7035-1ef3-445a-b4d9-0a55a0127f91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.2433293 Sep 15 16:00:12.726971 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.788992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-8d865fa9-b01e-461e-958e-52a5acc626c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402505 Sep 15 16:00:12.809001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Allocated IP 172.20.0.1 (d41e2a59-a350-4d06-87ec-f033e1bf5644/2aa4ec12-2435-478d-9f2c-659675017721/069dc853-020c-4991-aebe-ae5eeed3a1f2) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:12.843990 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Routers {'e807b07b-8057-4daf-ba29-93ffcf5995bd'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:12.844659 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e807b07b-8057-4daf-ba29-93ffcf5995bd'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:12.894234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:12.908371 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8433ed-25de-4c86-9141-1ebd8ca753cf None None] Pushing event updated for resources: {'Port': ['ID=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:12.957144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a9124a-32e1-4881-b4d1-1ec1b123eef4']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:12.977869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:12.978461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c1d3c3-2bfc-4cc2-b648-21f6cfdbdeef') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:13.004302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] DHCP port deletion for 34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:00:13.011494 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.013042 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] Set router e807b07b-8057-4daf-ba29-93ffcf5995bd gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:13.030004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.042199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.069456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-30a1793b-4bdc-4cff-8490-0f1ecec1ead7 service neutron] 10.222.0.55 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668827 Sep 15 16:00:13.069456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:00:13.069456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:00:13.072671 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:00:13.091667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] Deleting port e039939b-4b19-495e-8b2d-814c4a0dc71b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:13.092339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.174467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.223701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] For port e039939b-4b19-495e-8b2d-814c4a0dc71b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e039939b-4b19-495e-8b2d-814c4a0dc71b,segment=NetworkSegment(0aab47b4-b1fd-4ac6-a607-8000a6645871),segment_id=0aab47b4-b1fd-4ac6-a607-8000a6645871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:13.224057 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.253138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] Calling delete_port for e039939b-4b19-495e-8b2d-814c4a0dc71b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:13.259192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:13.267828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:13.280999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:13.294212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=069dc853-020c-4991-aebe-ae5eeed3a1f2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:13.301336 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:00:09Z', 'revision_number': 3, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port': {'id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:08Z', 'updated_at': '2021-09-15T16:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:13.301496 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cee821c-7d5c-48df-8b17-711de19cf354 req-fa8888b9-1eaf-451e-8762-f0040aca9046 service neutron] 10.222.0.55 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277248 Sep 15 16:00:13.302486 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.309955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.315504 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/networks/51a9124a-32e1-4881-b4d1-1ec1b123eef4 HTTP/1.1" status: 204 len: 168 time: 0.7765279 Sep 15 16:00:13.316129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55926) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:13.402540 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69717ff7-7da1-4c56-bc7c-cdbab52555fa None None] The sync data for ids ['e807b07b-8057-4daf-ba29-93ffcf5995bd'] in n-d-808199-2 is: [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:00:09Z', 'revision_number': 3, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port': {'id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:08Z', 'updated_at': '2021-09-15T16:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:00:13.462355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78284987-120a-48c5-a5e0-104d2fb224d9 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Network': ['ID=51a9124a-32e1-4881-b4d1-1ec1b123eef4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:13.485746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.513860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e039939b-4b19-495e-8b2d-814c4a0dc71b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:13.563416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.563780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.617283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] Pushing event deleted for resources: {'Port': ['ID=e039939b-4b19-495e-8b2d-814c4a0dc71b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:13.639902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a65330-da15-4a1d-80f5-b051effabdd8 None None] No DVR routers for this DVR port e039939b-4b19-495e-8b2d-814c4a0dc71b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:13.654036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port e039939b-4b19-495e-8b2d-814c4a0dc71b {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:00:13.655835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e039939b-4b19-495e-8b2d-814c4a0dc71b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:13.676435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243437e-acf3-47c5-9bcc-08acd0b5d953 req-1d55ba98-0e64-4305-b82c-83cc6bb64b8e tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:13.679057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c243437e-acf3-47c5-9bcc-08acd0b5d953 req-1d55ba98-0e64-4305-b82c-83cc6bb64b8e tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 944 time: 0.2364798 Sep 15 16:00:13.791174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-520c7baa-ca20-401c-afc5-a3b5a399b59b None None] Provisioning complete for port 069dc853-020c-4991-aebe-ae5eeed3a1f2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:13.791511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-520c7baa-ca20-401c-afc5-a3b5a399b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.846331 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c243437e-acf3-47c5-9bcc-08acd0b5d953 req-3c363b4e-1c65-49e2-8975-b7b46e71e257 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579649 Sep 15 16:00:13.849168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.859160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:13.905613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-520c7baa-ca20-401c-afc5-a3b5a399b59b None None] Port 069dc853-020c-4991-aebe-ae5eeed3a1f2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:00:13.930413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7752c70b-dced-4e6e-8c59-706b1e614990 req-48b3f0ce-d8e9-4a6b-9abe-e7dc0aeeda6a tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0795624 Sep 15 16:00:13.975364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fdb7f9-ece7-43c4-9050-aa3f7c820ef2']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:13.985793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aab47b4-b1fd-4ac6-a607-8000a6645871') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:13.986435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aab47b4-b1fd-4ac6-a607-8000a6645871') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:13.997142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.011942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.031141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:00:14.031554 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:00:14.034703 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:00:14.191433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.208410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.209994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.211267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] 10.222.0.63 "DELETE /v2.0/networks/34fdb7f9-ece7-43c4-9050-aa3f7c820ef2 HTTP/1.1" status: 204 len: 168 time: 0.8899069 Sep 15 16:00:14.225014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc6c52-489a-4445-b1fc-0b3dd6cedbb8 tempest-TaggedBootDevicesTest-2122401640 tempest-TaggedBootDevicesTest-2122401640-project] Pushing event deleted for resources: {'Network': ['ID=34fdb7f9-ece7-43c4-9050-aa3f7c820ef2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:14.293682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.346901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.500431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:14.503506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:14.539791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=069dc853-020c-4991-aebe-ae5eeed3a1f2,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:14.689154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Router e807b07b-8057-4daf-ba29-93ffcf5995bd has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:00:14.859474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:00:14.860824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-382c2931-0139-44ad-b053-4d838cd2e203 None None] Provisioning complete for port 069dc853-020c-4991-aebe-ae5eeed3a1f2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:14.862012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-382c2931-0139-44ad-b053-4d838cd2e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:14.871628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9bbd1323-0c25-4dcb-b517-5e3dccd92ee4 admin admin] 10.222.0.63 "PUT /v2.0/routers/e807b07b-8057-4daf-ba29-93ffcf5995bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0562866 Sep 15 16:00:14.914018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-382c2931-0139-44ad-b053-4d838cd2e203 None None] Port 069dc853-020c-4991-aebe-ae5eeed3a1f2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:00:15.031160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee4fab-6cd7-4582-aa83-eb1abef22690 req-d1df15f0-5dff-4a23-af19-3880d96e59b1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:15.033484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2ee4fab-6cd7-4582-aa83-eb1abef22690 req-d1df15f0-5dff-4a23-af19-3880d96e59b1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 944 time: 0.0762269 Sep 15 16:00:15.060677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:15.073752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9574ec1-f690-4090-bf1f-f564db0c84a5 req-51592f54-9848-4b4d-9422-3a89a1ac8f49 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0514028 Sep 15 16:00:15.107710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2ee4fab-6cd7-4582-aa83-eb1abef22690 req-600bf395-2adf-40e6-88fe-8ff0587861a9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Sep 15 16:00:15.135482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-326212849'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:15.222823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:15.227334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.251901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:00:15.262130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.262504 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Added segment 1c4896ce-4bed-4275-a49a-ffd1ab6ba76b of type vlan for network a9b4d5f6-957e-4852-b383-f4af8441279e Sep 15 16:00:15.302203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.389008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.395207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:15.398250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.459023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:15.523958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Network': ['ID=a9b4d5f6-957e-4852-b383-f4af8441279e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:15.535049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network a9b4d5f6-957e-4852-b383-f4af8441279e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:00:15.538740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a32361c4-b014-42ee-8b5e-917f1eecbfac tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4769254 Sep 15 16:00:15.552719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56040) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:15.559669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'subnet': {'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:15.609936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:15.610321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.712321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.735861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:15.782096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:15.787814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.825326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:15.925197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:15.931660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Sync routers for ids ['e807b07b-8057-4daf-ba29-93ffcf5995bd'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:00:15.956320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Routers {'e807b07b-8057-4daf-ba29-93ffcf5995bd'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:15.958030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e807b07b-8057-4daf-ba29-93ffcf5995bd'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:16.173592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:16.272232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd585edc-52f9-4a47-a16a-b4d069722871 req-7acdb1bb-38aa-4932-b92e-f35422450218 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0428374 Sep 15 16:00:16.319982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Subnet': ['ID=b5296f1f-65dd-4484-a971-dfa99425180d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:16.335762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Checking segment: {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:16.336124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network hostable DHCP agents. Network: a9b4d5f6-957e-4852-b383-f4af8441279e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:00:16.346114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185115a7-842c-4c8f-a9f6-bbe293b5ba18 req-95a958d6-1034-4685-92ce-3addc1232963 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:16.356799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-185115a7-842c-4c8f-a9f6-bbe293b5ba18 req-95a958d6-1034-4685-92ce-3addc1232963 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 944 time: 0.1162701 Sep 15 16:00:16.359783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Set router e807b07b-8057-4daf-ba29-93ffcf5995bd gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:16.404240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-185115a7-842c-4c8f-a9f6-bbe293b5ba18 req-da262fef-b0eb-4550-8338-473b3ab21751 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 Sep 15 16:00:16.474534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network a9b4d5f6-957e-4852-b383-f4af8441279e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:00:16.579302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, a9b4d5f6-957e-4852-b383-f4af8441279e) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:16.585475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:16.585475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:16.594893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7f30b0-f6d3-4a6d-bff3-1e57e045d789 None None] Network a9b4d5f6-957e-4852-b383-f4af8441279e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:16.683670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:00:13Z', 'revision_number': 4, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port': {'id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:08Z', 'updated_at': '2021-09-15T16:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '069dc853-020c-4991-aebe-ae5eeed3a1f2', 'name': '', 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'mac_address': 'fa:16:3e:0f:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2aa4ec12-2435-478d-9f2c-659675017721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:12Z', 'updated_at': '2021-09-15T16:00:14Z', 'revision_number': 2, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'subnets': [{'id': '2aa4ec12-2435-478d-9f2c-659675017721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:16.728557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62bfc231-0e3c-4fd2-b9f2-95d4caaca3e7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1781635 Sep 15 16:00:16.728740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Checking router: e807b07b-8057-4daf-ba29-93ffcf5995bd for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:00:16.728860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56094) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:16.735123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1463015059'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:16.738277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Updating router e807b07b-8057-4daf-ba29-93ffcf5995bd port 069dc853-020c-4991-aebe-ae5eeed3a1f2 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:00:16.805133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:16.859976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:16.874573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:16.912164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a91074cb-bc32-4c88-95c6-c3b3a624453a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:00:16.915437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-a9b4d5f6-957e-4852-b383-f4af8441279e', 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'fixed_ips': [{'subnet_id': 'b5296f1f-65dd-4484-a971-dfa99425180d'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:00:16.916268 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:16.922233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:00:16.940977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:16.941503 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Added segment 384b62b8-1d54-4add-a4f0-e714b0f94350 of type vlan for network 5717b118-603e-48eb-9008-8bc68ce76764 Sep 15 16:00:16.987736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.125459 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.133601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:17.137139 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.260151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a91074cb-bc32-4c88-95c6-c3b3a624453a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a91074cb-bc32-4c88-95c6-c3b3a624453a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:17.261303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Network': ['ID=5717b118-603e-48eb-9008-8bc68ce76764,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:17.280675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5717b118-603e-48eb-9008-8bc68ce76764 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:00:17.314128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'a91074cb-bc32-4c88-95c6-c3b3a624453a', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'port_id': 'a91074cb-bc32-4c88-95c6-c3b3a624453a', 'mac_address': 'fa:16:3e:3e:9f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056fc9-fdf1-4731-9fa0-31795b3f11dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:00:17.323167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Allocated IP 19.80.0.2 (a9b4d5f6-957e-4852-b383-f4af8441279e/b5296f1f-65dd-4484-a971-dfa99425180d/ee1bf1a6-29ac-4252-9823-0de1c3aa80ac) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:17.362162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bd1bf4de-2212-4298-af5c-88e96c47ff52 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6330123 Sep 15 16:00:17.365375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56128) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:17.373246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'subnet': {'network_id': '5717b118-603e-48eb-9008-8bc68ce76764', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:17.478029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.502539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d809e5c8-e987-4baa-a4c5-cdecdcf2fbeb req-b7eda3c6-df17-4c06-b6c1-cd57cf7bb636 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.1036618 Sep 15 16:00:17.506818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:17.639785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91074cb-bc32-4c88-95c6-c3b3a624453a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:17.695175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1806bb-2d8d-422a-bdd0-91ddcbfb124c req-ae5c5aa8-071f-4a99-8d9e-07bd4bb6140c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:17.705424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f1806bb-2d8d-422a-bdd0-91ddcbfb124c req-ae5c5aa8-071f-4a99-8d9e-07bd4bb6140c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 944 time: 0.1259558 Sep 15 16:00:17.734787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:17.740727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.755570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a91074cb-bc32-4c88-95c6-c3b3a624453a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a91074cb-bc32-4c88-95c6-c3b3a624453a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:17.757720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.787383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:17.787993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.843729 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f1806bb-2d8d-422a-bdd0-91ddcbfb124c req-ae8894bb-3418-49f2-9f8c-5dd9b98df848 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338832 Sep 15 16:00:17.856476 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.897619 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:17.951679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.020049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a91074cb-bc32-4c88-95c6-c3b3a624453a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:18.089970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.163447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Network a9b4d5f6-957e-4852-b383-f4af8441279e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:18.170729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Attempting to bind port 069dc853-020c-4991-aebe-ae5eeed3a1f2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:18.172164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Attempting to bind port 069dc853-020c-4991-aebe-ae5eeed3a1f2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:18.172882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Attempting to bind port 069dc853-020c-4991-aebe-ae5eeed3a1f2 on network d41e2a59-a350-4d06-87ec-f033e1bf5644 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:18.177373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3130e04-2047-423e-8d09-8b8239a6a48d None None] Pushing event updated for resources: {'Port': ['ID=069dc853-020c-4991-aebe-ae5eeed3a1f2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:18.182109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:18.253632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Pushing event updated for resources: {'Port': ['ID=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:18.256982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:18.260012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:18.265415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:18.266088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Checking segment: {'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:18.266442 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.266937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Bound using segment: {'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:18.267546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Bound port: 069dc853-020c-4991-aebe-ae5eeed3a1f2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2de4d01-3693-42ad-b927-ab74930eaa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:18.268026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.363258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.415414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Attempting to bind port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:18.415880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Attempting to bind port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:18.416314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Attempting to bind port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac on network a9b4d5f6-957e-4852-b383-f4af8441279e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:18.436620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:18.437381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Checking segment: {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:18.438021 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.438613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Bound using segment: {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:18.439297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Bound port: ee1bf1a6-29ac-4252-9823-0de1c3aa80ac, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:18.439900 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.452796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-95783098-e31c-46ad-8939-346ec1c4da46 None None] Provisioning complete for port 069dc853-020c-4991-aebe-ae5eeed3a1f2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:18.453491 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-95783098-e31c-46ad-8939-346ec1c4da46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.466113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Checking segment: {'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:18.481294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network hostable DHCP agents. Network: 5717b118-603e-48eb-9008-8bc68ce76764, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:00:18.485878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Subnet': ['ID=d33962c9-76d0-4c4f-b6bb-b952877da77a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:18.509763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] For port 069dc853-020c-4991-aebe-ae5eeed3a1f2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:18.548783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] For port 069dc853-020c-4991-aebe-ae5eeed3a1f2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=069dc853-020c-4991-aebe-ae5eeed3a1f2,segment=NetworkSegment(c2de4d01-3693-42ad-b927-ab74930eaa33),segment_id=c2de4d01-3693-42ad-b927-ab74930eaa33)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:18.568608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-95783098-e31c-46ad-8939-346ec1c4da46 None None] Port 069dc853-020c-4991-aebe-ae5eeed3a1f2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:00:18.585366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network 5717b118-603e-48eb-9008-8bc68ce76764 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:00:18.622041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] For port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:18.643227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] For port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:18.651674 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.696637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5717b118-603e-48eb-9008-8bc68ce76764) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:18.720332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:18.721036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.729496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b018217-f847-4492-a1b0-3399f2a245b4 None None] Network 5717b118-603e-48eb-9008-8bc68ce76764 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:18.761114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.764692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ea94084-5160-4ca9-8f0b-961619a11731 req-6a47f1cb-ba1c-4828-860f-3586694ee239 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0385761 Sep 15 16:00:18.788695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3130e04-2047-423e-8d09-8b8239a6a48d None None] Pushing event updated for resources: {'Port': ['ID=069dc853-020c-4991-aebe-ae5eeed3a1f2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:18.791770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Routers {'e807b07b-8057-4daf-ba29-93ffcf5995bd'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:18.792636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T15:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e807b07b-8057-4daf-ba29-93ffcf5995bd'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:18.912189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63050699-f3f8-4410-a0a1-9e824ac428cf tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5372527 Sep 15 16:00:19.121087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728a818-f8cd-4960-b211-2685848e7602 req-ff44cb2e-d4fa-4f9f-8da3-5e28c2265300 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:19.122671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f728a818-f8cd-4960-b211-2685848e7602 req-ff44cb2e-d4fa-4f9f-8da3-5e28c2265300 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 945 time: 0.1031733 Sep 15 16:00:19.247632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f728a818-f8cd-4960-b211-2685848e7602 req-f7cac837-82d0-4542-8616-cbb668227676 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144292 Sep 15 16:00:19.352711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-bf84ded4-868b-47a7-891c-a6088c4fb868 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:19.359623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-bf84ded4-868b-47a7-891c-a6088c4fb868 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:19.365686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c868422-a760-478f-ad64-719b82f8f75c None None] Pushing event updated for resources: {'Port': ['ID=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:19.368252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-bf84ded4-868b-47a7-891c-a6088c4fb868 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/networks?id=a9b4d5f6-957e-4852-b383-f4af8441279e&id=5717b118-603e-48eb-9008-8bc68ce76764&id=a9b4d5f6-957e-4852-b383-f4af8441279e HTTP/1.1" status: 200 len: 1391 time: 0.2339084 Sep 15 16:00:19.389379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-928be556-a267-4859-b985-a22005635769 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/quotas/353b291173cc4b538a42dab343bb8d73 HTTP/1.1" status: 200 len: 375 time: 0.0193553 Sep 15 16:00:19.473077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cc4e6c94-c4bd-4e4a-b997-8fb9155ab9cc None None] Provisioning complete for port 069dc853-020c-4991-aebe-ae5eeed3a1f2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:19.474403 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6c94-c4bd-4e4a-b997-8fb9155ab9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:19.491640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-d4a93f1e-47cd-4e4c-8aa1-4b84261a0b9a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012831 Sep 15 16:00:19.675440 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-466408b7-f3be-43d6-bd77-84904ff53514 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824703 Sep 15 16:00:19.703774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] Set router e807b07b-8057-4daf-ba29-93ffcf5995bd gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:19.825197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-5717b118-603e-48eb-9008-8bc68ce76764', 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'fixed_ips': [{'subnet_id': 'd33962c9-76d0-4c4f-b6bb-b952877da77a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:00:19.829232 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:19.891583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-7942c9e4-cdeb-4be1-9f0f-5306655a3932 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143800 Sep 15 16:00:19.974435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f438de92-5a26-4bc3-80f2-12e173270112 req-9f6dde3b-e18c-49c5-92f9-d0b7febbce4b tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0600150 Sep 15 16:00:20.154722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-3713e1d7-c1c9-4326-b260-947e7310dd09 service neutron] 10.222.0.63 "GET /v2.0/networks/5717b118-603e-48eb-9008-8bc68ce76764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621768 Sep 15 16:00:20.477915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-3ccfc8fc-5927-4000-a6fb-48405a494859 service neutron] 10.222.0.63 "GET /v2.0/networks/5717b118-603e-48eb-9008-8bc68ce76764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215492 Sep 15 16:00:20.553870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace357f-b992-4bc9-a331-c92af09f09ed req-3947c51d-a8e8-4f2d-870c-14547f98c960 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:20.553870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ace357f-b992-4bc9-a331-c92af09f09ed req-3947c51d-a8e8-4f2d-870c-14547f98c960 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 945 time: 0.1477458 Sep 15 16:00:20.583910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6c94-c4bd-4e4a-b997-8fb9155ab9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:20.652748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ace357f-b992-4bc9-a331-c92af09f09ed req-5fec50f7-b2c6-4d69-afaa-2fe49999fd02 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904586 Sep 15 16:00:20.704237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f11aad50-b4fa-4ca4-aa96-3f1c467d8e13 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253485 Sep 15 16:00:20.761616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cc4e6c94-c4bd-4e4a-b997-8fb9155ab9cc None None] For port 069dc853-020c-4991-aebe-ae5eeed3a1f2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=069dc853-020c-4991-aebe-ae5eeed3a1f2,segment=NetworkSegment(c2de4d01-3693-42ad-b927-ab74930eaa33),segment_id=c2de4d01-3693-42ad-b927-ab74930eaa33)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:20.768778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Allocated IP 19.86.0.2 (5717b118-603e-48eb-9008-8bc68ce76764/d33962c9-76d0-4c4f-b6bb-b952877da77a/58cf1bdc-ffc5-4c95-983e-43a297094fa6) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:20.879149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6c94-c4bd-4e4a-b997-8fb9155ab9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:20.914004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-0f7be78b-f92e-4902-a2af-85dc901a6025 service neutron] 10.222.0.63 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087784 Sep 15 16:00:20.960119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a91074cb-bc32-4c88-95c6-c3b3a624453a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:20.963841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e0756e-c34f-428b-aca1-e0b8d0aff713 None None] Network a9b4d5f6-957e-4852-b383-f4af8441279e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:21.139778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ce18e25-6e93-4999-9225-b36e6b57d68a req-2bc5ec83-5a44-4c4e-85b4-2ec11ea2e862 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0333998 Sep 15 16:00:21.196937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e6c94-c4bd-4e4a-b997-8fb9155ab9cc None None] Pushing event updated for resources: {'Port': ['ID=069dc853-020c-4991-aebe-ae5eeed3a1f2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:21.315474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-62c40d68-6eed-4cb1-97f9-b83f1bd353ca None None] Provisioning complete for port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:21.316054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-62c40d68-6eed-4cb1-97f9-b83f1bd353ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:21.370785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b9d3b7c-9265-455d-897f-2f2eb0d3536d req-3afb566a-8f8a-4467-9f21-219306139c4d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 210 time: 0.0803854 Sep 15 16:00:21.460971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:00:13Z', 'revision_number': 4, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port': {'id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:08Z', 'updated_at': '2021-09-15T16:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '069dc853-020c-4991-aebe-ae5eeed3a1f2', 'name': '', 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'mac_address': 'fa:16:3e:0f:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2aa4ec12-2435-478d-9f2c-659675017721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:12Z', 'updated_at': '2021-09-15T16:00:18Z', 'revision_number': 4, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'subnets': [{'id': '2aa4ec12-2435-478d-9f2c-659675017721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:21.544697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ee1bf1a6-29ac-4252-9823-0de1c3aa80ac up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:21.557588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af448f0-fc63-47c6-abdc-6c12fa95d6a6 None None] The sync data for ids ['e807b07b-8057-4daf-ba29-93ffcf5995bd'] in n-d-808199-2 is: [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:00:13Z', 'revision_number': 4, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port': {'id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:08Z', 'updated_at': '2021-09-15T16:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '069dc853-020c-4991-aebe-ae5eeed3a1f2', 'name': '', 'network_id': 'd41e2a59-a350-4d06-87ec-f033e1bf5644', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'mac_address': 'fa:16:3e:0f:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2aa4ec12-2435-478d-9f2c-659675017721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:12Z', 'updated_at': '2021-09-15T16:00:18Z', 'revision_number': 4, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'subnets': [{'id': '2aa4ec12-2435-478d-9f2c-659675017721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:00:21.586117 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:21.720233 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:21.722842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port a91074cb-bc32-4c88-95c6-c3b3a624453a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:00:21.797234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port a91074cb-bc32-4c88-95c6-c3b3a624453a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:21.797953 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:21.886848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Network 5717b118-603e-48eb-9008-8bc68ce76764 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:21.903714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:21.918892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:21.934065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Pushing event updated for resources: {'Port': ['ID=58cf1bdc-ffc5-4c95-983e-43a297094fa6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:21.940063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d61ac5-ac5e-4d2d-bd8a-c6e0056e088b req-57c5f07f-0d1f-4116-83d6-9731e80f8bed tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:21.954182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12d61ac5-ac5e-4d2d-bd8a-c6e0056e088b req-57c5f07f-0d1f-4116-83d6-9731e80f8bed tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 945 time: 0.1630847 Sep 15 16:00:21.960555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-62c40d68-6eed-4cb1-97f9-b83f1bd353ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.016324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:22.017104 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.073125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12d61ac5-ac5e-4d2d-bd8a-c6e0056e088b req-b11c908a-0085-440b-9fbe-6392ee2c01a6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133032 Sep 15 16:00:22.230329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-62c40d68-6eed-4cb1-97f9-b83f1bd353ca None None] For port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:22.264387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Attempting to bind port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:22.264387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Attempting to bind port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:22.265175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Attempting to bind port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 on network 5717b118-603e-48eb-9008-8bc68ce76764 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:22.308160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:22.308735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Checking segment: {'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:22.309261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.309912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Bound using segment: {'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:22.310679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Bound port: 58cf1bdc-ffc5-4c95-983e-43a297094fa6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:22.311339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.317163 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-62c40d68-6eed-4cb1-97f9-b83f1bd353ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.405438 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.411354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be28e1-b789-4877-a44c-1c0efafeef33 req-9a248b46-082b-4af7-a020-42debde4adb8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:22.417358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12be28e1-b789-4877-a44c-1c0efafeef33 req-9a248b46-082b-4af7-a020-42debde4adb8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 946 time: 0.1990461 Sep 15 16:00:22.476774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-29dbd60e-df55-408f-9c85-ee04a670bdc5 req-097cc4d5-d1ab-4bed-a0a5-12ec4398416d tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.1140633 Sep 15 16:00:22.591950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cecddf-0742-44b8-baf4-66232e8f4130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91074cb-bc32-4c88-95c6-c3b3a624453a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:22.594332 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1c094b-5b34-4684-80b4-c0218c08a545" -d '{"events": [{"server_uuid": "55cecddf-0742-44b8-baf4-66232e8f4130", "name": "network-vif-plugged", "status": "completed", "tag": "a91074cb-bc32-4c88-95c6-c3b3a624453a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:22.617337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c40d68-6eed-4cb1-97f9-b83f1bd353ca None None] Pushing event updated for resources: {'Port': ['ID=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:22.619561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9da20ad1-17ab-4b89-8d4d-5cc0966c0b83 req-21f62a87-2fe5-4d76-a83d-163b899065cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.1350832 Sep 15 16:00:22.626408 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12be28e1-b789-4877-a44c-1c0efafeef33 req-449dd2a9-0c13-45f5-a3e8-2ad57d59782c tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024555 Sep 15 16:00:22.651773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8b22a519-57eb-483f-b73d-edfa92dab88f None None] Provisioning complete for port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:22.652156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b22a519-57eb-483f-b73d-edfa92dab88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.659767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6f801a5-521c-4d81-ac3b-edd55a277c19 req-caa35c4f-2e5a-451a-b439-6db353e7ee03 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 210 time: 0.0694294 Sep 15 16:00:22.720964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a91074cb-bc32-4c88-95c6-c3b3a624453a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a91074cb-bc32-4c88-95c6-c3b3a624453a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:22.736049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] For port 58cf1bdc-ffc5-4c95-983e-43a297094fa6, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:22.739727 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62ca4a9-28fa-4265-888d-899ff4abf395 x-openstack-request-id: req-d62ca4a9-28fa-4265-888d-899ff4abf395 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:22.740227 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cecddf-0742-44b8-baf4-66232e8f4130", "name": "network-vif-plugged", "status": "completed", "tag": "a91074cb-bc32-4c88-95c6-c3b3a624453a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:22.740695 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d62ca4a9-28fa-4265-888d-899ff4abf395 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:22.741390 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cecddf-0742-44b8-baf4-66232e8f4130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91074cb-bc32-4c88-95c6-c3b3a624453a', 'code': 200} Sep 15 16:00:22.769187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] For port 58cf1bdc-ffc5-4c95-983e-43a297094fa6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=58cf1bdc-ffc5-4c95-983e-43a297094fa6,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:22.855727 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.901428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810bf6-2542-4d13-a8ae-9cb3cb1b3cb1 req-316c852b-b126-40a7-9e96-ca4c35f5b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:22.904274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a810bf6-2542-4d13-a8ae-9cb3cb1b3cb1 req-316c852b-b126-40a7-9e96-ca4c35f5b963 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 1096 time: 0.0785425 Sep 15 16:00:22.981699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a810bf6-2542-4d13-a8ae-9cb3cb1b3cb1 req-68357981-01d4-49aa-ad66-92a243239a88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671315 Sep 15 16:00:23.105736 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:23.161161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a91074cb-bc32-4c88-95c6-c3b3a624453a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:23.252711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711f925-fa72-4221-a528-6b0b6cb1cff7 req-e32ac32e-8118-4c1f-908f-85856c4acafe tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:23.255848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab531035-ebae-41cc-a1bf-a35d5ce226be None None] Pushing event updated for resources: {'Port': ['ID=58cf1bdc-ffc5-4c95-983e-43a297094fa6,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:23.274005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e711f925-fa72-4221-a528-6b0b6cb1cff7 req-e32ac32e-8118-4c1f-908f-85856c4acafe tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 946 time: 0.1000493 Sep 15 16:00:23.335151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e711f925-fa72-4221-a528-6b0b6cb1cff7 req-66c790c8-5554-4bb1-9db3-6940bd21c2a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602353 Sep 15 16:00:23.585581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ee1bf1a6-29ac-4252-9823-0de1c3aa80ac up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:23.685576 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be7b8460-166d-4c97-abc6-63d275097a70 req-c1a8e993-a6a9-483a-b00c-534c35442e2d tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0482874 Sep 15 16:00:23.704263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:23.704808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:23.903938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35738b80-b661-4310-b34c-328751be15a1 req-63968f0c-8a20-4e78-8785-57e83caef2ae tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:23.906717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-e09dad87-e2e7-4b27-92e7-40a6d3ff3ac2 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:23.912846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-e09dad87-e2e7-4b27-92e7-40a6d3ff3ac2 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 946 time: 0.1391890 Sep 15 16:00:23.917925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-35738b80-b661-4310-b34c-328751be15a1 req-63968f0c-8a20-4e78-8785-57e83caef2ae tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 946 time: 0.1595409 Sep 15 16:00:23.930889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 069dc853-020c-4991-aebe-ae5eeed3a1f2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:23.994699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1199142d-b9db-43f2-995a-3d40cf8e27cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:24.015827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 069dc853-020c-4991-aebe-ae5eeed3a1f2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:24.017019 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:24.029990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21cbf280-fd7d-4829-991b-9787a7b81aed req-cda006c9-c17c-447a-b236-326f77a1fca0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 210 time: 0.1159220 Sep 15 16:00:24.047219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-35738b80-b661-4310-b34c-328751be15a1 req-e45f7aab-5d47-4a40-9322-f3eaafa8495f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211147 Sep 15 16:00:24.162737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Deleting port 09cf0025-c34d-43da-9220-88015fbfecdf {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:24.163320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:24.282374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] For port 09cf0025-c34d-43da-9220-88015fbfecdf, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09cf0025-c34d-43da-9220-88015fbfecdf,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:24.282798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:24.333814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Calling delete_port for 09cf0025-c34d-43da-9220-88015fbfecdf owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:24.600679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7fb7a0-aae7-4a4a-8b72-9cdf118d3bab None None] Network 5717b118-603e-48eb-9008-8bc68ce76764 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:24.626989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a4ea-ed05-4201-94cb-a7a8030f4c6b req-13f82f5e-fcd7-4273-ab2f-6831664d0159 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:24.629203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9bb3a4ea-ed05-4201-94cb-a7a8030f4c6b req-13f82f5e-fcd7-4273-ab2f-6831664d0159 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 946 time: 0.1552389 Sep 15 16:00:24.673625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:24.688704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-440e966b-e3e1-4ab3-aa2a-de87a3411f7c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:24.695448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-440e966b-e3e1-4ab3-aa2a-de87a3411f7c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:24.697102 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-440e966b-e3e1-4ab3-aa2a-de87a3411f7c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "GET /v2.0/networks?id=a9b4d5f6-957e-4852-b383-f4af8441279e&id=5717b118-603e-48eb-9008-8bc68ce76764&id=a9b4d5f6-957e-4852-b383-f4af8441279e HTTP/1.1" status: 200 len: 1391 time: 0.1875737 Sep 15 16:00:24.703723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d06a8c5-ff94-4429-8823-d97f5fd108a8', '5ea4b82a-caf4-4c82-afb6-834763486e34', '0694b141-c8d7-4649-9dbd-facd9a476fa8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:24.713906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'port': {'device_id': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e', 'admin_state_up': True, 'tenant_id': '353b291173cc4b538a42dab343bb8d73'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:24.714133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event deleted for resources: {'Port': ['ID=09cf0025-c34d-43da-9220-88015fbfecdf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:24.736197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9bb3a4ea-ed05-4201-94cb-a7a8030f4c6b req-d497c047-1561-419e-a7fd-0ecfbbff46bc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877216 Sep 15 16:00:24.825085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] No DVR routers for this DVR port 09cf0025-c34d-43da-9220-88015fbfecdf on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:24.828734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:24.829888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2efa486d-2aa1-436d-9aad-0647d2f935e9 None None] Provisioning complete for port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:24.832328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd551cc6-d1d8-41e4-9f9b-e8d80037c2a8 req-67350b91-2848-4d97-82d8-e9bfe5876c7a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.38 "DELETE /v2.0/ports/09cf0025-c34d-43da-9220-88015fbfecdf HTTP/1.1" status: 204 len: 173 time: 0.8853757 Sep 15 16:00:24.832658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2efa486d-2aa1-436d-9aad-0647d2f935e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:24.833189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'name': 'network-vif-deleted', 'tag': '09cf0025-c34d-43da-9220-88015fbfecdf'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:24.836055 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc1493-3670-4151-9714-dc5344660259" -d '{"events": [{"server_uuid": "f0e4c831-91e4-47b4-bf93-88f86c2e79b2", "name": "network-vif-deleted", "tag": "09cf0025-c34d-43da-9220-88015fbfecdf"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:25.014888 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52911557-afd5-40e0-90c9-fa16d9956275 x-openstack-request-id: req-52911557-afd5-40e0-90c9-fa16d9956275 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:25.015208 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e4c831-91e4-47b4-bf93-88f86c2e79b2", "name": "network-vif-deleted", "tag": "09cf0025-c34d-43da-9220-88015fbfecdf", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:25.015462 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-52911557-afd5-40e0-90c9-fa16d9956275 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:25.015859 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e4c831-91e4-47b4-bf93-88f86c2e79b2', 'name': 'network-vif-deleted', 'tag': '09cf0025-c34d-43da-9220-88015fbfecdf', 'status': 'completed', 'code': 200} Sep 15 16:00:25.045740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21a5a8f0-6e50-4e5e-b485-b3c5cb5828e6 req-d9ebd161-0ef5-4e2b-8f5d-64cc81df8cc0 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.1308293 Sep 15 16:00:25.174839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89887fd8-72c7-40ae-838e-d49e36fed70f req-416e67f0-ed96-4d5c-ba71-ca49f9829d6a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0e4c831-91e4-47b4-bf93-88f86c2e79b2 HTTP/1.1" status: 200 len: 210 time: 0.0414979 Sep 15 16:00:25.283596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:25.291371 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:25.306195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cebf5fb8-ef3a-43dd-b4a1-73934c60d20f req-d17f2473-3944-4a36-b13c-3403f69fc730 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 210 time: 0.0648866 Sep 15 16:00:25.336026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2efa486d-2aa1-436d-9aad-0647d2f935e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:25.438030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2efa486d-2aa1-436d-9aad-0647d2f935e9 None None] For port 58cf1bdc-ffc5-4c95-983e-43a297094fa6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=58cf1bdc-ffc5-4c95-983e-43a297094fa6,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:25.519284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e77ae6-635e-4611-8315-2c473d0333ae req-25c18f28-9365-4fab-a5ea-9b60c6b108a2 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:25.519284 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15e77ae6-635e-4611-8315-2c473d0333ae req-25c18f28-9365-4fab-a5ea-9b60c6b108a2 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.3908556 Sep 15 16:00:25.525404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15e77ae6-635e-4611-8315-2c473d0333ae req-794f32f9-e85d-431d-8f85-d8908646a587 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0324116 Sep 15 16:00:25.534822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 58cf1bdc-ffc5-4c95-983e-43a297094fa6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:25.648655 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15e77ae6-635e-4611-8315-2c473d0333ae req-761fcc50-b060-4a51-b8bb-2ac28e99fa48 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207359 Sep 15 16:00:25.650419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Allocated IP 19.80.0.184 (a9b4d5f6-957e-4852-b383-f4af8441279e/b5296f1f-65dd-4484-a971-dfa99425180d/22342f96-cb7b-4ae6-9889-6e2bfdffb886) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:25.747417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:25.747803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:25.782190 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2efa486d-2aa1-436d-9aad-0647d2f935e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:25.908731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15e77ae6-635e-4611-8315-2c473d0333ae req-66cff6fc-8c52-4e63-87dd-468e41acf6f6 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362027 Sep 15 16:00:26.055739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:26.075399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-db5b8ec8-d7ff-43cb-a08d-d41e2dd90522 None None] Provisioning complete for port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:26.076273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db5b8ec8-d7ff-43cb-a08d-d41e2dd90522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:26.090363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15e77ae6-635e-4611-8315-2c473d0333ae req-c2c8ee8d-ea30-4756-90bb-3e79a40c030d service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745715 Sep 15 16:00:26.194282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa486d-2aa1-436d-9aad-0647d2f935e9 None None] Pushing event updated for resources: {'Port': ['ID=58cf1bdc-ffc5-4c95-983e-43a297094fa6,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:26.197650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:26.262725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-322586d1-b6b7-4d73-b237-f8b14316baf6 req-d361fcf6-cac8-415b-aeed-009775ba2ca5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8a77844a3601435e8f2364866dce00d0&device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0981658 Sep 15 16:00:26.302504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network a9b4d5f6-957e-4852-b383-f4af8441279e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:26.308018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:26.312348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:26.321062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-322586d1-b6b7-4d73-b237-f8b14316baf6 req-125889f6-5d7d-4a24-a9c3-09189b6c76a5 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8a77844a3601435e8f2364866dce00d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473995 Sep 15 16:00:26.348590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09cf0025-c34d-43da-9220-88015fbfecdf no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:26.387161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:26.397310 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:26.433474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Port': ['ID=22342f96-cb7b-4ae6-9889-6e2bfdffb886,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:26.461050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 09cf0025-c34d-43da-9220-88015fbfecdf {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:26.461470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09cf0025-c34d-43da-9220-88015fbfecdf not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:26.548791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-785342ed-2e22-47ee-9f01-75f4e4945508 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8409052 Sep 15 16:00:26.559877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'port': {'device_id': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764', 'admin_state_up': True, 'tenant_id': '353b291173cc4b538a42dab343bb8d73'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:26.569561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322586d1-b6b7-4d73-b237-f8b14316baf6 req-7ff85d99-eb88-4ca8-9e98-4276a068bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:26.571199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-322586d1-b6b7-4d73-b237-f8b14316baf6 req-7ff85d99-eb88-4ca8-9e98-4276a068bbc2 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2289126 Sep 15 16:00:26.577852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcb05a68-f05f-4160-a495-59f1cdc78bd0 req-bd53d964-4aaa-42fa-bf4e-395311b0ea83 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.2547011 Sep 15 16:00:26.578422 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:26.756825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45fa4e-d220-4ba0-98d1-f2cfb4be8fab req-394af8e7-5c15-4342-99b7-5401cdf665e9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:26.759260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a45fa4e-d220-4ba0-98d1-f2cfb4be8fab req-394af8e7-5c15-4342-99b7-5401cdf665e9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 932 time: 0.1544466 Sep 15 16:00:26.770623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9f36b11a-fe69-42f9-882d-a75537410cbe None None] Provisioning complete for port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:26.770998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9f36b11a-fe69-42f9-882d-a75537410cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:26.830882 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a45fa4e-d220-4ba0-98d1-f2cfb4be8fab req-5c3d5d58-7de3-434a-91d0-2418bb5a86c0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Sep 15 16:00:26.882053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9f36b11a-fe69-42f9-882d-a75537410cbe None None] Port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:00:27.001953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:27.006395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:27.047711 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:27.161044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Allocated IP 19.86.0.179 (5717b118-603e-48eb-9008-8bc68ce76764/d33962c9-76d0-4c4f-b6bb-b952877da77a/98ef8d99-73d4-460b-82f0-f51a7e270c4e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:27.313158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d7bad52-9bb9-49e9-a9f4-056036b41b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:27.389580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:27.485944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 58cf1bdc-ffc5-4c95-983e-43a297094fa6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:27.529676 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:27.581557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4795-cdbd-466a-b078-e12056c73482 req-786cbc56-20cf-4763-8fed-4754437f9c61 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:27.592992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-786cbc56-20cf-4763-8fed-4754437f9c61 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2164803 Sep 15 16:00:27.593138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:27.593138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:27.600824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network 5717b118-603e-48eb-9008-8bc68ce76764 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:27.605354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:27.624137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-2af3d2d4-5e91-4c72-8335-7aea261cce05 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0282488 Sep 15 16:00:27.650555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:27.730813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-8fc54dac-ff77-413d-bdbd-9b6ab4c79b0a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054783 Sep 15 16:00:27.784284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Port': ['ID=98ef8d99-73d4-460b-82f0-f51a7e270c4e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:27.819046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:27.819681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:27.844837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f030d885-7403-4c4c-8e7c-4a677247a38d req-16924448-76fb-4aa7-b20c-b84fefb57233 tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0854988 Sep 15 16:00:27.889179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-322586d1-b6b7-4d73-b237-f8b14316baf6 req-06bb5c44-eeca-4ead-b94d-5b2c786edbeb tempest-ServerShowV254Test-1743758522 tempest-ServerShowV254Test-1743758522-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b15288a-bb5b-4ae6-87ed-b2417ad71657 HTTP/1.1" status: 200 len: 210 time: 0.0345848 Sep 15 16:00:27.931098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-0d19057a-dacf-435f-a6e1-d84f6b38d8f4 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926358 Sep 15 16:00:27.955768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-f40881c4-c37b-4c7d-a01d-e0da491cc50c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4004452 Sep 15 16:00:27.968075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'port': {'device_id': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e', 'admin_state_up': True, 'tenant_id': '353b291173cc4b538a42dab343bb8d73'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:28.017391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8f490a46-699c-4f47-a787-f7274bea4e81 None None] Provisioning complete for port 98ef8d99-73d4-460b-82f0-f51a7e270c4e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:28.020051 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f490a46-699c-4f47-a787-f7274bea4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:28.083297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c153b7-bd0a-44a8-956a-f7ff67ed355a req-5b7bb761-1bbd-42b0-8dd7-c37aeabd7e49 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:28.103098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c153b7-bd0a-44a8-956a-f7ff67ed355a req-5b7bb761-1bbd-42b0-8dd7-c37aeabd7e49 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:28.118095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-f665f0e2-4581-4152-89fe-dcb935a1cf83 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799483 Sep 15 16:00:28.129900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9c153b7-bd0a-44a8-956a-f7ff67ed355a req-5b7bb761-1bbd-42b0-8dd7-c37aeabd7e49 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 1655 time: 0.1793051 Sep 15 16:00:28.148256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8f490a46-699c-4f47-a787-f7274bea4e81 None None] Port 98ef8d99-73d4-460b-82f0-f51a7e270c4e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:00:28.197649 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9c153b7-bd0a-44a8-956a-f7ff67ed355a req-72b3d007-46b6-4d5f-b2a6-0e07373fa572 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712249 Sep 15 16:00:28.356022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:28.359759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:28.411744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:28.515092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-793e44a2-a874-4446-98da-6758014c4eeb req-a23ff7f1-9fb6-4f5c-9d8a-9d2702985bc9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 210 time: 0.0536952 Sep 15 16:00:28.603825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Allocated IP 19.80.0.136 (a9b4d5f6-957e-4852-b383-f4af8441279e/b5296f1f-65dd-4484-a971-dfa99425180d/1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:29.178970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:29.414690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:29.447327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network a9b4d5f6-957e-4852-b383-f4af8441279e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:29.454905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:29.468429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:29.498887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56666) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:29.657886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80704c-97ae-48d0-ad5b-6f4646948e37 req-7d928948-18ab-4731-880d-9ba66fc04fcd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:29.680881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80704c-97ae-48d0-ad5b-6f4646948e37 req-7d928948-18ab-4731-880d-9ba66fc04fcd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:29.686091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a80704c-97ae-48d0-ad5b-6f4646948e37 req-7d928948-18ab-4731-880d-9ba66fc04fcd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 1655 time: 0.3710542 Sep 15 16:00:29.752387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bef02038-f3e5-49c0-a8e6-57429d02d3d8 req-d26b4136-2e96-42a3-a5c4-9cff4bae856b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 210 time: 0.1340053 Sep 15 16:00:29.761050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:29.761739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:29.796254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:29.814543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Port': ['ID=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:29.842529 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a80704c-97ae-48d0-ad5b-6f4646948e37 req-529c0938-4713-42d3-8fd0-d2f677e1b2d1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386328 Sep 15 16:00:29.893711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4d1c0e7a-0679-4859-9a4d-d69bd675fdb9 None None] Provisioning complete for port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:29.894850 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0e7a-0679-4859-9a4d-d69bd675fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:29.902436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4bdc106f-5753-44af-a9b8-e6f100bdf416 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9387000 Sep 15 16:00:29.915626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Request body: {'port': {'device_id': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:29.937408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4d1c0e7a-0679-4859-9a4d-d69bd675fdb9 None None] Port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:00:30.026399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.034090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.108347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.109372 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.197657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.261440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e51b83-17ea-483e-b83a-40a06d53ad01,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:30.281380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.281737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.282085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.282422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.282773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.283093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.283424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.283750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.284085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.284477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.287388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.287753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:30.307113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-84e57f53-207f-41a4-9eaa-9579aaf26045 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8a77844a3601435e8f2364866dce00d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8035619 Sep 15 16:00:30.307490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56680) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:30.412955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1fd91c-565f-494c-8ba6-4140bb408a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.455815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1fd91c-565f-494c-8ba6-4140bb408a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.521776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22342f96-cb7b-4ae6-9889-6e2bfdffb886 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:30.530869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.576276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1fd91c-565f-494c-8ba6-4140bb408a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.576866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Transition to ACTIVE for port object 22342f96-cb7b-4ae6-9889-6e2bfdffb886 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:00:30.580683 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be1fd91c-565f-494c-8ba6-4140bb408a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.582797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be1fd91c-565f-494c-8ba6-4140bb408a17 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d3e51b83-17ea-483e-b83a-40a06d53ad01 HTTP/1.1" status: 204 len: 168 time: 0.2742984 Sep 15 16:00:30.600477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fd91c-565f-494c-8ba6-4140bb408a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e51b83-17ea-483e-b83a-40a06d53ad01,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:30.633066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.729076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Pushing event updated for resources: {'Port': ['ID=22342f96-cb7b-4ae6-9889-6e2bfdffb886,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:30.756599 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:00:30.891650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Attempting to bind port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:30.892189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Attempting to bind port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:30.893145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Attempting to bind port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 on network a9b4d5f6-957e-4852-b383-f4af8441279e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:30.903015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 on network a9b4d5f6-957e-4852-b383-f4af8441279e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:00:30.914769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Attempting to bind port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 on network a9b4d5f6-957e-4852-b383-f4af8441279e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:30.927941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:30.928707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Checking segment: {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:30.929348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Bound using segment: {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:30.930032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Bound port: 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:30.930663 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:30.987849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e9b3bf1-092b-43a4-92df-92072030edd9 req-35725306-a3f4-4cb5-9ea9-a2c601795086 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 210 time: 0.0362482 Sep 15 16:00:31.132442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] For port 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:31.140420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] For port 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22342f96-cb7b-4ae6-9889-6e2bfdffb886,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:31.218375 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:31.299416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:31.300057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:31.305980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] 10.222.0.38 "PUT /v2.0/ports/22342f96-cb7b-4ae6-9889-6e2bfdffb886 HTTP/1.1" status: 200 len: 1092 time: 1.3937652 Sep 15 16:00:31.306485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:31.312834 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da136f50-1e06-4a89-878a-a343b4737c84" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:31.417516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e563b-0e0c-4650-abe8-394f75229cff service neutron] Pushing event updated for resources: {'Port': ['ID=22342f96-cb7b-4ae6-9889-6e2bfdffb886,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:31.446735 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a95c24-2af9-46c7-afbb-0f458759aaac x-openstack-request-id: req-99a95c24-2af9-46c7-afbb-0f458759aaac {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:31.447029 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:31.447287 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-99a95c24-2af9-46c7-afbb-0f458759aaac {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:31.447683 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886', 'status': 'completed', 'code': 200} Sep 15 16:00:31.451666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Request body: {'port': {'device_id': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:31.461938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904fded-1257-4dc1-9f5d-40e7cfd1c27a req-67ea7a72-a985-4c97-ab13-b60ae9fb46d7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:31.486242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904fded-1257-4dc1-9f5d-40e7cfd1c27a req-67ea7a72-a985-4c97-ab13-b60ae9fb46d7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:31.501459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904fded-1257-4dc1-9f5d-40e7cfd1c27a req-67ea7a72-a985-4c97-ab13-b60ae9fb46d7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:31.504867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5904fded-1257-4dc1-9f5d-40e7cfd1c27a req-67ea7a72-a985-4c97-ab13-b60ae9fb46d7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2389 time: 0.3195615 Sep 15 16:00:31.545308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4795-cdbd-466a-b078-e12056c73482 req-8d7a72e4-112e-43b9-92a5-505f88d37a03 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:31.547155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-8d7a72e4-112e-43b9-92a5-505f88d37a03 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.5913229 Sep 15 16:00:31.675755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:32.254838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Request body: {'port': {'device_id': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'admin_state_up': True, 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:32.265832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ef8d99-73d4-460b-82f0-f51a7e270c4e {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:32.287404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:32.326001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Transition to ACTIVE for port object 98ef8d99-73d4-460b-82f0-f51a7e270c4e will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:00:32.375947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0d357c-83a6-4c05-a520-fc2191104b28 req-5953b84b-5235-4626-b307-44666f8205fb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 210 time: 0.2331512 Sep 15 16:00:32.396287 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:32.469407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136f50-1e06-4a89-878a-a343b4737c84 req-ebb2ea36-6f71-45a0-957e-aea5ef92f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:32.469932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136f50-1e06-4a89-878a-a343b4737c84 req-ebb2ea36-6f71-45a0-957e-aea5ef92f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:32.470699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136f50-1e06-4a89-878a-a343b4737c84 req-ebb2ea36-6f71-45a0-957e-aea5ef92f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:32.473013 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da136f50-1e06-4a89-878a-a343b4737c84 req-ebb2ea36-6f71-45a0-957e-aea5ef92f378 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2732 time: 0.9664502 Sep 15 16:00:32.529700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Pushing event updated for resources: {'Port': ['ID=98ef8d99-73d4-460b-82f0-f51a7e270c4e,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:32.568043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5904fded-1257-4dc1-9f5d-40e7cfd1c27a req-e87c6461-7568-4578-9dab-cfef5b42eda6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0299225 Sep 15 16:00:32.778937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Attempting to bind port 98ef8d99-73d4-460b-82f0-f51a7e270c4e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:32.779255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Attempting to bind port 98ef8d99-73d4-460b-82f0-f51a7e270c4e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:32.779680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Attempting to bind port 98ef8d99-73d4-460b-82f0-f51a7e270c4e on network 5717b118-603e-48eb-9008-8bc68ce76764 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:32.786321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Port 98ef8d99-73d4-460b-82f0-f51a7e270c4e on network 5717b118-603e-48eb-9008-8bc68ce76764 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:00:32.786664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Attempting to bind port 98ef8d99-73d4-460b-82f0-f51a7e270c4e on network 5717b118-603e-48eb-9008-8bc68ce76764 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:32.793902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:32.794112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Checking segment: {'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:32.794772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Bound using segment: {'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:32.795766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Bound port: 98ef8d99-73d4-460b-82f0-f51a7e270c4e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384b62b8-1d54-4add-a4f0-e714b0f94350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:32.796403 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:32.905467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:32.909081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:32.951622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] For port 98ef8d99-73d4-460b-82f0-f51a7e270c4e, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:32.955122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] For port 98ef8d99-73d4-460b-82f0-f51a7e270c4e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=98ef8d99-73d4-460b-82f0-f51a7e270c4e,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:33.058945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:33.156298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.161159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:33.165630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] 10.222.0.38 "PUT /v2.0/ports/98ef8d99-73d4-460b-82f0-f51a7e270c4e HTTP/1.1" status: 200 len: 1092 time: 1.7182434 Sep 15 16:00:33.211196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Allocated IP 172.20.0.10 (95b74a94-689a-499f-9494-24d982f62dca/06056fc9-fdf1-4731-9fa0-31795b3f11dd/e8e52b9b-bffd-4d78-b736-4fa2ea94db89) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:33.212860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:33.235701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c3ddc-d119-4a01-8471-fe7838643a35 service neutron] Pushing event updated for resources: {'Port': ['ID=98ef8d99-73d4-460b-82f0-f51a7e270c4e,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:33.295859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Request body: {'port': {'device_id': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:33.374876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136f50-1e06-4a89-878a-a343b4737c84 req-0fb23846-494b-42ab-bdab-47a3a9efa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.375452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136f50-1e06-4a89-878a-a343b4737c84 req-0fb23846-494b-42ab-bdab-47a3a9efa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.375823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136f50-1e06-4a89-878a-a343b4737c84 req-0fb23846-494b-42ab-bdab-47a3a9efa957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.377517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da136f50-1e06-4a89-878a-a343b4737c84 req-0fb23846-494b-42ab-bdab-47a3a9efa957 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=353b291173cc4b538a42dab343bb8d73&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8811836 Sep 15 16:00:33.453622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'tag': '98ef8d99-73d4-460b-82f0-f51a7e270c4e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:33.459456 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea565df-01d2-4b49-8437-68d9b8d7de4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "tag": "98ef8d99-73d4-460b-82f0-f51a7e270c4e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:33.462492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:33.535016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc17e238-d426-4b51-9df5-8a25b47e44b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:33.699963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d3db54f-288e-4178-b26b-2eb93dfcb3c8 req-18d09233-cefd-4084-86a4-cef2ca771ec8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 210 time: 0.1740587 Sep 15 16:00:33.705904 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a288d33-5ead-4c8a-b11e-2ab490b4af3a x-openstack-request-id: req-0a288d33-5ead-4c8a-b11e-2ab490b4af3a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:33.706816 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "tag": "98ef8d99-73d4-460b-82f0-f51a7e270c4e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:33.707073 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0a288d33-5ead-4c8a-b11e-2ab490b4af3a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:33.707477 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'tag': '98ef8d99-73d4-460b-82f0-f51a7e270c4e', 'status': 'completed', 'code': 200} Sep 15 16:00:33.713561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136f50-1e06-4a89-878a-a343b4737c84 req-1e6f0046-9c2c-4f18-a670-8dbb7f6615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.718115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da136f50-1e06-4a89-878a-a343b4737c84 req-1e6f0046-9c2c-4f18-a670-8dbb7f6615e5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3247941 Sep 15 16:00:33.887092 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:33.897819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-8ca853ef-5220-4c96-99b0-bfce3bce1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.898646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-8ca853ef-5220-4c96-99b0-bfce3bce1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.899306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-8ca853ef-5220-4c96-99b0-bfce3bce1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:33.901183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-8ca853ef-5220-4c96-99b0-bfce3bce1a55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2799 time: 0.1399817 Sep 15 16:00:33.999335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc17e238-d426-4b51-9df5-8a25b47e44b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.069212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-c1e67b52-394f-45aa-b255-ecddd8df702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.070109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-c1e67b52-394f-45aa-b255-ecddd8df702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.070583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-c1e67b52-394f-45aa-b255-ecddd8df702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.073179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-c1e67b52-394f-45aa-b255-ecddd8df702b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=353b291173cc4b538a42dab343bb8d73&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1631327 Sep 15 16:00:34.075429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc17e238-d426-4b51-9df5-8a25b47e44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.115416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6b0f8-e268-4f2e-ae2b-9070b0d4df58 req-71b8dc03-e3ab-494e-bc84-4701df23d9eb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.122124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6b0f8-e268-4f2e-ae2b-9070b0d4df58 req-71b8dc03-e3ab-494e-bc84-4701df23d9eb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.129344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6b0f8-e268-4f2e-ae2b-9070b0d4df58 req-71b8dc03-e3ab-494e-bc84-4701df23d9eb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.137414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cff6b0f8-e268-4f2e-ae2b-9070b0d4df58 req-71b8dc03-e3ab-494e-bc84-4701df23d9eb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2401 time: 0.1364801 Sep 15 16:00:34.202059 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.219451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:34.268366 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cc17e238-d426-4b51-9df5-8a25b47e44b9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7ce4fff6f36c4e39be6fa30e498c18a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0514612 Sep 15 16:00:34.270855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56784) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:34.278224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17e238-d426-4b51-9df5-8a25b47e44b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da54933-2f57-4904-8afc-9a475b48ec1b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:34.342654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Network 95b74a94-689a-499f-9494-24d982f62dca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:34.347523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cff6b0f8-e268-4f2e-ae2b-9070b0d4df58 req-9e2db120-f63e-48f0-99ac-64e4db852c3c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091627 Sep 15 16:00:34.384424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:34.394537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:34.449422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.450419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.473793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-dbac6ca6-8fe0-4f5e-8d43-cc8c3dfa0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.479342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ea565df-01d2-4b49-8437-68d9b8d7de4e req-dbac6ca6-8fe0-4f5e-8d43-cc8c3dfa0c1d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3992429 Sep 15 16:00:34.481366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event updated for resources: {'Port': ['ID=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:34.520154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.528283 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-478e177e-368e-46a8-9312-06fa918654dc tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9538634 Sep 15 16:00:34.541645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Request body: {'port': {'device_id': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:34.563869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.663485 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.690414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dc3b6-01f8-4daa-b596-95fae4ed41e6 req-be00e89f-7723-4cd7-8a40-5e52d5559c8f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:34.692666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd5dc3b6-01f8-4daa-b596-95fae4ed41e6 req-be00e89f-7723-4cd7-8a40-5e52d5559c8f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.1197398 Sep 15 16:00:34.693316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:34.701891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.714861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Transition to ACTIVE for port object 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:00:34.716585 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.720101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.724684 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6da54933-2f57-4904-8afc-9a475b48ec1b HTTP/1.1" status: 204 len: 168 time: 0.4474509 Sep 15 16:00:34.734138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da54933-2f57-4904-8afc-9a475b48ec1b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:34.761757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.762110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.762464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.762790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.763127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.763521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.763833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.764122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.764452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.769722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.769722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.769722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069dc9e4-df2f-4634-ba5d-6d29c6e1849c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:34.792001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:34.853718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd5dc3b6-01f8-4daa-b596-95fae4ed41e6 req-f682cd73-57b4-4f02-a2c8-9390a86dd68b tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387343 Sep 15 16:00:34.921209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Pushing event updated for resources: {'Port': ['ID=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:35.006619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f85010-58fb-488f-8470-7fd78f01d952 req-f96f9588-9396-45d5-8764-ad718e4388bd tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.015575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9f85010-58fb-488f-8470-7fd78f01d952 req-f96f9588-9396-45d5-8764-ad718e4388bd tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 932 time: 0.1697156 Sep 15 16:00:35.098295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Attempting to bind port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:35.098921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Attempting to bind port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:35.099430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Attempting to bind port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 on network a9b4d5f6-957e-4852-b383-f4af8441279e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:35.108885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 on network a9b4d5f6-957e-4852-b383-f4af8441279e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:00:35.109415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Attempting to bind port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 on network a9b4d5f6-957e-4852-b383-f4af8441279e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:35.123887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e52b9b-bffd-4d78-b736-4fa2ea94db89 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:35.133869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:35.134102 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.134223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Checking segment: {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:35.134613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Bound using segment: {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:35.135053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Bound port: 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:35.135412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.147886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9f85010-58fb-488f-8470-7fd78f01d952 req-8b2b5bc1-4e56-4f6d-8f2e-34179302209b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306243 Sep 15 16:00:35.174157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Transition to ACTIVE for port object e8e52b9b-bffd-4d78-b736-4fa2ea94db89 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:00:35.234911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] For port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:35.239611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.239902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] For port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:35.299462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Pushing event updated for resources: {'Port': ['ID=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:35.313576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.357714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56812) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:35.402869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:35.415270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.415270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.415270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] 10.222.0.38 "PUT /v2.0/ports/1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 HTTP/1.1" status: 200 len: 1092 time: 2.1235902 Sep 15 16:00:35.415850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Attempting to bind port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:35.416316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Attempting to bind port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:35.419089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Attempting to bind port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:35.433880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 on network 95b74a94-689a-499f-9494-24d982f62dca not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:00:35.435948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Attempting to bind port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:35.454322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:35.457351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:35.457767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Bound using segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:35.458229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Bound port: e8e52b9b-bffd-4d78-b736-4fa2ea94db89, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:35.461265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.478784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7e88c-0500-4ab4-9a24-5cf3f6f0bfda service neutron] Pushing event updated for resources: {'Port': ['ID=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:35.549043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00fef089-2575-4349-a1d3-1eaedb4aea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.710337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] For port e8e52b9b-bffd-4d78-b736-4fa2ea94db89, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:35.718573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] For port e8e52b9b-bffd-4d78-b736-4fa2ea94db89, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:35.754016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'tag': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:35.756355 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "tag": "1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:35.796765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.837847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00fef089-2575-4349-a1d3-1eaedb4aea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.843475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d3c5d-93e6-4524-a057-c71aee6e038c req-e1de4eb0-a0ae-4052-ac00-cd13a0d014d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.851072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d3c5d-93e6-4524-a057-c71aee6e038c req-e1de4eb0-a0ae-4052-ac00-cd13a0d014d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.855472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.856095 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.857539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] 10.222.0.38 "PUT /v2.0/ports/e8e52b9b-bffd-4d78-b736-4fa2ea94db89 HTTP/1.1" status: 200 len: 1092 time: 1.3203330 Sep 15 16:00:35.857990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'tag': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:35.858792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d3c5d-93e6-4524-a057-c71aee6e038c req-e1de4eb0-a0ae-4052-ac00-cd13a0d014d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.860729 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc13a04-00ef-424d-8a6b-3f13cb77965d", "tag": "e8e52b9b-bffd-4d78-b736-4fa2ea94db89"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:35.874560 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-736d3c5d-93e6-4524-a057-c71aee6e038c req-e1de4eb0-a0ae-4052-ac00-cd13a0d014d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2413 time: 0.3596137 Sep 15 16:00:35.885854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5896e66-8295-4522-b1a6-86fe42eb252b service neutron] Pushing event updated for resources: {'Port': ['ID=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:35.901272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-498fb9fd-7728-4aeb-9fa8-c198601613d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.901771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-498fb9fd-7728-4aeb-9fa8-c198601613d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.902220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-498fb9fd-7728-4aeb-9fa8-c198601613d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:35.903866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-498fb9fd-7728-4aeb-9fa8-c198601613d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2866 time: 0.3613453 Sep 15 16:00:35.965026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-00fef089-2575-4349-a1d3-1eaedb4aea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:35.991910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-202d0665-c319-4d23-bd5a-6cf1b53ae77e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.184&port_id=22342f96-cb7b-4ae6-9889-6e2bfdffb886 HTTP/1.1" status: 200 len: 217 time: 0.0453420 Sep 15 16:00:36.008759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-736d3c5d-93e6-4524-a057-c71aee6e038c req-eaf6282a-c0e8-416f-98c9-392255b6f701 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333246 Sep 15 16:00:36.063985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fef089-2575-4349-a1d3-1eaedb4aea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad30589-ce4b-434c-ad78-7ac8331643d6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:36.073133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-00fef089-2575-4349-a1d3-1eaedb4aea58 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cea8645a53734672bdb13e59759ad58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7124290 Sep 15 16:00:36.074222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56854) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:36.101775 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0091125-ede6-40d8-a2e0-18e2720c08cd x-openstack-request-id: req-e0091125-ede6-40d8-a2e0-18e2720c08cd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:36.104994 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "tag": "1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:36.105333 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e0091125-ede6-40d8-a2e0-18e2720c08cd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:36.105734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4795-cdbd-466a-b078-e12056c73482 req-18d63d6e-ef25-42c1-aa7d-78f36a44beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.105871 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'tag': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8', 'status': 'completed', 'code': 200} Sep 15 16:00:36.107398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-18d63d6e-ef25-42c1-aa7d-78f36a44beda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 1095 time: 0.1100097 Sep 15 16:00:36.158397 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae410dd6-6d4e-458b-b3c9-9497d864c10e x-openstack-request-id: req-ae410dd6-6d4e-458b-b3c9-9497d864c10e {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:36.159399 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc13a04-00ef-424d-8a6b-3f13cb77965d", "tag": "e8e52b9b-bffd-4d78-b736-4fa2ea94db89", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:36.159399 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ae410dd6-6d4e-458b-b3c9-9497d864c10e {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:36.159818 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'tag': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89', 'status': 'completed', 'code': 200} Sep 15 16:00:36.197390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-be4bc901-c10f-4d24-a795-6d842332eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.197390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-be4bc901-c10f-4d24-a795-6d842332eb28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5296f1f-65dd-4484-a971-dfa99425180d HTTP/1.1" status: 200 len: 801 time: 0.1278958 Sep 15 16:00:36.262174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-ab2c7c2a-b191-429b-9f0a-874b14753cfd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8e52b9b-bffd-4d78-b736-4fa2ea94db89 HTTP/1.1" status: 200 len: 217 time: 0.1448331 Sep 15 16:00:36.314696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-29855bf9-2bb0-40ca-ae61-8b137ead2559 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.321221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-29855bf9-2bb0-40ca-ae61-8b137ead2559 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.3311968 Sep 15 16:00:36.339157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63af-65ef-4389-a9b7-fdc179bb05e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:36.374631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8c9a0-9bc2-4b9d-806a-0b2593514ad5 req-fd07fe36-ac6a-4dc8-a4d6-46862351636c tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.376279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32e8c9a0-9bc2-4b9d-806a-0b2593514ad5 req-fd07fe36-ac6a-4dc8-a4d6-46862351636c tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.1301823 Sep 15 16:00:36.383068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4795-cdbd-466a-b078-e12056c73482 req-418c8786-36b4-463c-bb9d-bf8a6df660c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.383772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-418c8786-36b4-463c-bb9d-bf8a6df660c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.0955787 Sep 15 16:00:36.390274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63af-65ef-4389-a9b7-fdc179bb05e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:36.466588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-912eb185-ac81-4a42-900b-818e8278258a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577245 Sep 15 16:00:36.489813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32e8c9a0-9bc2-4b9d-806a-0b2593514ad5 req-c3ef76cc-aaab-4552-b9df-58ebdf912085 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023407 Sep 15 16:00:36.543028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-39c9695e-5fd8-4065-ac59-1204a13f5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.544474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-39c9695e-5fd8-4065-ac59-1204a13f5746 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9b4d5f6-957e-4852-b383-f4af8441279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2490337 Sep 15 16:00:36.585351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-1de5b132-6a45-45e4-bc52-1f5a756852a8 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100473 Sep 15 16:00:36.594202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7f9bf-61d5-4c4d-9d04-c77d899da763 req-66d05aaf-b1e3-4f70-b0c4-e62da3b3f13c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.595687 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87e7f9bf-61d5-4c4d-9d04-c77d899da763 req-66d05aaf-b1e3-4f70-b0c4-e62da3b3f13c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 944 time: 0.2932975 Sep 15 16:00:36.657844 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63af-65ef-4389-a9b7-fdc179bb05e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:36.661690 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4dbc63af-65ef-4389-a9b7-fdc179bb05e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:36.665579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4dbc63af-65ef-4389-a9b7-fdc179bb05e4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bad30589-ce4b-434c-ad78-7ac8331643d6 HTTP/1.1" status: 204 len: 168 time: 0.5904162 Sep 15 16:00:36.678393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc63af-65ef-4389-a9b7-fdc179bb05e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad30589-ce4b-434c-ad78-7ac8331643d6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:36.711514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-335b4795-cdbd-466a-b078-e12056c73482 req-a1c078b7-5dae-4583-8ee4-42b212938191 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189902 Sep 15 16:00:36.750521 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87e7f9bf-61d5-4c4d-9d04-c77d899da763 req-105bcb97-2ee6-4955-a899-9cfbdb0717e1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Sep 15 16:00:36.773146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Deleting port 0694b141-c8d7-4649-9dbd-facd9a476fa8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:36.773498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:36.818550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-e2ef9a2a-d135-4037-99a8-93ebed0a4d14 service neutron] 10.222.0.38 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653005 Sep 15 16:00:36.903544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-dfca4cda-938a-4647-873a-a6acf7779389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:36.905089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-dfca4cda-938a-4647-873a-a6acf7779389 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 1095 time: 0.0555105 Sep 15 16:00:36.979259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] For port 0694b141-c8d7-4649-9dbd-facd9a476fa8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0694b141-c8d7-4649-9dbd-facd9a476fa8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:36.979936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:36.999760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Calling delete_port for 0694b141-c8d7-4649-9dbd-facd9a476fa8 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:37.017679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-a27f0a94-2052-417d-8b25-c4d0bd246cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.019232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-a27f0a94-2052-417d-8b25-c4d0bd246cec service neutron] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 906 time: 0.1075552 Sep 15 16:00:37.052455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-fc73756e-dfc0-41e9-aeac-b1d677e94aa4 service neutron] 10.222.0.38 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883085 Sep 15 16:00:37.076986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-0c70949a-02ec-4313-8ce5-a961c552d96c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8e52b9b-bffd-4d78-b736-4fa2ea94db89 HTTP/1.1" status: 200 len: 217 time: 0.0491858 Sep 15 16:00:37.125787 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-a06d7083-2af2-4eaf-a27b-120f978bbb05 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=98ef8d99-73d4-460b-82f0-f51a7e270c4e HTTP/1.1" status: 200 len: 217 time: 0.0432029 Sep 15 16:00:37.198442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-217285a2-61a5-4dbc-a193-92d06c777c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.200857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-217285a2-61a5-4dbc-a193-92d06c777c49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.0991681 Sep 15 16:00:37.235720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:37.254007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-b0394c32-1382-4b26-9279-e7b10bd1bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.255823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-b0394c32-1382-4b26-9279-e7b10bd1bf19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d33962c9-76d0-4c4f-b6bb-b952877da77a HTTP/1.1" status: 200 len: 801 time: 0.1190460 Sep 15 16:00:37.286973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-ff022fe4-40b2-4e93-a652-d74d7f57c739 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766554 Sep 15 16:00:37.320581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36471-5ffa-4cb4-a7f6-ac3a762d7838 req-eb8a38fc-d7c3-4df3-8933-e9b487e3d246 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.326560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36471-5ffa-4cb4-a7f6-ac3a762d7838 req-eb8a38fc-d7c3-4df3-8933-e9b487e3d246 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.335605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36471-5ffa-4cb4-a7f6-ac3a762d7838 req-eb8a38fc-d7c3-4df3-8933-e9b487e3d246 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.344620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f36471-5ffa-4cb4-a7f6-ac3a762d7838 req-eb8a38fc-d7c3-4df3-8933-e9b487e3d246 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2413 time: 0.2217505 Sep 15 16:00:37.495886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-b7b1c59d-51ad-4353-9fbe-ff2269351308 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928174 Sep 15 16:00:37.715137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf64ae9-d6e4-4062-84e6-075b53d7fa21 req-f245acb5-b96b-490d-a496-0d3500006ea8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.715302 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaf64ae9-d6e4-4062-84e6-075b53d7fa21 req-f245acb5-b96b-490d-a496-0d3500006ea8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 945 time: 0.0814471 Sep 15 16:00:37.717455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad0daf0b-cc05-4187-b6aa-b2a85ff79ede req-389b708e-2b35-4de1-8628-32e174b723af service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196689 Sep 15 16:00:37.763906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eaf64ae9-d6e4-4062-84e6-075b53d7fa21 req-aeadcc58-5475-41ef-a2be-1b30450a172f tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Sep 15 16:00:37.902520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-416f7e51-07a6-427c-8359-5b53d73e97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.904081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-416f7e51-07a6-427c-8359-5b53d73e97d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5717b118-603e-48eb-9008-8bc68ce76764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6042707 Sep 15 16:00:37.942347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d16874-46d0-4030-86bc-88805e89e4a0 req-c7f0a61d-9d8a-4b40-b07a-74e19c39b0c7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:37.951691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34d16874-46d0-4030-86bc-88805e89e4a0 req-c7f0a61d-9d8a-4b40-b07a-74e19c39b0c7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 944 time: 0.0888977 Sep 15 16:00:37.952061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26f36471-5ffa-4cb4-a7f6-ac3a762d7838 req-e196e4aa-03e0-4ce0-90ae-56612c6a8a84 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713506 Sep 15 16:00:38.000014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34d16874-46d0-4030-86bc-88805e89e4a0 req-44e02811-c7aa-4b1a-b434-600027d548ce tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Sep 15 16:00:38.107977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-4fd13d2b-a7c9-4a02-8211-8d01ed49722f service neutron] 10.222.0.38 "GET /v2.0/networks/5717b118-603e-48eb-9008-8bc68ce76764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850040 Sep 15 16:00:38.110526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:38.122892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d06a8c5-ff94-4429-8823-d97f5fd108a8', '5ea4b82a-caf4-4c82-afb6-834763486e34'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:38.255079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event deleted for resources: {'Port': ['ID=0694b141-c8d7-4649-9dbd-facd9a476fa8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:38.390830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] No DVR routers for this DVR port 0694b141-c8d7-4649-9dbd-facd9a476fa8 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:38.395982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:38.398004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-84993f32-532e-4993-b70c-8e02fc68ea21 req-950383a8-3ebb-4573-bcaa-430b68aa402a tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "DELETE /v2.0/ports/0694b141-c8d7-4649-9dbd-facd9a476fa8 HTTP/1.1" status: 204 len: 173 time: 2.0569398 Sep 15 16:00:38.398449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'name': 'network-vif-deleted', 'tag': '0694b141-c8d7-4649-9dbd-facd9a476fa8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:38.403577 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7292cfcd-9259-43c6-a6e2-fd80bb883d47" -d '{"events": [{"server_uuid": "82bf5d9b-b3b6-44ec-a217-17e320187863", "name": "network-vif-deleted", "tag": "0694b141-c8d7-4649-9dbd-facd9a476fa8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:38.459452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e8e52b9b-bffd-4d78-b736-4fa2ea94db89 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:00:38.524707 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42c7a86-43d5-4d13-9cdf-e7cfbcab90ca x-openstack-request-id: req-a42c7a86-43d5-4d13-9cdf-e7cfbcab90ca {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:38.525227 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bf5d9b-b3b6-44ec-a217-17e320187863", "name": "network-vif-deleted", "tag": "0694b141-c8d7-4649-9dbd-facd9a476fa8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:38.525791 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a42c7a86-43d5-4d13-9cdf-e7cfbcab90ca {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:38.526890 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bf5d9b-b3b6-44ec-a217-17e320187863', 'name': 'network-vif-deleted', 'tag': '0694b141-c8d7-4649-9dbd-facd9a476fa8', 'status': 'completed', 'code': 200} Sep 15 16:00:38.590324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-ba08d8d1-ef78-4221-8f96-97cd182dc0db service neutron] 10.222.0.38 "GET /v2.0/networks/5717b118-603e-48eb-9008-8bc68ce76764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727933 Sep 15 16:00:38.646782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e8e52b9b-bffd-4d78-b736-4fa2ea94db89, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:38.680002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'port_id': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89', 'mac_address': 'fa:16:3e:e8:cf:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056fc9-fdf1-4731-9fa0-31795b3f11dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:00:38.688806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-9d6f7834-dc52-403d-b23d-ab2a12c0db4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 HTTP/1.1" status: 200 len: 217 time: 0.0855317 Sep 15 16:00:38.734130 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:38.750698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e52b9b-bffd-4d78-b736-4fa2ea94db89 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:38.757642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-99dd967d-fd99-428d-bc4d-6ebbe51ac193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:38.759133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-99dd967d-fd99-428d-bc4d-6ebbe51ac193 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5296f1f-65dd-4484-a971-dfa99425180d HTTP/1.1" status: 200 len: 801 time: 0.0659373 Sep 15 16:00:38.769077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Deleting port a4257698-9d84-48e9-b39b-79ef754b7f0e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:38.770324 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:38.773902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e8e52b9b-bffd-4d78-b736-4fa2ea94db89, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:38.870350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-cd85ce8d-775f-49bc-93af-ea0abeff2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:38.871792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-cd85ce8d-775f-49bc-93af-ea0abeff2cb0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9b4d5f6-957e-4852-b383-f4af8441279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1046705 Sep 15 16:00:38.888040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:38.950575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e1bf0e26-2578-4562-8635-c04c25344cc5 req-29e3a389-ea0d-4245-8237-999ca02e84f2 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=82bf5d9b-b3b6-44ec-a217-17e320187863 HTTP/1.1" status: 200 len: 210 time: 0.0529068 Sep 15 16:00:38.952931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] For port a4257698-9d84-48e9-b39b-79ef754b7f0e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a4257698-9d84-48e9-b39b-79ef754b7f0e,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:38.953479 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:38.982974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:39.021447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0694b141-c8d7-4649-9dbd-facd9a476fa8 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:39.041046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Calling delete_port for a4257698-9d84-48e9-b39b-79ef754b7f0e owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:39.092370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 0694b141-c8d7-4649-9dbd-facd9a476fa8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:39.092752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0694b141-c8d7-4649-9dbd-facd9a476fa8 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:39.102457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-7c9ba583-fedd-4597-abf4-90f288a2a369 service neutron] 10.222.0.38 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220047 Sep 15 16:00:39.117476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0350e-4e33-4a64-b3ae-082d7d8fb905 req-eb17b3ee-d6f5-480c-a5d5-e28eee766991 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.125407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0350e-4e33-4a64-b3ae-082d7d8fb905 req-eb17b3ee-d6f5-480c-a5d5-e28eee766991 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.141174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0350e-4e33-4a64-b3ae-082d7d8fb905 req-eb17b3ee-d6f5-480c-a5d5-e28eee766991 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.144251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fee0350e-4e33-4a64-b3ae-082d7d8fb905 req-eb17b3ee-d6f5-480c-a5d5-e28eee766991 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2413 time: 0.0959578 Sep 15 16:00:39.153295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e8e52b9b-bffd-4d78-b736-4fa2ea94db89'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:39.228329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fee0350e-4e33-4a64-b3ae-082d7d8fb905 req-573957f0-befa-46c6-ae51-56f5e4e4e997 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713191 Sep 15 16:00:39.248902 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42073a8d-3413-405d-89cf-d4b9aa61f5a7 req-b661fe0d-5b84-4dc3-aeba-6f4febda4ed6 service neutron] 10.222.0.38 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385579 Sep 15 16:00:39.365655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b480eba-8e74-4350-9b80-44e33ae2a25a req-6ec9bc65-e1a0-4779-b479-43b86ac1a355 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.372821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b480eba-8e74-4350-9b80-44e33ae2a25a req-6ec9bc65-e1a0-4779-b479-43b86ac1a355 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 945 time: 0.1306624 Sep 15 16:00:39.481145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b480eba-8e74-4350-9b80-44e33ae2a25a req-7e599944-6201-4edc-b488-1f3697018842 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052830 Sep 15 16:00:39.502369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-0619ebfe-f73f-47a3-b744-38c3e25d556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.502961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-0619ebfe-f73f-47a3-b744-38c3e25d556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.503576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-0619ebfe-f73f-47a3-b744-38c3e25d556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.505242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-0619ebfe-f73f-47a3-b744-38c3e25d556d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2866 time: 0.0742345 Sep 15 16:00:39.634740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-f71d483b-bc3f-401f-b40f-ed51100cf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.636308 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-f71d483b-bc3f-401f-b40f-ed51100cf579 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9b4d5f6-957e-4852-b383-f4af8441279e HTTP/1.1" status: 200 len: 902 time: 0.1238298 Sep 15 16:00:39.692875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-17a43b36-96d6-4a04-b9df-c6ac60aafef7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 HTTP/1.1" status: 200 len: 217 time: 0.0480909 Sep 15 16:00:39.693750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:39.728360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4257698-9d84-48e9-b39b-79ef754b7f0e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:39.815250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-d04f3431-9902-4b86-8a01-b47b7c2eefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.817449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-d04f3431-9902-4b86-8a01-b47b7c2eefa5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b5296f1f-65dd-4484-a971-dfa99425180d HTTP/1.1" status: 200 len: 801 time: 0.1158082 Sep 15 16:00:39.921884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-768ea782-6687-4b83-a59e-b36355afc38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:39.923473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-768ea782-6687-4b83-a59e-b36355afc38d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9b4d5f6-957e-4852-b383-f4af8441279e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980985 Sep 15 16:00:40.053101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:40.164848 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-de7e90f9-5ea5-49c7-8a29-b28380da84ec service neutron] 10.222.0.38 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097542 Sep 15 16:00:40.398859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d20c-a07d-42fe-b31a-ed58692c72c6 req-178563a4-2095-49e1-8651-7cb9ab1b2770 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:40.400208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198ed7a3-5bc9-4bbd-a0aa-16ef6cf453fe req-79abf312-d35d-45e5-ad0f-4800a360c334 service neutron] 10.222.0.38 "GET /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266467 Sep 15 16:00:40.404956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d20c-a07d-42fe-b31a-ed58692c72c6 req-178563a4-2095-49e1-8651-7cb9ab1b2770 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:40.412563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d20c-a07d-42fe-b31a-ed58692c72c6 req-178563a4-2095-49e1-8651-7cb9ab1b2770 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:40.415961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f68d20c-a07d-42fe-b31a-ed58692c72c6 req-178563a4-2095-49e1-8651-7cb9ab1b2770 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2413 time: 0.0876849 Sep 15 16:00:40.467035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:00:40.484403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f68d20c-a07d-42fe-b31a-ed58692c72c6 req-1e2bceed-b6c1-401c-b4ef-b85a931c1fad tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568914 Sep 15 16:00:40.487746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e8e52b9b-bffd-4d78-b736-4fa2ea94db89 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:40.578076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:00:40.698691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:00:40.705067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:40.705663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:40.757831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d549b-f8fb-485a-8a97-db7ac8886f92 req-208ce2d6-5b32-4ee1-a607-f7f4b9c917f3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:40.766397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f14d549b-f8fb-485a-8a97-db7ac8886f92 req-208ce2d6-5b32-4ee1-a607-f7f4b9c917f3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 945 time: 0.0684671 Sep 15 16:00:40.806102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:40.808517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50c82-bd86-4d10-adb5-45e7615951a0 req-03a31cf0-b52d-48e1-ae0e-4e11ea6bd878 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:40.809933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6c50c82-bd86-4d10-adb5-45e7615951a0 req-03a31cf0-b52d-48e1-ae0e-4e11ea6bd878 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 946 time: 0.1464758 Sep 15 16:00:40.833667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f14d549b-f8fb-485a-8a97-db7ac8886f92 req-81e6d344-6310-466a-905a-c25a1ac8c6f0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625262 Sep 15 16:00:40.852698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8', 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e', 'port_id': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8', 'mac_address': 'fa:16:3e:ae:b5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5296f1f-65dd-4484-a971-dfa99425180d', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:00:40.890369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:00:40.901354 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] Sync routers for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:00:40.904143 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-451e65f7-1b95-44b2-9a32-12bb0761813c admin admin] 10.222.0.63 "PUT /v2.0/routers/b17968f6-ddaf-4e6b-bd1a-1ae87f217e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4735172 Sep 15 16:00:40.907016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56972) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:40.917664 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:40.919189 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:40.927526 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:40.948976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:40.954651 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:40.977382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6c50c82-bd86-4d10-adb5-45e7615951a0 req-15eaecdc-154b-4bf4-9118-ed2c72490250 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217861 Sep 15 16:00:40.980875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:40.993063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:41.005324 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc1291a-addd-4b68-9fe1-c6613e72b81d" -d '{"events": [{"server_uuid": "9cc13a04-00ef-424d-8a6b-3f13cb77965d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e52b9b-bffd-4d78-b736-4fa2ea94db89"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:41.021090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e8e52b9b-bffd-4d78-b736-4fa2ea94db89, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:41.058821 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.077389 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b55ecef-f6d4-4d42-a09d-81d576688a96 x-openstack-request-id: req-1b55ecef-f6d4-4d42-a09d-81d576688a96 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:41.077685 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc13a04-00ef-424d-8a6b-3f13cb77965d", "name": "network-vif-plugged", "status": "completed", "tag": "e8e52b9b-bffd-4d78-b736-4fa2ea94db89", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:41.077940 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1b55ecef-f6d4-4d42-a09d-81d576688a96 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:41.078333 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89', 'code': 200} Sep 15 16:00:41.096302 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.097412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22342f96-cb7b-4ae6-9889-6e2bfdffb886 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:00:41.102556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.118142 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:41.211832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22342f96-cb7b-4ae6-9889-6e2bfdffb886,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:41.214972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:41.245976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.258506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8955b-d0f6-4a15-af98-f7cc2e747a59 req-306c56dd-c07b-4872-a63a-fdcc916899dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:41.261001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cee8955b-d0f6-4a15-af98-f7cc2e747a59 req-306c56dd-c07b-4872-a63a-fdcc916899dc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 1097 time: 0.1140370 Sep 15 16:00:41.270025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '22342f96-cb7b-4ae6-9889-6e2bfdffb886', 'network_id': 'a9b4d5f6-957e-4852-b383-f4af8441279e', 'port_id': '22342f96-cb7b-4ae6-9889-6e2bfdffb886', 'mac_address': 'fa:16:3e:90:c3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5296f1f-65dd-4484-a971-dfa99425180d', 'ip_address': '19.80.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:00:41.318112 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cee8955b-d0f6-4a15-af98-f7cc2e747a59 req-1869f0a9-d921-40ae-a11c-c7c45f6c699d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501630 Sep 15 16:00:41.397990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Deleting port b1b5dc21-bcd0-48fd-9769-ab2d4d466281 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:41.398449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.475071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:41.500743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.521315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22342f96-cb7b-4ae6-9889-6e2bfdffb886 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:41.559817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] For port b1b5dc21-bcd0-48fd-9769-ab2d4d466281, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:41.559817 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.573297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22342f96-cb7b-4ae6-9889-6e2bfdffb886,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:41.589415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Calling delete_port for b1b5dc21-bcd0-48fd-9769-ab2d4d466281 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:41.644720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:41.645600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 98ef8d99-73d4-460b-82f0-f51a7e270c4e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:00:41.672133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149ab1a-c0c0-471a-8c8f-3f1c240ba33b req-90e41a25-4b05-4f13-8d69-371931b110ed tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:41.679009 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T16:00:39Z', 'revision_number': 5, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port': {'id': 'b1b5dc21-bcd0-48fd-9769-ab2d4d466281', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:48:36Z', 'updated_at': '2021-09-15T15:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:41.684520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149ab1a-c0c0-471a-8c8f-3f1c240ba33b req-90e41a25-4b05-4f13-8d69-371931b110ed tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:41.694008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149ab1a-c0c0-471a-8c8f-3f1c240ba33b req-90e41a25-4b05-4f13-8d69-371931b110ed tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:41.714623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9149ab1a-c0c0-471a-8c8f-3f1c240ba33b req-90e41a25-4b05-4f13-8d69-371931b110ed tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2414 time: 0.1008186 Sep 15 16:00:41.717036 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] Checking router: b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:00:41.746953 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] Routers {'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:41.750234 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:41.851659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9149ab1a-c0c0-471a-8c8f-3f1c240ba33b req-4fdea166-8ab0-43ca-a910-27d150a7e196 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358387 Sep 15 16:00:41.878817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 98ef8d99-73d4-460b-82f0-f51a7e270c4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=98ef8d99-73d4-460b-82f0-f51a7e270c4e,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:41.969906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-c4127ff1-74eb-46ce-8672-5a0d6c590bcd tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:41.971639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-c4127ff1-74eb-46ce-8672-5a0d6c590bcd tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 946 time: 0.1250348 Sep 15 16:00:41.974177 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] Set router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:41.978610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '98ef8d99-73d4-460b-82f0-f51a7e270c4e', 'network_id': '5717b118-603e-48eb-9008-8bc68ce76764', 'port_id': '98ef8d99-73d4-460b-82f0-f51a7e270c4e', 'mac_address': 'fa:16:3e:dd:a6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33962c9-76d0-4c4f-b6bb-b952877da77a', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:00:42.031413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:42.057679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ef8d99-73d4-460b-82f0-f51a7e270c4e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:42.068821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22342f96-cb7b-4ae6-9889-6e2bfdffb886,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:42.071136 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T16:00:41Z', 'revision_number': 6, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:42.090169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 98ef8d99-73d4-460b-82f0-f51a7e270c4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=98ef8d99-73d4-460b-82f0-f51a7e270c4e,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:42.138607 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121f604c-fda5-42e1-a59b-084b0a273e3a None None] The sync data for ids ['b17968f6-ddaf-4e6b-bd1a-1ae87f217e66'] in n-d-808199-2 is: [{'id': 'b17968f6-ddaf-4e6b-bd1a-1ae87f217e66', 'name': 'tempest-TaggedBootDevicesTest-23236697-router', 'tenant_id': '47b5b5511a5547ef85b44ec88c699413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:48:33Z', 'updated_at': '2021-09-15T16:00:41Z', 'revision_number': 6, 'project_id': '47b5b5511a5547ef85b44ec88c699413', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:00:42.156717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:42.165663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbef7d-fb3b-4246-aca7-588f7e177753 req-f699fcaa-545f-488e-9260-9db19782123a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:42.167171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7cfbef7d-fb3b-4246-aca7-588f7e177753 req-f699fcaa-545f-488e-9260-9db19782123a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 946 time: 0.1771774 Sep 15 16:00:42.211416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:42.222652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54e787-11d2-489d-b7d3-235799cbeddd req-1e086499-2ed9-42e4-8f62-7a2f4531f2a7 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:42.225243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b54e787-11d2-489d-b7d3-235799cbeddd req-1e086499-2ed9-42e4-8f62-7a2f4531f2a7 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 946 time: 0.1267693 Sep 15 16:00:42.240594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=98ef8d99-73d4-460b-82f0-f51a7e270c4e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:42.278178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7cfbef7d-fb3b-4246-aca7-588f7e177753 req-56237d2d-748b-407e-b61d-1c53e4a57a16 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001878 Sep 15 16:00:42.279218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b5dc21-bcd0-48fd-9769-ab2d4d466281,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:42.307618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b54e787-11d2-489d-b7d3-235799cbeddd req-b09b71df-a0ff-42f9-bda1-88bdefc781e4 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752811 Sep 15 16:00:42.341471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Deleting port 5ea4b82a-caf4-4c82-afb6-834763486e34 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:42.341832 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:42.443788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:42.452539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:42.548540 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['98ef8d99-73d4-460b-82f0-f51a7e270c4e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:42.552377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['22342f96-cb7b-4ae6-9889-6e2bfdffb886'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:42.607341 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:42.611214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:42.627293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] For port 5ea4b82a-caf4-4c82-afb6-834763486e34, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=5ea4b82a-caf4-4c82-afb6-834763486e34,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:42.627661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.052039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bb237-8ff1-4ae1-b4a3-4c15cef7ed95 req-1a936b25-e3a3-416e-afac-075f19f8ded8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:43.059162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bb237-8ff1-4ae1-b4a3-4c15cef7ed95 req-1a936b25-e3a3-416e-afac-075f19f8ded8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:43.066558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bb237-8ff1-4ae1-b4a3-4c15cef7ed95 req-1a936b25-e3a3-416e-afac-075f19f8ded8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:43.069223 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c6bb237-8ff1-4ae1-b4a3-4c15cef7ed95 req-1a936b25-e3a3-416e-afac-075f19f8ded8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2416 time: 0.0844860 Sep 15 16:00:43.136661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c6bb237-8ff1-4ae1-b4a3-4c15cef7ed95 req-1c5b6883-4f10-4252-95de-7c93bd35ad4f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546937 Sep 15 16:00:43.155547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Calling delete_port for 5ea4b82a-caf4-4c82-afb6-834763486e34 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:43.267676 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.268314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:00:43.274856 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.276003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-38d748c5-6e16-411b-b085-7a7be4c6a8f9 admin admin] 10.222.0.63 "DELETE /v2.0/routers/b17968f6-ddaf-4e6b-bd1a-1ae87f217e66 HTTP/1.1" status: 204 len: 168 time: 2.3677330 Sep 15 16:00:43.278768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57012) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:43.333737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] Deleting subnet b6763370-0d4e-4595-97d1-14d944b3931f {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:00:43.339070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.398151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.411469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3d06a8c5-ff94-4429-8823-d97f5fd108a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:43.472110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a4257698-9d84-48e9-b39b-79ef754b7f0e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:43.513039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbe990-fa6f-40d9-b8cb-c0633e39f98d req-2a93bcc2-8c94-4b12-8882-9b2ba808f28b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:43.515446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63dbe990-fa6f-40d9-b8cb-c0633e39f98d req-2a93bcc2-8c94-4b12-8882-9b2ba808f28b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 946 time: 0.1505234 Sep 15 16:00:43.515446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57026) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:43.528437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.542856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event deleted for resources: {'Port': ['ID=5ea4b82a-caf4-4c82-afb6-834763486e34,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:43.605169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] No DVR routers for this DVR port 5ea4b82a-caf4-4c82-afb6-834763486e34 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:43.615162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.619901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0577d7d-51e3-4aff-91b8-dcc381e37f32 req-1293ecfd-7adc-4fb7-800c-196e0027141d tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "DELETE /v2.0/ports/5ea4b82a-caf4-4c82-afb6-834763486e34 HTTP/1.1" status: 204 len: 173 time: 1.6406410 Sep 15 16:00:43.625226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'name': 'network-vif-deleted', 'tag': '5ea4b82a-caf4-4c82-afb6-834763486e34'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:43.631142 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ef0a62-deaf-4291-93bf-eec0ecd7e059" -d '{"events": [{"server_uuid": "847ff292-6a6b-4c5a-bbb6-8904879530ed", "name": "network-vif-deleted", "tag": "5ea4b82a-caf4-4c82-afb6-834763486e34"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:43.673710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63dbe990-fa6f-40d9-b8cb-c0633e39f98d req-03b7685d-c7dc-41a6-9c30-1892f7373556 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415689 Sep 15 16:00:43.715713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-827f2892-5e11-4f1f-957d-6bf31b3eee25 req-0b504e53-811f-4def-ae21-ed099723e8a8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 210 time: 0.0915420 Sep 15 16:00:43.747937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a4257698-9d84-48e9-b39b-79ef754b7f0e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:43.749002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a4257698-9d84-48e9-b39b-79ef754b7f0e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:43.749584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1b5dc21-bcd0-48fd-9769-ab2d4d466281 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:43.774222 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d092f8eb-de17-47d7-b30f-fc85e5287866 x-openstack-request-id: req-d092f8eb-de17-47d7-b30f-fc85e5287866 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:43.774505 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847ff292-6a6b-4c5a-bbb6-8904879530ed", "name": "network-vif-deleted", "tag": "5ea4b82a-caf4-4c82-afb6-834763486e34", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:43.774833 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d092f8eb-de17-47d7-b30f-fc85e5287866 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:43.775238 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847ff292-6a6b-4c5a-bbb6-8904879530ed', 'name': 'network-vif-deleted', 'tag': '5ea4b82a-caf4-4c82-afb6-834763486e34', 'status': 'completed', 'code': 200} Sep 15 16:00:43.793334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b1b5dc21-bcd0-48fd-9769-ab2d4d466281 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:43.793334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b1b5dc21-bcd0-48fd-9769-ab2d4d466281 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:43.833214 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92610b24-66fb-4c97-8703-9fdc870b723e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.896794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:43.938904 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325ffab-069b-4f21-8028-fa74d9200599 req-dc1222ac-b360-4115-b0d2-15251c391685 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:43.940920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f325ffab-069b-4f21-8028-fa74d9200599 req-dc1222ac-b360-4115-b0d2-15251c391685 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 946 time: 0.0733140 Sep 15 16:00:43.980088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f325ffab-069b-4f21-8028-fa74d9200599 req-9f59c3b9-ec54-433c-9b14-37b1def75432 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Sep 15 16:00:44.029927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92610b24-66fb-4c97-8703-9fdc870b723e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.099368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.126391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6763370-0d4e-4595-97d1-14d944b3931f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:44.137518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8910e4-b9e0-4e2c-b3f1-5fa3da250a65 None None] Network c7862a63-a0aa-4327-bb17-35787cacce3d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:44.145926 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.147903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c67b3b1c-1d8a-4dbd-bebe-8a98fac3d9f3 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b6763370-0d4e-4595-97d1-14d944b3931f HTTP/1.1" status: 204 len: 168 time: 0.8678851 Sep 15 16:00:44.149416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92610b24-66fb-4c97-8703-9fdc870b723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.152147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57042) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:44.226152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-92610b24-66fb-4c97-8703-9fdc870b723e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3b4b339fe99c4e639f981634848aab10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952984 Sep 15 16:00:44.230251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57046) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:44.240785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92610b24-66fb-4c97-8703-9fdc870b723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0cdc8a-3e0b-4871-8829-e4e8234bab85,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:44.304805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6322ea2-5f9e-43a1-919c-1fa7bd4aa30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.306994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.335565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6322ea2-5f9e-43a1-919c-1fa7bd4aa30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.357397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897ea87-349e-4ff3-9203-4da3071683ea req-55082ac8-de0e-4825-bedc-14d92e969edd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:44.367514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897ea87-349e-4ff3-9203-4da3071683ea req-55082ac8-de0e-4825-bedc-14d92e969edd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:44.373576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897ea87-349e-4ff3-9203-4da3071683ea req-55082ac8-de0e-4825-bedc-14d92e969edd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:44.381855 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c897ea87-349e-4ff3-9203-4da3071683ea req-55082ac8-de0e-4825-bedc-14d92e969edd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2416 time: 0.1688130 Sep 15 16:00:44.458112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] DHCP port deletion for c7862a63-a0aa-4327-bb17-35787cacce3d request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:00:44.462119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c897ea87-349e-4ff3-9203-4da3071683ea req-0f015935-04d2-4f67-b2b0-3ff9203a98f7 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783303 Sep 15 16:00:44.486755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6322ea2-5f9e-43a1-919c-1fa7bd4aa30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.487768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Deleting port a56f8748-684a-42f0-95ec-26025a46b8d1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:44.488130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.491028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:44.491552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6322ea2-5f9e-43a1-919c-1fa7bd4aa30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.495419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d6322ea2-5f9e-43a1-919c-1fa7bd4aa30d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bc0cdc8a-3e0b-4871-8829-e4e8234bab85 HTTP/1.1" status: 204 len: 168 time: 0.2614782 Sep 15 16:00:44.526465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6322ea2-5f9e-43a1-919c-1fa7bd4aa30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0cdc8a-3e0b-4871-8829-e4e8234bab85,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:44.608715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] Deleting port a56f8748-684a-42f0-95ec-26025a46b8d1 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:44.609936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.629347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] For port a56f8748-684a-42f0-95ec-26025a46b8d1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a56f8748-684a-42f0-95ec-26025a46b8d1,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:44.629722 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.647569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Calling delete_port for a56f8748-684a-42f0-95ec-26025a46b8d1 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:44.691725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f12d0-8c00-46aa-823a-e216dbd1cccc req-dcf63213-7202-452d-a6f0-b9ca0c7931f0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:44.696910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-481f12d0-8c00-46aa-823a-e216dbd1cccc req-dcf63213-7202-452d-a6f0-b9ca0c7931f0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 946 time: 0.1301048 Sep 15 16:00:44.760116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] For port a56f8748-684a-42f0-95ec-26025a46b8d1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a56f8748-684a-42f0-95ec-26025a46b8d1,segment=NetworkSegment(f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7),segment_id=f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:44.761194 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.780162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] Calling delete_port for a56f8748-684a-42f0-95ec-26025a46b8d1 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:44.794009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:00:44.803999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-481f12d0-8c00-46aa-823a-e216dbd1cccc req-618dbfb9-0a5b-48ed-bbe5-0b953ea4eed1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010182 Sep 15 16:00:44.827262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.843595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:44.844274 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.884467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Pushing event deleted for resources: {'Port': ['ID=a56f8748-684a-42f0-95ec-26025a46b8d1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:44.910252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] No DVR routers for this DVR port a56f8748-684a-42f0-95ec-26025a46b8d1 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:44.942257 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:44.945081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb2e139b-37d7-4ee6-9737-6b08412500fd req-066b69b6-9a3d-465e-b267-6f74aacb2544 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=847ff292-6a6b-4c5a-bbb6-8904879530ed HTTP/1.1" status: 200 len: 210 time: 0.0499914 Sep 15 16:00:44.991238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.037469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] No DVR routers for this DVR port a56f8748-684a-42f0-95ec-26025a46b8d1 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:45.055875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eef23-dd98-469b-b3cc-c10f53558800 None None] Pushing event deleted for resources: {'Port': ['ID=a56f8748-684a-42f0-95ec-26025a46b8d1,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:45.062346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5ea4b82a-caf4-4c82-afb6-834763486e34 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:45.079284 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.102358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7862a63-a0aa-4327-bb17-35787cacce3d']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:45.111409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 5ea4b82a-caf4-4c82-afb6-834763486e34 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:45.112771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 5ea4b82a-caf4-4c82-afb6-834763486e34 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:45.126066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:45.126264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:45.126264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f446d5b2-8d70-4bd3-9a7d-0dfd3f609bb7') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:45.132678 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f439f-e505-4ec8-81dd-becc9a4b481b" -d '{"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-plugged", "status": "completed", "tag": "1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:45.137807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.153948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.161547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:45.163096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:00:45.163724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:00:45.165892 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:00:45.195417 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868451ba-7d60-4381-97b0-7f7e9235f99b x-openstack-request-id: req-868451ba-7d60-4381-97b0-7f7e9235f99b {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:45.195713 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-plugged", "status": "completed", "tag": "1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:45.195967 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-868451ba-7d60-4381-97b0-7f7e9235f99b {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:45.196366 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8', 'code': 200} Sep 15 16:00:45.247294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.248591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 98ef8d99-73d4-460b-82f0-f51a7e270c4e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:45.327435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.330827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:45.340703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.345749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] 10.222.0.63 "DELETE /v2.0/networks/c7862a63-a0aa-4327-bb17-35787cacce3d HTTP/1.1" status: 204 len: 168 time: 1.1897099 Sep 15 16:00:45.358470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555f485-a510-48a7-9327-20c74ba9f30c admin admin] Pushing event deleted for resources: {'Network': ['ID=c7862a63-a0aa-4327-bb17-35787cacce3d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:45.426358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a56f8748-684a-42f0-95ec-26025a46b8d1 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:45.447877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a56f8748-684a-42f0-95ec-26025a46b8d1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:45.448013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57066) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:45.448462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a56f8748-684a-42f0-95ec-26025a46b8d1 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:45.470093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4e780e8-f889-4845-b537-c3c5b03ac82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.491204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 98ef8d99-73d4-460b-82f0-f51a7e270c4e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:00:45.504029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 98ef8d99-73d4-460b-82f0-f51a7e270c4e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:45.506334 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.577603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4e780e8-f889-4845-b537-c3c5b03ac82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.647244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.659338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4e780e8-f889-4845-b537-c3c5b03ac82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.737702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d4e780e8-f889-4845-b537-c3c5b03ac82c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=db3a0f92fcd64a3da9f2d5615fd62c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878752 Sep 15 16:00:45.738370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57072) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:45.740343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e780e8-f889-4845-b537-c3c5b03ac82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d0533a-94a6-4749-9825-53014cddc0cc,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:45.766411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 98ef8d99-73d4-460b-82f0-f51a7e270c4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=98ef8d99-73d4-460b-82f0-f51a7e270c4e,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:45.844835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c73e6-3bbe-41b9-be36-871aa7a7737e req-e5a1eb68-3d0e-4e30-97fd-aba8e44628c0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:45.851002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c73e6-3bbe-41b9-be36-871aa7a7737e req-e5a1eb68-3d0e-4e30-97fd-aba8e44628c0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:45.855639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57076) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:45.857078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c73e6-3bbe-41b9-be36-871aa7a7737e req-e5a1eb68-3d0e-4e30-97fd-aba8e44628c0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:45.866885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-883c73e6-3bbe-41b9-be36-871aa7a7737e req-e5a1eb68-3d0e-4e30-97fd-aba8e44628c0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2417 time: 0.2709372 Sep 15 16:00:45.872355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.873512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22342f96-cb7b-4ae6-9889-6e2bfdffb886 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:45.925146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-d621e604-a61e-4276-b750-1ebc6b333751 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:45.926298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-883c73e6-3bbe-41b9-be36-871aa7a7737e req-0ffed415-6f82-4d3c-afd6-fcef6476f5b4 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562685 Sep 15 16:00:45.931075 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-d621e604-a61e-4276-b750-1ebc6b333751 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 946 time: 0.2184458 Sep 15 16:00:45.936822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd548ed6-ab19-4703-922c-f7adbe19a2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:45.978707 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd548ed6-ab19-4703-922c-f7adbe19a2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.042776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=98ef8d99-73d4-460b-82f0-f51a7e270c4e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:46.120796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-54705c89-1117-4241-ad71-b3ec4886dcd5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=47b5b5511a5547ef85b44ec88c699413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603631 Sep 15 16:00:46.123497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57086) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:46.140233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc526cf5-684d-4dac-a7bb-bb5d09d49d97 req-3444db74-11d8-4ad2-8143-a560628b2232 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:46.141824 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc526cf5-684d-4dac-a7bb-bb5d09d49d97 req-3444db74-11d8-4ad2-8143-a560628b2232 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 946 time: 0.2039292 Sep 15 16:00:46.180536 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8595ef3-34fe-499e-b8e5-28190791f78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.184156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd548ed6-ab19-4703-922c-f7adbe19a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.187100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd548ed6-ab19-4703-922c-f7adbe19a2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.188531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dd548ed6-ab19-4703-922c-f7adbe19a2d8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/82d0533a-94a6-4749-9825-53014cddc0cc HTTP/1.1" status: 204 len: 168 time: 0.4204214 Sep 15 16:00:46.209414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc526cf5-684d-4dac-a7bb-bb5d09d49d97 req-e71113c3-1400-40a6-beb1-8b3680e60cb2 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Sep 15 16:00:46.210020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd548ed6-ab19-4703-922c-f7adbe19a2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d0533a-94a6-4749-9825-53014cddc0cc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:46.217817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:00:46.225806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:46.226783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.255763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Deleting port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:46.256116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.260137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8595ef3-34fe-499e-b8e5-28190791f78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.389248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.413156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8595ef3-34fe-499e-b8e5-28190791f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.416137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8595ef3-34fe-499e-b8e5-28190791f78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.417661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8595ef3-34fe-499e-b8e5-28190791f78e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f3db65ad-75ae-4635-8d95-49c6a2bc3c16 HTTP/1.1" status: 204 len: 168 time: 0.2928257 Sep 15 16:00:46.430032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22342f96-cb7b-4ae6-9889-6e2bfdffb886,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:46.435791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8595ef3-34fe-499e-b8e5-28190791f78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db65ad-75ae-4635-8d95-49c6a2bc3c16,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:46.485803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] For port e8e52b9b-bffd-4d78-b736-4fa2ea94db89, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:46.486321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.500013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Calling delete_port for e8e52b9b-bffd-4d78-b736-4fa2ea94db89 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:46.521083 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.546724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e8e52b9b-bffd-4d78-b736-4fa2ea94db89 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:46.611139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22342f96-cb7b-4ae6-9889-6e2bfdffb886,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:46.658423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.729555 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.755284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:46.788520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event deleted for resources: {'Port': ['ID=e8e52b9b-bffd-4d78-b736-4fa2ea94db89,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:46.925827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] No DVR routers for this DVR port e8e52b9b-bffd-4d78-b736-4fa2ea94db89 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:46.939655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:46.949684 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61080c2e-5f73-4998-b02a-954a6da12e8b req-b34be7ce-363f-450b-9919-56115bb761f4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "DELETE /v2.0/ports/e8e52b9b-bffd-4d78-b736-4fa2ea94db89 HTTP/1.1" status: 204 len: 173 time: 1.0075746 Sep 15 16:00:46.950532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'name': 'network-vif-deleted', 'tag': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:46.969155 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f691c6c-bbaa-41df-85be-86dc05469135" -d '{"events": [{"server_uuid": "9cc13a04-00ef-424d-8a6b-3f13cb77965d", "name": "network-vif-deleted", "tag": "e8e52b9b-bffd-4d78-b736-4fa2ea94db89"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:47.027463 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-0347c950-fa6a-4854-88c0-19fda98a082e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1386306 Sep 15 16:00:47.050025 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761d7282-1b8b-464b-b32b-31148189b3e9 x-openstack-request-id: req-761d7282-1b8b-464b-b32b-31148189b3e9 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:47.050323 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc13a04-00ef-424d-8a6b-3f13cb77965d", "name": "network-vif-deleted", "tag": "e8e52b9b-bffd-4d78-b736-4fa2ea94db89", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:47.050577 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-761d7282-1b8b-464b-b32b-31148189b3e9 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:47.050989 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc13a04-00ef-424d-8a6b-3f13cb77965d', 'name': 'network-vif-deleted', 'tag': 'e8e52b9b-bffd-4d78-b736-4fa2ea94db89', 'status': 'completed', 'code': 200} Sep 15 16:00:47.154356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b68b-a3b4-498a-94a7-3b101ed35875 req-2e38726d-be7b-45fe-abb1-d402dbd60bf5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.169084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b68b-a3b4-498a-94a7-3b101ed35875 req-2e38726d-be7b-45fe-abb1-d402dbd60bf5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.184706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b68b-a3b4-498a-94a7-3b101ed35875 req-2e38726d-be7b-45fe-abb1-d402dbd60bf5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.191631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.191955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.192428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.192920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.197609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.197710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d275b68b-a3b4-498a-94a7-3b101ed35875 req-2e38726d-be7b-45fe-abb1-d402dbd60bf5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2419 time: 0.1197100 Sep 15 16:00:47.197802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef8d99-73d4-460b-82f0-f51a7e270c4e'}, {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:47.199540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.200037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.200234 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0472c550-7108-4d23-a038-0e70fe649fac" -d '{"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-plugged", "status": "completed", "tag": "98ef8d99-73d4-460b-82f0-f51a7e270c4e"}, {"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-plugged", "status": "completed", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:47.204217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1057e78f-1169-4f93-bb3c-eb4f7fab4a9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6501 time: 0.1105671 Sep 15 16:00:47.286710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d275b68b-a3b4-498a-94a7-3b101ed35875 req-b7ad84b0-cf3e-40a5-a972-190bccb1ea33 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899978 Sep 15 16:00:47.383173 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d8928-dfa0-4ba7-851d-26cfdd5b6690 x-openstack-request-id: req-f99d8928-dfa0-4ba7-851d-26cfdd5b6690 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:47.385498 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-plugged", "status": "completed", "tag": "98ef8d99-73d4-460b-82f0-f51a7e270c4e", "code": 200}, {"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-plugged", "status": "completed", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:47.385498 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f99d8928-dfa0-4ba7-851d-26cfdd5b6690 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:47.385498 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ef8d99-73d4-460b-82f0-f51a7e270c4e', 'code': 200} Sep 15 16:00:47.385498 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886', 'code': 200} Sep 15 16:00:47.418339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c94ad520-143b-4d04-a91d-1c732c368017 req-49592a42-c62f-401a-99eb-3828765ab4e5 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=9cc13a04-00ef-424d-8a6b-3f13cb77965d HTTP/1.1" status: 200 len: 210 time: 0.0461786 Sep 15 16:00:47.443946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-56b11f50-d7b0-4f44-8cbd-300d731bc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.444364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-56b11f50-d7b0-4f44-8cbd-300d731bc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.444871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-56b11f50-d7b0-4f44-8cbd-300d731bc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.446633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-56b11f50-d7b0-4f44-8cbd-300d731bc7ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=750c4d85-afa9-4a00-a89d-5380a155e225&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29 HTTP/1.1" status: 200 len: 2299 time: 0.2125213 Sep 15 16:00:47.536281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841da551-156f-4c39-97d4-9827d627b76b req-4322efe6-e4b8-4707-8ca6-e1cfa498d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.536917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841da551-156f-4c39-97d4-9827d627b76b req-4322efe6-e4b8-4707-8ca6-e1cfa498d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.537328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841da551-156f-4c39-97d4-9827d627b76b req-4322efe6-e4b8-4707-8ca6-e1cfa498d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.539081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-841da551-156f-4c39-97d4-9827d627b76b req-4322efe6-e4b8-4707-8ca6-e1cfa498d892 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2872 time: 0.0916026 Sep 15 16:00:47.580385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-c9024f12-d184-4308-bc9c-f00520a74145 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 HTTP/1.1" status: 200 len: 1002 time: 0.1252158 Sep 15 16:00:47.669115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-841da551-156f-4c39-97d4-9827d627b76b req-6067f834-2b10-4da8-8bbe-84717b52e8da service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162274 Sep 15 16:00:47.690710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1fd5c739-5a6f-4a66-8fe2-f1bc4975c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.692617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1fd5c739-5a6f-4a66-8fe2-f1bc4975c01d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1cead18e-5177-4b02-8696-b4085c0a29ee HTTP/1.1" status: 200 len: 856 time: 0.1016123 Sep 15 16:00:47.747981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-853dbfb5-cd0b-4825-a484-1ae7c0c95f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:47.749601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-853dbfb5-cd0b-4825-a484-1ae7c0c95f0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750c4d85-afa9-4a00-a89d-5380a155e225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462475 Sep 15 16:00:47.884742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:47.992926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-21fa65e1-93e7-4aac-b37d-39136de13a16 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314122 Sep 15 16:00:48.140736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1251281735-network', 'tenant_id': '6af5832ac96d4735ad9af4105f2e0b8f'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:48.148322 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-26ccbcc6-a43f-4208-bbd2-064613b7c9c5 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476510 Sep 15 16:00:48.201342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-cd41a53a-08bc-458e-95b4-52f6ac59e57b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 217 time: 0.0401769 Sep 15 16:00:48.253022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-46c9dbae-558e-4047-b8c0-bb356c8918ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:48.254892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-46c9dbae-558e-4047-b8c0-bb356c8918ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0457611 Sep 15 16:00:48.309670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Made reservation on behalf of 6af5832ac96d4735ad9af4105f2e0b8f for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:48.313333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-380b3696-b923-419a-9368-c67772276b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:48.317601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:48.318238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-380b3696-b923-419a-9368-c67772276b59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0546694 Sep 15 16:00:48.345867 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:48.493392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-c3136398-94c3-4ca4-80d1-05dfd081cc3c service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675172 Sep 15 16:00:48.608374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e201e0-c7eb-4ef5-b760-f7e29f75e534 req-ee692f18-5660-40b8-9cef-e56277a22d6c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:48.620171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e201e0-c7eb-4ef5-b760-f7e29f75e534 req-ee692f18-5660-40b8-9cef-e56277a22d6c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:48.653646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e201e0-c7eb-4ef5-b760-f7e29f75e534 req-ee692f18-5660-40b8-9cef-e56277a22d6c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:48.664877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07e201e0-c7eb-4ef5-b760-f7e29f75e534 req-ee692f18-5660-40b8-9cef-e56277a22d6c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2419 time: 0.2254918 Sep 15 16:00:48.743503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-ec1c25ea-9878-49c7-a4c0-508c537b1b22 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419219 Sep 15 16:00:48.788335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07e201e0-c7eb-4ef5-b760-f7e29f75e534 req-81e4e7c6-9b44-484a-b84d-69dfee8a7633 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206589 Sep 15 16:00:48.854320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:48.887712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-0d8a8c09-4414-4fa8-8688-92474e7de7b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 217 time: 0.1316957 Sep 15 16:00:48.932579 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:48.963958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1247a029-e810-4746-b84f-ab242125be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:48.966699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-1247a029-e810-4746-b84f-ab242125be92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0714667 Sep 15 16:00:48.974696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:00:48.998881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805e7246-860c-4226-b589-22fc2ba4a86e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:49.017575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:49.018061 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Added segment 3c042d37-9e98-4a6a-9d1a-07c27abb1f0f of type vlan for network 9f6dd73b-1515-4950-99ce-99cd7a997c14 Sep 15 16:00:49.039497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-9fb9a6f3-e13e-4dfa-bfdf-e411c902437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:49.041052 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-9fb9a6f3-e13e-4dfa-bfdf-e411c902437b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666287 Sep 15 16:00:49.070963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:49.169342 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:49.170986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:49.171722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:49.224441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-4b87fd42-3ef5-4bbe-a0fb-9618a44fc3a7 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748827 Sep 15 16:00:49.268790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6dd73b-1515-4950-99ce-99cd7a997c14,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:49.289284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 9f6dd73b-1515-4950-99ce-99cd7a997c14 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:00:49.337797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-26355a46-f8b8-4aa8-867a-c6fb39a5b674 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4513576 Sep 15 16:00:49.343546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57192) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:49.354048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Request body: {'subnet': {'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1251281735-subnet', 'tenant_id': '6af5832ac96d4735ad9af4105f2e0b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:49.565189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-5341f0de-ab9d-44e6-a75a-e57af2f30b92 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326833 Sep 15 16:00:49.592266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Made reservation on behalf of 6af5832ac96d4735ad9af4105f2e0b8f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:49.595832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:49.665147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-74a94a44-feb6-44f0-a36a-a56314f4a25b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb HTTP/1.1" status: 200 len: 217 time: 0.0926805 Sep 15 16:00:49.724314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-31bd7c89-94f5-4c62-89a4-c75035392509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:49.726316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-31bd7c89-94f5-4c62-89a4-c75035392509 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0509984 Sep 15 16:00:49.808154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-5bd9b830-a684-4084-8f17-d0d845753173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:49.823087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-5bd9b830-a684-4084-8f17-d0d845753173 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760813 Sep 15 16:00:49.837666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-643fd13a-c2ab-4868-88f5-03cf4e8f4cd3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:49.839354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-643fd13a-c2ab-4868-88f5-03cf4e8f4cd3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.1465540 Sep 15 16:00:49.873859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-b541705c-6dbc-4729-8a42-9da29a52b581 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0142574 Sep 15 16:00:50.001397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdef0fe-71b1-41a2-aee5-17bbfd55aa20 req-0f261ee9-4dc3-44a5-8a18-19952791b6f1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:50.008932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdef0fe-71b1-41a2-aee5-17bbfd55aa20 req-0f261ee9-4dc3-44a5-8a18-19952791b6f1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:50.017162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdef0fe-71b1-41a2-aee5-17bbfd55aa20 req-0f261ee9-4dc3-44a5-8a18-19952791b6f1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:50.018403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3bdef0fe-71b1-41a2-aee5-17bbfd55aa20 req-0f261ee9-4dc3-44a5-8a18-19952791b6f1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2419 time: 0.1243975 Sep 15 16:00:50.023142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-cfdd1dfc-ca28-413c-86d4-52f6452e099c service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969879 Sep 15 16:00:50.048929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-d4a832cf-fcb9-4a05-8d85-cb88d0bca8b3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1629570 Sep 15 16:00:50.188129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3bdef0fe-71b1-41a2-aee5-17bbfd55aa20 req-5766fb96-1087-482c-9acb-1fac27b85671 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581373 Sep 15 16:00:50.211211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:50.239856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-cbcba62e-9fc0-475d-a9bf-0d686470ceb8 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070720 Sep 15 16:00:50.288413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56920aee-9bd0-4baa-82e1-c5ded92fb963,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:50.392189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-803bfa44-01eb-4aab-b1f2-e8072edd183c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ec940eff-db76-43a9-843c-772b2801b3ca HTTP/1.1" status: 200 len: 217 time: 0.1409328 Sep 15 16:00:50.394284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-0f56681c-4ab5-46c7-a010-6697b961eac1 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387194 Sep 15 16:00:50.479169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Checking segment: {'id': '3c042d37-9e98-4a6a-9d1a-07c27abb1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:50.479550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Network hostable DHCP agents. Network: 9f6dd73b-1515-4950-99ce-99cd7a997c14, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:00:50.514198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-66c489e3-2ee9-4c4b-bac8-5b1899f480fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:50.515135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-66c489e3-2ee9-4c4b-bac8-5b1899f480fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.1136518 Sep 15 16:00:50.606580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-5e1c786d-7778-4918-b9d7-f10c1edaeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:50.606580 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-5e1c786d-7778-4918-b9d7-f10c1edaeb39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758178 Sep 15 16:00:50.607506 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-2fd0df8d-aeb3-45fb-a6bf-3342c5a08048 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876235 Sep 15 16:00:50.654756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Network 9f6dd73b-1515-4950-99ce-99cd7a997c14 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:00:50.711058 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-b9bfe15b-2763-4bbf-a719-147481d8b3f8 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992789 Sep 15 16:00:50.746230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 9f6dd73b-1515-4950-99ce-99cd7a997c14) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:50.751326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:50.753515 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:50.756905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d254e3-72f2-4ecc-9d0c-797a89410140 None None] Network 9f6dd73b-1515-4950-99ce-99cd7a997c14 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:50.900244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-95ba3c4d-9d4e-4e3d-98b9-c74c01c1d831 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5526972 Sep 15 16:00:50.907713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-e32a7010-5c59-4def-ab45-3ff44f309098 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877460 Sep 15 16:00:51.007888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-67b242f7-051d-4ac2-a040-094d4c3f2ed6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc HTTP/1.1" status: 200 len: 217 time: 0.0958633 Sep 15 16:00:51.064857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431c811-3ebf-4abd-a1e7-14a4a04abfe7 None None] Network 9f6dd73b-1515-4950-99ce-99cd7a997c14 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:51.091902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67b054dd-f7c5-4475-b9c0-77a347cfa33a req-3fda6b52-4aba-4fb0-a6cf-88ee72d04248 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 210 time: 0.0692670 Sep 15 16:00:51.153996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-395462d1-535d-4235-961c-82baab368ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:51.156609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-395462d1-535d-4235-961c-82baab368ca4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.1424532 Sep 15 16:00:51.231753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-7e06ede2-5c6a-4774-8d1f-3816e00f3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:51.237925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-7e06ede2-5c6a-4774-8d1f-3816e00f3bf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0730722 Sep 15 16:00:51.542998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-cfdb463e-5fe6-4b8f-bdd1-67ded0c11cda service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916737 Sep 15 16:00:51.789476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-6c6f7a00-d8f2-425e-8c7b-55851b5ebf13 service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389853 Sep 15 16:00:51.806118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe630d-5a69-4b89-b9e0-c3620ce54bdb req-1f8b1893-a1dc-44a5-82a6-e1eef82e40b8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:51.820618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe630d-5a69-4b89-b9e0-c3620ce54bdb req-1f8b1893-a1dc-44a5-82a6-e1eef82e40b8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:51.829177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe630d-5a69-4b89-b9e0-c3620ce54bdb req-1f8b1893-a1dc-44a5-82a6-e1eef82e40b8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:51.839526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dabe630d-5a69-4b89-b9e0-c3620ce54bdb req-1f8b1893-a1dc-44a5-82a6-e1eef82e40b8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2419 time: 0.1526294 Sep 15 16:00:51.861786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-0aa79f11-23ec-407b-b940-b85b53f490ad tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:51.864797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-0aa79f11-23ec-407b-b940-b85b53f490ad tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/networks?id=9f6dd73b-1515-4950-99ce-99cd7a997c14 HTTP/1.1" status: 200 len: 814 time: 0.1373465 Sep 15 16:00:51.890517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-2c2215c4-dbfa-48cf-a08d-57b69ba268a1 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/quotas/6af5832ac96d4735ad9af4105f2e0b8f HTTP/1.1" status: 200 len: 375 time: 0.0182257 Sep 15 16:00:51.939367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-5c264a94-7ce6-40dd-9850-29da1e0bf9a2 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6af5832ac96d4735ad9af4105f2e0b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410838 Sep 15 16:00:51.940261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-03c0f01e-a184-49be-9b93-c3e188f79925 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb4b861d-8fa6-4916-89b9-1342fc047023 HTTP/1.1" status: 200 len: 217 time: 0.0970347 Sep 15 16:00:51.983207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dabe630d-5a69-4b89-b9e0-c3620ce54bdb req-fedc6a3b-c36d-4651-ad18-a90c99c83cf9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425848 Sep 15 16:00:52.026062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-330ae2d2-e6fe-479c-9b0f-134a89455d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:52.028552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-330ae2d2-e6fe-479c-9b0f-134a89455d86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.0761065 Sep 15 16:00:52.097917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-262d6264-ef42-4fca-ae2d-eee388b2b743 service neutron] 10.222.0.63 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570659 Sep 15 16:00:52.110837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-657b0d49-6907-44b0-863e-de700dddc0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:52.113190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-657b0d49-6907-44b0-863e-de700dddc0e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758946 Sep 15 16:00:52.236133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-8f419cd4-eb7c-4485-9ec9-607f6c8f912c service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119764 Sep 15 16:00:52.241696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-859f365d-9bd3-4fea-9a00-9db43a0e55da service neutron] 10.222.0.63 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359594 Sep 15 16:00:52.422562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-161c2f5b-fdab-4de3-8125-dc0984d6ba43 req-41373cb7-8f40-46a3-8931-a15a3874c735 service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728740 Sep 15 16:00:52.650626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-4a6d9a07-dd43-42cd-8e8b-5dd611d71c5a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:52.691708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bf37865-5c5f-4bb0-a020-acf96fcfcc32 req-17ddef85-22db-44b4-8da8-3e2fbd62878a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 210 time: 0.0960364 Sep 15 16:00:52.696046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-4a6d9a07-dd43-42cd-8e8b-5dd611d71c5a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:52.716640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-4a6d9a07-dd43-42cd-8e8b-5dd611d71c5a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:52.719741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-4a6d9a07-dd43-42cd-8e8b-5dd611d71c5a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2419 time: 0.1827998 Sep 15 16:00:52.804462 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cffbb990-f228-4b4e-a479-84b54fb07d4a req-e667d8c3-a308-4ad7-b0bd-fe7db0581cf3 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 210 time: 0.0467370 Sep 15 16:00:52.906103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8a76e-92d9-43a1-8156-5626f1ba7bfc req-20fa7ea5-cbc9-4390-ab66-41a61ba457d2 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:52.907601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e1c8a76e-92d9-43a1-8156-5626f1ba7bfc req-20fa7ea5-cbc9-4390-ab66-41a61ba457d2 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.1826606 Sep 15 16:00:52.959631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:52.960282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:52.966161 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e1c8a76e-92d9-43a1-8156-5626f1ba7bfc req-59f59110-0dd3-44a7-8fdc-c78151ace64c tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508537 Sep 15 16:00:53.087020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:53.087892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:53.116369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:53.155187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a17603-c743-485d-966e-27a06953d2fc req-4990a5a1-e5f5-4ae7-b896-beb859b0a0c3 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:53.163016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a17603-c743-485d-966e-27a06953d2fc req-4990a5a1-e5f5-4ae7-b896-beb859b0a0c3 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:53.181937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a17603-c743-485d-966e-27a06953d2fc req-4990a5a1-e5f5-4ae7-b896-beb859b0a0c3 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:53.206912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40a17603-c743-485d-966e-27a06953d2fc req-4990a5a1-e5f5-4ae7-b896-beb859b0a0c3 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 2419 time: 0.1128941 Sep 15 16:00:53.293421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40a17603-c743-485d-966e-27a06953d2fc req-e09040b4-9e1a-4772-9ec7-0cedba7daf8f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851934 Sep 15 16:00:53.454025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57354) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:53.490099 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:53.509506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['98ef8d99-73d4-460b-82f0-f51a7e270c4e', '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8', '22342f96-cb7b-4ae6-9889-6e2bfdffb886'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:53.530609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:53.618713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:53.638851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:53.645493 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-38703ec3-9082-4160-a90c-486878d065aa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "DELETE /v2.0/ports/1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 HTTP/1.1" status: 204 len: 173 time: 0.8997207 Sep 15 16:00:53.647749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-deleted', 'tag': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:53.654179 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d8a7f1-e651-4e1d-9297-875d7ce3a128" -d '{"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-deleted", "tag": "1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:53.766035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-106f1c61-2af1-41e3-9d83-c7791d1ff11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:53.779285 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837bff80-7736-483a-a9d0-dd15d2f3a1c9 x-openstack-request-id: req-837bff80-7736-483a-a9d0-dd15d2f3a1c9 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:53.785127 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-deleted", "tag": "1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:53.786896 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-837bff80-7736-483a-a9d0-dd15d2f3a1c9 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:53.786896 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-deleted', 'tag': '1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8', 'status': 'completed', 'code': 200} Sep 15 16:00:53.859897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-c27ebce2-0456-4142-8cb1-d5ec5b42b6ed tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:53.864410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-c27ebce2-0456-4142-8cb1-d5ec5b42b6ed tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2747493 Sep 15 16:00:53.877681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Request body: {'port': {'device_id': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'admin_state_up': True, 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:53.919268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9ea84f3-00ee-4235-a959-a80991ec3ee6 req-1f989dfb-6b45-4501-baa6-f4b5f7579cb7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 210 time: 0.0877795 Sep 15 16:00:53.970636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port 98ef8d99-73d4-460b-82f0-f51a7e270c4e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:53.971422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:54.001905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e15145c2-fc6e-4046-b4b5-24ec2f73d4df req-5c188fe2-3a5b-4c2e-9a0b-e7efe919b25d tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 210 time: 0.0766494 Sep 15 16:00:54.065609 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcde7915-7b00-425f-a170-19cd641884dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:54.192240 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-106f1c61-2af1-41e3-9d83-c7791d1ff11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:54.293271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9544b47-32ac-4624-8d7d-dd02a35f0bb1 req-e32a8483-8451-440c-8df2-7a7864d4bd58 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:54.294815 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9544b47-32ac-4624-8d7d-dd02a35f0bb1 req-e32a8483-8451-440c-8df2-7a7864d4bd58 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.1769371 Sep 15 16:00:54.297008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port 98ef8d99-73d4-460b-82f0-f51a7e270c4e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=98ef8d99-73d4-460b-82f0-f51a7e270c4e,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:54.297586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:54.301602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-106f1c61-2af1-41e3-9d83-c7791d1ff11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:54.336441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for 98ef8d99-73d4-460b-82f0-f51a7e270c4e owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:54.389787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:54.390643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-106f1c61-2af1-41e3-9d83-c7791d1ff11d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a48f48fd4fe94cd18ccfa499d0d196d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9354885 Sep 15 16:00:54.391375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f1c61-2af1-41e3-9d83-c7791d1ff11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99030380-2566-4e19-8b84-d428108b99dd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:54.407902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:54.436472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57380) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:54.472762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9544b47-32ac-4624-8d7d-dd02a35f0bb1 req-35164087-59b1-4309-b0fa-91e5629bc793 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625731 Sep 15 16:00:54.661436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Allocated IP 172.20.0.4 (95b74a94-689a-499f-9494-24d982f62dca/06056fc9-fdf1-4731-9fa0-31795b3f11dd/b97a83b6-66f0-42ae-bc1f-902b6479cb5a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:54.811720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68c7f4-97be-45b1-9f9a-8e3a5f809efc req-37904392-4a13-4404-ba04-76b2979de0ba tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:54.813854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa68c7f4-97be-45b1-9f9a-8e3a5f809efc req-37904392-4a13-4404-ba04-76b2979de0ba tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 945 time: 0.1122787 Sep 15 16:00:55.026487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-42776940-12dc-46c9-964f-9f6f6d64f863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.039372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-f62c5830-d311-44da-afbe-3d9df10bc1fa tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:55.040932 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-f62c5830-d311-44da-afbe-3d9df10bc1fa tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.6402647 Sep 15 16:00:55.129074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-42776940-12dc-46c9-964f-9f6f6d64f863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.138590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6246083-a217-497f-89f8-ff5510b51492 req-daac0ed6-92c9-49d5-8c64-2fa8d4fbbfc5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:55.144946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6246083-a217-497f-89f8-ff5510b51492 req-daac0ed6-92c9-49d5-8c64-2fa8d4fbbfc5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:55.152737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6246083-a217-497f-89f8-ff5510b51492 req-daac0ed6-92c9-49d5-8c64-2fa8d4fbbfc5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 1683 time: 0.6042528 Sep 15 16:00:55.270042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6246083-a217-497f-89f8-ff5510b51492 req-0f6085cb-35d6-48c8-bb34-d9232f2c75b0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164138 Sep 15 16:00:55.281152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa68c7f4-97be-45b1-9f9a-8e3a5f809efc req-fd32fdd1-b521-46cb-90d7-c7b0c16adb75 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491546 Sep 15 16:00:55.320473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Deleting port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:55.321038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.366694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.378930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.388179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-42776940-12dc-46c9-964f-9f6f6d64f863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.391331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-42776940-12dc-46c9-964f-9f6f6d64f863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.395550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-42776940-12dc-46c9-964f-9f6f6d64f863 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/99030380-2566-4e19-8b84-d428108b99dd HTTP/1.1" status: 204 len: 168 time: 0.9549909 Sep 15 16:00:55.466736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.481816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:00:55.509639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd2a6dac-bfde-4d6c-9775-c0529b098831 req-5d2f8a47-562c-457e-8466-c5e0bc2f6aa0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 210 time: 0.1505909 Sep 15 16:00:55.563581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=98ef8d99-73d4-460b-82f0-f51a7e270c4e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:55.566849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event updated for resources: {'Port': ['ID=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:55.570537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7f56ca2-37b9-446f-bb43-cf2a238d7893 req-af4d3b84-ad1a-46b8-ac4c-25e422dc5b02 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 210 time: 0.0533912 Sep 15 16:00:55.572333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Network 95b74a94-689a-499f-9494-24d982f62dca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:55.575221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:55.580091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42776940-12dc-46c9-964f-9f6f6d64f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99030380-2566-4e19-8b84-d428108b99dd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:55.581376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:55.636634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:55.637316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.675983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port 98ef8d99-73d4-460b-82f0-f51a7e270c4e on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:55.678944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.685578 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-c17102e8-7d6a-468c-86aa-089f64dd19b2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "DELETE /v2.0/ports/98ef8d99-73d4-460b-82f0-f51a7e270c4e HTTP/1.1" status: 204 len: 173 time: 2.0209816 Sep 15 16:00:55.711535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] For port 27114b9e-75c4-4c90-8169-9581b7d2a4d1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=27114b9e-75c4-4c90-8169-9581b7d2a4d1,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:55.711912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:55.819521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-16cbe122-1485-4b9d-94bf-95eb49744857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9376364 Sep 15 16:00:55.875296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-deleted', 'tag': '98ef8d99-73d4-460b-82f0-f51a7e270c4e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:55.881429 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e673b84-d506-421e-bb21-88c41092c49d" -d '{"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-deleted", "tag": "98ef8d99-73d4-460b-82f0-f51a7e270c4e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:55.929861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Request body: {'port': {'device_id': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:56.028023 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74aa0b9-718b-4478-8199-9efd213912bb x-openstack-request-id: req-a74aa0b9-718b-4478-8199-9efd213912bb {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:56.028629 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-deleted", "tag": "98ef8d99-73d4-460b-82f0-f51a7e270c4e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:56.028629 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a74aa0b9-718b-4478-8199-9efd213912bb {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:56.029084 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-deleted', 'tag': '98ef8d99-73d4-460b-82f0-f51a7e270c4e', 'status': 'completed', 'code': 200} Sep 15 16:00:56.054833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d9fdd7ae-92b8-4f4a-9192-12e1430db2c2 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:56.056428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d9fdd7ae-92b8-4f4a-9192-12e1430db2c2 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.38 "GET /v2.0/networks?id=9f6dd73b-1515-4950-99ce-99cd7a997c14 HTTP/1.1" status: 200 len: 814 time: 0.3991966 Sep 15 16:00:56.057201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.066325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e408c-d4aa-45c6-bb05-b5da1091997e req-20648c2d-5a6d-49fa-b656-61b372e35bb1 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:56.067829 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a8e408c-d4aa-45c6-bb05-b5da1091997e req-20648c2d-5a6d-49fa-b656-61b372e35bb1 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 946 time: 0.3588057 Sep 15 16:00:56.071785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Request body: {'port': {'device_id': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14', 'admin_state_up': True, 'tenant_id': '6af5832ac96d4735ad9af4105f2e0b8f'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:56.217297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:56.217540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.241842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a8e408c-d4aa-45c6-bb05-b5da1091997e req-6d82458b-24dd-49bc-bbee-62f215733a50 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups?id=467b8784-5d3f-4853-9ce9-78695ddb84ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312869 Sep 15 16:00:56.362894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.363259 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.363579 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Floating IP 9f0524c6-8e24-406e-b959-d82b6e525a90 disassociated. External IP: 172.25.0.115, port: 27114b9e-75c4-4c90-8169-9581b7d2a4d1. Sep 15 16:00:56.363983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Calling delete_port for 27114b9e-75c4-4c90-8169-9581b7d2a4d1 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:56.392788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Made reservation on behalf of 6af5832ac96d4735ad9af4105f2e0b8f for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:56.414641 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.527386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f269d-b1b0-4883-8cc5-2a4101127591 req-439b1810-d345-41da-b61e-789c404b9332 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:56.528831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd3f269d-b1b0-4883-8cc5-2a4101127591 req-439b1810-d345-41da-b61e-789c404b9332 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 945 time: 0.1567817 Sep 15 16:00:56.544060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22342f96-cb7b-4ae6-9889-6e2bfdffb886,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:56.545286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.556669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97a83b6-66f0-42ae-bc1f-902b6479cb5a {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:56.570150 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.574655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:56.575348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for 22342f96-cb7b-4ae6-9889-6e2bfdffb886 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:56.590556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.603969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3e65-1ff2-438d-bd1c-1f68594bb489 req-deadab06-4218-430c-a970-1d58c7adf61c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:56.606403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afec3e65-1ff2-438d-bd1c-1f68594bb489 req-deadab06-4218-430c-a970-1d58c7adf61c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 946 time: 0.2181537 Sep 15 16:00:56.619333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d393df-7988-4f89-895d-31624aa47c27 req-52b10dce-b0c6-4a6d-bb61-022ec6b1f7eb tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:56.619711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:56.620065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1f71a2ee-149a-4e4a-8fb3-4a83f6c478f8 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:56.620522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 98ef8d99-73d4-460b-82f0-f51a7e270c4e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:56.620854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34d393df-7988-4f89-895d-31624aa47c27 req-52b10dce-b0c6-4a6d-bb61-022ec6b1f7eb tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 945 time: 0.1557314 Sep 15 16:00:56.621300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57412) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:56.641105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 98ef8d99-73d4-460b-82f0-f51a7e270c4e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:56.641448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 98ef8d99-73d4-460b-82f0-f51a7e270c4e not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:56.643182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 22342f96-cb7b-4ae6-9889-6e2bfdffb886 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:56.649388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd3f269d-b1b0-4883-8cc5-2a4101127591 req-52d36f34-217b-42fb-a3b7-965c6b4106b8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104019 Sep 15 16:00:56.665930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Transition to ACTIVE for port object b97a83b6-66f0-42ae-bc1f-902b6479cb5a will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:00:56.676410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-3445-42b8-af8d-f4afebbc8f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.728453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Allocated IP 172.20.0.4 (9f6dd73b-1515-4950-99ce-99cd7a997c14/56920aee-9bd0-4baa-82e1-c5ded92fb963/e166a9e8-f2f7-4725-a423-bdd48a6eac04) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:56.749531 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.781580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:56.785429 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dff19c0-35bc-4f89-bdd6-45d367f8ffec" -d '{"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-unplugged", "status": "completed", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:56.801932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.807805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 22342f96-cb7b-4ae6-9889-6e2bfdffb886, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=22342f96-cb7b-4ae6-9889-6e2bfdffb886,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:56.861013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afec3e65-1ff2-438d-bd1c-1f68594bb489 req-0b3c018f-6fb6-41a7-9992-3f396698cfd9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391391 Sep 15 16:00:56.895437 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:56.957651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=22342f96-cb7b-4ae6-9889-6e2bfdffb886,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:56.958068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Pushing event updated for resources: {'Port': ['ID=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:56.990743 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7761726b-bc3f-4717-899e-bb633cb2c964 req-27ccf3af-1bbe-4464-b1e3-9959e2f22e60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 210 time: 0.0483820 Sep 15 16:00:56.995144 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.032072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Deleting port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:00:57.032760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.037507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event deleted for resources: {'Port': ['ID=27114b9e-75c4-4c90-8169-9581b7d2a4d1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:57.048660 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a1028-c43c-4b0f-87b9-d77ed6ffc5f6 x-openstack-request-id: req-149a1028-c43c-4b0f-87b9-d77ed6ffc5f6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:57.049855 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-unplugged", "status": "completed", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:57.050232 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-149a1028-c43c-4b0f-87b9-d77ed6ffc5f6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:57.050770 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886', 'code': 200} Sep 15 16:00:57.052384 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.089675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b481a23-4036-4113-a789-7c0b22d8a601 req-bbf422ca-8e28-46d0-bfb1-a36eecb3eb72 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:57.091203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b481a23-4036-4113-a789-7c0b22d8a601 req-bbf422ca-8e28-46d0-bfb1-a36eecb3eb72 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 943 time: 0.2414448 Sep 15 16:00:57.106485 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-3445-42b8-af8d-f4afebbc8f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.107875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.119682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 27114b9e-75c4-4c90-8169-9581b7d2a4d1 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:57.145340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 27114b9e-75c4-4c90-8169-9581b7d2a4d1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:57.146103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 27114b9e-75c4-4c90-8169-9581b7d2a4d1 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:57.175936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=22342f96-cb7b-4ae6-9889-6e2bfdffb886,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:57.178513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b481a23-4036-4113-a789-7c0b22d8a601 req-7a0afd64-1540-4f1b-ad22-70b4e866dd28 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770984 Sep 15 16:00:57.181675 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.183072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Attempting to bind port b97a83b6-66f0-42ae-bc1f-902b6479cb5a on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:57.183401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Attempting to bind port b97a83b6-66f0-42ae-bc1f-902b6479cb5a by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:57.183724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Attempting to bind port b97a83b6-66f0-42ae-bc1f-902b6479cb5a on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:57.193463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Port b97a83b6-66f0-42ae-bc1f-902b6479cb5a on network 95b74a94-689a-499f-9494-24d982f62dca not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:00:57.193819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Attempting to bind port b97a83b6-66f0-42ae-bc1f-902b6479cb5a on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:57.197219 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45b8515a-3445-42b8-af8d-f4afebbc8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.225673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:57.225673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:57.225673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Bound using segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:57.225673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Bound port: b97a83b6-66f0-42ae-bc1f-902b6479cb5a, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:57.225673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.240769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port 22342f96-cb7b-4ae6-9889-6e2bfdffb886 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:57.246184 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.248173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.38 "DELETE /v2.0/ports/22342f96-cb7b-4ae6-9889-6e2bfdffb886 HTTP/1.1" status: 204 len: 173 time: 1.5524342 Sep 15 16:00:57.269717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8515a-3445-42b8-af8d-f4afebbc8f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a919571-f2bf-4189-af1f-047b88537464,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:57.281613 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2fd55085-187f-4033-bc94-cddd5bde4e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.284926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45b8515a-3445-42b8-af8d-f4afebbc8f49 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=097ee63ca08a4117bd1672fc06725b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318691 Sep 15 16:00:57.285613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57420) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:57.314178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] For port 3d06a8c5-ff94-4429-8823-d97f5fd108a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3d06a8c5-ff94-4429-8823-d97f5fd108a8,segment=NetworkSegment(f4cc6abc-6ff8-4b4e-8879-3ddcfef23971),segment_id=f4cc6abc-6ff8-4b4e-8879-3ddcfef23971)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:57.315541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.342470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Calling delete_port for 3d06a8c5-ff94-4429-8823-d97f5fd108a8 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:00:57.379939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] For port b97a83b6-66f0-42ae-bc1f-902b6479cb5a, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:57.387811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] For port b97a83b6-66f0-42ae-bc1f-902b6479cb5a, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:57.388161 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab0f190f-8778-4f96-b432-2530eb87d6da req-d81c3e0c-9a8d-4e62-b447-89b5f0dccc95 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 210 time: 0.0466213 Sep 15 16:00:57.394773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.396527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f15d2c88-e3f2-4247-bdb2-a7e92fc0c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.401131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Router e205e032-be01-4cfa-b52f-8033db6e44a3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:00:57.457537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Network 9f6dd73b-1515-4950-99ce-99cd7a997c14 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:57.463804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f15d2c88-e3f2-4247-bdb2-a7e92fc0c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.478183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:57.482207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Pushing event updated for resources: {'Port': ['ID=e166a9e8-f2f7-4725-a423-bdd48a6eac04,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:57.484816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:57.496973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.593909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:57.594571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.596587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] 10.222.0.38 "PUT /v2.0/ports/b97a83b6-66f0-42ae-bc1f-902b6479cb5a HTTP/1.1" status: 200 len: 1091 time: 1.7751992 Sep 15 16:00:57.601141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'tag': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:57.602842 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f9fd1e-29e6-41da-b8d1-ceadc97383f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1383dd55-90c7-41ad-8eed-5d6dd0e56eb8", "tag": "b97a83b6-66f0-42ae-bc1f-902b6479cb5a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:57.621041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:57.623808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.631674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:00:57.644628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] Sync routers for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:00:57.649508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dc527-e6db-4705-9eb7-5615ae5681fb service neutron] Pushing event updated for resources: {'Port': ['ID=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:57.681598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:57.681598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:57.710704 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dce059f-320d-4108-b463-391411db76a0 x-openstack-request-id: req-2dce059f-320d-4108-b463-391411db76a0 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:57.710704 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1383dd55-90c7-41ad-8eed-5d6dd0e56eb8", "tag": "b97a83b6-66f0-42ae-bc1f-902b6479cb5a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:57.710704 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2dce059f-320d-4108-b463-391411db76a0 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:57.710704 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'tag': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a', 'status': 'completed', 'code': 200} Sep 15 16:00:57.726836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] No DVR routers for this DVR port 27114b9e-75c4-4c90-8169-9581b7d2a4d1 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:57.731133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.731940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-e2aacb87-32b6-4b97-bb5b-0399146f84ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6653714 Sep 15 16:00:57.733241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4138afd8-2a35-4210-b7e4-2a88a21fb5f6 req-ddd6c40b-5d81-42a9-a0b2-ddb80c5c05d7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.55 "DELETE /v2.0/ports/27114b9e-75c4-4c90-8169-9581b7d2a4d1 HTTP/1.1" status: 204 len: 173 time: 2.6800442 Sep 15 16:00:57.746503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f15d2c88-e3f2-4247-bdb2-a7e92fc0c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.755706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f15d2c88-e3f2-4247-bdb2-a7e92fc0c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.759693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f15d2c88-e3f2-4247-bdb2-a7e92fc0c9b5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8a919571-f2bf-4189-af1f-047b88537464 HTTP/1.1" status: 204 len: 168 time: 0.4719591 Sep 15 16:00:57.794316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Request body: {'port': {'device_id': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:57.798314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d2c88-e3f2-4247-bdb2-a7e92fc0c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a919571-f2bf-4189-af1f-047b88537464,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:57.836034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.896236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9fd1e-29e6-41da-b8d1-ceadc97383f3 req-4f026925-de0c-4517-aa42-6d2c630df7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:57.898191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f9fd1e-29e6-41da-b8d1-ceadc97383f3 req-4f026925-de0c-4517-aa42-6d2c630df7ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 1094 time: 0.1687961 Sep 15 16:00:57.906747 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.907389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:57.910279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Pushing event deleted for resources: {'Port': ['ID=3d06a8c5-ff94-4429-8823-d97f5fd108a8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:57.977106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] No DVR routers for this DVR port 3d06a8c5-ff94-4429-8823-d97f5fd108a8 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:00:57.982605 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:57.987385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34d393df-7988-4f89-895d-31624aa47c27 req-2faf8b18-dcb5-46a7-9e2b-83b958f1fcd8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.55 "DELETE /v2.0/ports/3d06a8c5-ff94-4429-8823-d97f5fd108a8 HTTP/1.1" status: 204 len: 173 time: 1.3580191 Sep 15 16:00:58.024970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847c759-eda1-40a6-98bd-bcf28d17e706 req-49282dc9-998f-46b5-9ef6-11491ed045c8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:58.033791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1847c759-eda1-40a6-98bd-bcf28d17e706 req-49282dc9-998f-46b5-9ef6-11491ed045c8 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 867 time: 0.2819419 Sep 15 16:00:58.035542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-deleted', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886'}, {'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'name': 'network-vif-deleted', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1'}, {'server_uuid': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'name': 'network-vif-deleted', 'tag': '3d06a8c5-ff94-4429-8823-d97f5fd108a8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:58.038314 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226f2931-0402-40dc-b658-d548874c6e4d" -d '{"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-deleted", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886"}, {"server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "name": "network-vif-deleted", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1"}, {"server_uuid": "71599660-ca0b-4a46-bc07-86bdafbc8464", "name": "network-vif-deleted", "tag": "3d06a8c5-ff94-4429-8823-d97f5fd108a8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:58.096374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1847c759-eda1-40a6-98bd-bcf28d17e706 req-c2006481-3971-44b1-aeb4-a9c566e73cf2 tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/security-groups?id=6124c870-805d-455c-be5e-4ab53f38ed12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Sep 15 16:00:58.180143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf07a0db-ed6a-4de1-9e17-6d6c4f870c40 req-445c59c5-2d23-44ff-a29f-97c409d0c5f6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e1a3eed8-6cda-4751-bf2c-de5d73494964 HTTP/1.1" status: 200 len: 210 time: 0.0457032 Sep 15 16:00:58.215117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9fd1e-29e6-41da-b8d1-ceadc97383f3 req-a4bfe6d9-49de-432a-ad8e-5cf908c303dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:58.217439 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f9fd1e-29e6-41da-b8d1-ceadc97383f3 req-a4bfe6d9-49de-432a-ad8e-5cf908c303dd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2862971 Sep 15 16:00:58.319772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925ce32-5869-45c7-a42f-ede53351cca8 req-66a4bb5d-a579-44f6-bfa0-5431bac9b21c tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:58.328542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7925ce32-5869-45c7-a42f-ede53351cca8 req-66a4bb5d-a579-44f6-bfa0-5431bac9b21c tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 931 time: 0.1158922 Sep 15 16:00:58.332460 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d5bebf-30c1-46f9-9f1f-164b690f35a5 x-openstack-request-id: req-e1d5bebf-30c1-46f9-9f1f-164b690f35a5 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:58.333376 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a3eed8-6cda-4751-bf2c-de5d73494964", "name": "network-vif-deleted", "tag": "22342f96-cb7b-4ae6-9889-6e2bfdffb886", "status": "completed", "code": 200}, {"server_uuid": "74c644dc-9eb0-4e95-80d1-5e7416738841", "name": "network-vif-deleted", "tag": "27114b9e-75c4-4c90-8169-9581b7d2a4d1", "status": "completed", "code": 200}, {"server_uuid": "71599660-ca0b-4a46-bc07-86bdafbc8464", "name": "network-vif-deleted", "tag": "3d06a8c5-ff94-4429-8823-d97f5fd108a8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:58.333885 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1d5bebf-30c1-46f9-9f1f-164b690f35a5 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:58.334382 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a3eed8-6cda-4751-bf2c-de5d73494964', 'name': 'network-vif-deleted', 'tag': '22342f96-cb7b-4ae6-9889-6e2bfdffb886', 'status': 'completed', 'code': 200} Sep 15 16:00:58.334792 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c644dc-9eb0-4e95-80d1-5e7416738841', 'name': 'network-vif-deleted', 'tag': '27114b9e-75c4-4c90-8169-9581b7d2a4d1', 'status': 'completed', 'code': 200} Sep 15 16:00:58.335115 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71599660-ca0b-4a46-bc07-86bdafbc8464', 'name': 'network-vif-deleted', 'tag': '3d06a8c5-ff94-4429-8823-d97f5fd108a8', 'status': 'completed', 'code': 200} Sep 15 16:00:58.396831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:58.415477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7925ce32-5869-45c7-a42f-ede53351cca8 req-abac29cd-80c8-4382-ba28-6324c3333fc2 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858595 Sep 15 16:00:58.456961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:58.457703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] Checking router: e205e032-be01-4cfa-b52f-8033db6e44a3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:00:58.466409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:00:58.467026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:58.565235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9fd1e-29e6-41da-b8d1-ceadc97383f3 req-37236f8c-ea1c-447b-8e54-34f8174bef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:58.566689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f9fd1e-29e6-41da-b8d1-ceadc97383f3 req-37236f8c-ea1c-447b-8e54-34f8174bef88 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3287904 Sep 15 16:00:58.600948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f876a0d8-bda7-410f-8bff-0b8f966091fe req-ad7faaba-686b-496b-872c-9602f00e24db tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/ports?device_id=74c644dc-9eb0-4e95-80d1-5e7416738841 HTTP/1.1" status: 200 len: 210 time: 0.0426664 Sep 15 16:00:58.628579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:00:58.634084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e166a9e8-f2f7-4725-a423-bdd48a6eac04 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:00:58.657180 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:58.691633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Transition to ACTIVE for port object e166a9e8-f2f7-4725-a423-bdd48a6eac04 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:00:58.705807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aea7aa-7d19-416c-8cce-80d40a83b2cc req-4bcc698f-8231-42ca-a534-b8b8e5a37634 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:58.708779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3aea7aa-7d19-416c-8cce-80d40a83b2cc req-4bcc698f-8231-42ca-a534-b8b8e5a37634 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 943 time: 0.1464896 Sep 15 16:00:58.714790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-e477b212-d935-44dd-a504-44acd8dd9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:58.716455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-e477b212-d935-44dd-a504-44acd8dd9cba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0783582 Sep 15 16:00:58.774875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-1652b728-d423-4059-8578-81a4e79d1b48 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b97a83b6-66f0-42ae-bc1f-902b6479cb5a HTTP/1.1" status: 200 len: 217 time: 0.0503201 Sep 15 16:00:58.775440 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:58.863859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3aea7aa-7d19-416c-8cce-80d40a83b2cc req-31533661-a6d3-44d3-8871-055a2bf26075 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463385 Sep 15 16:00:58.883783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Pushing event updated for resources: {'Port': ['ID=e166a9e8-f2f7-4725-a423-bdd48a6eac04,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:58.895448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-578d2b7a-31b0-46da-8115-ae1504a89c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:58.896454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-578d2b7a-31b0-46da-8115-ae1504a89c05 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.1113489 Sep 15 16:00:58.979073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-244475a6-37ad-429b-8daf-2ea796251f94 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674045 Sep 15 16:00:59.097108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Attempting to bind port e166a9e8-f2f7-4725-a423-bdd48a6eac04 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:59.097337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Attempting to bind port e166a9e8-f2f7-4725-a423-bdd48a6eac04 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3c042d37-9e98-4a6a-9d1a-07c27abb1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:59.097727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Attempting to bind port e166a9e8-f2f7-4725-a423-bdd48a6eac04 on network 9f6dd73b-1515-4950-99ce-99cd7a997c14 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:59.099963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d06a8c5-ff94-4429-8823-d97f5fd108a8 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:00:59.106164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Port e166a9e8-f2f7-4725-a423-bdd48a6eac04 on network 9f6dd73b-1515-4950-99ce-99cd7a997c14 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:00:59.106486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Attempting to bind port e166a9e8-f2f7-4725-a423-bdd48a6eac04 on network 9f6dd73b-1515-4950-99ce-99cd7a997c14 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:59.114883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:59.114883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Checking segment: {'id': '3c042d37-9e98-4a6a-9d1a-07c27abb1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:59.115519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Bound using segment: {'id': '3c042d37-9e98-4a6a-9d1a-07c27abb1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:59.115771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Bound port: e166a9e8-f2f7-4725-a423-bdd48a6eac04, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c042d37-9e98-4a6a-9d1a-07c27abb1f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:59.116143 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.129120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:00:59.144181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-b1c2c793-fcb7-4c15-90d2-f9e142004307 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571836 Sep 15 16:00:59.160259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 3d06a8c5-ff94-4429-8823-d97f5fd108a8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:00:59.160715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3d06a8c5-ff94-4429-8823-d97f5fd108a8 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:00:59.162359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d83c92-c34c-434a-b1b8-ce548b97500a None None] The sync data for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 is: [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T15:52:59Z', 'revision_number': 4, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd9b75850-478f-4e56-afbe-311973a97d5f', 'name': '', 'network_id': 'd7f03ebf-c177-4595-bde1-6eba91f6dcf7', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'mac_address': 'fa:16:3e:45:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'e7bda1b0-8033-46f3-9572-008216686811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:58Z', 'updated_at': '2021-09-15T15:53:03Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'subnets': [{'id': 'e7bda1b0-8033-46f3-9572-008216686811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:00:59.284193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57470) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:59.304053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] For port e166a9e8-f2f7-4725-a423-bdd48a6eac04, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:59.317303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] For port e166a9e8-f2f7-4725-a423-bdd48a6eac04, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04,segment=NetworkSegment(3c042d37-9e98-4a6a-9d1a-07c27abb1f0f),segment_id=3c042d37-9e98-4a6a-9d1a-07c27abb1f0f)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:59.371637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e8eec95-945c-49eb-b794-994f7ff78ad1 req-9db41f5b-c190-47b3-b896-8ee39e4ee7cf tempest-AttachVolumeNegativeTest-1444965992 tempest-AttachVolumeNegativeTest-1444965992-project] 10.222.0.63 "GET /v2.0/ports?device_id=71599660-ca0b-4a46-bc07-86bdafbc8464 HTTP/1.1" status: 200 len: 210 time: 0.0472190 Sep 15 16:00:59.377032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a4341d5-c07a-475f-affd-6fa05a204117 req-92d61fe2-78b4-48ea-b679-e68bbac85289 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996858 Sep 15 16:00:59.379237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting subnet d33962c9-76d0-4c4f-b6bb-b952877da77a {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:00:59.388618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.395125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.451069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:59.451799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.454300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] 10.222.0.38 "PUT /v2.0/ports/e166a9e8-f2f7-4725-a423-bdd48a6eac04 HTTP/1.1" status: 200 len: 1091 time: 1.6907215 Sep 15 16:00:59.480056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.485887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3657c97-fb55-4569-aa95-5bbc8afe3082 service neutron] Pushing event updated for resources: {'Port': ['ID=e166a9e8-f2f7-4725-a423-bdd48a6eac04,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:59.634083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.635984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-2ea60be2-8990-4529-925e-6b7e3e4f2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:59.640025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-2ea60be2-8990-4529-925e-6b7e3e4f2c8d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6af5832ac96d4735ad9af4105f2e0b8f&device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 1094 time: 0.0589054 Sep 15 16:00:59.648576 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a720a135-f3d1-4e28-8c67-e19a2e842725 None None] New status for floating IP 9f0524c6-8e24-406e-b959-d82b6e525a90: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:00:59.707033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-d5e54715-add9-42b9-b554-3ac2c1cfbac9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04 HTTP/1.1" status: 200 len: 217 time: 0.0473263 Sep 15 16:00:59.708618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'tag': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:00:59.712113 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c", "tag": "e166a9e8-f2f7-4725-a423-bdd48a6eac04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:00:59.758471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc9cb7-73d7-4fb6-953d-4505bf151e9a req-cfd9caba-b1ee-4676-ac5c-d94438ff8fa0 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:59.766205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1fc9cb7-73d7-4fb6-953d-4505bf151e9a req-cfd9caba-b1ee-4676-ac5c-d94438ff8fa0 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 943 time: 0.2463648 Sep 15 16:00:59.799641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57484) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:59.829571 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63177849-645b-4fe3-8a8b-461f926ce5ad x-openstack-request-id: req-63177849-645b-4fe3-8a8b-461f926ce5ad {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:00:59.830524 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c", "tag": "e166a9e8-f2f7-4725-a423-bdd48a6eac04", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:00:59.831994 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-63177849-645b-4fe3-8a8b-461f926ce5ad {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:00:59.831994 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'tag': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04', 'status': 'completed', 'code': 200} Sep 15 16:00:59.847665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-38cbb362-9891-4b66-ad48-70b070e463bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:59.849970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-38cbb362-9891-4b66-ad48-70b070e463bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56920aee-9bd0-4baa-82e1-c5ded92fb963 HTTP/1.1" status: 200 len: 854 time: 0.1336322 Sep 15 16:00:59.851492 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1fc9cb7-73d7-4fb6-953d-4505bf151e9a req-78634757-2acf-44c2-a969-28ca3cad621a tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844488 Sep 15 16:00:59.885700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.900461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-1ffc798b-2f7a-4001-b47d-0ebb6df272ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9f6dd73b-1515-4950-99ce-99cd7a997c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418947 Sep 15 16:00:59.930606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Subnet': ['ID=d33962c9-76d0-4c4f-b6bb-b952877da77a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:59.932756 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.937068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4a47406e-dc4e-4d22-a579-cd5d885649d9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/subnets/d33962c9-76d0-4c4f-b6bb-b952877da77a HTTP/1.1" status: 204 len: 168 time: 0.6491692 Sep 15 16:00:59.937068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a96c-173a-4838-94ba-bcc40c274fd3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:59.939828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57488) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:59.949868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c62f8d-ef18-412d-afe9-12109fb78a9b None None] Network 5717b118-603e-48eb-9008-8bc68ce76764 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:00.039747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.040175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-7dec415c-390c-42a4-8a1a-7fb7e70e6458 service neutron] 10.222.0.38 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316323 Sep 15 16:01:00.069501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a96c-173a-4838-94ba-bcc40c274fd3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.162894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:00.165994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.190413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9d8e073-a124-4eab-8ad0-a635491078f7 req-a00f1988-8fa4-4f7e-a5b9-c7313a1279f7 service neutron] 10.222.0.38 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376979 Sep 15 16:01:00.211826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e496-0e28-43e5-9272-c01814e693d8 req-1e771b99-01b7-4d00-b620-a47a6639c9b0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:00.213400 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a274e496-0e28-43e5-9272-c01814e693d8 req-1e771b99-01b7-4d00-b620-a47a6639c9b0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 943 time: 0.1723018 Sep 15 16:01:00.235441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port 58cf1bdc-ffc5-4c95-983e-43a297094fa6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=58cf1bdc-ffc5-4c95-983e-43a297094fa6,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:00.235441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.247351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for 58cf1bdc-ffc5-4c95-983e-43a297094fa6 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:00.255000 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.255833 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.261488 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a96c-173a-4838-94ba-bcc40c274fd3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.267592 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a96c-173a-4838-94ba-bcc40c274fd3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.269821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a274e496-0e28-43e5-9272-c01814e693d8 req-c79415fb-2f69-435e-9636-a1d076b8a4f7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Sep 15 16:01:00.273191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a2b0a96c-173a-4838-94ba-bcc40c274fd3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "DELETE /v2.0/security-groups/467b8784-5d3f-4853-9ce9-78695ddb84ab HTTP/1.1" status: 204 len: 168 time: 0.4692256 Sep 15 16:01:00.275938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57500) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:00.291203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] DHCP port deletion for 5717b118-603e-48eb-9008-8bc68ce76764 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:01:00.293583 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-837b29fa-4251-4954-b39e-c7b7d3c5ecf7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] show failed (client error): The resource could not be found. Sep 15 16:01:00.307249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-837b29fa-4251-4954-b39e-c7b7d3c5ecf7 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "GET /v2.0/security-groups/467b8784-5d3f-4853-9ce9-78695ddb84ab HTTP/1.1" status: 404 len: 347 time: 0.0186093 Sep 15 16:01:00.308689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57502) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:00.341172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0a96c-173a-4838-94ba-bcc40c274fd3 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467b8784-5d3f-4853-9ce9-78695ddb84ab,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:00.431556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] Deleting port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:00.432228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.449621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57510) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:00.480534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-adff6fd5-6bbb-44c4-8360-431a4c080b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:00.482421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-adff6fd5-6bbb-44c4-8360-431a4c080b7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6af5832ac96d4735ad9af4105f2e0b8f&device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 1094 time: 0.1233625 Sep 15 16:01:00.498241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] Deleting subnet e0c2fc12-0d27-485b-baea-b62d939f3629 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:01:00.507244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.508552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] For port 58cf1bdc-ffc5-4c95-983e-43a297094fa6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=58cf1bdc-ffc5-4c95-983e-43a297094fa6,segment=NetworkSegment(384b62b8-1d54-4add-a4f0-e714b0f94350),segment_id=384b62b8-1d54-4add-a4f0-e714b0f94350)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:00.509510 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.537565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] Calling delete_port for 58cf1bdc-ffc5-4c95-983e-43a297094fa6 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:00.539239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.539578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Deleting port af75a464-4d73-4fd8-bad2-3a9d79b5e643 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:00.539929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.568184 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.615456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b97a83b6-66f0-42ae-bc1f-902b6479cb5a details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:01:00.624917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.662624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-256fff7b-e9f6-49f2-80bd-31b9a2fa51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:00.664134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-256fff7b-e9f6-49f2-80bd-31b9a2fa51ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=9f6dd73b-1515-4950-99ce-99cd7a997c14 HTTP/1.1" status: 200 len: 915 time: 0.1710997 Sep 15 16:01:00.690917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.691292 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.702122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=58cf1bdc-ffc5-4c95-983e-43a297094fa6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:00.713334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:00.729835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-a15f3350-19b8-44c2-b8d1-d244e4eedb18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04 HTTP/1.1" status: 200 len: 217 time: 0.0558925 Sep 15 16:01:00.735289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Calling delete_port for af75a464-4d73-4fd8-bad2-3a9d79b5e643 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:00.816297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.839886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port b97a83b6-66f0-42ae-bc1f-902b6479cb5a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:00.847908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-bd4f6b48-f074-4394-b4d9-40426c9d6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:00.849814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-bd4f6b48-f074-4394-b4d9-40426c9d6a8f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56920aee-9bd0-4baa-82e1-c5ded92fb963 HTTP/1.1" status: 200 len: 854 time: 0.1110644 Sep 15 16:01:00.867664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.870927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5717b118-603e-48eb-9008-8bc68ce76764']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:00.877250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'port_id': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a', 'mac_address': 'fa:16:3e:21:b6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056fc9-fdf1-4731-9fa0-31795b3f11dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:01:00.910400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384b62b8-1d54-4add-a4f0-e714b0f94350') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:00.919311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384b62b8-1d54-4add-a4f0-e714b0f94350') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:00.920691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c2fc12-0d27-485b-baea-b62d939f3629,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:00.925381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.927879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-df3bbb12-7ef9-435b-ba0b-6d77ca2a450f admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e0c2fc12-0d27-485b-baea-b62d939f3629 HTTP/1.1" status: 204 len: 168 time: 0.4772420 Sep 15 16:01:00.930044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.932384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57522) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:00.942394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-b3c2ca36-4c47-4a04-933a-3e49e993ac52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9f6dd73b-1515-4950-99ce-99cd7a997c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843134 Sep 15 16:01:00.953826 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.981484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.995516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:00.996244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:00.999487 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:01.040598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] No DVR routers for this DVR port 58cf1bdc-ffc5-4c95-983e-43a297094fa6 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:01.066739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.086844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2f44-56c1-45a1-9126-1b058d4fab59 None None] Pushing event deleted for resources: {'Port': ['ID=58cf1bdc-ffc5-4c95-983e-43a297094fa6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:01.102781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97a83b6-66f0-42ae-bc1f-902b6479cb5a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:01.138587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port b97a83b6-66f0-42ae-bc1f-902b6479cb5a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:01.143890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.163715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6bd91-b520-49d4-abbd-3768586afcc0 req-028f0fff-97e0-468f-ae0d-b65055f3e358 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:01.165571 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53a6bd91-b520-49d4-abbd-3768586afcc0 req-028f0fff-97e0-468f-ae0d-b65055f3e358 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 943 time: 0.1714153 Sep 15 16:01:01.172937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-f58e5834-5775-4c04-a135-2bf46919fb69 service neutron] 10.222.0.38 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221124 Sep 15 16:01:01.200220 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.228734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.270553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:01.285430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.287351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/networks/5717b118-603e-48eb-9008-8bc68ce76764 HTTP/1.1" status: 204 len: 168 time: 1.3480446 Sep 15 16:01:01.291440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.294172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57530) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:01.348626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd67d38-6e28-4e72-9492-da7e28296a9f']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:01.360471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:01.360798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cc6abc-6ff8-4b4e-8879-3ddcfef23971') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:01.375058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.390006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['b97a83b6-66f0-42ae-bc1f-902b6479cb5a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:01.391269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.398561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:01.399192 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.461794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 58cf1bdc-ffc5-4c95-983e-43a297094fa6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:01.486554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 58cf1bdc-ffc5-4c95-983e-43a297094fa6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:01.487437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 58cf1bdc-ffc5-4c95-983e-43a297094fa6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:01.514354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2a400-e44b-4226-9dfb-5ba21aa96c6f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Network': ['ID=5717b118-603e-48eb-9008-8bc68ce76764,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:01.619353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting subnet b5296f1f-65dd-4484-a971-dfa99425180d {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:01:01.625345 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.674706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835df19-2082-439d-815e-ff88df3478f9 req-e20a39bf-7178-43ba-a884-e12113a940f3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:01.676540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8835df19-2082-439d-815e-ff88df3478f9 req-e20a39bf-7178-43ba-a884-e12113a940f3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 944 time: 0.1568143 Sep 15 16:01:01.679937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.684628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.689841 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] 10.222.0.63 "DELETE /v2.0/networks/edd67d38-6e28-4e72-9492-da7e28296a9f HTTP/1.1" status: 204 len: 168 time: 0.7510285 Sep 15 16:01:01.725707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aabea5-401d-479b-911d-9481d0d6a4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=edd67d38-6e28-4e72-9492-da7e28296a9f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:01.731841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.781322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.793520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8835df19-2082-439d-815e-ff88df3478f9 req-a9501c24-fe69-48e0-a0ec-2c99ee3d0ffb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996459 Sep 15 16:01:01.828540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Pushing event deleted for resources: {'Port': ['ID=af75a464-4d73-4fd8-bad2-3a9d79b5e643,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:01.871881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53a6bd91-b520-49d4-abbd-3768586afcc0 req-f3d5892b-444d-43f7-88a4-c5faaab3bbb2 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910579 Sep 15 16:01:01.875721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-380497c3-ab7d-4fbc-badf-8ed3a8e4c9e8 req-6d715b43-814c-4aef-b4c6-6c0c98e4d7e0 service neutron] 10.222.0.38 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897025 Sep 15 16:01:01.918858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.922928 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.926381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:01.927717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ae490678-6d4d-4246-b20b-e1cec3b1dc87 tempest-AttachVolumeTestJSON-1567545036 tempest-AttachVolumeTestJSON-1567545036-project] 10.222.0.63 "DELETE /v2.0/floatingips/9f0524c6-8e24-406e-b959-d82b6e525a90 HTTP/1.1" status: 204 len: 168 time: 1.6173601 Sep 15 16:01:02.133365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.164407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Subnet': ['ID=b5296f1f-65dd-4484-a971-dfa99425180d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:02.170466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.172352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b140403d-43df-4dbc-bbf8-c2227ed3463c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/subnets/b5296f1f-65dd-4484-a971-dfa99425180d HTTP/1.1" status: 204 len: 168 time: 0.8672149 Sep 15 16:01:02.176015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57550) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:02.182249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a9c2e2-2255-4d92-bd3e-defc707cbbc6 None None] Network a9b4d5f6-957e-4852-b383-f4af8441279e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:02.310212 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.360220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57558) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:02.393669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:02.393982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.412744 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-37ead7df-38d7-4675-99ef-7df8beb0ada6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6680f03ec6c348ad9e3e7f451d596882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457087 Sep 15 16:01:02.413510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57560) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:02.491094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] DHCP port deletion for a9b4d5f6-957e-4852-b383-f4af8441279e request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:01:02.509885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:02.512769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.539767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d7569d-146f-4404-a5cd-a35e79eb1025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.558619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for ee1bf1a6-29ac-4252-9823-0de1c3aa80ac owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:02.591390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e166a9e8-f2f7-4725-a423-bdd48a6eac04 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:01:02.593957 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d7569d-146f-4404-a5cd-a35e79eb1025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.594130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b97a83b6-66f0-42ae-bc1f-902b6479cb5a up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:02.627818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] Deleting port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:02.628661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.764639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] For port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,segment=NetworkSegment(1c4896ce-4bed-4275-a49a-ffd1ab6ba76b),segment_id=1c4896ce-4bed-4275-a49a-ffd1ab6ba76b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:02.765137 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.806816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] Calling delete_port for ee1bf1a6-29ac-4252-9823-0de1c3aa80ac owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:02.877551 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d7569d-146f-4404-a5cd-a35e79eb1025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.881915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58d7569d-146f-4404-a5cd-a35e79eb1025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:02.881915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-58d7569d-146f-4404-a5cd-a35e79eb1025 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6124c870-805d-455c-be5e-4ab53f38ed12 HTTP/1.1" status: 204 len: 168 time: 0.4669783 Sep 15 16:01:02.902051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7569d-146f-4404-a5cd-a35e79eb1025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6124c870-805d-455c-be5e-4ab53f38ed12,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:02.933924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e166a9e8-f2f7-4725-a423-bdd48a6eac04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04,segment=NetworkSegment(3c042d37-9e98-4a6a-9d1a-07c27abb1f0f),segment_id=3c042d37-9e98-4a6a-9d1a-07c27abb1f0f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:02.976816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04', 'network_id': '9f6dd73b-1515-4950-99ce-99cd7a997c14', 'port_id': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04', 'mac_address': 'fa:16:3e:fc:9f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56920aee-9bd0-4baa-82e1-c5ded92fb963', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:01:02.982292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port b97a83b6-66f0-42ae-bc1f-902b6479cb5a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:01:03.010689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port b97a83b6-66f0-42ae-bc1f-902b6479cb5a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:03.012143 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.013971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.064884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.068168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:03.099737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:03.112867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e166a9e8-f2f7-4725-a423-bdd48a6eac04 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:03.130131 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.144980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26ef8-944a-467f-84b0-b3bdb69cf747 req-4dd97ff1-4b7a-447a-88f3-2e45a8c1c211 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:03.147514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3c26ef8-944a-467f-84b0-b3bdb69cf747 req-4dd97ff1-4b7a-447a-88f3-2e45a8c1c211 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 944 time: 0.2725744 Sep 15 16:01:03.178207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea9e3d-bdd8-42fb-a288-f4e995fc84b5 req-97474952-ae90-4c36-8f97-54d79319ef29 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:03.187750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38ea9e3d-bdd8-42fb-a288-f4e995fc84b5 req-97474952-ae90-4c36-8f97-54d79319ef29 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 943 time: 0.1188278 Sep 15 16:01:03.234522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.240789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38ea9e3d-bdd8-42fb-a288-f4e995fc84b5 req-aeb3a366-3626-4828-8291-05c9e092969c tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517886 Sep 15 16:01:03.253095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] Pushing event deleted for resources: {'Port': ['ID=ee1bf1a6-29ac-4252-9823-0de1c3aa80ac,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:03.281338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c998468-1a3e-42c8-8560-843cc130106b None None] No DVR routers for this DVR port ee1bf1a6-29ac-4252-9823-0de1c3aa80ac on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:03.305513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e166a9e8-f2f7-4725-a423-bdd48a6eac04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04,segment=NetworkSegment(3c042d37-9e98-4a6a-9d1a-07c27abb1f0f),segment_id=3c042d37-9e98-4a6a-9d1a-07c27abb1f0f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:03.321419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3c26ef8-944a-467f-84b0-b3bdb69cf747 req-23882560-712d-4e7e-8993-c229b06cbc21 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590700 Sep 15 16:01:03.327326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b4d5f6-957e-4852-b383-f4af8441279e']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:03.366236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:03.372766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4896ce-4bed-4275-a49a-ffd1ab6ba76b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:03.404803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.409655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.410261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.472474 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.502953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:03.502953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:03.508314 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:03.561474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ee1bf1a6-29ac-4252-9823-0de1c3aa80ac no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:03.643113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:03.645578 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ca8d6e-6fe0-4dbe-a655-d21082d7f185" -d '{"events": [{"server_uuid": "1383dd55-90c7-41ad-8eed-5d6dd0e56eb8", "name": "network-vif-plugged", "status": "completed", "tag": "b97a83b6-66f0-42ae-bc1f-902b6479cb5a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:03.683928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ee1bf1a6-29ac-4252-9823-0de1c3aa80ac {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:03.685348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ee1bf1a6-29ac-4252-9823-0de1c3aa80ac not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:03.691513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e166a9e8-f2f7-4725-a423-bdd48a6eac04'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:03.751245 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ccb908-7463-47a8-86d8-0398d4953f52 x-openstack-request-id: req-d2ccb908-7463-47a8-86d8-0398d4953f52 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:03.751625 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1383dd55-90c7-41ad-8eed-5d6dd0e56eb8", "name": "network-vif-plugged", "status": "completed", "tag": "b97a83b6-66f0-42ae-bc1f-902b6479cb5a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:03.752072 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d2ccb908-7463-47a8-86d8-0398d4953f52 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:03.752474 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a', 'code': 200} Sep 15 16:01:03.760232 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.769714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port b97a83b6-66f0-42ae-bc1f-902b6479cb5a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:03.773228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.775092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/networks/a9b4d5f6-957e-4852-b383-f4af8441279e HTTP/1.1" status: 204 len: 168 time: 1.5966961 Sep 15 16:01:03.783782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57596) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:03.789728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1796977264'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:03.802449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e166a9e8-f2f7-4725-a423-bdd48a6eac04,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:03.822959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83d704-8ae2-4d5d-b45b-054c5b952d42 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Network': ['ID=a9b4d5f6-957e-4852-b383-f4af8441279e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:03.847994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47998295-83cb-4b62-a6ef-194b27137def req-9a36686a-1ca3-46ad-850d-99f17976a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:03.849609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-47998295-83cb-4b62-a6ef-194b27137def req-9a36686a-1ca3-46ad-850d-99f17976a0a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 1095 time: 0.0606127 Sep 15 16:01:03.864742 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.918151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:03.922066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.958430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:03.965667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-47998295-83cb-4b62-a6ef-194b27137def req-1aba8c9d-18da-4a3f-89c5-6f1e48b22675 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991356 Sep 15 16:01:03.976082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:01:03.996834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.997143 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Added segment 6865878b-fb34-408a-9be1-e822b8ed9589 of type vlan for network debb8f68-6e8c-4759-8c61-2e56ef0cefec Sep 15 16:01:04.053409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:04.151732 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:04.159194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:04.159849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:04.246732 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4592674 Sep 15 16:01:04.247457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57604) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:04.253532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'subnet': {'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:04.258211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844276f3-9fa7-4b69-979b-d9db1c90c772 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Network': ['ID=debb8f68-6e8c-4759-8c61-2e56ef0cefec,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:04.278279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network debb8f68-6e8c-4759-8c61-2e56ef0cefec details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:01:04.443927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc3424-9bf7-44c1-99df-26bcdb5ef262 req-78af7a92-b4b4-4fb2-b900-10018e77fc0b tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:04.451358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0edc3424-9bf7-44c1-99df-26bcdb5ef262 req-78af7a92-b4b4-4fb2-b900-10018e77fc0b tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 944 time: 0.0581465 Sep 15 16:01:04.488851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:04.492406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:04.535363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0edc3424-9bf7-44c1-99df-26bcdb5ef262 req-52d70685-64f0-4fbb-a6a5-683938521133 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829957 Sep 15 16:01:04.599583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e166a9e8-f2f7-4725-a423-bdd48a6eac04 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:04.649048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:04.719617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f35b8-208a-4eab-a618-629a0c07528d req-e5fb02e6-6f9f-4d9d-b7d1-9c82936987d9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:04.721930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-021f35b8-208a-4eab-a618-629a0c07528d req-e5fb02e6-6f9f-4d9d-b7d1-9c82936987d9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 945 time: 0.2911334 Sep 15 16:01:04.783655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port e166a9e8-f2f7-4725-a423-bdd48a6eac04 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:01:04.788008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port e166a9e8-f2f7-4725-a423-bdd48a6eac04 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:04.788477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:04.816694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-021f35b8-208a-4eab-a618-629a0c07528d req-6a631543-62f6-43ae-92d2-3a0aef76460c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881305 Sep 15 16:01:04.937804 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aad124fe-c83f-4f4c-bf79-e3870aca3266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:04.943866 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:04.981883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e166a9e8-f2f7-4725-a423-bdd48a6eac04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04,segment=NetworkSegment(3c042d37-9e98-4a6a-9d1a-07c27abb1f0f),segment_id=3c042d37-9e98-4a6a-9d1a-07c27abb1f0f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:05.057655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.066987 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aad124fe-c83f-4f4c-bf79-e3870aca3266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.122593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Subnet': ['ID=caf2979b-7419-4680-8b72-679c9f908b39,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:05.127896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.141306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Checking segment: {'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:05.141674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network hostable DHCP agents. Network: debb8f68-6e8c-4759-8c61-2e56ef0cefec, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:01:05.190783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e166a9e8-f2f7-4725-a423-bdd48a6eac04,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:05.206896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aad124fe-c83f-4f4c-bf79-e3870aca3266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.247696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad124fe-c83f-4f4c-bf79-e3870aca3266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7981a1f0-f6cb-4845-b940-6ee2dce1c5d4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:05.252615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aad124fe-c83f-4f4c-bf79-e3870aca3266 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=10dc6679f41e4c79ac181be6cfbbd4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6050217 Sep 15 16:01:05.255299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57636) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:05.266869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network debb8f68-6e8c-4759-8c61-2e56ef0cefec is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:01:05.325128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf086-9af5-4c9e-9b73-b1bc7373ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.359337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf086-9af5-4c9e-9b73-b1bc7373ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.388925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, debb8f68-6e8c-4759-8c61-2e56ef0cefec) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:05.390946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:05.392503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.399165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16da595-7a78-483b-a108-4c74ddd5f0bf None None] Network debb8f68-6e8c-4759-8c61-2e56ef0cefec requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:05.483537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-214a3e4b-d8bc-4406-b513-fb4b1b15a40d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2352383 Sep 15 16:01:05.486514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57660) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:05.496016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1968525201'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:05.545532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf086-9af5-4c9e-9b73-b1bc7373ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.548229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf086-9af5-4c9e-9b73-b1bc7373ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.549905 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5a8cf086-9af5-4c9e-9b73-b1bc7373ceda admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7981a1f0-f6cb-4845-b940-6ee2dce1c5d4 HTTP/1.1" status: 204 len: 168 time: 0.2934504 Sep 15 16:01:05.568375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cf086-9af5-4c9e-9b73-b1bc7373ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7981a1f0-f6cb-4845-b940-6ee2dce1c5d4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:05.643565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-debb8f68-6e8c-4759-8c61-2e56ef0cefec', 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'fixed_ips': [{'subnet_id': 'caf2979b-7419-4680-8b72-679c9f908b39'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:01:05.647426 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.671249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:05.674752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.721872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:01:05.731417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.731759 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Added segment b46ee760-dd55-40df-903d-43b2cf3f13df of type vlan for network dfe2eb8e-248a-408a-bf96-2f9c7690f688 Sep 15 16:01:05.773360 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.831282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:05.834589 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4cf0b7-e76f-4f48-a98d-233811d096ba" -d '{"events": [{"server_uuid": "e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c", "name": "network-vif-plugged", "status": "completed", "tag": "e166a9e8-f2f7-4725-a423-bdd48a6eac04"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:05.834825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528577e-6c7b-4b7f-8708-faecf980ef0f req-6f58e40c-c4d0-4e23-a4d1-0e53047ae7f8 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:05.840067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2528577e-6c7b-4b7f-8708-faecf980ef0f req-6f58e40c-c4d0-4e23-a4d1-0e53047ae7f8 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.2174487 Sep 15 16:01:05.850877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Allocated IP 19.80.0.2 (debb8f68-6e8c-4759-8c61-2e56ef0cefec/caf2979b-7419-4680-8b72-679c9f908b39/8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:05.907619 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2528577e-6c7b-4b7f-8708-faecf980ef0f req-2997d933-1156-4dca-8dc5-9847f5ac4081 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557022 Sep 15 16:01:05.943878 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:05.959175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:05.959815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.009725 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451d32a-8027-4600-8a45-cb0ba573fef0 x-openstack-request-id: req-b451d32a-8027-4600-8a45-cb0ba573fef0 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:06.010106 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c", "name": "network-vif-plugged", "status": "completed", "tag": "e166a9e8-f2f7-4725-a423-bdd48a6eac04", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:06.010304 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b451d32a-8027-4600-8a45-cb0ba573fef0 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:06.010707 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04', 'code': 200} Sep 15 16:01:06.054911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ea121-0c73-4ac0-9596-c44159b8a1dd req-58e36dde-b074-4890-a393-1f68654b815a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:06.057373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b98ea121-0c73-4ac0-9596-c44159b8a1dd req-58e36dde-b074-4890-a393-1f68654b815a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 945 time: 0.1509750 Sep 15 16:01:06.129416 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.136876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Network': ['ID=dfe2eb8e-248a-408a-bf96-2f9c7690f688,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:06.152862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network dfe2eb8e-248a-408a-bf96-2f9c7690f688 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:01:06.153072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60509594-21a5-4400-97bb-d5a98cc56673 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6644824 Sep 15 16:01:06.157137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57688) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:06.163210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'subnet': {'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:06.214272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b98ea121-0c73-4ac0-9596-c44159b8a1dd req-cde50eff-9f03-41c4-9802-c9b1fe564ea6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141269 Sep 15 16:01:06.238088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b736d2-7772-4ad7-8aef-4dbd29d147e3 req-b51e709b-80ea-4a60-ad9a-19882fcfa888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:06.241485 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54b736d2-7772-4ad7-8aef-4dbd29d147e3 req-b51e709b-80ea-4a60-ad9a-19882fcfa888 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 1096 time: 0.2277935 Sep 15 16:01:06.297260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54b736d2-7772-4ad7-8aef-4dbd29d147e3 req-7a5be66b-bcbe-41d9-8e3a-aba4d7f6e784 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Sep 15 16:01:06.304904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57692) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:06.340263 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.399190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Network debb8f68-6e8c-4759-8c61-2e56ef0cefec is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:06.402530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:06.405816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:06.410888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd54c0-0dce-4512-bea2-ce9a4cdb4537 req-3adbf159-be95-4aa5-a431-29c390e496c8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:06.425108 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b8dd54c0-0dce-4512-bea2-ce9a4cdb4537 req-3adbf159-be95-4aa5-a431-29c390e496c8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 945 time: 0.0959182 Sep 15 16:01:06.451190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Pushing event updated for resources: {'Port': ['ID=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:06.499192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Attempting to bind port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:06.500945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Attempting to bind port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:06.502035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Attempting to bind port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 on network debb8f68-6e8c-4759-8c61-2e56ef0cefec {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:06.506227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b8dd54c0-0dce-4512-bea2-ce9a4cdb4537 req-e7045599-1b3e-4d00-9072-9fae90d4be01 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801768 Sep 15 16:01:06.519074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:06.529174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Checking segment: {'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:06.529636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.532019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Bound using segment: {'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:06.532019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Bound port: 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:06.532019 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.597797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:06.602042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.632697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] For port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:06.636354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] For port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:06.674722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5563da2-7713-49d9-a012-7c454ef65c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.717858 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:06.874460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482549f-00cf-485b-bdd8-e88b70129a10 None None] Pushing event updated for resources: {'Port': ['ID=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:06.893237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5563da2-7713-49d9-a012-7c454ef65c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.009798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5563da2-7713-49d9-a012-7c454ef65c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.106244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b5563da2-7713-49d9-a012-7c454ef65c07 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=332f068b1f50465bb9fb1d2d1ae21e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7998047 Sep 15 16:01:07.107100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5563da2-7713-49d9-a012-7c454ef65c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dcb0ff-2cd9-4bd9-b8f4-01a9e353756c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:07.111379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:07.242841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89d1c0ba-0499-4be3-a35f-8239431c7417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.291225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89d1c0ba-0499-4be3-a35f-8239431c7417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.505954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed035d22-3108-4e93-9076-753ef307c306 req-a1522e13-bd8a-4a90-8493-452d0cd5ef0c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:07.510848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed035d22-3108-4e93-9076-753ef307c306 req-a1522e13-bd8a-4a90-8493-452d0cd5ef0c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 945 time: 0.1838424 Sep 15 16:01:07.557557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:07.623952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed035d22-3108-4e93-9076-753ef307c306 req-5503223d-f8c8-43f6-afc1-16c8ad2389d1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011581 Sep 15 16:01:07.665380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89d1c0ba-0499-4be3-a35f-8239431c7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.668012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89d1c0ba-0499-4be3-a35f-8239431c7417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.672085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-89d1c0ba-0499-4be3-a35f-8239431c7417 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f4dcb0ff-2cd9-4bd9-b8f4-01a9e353756c HTTP/1.1" status: 204 len: 168 time: 0.5593426 Sep 15 16:01:07.688380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:07.689632 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.697831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1c0ba-0499-4be3-a35f-8239431c7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dcb0ff-2cd9-4bd9-b8f4-01a9e353756c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:07.727020 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:01:07.731108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35309d-dc24-4b23-8499-f1c6b54387a2 req-d620ee8f-814a-42d2-8003-7159acc68d73 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:07.734690 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e35309d-dc24-4b23-8499-f1c6b54387a2 req-d620ee8f-814a-42d2-8003-7159acc68d73 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.2158852 Sep 15 16:01:07.814623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e35309d-dc24-4b23-8499-f1c6b54387a2 req-25f8e19e-8dda-48e4-93cf-bcc7ca2e65e0 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533404 Sep 15 16:01:07.911852 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:07.995972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Subnet': ['ID=cbd74d05-bcf1-47c9-80fb-a1599388db86,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:08.008246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Checking segment: {'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:08.008624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network hostable DHCP agents. Network: dfe2eb8e-248a-408a-bf96-2f9c7690f688, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:01:08.113647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:08.163774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:08.185449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network dfe2eb8e-248a-408a-bf96-2f9c7690f688 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:01:08.242543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:08.270743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, dfe2eb8e-248a-408a-bf96-2f9c7690f688) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:08.289772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:08.292460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:08.336671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:08.341252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d59ae7-a52c-43b6-8faa-b6d1644303ce None None] Network dfe2eb8e-248a-408a-bf96-2f9c7690f688 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:08.437780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b976214e-9110-40cb-bba8-571ce66ec2d6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2772806 Sep 15 16:01:08.441718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190b14a4-a4bb-42d6-833b-ec93416cb36d None None] Network debb8f68-6e8c-4759-8c61-2e56ef0cefec requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:08.511107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-69a94956-bd43-4e2c-8f65-dcec6f749187 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:08.512798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-69a94956-bd43-4e2c-8f65-dcec6f749187 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 945 time: 0.0673413 Sep 15 16:01:08.580712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f1de75cf-1a63-4899-8c10-1f0bdd3e887d None None] Provisioning complete for port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:08.581089 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f1de75cf-1a63-4899-8c10-1f0bdd3e887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:08.656996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Deleting port b97a83b6-66f0-42ae-bc1f-902b6479cb5a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:08.659029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:08.714272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-dfe2eb8e-248a-408a-bf96-2f9c7690f688', 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'fixed_ips': [{'subnet_id': 'cbd74d05-bcf1-47c9-80fb-a1599388db86'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:01:08.715122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:08.899962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] For port b97a83b6-66f0-42ae-bc1f-902b6479cb5a, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:08.900327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:08.922590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Calling delete_port for b97a83b6-66f0-42ae-bc1f-902b6479cb5a owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:08.933492 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ade84-c691-44ae-88cd-e84bd275a5ac req-3b064a0c-36e1-42e9-92d1-80519667ab83 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:08.935334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f22ade84-c691-44ae-88cd-e84bd275a5ac req-3b064a0c-36e1-42e9-92d1-80519667ab83 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 945 time: 0.1075664 Sep 15 16:01:08.958943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-702cd5f9-6234-454a-9146-dda1b6cf5120 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:08.966765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-702cd5f9-6234-454a-9146-dda1b6cf5120 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:08.969056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-702cd5f9-6234-454a-9146-dda1b6cf5120 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/networks?id=debb8f68-6e8c-4759-8c61-2e56ef0cefec&id=dfe2eb8e-248a-408a-bf96-2f9c7690f688 HTTP/1.1" status: 200 len: 1392 time: 0.2153940 Sep 15 16:01:08.999085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Allocated IP 19.86.0.2 (dfe2eb8e-248a-408a-bf96-2f9c7690f688/cbd74d05-bcf1-47c9-80fb-a1599388db86/20bec9d3-6317-4f1f-8da4-76279b07aa7d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:09.032355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4e7816f6-7924-4df7-99d3-72e0dc08fc8e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/quotas/353b291173cc4b538a42dab343bb8d73 HTTP/1.1" status: 200 len: 375 time: 0.0315809 Sep 15 16:01:09.168589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-0ef6a435-7515-4f0f-9fad-dce4092d8f1c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294670 Sep 15 16:01:09.204183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f22ade84-c691-44ae-88cd-e84bd275a5ac req-53be6c1c-a22f-48ba-80f5-b2bce0fd0e37 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599435 Sep 15 16:01:09.273066 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:09.292334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['b97a83b6-66f0-42ae-bc1f-902b6479cb5a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:09.296098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:09.324112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event deleted for resources: {'Port': ['ID=b97a83b6-66f0-42ae-bc1f-902b6479cb5a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:09.460777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] No DVR routers for this DVR port b97a83b6-66f0-42ae-bc1f-902b6479cb5a on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:09.464148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:09.466594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ccb34a09-8c45-419c-a9cf-4e2e12be0d75 req-01de077b-7c4d-41f8-a30b-1e3fb9ad90ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "DELETE /v2.0/ports/b97a83b6-66f0-42ae-bc1f-902b6479cb5a HTTP/1.1" status: 204 len: 173 time: 0.9480121 Sep 15 16:01:09.467310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'name': 'network-vif-deleted', 'tag': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:09.470457 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f43067-7bf0-4d11-aa5a-71cbddf91902" -d '{"events": [{"server_uuid": "1383dd55-90c7-41ad-8eed-5d6dd0e56eb8", "name": "network-vif-deleted", "tag": "b97a83b6-66f0-42ae-bc1f-902b6479cb5a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:09.487846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-44bc3f51-b77e-4e0a-8c95-c76142ba4e0e None None] Provisioning complete for port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:09.487846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-44bc3f51-b77e-4e0a-8c95-c76142ba4e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:09.488732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e72c7-dad7-4a84-a08c-5b19586a6d58 req-aa5db571-9983-428e-a6ab-5a88824c5fb6 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:09.490726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e33e72c7-dad7-4a84-a08c-5b19586a6d58 req-aa5db571-9983-428e-a6ab-5a88824c5fb6 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.1706846 Sep 15 16:01:09.533570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:09.566570 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e33e72c7-dad7-4a84-a08c-5b19586a6d58 req-063cf74c-69c0-43f9-a032-30c8af54d928 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 Sep 15 16:01:09.588475 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:09.658283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-a2f73a61-6946-4648-ae7a-7b249e3ab20a service neutron] 10.222.0.63 "GET /v2.0/networks/debb8f68-6e8c-4759-8c61-2e56ef0cefec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875538 Sep 15 16:01:09.703160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:09.736958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Network dfe2eb8e-248a-408a-bf96-2f9c7690f688 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:09.746315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:09.748177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:09.748567 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:09.768512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:09.791070 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7e041e-a2f1-4726-a8f1-3d181d40cc26 x-openstack-request-id: req-2c7e041e-a2f1-4726-a8f1-3d181d40cc26 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:09.791288 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1383dd55-90c7-41ad-8eed-5d6dd0e56eb8", "name": "network-vif-deleted", "tag": "b97a83b6-66f0-42ae-bc1f-902b6479cb5a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:09.791565 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2c7e041e-a2f1-4726-a8f1-3d181d40cc26 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:09.792479 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1383dd55-90c7-41ad-8eed-5d6dd0e56eb8', 'name': 'network-vif-deleted', 'tag': 'b97a83b6-66f0-42ae-bc1f-902b6479cb5a', 'status': 'completed', 'code': 200} Sep 15 16:01:09.851281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-1094b313-9aac-4e21-b1fe-a491608bb32e service neutron] 10.222.0.63 "GET /v2.0/networks/debb8f68-6e8c-4759-8c61-2e56ef0cefec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915803 Sep 15 16:01:09.891773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Pushing event updated for resources: {'Port': ['ID=20bec9d3-6317-4f1f-8da4-76279b07aa7d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:09.904067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Attempting to bind port 20bec9d3-6317-4f1f-8da4-76279b07aa7d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:09.904436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Attempting to bind port 20bec9d3-6317-4f1f-8da4-76279b07aa7d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:09.904828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Attempting to bind port 20bec9d3-6317-4f1f-8da4-76279b07aa7d on network dfe2eb8e-248a-408a-bf96-2f9c7690f688 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:09.913002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.913389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.913671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.914012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.914327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.914691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.915020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.915346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.915665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.915993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.916313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.916656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:09.924215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:09.926264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Checking segment: {'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:09.926691 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:09.927087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Bound using segment: {'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:09.927580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Bound port: 20bec9d3-6317-4f1f-8da4-76279b07aa7d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:09.941163 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:10.012904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-0ca926ce-49cb-4440-8436-d4978258decc service neutron] 10.222.0.63 "GET /v2.0/networks/dfe2eb8e-248a-408a-bf96-2f9c7690f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436121 Sep 15 16:01:10.071572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] For port 20bec9d3-6317-4f1f-8da4-76279b07aa7d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:10.087540 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] For port 20bec9d3-6317-4f1f-8da4-76279b07aa7d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=20bec9d3-6317-4f1f-8da4-76279b07aa7d,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:10.147152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-e4a02825-da76-4159-84c0-f5bc66492e64 service neutron] 10.222.0.63 "GET /v2.0/networks/dfe2eb8e-248a-408a-bf96-2f9c7690f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275814 Sep 15 16:01:10.172531 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:10.328201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f1949-6648-4f00-bfdf-9da380f4e958 None None] Pushing event updated for resources: {'Port': ['ID=20bec9d3-6317-4f1f-8da4-76279b07aa7d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:10.419777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bed8f90b-d1e0-4df7-aec3-ffa467b5bcce req-844bf723-e020-4119-9499-1ee07b30c421 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=1383dd55-90c7-41ad-8eed-5d6dd0e56eb8 HTTP/1.1" status: 200 len: 210 time: 0.0630014 Sep 15 16:01:10.588171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-b8617c46-fba3-44e7-b57b-42f59ef83ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:10.597051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-b8617c46-fba3-44e7-b57b-42f59ef83ece service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6af5832ac96d4735ad9af4105f2e0b8f&device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 1096 time: 0.1427009 Sep 15 16:01:10.619112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac75f04-b78b-4160-a4aa-1ef6f73dc2d8 req-e2a893b3-bb7c-46a7-bf7b-022380f7a682 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:10.623008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eac75f04-b78b-4160-a4aa-1ef6f73dc2d8 req-e2a893b3-bb7c-46a7-bf7b-022380f7a682 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.1139069 Sep 15 16:01:10.763669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eac75f04-b78b-4160-a4aa-1ef6f73dc2d8 req-dae2d631-d4e2-4711-9df9-7f2b7dc909ed tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284974 Sep 15 16:01:10.850229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07bc84f5-7d76-4f24-b097-782d6791447f req-a362a243-043f-45f3-a17f-768fd38ba360 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 210 time: 0.2277575 Sep 15 16:01:10.917631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-5025b9f1-c198-4036-b73c-6aee91254d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:10.927569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-5025b9f1-c198-4036-b73c-6aee91254d61 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9f6dd73b-1515-4950-99ce-99cd7a997c14 HTTP/1.1" status: 200 len: 915 time: 0.3261180 Sep 15 16:01:10.994481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-d8329a52-1ca0-4521-8207-06c12bc8fc29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04 HTTP/1.1" status: 200 len: 217 time: 0.0577965 Sep 15 16:01:11.049234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-197135ed-1486-4d21-9333-6a42180d2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:11.050983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-197135ed-1486-4d21-9333-6a42180d2a6b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=56920aee-9bd0-4baa-82e1-c5ded92fb963 HTTP/1.1" status: 200 len: 854 time: 0.0506988 Sep 15 16:01:11.088958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-5698716a-51c3-4b9c-9570-997d6a98b709 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9f6dd73b-1515-4950-99ce-99cd7a997c14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273433 Sep 15 16:01:11.231228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-0b1f7fcf-3fe6-402c-a50a-2fc785e4347b service neutron] 10.222.0.38 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357462 Sep 15 16:01:11.451730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de6a9ec-c869-471a-8ef7-deee3ffae03c req-840198c5-da12-4e57-89ff-abde9531a3bd service neutron] 10.222.0.38 "GET /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107334 Sep 15 16:01:11.545622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 20bec9d3-6317-4f1f-8da4-76279b07aa7d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:11.635921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 20bec9d3-6317-4f1f-8da4-76279b07aa7d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:11.636209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:11.734499 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:11.758363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cf477e-9f59-4696-929f-507d861afe75 None None] Network dfe2eb8e-248a-408a-bf96-2f9c7690f688 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:11.795741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 20bec9d3-6317-4f1f-8da4-76279b07aa7d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=20bec9d3-6317-4f1f-8da4-76279b07aa7d,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:11.901359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2014c5c0-4988-485e-a726-37c9936ea22b None None] Provisioning complete for port 20bec9d3-6317-4f1f-8da4-76279b07aa7d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:11.912048 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2014c5c0-4988-485e-a726-37c9936ea22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:11.944276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:12.042242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4709ad-5d0d-47a5-8e78-bdc9001567d8 req-c0f35d84-ec7a-41c4-a88b-f7e551bd2d62 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:12.042877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b4709ad-5d0d-47a5-8e78-bdc9001567d8 req-c0f35d84-ec7a-41c4-a88b-f7e551bd2d62 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.1663465 Sep 15 16:01:12.064115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8c2da75-aa0d-441b-a263-9d5a6dc6e3b5 req-44dcb6a1-0a44-4966-a1e6-87e7110d3638 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 210 time: 0.0341766 Sep 15 16:01:12.071412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=20bec9d3-6317-4f1f-8da4-76279b07aa7d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:12.168692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b4709ad-5d0d-47a5-8e78-bdc9001567d8 req-1f1859cb-4d62-413d-a4a0-59983658d0c8 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188505 Sep 15 16:01:12.446631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-ecb8d79e-e6e9-4ffc-a3a3-4c0f620a035a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:12.448880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-ecb8d79e-e6e9-4ffc-a3a3-4c0f620a035a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2373178 Sep 15 16:01:12.480961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-526272d7-cea1-4325-9f8f-9c69150eeca3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0197885 Sep 15 16:01:12.547718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-d107705e-d15b-41cd-891b-b44f59773d9b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594800 Sep 15 16:01:12.577695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-18dd2cf4-97b3-4c97-8758-c8ceb7fe5d99 None None] Provisioning complete for port 20bec9d3-6317-4f1f-8da4-76279b07aa7d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:12.579979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-18dd2cf4-97b3-4c97-8758-c8ceb7fe5d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:12.623365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b97a83b6-66f0-42ae-bc1f-902b6479cb5a no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:12.657049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: b97a83b6-66f0-42ae-bc1f-902b6479cb5a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:12.658720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b97a83b6-66f0-42ae-bc1f-902b6479cb5a not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:12.667905 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e5145a9f-fc41-48c3-b1e1-a95def726b88 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117761 Sep 15 16:01:12.880872 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-40794a30-c50c-4709-b2f1-7737d911eedb service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048042 Sep 15 16:01:13.176812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57920) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:13.181882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'network': {'name': 'tempest-network-smoke--571218163', 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'port_security_enabled': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:13.347538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-698d8b2f-e167-4153-8ab6-8e1ca1eb5bcc req-9f2d02a2-42df-48ba-a1a7-af2f55c1a0fb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 210 time: 0.0830481 Sep 15 16:01:13.381361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Made reservation on behalf of 3b16e930b4d14ee48cbc87523e7e2b5a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:13.387635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.417821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.522248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 20bec9d3-6317-4f1f-8da4-76279b07aa7d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:13.624238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc444bea-333d-4f12-8d3d-ac6ab6f6fa78 req-35329bc5-052a-4d6a-9031-cd823fcc56c5 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 210 time: 0.0570838 Sep 15 16:01:13.644008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2c05a-e0ef-4089-b604-0c169c7ef717 req-62bd9ab4-e35f-453e-9073-c1f4291200fd tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:13.651288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08c2c05a-e0ef-4089-b604-0c169c7ef717 req-62bd9ab4-e35f-453e-9073-c1f4291200fd tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.1522067 Sep 15 16:01:13.683142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 20bec9d3-6317-4f1f-8da4-76279b07aa7d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:13.685087 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.690170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.721926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-3d14d77a-35f2-493a-b7d5-d10724c74860 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:13.737946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-3d14d77a-35f2-493a-b7d5-d10724c74860 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:13.739597 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-3d14d77a-35f2-493a-b7d5-d10724c74860 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.55 "GET /v2.0/networks?id=debb8f68-6e8c-4759-8c61-2e56ef0cefec&id=dfe2eb8e-248a-408a-bf96-2f9c7690f688 HTTP/1.1" status: 200 len: 1392 time: 0.4943249 Sep 15 16:01:13.752416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08c2c05a-e0ef-4089-b604-0c169c7ef717 req-e5dbd8c3-d18f-4aeb-925c-a7523661bbf7 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002274 Sep 15 16:01:13.759856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'port': {'device_id': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec', 'admin_state_up': True, 'tenant_id': '353b291173cc4b538a42dab343bb8d73'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:13.790537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.819535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:01:13.857644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.859455 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Added segment f468a4e0-b50d-47fb-926f-e402fe89cfd6 of type vlan for network c86c0e06-0cbd-4bee-9346-a047263283bf Sep 15 16:01:13.882345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920108e1-93b6-4905-8eba-b0c76ff9da2d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:13.973714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.087610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:14.091097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.120711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.127251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:14.127981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.225727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0477986 Sep 15 16:01:14.229356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57956) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:14.237296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'admin_state_up': True, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:14.244869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee33af-bc12-4b64-a7d5-6f00c9352f73 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Network': ['ID=c86c0e06-0cbd-4bee-9346-a047263283bf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:14.261138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c86c0e06-0cbd-4bee-9346-a047263283bf details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:01:14.309295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Allocated IP 19.80.0.241 (debb8f68-6e8c-4759-8c61-2e56ef0cefec/caf2979b-7419-4680-8b72-679c9f908b39/b1aa7109-afb0-486b-ad5f-4aa605a0bb1d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:14.411242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.417731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.544081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.547141 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-556d6d17-03ef-424a-a063-f6d42c6e1652 req-c16e2098-d433-47d0-828d-6be6867ece37 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 210 time: 0.0348728 Sep 15 16:01:14.555098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.604440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc343aeb-7df9-409d-9a6e-2fde1a65bbde req-fe23308a-889a-40e9-ad06-991152d65d62 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:14.605977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc343aeb-7df9-409d-9a6e-2fde1a65bbde req-fe23308a-889a-40e9-ad06-991152d65d62 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.0675700 Sep 15 16:01:14.649140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc343aeb-7df9-409d-9a6e-2fde1a65bbde req-f4a9c2c3-e38b-4d19-a4bf-9dc3548577f4 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Sep 15 16:01:14.714308 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.782962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d41c007d-f16b-4154-96ed-8a935ffc5f50 req-e29e6c40-a536-4159-8ce1-f5555e217bcf tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 210 time: 0.0824091 Sep 15 16:01:14.789843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network debb8f68-6e8c-4759-8c61-2e56ef0cefec is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:14.793470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:14.796258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:14.866405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:14.893412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Port': ['ID=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:14.931599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:14.932355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.056825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d015d8ab-f92c-433c-b095-10c53bc79814 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3023903 Sep 15 16:01:15.071187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Request body: {'port': {'device_id': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688', 'admin_state_up': True, 'tenant_id': '353b291173cc4b538a42dab343bb8d73'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:15.147282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-da010cce-cabb-4568-ae0c-2215ff930188 None None] Provisioning complete for port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:15.148309 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da010cce-cabb-4568-ae0c-2215ff930188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.223263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-da010cce-cabb-4568-ae0c-2215ff930188 None None] Port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:01:15.316353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.343515 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.365403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Made reservation on behalf of 353b291173cc4b538a42dab343bb8d73 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:15.369738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.480835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Allocated IP 172.25.0.129 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0828cdfd-8f83-47f8-856c-376a3a1ef191) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:15.554438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Allocated IP 19.86.0.32 (dfe2eb8e-248a-408a-bf96-2f9c7690f688/cbd74d05-bcf1-47c9-80fb-a1599388db86/4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:15.621765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.779238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.902713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a65cb-3ef1-475f-a8a9-c44804c2be2c req-f6ca8f4f-0754-4aa2-b073-00d89ff40341 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:15.905126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f2a65cb-3ef1-475f-a8a9-c44804c2be2c req-f6ca8f4f-0754-4aa2-b073-00d89ff40341 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 932 time: 0.1463661 Sep 15 16:01:15.909667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:15.928099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:15.929471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=0828cdfd-8f83-47f8-856c-376a3a1ef191,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:15.951507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:15.959129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:15.972241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f2a65cb-3ef1-475f-a8a9-c44804c2be2c req-c9c93848-9f23-4e26-a1bc-549795ff6f7f tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587676 Sep 15 16:01:16.023184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58494cea-8eba-4eba-8dc4-f85ce66c4267 req-e437e474-608d-4721-b412-3298d06162c2 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:16.035671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58494cea-8eba-4eba-8dc4-f85ce66c4267 req-e437e474-608d-4721-b412-3298d06162c2 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.2704396 Sep 15 16:01:16.127885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7ae48d4-c5c4-435e-a4a9-fc781b7be874 req-afd60b4c-9c4c-403e-af4d-0c7c9f9dc9a9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 210 time: 0.0332546 Sep 15 16:01:16.128171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58494cea-8eba-4eba-8dc4-f85ce66c4267 req-cd29d31d-179f-4951-a4da-0f7b76f507b3 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917578 Sep 15 16:01:16.129907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:16.152863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-bd544e02-b0e6-4956-aaf4-7e752571faa8 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:16.154089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-bd544e02-b0e6-4956-aaf4-7e752571faa8 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.38 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.3203118 Sep 15 16:01:16.198652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Network dfe2eb8e-248a-408a-bf96-2f9c7690f688 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:16.202282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:16.208957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:16.250309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event updated for resources: {'Port': ['ID=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:16.277560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58012) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:16.281323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:16.283130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:16.386952 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-4921e09b-b04e-4232-bab3-2bb25b72d9cc tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3230469 Sep 15 16:01:16.401887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Request body: {'port': {'device_id': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:16.489944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:16.496249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-4a8232ca-989c-470d-8b98-11f878e67d18 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:16.497904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-4a8232ca-989c-470d-8b98-11f878e67d18 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.5741415 Sep 15 16:01:16.515477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Request body: {'port': {'device_id': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'admin_state_up': True, 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:16.555014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ab69ac6e-80de-4f6d-97f8-293fc4273542 None None] Provisioning complete for port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:16.556262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab69ac6e-80de-4f6d-97f8-293fc4273542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:16.600880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ab69ac6e-80de-4f6d-97f8-293fc4273542 None None] Port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:01:16.853955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1aa7109-afb0-486b-ad5f-4aa605a0bb1d {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:16.864611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:16.882403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Transition to ACTIVE for port object b1aa7109-afb0-486b-ad5f-4aa605a0bb1d will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:01:16.971606 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.086866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Pushing event updated for resources: {'Port': ['ID=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:17.146888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Deleting port e166a9e8-f2f7-4725-a423-bdd48a6eac04 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:17.147265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.195477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Attempting to bind port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:17.195929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Attempting to bind port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:17.196855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Attempting to bind port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d on network debb8f68-6e8c-4759-8c61-2e56ef0cefec {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:17.203135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d on network debb8f68-6e8c-4759-8c61-2e56ef0cefec not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:01:17.203518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Attempting to bind port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d on network debb8f68-6e8c-4759-8c61-2e56ef0cefec {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:17.213637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:17.215640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Checking segment: {'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:17.215640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Bound using segment: {'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:17.215640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Bound port: b1aa7109-afb0-486b-ad5f-4aa605a0bb1d, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6865878b-fb34-408a-9be1-e822b8ed9589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:17.215640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.339145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed551fdc-d8cb-45cc-b641-472bd0eb6a44 req-26a4db33-6c4e-4876-8a4d-d66cd40e7273 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 210 time: 0.1044457 Sep 15 16:01:17.407514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] For port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:17.429413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] For port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:17.494340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c2ee-4fde-4eb4-9ecb-1c5463a44072 req-ce3d9168-d476-46d2-bf4b-8d500c3a776a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:17.500879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12c2ee-4fde-4eb4-9ecb-1c5463a44072 req-ce3d9168-d476-46d2-bf4b-8d500c3a776a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:17.508604 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc12c2ee-4fde-4eb4-9ecb-1c5463a44072 req-ce3d9168-d476-46d2-bf4b-8d500c3a776a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1666 time: 0.3579662 Sep 15 16:01:17.514803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.515405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] For port e166a9e8-f2f7-4725-a423-bdd48a6eac04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e166a9e8-f2f7-4725-a423-bdd48a6eac04,segment=NetworkSegment(3c042d37-9e98-4a6a-9d1a-07c27abb1f0f),segment_id=3c042d37-9e98-4a6a-9d1a-07c27abb1f0f)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:17.515995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.522806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.577483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc40ae9-48a1-409c-9535-7e7f97d5bf0b req-cd3ba07b-e23e-4499-92f7-cd175eacbde6 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:17.579281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acc40ae9-48a1-409c-9535-7e7f97d5bf0b req-cd3ba07b-e23e-4499-92f7-cd175eacbde6 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 945 time: 0.1210978 Sep 15 16:01:17.601558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:17.602177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.605155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] 10.222.0.55 "PUT /v2.0/ports/b1aa7109-afb0-486b-ad5f-4aa605a0bb1d HTTP/1.1" status: 200 len: 1092 time: 1.2091765 Sep 15 16:01:17.607237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'tag': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:17.615248 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7848429e-7e96-4efc-933a-9f2468565006" -d '{"events": [{"name": "network-changed", "server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "tag": "b1aa7109-afb0-486b-ad5f-4aa605a0bb1d"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:17.632849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Calling delete_port for e166a9e8-f2f7-4725-a423-bdd48a6eac04 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:17.667556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:17.671164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.671928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5a868-1e60-4324-b60b-340589453e25 service neutron] Pushing event updated for resources: {'Port': ['ID=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:17.687947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acc40ae9-48a1-409c-9535-7e7f97d5bf0b req-dbf8867b-8dca-40fd-8bab-907b6a7cd640 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/security-groups?id=805e7246-860c-4226-b589-22fc2ba4a86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886633 Sep 15 16:01:17.717962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Request body: {'port': {'device_id': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:17.799070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:17.850815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc12c2ee-4fde-4eb4-9ecb-1c5463a44072 req-33db2db6-8d98-4aff-83de-6fc68e24c5b8 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407335 Sep 15 16:01:17.906695 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3491179-70df-4e92-bb17-0a5d61fd0383 x-openstack-request-id: req-f3491179-70df-4e92-bb17-0a5d61fd0383 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:17.908911 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "tag": "b1aa7109-afb0-486b-ad5f-4aa605a0bb1d", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:17.910586 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f3491179-70df-4e92-bb17-0a5d61fd0383 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:17.911861 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'tag': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d', 'status': 'completed', 'code': 200} Sep 15 16:01:18.055024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848429e-7e96-4efc-933a-9f2468565006 req-32311521-bad5-430b-a986-bb840922fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:18.055691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848429e-7e96-4efc-933a-9f2468565006 req-32311521-bad5-430b-a986-bb840922fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:18.057125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7848429e-7e96-4efc-933a-9f2468565006 req-32311521-bad5-430b-a986-bb840922fe1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1913 time: 0.0811775 Sep 15 16:01:18.229122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848429e-7e96-4efc-933a-9f2468565006 req-d1c1c165-c08b-455d-9532-15d54d105448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:18.229579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848429e-7e96-4efc-933a-9f2468565006 req-d1c1c165-c08b-455d-9532-15d54d105448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:18.230038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848429e-7e96-4efc-933a-9f2468565006 req-d1c1c165-c08b-455d-9532-15d54d105448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:18.231627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7848429e-7e96-4efc-933a-9f2468565006 req-d1c1c165-c08b-455d-9532-15d54d105448 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=353b291173cc4b538a42dab343bb8d73&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1421516 Sep 15 16:01:18.273805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Allocated IP 172.20.0.3 (95b74a94-689a-499f-9494-24d982f62dca/06056fc9-fdf1-4731-9fa0-31795b3f11dd/f5e8c60e-2320-42f2-9196-7da34bf9bb9c) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:18.293461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:18.331721 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.333644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.349581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Transition to ACTIVE for port object 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:01:18.368197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848429e-7e96-4efc-933a-9f2468565006 req-c1fda54a-bc2a-475a-90e8-25aa62fe0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:18.370137 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7848429e-7e96-4efc-933a-9f2468565006 req-c1fda54a-bc2a-475a-90e8-25aa62fe0649 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167033 Sep 15 16:01:18.436226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.510164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.571651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Pushing event updated for resources: {'Port': ['ID=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:18.602408 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-018db54a-c115-4e60-84f7-5480195ece95 req-ed9722b3-d89a-44ee-a089-fc12ae759405 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 210 time: 0.1525667 Sep 15 16:01:18.612971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Pushing event deleted for resources: {'Port': ['ID=e166a9e8-f2f7-4725-a423-bdd48a6eac04,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:18.632083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Attempting to bind port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:18.632821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Attempting to bind port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:18.633251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Attempting to bind port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff on network dfe2eb8e-248a-408a-bf96-2f9c7690f688 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:18.642734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff on network dfe2eb8e-248a-408a-bf96-2f9c7690f688 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:01:18.643539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Attempting to bind port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff on network dfe2eb8e-248a-408a-bf96-2f9c7690f688 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:18.657141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e166a9e8-f2f7-4725-a423-bdd48a6eac04 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:18.665384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:18.667898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Checking segment: {'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:18.668847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Bound using segment: {'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:18.669310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Bound port: 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46ee760-dd55-40df-903d-43b2cf3f13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:18.669682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.683841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: e166a9e8-f2f7-4725-a423-bdd48a6eac04 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:18.685448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e166a9e8-f2f7-4725-a423-bdd48a6eac04 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:18.769917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] No DVR routers for this DVR port e166a9e8-f2f7-4725-a423-bdd48a6eac04 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:18.776792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.779551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c449d613-4ebe-481b-9ba2-345d24c369bd req-c7476929-9b6f-423c-8bf0-9cf197a75a60 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.38 "DELETE /v2.0/ports/e166a9e8-f2f7-4725-a423-bdd48a6eac04 HTTP/1.1" status: 204 len: 173 time: 2.6080291 Sep 15 16:01:18.806125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'name': 'network-vif-deleted', 'tag': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:18.808693 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa96aa7e-0ab0-462a-af13-d13675c37aef" -d '{"events": [{"server_uuid": "e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c", "name": "network-vif-deleted", "tag": "e166a9e8-f2f7-4725-a423-bdd48a6eac04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:18.824638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] For port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:18.866216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b3fbb10-7bbe-4a17-a800-763c3e554aa9 req-c681df26-fd39-47d1-abcb-d14fe806fd31 tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 210 time: 0.0511358 Sep 15 16:01:18.878343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] For port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:18.889292 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d98ed7-d092-445a-b5aa-1f22b6dcd2b2 x-openstack-request-id: req-38d98ed7-d092-445a-b5aa-1f22b6dcd2b2 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:18.889577 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c", "name": "network-vif-deleted", "tag": "e166a9e8-f2f7-4725-a423-bdd48a6eac04", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:18.889831 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-38d98ed7-d092-445a-b5aa-1f22b6dcd2b2 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:18.890319 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c', 'name': 'network-vif-deleted', 'tag': 'e166a9e8-f2f7-4725-a423-bdd48a6eac04', 'status': 'completed', 'code': 200} Sep 15 16:01:18.895176 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.924615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:18.973992 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:19.013545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router 4ef14c1b-facb-404d-b68c-ba7a49abc206 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:01:19.013921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.015914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:19.018525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] 10.222.0.55 "PUT /v2.0/ports/4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff HTTP/1.1" status: 200 len: 1091 time: 1.3099971 Sep 15 16:01:19.061291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751a71e-1c39-450c-9adb-fda4b9905754 service neutron] Pushing event updated for resources: {'Port': ['ID=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:19.136521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:19.150173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:19.213795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ae0c2-db37-4a42-a166-88115685e240 req-08088dc2-2660-4d50-9f7c-610b28221a07 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.222596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ae0c2-db37-4a42-a166-88115685e240 req-08088dc2-2660-4d50-9f7c-610b28221a07 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.237850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a8ae0c2-db37-4a42-a166-88115685e240 req-08088dc2-2660-4d50-9f7c-610b28221a07 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1678 time: 0.2311678 Sep 15 16:01:19.267467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9a76426f-dec8-4340-8a5c-157c7d215aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.267952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9a76426f-dec8-4340-8a5c-157c7d215aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.269832 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-9a76426f-dec8-4340-8a5c-157c7d215aad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1980 time: 0.1063304 Sep 15 16:01:19.366224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-a96f2b71-ea4b-4b02-b096-0e2e96152030 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d HTTP/1.1" status: 200 len: 217 time: 0.0822756 Sep 15 16:01:19.427868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-bc08f14b-4de8-4bff-868c-efb6ec514c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.429404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-bc08f14b-4de8-4bff-868c-efb6ec514c97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caf2979b-7419-4680-8b72-679c9f908b39 HTTP/1.1" status: 200 len: 801 time: 0.0520334 Sep 15 16:01:19.496868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-940332b8-36c5-4b1d-bdc6-a22a13727222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.498427 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-940332b8-36c5-4b1d-bdc6-a22a13727222 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=debb8f68-6e8c-4759-8c61-2e56ef0cefec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592697 Sep 15 16:01:19.618495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-0609a60b-b2ad-4009-bda3-eb7808811a46 service neutron] 10.222.0.55 "GET /v2.0/networks/debb8f68-6e8c-4759-8c61-2e56ef0cefec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102118 Sep 15 16:01:19.746341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:01:19.760754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Sync routers for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:01:19.762353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Network 95b74a94-689a-499f-9494-24d982f62dca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:19.774807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:19.775726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:19.806729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:19.846150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:19.855040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a8ae0c2-db37-4a42-a166-88115685e240 req-5bcd3d26-0426-49c2-ba8b-3437af554a73 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160033 Sep 15 16:01:19.855678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event updated for resources: {'Port': ['ID=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:19.915360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c8ba1-ad29-450d-b62f-d678864bcdc1 req-08749c34-5705-42ba-b896-b61cf7bbd6f8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:19.924614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-578c8ba1-ad29-450d-b62f-d678864bcdc1 req-08749c34-5705-42ba-b896-b61cf7bbd6f8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 931 time: 0.1441810 Sep 15 16:01:19.927850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'tag': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:19.930188 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d37f6a7-f61b-4a53-8877-e8b1d2089222" -d '{"events": [{"name": "network-changed", "server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "tag": "4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:19.936450 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-d37311a2-57af-4c51-8d2e-78384f3de2ab service neutron] 10.222.0.55 "GET /v2.0/networks/debb8f68-6e8c-4759-8c61-2e56ef0cefec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095102 Sep 15 16:01:20.037479 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-06f996f9-917d-4915-9abf-68dac41174dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff HTTP/1.1" status: 200 len: 217 time: 0.0685151 Sep 15 16:01:20.050306 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8afb051-1bd2-4a03-a2dd-2d2b6f2d9c26 req-755141c0-1f07-4f5d-ba9d-1f85cf85252c tempest-InstanceActionsTestJSON-2109929006 tempest-InstanceActionsTestJSON-2109929006-project] 10.222.0.63 "GET /v2.0/ports?device_id=e3e3bfde-2a0e-4bb4-8ed5-17bbce8cba2c HTTP/1.1" status: 200 len: 210 time: 0.0731401 Sep 15 16:01:20.080706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:20.090190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58098) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:20.092447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63eec678-95b2-426e-be83-1d1d4af06775 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8538864 Sep 15 16:01:20.117095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-578c8ba1-ad29-450d-b62f-d678864bcdc1 req-50febdde-a688-472b-b15d-c6f40dd33a58 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914275 Sep 15 16:01:20.124292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:20.126121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:20.132611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-7e895896-6af4-4dbc-92ab-8de7a0e65cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:20.135045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-7e895896-6af4-4dbc-92ab-8de7a0e65cc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbd74d05-bcf1-47c9-80fb-a1599388db86 HTTP/1.1" status: 200 len: 801 time: 0.0894983 Sep 15 16:01:20.176333 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71b9805-ab74-43a4-ae0f-f95d7ff6bcac x-openstack-request-id: req-b71b9805-ab74-43a4-ae0f-f95d7ff6bcac {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:20.176738 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "tag": "4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:20.176979 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b71b9805-ab74-43a4-ae0f-f95d7ff6bcac {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:20.179487 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'tag': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff', 'status': 'completed', 'code': 200} Sep 15 16:01:20.231519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:20.247257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-f1aee85b-d9ba-4914-93f7-0db2ceefeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:20.249062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-f1aee85b-d9ba-4914-93f7-0db2ceefeb82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfe2eb8e-248a-408a-bf96-2f9c7690f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054873 Sep 15 16:01:20.294813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-82a06005-5064-483f-bd40-aacbfcedd6a7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7866385 Sep 15 16:01:20.308780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Request body: {'port': {'device_id': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:20.381592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:20.391041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Deleting port d9b75850-478f-4e56-afbe-311973a97d5f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:20.391315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:20.445027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-ea325153-cc15-4002-ac45-ad167e02b46c service neutron] 10.222.0.55 "GET /v2.0/networks/dfe2eb8e-248a-408a-bf96-2f9c7690f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878512 Sep 15 16:01:20.495397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:16Z', 'revision_number': 3, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:20.532867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Checking router: 4ef14c1b-facb-404d-b68c-ba7a49abc206 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:01:20.533604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Updating router 4ef14c1b-facb-404d-b68c-ba7a49abc206 port 0828cdfd-8f83-47f8-856c-376a3a1ef191 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:01:20.567964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:20.613725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-84d8de9f-ea78-456d-a256-7f057d53918e tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=3b16e930b4d14ee48cbc87523e7e2b5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5222807 Sep 15 16:01:20.627747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58108) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:20.765981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4c1be62d-afef-4211-8fef-15d54467ddbc req-a7557210-0e77-4dcc-aa8b-64ef86acd2b3 service neutron] 10.222.0.55 "GET /v2.0/networks/dfe2eb8e-248a-408a-bf96-2f9c7690f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130090 Sep 15 16:01:20.869830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77329b0e-2fb2-4eb9-b2e7-171099619607 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:20.871448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-77329b0e-2fb2-4eb9-b2e7-171099619607 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2426541 Sep 15 16:01:20.875528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58116) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:20.925896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-08ba729f-ea67-4893-b66e-93120ed1dbdd tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486591 Sep 15 16:01:20.948652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58122) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:20.956083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1333175545', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:21.070564 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.118106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] For port d9b75850-478f-4e56-afbe-311973a97d5f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d9b75850-478f-4e56-afbe-311973a97d5f,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:21.118592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.123316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-497051a2-e7a7-4477-9498-c5f5b46f4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:21.124449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-497051a2-e7a7-4477-9498-c5f5b46f4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:21.127732 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-497051a2-e7a7-4477-9498-c5f5b46f4d17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=353b291173cc4b538a42dab343bb8d73&device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1980 time: 0.2414806 Sep 15 16:01:21.148681 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.151780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58132) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:21.154534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Calling delete_port for d9b75850-478f-4e56-afbe-311973a97d5f owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:21.253227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35821a-d6c9-481b-a7a7-e099cac59794 req-799da5ff-f676-4cb0-ba31-4bb353a4c813 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:21.265817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35821a-d6c9-481b-a7a7-e099cac59794 req-799da5ff-f676-4cb0-ba31-4bb353a4c813 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:21.273273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad35821a-d6c9-481b-a7a7-e099cac59794 req-799da5ff-f676-4cb0-ba31-4bb353a4c813 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1678 time: 0.2532771 Sep 15 16:01:21.273522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Made reservation on behalf of 3b16e930b4d14ee48cbc87523e7e2b5a for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:21.275089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916de68-cd02-4c3d-b836-3d561d8e3725 None None] Pushing event updated for resources: {'Port': ['ID=0828cdfd-8f83-47f8-856c-376a3a1ef191,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:21.279095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Attempting to bind port 0828cdfd-8f83-47f8-856c-376a3a1ef191 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:21.279736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Attempting to bind port 0828cdfd-8f83-47f8-856c-376a3a1ef191 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:21.280216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Attempting to bind port 0828cdfd-8f83-47f8-856c-376a3a1ef191 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:21.285579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.288381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:21.289303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:21.289907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.290422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:21.291407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Bound port: 0828cdfd-8f83-47f8-856c-376a3a1ef191, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:21.291901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.361465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] Deleting subnet 56920aee-9bd0-4baa-82e1-c5ded92fb963 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:01:21.376461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.378400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] For port 0828cdfd-8f83-47f8-856c-376a3a1ef191, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:21.386652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] For port 0828cdfd-8f83-47f8-856c-376a3a1ef191, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0828cdfd-8f83-47f8-856c-376a3a1ef191,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:21.430010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad35821a-d6c9-481b-a7a7-e099cac59794 req-6aca75d1-b763-424e-8d3a-74719458808a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553066 Sep 15 16:01:21.464625 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.610935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:21.612591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:21.657660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e8c60e-2320-42f2-9196-7da34bf9bb9c {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:21.667448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.682542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Transition to ACTIVE for port object f5e8c60e-2320-42f2-9196-7da34bf9bb9c will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:01:21.700079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.730089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b75850-478f-4e56-afbe-311973a97d5f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:21.745320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:21.817701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916de68-cd02-4c3d-b836-3d561d8e3725 None None] Pushing event updated for resources: {'Port': ['ID=0828cdfd-8f83-47f8-856c-376a3a1ef191,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:21.830860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.866551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f5ba5-c27a-4ecc-a8c5-1fe493f41630 req-3bbe1d8e-f8d3-49e3-a7be-508ba8a06aeb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:21.868050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc0f5ba5-c27a-4ecc-a8c5-1fe493f41630 req-3bbe1d8e-f8d3-49e3-a7be-508ba8a06aeb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 931 time: 0.5956473 Sep 15 16:01:21.873332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.903979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-7ad6c88f-ec9f-4cec-b3d6-a14135bfc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:21.905323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-7ad6c88f-ec9f-4cec-b3d6-a14135bfc462 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dfe2eb8e-248a-408a-bf96-2f9c7690f688 HTTP/1.1" status: 200 len: 903 time: 0.7672563 Sep 15 16:01:22.027077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:16Z', 'revision_number': 3, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:22.056422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc0f5ba5-c27a-4ecc-a8c5-1fe493f41630 req-17991cc9-383a-47e5-a29e-a668ccccdbed tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554337 Sep 15 16:01:22.061639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-37ab94db-41cb-4931-849a-2d189055757d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff HTTP/1.1" status: 200 len: 217 time: 0.1030929 Sep 15 16:01:22.067313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.077673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Pushing event updated for resources: {'Port': ['ID=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:22.087506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae23ea-a347-4aad-ae22-eaaa6ec82fd7 None None] The sync data for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 is: [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:16Z', 'revision_number': 3, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:01:22.177050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-c8dc148b-758f-4e6d-aa9e-e36671dc6329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:22.178758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-c8dc148b-758f-4e6d-aa9e-e36671dc6329 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbd74d05-bcf1-47c9-80fb-a1599388db86 HTTP/1.1" status: 200 len: 801 time: 0.1075137 Sep 15 16:01:22.254911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Attempting to bind port f5e8c60e-2320-42f2-9196-7da34bf9bb9c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:22.255320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Attempting to bind port f5e8c60e-2320-42f2-9196-7da34bf9bb9c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:22.255769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Attempting to bind port f5e8c60e-2320-42f2-9196-7da34bf9bb9c on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:22.265143 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.279923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Port f5e8c60e-2320-42f2-9196-7da34bf9bb9c on network 95b74a94-689a-499f-9494-24d982f62dca not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:01:22.284532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Attempting to bind port f5e8c60e-2320-42f2-9196-7da34bf9bb9c on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:22.323924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:22.324128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:22.324938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Bound using segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:22.325162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Bound port: f5e8c60e-2320-42f2-9196-7da34bf9bb9c, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:22.325373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.326586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-2ecdb31c-d2df-4a30-a1dd-853074ea71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:22.328125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-2ecdb31c-d2df-4a30-a1dd-853074ea71ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dfe2eb8e-248a-408a-bf96-2f9c7690f688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1403613 Sep 15 16:01:22.437144 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.448701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.465744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.477201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/56920aee-9bd0-4baa-82e1-c5ded92fb963 HTTP/1.1" status: 204 len: 168 time: 1.3159528 Sep 15 16:01:22.502394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] For port f5e8c60e-2320-42f2-9196-7da34bf9bb9c, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:22.504299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58156) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:22.518852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02baa6-fa2f-4e57-97ab-b4606d315206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56920aee-9bd0-4baa-82e1-c5ded92fb963,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:22.544531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-f7237439-b98b-4c46-b47b-0390fa51a2dd service neutron] 10.222.0.55 "GET /v2.0/networks/dfe2eb8e-248a-408a-bf96-2f9c7690f688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031541 Sep 15 16:01:22.619995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.651898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] For port f5e8c60e-2320-42f2-9196-7da34bf9bb9c, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:22.724269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Checking segment: {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:22.724687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network hostable DHCP agents. Network: c86c0e06-0cbd-4bee-9346-a047263283bf, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:01:22.739104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Subnet': ['ID=456de2e3-0c41-4600-b1f2-76fe920a04ba,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:22.771898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.784326 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6d37f6a7-f61b-4a53-8877-e8b1d2089222 req-325e7f09-b7c8-4b9c-a933-faa68245fd3b service neutron] 10.222.0.55 "GET /v2.0/networks/dfe2eb8e-248a-408a-bf96-2f9c7690f688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060552 Sep 15 16:01:22.828800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network c86c0e06-0cbd-4bee-9346-a047263283bf is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:01:22.836559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:22.836559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.836559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] 10.222.0.38 "PUT /v2.0/ports/f5e8c60e-2320-42f2-9196-7da34bf9bb9c HTTP/1.1" status: 200 len: 1091 time: 2.5329463 Sep 15 16:01:22.839702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'tag': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:22.842201 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc90e7b7-dac4-4603-97aa-91d5d02af46a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7597ee-1add-4e5d-a788-71d0bd610c73", "tag": "f5e8c60e-2320-42f2-9196-7da34bf9bb9c"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:22.868647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Router e205e032-be01-4cfa-b52f-8033db6e44a3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:01:22.881859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d0185-abdc-49a6-becc-37c3360743c8 req-6e14a58f-41ca-42d7-9517-f565ac96f1a5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:22.888708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d0185-abdc-49a6-becc-37c3360743c8 req-6e14a58f-41ca-42d7-9517-f565ac96f1a5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:22.889823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d34d0185-abdc-49a6-becc-37c3360743c8 req-6e14a58f-41ca-42d7-9517-f565ac96f1a5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1678 time: 0.2601097 Sep 15 16:01:22.899746 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f6b38-2145-47de-bece-be62ae7d85e1 x-openstack-request-id: req-b38f6b38-2145-47de-bece-be62ae7d85e1 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:22.900037 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7597ee-1add-4e5d-a788-71d0bd610c73", "tag": "f5e8c60e-2320-42f2-9196-7da34bf9bb9c", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:22.900406 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b38f6b38-2145-47de-bece-be62ae7d85e1 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:22.900831 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'tag': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c', 'status': 'completed', 'code': 200} Sep 15 16:01:22.927626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c86c0e06-0cbd-4bee-9346-a047263283bf) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:22.939665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df39b3c-9e55-4c28-aed1-e29e9e6d87a0 None None] Network c86c0e06-0cbd-4bee-9346-a047263283bf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:22.946038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:22.946797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.977228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.034761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8f92d-11fe-43dc-866e-069d753aa61e service neutron] Pushing event updated for resources: {'Port': ['ID=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:23.047605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6dd73b-1515-4950-99ce-99cd7a997c14']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:23.066194 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-170dbe47-c11d-403d-a6c0-a9f7cb03a7fc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1114049 Sep 15 16:01:23.066194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58170) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:23.108927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c042d37-9e98-4a6a-9d1a-07c27abb1f0f') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:23.109525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c042d37-9e98-4a6a-9d1a-07c27abb1f0f') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:23.123101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d34d0185-abdc-49a6-becc-37c3360743c8 req-0cccb7e2-f565-49b9-9b4e-0f7e1d1067fa tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198188 Sep 15 16:01:23.130327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.158617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e7b7-dac4-4603-97aa-91d5d02af46a req-a83aae94-c44f-4ecf-a84a-1f92e9b11a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:23.160202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc90e7b7-dac4-4603-97aa-91d5d02af46a req-a83aae94-c44f-4ecf-a84a-1f92e9b11a94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 1094 time: 0.2364469 Sep 15 16:01:23.204365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-c86c0e06-0cbd-4bee-9346-a047263283bf', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:01:23.206042 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.215727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.235277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b1aa7109-afb0-486b-ad5f-4aa605a0bb1d details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:01:23.436820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:01:23.444847 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] Sync routers for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:01:23.449075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315e954-3a91-4c3f-9ee7-64c2861f07c6 req-71a616c8-5b13-4281-a8ae-469d0c17212c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:23.464320 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0315e954-3a91-4c3f-9ee7-64c2861f07c6 req-71a616c8-5b13-4281-a8ae-469d0c17212c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 943 time: 0.2071648 Sep 15 16:01:23.471786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a38b064-56c1-444c-918e-45a3320e2a31 admin admin] 10.222.0.63 "PUT /v2.0/routers/e205e032-be01-4cfa-b52f-8033db6e44a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1919835 Sep 15 16:01:23.479764 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:23.481054 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:23.483801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:23.487200 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.496606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58178) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:23.525476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:23.541720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d', 'network_id': 'debb8f68-6e8c-4759-8c61-2e56ef0cefec', 'port_id': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d', 'mac_address': 'fa:16:3e:10:0a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caf2979b-7419-4680-8b72-679c9f908b39', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:23.651757 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:23.677337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0828cdfd-8f83-47f8-856c-376a3a1ef191 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:23.720528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.742274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.752705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9f6dd73b-1515-4950-99ce-99cd7a997c14 HTTP/1.1" status: 204 len: 168 time: 1.2446556 Sep 15 16:01:23.806799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0315e954-3a91-4c3f-9ee7-64c2861f07c6 req-d0f94dd8-3809-4aae-88fc-ad79716cc31b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388672 Sep 15 16:01:23.813820 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:23.815391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cecec5-ba89-46a4-b74b-796f71d69b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6dd73b-1515-4950-99ce-99cd7a997c14,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:23.840361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Allocated IP 172.20.0.2 (c86c0e06-0cbd-4bee-9346-a047263283bf/456de2e3-0c41-4600-b1f2-76fe920a04ba/e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:23.849981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e7b7-dac4-4603-97aa-91d5d02af46a req-69368d7d-edbd-4358-b11f-586e43043d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:23.853827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc90e7b7-dac4-4603-97aa-91d5d02af46a req-69368d7d-edbd-4358-b11f-586e43043d04 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6729870 Sep 15 16:01:23.888759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.928681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1aa7109-afb0-486b-ad5f-4aa605a0bb1d {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:23.951809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:23.974331 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-78b0b2f0-1484-4b2c-916b-29e9ef6146fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.027935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.030970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0828cdfd-8f83-47f8-856c-376a3a1ef191 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:24.031374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.054988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90e7b7-dac4-4603-97aa-91d5d02af46a req-4eeb16ca-1640-4f18-a66a-88a415b73727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:24.058181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc90e7b7-dac4-4603-97aa-91d5d02af46a req-4eeb16ca-1640-4f18-a66a-88a415b73727 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1923504 Sep 15 16:01:24.066085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.066692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:01:24.164105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:24.169651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-c93a3494-19a1-4095-942e-487dcca1bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:24.173619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-c93a3494-19a1-4095-942e-487dcca1bb6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 1094 time: 0.0635486 Sep 15 16:01:24.262521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-288f2234-7f66-4e00-9bae-5838d7c02a6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e8c60e-2320-42f2-9196-7da34bf9bb9c HTTP/1.1" status: 200 len: 217 time: 0.0812480 Sep 15 16:01:24.283038 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T16:01:21Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:24.340937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58194) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:24.362075 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] Checking router: e205e032-be01-4cfa-b52f-8033db6e44a3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:01:24.362519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-68452c50-363b-4f68-841a-4613788f93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:24.366649 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-68452c50-363b-4f68-841a-4613788f93fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.0950313 Sep 15 16:01:24.377502 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] Routers {'e205e032-be01-4cfa-b52f-8033db6e44a3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:24.378434 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e205e032-be01-4cfa-b52f-8033db6e44a3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:24.403333 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.467150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-8f3ff329-dae5-4842-a436-b06d969dd790 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935781 Sep 15 16:01:24.471256 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.509668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:24.512862 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.559482 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] Set router e205e032-be01-4cfa-b52f-8033db6e44a3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:24.561867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.562358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:24.569307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58198) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:24.586669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-136a8633-0a35-4c49-92cc-09d056656729 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6af5832ac96d4735ad9af4105f2e0b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270091 Sep 15 16:01:24.598871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Network c86c0e06-0cbd-4bee-9346-a047263283bf is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:24.601116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 0828cdfd-8f83-47f8-856c-376a3a1ef191, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0828cdfd-8f83-47f8-856c-376a3a1ef191,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:24.606848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff', 'network_id': 'dfe2eb8e-248a-408a-bf96-2f9c7690f688', 'port_id': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff', 'mac_address': 'fa:16:3e:a6:3c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd74d05-bcf1-47c9-80fb-a1599388db86', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:01:24.614251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:24.618920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:24.658034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Pushing event updated for resources: {'Port': ['ID=e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:24.691721 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.723404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1402-00fe-4829-a78a-e8ce90789576 req-3493b05c-899e-4882-b3f4-3e2ca5d1b9cd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:24.729851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1402-00fe-4829-a78a-e8ce90789576 req-3493b05c-899e-4882-b3f4-3e2ca5d1b9cd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:24.744795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-808a1402-00fe-4829-a78a-e8ce90789576 req-3493b05c-899e-4882-b3f4-3e2ca5d1b9cd tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1679 time: 0.4722009 Sep 15 16:01:24.760851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-3fdcfd59-737a-44d1-afe4-91e52a383996 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846565 Sep 15 16:01:24.810815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=0828cdfd-8f83-47f8-856c-376a3a1ef191,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:24.837917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.847534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f918276-498b-40fb-b3c1-2f6c7269afd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.897337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T16:01:21Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:24.908410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:24.932763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Attempting to bind port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:24.933030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Attempting to bind port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:24.933347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Attempting to bind port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba on network c86c0e06-0cbd-4bee-9346-a047263283bf {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:24.935398 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb3cdd-3be7-47b4-b856-6d17af1d479d None None] The sync data for ids ['e205e032-be01-4cfa-b52f-8033db6e44a3'] in n-d-808199-2 is: [{'id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'name': 'tempest-AttachVolumeTestJSON-177627464-router', 'tenant_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:52:55Z', 'updated_at': '2021-09-15T16:01:21Z', 'revision_number': 5, 'project_id': 'd9f2d2388ee447b0baaec4788d639ceb', 'gw_port': {'id': 'bad4848b-af3b-4637-9d42-f7742d215d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205e032-be01-4cfa-b52f-8033db6e44a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:52:56Z', 'updated_at': '2021-09-15T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:01:24.952344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:24.953253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Checking segment: {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:24.955549 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.956543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Bound using segment: {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:24.957302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Bound port: e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:24.960762 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:24.964583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:24.984416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772fcdaa-8553-423b-a481-0e07a6e1bf66 req-db8cfda5-d731-4518-9cd1-441eabd0f995 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138593 Sep 15 16:01:25.012604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-808a1402-00fe-4829-a78a-e8ce90789576 req-ac6b86e1-b2f2-4573-9ae6-6f7c53d779e4 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668419 Sep 15 16:01:25.036897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de2308ae-b2c3-4879-9c3d-58a1193cbdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.036897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.043615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.093013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458823e-4c8f-4a00-bfb8-9900d6b8b56b req-8bf29b7d-10fb-4154-b02a-056ecf2faaae tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:25.095212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Deleting port bad4848b-af3b-4637-9d42-f7742d215d12 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:25.095775 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.095935 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9458823e-4c8f-4a00-bfb8-9900d6b8b56b req-8bf29b7d-10fb-4154-b02a-056ecf2faaae tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 943 time: 0.0894403 Sep 15 16:01:25.118188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f918276-498b-40fb-b3c1-2f6c7269afd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.169350 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de2308ae-b2c3-4879-9c3d-58a1193cbdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.177936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9458823e-4c8f-4a00-bfb8-9900d6b8b56b req-ee18dd93-b518-463c-a1e7-56fb00f4937e tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572321 Sep 15 16:01:25.184995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f918276-498b-40fb-b3c1-2f6c7269afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.229675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f918276-498b-40fb-b3c1-2f6c7269afd8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=21ab57ca084c46ef8ca12db4c0f321b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412401 Sep 15 16:01:25.234494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:25.270355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918276-498b-40fb-b3c1-2f6c7269afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916b51c0-8dc2-46ac-ba39-17abe7c7cf50,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:25.342777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a33e26e1-33e3-4151-9956-48fed81afda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.348028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] For port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:25.367169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:25.369160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a33e26e1-33e3-4151-9956-48fed81afda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.372631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] For port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:25.408007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] For port bad4848b-af3b-4637-9d42-f7742d215d12, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bad4848b-af3b-4637-9d42-f7742d215d12,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:25.410966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.442353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Calling delete_port for bad4848b-af3b-4637-9d42-f7742d215d12 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:25.457107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['b1aa7109-afb0-486b-ad5f-4aa605a0bb1d'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:25.461602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.497058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0828cdfd-8f83-47f8-856c-376a3a1ef191 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:25.504642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de2308ae-b2c3-4879-9c3d-58a1193cbdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.507245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de2308ae-b2c3-4879-9c3d-58a1193cbdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.511095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-de2308ae-b2c3-4879-9c3d-58a1193cbdf9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/805e7246-860c-4226-b589-22fc2ba4a86e HTTP/1.1" status: 204 len: 168 time: 0.9279790 Sep 15 16:01:25.523464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2308ae-b2c3-4879-9c3d-58a1193cbdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805e7246-860c-4226-b589-22fc2ba4a86e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:25.550503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a33e26e1-33e3-4151-9956-48fed81afda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.555557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a33e26e1-33e3-4151-9956-48fed81afda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.555738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a33e26e1-33e3-4151-9956-48fed81afda4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/916b51c0-8dc2-46ac-ba39-17abe7c7cf50 HTTP/1.1" status: 204 len: 168 time: 0.3189008 Sep 15 16:01:25.570752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e26e1-33e3-4151-9956-48fed81afda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916b51c0-8dc2-46ac-ba39-17abe7c7cf50,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:25.677445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9b0b1-e368-4b29-8320-c1ff28513107 None None] Pushing event updated for resources: {'Port': ['ID=e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:25.711582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0828cdfd-8f83-47f8-856c-376a3a1ef191 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:25.711981 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.917198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d9b75850-478f-4e56-afbe-311973a97d5f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:25.942584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d9b75850-478f-4e56-afbe-311973a97d5f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:25.942930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d9b75850-478f-4e56-afbe-311973a97d5f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:25.947244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:25.991832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad4848b-af3b-4637-9d42-f7742d215d12,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:26.008051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Allocated IP 172.20.0.1 (c86c0e06-0cbd-4bee-9346-a047263283bf/456de2e3-0c41-4600-b1f2-76fe920a04ba/11f9eb28-3460-48c1-8737-339bff92990d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:26.138270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.304266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.311358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.341648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9598d-2f21-4d81-a693-a2881f7a483a req-40dd5fff-dff8-4515-af20-48d553e94dcb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:26.349097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9598d-2f21-4d81-a693-a2881f7a483a req-40dd5fff-dff8-4515-af20-48d553e94dcb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:26.351090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26e9598d-2f21-4d81-a693-a2881f7a483a req-40dd5fff-dff8-4515-af20-48d553e94dcb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1680 time: 0.2106781 Sep 15 16:01:26.424077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.429327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:26.467383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26e9598d-2f21-4d81-a693-a2881f7a483a req-d0262816-64a0-47e7-a528-35b1ed921e3a tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793507 Sep 15 16:01:26.486571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.487746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e205e032-be01-4cfa-b52f-8033db6e44a3 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:01:26.490617 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.501876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.501876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3430d59a-5acd-4707-9715-8bdb65932c31 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e205e032-be01-4cfa-b52f-8033db6e44a3 HTTP/1.1" status: 204 len: 168 time: 2.9985824 Sep 15 16:01:26.504292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58240) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:26.619726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] Deleting subnet e7bda1b0-8033-46f3-9572-008216686811 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:01:26.631920 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.690864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58242) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:26.705545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.714877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f5e8c60e-2320-42f2-9196-7da34bf9bb9c details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:01:26.774451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network c86c0e06-0cbd-4bee-9346-a047263283bf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:26.863338 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:26.865437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=11f9eb28-3460-48c1-8737-339bff92990d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:26.869124 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99380d0b-a9cf-4bc0-a22f-0b87187a411f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:26.871795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:26.926000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d294b24-c0f4-4fa2-9b6b-69b7a53e7f83 req-9c6978dc-5ec5-4f66-b66a-1c5801a5c622 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:26.932186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d294b24-c0f4-4fa2-9b6b-69b7a53e7f83 req-9c6978dc-5ec5-4f66-b66a-1c5801a5c622 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 943 time: 0.6391742 Sep 15 16:01:26.959939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.004548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f5e8c60e-2320-42f2-9196-7da34bf9bb9c, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:27.005976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d294b24-c0f4-4fa2-9b6b-69b7a53e7f83 req-62672069-39a4-4a9f-aacf-f749dc914857 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624521 Sep 15 16:01:27.027839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'port_id': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c', 'mac_address': 'fa:16:3e:8d:19:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056fc9-fdf1-4731-9fa0-31795b3f11dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:01:27.059483 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.086460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.087284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.122919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e8c60e-2320-42f2-9196-7da34bf9bb9c {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:27.154914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f5e8c60e-2320-42f2-9196-7da34bf9bb9c, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:27.164305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5901a-f5b3-48cc-b55a-a8a0df1f3e2e None None] Network c86c0e06-0cbd-4bee-9346-a047263283bf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:27.238749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.243531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b1aa7109-afb0-486b-ad5f-4aa605a0bb1d up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:27.309320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.351481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6e786637-7946-4978-b848-28678e345f6b None None] Provisioning complete for port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:27.351481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e786637-7946-4978-b848-28678e345f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.437467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99380d0b-a9cf-4bc0-a22f-0b87187a411f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.486258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:27.493157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f5e8c60e-2320-42f2-9196-7da34bf9bb9c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:27.525678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:27.601300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326abfa-4b84-4e50-b7ff-58668706c32a req-d78ffd17-0b30-481c-bffb-1ea3b52da491 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:27.607308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326abfa-4b84-4e50-b7ff-58668706c32a req-d78ffd17-0b30-481c-bffb-1ea3b52da491 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:27.609407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0326abfa-4b84-4e50-b7ff-58668706c32a req-d78ffd17-0b30-481c-bffb-1ea3b52da491 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1680 time: 0.0718820 Sep 15 16:01:27.652380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0326abfa-4b84-4e50-b7ff-58668706c32a req-375500b2-0827-4e0b-a961-1402de968101 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363309 Sep 15 16:01:27.695974 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e786637-7946-4978-b848-28678e345f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.738899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:27.739266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.783086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b389e32-e4fd-43c9-99d3-08393afb6b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.805563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6e786637-7946-4978-b848-28678e345f6b None None] For port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:27.898668 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.964239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99380d0b-a9cf-4bc0-a22f-0b87187a411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.965096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.966186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:01:27.976952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:27.977188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:27.996846 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.003197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58266) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:28.003953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/e7bda1b0-8033-46f3-9572-008216686811 HTTP/1.1" status: 204 len: 168 time: 1.4978125 Sep 15 16:01:28.041507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f537adc-3d81-4989-a7a9-d0c003592274 None None] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:28.052982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e786637-7946-4978-b848-28678e345f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.060668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8e440-7103-47c8-98c1-6324f0ee5b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7bda1b0-8033-46f3-9572-008216686811,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:28.060668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99380d0b-a9cf-4bc0-a22f-0b87187a411f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464e13f7-f9a2-4fff-bf91-eb40fb081ca1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:28.106344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.113795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-99380d0b-a9cf-4bc0-a22f-0b87187a411f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab0e097ac8854c1cb5ea16f95ba18d73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4280424 Sep 15 16:01:28.126907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58272) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:28.196129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.265568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8e76df48-6f61-421a-9256-b801cbd9d967 None None] Provisioning complete for port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:28.265568 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8e76df48-6f61-421a-9256-b801cbd9d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.321088 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:01:28.321445 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:01:28.322494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Deleting port 52626381-0ea0-4efb-896f-d508cab07c6c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:28.323245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.372439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786637-7946-4978-b848-28678e345f6b None None] Pushing event updated for resources: {'Port': ['ID=e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:28.409711 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.475144 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.486005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] For port 52626381-0ea0-4efb-896f-d508cab07c6c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=52626381-0ea0-4efb-896f-d508cab07c6c,segment=NetworkSegment(7ca0e66e-41ea-457b-9daf-94cba5588298),segment_id=7ca0e66e-41ea-457b-9daf-94cba5588298)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:28.486005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.499807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:28.503472 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b3a743-4a79-4358-bc6a-f41a58392403" -d '{"events": [{"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-plugged", "status": "completed", "tag": "b1aa7109-afb0-486b-ad5f-4aa605a0bb1d"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:28.516837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Calling delete_port for 52626381-0ea0-4efb-896f-d508cab07c6c owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:28.546249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:28.623785 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6283a003-6359-41b0-bf97-a08aa5551207 x-openstack-request-id: req-6283a003-6359-41b0-bf97-a08aa5551207 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:28.624249 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-plugged", "status": "completed", "tag": "b1aa7109-afb0-486b-ad5f-4aa605a0bb1d", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:28.624629 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6283a003-6359-41b0-bf97-a08aa5551207 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:28.625841 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d', 'code': 200} Sep 15 16:01:28.629717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.664670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] DHCP port deletion for d7f03ebf-c177-4595-bde1-6eba91f6dcf7 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:01:28.675130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8e76df48-6f61-421a-9256-b801cbd9d967 None None] Provisioning complete for port 11f9eb28-3460-48c1-8737-339bff92990d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:28.675655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8e76df48-6f61-421a-9256-b801cbd9d967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.763477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:28.863740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52626381-0ea0-4efb-896f-d508cab07c6c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:28.879306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] No DVR routers for this DVR port 52626381-0ea0-4efb-896f-d508cab07c6c on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:28.904232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f5e8c60e-2320-42f2-9196-7da34bf9bb9c up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:28.973143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:28.975878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8e76df48-6f61-421a-9256-b801cbd9d967 None None] Port 11f9eb28-3460-48c1-8737-339bff92990d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:01:28.998066 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.019903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b01fe-c9ad-447f-a7db-d508b96e769b req-7916d7db-881b-4dbd-b1a5-0d5108ee851d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:29.024879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Deleting port 52626381-0ea0-4efb-896f-d508cab07c6c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:29.025279 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.025847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b01fe-c9ad-447f-a7db-d508b96e769b req-7916d7db-881b-4dbd-b1a5-0d5108ee851d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:29.027490 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-071b01fe-c9ad-447f-a7db-d508b96e769b req-7916d7db-881b-4dbd-b1a5-0d5108ee851d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1681 time: 0.1657314 Sep 15 16:01:29.048206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f03ebf-c177-4595-bde1-6eba91f6dcf7']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:29.066810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca0e66e-41ea-457b-9daf-94cba5588298') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:29.067033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca0e66e-41ea-457b-9daf-94cba5588298') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:29.080622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.114277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-071b01fe-c9ad-447f-a7db-d508b96e769b req-c8681d72-d6d5-4b6d-a05b-cf2cea15b711 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761600 Sep 15 16:01:29.115559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.122011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:29.122665 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:29.124687 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:29.136227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.150155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f758538-a459-4e84-a6e9-d25d627a4aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.161703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1744b-24d4-4596-a7b7-c279aec03bea req-821c2dec-4d9a-4346-aec7-c4107401b3fa tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:29.164729 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4b1744b-24d4-4596-a7b7-c279aec03bea req-821c2dec-4d9a-4346-aec7-c4107401b3fa tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 944 time: 0.9800644 Sep 15 16:01:29.167374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port f5e8c60e-2320-42f2-9196-7da34bf9bb9c completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:01:29.169555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bad4848b-af3b-4637-9d42-f7742d215d12 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:29.207173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f758538-a459-4e84-a6e9-d25d627a4aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.214519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port f5e8c60e-2320-42f2-9196-7da34bf9bb9c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:29.214924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.219337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] For port 52626381-0ea0-4efb-896f-d508cab07c6c, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:29.219739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.222091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: bad4848b-af3b-4637-9d42-f7742d215d12 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:29.223496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bad4848b-af3b-4637-9d42-f7742d215d12 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:29.239833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4b1744b-24d4-4596-a7b7-c279aec03bea req-9c82b8bf-cb3c-49ff-8b0b-2509d5e3213b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663304 Sep 15 16:01:29.245822 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.246012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.250858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:29.252919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-53c2f36f-dc87-44df-bf51-58930c94d59c None None] Provisioning complete for port 11f9eb28-3460-48c1-8737-339bff92990d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:29.253340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53c2f36f-dc87-44df-bf51-58930c94d59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.254509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.260772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d7f03ebf-c177-4595-bde1-6eba91f6dcf7 HTTP/1.1" status: 204 len: 168 time: 1.2556510 Sep 15 16:01:29.283006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adaed5-b664-4da4-82c9-c45584ec83f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f03ebf-c177-4595-bde1-6eba91f6dcf7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:29.309337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Calling delete_port for 52626381-0ea0-4efb-896f-d508cab07c6c owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:29.317220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Port 52626381-0ea0-4efb-896f-d508cab07c6c was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:01:29.331306 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.356666 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.360062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=11f9eb28-3460-48c1-8737-339bff92990d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:29.371190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Network d7f03ebf-c177-4595-bde1-6eba91f6dcf7 is not hosted by any dhcp agent {{(pid=102020) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 16:01:29.372297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] No DVR routers for this DVR port 52626381-0ea0-4efb-896f-d508cab07c6c on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:29.379088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-53c2f36f-dc87-44df-bf51-58930c94d59c None None] Port 11f9eb28-3460-48c1-8737-339bff92990d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:01:29.386907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ce2bf-c90b-4e0c-a0bb-70cf3d44faad None None] Pushing event deleted for resources: {'Port': ['ID=52626381-0ea0-4efb-896f-d508cab07c6c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:29.438397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.448019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f758538-a459-4e84-a6e9-d25d627a4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.452889 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f758538-a459-4e84-a6e9-d25d627a4aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.452889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4f758538-a459-4e84-a6e9-d25d627a4aaf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/464e13f7-f9a2-4fff-bf91-eb40fb081ca1 HTTP/1.1" status: 204 len: 168 time: 1.3230877 Sep 15 16:01:29.466171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f758538-a459-4e84-a6e9-d25d627a4aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e13f7-f9a2-4fff-bf91-eb40fb081ca1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:29.493972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f5e8c60e-2320-42f2-9196-7da34bf9bb9c, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:29.503731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:01:29.509364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:29.509877 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.517398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network c86c0e06-0cbd-4bee-9346-a047263283bf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:29.518457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:29.518934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:29.564019 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.654981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:29.683892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router 4ef14c1b-facb-404d-b68c-ba7a49abc206 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:01:29.692611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:29.692990 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.740322 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.780890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58304) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:29.786482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:29.869335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2e0e0946-5d85-4710-8041-aac9f76fe8bb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d9f2d2388ee447b0baaec4788d639ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839322 Sep 15 16:01:29.871958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58306) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:29.873243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:01:29.887435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Sync routers for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:01:29.890405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.892429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-45e17861-70e2-41c3-a70f-af45fc31c3b4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "PUT /v2.0/routers/4ef14c1b-facb-404d-b68c-ba7a49abc206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8297150 Sep 15 16:01:29.896846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58308) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:29.907036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ac568731-3801-40b3-b189-8a76e4e88028 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1542206541', 'description': 'tempest-secgroup_access--1542206541 description', 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:29.933316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10812d1e-b02d-4ac9-9cd5-55de25125729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.948086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 52626381-0ea0-4efb-896f-d508cab07c6c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:29.957473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10812d1e-b02d-4ac9-9cd5-55de25125729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:29.957995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:29.958631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:30.034335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 52626381-0ea0-4efb-896f-d508cab07c6c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:30.034678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 52626381-0ea0-4efb-896f-d508cab07c6c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:30.048448 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac568731-3801-40b3-b189-8a76e4e88028 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.061291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-54720f96-4ac8-4fc1-be96-7dab8dc1888f None None] Provisioning complete for port 11f9eb28-3460-48c1-8737-339bff92990d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:30.061697 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54720f96-4ac8-4fc1-be96-7dab8dc1888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.066549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:30.106130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10812d1e-b02d-4ac9-9cd5-55de25125729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.109784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10812d1e-b02d-4ac9-9cd5-55de25125729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.113642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-10812d1e-b02d-4ac9-9cd5-55de25125729 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a55b772f-a80c-4066-b517-8bd67ee999fe HTTP/1.1" status: 204 len: 168 time: 0.2375720 Sep 15 16:01:30.119062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10812d1e-b02d-4ac9-9cd5-55de25125729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55b772f-a80c-4066-b517-8bd67ee999fe,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:30.144050 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.144745 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.149481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac568731-3801-40b3-b189-8a76e4e88028 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.150052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-54720f96-4ac8-4fc1-be96-7dab8dc1888f None None] Port 11f9eb28-3460-48c1-8737-339bff92990d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:01:30.172739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:30.230951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac568731-3801-40b3-b189-8a76e4e88028 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.281595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52a09-b16e-4287-85cf-2c7110414e5a req-051247c1-b07c-410d-8343-3d55acf000e6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:30.287663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52a09-b16e-4287-85cf-2c7110414e5a req-051247c1-b07c-410d-8343-3d55acf000e6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:30.289353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2ec52a09-b16e-4287-85cf-2c7110414e5a req-051247c1-b07c-410d-8343-3d55acf000e6 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1682 time: 0.0886037 Sep 15 16:01:30.290192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac568731-3801-40b3-b189-8a76e4e88028 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea06f30-48c5-41ab-85b2-97824a38e1ad,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:30.337927 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2ec52a09-b16e-4287-85cf-2c7110414e5a req-b634aff4-fccc-444d-a34b-aa93298591e2 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Sep 15 16:01:30.342097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac568731-3801-40b3-b189-8a76e4e88028 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.346749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac568731-3801-40b3-b189-8a76e4e88028 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4441676 Sep 15 16:01:30.347356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58320) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:30.354038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1363838774', 'description': 'tempest-secgroup_general--1363838774 description', 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:30.424814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:28Z', 'revision_number': 2, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:30.435813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a215856-66fa-4a09-8170-8253753b7f30 req-5f70a1a2-5f59-4622-8093-60b7a986426f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:30.437635 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a215856-66fa-4a09-8170-8253753b7f30 req-5f70a1a2-5f59-4622-8093-60b7a986426f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 945 time: 0.0612543 Sep 15 16:01:30.456861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Checking router: 4ef14c1b-facb-404d-b68c-ba7a49abc206 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:01:30.457339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Updating router 4ef14c1b-facb-404d-b68c-ba7a49abc206 port 11f9eb28-3460-48c1-8737-339bff92990d binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:01:30.480998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a215856-66fa-4a09-8170-8253753b7f30 req-f2b009e2-83c1-484a-9304-00ffa6d6d4b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Sep 15 16:01:30.483023 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.538139 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.627593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c'}, {'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:30.630347 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d0d0d-ee24-4c77-b5e7-7cf569c4ac7f" -d '{"events": [{"server_uuid": "7d7597ee-1add-4e5d-a788-71d0bd610c73", "name": "network-vif-plugged", "status": "completed", "tag": "f5e8c60e-2320-42f2-9196-7da34bf9bb9c"}, {"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-plugged", "status": "completed", "tag": "4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:30.642470 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.698294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.714042 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a99a26-ed88-4950-91da-4f10ca734934 x-openstack-request-id: req-c9a99a26-ed88-4950-91da-4f10ca734934 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:30.714826 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7597ee-1add-4e5d-a788-71d0bd610c73", "name": "network-vif-plugged", "status": "completed", "tag": "f5e8c60e-2320-42f2-9196-7da34bf9bb9c", "code": 200}, {"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-plugged", "status": "completed", "tag": "4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:30.715256 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c9a99a26-ed88-4950-91da-4f10ca734934 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:30.716294 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c', 'code': 200} Sep 15 16:01:30.716759 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff', 'code': 200} Sep 15 16:01:30.824254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.825665 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4769814 Sep 15 16:01:30.827781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58336) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:30.847600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-09edcb56-54c7-4a24-81d7-f928555cdfe4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'security_group_rule': {'security_group_id': '3ea06f30-48c5-41ab-85b2-97824a38e1ad', 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:30.847792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c89ce66-847f-4b2d-9bbb-1f8a91331a60,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:30.869575 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.883839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a2d68-bf69-4613-a50c-b3b3808b5aa5 req-7bf0378f-052f-4e6a-9edd-bb11be3059c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:30.884321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a2d68-bf69-4613-a50c-b3b3808b5aa5 req-7bf0378f-052f-4e6a-9edd-bb11be3059c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:30.885962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d9a2d68-bf69-4613-a50c-b3b3808b5aa5 req-7bf0378f-052f-4e6a-9edd-bb11be3059c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1984 time: 0.1041923 Sep 15 16:01:30.887104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.887104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.887428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.887785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.888105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.888445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.888807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.889143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.889477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.889808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.890138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.890563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a583da-432e-47b2-9b54-a1ee906e68ac tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:30.911598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9615f-32bd-49b7-8316-e6c2c4b40323 req-1ca5f323-426a-499b-b548-611bd30016b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:30.913233 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ba9615f-32bd-49b7-8316-e6c2c4b40323 req-1ca5f323-426a-499b-b548-611bd30016b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 1096 time: 0.1166251 Sep 15 16:01:30.929543 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d9a2d68-bf69-4613-a50c-b3b3808b5aa5 req-81eafafb-5ef6-4424-85c3-40a37779cbc0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353270 Sep 15 16:01:30.957302 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ba9615f-32bd-49b7-8316-e6c2c4b40323 req-f17d693a-6bae-4821-b486-47916ba94619 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366585 Sep 15 16:01:30.972635 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:30.978482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09edcb56-54c7-4a24-81d7-f928555cdfe4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.065467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09edcb56-54c7-4a24-81d7-f928555cdfe4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.136992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334506ad-e711-4be4-9986-4443b5bb6b82 None None] Pushing event updated for resources: {'Port': ['ID=11f9eb28-3460-48c1-8737-339bff92990d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:31.148841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09edcb56-54c7-4a24-81d7-f928555cdfe4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.188779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edcb56-54c7-4a24-81d7-f928555cdfe4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124b33a1-9d0f-4d9a-9385-c64031630be4,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:31.206492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Attempting to bind port 11f9eb28-3460-48c1-8737-339bff92990d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:31.206861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Attempting to bind port 11f9eb28-3460-48c1-8737-339bff92990d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:31.207222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Attempting to bind port 11f9eb28-3460-48c1-8737-339bff92990d on network c86c0e06-0cbd-4bee-9346-a047263283bf {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:31.216852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:31.217269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Checking segment: {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:31.217625 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.218017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Bound using segment: {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:31.218500 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Bound port: 11f9eb28-3460-48c1-8737-339bff92990d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:31.218936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.303014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09edcb56-54c7-4a24-81d7-f928555cdfe4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.315246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-09edcb56-54c7-4a24-81d7-f928555cdfe4 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4721160 Sep 15 16:01:31.382266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] For port 11f9eb28-3460-48c1-8737-339bff92990d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:31.400913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] For port 11f9eb28-3460-48c1-8737-339bff92990d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11f9eb28-3460-48c1-8737-339bff92990d,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:31.403390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d8f1e04b-4414-4a3a-8fb7-b4fabb936462 None None] Provisioning complete for port 11f9eb28-3460-48c1-8737-339bff92990d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:31.403885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8f1e04b-4414-4a3a-8fb7-b4fabb936462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.460819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d8f1e04b-4414-4a3a-8fb7-b4fabb936462 None None] Port 11f9eb28-3460-48c1-8737-339bff92990d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:01:31.486602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:31.523006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eb0ad-235e-4f9e-9ea4-643e3e7ee041 req-bc2f7076-d026-4782-b086-e07fb91e79fb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:31.564052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eb0ad-235e-4f9e-9ea4-643e3e7ee041 req-bc2f7076-d026-4782-b086-e07fb91e79fb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:31.566809 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de4eb0ad-235e-4f9e-9ea4-643e3e7ee041 req-bc2f7076-d026-4782-b086-e07fb91e79fb tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1682 time: 0.1118593 Sep 15 16:01:31.602476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:31.603626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:31.674944 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de4eb0ad-235e-4f9e-9ea4-643e3e7ee041 req-afa78724-899d-4b46-825a-9696ff713fb0 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006432 Sep 15 16:01:31.748430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334506ad-e711-4be4-9986-4443b5bb6b82 None None] Pushing event updated for resources: {'Port': ['ID=11f9eb28-3460-48c1-8737-339bff92990d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:31.807872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61739b4f-041c-4581-bbcd-1e3490a50aed req-899a3933-853b-4831-85f7-e84d7952d837 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:31.849804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61739b4f-041c-4581-bbcd-1e3490a50aed req-899a3933-853b-4831-85f7-e84d7952d837 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 945 time: 0.2126660 Sep 15 16:01:31.966463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61739b4f-041c-4581-bbcd-1e3490a50aed req-4ee76ab3-2e4c-492e-beef-fd2adc62c185 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140471 Sep 15 16:01:32.088899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-1cf81fc5-a78f-42dd-ab05-c3c40ee94cda tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup_general--1363838774&fields=id&tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a HTTP/1.1" status: 200 len: 267 time: 0.0959485 Sep 15 16:01:32.154708 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-bd9f832d-b9a0-484d-ba3b-a3e8e5db908a tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup_access--1542206541&fields=id&tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a HTTP/1.1" status: 200 len: 267 time: 0.0564072 Sep 15 16:01:32.305622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-a2715fe3-ee57-49ca-95e1-967cb38115a3 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:32.314345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4775175c-05f1-4b06-9737-6173d3e19237 None None] Provisioning complete for port 11f9eb28-3460-48c1-8737-339bff92990d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:32.314836 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4775175c-05f1-4b06-9737-6173d3e19237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:32.317744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:32.322889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-a2715fe3-ee57-49ca-95e1-967cb38115a3 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/networks?id=c86c0e06-0cbd-4bee-9346-a047263283bf HTTP/1.1" status: 200 len: 796 time: 0.1652920 Sep 15 16:01:32.336040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-5c1157f4-8314-4555-9307-f1cbdfda1e0f tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/quotas/3b16e930b4d14ee48cbc87523e7e2b5a HTTP/1.1" status: 200 len: 375 time: 0.0122156 Sep 15 16:01:32.411554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-5fbe49e1-969f-44d0-983e-6024159ee316 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669167 Sep 15 16:01:32.526776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4775175c-05f1-4b06-9737-6173d3e19237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:32.536003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-e99d69bf-5fc3-4b36-af3c-2187df125938 service neutron] 10.222.0.63 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098371 Sep 15 16:01:32.638773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4775175c-05f1-4b06-9737-6173d3e19237 None None] For port 11f9eb28-3460-48c1-8737-339bff92990d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11f9eb28-3460-48c1-8737-339bff92990d,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:32.687058 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-46382083-7043-4a22-b2db-232e6464c11f service neutron] 10.222.0.63 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424882 Sep 15 16:01:32.735066 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4775175c-05f1-4b06-9737-6173d3e19237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:32.771822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:31Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:32.832070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8dd558-cd38-4875-9f02-44ff4c64180a None None] The sync data for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 is: [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:31Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:01:32.835889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357508-9004-4dba-9005-8ab5395286f2 req-3f50de1f-2158-456d-8586-cfe434974f79 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:32.849097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2357508-9004-4dba-9005-8ab5395286f2 req-3f50de1f-2158-456d-8586-cfe434974f79 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:32.849097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2357508-9004-4dba-9005-8ab5395286f2 req-3f50de1f-2158-456d-8586-cfe434974f79 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1682 time: 0.0766878 Sep 15 16:01:32.872243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775175c-05f1-4b06-9737-6173d3e19237 None None] Pushing event updated for resources: {'Port': ['ID=11f9eb28-3460-48c1-8737-339bff92990d,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:32.931715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2357508-9004-4dba-9005-8ab5395286f2 req-2ec3c821-48fb-4d8f-a9e2-e6f4852b9470 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678432 Sep 15 16:01:33.211951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-caafc566-1523-46c1-a96b-6ba526725f0d req-200e2395-9943-4a08-9490-e33cabec70cb tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 210 time: 0.0481451 Sep 15 16:01:33.314618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2889-c270-414a-ac9e-97959b9992c8 req-222958a4-f063-45ba-87c5-2ed161dc439f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:33.316535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4efc2889-c270-414a-ac9e-97959b9992c8 req-222958a4-f063-45ba-87c5-2ed161dc439f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 945 time: 0.0958309 Sep 15 16:01:33.399423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4efc2889-c270-414a-ac9e-97959b9992c8 req-db02ca3d-e2c8-4b86-a1b4-ff3770162db3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678945 Sep 15 16:01:33.538633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11f9eb28-3460-48c1-8737-339bff92990d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:33.644388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 11f9eb28-3460-48c1-8737-339bff92990d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:33.644879 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:33.893421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b23d6-c832-4516-97dc-71a4b4493ec2 req-0e6a71f4-5a8d-47a8-96fa-0851a507317d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:33.901008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b23d6-c832-4516-97dc-71a4b4493ec2 req-0e6a71f4-5a8d-47a8-96fa-0851a507317d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:33.902698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d6b23d6-c832-4516-97dc-71a4b4493ec2 req-0e6a71f4-5a8d-47a8-96fa-0851a507317d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1682 time: 0.0706465 Sep 15 16:01:33.949220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d6b23d6-c832-4516-97dc-71a4b4493ec2 req-5eadf4aa-7718-4490-9d7f-1c4fb4e860e9 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Sep 15 16:01:34.237799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-f625aad3-cfac-47d7-8ab9-2b0f71c59a59 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:34.241442 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-f625aad3-cfac-47d7-8ab9-2b0f71c59a59 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.1649053 Sep 15 16:01:34.264771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-c5b153c7-6322-405b-89fb-5b9b67ac70a0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0184765 Sep 15 16:01:34.341406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e97f04d4-30c5-4362-8873-8ba221c68331 req-95104cca-1304-48ba-af58-a529869e5d6e tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 210 time: 0.0385780 Sep 15 16:01:34.346349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-382d7bf1-442e-40d1-b164-90f086733c63 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739970 Sep 15 16:01:34.448596 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-29c11ef0-9af3-4194-b526-836dc67c1d92 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934336 Sep 15 16:01:34.496006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58450) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:34.588619 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-9c126fb8-42b0-4919-b509-91dc998ca8c4 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300364 Sep 15 16:01:34.816715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63ec2910-1c46-4fa1-92c4-a35efca9c31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:34.928396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ecbfbb88-e108-4598-a920-4d7d1248c622 req-316abad4-45a4-4a43-a125-36be0e877a5d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 210 time: 0.0461457 Sep 15 16:01:35.019049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63ec2910-1c46-4fa1-92c4-a35efca9c31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.092745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63ec2910-1c46-4fa1-92c4-a35efca9c31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.139276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec2910-1c46-4fa1-92c4-a35efca9c31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7636da3-3d29-427b-ac30-f9e6ac4b614d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:35.167024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42bb31-34cd-4088-bcc2-ba1712658549 req-00d8acd9-8a94-4ec3-b089-967782bcf569 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:35.174181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63ec2910-1c46-4fa1-92c4-a35efca9c31a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=05467160f5464c6880b6e70668c21d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6729729 Sep 15 16:01:35.174344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42bb31-34cd-4088-bcc2-ba1712658549 req-00d8acd9-8a94-4ec3-b089-967782bcf569 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:35.175053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58472) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:35.179674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d42bb31-34cd-4088-bcc2-ba1712658549 req-00d8acd9-8a94-4ec3-b089-967782bcf569 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1682 time: 0.1151619 Sep 15 16:01:35.246456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9d42bb31-34cd-4088-bcc2-ba1712658549 req-7acb6701-1d1e-4c43-b141-a9d291f026ef tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658932 Sep 15 16:01:35.257143 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68c5eca2-0f6d-4056-9416-7b54b8b2f968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.292958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68c5eca2-0f6d-4056-9416-7b54b8b2f968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.348879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58478) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:35.421839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-7d54ed88-ec0f-47b5-b867-e141084d2965 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:35.424112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68c5eca2-0f6d-4056-9416-7b54b8b2f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.426064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-7d54ed88-ec0f-47b5-b867-e141084d2965 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:35.426818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68c5eca2-0f6d-4056-9416-7b54b8b2f968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.428025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-68c5eca2-0f6d-4056-9416-7b54b8b2f968 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f7636da3-3d29-427b-ac30-f9e6ac4b614d HTTP/1.1" status: 204 len: 168 time: 0.2518260 Sep 15 16:01:35.430785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-7d54ed88-ec0f-47b5-b867-e141084d2965 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.55 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 1682 time: 0.0665247 Sep 15 16:01:35.440337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5eca2-0f6d-4056-9416-7b54b8b2f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7636da3-3d29-427b-ac30-f9e6ac4b614d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:35.529750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fffe1857-0654-4c18-85ec-5666e9500a17 req-b2084987-0919-40e2-88be-8d5896931307 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 210 time: 0.0786347 Sep 15 16:01:35.605588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:35.605936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.612251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.741564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:35.742043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.763285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:35.888319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c4b80998-3cae-4267-ba2a-4cce525a9144 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:35.890320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c4b80998-3cae-4267-ba2a-4cce525a9144 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.38 "GET /v2.0/networks?id=c86c0e06-0cbd-4bee-9346-a047263283bf HTTP/1.1" status: 200 len: 796 time: 0.1394083 Sep 15 16:01:35.901885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:35.951547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-4bff1960-69d9-4773-b34d-a5ca13396b2c tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a HTTP/1.1" status: 200 len: 478 time: 0.0453920 Sep 15 16:01:35.958367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'port': {'device_id': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'admin_state_up': True, 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'security_groups': ['4c89ce66-847f-4b2d-9bbb-1f8a91331a60', '3ea06f30-48c5-41ab-85b2-97824a38e1ad']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:36.060981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f599d07-c7a9-48b5-aef2-01b36ecf27a9 req-0c83ea61-2e99-4852-9638-db1d6449eb35 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 210 time: 0.0327127 Sep 15 16:01:36.070026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.118441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dfb2206707de4219853b1fbaa8ef2925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7681243 Sep 15 16:01:36.121134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58506) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:36.123393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74836227-258a-447a-88ac-3976808e3887,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:36.131494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.131844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.132177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.132529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.132848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.133176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.133502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.134029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.134349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.134788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.135240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.135561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ce7cc-47f3-4caf-960c-3e4b653fe85b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:36.159465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.171652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['b1aa7109-afb0-486b-ad5f-4aa605a0bb1d', '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:36.185021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d38082a-9824-4871-b70a-3e15c273bafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.210665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:36.221509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Made reservation on behalf of 3b16e930b4d14ee48cbc87523e7e2b5a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:36.237390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.310268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:36.314672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.317147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-6aadbe37-64ba-4f6d-9b91-f1731a9fdb6d tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.55 "DELETE /v2.0/ports/4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff HTTP/1.1" status: 204 len: 173 time: 0.8780627 Sep 15 16:01:36.317693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-deleted', 'tag': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:36.320330 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd065f52-d612-46f7-9069-d57d680f78ad" -d '{"events": [{"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-deleted", "tag": "4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:36.384316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d38082a-9824-4871-b70a-3e15c273bafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.530375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d38082a-9824-4871-b70a-3e15c273bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.531874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:36.532698 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.539003 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d38082a-9824-4871-b70a-3e15c273bafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.539003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1d38082a-9824-4871-b70a-3e15c273bafe admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/74836227-258a-447a-88ac-3976808e3887 HTTP/1.1" status: 204 len: 168 time: 0.4133151 Sep 15 16:01:36.565847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38082a-9824-4871-b70a-3e15c273bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74836227-258a-447a-88ac-3976808e3887,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:36.598530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Allocated IP 172.20.0.3 (c86c0e06-0cbd-4bee-9346-a047263283bf/456de2e3-0c41-4600-b1f2-76fe920a04ba/e3a6aeb2-988c-4289-be5a-df73abaed0e2) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:36.670587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58522) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:36.695908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:36.696278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.696406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5214ed48-2fc7-43b0-aba1-1cb3fe0f6f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:36.712864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for b1aa7109-afb0-486b-ad5f-4aa605a0bb1d owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:36.790087 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51366f5a-cf19-453f-83de-3f62bbc60e78 x-openstack-request-id: req-51366f5a-cf19-453f-83de-3f62bbc60e78 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:36.795536 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-deleted", "tag": "4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:36.795536 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51366f5a-cf19-453f-83de-3f62bbc60e78 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:36.795536 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-deleted', 'tag': '4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff', 'status': 'completed', 'code': 200} Sep 15 16:01:36.829915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a827-0e25-4acb-aead-436037df3804 req-4fd769f0-74f7-401a-8924-b8653cdcb11c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:36.844708 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0743a827-0e25-4acb-aead-436037df3804 req-4fd769f0-74f7-401a-8924-b8653cdcb11c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 946 time: 0.3854482 Sep 15 16:01:36.844994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3172aac6-af24-4912-bca4-65b2047bbd38 req-0a2997a3-6289-49c9-8150-1eb7340f584f tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 210 time: 0.0581250 Sep 15 16:01:36.945539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0743a827-0e25-4acb-aead-436037df3804 req-79608a41-3455-4441-ba19-60651d778fc5 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/security-groups?id=100afa5a-4878-41c4-a42e-e71ff117d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003563 Sep 15 16:01:36.998663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.014230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5214ed48-2fc7-43b0-aba1-1cb3fe0f6f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.073838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.086104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:37.103390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=b1aa7109-afb0-486b-ad5f-4aa605a0bb1d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:37.143816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5214ed48-2fc7-43b0-aba1-1cb3fe0f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.164250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port b1aa7109-afb0-486b-ad5f-4aa605a0bb1d on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:37.164250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.164250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-527a9c1a-ed4d-40d5-97fc-6d2468d37c71 req-f211c38a-b12f-47b0-80b5-d769fabd4869 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.55 "DELETE /v2.0/ports/b1aa7109-afb0-486b-ad5f-4aa605a0bb1d HTTP/1.1" status: 204 len: 173 time: 0.8374672 Sep 15 16:01:37.188662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5214ed48-2fc7-43b0-aba1-1cb3fe0f6f16 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9e0500ab140b43a99df5a96d1ac50346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166183 Sep 15 16:01:37.200691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:37.214976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.270861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-230ecfbe-a846-4829-bbb2-702e54bac21b req-146d26c5-65b1-4c6b-ad52-faf05210081e tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 210 time: 0.0875926 Sep 15 16:01:37.338038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network c86c0e06-0cbd-4bee-9346-a047263283bf is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:37.340601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3482ac11-d2da-4948-a1a6-ea0ed937c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.346898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:37.348798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214ed48-2fc7-43b0-aba1-1cb3fe0f6f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488adfb3-24b6-4b02-b35d-69cd0355c98e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:37.354933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:37.400984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3482ac11-d2da-4948-a1a6-ea0ed937c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.415758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=e3a6aeb2-988c-4289-be5a-df73abaed0e2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:37.461453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:37.461453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.572892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3482ac11-d2da-4948-a1a6-ea0ed937c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.576514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3482ac11-d2da-4948-a1a6-ea0ed937c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.582051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3482ac11-d2da-4948-a1a6-ea0ed937c47b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/488adfb3-24b6-4b02-b35d-69cd0355c98e HTTP/1.1" status: 204 len: 168 time: 0.3793664 Sep 15 16:01:37.590186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ac11-d2da-4948-a1a6-ea0ed937c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488adfb3-24b6-4b02-b35d-69cd0355c98e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:37.643595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c30e9882-18c2-4ad2-b1c4-e401714ad138 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6892290 Sep 15 16:01:37.652992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-38c5adad-a85a-47a3-926a-52b28c928eb0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:37.654438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-38c5adad-a85a-47a3-926a-52b28c928eb0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.1630769 Sep 15 16:01:37.659465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Request body: {'port': {'device_id': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:37.682974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Request body: {'port': {'device_id': 'b68c86bb-6077-42dd-a506-636034ac408e', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'admin_state_up': True, 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:37.716443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-910168a4-84ff-47c1-8a8a-3b8ec53a4e31 None None] Provisioning complete for port e3a6aeb2-988c-4289-be5a-df73abaed0e2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:37.717523 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-910168a4-84ff-47c1-8a8a-3b8ec53a4e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.758303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-910168a4-84ff-47c1-8a8a-3b8ec53a4e31 None None] Port e3a6aeb2-988c-4289-be5a-df73abaed0e2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:01:37.782796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:37.834148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58542) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:37.863791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41434305-3e89-484e-85ed-4ae9e8ef4772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.047894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:38.051736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.129326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a4e1a-c923-4967-94a2-cd169c472c0b req-deef8470-7cbf-4810-bb06-8f0bc266e6bd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:38.131419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f05a4e1a-c923-4967-94a2-cd169c472c0b req-deef8470-7cbf-4810-bb06-8f0bc266e6bd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 970 time: 0.1676972 Sep 15 16:01:38.141599 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-877f5b6b-fe61-45aa-8cd9-fff12a714dff req-5a44db3a-0b15-4d83-979c-f6b1ab5e9676 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "GET /v2.0/ports?device_id=5292ceef-e088-4fbc-be55-f1c742c5a882 HTTP/1.1" status: 200 len: 210 time: 0.0653212 Sep 15 16:01:38.260367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41434305-3e89-484e-85ed-4ae9e8ef4772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.327512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f05a4e1a-c923-4967-94a2-cd169c472c0b req-cc8bc339-2f37-4e8f-8f48-b3799d7858a2 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1634367 Sep 15 16:01:38.358025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41434305-3e89-484e-85ed-4ae9e8ef4772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.457888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Allocated IP 172.20.0.4 (95b74a94-689a-499f-9494-24d982f62dca/06056fc9-fdf1-4731-9fa0-31795b3f11dd/4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:38.473827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea3b0c14-a025-4d99-a5a0-41f8ebd60c75 req-ccfb4c9d-8e1e-49a7-b41b-6234302f16ab tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 210 time: 0.0685942 Sep 15 16:01:38.483300 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-41434305-3e89-484e-85ed-4ae9e8ef4772 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=edfa703347ab4412a59911645db6c929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433611 Sep 15 16:01:38.483300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41434305-3e89-484e-85ed-4ae9e8ef4772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef078a23-4fe4-48d9-a6f9-03f1c3be04a9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:38.484267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58558) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:38.585899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2b794be-8b29-41f0-a834-4e1b56a3ca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.625564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2b794be-8b29-41f0-a834-4e1b56a3ca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.674377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a6aeb2-988c-4289-be5a-df73abaed0e2 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:38.691766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.752447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.778735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2b794be-8b29-41f0-a834-4e1b56a3ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.783975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2b794be-8b29-41f0-a834-4e1b56a3ca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.791176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c2b794be-8b29-41f0-a834-4e1b56a3ca51 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ef078a23-4fe4-48d9-a6f9-03f1c3be04a9 HTTP/1.1" status: 204 len: 168 time: 0.3020043 Sep 15 16:01:38.793411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-deleted', 'tag': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:38.797315 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e3e4f7-40ad-4465-8721-323c216aa75c" -d '{"events": [{"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-deleted", "tag": "b1aa7109-afb0-486b-ad5f-4aa605a0bb1d"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:38.797831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Transition to ACTIVE for port object e3a6aeb2-988c-4289-be5a-df73abaed0e2 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:01:38.849546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b794be-8b29-41f0-a834-4e1b56a3ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef078a23-4fe4-48d9-a6f9-03f1c3be04a9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:38.881260 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a272018-3db5-4554-a5c3-9153d2e710a5 x-openstack-request-id: req-9a272018-3db5-4554-a5c3-9153d2e710a5 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:38.881729 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5292ceef-e088-4fbc-be55-f1c742c5a882", "name": "network-vif-deleted", "tag": "b1aa7109-afb0-486b-ad5f-4aa605a0bb1d", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:38.882159 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9a272018-3db5-4554-a5c3-9153d2e710a5 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:38.882737 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5292ceef-e088-4fbc-be55-f1c742c5a882', 'name': 'network-vif-deleted', 'tag': 'b1aa7109-afb0-486b-ad5f-4aa605a0bb1d', 'status': 'completed', 'code': 200} Sep 15 16:01:38.913421 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.964653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:38.977650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f5e8c60e-2320-42f2-9196-7da34bf9bb9c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:38.978229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a6aeb2-988c-4289-be5a-df73abaed0e2,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:38.981291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:39.064611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Network 95b74a94-689a-499f-9494-24d982f62dca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:39.071638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:39.077373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:39.116073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event updated for resources: {'Port': ['ID=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:39.159893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Attempting to bind port e3a6aeb2-988c-4289-be5a-df73abaed0e2 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:39.159893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Attempting to bind port e3a6aeb2-988c-4289-be5a-df73abaed0e2 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:39.160150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Attempting to bind port e3a6aeb2-988c-4289-be5a-df73abaed0e2 on network c86c0e06-0cbd-4bee-9346-a047263283bf {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:39.169497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:39.170023 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.176109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Port e3a6aeb2-988c-4289-be5a-df73abaed0e2 on network c86c0e06-0cbd-4bee-9346-a047263283bf not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:01:39.176642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Attempting to bind port e3a6aeb2-988c-4289-be5a-df73abaed0e2 on network c86c0e06-0cbd-4bee-9346-a047263283bf {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:39.192469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:39.192844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Checking segment: {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:39.193240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Bound using segment: {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:39.193698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Bound port: e3a6aeb2-988c-4289-be5a-df73abaed0e2, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f468a4e0-b50d-47fb-926f-e402fe89cfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:39.195011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.271029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b1aa7109-afb0-486b-ad5f-4aa605a0bb1d no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:39.275323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58580) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:39.301181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b7757d08-af00-47de-8f86-7adccc6ce62c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6219358 Sep 15 16:01:39.318253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Request body: {'port': {'device_id': 'b68c86bb-6077-42dd-a506-636034ac408e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:39.329201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: b1aa7109-afb0-486b-ad5f-4aa605a0bb1d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:39.329959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b1aa7109-afb0-486b-ad5f-4aa605a0bb1d not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:39.330625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:39.388959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:39.394185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4eec79a3-62c7-4ee7-a9f5-3a451f44b6ff not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:39.416177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting subnet cbd74d05-bcf1-47c9-80fb-a1599388db86 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:01:39.438317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] For port e3a6aeb2-988c-4289-be5a-df73abaed0e2, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:39.438550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.465597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] For port e3a6aeb2-988c-4289-be5a-df73abaed0e2, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:39.475754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.487732 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.549423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.658889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cbe1c-9278-44da-b66a-f324490321c8 req-8399ecbf-4103-49a9-8c62-532fcfabbaa5 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:39.662191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-696cbe1c-9278-44da-b66a-f324490321c8 req-8399ecbf-4103-49a9-8c62-532fcfabbaa5 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 982 time: 0.1273615 Sep 15 16:01:39.695971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:39.696825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.698394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/e3a6aeb2-988c-4289-be5a-df73abaed0e2 HTTP/1.1" status: 200 len: 1130 time: 2.0430243 Sep 15 16:01:39.698945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:39.716211 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0d7576-b22a-44df-81cc-c91304e775c3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:39.755308 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-696cbe1c-9278-44da-b66a-f324490321c8 req-4abe5478-37d5-44be-9a69-3047a2497631 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0704286 Sep 15 16:01:39.789439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aa40f-8d8c-47cc-9fa9-d1ad75dc28f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a6aeb2-988c-4289-be5a-df73abaed0e2,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:39.814051 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:39.843482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa401-5b66-47b8-83de-ca9fb10c37b7 req-7038779b-73b2-4167-bf3c-efb18b911fa3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:39.847482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-710aa401-5b66-47b8-83de-ca9fb10c37b7 req-7038779b-73b2-4167-bf3c-efb18b911fa3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 931 time: 0.2469280 Sep 15 16:01:40.002238 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15d00e1-8199-4fb7-abaa-c5da645e723c x-openstack-request-id: req-e15d00e1-8199-4fb7-abaa-c5da645e723c {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:40.002520 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:40.002774 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e15d00e1-8199-4fb7-abaa-c5da645e723c {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:40.003170 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'status': 'completed', 'code': 200} Sep 15 16:01:40.016930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.032828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-2f4659a3-9618-45e0-90dd-df927dbb73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:40.034530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-2f4659a3-9618-45e0-90dd-df927dbb73ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1133 time: 0.1861343 Sep 15 16:01:40.050302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd74d05-bcf1-47c9-80fb-a1599388db86,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:40.052435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.054650 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-28d6cbf8-e547-4702-9ccb-af982a4295b1 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/subnets/cbd74d05-bcf1-47c9-80fb-a1599388db86 HTTP/1.1" status: 204 len: 168 time: 0.7782409 Sep 15 16:01:40.057294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58600) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:40.075754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded9f4e-aa0f-4cb6-8747-9c74d60e7759 None None] Network dfe2eb8e-248a-408a-bf96-2f9c7690f688 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:40.098428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-710aa401-5b66-47b8-83de-ca9fb10c37b7 req-64a8cdb2-3478-4070-8f5f-feb61c8fc5ea tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823215 Sep 15 16:01:40.105417 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-481e2d96-64cb-4e27-95f6-1a550e11eef6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2 HTTP/1.1" status: 200 len: 217 time: 0.0587835 Sep 15 16:01:40.152324 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.181151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-9bf1b92b-9139-4ce8-bcbf-fb2ce757d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:40.182559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-9bf1b92b-9139-4ce8-bcbf-fb2ce757d621 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=456de2e3-0c41-4600-b1f2-76fe920a04ba HTTP/1.1" status: 200 len: 835 time: 0.0695486 Sep 15 16:01:40.228702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port 20bec9d3-6317-4f1f-8da4-76279b07aa7d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:40.229136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.268701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:40.279735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.292143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-60304be7-34a9-449b-b60b-d4d6c5abeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:40.292143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-60304be7-34a9-449b-b60b-d4d6c5abeec9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c86c0e06-0cbd-4bee-9346-a047263283bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976987 Sep 15 16:01:40.311498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Transition to ACTIVE for port object 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:01:40.330296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port 20bec9d3-6317-4f1f-8da4-76279b07aa7d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=20bec9d3-6317-4f1f-8da4-76279b07aa7d,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:40.330747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.344638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for 20bec9d3-6317-4f1f-8da4-76279b07aa7d owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:40.351089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] DHCP port deletion for dfe2eb8e-248a-408a-bf96-2f9c7690f688 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:01:40.408449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-d291d981-d41c-44e4-a47c-5719c1493a97 service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116388 Sep 15 16:01:40.429118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.435964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] Deleting port 20bec9d3-6317-4f1f-8da4-76279b07aa7d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:40.435964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.514148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] For port 20bec9d3-6317-4f1f-8da4-76279b07aa7d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=20bec9d3-6317-4f1f-8da4-76279b07aa7d,segment=NetworkSegment(b46ee760-dd55-40df-903d-43b2cf3f13df),segment_id=b46ee760-dd55-40df-903d-43b2cf3f13df)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:40.514637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.533404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] Calling delete_port for 20bec9d3-6317-4f1f-8da4-76279b07aa7d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:40.563241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:40.563873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.624464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port 20bec9d3-6317-4f1f-8da4-76279b07aa7d on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:40.635364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=20bec9d3-6317-4f1f-8da4-76279b07aa7d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.656173 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:01:40.659419 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:01:40.660441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae1407f-fa22-4e87-874f-0abb27daab61 req-1ca8af10-26f5-47fa-9b73-2204205b67c8 service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429805 Sep 15 16:01:40.673629 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.689300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Attempting to bind port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:01:40.689664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Attempting to bind port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:01:40.690129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Attempting to bind port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:40.695135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 on network 95b74a94-689a-499f-9494-24d982f62dca not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:01:40.695489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Attempting to bind port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:01:40.701948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:01:40.702232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:40.703306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Bound using segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:01:40.703761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Bound port: 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:01:40.704123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.727882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] Pushing event deleted for resources: {'Port': ['ID=20bec9d3-6317-4f1f-8da4-76279b07aa7d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:40.738396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a362b-aeda-4aaf-9404-1998e41adab2 None None] No DVR routers for this DVR port 20bec9d3-6317-4f1f-8da4-76279b07aa7d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:40.763213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.779125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] For port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:01:40.783067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] For port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:01:40.786964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe2eb8e-248a-408a-bf96-2f9c7690f688']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:40.797132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46ee760-dd55-40df-903d-43b2cf3f13df') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:40.797635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46ee760-dd55-40df-903d-43b2cf3f13df') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:40.800065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58616) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:40.824078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.863182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.870312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:40.871257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:40.874891 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:40.888196 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.935953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:40.937244 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.938851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] 10.222.0.38 "PUT /v2.0/ports/4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 HTTP/1.1" status: 200 len: 1091 time: 1.6274402 Sep 15 16:01:40.945131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-49004ec9-a0a8-47f2-84f7-2ec853a0ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:40.947180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-49004ec9-a0a8-47f2-84f7-2ec853a0ce94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1133 time: 0.1092837 Sep 15 16:01:40.992611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6d64a-9008-42c3-8f7b-9d1304d72ea0 req-523375fe-58b7-42d4-8b1d-2e8638918215 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:40.994606 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cdd6d64a-9008-42c3-8f7b-9d1304d72ea0 req-523375fe-58b7-42d4-8b1d-2e8638918215 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 982 time: 0.1151519 Sep 15 16:01:41.013906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211998ce-714f-4f32-aa39-8ea486133d68 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:41.057587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cdd6d64a-9008-42c3-8f7b-9d1304d72ea0 req-fbed8e96-1044-4fcf-bbf3-ef78a811d2ba tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0509539 Sep 15 16:01:41.097242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-9049c7f1-d482-4057-b866-23da28a79e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:41.098898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-9049c7f1-d482-4057-b866-23da28a79e11 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c86c0e06-0cbd-4bee-9346-a047263283bf HTTP/1.1" status: 200 len: 897 time: 0.1439896 Sep 15 16:01:41.132585 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.138248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.142781 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/networks/dfe2eb8e-248a-408a-bf96-2f9c7690f688 HTTP/1.1" status: 204 len: 168 time: 1.0817897 Sep 15 16:01:41.149882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58632) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:41.186601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1389c7-6beb-4878-a37a-4e7c37edb39c tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Network': ['ID=dfe2eb8e-248a-408a-bf96-2f9c7690f688,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:41.264380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59c89216-407e-4f09-86e8-ac8bcf1056d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.291315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting subnet caf2979b-7419-4680-8b72-679c9f908b39 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:01:41.297457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.367593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.505732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 20bec9d3-6317-4f1f-8da4-76279b07aa7d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:41.510650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.526786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 20bec9d3-6317-4f1f-8da4-76279b07aa7d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:41.532577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 20bec9d3-6317-4f1f-8da4-76279b07aa7d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:41.551948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59c89216-407e-4f09-86e8-ac8bcf1056d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.558923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-a4f3729d-7c51-4604-941a-53e7e6687518 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2 HTTP/1.1" status: 200 len: 217 time: 0.4522781 Sep 15 16:01:41.618369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-59c89216-407e-4f09-86e8-ac8bcf1056d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.656993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-59c89216-407e-4f09-86e8-ac8bcf1056d7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5de77bb319d446b485bf6a1b4f6bad15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555009 Sep 15 16:01:41.662799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58646) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:41.676190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.727874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c89216-407e-4f09-86e8-ac8bcf1056d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f078e8-7cd3-4614-b3ef-d05e30a9dcd8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:41.730481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Subnet': ['ID=caf2979b-7419-4680-8b72-679c9f908b39,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:41.741086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.742913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-83c00635-9f9f-4bfd-9c4d-ef1dbd051b90 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/subnets/caf2979b-7419-4680-8b72-679c9f908b39 HTTP/1.1" status: 204 len: 168 time: 0.5899107 Sep 15 16:01:41.746132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560b3973-efdb-4d73-b182-c9d1e70567b3 None None] Network debb8f68-6e8c-4759-8c61-2e56ef0cefec requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:41.751607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58650) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:41.786853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb77c64-fd49-4749-995f-821f5461dc3f req-fe99e5b4-8315-489a-8b27-dd25d8c81d29 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:41.788381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-abb77c64-fd49-4749-995f-821f5461dc3f req-fe99e5b4-8315-489a-8b27-dd25d8c81d29 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 943 time: 0.2385533 Sep 15 16:01:41.791054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-d3dbcbdf-ac52-43c6-9b94-3dc082466566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:41.792450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-d3dbcbdf-ac52-43c6-9b94-3dc082466566 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=456de2e3-0c41-4600-b1f2-76fe920a04ba HTTP/1.1" status: 200 len: 835 time: 0.2233689 Sep 15 16:01:41.794357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-706c6838-4155-4b29-b73e-ca369883a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:41.796208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-706c6838-4155-4b29-b73e-ca369883a038 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 1094 time: 0.2476966 Sep 15 16:01:41.876321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-1895f6e6-4a4e-477b-88b3-bf0519cfefda service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 HTTP/1.1" status: 200 len: 217 time: 0.0636075 Sep 15 16:01:41.883991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409811be-4e66-4261-9b0b-b6d72944bf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.911708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:41.924880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409811be-4e66-4261-9b0b-b6d72944bf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.009894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68c86bb-6077-42dd-a506-636034ac408e', 'tag': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:42.009894 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d2530a-5705-4714-8e59-a158941d88f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b68c86bb-6077-42dd-a506-636034ac408e", "tag": "4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:42.023907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Deleting port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:42.023907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.033068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b5c5fa93-9c2f-4b8c-8029-e307465a4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:42.033763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] DHCP port deletion for debb8f68-6e8c-4759-8c61-2e56ef0cefec request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:01:42.034788 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-b5c5fa93-9c2f-4b8c-8029-e307465a4b1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.1265013 Sep 15 16:01:42.050303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-abb77c64-fd49-4749-995f-821f5461dc3f req-e65fde4b-47e8-4762-8af6-391aec76a5ec tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530794 Sep 15 16:01:42.077216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-e769f7e0-8c65-4dae-9537-f6e55f7afc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:42.079730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-e769f7e0-8c65-4dae-9537-f6e55f7afc72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c86c0e06-0cbd-4bee-9346-a047263283bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2686892 Sep 15 16:01:42.099560 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ed647-5374-4e6e-9363-8685b27c8848 x-openstack-request-id: req-a08ed647-5374-4e6e-9363-8685b27c8848 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:42.100527 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68c86bb-6077-42dd-a506-636034ac408e", "tag": "4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:42.100975 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a08ed647-5374-4e6e-9363-8685b27c8848 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:42.101372 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68c86bb-6077-42dd-a506-636034ac408e', 'tag': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85', 'status': 'completed', 'code': 200} Sep 15 16:01:42.122557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-2244e16b-37c4-470a-9705-61acf721cae4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653880 Sep 15 16:01:42.145748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] Deleting port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:42.146189 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.148480 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409811be-4e66-4261-9b0b-b6d72944bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.151060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409811be-4e66-4261-9b0b-b6d72944bf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.154627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-409811be-4e66-4261-9b0b-b6d72944bf29 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c7f078e8-7cd3-4614-b3ef-d05e30a9dcd8 HTTP/1.1" status: 204 len: 168 time: 0.4887741 Sep 15 16:01:42.234954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] For port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:42.235522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.236689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] For port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,segment=NetworkSegment(6865878b-fb34-408a-9be1-e822b8ed9589),segment_id=6865878b-fb34-408a-9be1-e822b8ed9589)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:42.237420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.251792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Calling delete_port for 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:42.253426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] Calling delete_port for 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:42.326594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-1feb8121-3a57-4c01-bca1-95c96715007a service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289352 Sep 15 16:01:42.339838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409811be-4e66-4261-9b0b-b6d72944bf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f078e8-7cd3-4614-b3ef-d05e30a9dcd8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:42.378282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7bd37-22fb-46a1-836b-7f9b1a2a67e4 req-9f2d0a52-9dab-4556-bde5-823c3428bed0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:42.379267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-335be5ee-72f8-4adc-8e0e-d229d4abc9b6 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497802 Sep 15 16:01:42.385920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3bc7bd37-22fb-46a1-836b-7f9b1a2a67e4 req-9f2d0a52-9dab-4556-bde5-823c3428bed0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 982 time: 0.2241902 Sep 15 16:01:42.425197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3bc7bd37-22fb-46a1-836b-7f9b1a2a67e4 req-9d533e2d-5421-4724-8bf5-25c1b087b399 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0381370 Sep 15 16:01:42.450695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.459298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.477989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Port': ['ID=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:42.482186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] No DVR routers for this DVR port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:42.492082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] Pushing event deleted for resources: {'Port': ['ID=8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:42.502823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e15cb-7907-456c-aa53-3252765622fa None None] No DVR routers for this DVR port 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:42.545193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f0d7576-b22a-44df-81cc-c91304e775c3 req-b4d1cbb3-d4e1-4538-a39f-f118ef3999d5 service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070687 Sep 15 16:01:42.569450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0fe1cd7-9b4d-41ce-a3ff-aa1b02e5473f req-9e98873b-1a0b-4814-a24e-87270cabc0b5 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814826 Sep 15 16:01:42.609547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.646348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['debb8f68-6e8c-4759-8c61-2e56ef0cefec']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:42.658248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6865878b-fb34-408a-9be1-e822b8ed9589') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:42.658588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6865878b-fb34-408a-9be1-e822b8ed9589') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:42.674294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.693436 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.700719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:42.701135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:42.705441 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:42.767916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e3a6aeb2-988c-4289-be5a-df73abaed0e2 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:01:42.769623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-195697cb-bd1c-4ab9-a26f-fc2fc2dcbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:42.771502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-195697cb-bd1c-4ab9-a26f-fc2fc2dcbd47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 1094 time: 0.0618956 Sep 15 16:01:42.883755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-1eab6234-7a1e-41c4-93e1-25dfe8000e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:42.885359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-1eab6234-7a1e-41c4-93e1-25dfe8000e45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 906 time: 0.1071527 Sep 15 16:01:42.899948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e3a6aeb2-988c-4289-be5a-df73abaed0e2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:42.912637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'port_id': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'mac_address': 'fa:16:3e:3e:c0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:01:42.926786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.934719 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.935767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-57b93f2a-a6b9-4060-8f23-737d621776e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 HTTP/1.1" status: 200 len: 217 time: 0.0426648 Sep 15 16:01:42.938043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] 10.222.0.63 "DELETE /v2.0/networks/debb8f68-6e8c-4759-8c61-2e56ef0cefec HTTP/1.1" status: 204 len: 168 time: 1.1851208 Sep 15 16:01:42.957424 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:42.975364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a6aeb2-988c-4289-be5a-df73abaed0e2 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:42.976877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5eff60-a4c5-4dcd-a24e-9ded829d4b66 tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] Pushing event deleted for resources: {'Network': ['ID=debb8f68-6e8c-4759-8c61-2e56ef0cefec,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:43.002697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e3a6aeb2-988c-4289-be5a-df73abaed0e2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:43.006015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-2a40212b-640e-4488-b21f-fd1059ee00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:43.013208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-2a40212b-640e-4488-b21f-fd1059ee00c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.0622199 Sep 15 16:01:43.047930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-9d23ebf1-eb05-4888-9869-15cdc56c194c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312991 Sep 15 16:01:43.113458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58696) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:43.154967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:43.195567 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-2e38dd3a-570f-4b02-8a40-6c476bed0e97 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407437 Sep 15 16:01:43.263545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1d517-8913-434e-807c-0f0fcff9ee31 req-4e85299b-d5db-418d-b983-b02d649986ad tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:43.265907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff1d517-8913-434e-807c-0f0fcff9ee31 req-4e85299b-d5db-418d-b983-b02d649986ad tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 943 time: 0.1291134 Sep 15 16:01:43.266529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e3a6aeb2-988c-4289-be5a-df73abaed0e2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:43.336809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58702) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:43.376834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4bed4f30-8e50-4ae6-9af5-4c58ebbb55f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:43.385217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff1d517-8913-434e-807c-0f0fcff9ee31 req-0bd1d4ed-36bd-4930-9236-b2bc621da526 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832009 Sep 15 16:01:43.402651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0d2530a-5705-4714-8e59-a158941d88f4 req-633f2aab-0adf-4396-a012-9a0167f98cc5 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897540 Sep 15 16:01:43.424861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e3a6aeb2-988c-4289-be5a-df73abaed0e2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:43.552359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:43.599474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:43.599817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8ad4f5fd-8670-4e26-9e5f-3665ddc9f5a6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:43.609350 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4bed4f30-8e50-4ae6-9af5-4c58ebbb55f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:43.635088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856f210-4c7c-4e08-9589-dd8e36c557cb req-e608f6ca-a212-47ed-9491-790ca13ecc49 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:43.636707 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b856f210-4c7c-4e08-9589-dd8e36c557cb req-e608f6ca-a212-47ed-9491-790ca13ecc49 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 983 time: 0.0864954 Sep 15 16:01:43.660989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:43.714143 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4bed4f30-8e50-4ae6-9af5-4c58ebbb55f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:43.743462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b856f210-4c7c-4e08-9589-dd8e36c557cb req-62599183-baaf-4901-97ce-4e084bcff4e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0991490 Sep 15 16:01:43.800241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4bed4f30-8e50-4ae6-9af5-4c58ebbb55f3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ca0ef863642c4a85b42031a42825fbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565985 Sep 15 16:01:43.800241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed4f30-8e50-4ae6-9af5-4c58ebbb55f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557b40ca-111b-4103-a043-97fad7e8c61b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:43.800716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58716) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:43.870995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d19-730f-489c-b264-fda40b981dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:43.918724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d19-730f-489c-b264-fda40b981dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:44.031199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Deleting port 069dc853-020c-4991-aebe-ae5eeed3a1f2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:44.031677 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:44.063311 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d19-730f-489c-b264-fda40b981dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:44.066080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5d19-730f-489c-b264-fda40b981dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:44.069914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2d9b5d19-730f-489c-b264-fda40b981dd4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/557b40ca-111b-4103-a043-97fad7e8c61b HTTP/1.1" status: 204 len: 168 time: 0.2681320 Sep 15 16:01:44.078100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5d19-730f-489c-b264-fda40b981dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557b40ca-111b-4103-a043-97fad7e8c61b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:44.119973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] For port 069dc853-020c-4991-aebe-ae5eeed3a1f2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=069dc853-020c-4991-aebe-ae5eeed3a1f2,segment=NetworkSegment(c2de4d01-3693-42ad-b927-ab74930eaa33),segment_id=c2de4d01-3693-42ad-b927-ab74930eaa33)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:44.120334 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:44.134860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Calling delete_port for 069dc853-020c-4991-aebe-ae5eeed3a1f2 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:44.370625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-1b0e657d-148f-479a-989f-52e2f4380d49 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639114 Sep 15 16:01:44.428276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:44.466821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-a9294ae2-51e4-417c-96b7-8b42fb4e6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:44.469108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-a9294ae2-51e4-417c-96b7-8b42fb4e6bfc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 1096 time: 0.0495701 Sep 15 16:01:44.494861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Pushing event deleted for resources: {'Port': ['ID=069dc853-020c-4991-aebe-ae5eeed3a1f2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:44.618377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-7cdc8f5d-5799-4bdd-a9fd-81c6e3d451ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:44.624881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-7cdc8f5d-5799-4bdd-a9fd-81c6e3d451ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 906 time: 0.1311734 Sep 15 16:01:44.647948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6909a-eb30-4d9a-b544-be4fd416c7c4 req-72186af0-2129-4b02-98b3-b1e3b8f463ee tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:44.649632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55c6909a-eb30-4d9a-b544-be4fd416c7c4 req-72186af0-2129-4b02-98b3-b1e3b8f463ee tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 943 time: 0.1798515 Sep 15 16:01:44.684098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-02e824c9-e298-4be5-b734-2b4f2f30f6da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5e8c60e-2320-42f2-9196-7da34bf9bb9c HTTP/1.1" status: 200 len: 217 time: 0.0552840 Sep 15 16:01:44.735707 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:01:44.781988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:01:44.815306 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55c6909a-eb30-4d9a-b544-be4fd416c7c4 req-79a7245c-9555-40eb-b4c5-6cbe2ea67392 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145499 Sep 15 16:01:44.815950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e3a6aeb2-988c-4289-be5a-df73abaed0e2 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:44.856009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-49c14ba2-ed7b-4458-bbd2-9c9ef5fe05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:44.857980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-49c14ba2-ed7b-4458-bbd2-9c9ef5fe05e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.1675279 Sep 15 16:01:44.922265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-100b0e46-8c88-4ac3-8c4b-2781ac96b85f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550208 Sep 15 16:01:45.085405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:45.085740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0f498-95f7-4116-8244-81f4937bb799 req-1898d7d1-ec6f-49f4-aaec-49bf924c4b5a tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:45.087182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9b0f498-95f7-4116-8244-81f4937bb799 req-1898d7d1-ec6f-49f4-aaec-49bf924c4b5a tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 983 time: 0.1797335 Sep 15 16:01:45.100656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'port_id': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85', 'mac_address': 'fa:16:3e:36:d2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056fc9-fdf1-4731-9fa0-31795b3f11dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:01:45.151770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-4d51822d-18ff-4cb6-a514-82a0e31a61de service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739349 Sep 15 16:01:45.153253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port e3a6aeb2-988c-4289-be5a-df73abaed0e2 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:01:45.162243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9b0f498-95f7-4116-8244-81f4937bb799 req-b949d265-4ea3-4a0d-afa7-7f667d8f4086 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0647168 Sep 15 16:01:45.181570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port e3a6aeb2-988c-4289-be5a-df73abaed0e2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:45.184582 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:45.299870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef51c9c2-5554-4663-87b0-d7eb341bedbc req-dd3d6080-c896-4484-8659-a8b52586dc06 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353352 Sep 15 16:01:45.300606 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:45.329859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:01:45.392647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:45.402584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:45.425451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:45.450272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e3a6aeb2-988c-4289-be5a-df73abaed0e2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:45.452398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:45.457081 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b1f0d8-544e-4b83-ae24-26f9a623f3eb" -d '{"events": [{"server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:45.520708 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:45.574445 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf398615-d53e-4cef-8e23-d4bbd1891641 x-openstack-request-id: req-cf398615-d53e-4cef-8e23-d4bbd1891641 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:45.575284 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "name": "network-vif-plugged", "status": "completed", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:45.576084 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cf398615-d53e-4cef-8e23-d4bbd1891641 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:45.576837 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'code': 200} Sep 15 16:01:45.615607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:45.629062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:45.676970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f16e2-d06e-4e55-804b-01fdc07b5794 req-e248a508-962a-4a28-a4e9-90252414eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:45.679678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f92f16e2-d06e-4e55-804b-01fdc07b5794 req-e248a508-962a-4a28-a4e9-90252414eaf0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1135 time: 0.0556676 Sep 15 16:01:45.707928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e3a6aeb2-988c-4289-be5a-df73abaed0e2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:45.733165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f92f16e2-d06e-4e55-804b-01fdc07b5794 req-4be470a0-05e2-4e65-9f35-56fd80853b5a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0443673 Sep 15 16:01:45.761792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:45.807940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Router e807b07b-8057-4daf-ba29-93ffcf5995bd has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:01:45.960159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:01:45.970084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b2045e0-c021-42d3-a246-44b81f5ff18f admin admin] 10.222.0.63 "PUT /v2.0/routers/e807b07b-8057-4daf-ba29-93ffcf5995bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8523381 Sep 15 16:01:45.970511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58838) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:45.971307 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5534987-8693-4761-a365-a000e8c062df None None] Sync routers for ids ['e807b07b-8057-4daf-ba29-93ffcf5995bd'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:01:45.983186 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] Routers {'e807b07b-8057-4daf-ba29-93ffcf5995bd'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:45.984997 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e807b07b-8057-4daf-ba29-93ffcf5995bd'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:46.014350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db43d7-21a5-4e12-a785-2c7ee98c2091 req-367117fe-f1d5-4e69-8024-5f6be6c46b0d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:46.022728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06db43d7-21a5-4e12-a785-2c7ee98c2091 req-367117fe-f1d5-4e69-8024-5f6be6c46b0d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 944 time: 0.0874619 Sep 15 16:01:46.065274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06db43d7-21a5-4e12-a785-2c7ee98c2091 req-830bf12e-ea04-4164-bed5-47ac9fda193c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Sep 15 16:01:46.142776 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] Set router e807b07b-8057-4daf-ba29-93ffcf5995bd gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:46.166397 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:46.339388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:46.390197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1db452-9b3d-455c-89a5-b953cb23ecc4 req-cfc93ef9-c5ef-4cb5-8bfd-cd12a5718caf tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:46.390197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa1db452-9b3d-455c-89a5-b953cb23ecc4 req-cfc93ef9-c5ef-4cb5-8bfd-cd12a5718caf tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 984 time: 0.0609672 Sep 15 16:01:46.447733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa1db452-9b3d-455c-89a5-b953cb23ecc4 req-8e62bc31-f71d-4009-a76b-98f23b3d37db tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0475819 Sep 15 16:01:46.521262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Deleting port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:46.521603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:46.544544 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:01:44Z', 'revision_number': 5, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port': {'id': 'efccf1e9-207b-46b4-b0aa-ad3bdaf48d12', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:10:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:00:08Z', 'updated_at': '2021-09-15T16:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:46.581677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5534987-8693-4761-a365-a000e8c062df None None] Checking router: e807b07b-8057-4daf-ba29-93ffcf5995bd for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:01:46.586801 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] Routers {'e807b07b-8057-4daf-ba29-93ffcf5995bd'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:46.587504 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e807b07b-8057-4daf-ba29-93ffcf5995bd'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:46.638522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] For port efccf1e9-207b-46b4-b0aa-ad3bdaf48d12, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:46.644367 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:46.657643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Calling delete_port for efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:46.702873 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] Set router e807b07b-8057-4daf-ba29-93ffcf5995bd gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:46.760972 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a5534987-8693-4761-a365-a000e8c062df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:01:46Z', 'revision_number': 6, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:46.803513 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5534987-8693-4761-a365-a000e8c062df None None] The sync data for ids ['e807b07b-8057-4daf-ba29-93ffcf5995bd'] in n-d-808199-2 is: [{'id': 'e807b07b-8057-4daf-ba29-93ffcf5995bd', 'name': 'tempest-ServersTestMultiNic-2134919115-router', 'tenant_id': '353b291173cc4b538a42dab343bb8d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:00:07Z', 'updated_at': '2021-09-15T16:01:46Z', 'revision_number': 6, 'project_id': '353b291173cc4b538a42dab343bb8d73', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:01:46.815753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:01:47.012913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.014200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:01:47.019456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:01:47.020077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.053651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Pushing event deleted for resources: {'Port': ['ID=efccf1e9-207b-46b4-b0aa-ad3bdaf48d12,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:47.105381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58872) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:47.146125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.186024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.246376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:47.344436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.382449 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.390166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.406008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:47.489379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3a91-250c-4577-9cb3-8edfafb1418e req-735aea50-0d60-4578-90de-223f955639c0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:47.491139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f58e3a91-250c-4577-9cb3-8edfafb1418e req-735aea50-0d60-4578-90de-223f955639c0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 944 time: 0.2098572 Sep 15 16:01:47.569107 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.570481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e807b07b-8057-4daf-ba29-93ffcf5995bd {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:01:47.578950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68c86bb-6077-42dd-a506-636034ac408e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:47.586596 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94abeedc-b9ed-4b0c-a479-21f1db5ea49d" -d '{"events": [{"server_uuid": "b68c86bb-6077-42dd-a506-636034ac408e", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:47.604218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.607990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0eaee05b-b3d0-4eb7-8a2f-49f92b2f5407 admin admin] 10.222.0.63 "DELETE /v2.0/routers/e807b07b-8057-4daf-ba29-93ffcf5995bd HTTP/1.1" status: 204 len: 168 time: 1.6357031 Sep 15 16:01:47.613313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:47.616174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e0092-d834-4fe1-ab08-36fe2ad0d936 req-26325b9e-ff9a-403f-96bd-e91da0dc5571 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:47.629447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-170e0092-d834-4fe1-ab08-36fe2ad0d936 req-26325b9e-ff9a-403f-96bd-e91da0dc5571 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 984 time: 0.0861251 Sep 15 16:01:47.697917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-170e0092-d834-4fe1-ab08-36fe2ad0d936 req-d78ac425-3d93-420a-a671-489b3897307b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0634024 Sep 15 16:01:47.703571 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f58e3a91-250c-4577-9cb3-8edfafb1418e req-c5d54518-625e-42e8-9023-41a866c18575 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981940 Sep 15 16:01:47.746773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d26eb5b-38e0-4f31-a8af-4afe855aae0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.756591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] Deleting subnet 2aa4ec12-2435-478d-9f2c-659675017721 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:01:47.764807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.810196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 069dc853-020c-4991-aebe-ae5eeed3a1f2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:47.817397 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:47.904808 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1156c3-61af-4d27-b682-3cc401e0dcb6 x-openstack-request-id: req-1c1156c3-61af-4d27-b682-3cc401e0dcb6 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:47.912988 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68c86bb-6077-42dd-a506-636034ac408e", "name": "network-vif-plugged", "status": "completed", "tag": "4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:47.922876 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1c1156c3-61af-4d27-b682-3cc401e0dcb6 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:47.922876 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68c86bb-6077-42dd-a506-636034ac408e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85', 'code': 200} Sep 15 16:01:47.928425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 069dc853-020c-4991-aebe-ae5eeed3a1f2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:47.930719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 069dc853-020c-4991-aebe-ae5eeed3a1f2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:47.931373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:47.994409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:47.994904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device efccf1e9-207b-46b4-b0aa-ad3bdaf48d12 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:48.070282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-53809d72-5a69-495f-b3c3-848431731db2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482883 Sep 15 16:01:48.176764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d26eb5b-38e0-4f31-a8af-4afe855aae0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.180731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.225560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0097d-cdc2-4ef1-a9ed-b2ad96087de6 req-661ed3dd-f077-4f7c-b2ce-6758d6e25fd6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:48.231305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88a0097d-cdc2-4ef1-a9ed-b2ad96087de6 req-661ed3dd-f077-4f7c-b2ce-6758d6e25fd6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 984 time: 0.2289290 Sep 15 16:01:48.249274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d26eb5b-38e0-4f31-a8af-4afe855aae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.279288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef896f-cd93-4b92-a2d2-2ac839fa1d53 req-1cdcb51a-5a71-43fc-be90-e744fba9c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:48.281072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fef896f-cd93-4b92-a2d2-2ac839fa1d53 req-1cdcb51a-5a71-43fc-be90-e744fba9c632 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 1096 time: 0.2771246 Sep 15 16:01:48.293491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4d26eb5b-38e0-4f31-a8af-4afe855aae0a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=691a348c3eed48e1ba98caa3a55ac321&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1896708 Sep 15 16:01:48.301302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58910) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:48.355027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88a0097d-cdc2-4ef1-a9ed-b2ad96087de6 req-80216832-7199-4489-ac78-114d7eae0c40 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1223485 Sep 15 16:01:48.376916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26eb5b-38e0-4f31-a8af-4afe855aae0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed490a-99b9-4dbd-b09b-fffe67587560,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:48.383223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-5441ef4e-c2b0-46a4-9bf3-fc61680fc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:48.385802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-5441ef4e-c2b0-46a4-9bf3-fc61680fc8f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 1097 time: 0.2031584 Sep 15 16:01:48.420779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fef896f-cd93-4b92-a2d2-2ac839fa1d53 req-f764daef-2999-4dd1-b8c7-896c980bb71c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105933 Sep 15 16:01:48.472991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.480416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc664-ddae-48b7-a85f-7cf6409f4a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.523844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa4ec12-2435-478d-9f2c-659675017721,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:48.525401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79209aa-9f12-43e6-b34a-6717ab132cd3 None None] Network d41e2a59-a350-4d06-87ec-f033e1bf5644 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:48.531363 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.536771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc664-ddae-48b7-a85f-7cf6409f4a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.537732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-469941ae-4460-47b2-a11c-8fa842e2e4d0 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/2aa4ec12-2435-478d-9f2c-659675017721 HTTP/1.1" status: 204 len: 168 time: 0.9216161 Sep 15 16:01:48.538883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58924) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:48.650168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.718158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65590dd-6a10-4416-9662-a52d79ed8e80 req-f4e0ca27-ca1d-4aac-9cba-abf501f3a533 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:48.719875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d65590dd-6a10-4416-9662-a52d79ed8e80 req-f4e0ca27-ca1d-4aac-9cba-abf501f3a533 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1135 time: 0.2088044 Sep 15 16:01:48.776477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-977fb313-0121-446e-915d-7a6ef36e0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:48.779704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-977fb313-0121-446e-915d-7a6ef36e0bbb service neutron] 10.222.0.55 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 906 time: 0.3516402 Sep 15 16:01:48.787563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Deleting port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:48.788425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.811232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d65590dd-6a10-4416-9662-a52d79ed8e80 req-4c7ac578-d116-45b2-b49d-224c2cb41f3c tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.900428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-f857b3be-be53-45f1-a805-3a40dbae04ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91074cb-bc32-4c88-95c6-c3b3a624453a HTTP/1.1" status: 200 len: 217 time: 0.1002169 Sep 15 16:01:48.903435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc664-ddae-48b7-a85f-7cf6409f4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.906084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b5bc664-ddae-48b7-a85f-7cf6409f4a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.912058 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1b5bc664-ddae-48b7-a85f-7cf6409f4a0d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dfed490a-99b9-4dbd-b09b-fffe67587560 HTTP/1.1" status: 204 len: 168 time: 0.5971320 Sep 15 16:01:48.932746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bc664-ddae-48b7-a85f-7cf6409f4a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed490a-99b9-4dbd-b09b-fffe67587560,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:48.951692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] For port 35a2d5ae-007f-4cf9-9477-a69afe883eb4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=35a2d5ae-007f-4cf9-9477-a69afe883eb4,segment=NetworkSegment(c2de4d01-3693-42ad-b927-ab74930eaa33),segment_id=c2de4d01-3693-42ad-b927-ab74930eaa33)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:48.951692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:48.974185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5c7a6-7f0b-41c8-8258-da753d959621 req-372654d8-07fd-4d15-939b-1821f58654d6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:48.976021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2b5c7a6-7f0b-41c8-8258-da753d959621 req-372654d8-07fd-4d15-939b-1821f58654d6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 945 time: 0.1296101 Sep 15 16:01:48.982449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Calling delete_port for 35a2d5ae-007f-4cf9-9477-a69afe883eb4 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:48.999776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-78f3bf4a-14f0-4620-aa67-9a79d1afe1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:49.001314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-78f3bf4a-14f0-4620-aa67-9a79d1afe1cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.0926623 Sep 15 16:01:49.061848 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-0e89723d-5972-475b-b95a-bd685f19ed3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493376 Sep 15 16:01:49.078959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2b5c7a6-7f0b-41c8-8258-da753d959621 req-fad98596-a9cd-425e-ab90-d6efc9e1cfb4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845022 Sep 15 16:01:49.113805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] DHCP port deletion for d41e2a59-a350-4d06-87ec-f033e1bf5644 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:01:49.134274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d65590dd-6a10-4416-9662-a52d79ed8e80 req-4c7ac578-d116-45b2-b49d-224c2cb41f3c tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.198606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] Deleting port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:49.199326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.259302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-906e2b96-aaa6-4254-a0fe-dda114574ed1 service neutron] 10.222.0.55 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872981 Sep 15 16:01:49.269602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.281192 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d65590dd-6a10-4416-9662-a52d79ed8e80 req-4c7ac578-d116-45b2-b49d-224c2cb41f3c tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.299392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] For port 35a2d5ae-007f-4cf9-9477-a69afe883eb4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=35a2d5ae-007f-4cf9-9477-a69afe883eb4,segment=NetworkSegment(c2de4d01-3693-42ad-b927-ab74930eaa33),segment_id=c2de4d01-3693-42ad-b927-ab74930eaa33)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:49.299859 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.313560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Pushing event deleted for resources: {'Port': ['ID=35a2d5ae-007f-4cf9-9477-a69afe883eb4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:49.323452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] Calling delete_port for 35a2d5ae-007f-4cf9-9477-a69afe883eb4 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:49.324651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] No DVR routers for this DVR port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:49.359393 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d65590dd-6a10-4416-9662-a52d79ed8e80 req-4c7ac578-d116-45b2-b49d-224c2cb41f3c tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6071792 Sep 15 16:01:49.437081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:49.518952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 35a2d5ae-007f-4cf9-9477-a69afe883eb4 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:49.523613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ac578-d116-45b2-b49d-224c2cb41f3c tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f956eebe-6f5f-463c-a373-a33809590da9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:49.527774 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.586952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.617441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fa89fc56-c1cb-4731-9d3c-6b189e656eab req-d5c89dd2-7634-4157-b39e-b08502270103 service neutron] 10.222.0.55 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494837 Sep 15 16:01:49.644158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be808d9f-8347-4831-b5af-354a0451b61e tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:49.647921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be808d9f-8347-4831-b5af-354a0451b61e tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1130 time: 0.2092216 Sep 15 16:01:49.651632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58944) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:49.662671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:49.664832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] No DVR routers for this DVR port 35a2d5ae-007f-4cf9-9477-a69afe883eb4 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:49.667511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 35a2d5ae-007f-4cf9-9477-a69afe883eb4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:49.669512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 35a2d5ae-007f-4cf9-9477-a69afe883eb4 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:49.673633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae8875-3fad-4e66-994f-767cab2dcbaa None None] Pushing event deleted for resources: {'Port': ['ID=35a2d5ae-007f-4cf9-9477-a69afe883eb4,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:49.687629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41e2a59-a350-4d06-87ec-f033e1bf5644']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:49.706156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2de4d01-3693-42ad-b927-ab74930eaa33') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:49.706995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2de4d01-3693-42ad-b927-ab74930eaa33') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:49.721613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.739011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.749747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:01:49.750407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:01:49.752394 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:01:49.816017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.945661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:49.995871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:50.004059 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:50.005899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] 10.222.0.63 "DELETE /v2.0/networks/d41e2a59-a350-4d06-87ec-f033e1bf5644 HTTP/1.1" status: 204 len: 168 time: 1.4657197 Sep 15 16:01:50.020063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f353ac-ee22-45a5-8967-26a8de4fc62c admin admin] Pushing event deleted for resources: {'Network': ['ID=d41e2a59-a350-4d06-87ec-f033e1bf5644,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:50.052766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:50.112569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Allocated IP 172.25.0.7 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/bdab3887-bd78-4d3d-ae45-41c9feeab833) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:50.250920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f314-2954-4589-99f1-1bcabf9d54fb req-68a92f04-32d0-4d96-99b9-96dfc8c1ada0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:50.258871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f072f314-2954-4589-99f1-1bcabf9d54fb req-68a92f04-32d0-4d96-99b9-96dfc8c1ada0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 945 time: 0.0913882 Sep 15 16:01:50.324837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f072f314-2954-4589-99f1-1bcabf9d54fb req-79de77f6-7865-4e4d-adaf-81b3e121abb8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639486 Sep 15 16:01:50.361258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:50.477275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a480e-e57a-4ed8-bd37-da98d2633d0f req-98bd9364-aa67-4d1d-8c46-bc813db20bd9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:50.479071 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e55a480e-e57a-4ed8-bd37-da98d2633d0f req-98bd9364-aa67-4d1d-8c46-bc813db20bd9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 945 time: 0.0755844 Sep 15 16:01:50.480372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:50.542945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:50.549902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:50.552820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:50.589482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=bdab3887-bd78-4d3d-ae45-41c9feeab833,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:50.613234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e55a480e-e57a-4ed8-bd37-da98d2633d0f req-7ee49481-57a0-4a0a-a076-5d408c219952 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996943 Sep 15 16:01:50.758654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8901a-a15e-41be-8b0a-1ef63b47814b req-a4b58171-31fc-4597-ad50-59e2c0f64d80 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:50.760275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cd8901a-a15e-41be-8b0a-1ef63b47814b req-a4b58171-31fc-4597-ad50-59e2c0f64d80 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 945 time: 0.0637600 Sep 15 16:01:50.799145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58966) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:50.830737 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59da5074-c6d3-4018-b92d-f9a791093c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:50.848964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cd8901a-a15e-41be-8b0a-1ef63b47814b req-a590041a-055a-452d-b29b-7abdcfbc06a9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794647 Sep 15 16:01:50.857934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58968) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:50.938530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-730b3def-9f6a-4e40-804a-805ef3c74244 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=353b291173cc4b538a42dab343bb8d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762386 Sep 15 16:01:50.939755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58972) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:51.044187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f93dd9c-b943-482d-b106-398eb01ae121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.052828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59da5074-c6d3-4018-b92d-f9a791093c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.064848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:51.104714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f93dd9c-b943-482d-b106-398eb01ae121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.183360 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50ed916d-3670-4149-905c-af87279e2fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.193688 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.224935 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03fe8c6e-b77a-4479-9eb7-e360d803cd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.248647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59da5074-c6d3-4018-b92d-f9a791093c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.322689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da5074-c6d3-4018-b92d-f9a791093c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162f0ded-b941-4f18-bdf7-a922f4aa5920,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:51.328927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-59da5074-c6d3-4018-b92d-f9a791093c5e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ffc8790e22c34584b5d3cdb11bebcb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279086 Sep 15 16:01:51.334573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58980) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:51.370406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f93dd9c-b943-482d-b106-398eb01ae121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.374542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f93dd9c-b943-482d-b106-398eb01ae121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.379542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0f93dd9c-b943-482d-b106-398eb01ae121 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/100afa5a-4878-41c4-a42e-e71ff117d62c HTTP/1.1" status: 204 len: 168 time: 0.4381866 Sep 15 16:01:51.396956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93dd9c-b943-482d-b106-398eb01ae121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100afa5a-4878-41c4-a42e-e71ff117d62c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:51.453499 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.457923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50ed916d-3670-4149-905c-af87279e2fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.512244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7912e67d-97ec-413e-a0e4-3b18e6010cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.562603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7912e67d-97ec-413e-a0e4-3b18e6010cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.589340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50ed916d-3670-4149-905c-af87279e2fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.659158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-50ed916d-3670-4149-905c-af87279e2fac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=87fe04fb347145c6bfd7c90348697137&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6027684 Sep 15 16:01:51.661341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58988) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:51.671671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed916d-3670-4149-905c-af87279e2fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483a02cd-646a-4b11-87fa-e33363179b1a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:51.778085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.815748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cda57f47-887f-4bcb-ba75-6b16c15f573b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.818330 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7912e67d-97ec-413e-a0e4-3b18e6010cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.827762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7912e67d-97ec-413e-a0e4-3b18e6010cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.827762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7912e67d-97ec-413e-a0e4-3b18e6010cfa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/162f0ded-b941-4f18-bdf7-a922f4aa5920 HTTP/1.1" status: 204 len: 168 time: 0.4867325 Sep 15 16:01:51.832176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912e67d-97ec-413e-a0e4-3b18e6010cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162f0ded-b941-4f18-bdf7-a922f4aa5920,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:51.850705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58994) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:51.865274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03fe8c6e-b77a-4479-9eb7-e360d803cd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.889142 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cda57f47-887f-4bcb-ba75-6b16c15f573b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.924532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788db4ad-5864-4e79-b721-21e10c49d793 req-92cd59ed-f20b-4299-894d-0c39dc210917 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:51.926821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-788db4ad-5864-4e79-b721-21e10c49d793 req-92cd59ed-f20b-4299-894d-0c39dc210917 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 945 time: 0.1740372 Sep 15 16:01:51.932172 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.994600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03fe8c6e-b77a-4479-9eb7-e360d803cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.019648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-788db4ad-5864-4e79-b721-21e10c49d793 req-1692b3bc-2d41-4c0f-8da9-a314c12d8225 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679097 Sep 15 16:01:52.055773 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-03fe8c6e-b77a-4479-9eb7-e360d803cd44 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4881f8ab128e4263acec82a28c44149b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9785442 Sep 15 16:01:52.056262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59000) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:52.060738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.067560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe8c6e-b77a-4479-9eb7-e360d803cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f378cf-b491-4506-af47-9b0c363f2048,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:52.138465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=bdab3887-bd78-4d3d-ae45-41c9feeab833,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:52.141803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0cf96b17-9fa7-4cd6-ae22-b867f2648c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.158958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cda57f47-887f-4bcb-ba75-6b16c15f573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.164527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cda57f47-887f-4bcb-ba75-6b16c15f573b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.166380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cda57f47-887f-4bcb-ba75-6b16c15f573b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/483a02cd-646a-4b11-87fa-e33363179b1a HTTP/1.1" status: 204 len: 168 time: 0.5037456 Sep 15 16:01:52.186905 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a055bba2-29d1-4176-98b8-6e77d23d8e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.196117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda57f47-887f-4bcb-ba75-6b16c15f573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a02cd-646a-4b11-87fa-e33363179b1a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:52.242843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a055bba2-29d1-4176-98b8-6e77d23d8e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.301788 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Floating IP 4074da4b-0a41-48c7-b367-294b8f882251 associated. External IP: 172.25.0.7, port: e3a6aeb2-988c-4289-be5a-df73abaed0e2. Sep 15 16:01:52.450793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a055bba2-29d1-4176-98b8-6e77d23d8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.456782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a055bba2-29d1-4176-98b8-6e77d23d8e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.458824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a055bba2-29d1-4176-98b8-6e77d23d8e66 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d0f378cf-b491-4506-af47-9b0c363f2048 HTTP/1.1" status: 204 len: 168 time: 0.4001935 Sep 15 16:01:52.471990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055bba2-29d1-4176-98b8-6e77d23d8e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f378cf-b491-4506-af47-9b0c363f2048,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:52.506503 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0cf96b17-9fa7-4cd6-ae22-b867f2648c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.602861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0cf96b17-9fa7-4cd6-ae22-b867f2648c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.730009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0cf96b17-9fa7-4cd6-ae22-b867f2648c0d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e0ff79a7d094ccbb3e2d8fac7ab27ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773296 Sep 15 16:01:52.736277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59018) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:52.752075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf96b17-9fa7-4cd6-ae22-b867f2648c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2c2633-e96a-42ae-ae4c-956232369aae,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:52.775073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router 4ef14c1b-facb-404d-b68c-ba7a49abc206 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:01:52.854759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3f76afc-7599-409f-b04c-9e467b4344d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.913298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3f76afc-7599-409f-b04c-9e467b4344d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.965638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:01:52.991723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] Sync routers for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:01:53.002591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:53.003240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:53.047010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:53.138903 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3f76afc-7599-409f-b04c-9e467b4344d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:53.156961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3f76afc-7599-409f-b04c-9e467b4344d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:53.162345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e3f76afc-7599-409f-b04c-9e467b4344d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e2c2633-e96a-42ae-ae4c-956232369aae HTTP/1.1" status: 204 len: 168 time: 0.4206185 Sep 15 16:01:53.205109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f76afc-7599-409f-b04c-9e467b4344d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2c2633-e96a-42ae-ae4c-956232369aae,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:53.230642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:53.237614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e0c0a02c-330c-4390-b3d4-c6362e8de94b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.5833604 Sep 15 16:01:53.238483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:53.242454 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:53.242742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59036) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:53.356155 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4302024-7789-4cb4-9370-dc2469760649 x-openstack-request-id: req-f4302024-7789-4cb4-9370-dc2469760649 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:53.357251 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:53.358835 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f4302024-7789-4cb4-9370-dc2469760649 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:53.369525 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'status': 'completed', 'code': 200} Sep 15 16:01:53.385517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-07d5195b-ddd6-4561-8e95-3a681b3d1a49 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:53.388124 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-07d5195b-ddd6-4561-8e95-3a681b3d1a49 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 945 time: 0.2782898 Sep 15 16:01:53.438386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438c08d-aabb-48bf-ab94-d915f4120b7e req-402ed898-0179-48bf-afa2-5e28cd2d2a8d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:53.440798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2438c08d-aabb-48bf-ab94-d915f4120b7e req-402ed898-0179-48bf-afa2-5e28cd2d2a8d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 945 time: 0.2577524 Sep 15 16:01:53.669643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '4074da4b-0a41-48c7-b367-294b8f882251', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'port_id': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'mac_address': 'fa:16:3e:3e:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:01:50Z', 'updated_at': '2021-09-15T16:01:50Z', 'revision_number': 0, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:32Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:53.704169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] Checking router: 4ef14c1b-facb-404d-b68c-ba7a49abc206 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:01:53.723789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:01:53.725156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:53.918348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:01:53.929542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59048) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:53.965842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a43c4e58-bd9b-444e-be31-387abee81e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:53.977932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b3e7-fdc4-47ca-9992-a6a86b45048a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:54.216479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-560a242c-af65-4df8-91c4-37bb97ea556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.219429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-560a242c-af65-4df8-91c4-37bb97ea556b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1135 time: 0.8212516 Sep 15 16:01:54.224552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.225421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.226299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.227535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.228429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.229391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.230277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.231429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.239043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d548cdfd-deb4-4b0b-b263-caca8d4b4aa4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5663 time: 0.9898739 Sep 15 16:01:54.240532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59054) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:54.242126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2438c08d-aabb-48bf-ab94-d915f4120b7e req-5f815d13-e2c4-45c9-b0ca-a97df5a3cbb9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514038 Sep 15 16:01:54.382942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '4074da4b-0a41-48c7-b367-294b8f882251', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'port_id': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'mac_address': 'fa:16:3e:3e:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:01:50Z', 'updated_at': '2021-09-15T16:01:50Z', 'revision_number': 0, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:32Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:01:54.400441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Deleting port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:01:54.401065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:54.416068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.417041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.417877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.418630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.419446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.421223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.422522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.423623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.427211 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e78a2fc7-07f0-4d6c-87c5-c9363eb77dc4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5175 time: 0.1755831 Sep 15 16:01:54.433705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59058) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:54.455917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb29bb5-2d53-42e1-aa61-f54fa085ea0f None None] The sync data for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 is: [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '4074da4b-0a41-48c7-b367-294b8f882251', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'floating_ip_address': '172.25.0.7', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'port_id': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'mac_address': 'fa:16:3e:3e:c0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:01:50Z', 'updated_at': '2021-09-15T16:01:50Z', 'revision_number': 0, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:32Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:01:54.470848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-1e76bd9e-4ea6-46eb-8e76-c7883f32286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:54.473403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-1e76bd9e-4ea6-46eb-8e76-c7883f32286c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c86c0e06-0cbd-4bee-9346-a047263283bf HTTP/1.1" status: 200 len: 897 time: 0.2295413 Sep 15 16:01:54.552751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b3e7-fdc4-47ca-9992-a6a86b45048a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:54.645344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bf8b3e7-fdc4-47ca-9992-a6a86b45048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:54.699985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8b3e7-fdc4-47ca-9992-a6a86b45048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f819313-be32-4a78-a503-90303bfc39c3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:54.743713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-d1acb376-0cce-4bfe-bce1-f1360c82bf95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2 HTTP/1.1" status: 200 len: 997 time: 0.2176595 Sep 15 16:01:54.746322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] For port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:01:54.746924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:54.764924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3bf8b3e7-fdc4-47ca-9992-a6a86b45048a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a563c3f96c4d4da2890ce456ce2c2e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8319409 Sep 15 16:01:54.771389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59064) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:54.798991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59066) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:54.893916 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39f75909-1c2b-42b8-be1e-4dc4148f7398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:54.915176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Calling delete_port for 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:01:55.015348 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499228f5-1f10-4df3-b010-2eb4dc091b8d None None] New status for floating IP 4074da4b-0a41-48c7-b367-294b8f882251: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:01:55.193170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-9e2eb1a2-7f9c-456d-a76a-e78b6ceedcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:55.194739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-9e2eb1a2-7f9c-456d-a76a-e78b6ceedcb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=456de2e3-0c41-4600-b1f2-76fe920a04ba HTTP/1.1" status: 200 len: 835 time: 0.4427271 Sep 15 16:01:55.288212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59074) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:55.347543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-9a2dd365-67be-4297-ad1c-fa7578e61bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:55.357612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-9a2dd365-67be-4297-ad1c-fa7578e61bc1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c86c0e06-0cbd-4bee-9346-a047263283bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514201 Sep 15 16:01:55.413290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.431001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:55.432154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dd8fb4-776b-4448-9dd9-bb4d7171c1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.437072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f5e8c60e-2320-42f2-9196-7da34bf9bb9c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:01:55.502908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dd8fb4-776b-4448-9dd9-bb4d7171c1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.527694 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-667192ca-9f51-4567-9c05-f1826ece24b4 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 1.0878220 Sep 15 16:01:55.532405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59084) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:55.533258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39f75909-1c2b-42b8-be1e-4dc4148f7398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.538678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-83d5debd-8d2a-46f7-b855-de42cfb8bc68 service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718099 Sep 15 16:01:55.596327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793aaba9-8680-4ca7-80fb-e8157719fa38 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:55.596850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793aaba9-8680-4ca7-80fb-e8157719fa38 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:55.599368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-793aaba9-8680-4ca7-80fb-e8157719fa38 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=4ef14c1b-facb-404d-b68c-ba7a49abc206 HTTP/1.1" status: 200 len: 1990 time: 0.0657117 Sep 15 16:01:55.615080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event deleted for resources: {'Port': ['ID=4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:55.704240 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dd8fb4-776b-4448-9dd9-bb4d7171c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.709890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dd8fb4-776b-4448-9dd9-bb4d7171c1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.715318 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-68dd8fb4-776b-4448-9dd9-bb4d7171c1a8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7f819313-be32-4a78-a503-90303bfc39c3 HTTP/1.1" status: 204 len: 168 time: 0.9304454 Sep 15 16:01:55.751095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd8fb4-776b-4448-9dd9-bb4d7171c1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f819313-be32-4a78-a503-90303bfc39c3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:55.776864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e61bf24-efa2-49db-b999-c29c4567541f req-c259b7ed-97ae-4461-8ec5-c5cd24f8719c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 210 time: 0.2067266 Sep 15 16:01:55.787055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-network', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:55.793443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bc39fb7-5240-4681-b4c5-f5d74114bdcc req-9e440455-55ef-442d-a025-f1790266622f service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238913 Sep 15 16:01:55.800305 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39f75909-1c2b-42b8-be1e-4dc4148f7398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.880849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39f75909-1c2b-42b8-be1e-4dc4148f7398 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f1764826709d42af9c57e6c6b7f60cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0804293 Sep 15 16:01:55.884775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59098) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:55.948789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] No DVR routers for this DVR port 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:01:55.957795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:55.959932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6b2ce1c-1900-4c1b-a444-1d73e2930e5e req-fb2660da-f5ae-4cfc-b5dd-6e1a5f0e22b7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "DELETE /v2.0/ports/4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 HTTP/1.1" status: 204 len: 173 time: 2.5488558 Sep 15 16:01:55.960438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68c86bb-6077-42dd-a506-636034ac408e', 'name': 'network-vif-deleted', 'tag': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:01:55.962827 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22836bd1-c92f-4594-91f4-4ce094898646" -d '{"events": [{"server_uuid": "b68c86bb-6077-42dd-a506-636034ac408e", "name": "network-vif-deleted", "tag": "4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:01:55.968867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f75909-1c2b-42b8-be1e-4dc4148f7398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b366d46-2c60-40ce-9a55-012e0e6670ba,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:56.019573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4e58-28d1-46aa-909b-519150aa9638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.040143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Made reservation on behalf of ae3732edf9a5467ea87768d08d8f3294 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:56.043288 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.086742 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4e58-28d1-46aa-909b-519150aa9638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.096289 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac3b2f-7fc9-4ee0-901d-a382ddf8e605 x-openstack-request-id: req-4aac3b2f-7fc9-4ee0-901d-a382ddf8e605 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:01:56.096854 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68c86bb-6077-42dd-a506-636034ac408e", "name": "network-vif-deleted", "tag": "4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:01:56.097199 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4aac3b2f-7fc9-4ee0-901d-a382ddf8e605 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:01:56.097808 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68c86bb-6077-42dd-a506-636034ac408e', 'name': 'network-vif-deleted', 'tag': '4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85', 'status': 'completed', 'code': 200} Sep 15 16:01:56.102163 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.241457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4e58-28d1-46aa-909b-519150aa9638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.249399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e9a4e58-28d1-46aa-909b-519150aa9638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.252777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7e9a4e58-28d1-46aa-909b-519150aa9638 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5b366d46-2c60-40ce-9a55-012e0e6670ba HTTP/1.1" status: 204 len: 168 time: 0.3655124 Sep 15 16:01:56.271955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a4e58-28d1-46aa-909b-519150aa9638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b366d46-2c60-40ce-9a55-012e0e6670ba,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:56.352784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.439806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.440416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.462590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:01:56.475515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc9c2f-36fd-432b-926f-cb371498c639,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:56.482294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.482633 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Added segment 1446fda8-aa40-42f9-ab93-e54184f913ac of type vlan for network 60b944c5-48a2-4322-af6b-44b63a269134 Sep 15 16:01:56.539788 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.692256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.694224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:56.698036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:56.812110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] Pushing event updated for resources: {'Network': ['ID=60b944c5-48a2-4322-af6b-44b63a269134,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:56.834161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 60b944c5-48a2-4322-af6b-44b63a269134 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:01:56.862337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3b2ca1fa-33b0-44a8-aee7-32c1e0b2ea0e admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5732203 Sep 15 16:01:56.867030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59120) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:56.874501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Request body: {'subnet': {'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-subnet', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:56.889131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:01:56.983433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:01:56.984077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4c5e1aa5-78b7-42db-9ba3-23f8fdb0bb85 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:01:57.017165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Made reservation on behalf of ae3732edf9a5467ea87768d08d8f3294 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:01:57.021106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:57.056895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-089dc4eb-9c21-4348-9580-5d04318a8c16 req-84542120-f73e-43dd-a321-3daa29c09961 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=b68c86bb-6077-42dd-a506-636034ac408e HTTP/1.1" status: 200 len: 210 time: 0.0768936 Sep 15 16:01:57.119969 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:57.269924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0dec841-4e52-48ab-b4fa-8831809091b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:57.521510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:57.603261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b611e978-c10f-4a48-8b2d-8bace34bbe52,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:57.616660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Checking segment: {'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:01:57.617385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Network hostable DHCP agents. Network: 60b944c5-48a2-4322-af6b-44b63a269134, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:01:57.731210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Network 60b944c5-48a2-4322-af6b-44b63a269134 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:01:57.858770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 60b944c5-48a2-4322-af6b-44b63a269134) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:57.869930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:57.872146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:57.872359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f766288-e4d8-4614-8a5a-db1996ebc8bc None None] Network 60b944c5-48a2-4322-af6b-44b63a269134 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:57.968228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-be4b6756-31e9-410f-a4fc-c6d14663c0b0 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0999920 Sep 15 16:01:57.968991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59154) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:57.973536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:01:58.100219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83772c3a-db77-4325-a353-fcbd14a5a999 None None] Network 60b944c5-48a2-4322-af6b-44b63a269134 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:01:58.102706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:58.104568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:58.250093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:58.705195 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:58.705476 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:59.128861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ec256-9141-451c-93bf-7f6910f82aa4 req-23b4ed18-e781-457e-b51e-6ef2183b06d8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:01:59.131272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-387ec256-9141-451c-93bf-7f6910f82aa4 req-23b4ed18-e781-457e-b51e-6ef2183b06d8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 945 time: 0.0817482 Sep 15 16:01:59.203339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-387ec256-9141-451c-93bf-7f6910f82aa4 req-3ab0cfdb-d3a0-468b-ace1-e6d6d5efe521 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594764 Sep 15 16:01:59.213391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:59.243963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:59.415206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Allocated IP 172.25.0.61 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/823e5782-8c66-4ca7-be42-434d8ff2815d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:01:59.637867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:59.782574 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:59.863260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:01:59.869635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:01:59.883250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:01:59.888239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Pushing event updated for resources: {'Port': ['ID=823e5782-8c66-4ca7-be42-434d8ff2815d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:00.073909 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:00.103092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:00.362077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:00.551102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf570ec-b4da-4a70-bfba-d9a9e2be8648 req-551ae0eb-e597-48fd-bd94-82dc830d379f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:00.562648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-edf570ec-b4da-4a70-bfba-d9a9e2be8648 req-551ae0eb-e597-48fd-bd94-82dc830d379f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 945 time: 0.1626616 Sep 15 16:02:00.628443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654c24-17ae-4a42-b937-b05d21579737 req-e86d79b1-ceb9-4fe1-b888-0a7cdd5c90c5 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:00.632816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90654c24-17ae-4a42-b937-b05d21579737 req-e86d79b1-ceb9-4fe1-b888-0a7cdd5c90c5 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 945 time: 0.1557674 Sep 15 16:02:00.659118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-edf570ec-b4da-4a70-bfba-d9a9e2be8648 req-c3196995-3f2b-40bb-91d5-da709764b92c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888770 Sep 15 16:02:00.798886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Deleting port f5e8c60e-2320-42f2-9196-7da34bf9bb9c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:02:00.799798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:00.802089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:00.966199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] For port f5e8c60e-2320-42f2-9196-7da34bf9bb9c, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:00.969563 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:01.003998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Calling delete_port for f5e8c60e-2320-42f2-9196-7da34bf9bb9c owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:02:01.131416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Router ba415405-f521-40c7-ab3a-1f4c11ed0f30 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:02:01.252386 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:01.268842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:01.299502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event deleted for resources: {'Port': ['ID=f5e8c60e-2320-42f2-9196-7da34bf9bb9c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:01.347773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:01.371578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Sync routers for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:01.383910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] No DVR routers for this DVR port f5e8c60e-2320-42f2-9196-7da34bf9bb9c on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:02:01.388442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:01.390941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90654c24-17ae-4a42-b937-b05d21579737 req-868ad9ad-5d90-4897-a8d6-1dd401fe132a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "DELETE /v2.0/ports/f5e8c60e-2320-42f2-9196-7da34bf9bb9c HTTP/1.1" status: 204 len: 173 time: 0.7495823 Sep 15 16:02:01.391682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'name': 'network-vif-deleted', 'tag': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:01.393140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:01.394033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:01.394513 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c21046-4075-42c2-a832-acd1290205db" -d '{"events": [{"server_uuid": "7d7597ee-1add-4e5d-a788-71d0bd610c73", "name": "network-vif-deleted", "tag": "f5e8c60e-2320-42f2-9196-7da34bf9bb9c"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:01.435357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:01.440699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-533454bc-7b39-4da2-a736-ab2d1f733e8d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4704380 Sep 15 16:02:01.445512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59338) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:01.469217 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfcd1e6-f975-42d3-967e-dc3ee580ec4c x-openstack-request-id: req-2bfcd1e6-f975-42d3-967e-dc3ee580ec4c {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:01.472114 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7597ee-1add-4e5d-a788-71d0bd610c73", "name": "network-vif-deleted", "tag": "f5e8c60e-2320-42f2-9196-7da34bf9bb9c", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:01.472114 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2bfcd1e6-f975-42d3-967e-dc3ee580ec4c {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:01.483297 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d7597ee-1add-4e5d-a788-71d0bd610c73', 'name': 'network-vif-deleted', 'tag': 'f5e8c60e-2320-42f2-9196-7da34bf9bb9c', 'status': 'completed', 'code': 200} Sep 15 16:02:01.739670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:01.983991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59368) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:02.078177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:00Z', 'revision_number': 3, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:02.112262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Checking router: ba415405-f521-40c7-ab3a-1f4c11ed0f30 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:02:02.112956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Updating router ba415405-f521-40c7-ab3a-1f4c11ed0f30 port 823e5782-8c66-4ca7-be42-434d8ff2815d binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:02:02.146854 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:02.213801 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-987c9779-ace0-4dd3-8e91-96ed3c48f045 req-ebbb5422-ee1d-4cac-a985-300fb8271e4c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=7d7597ee-1add-4e5d-a788-71d0bd610c73 HTTP/1.1" status: 200 len: 210 time: 0.3595948 Sep 15 16:02:02.674770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-024fc321-e767-4f28-b2ae-2841600c150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:02.754258 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:02.766365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:02.851674 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:02.878008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f5e8c60e-2320-42f2-9196-7da34bf9bb9c no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:02:02.905384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-024fc321-e767-4f28-b2ae-2841600c150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:02.969829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: f5e8c60e-2320-42f2-9196-7da34bf9bb9c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:02:02.970681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f5e8c60e-2320-42f2-9196-7da34bf9bb9c not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:02:02.999462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Attempting to bind port 823e5782-8c66-4ca7-be42-434d8ff2815d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:02.999462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Attempting to bind port 823e5782-8c66-4ca7-be42-434d8ff2815d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:03.000022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Attempting to bind port 823e5782-8c66-4ca7-be42-434d8ff2815d on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:03.005409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-024fc321-e767-4f28-b2ae-2841600c150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.012436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:03.012926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:03.014116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.014772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:03.019828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Bound port: 823e5782-8c66-4ca7-be42-434d8ff2815d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:03.019828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.058644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435db8bc-2237-42e3-a89a-35d74468f52b None None] Pushing event updated for resources: {'Port': ['ID=823e5782-8c66-4ca7-be42-434d8ff2815d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:03.105947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] For port 823e5782-8c66-4ca7-be42-434d8ff2815d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:03.119643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] For port 823e5782-8c66-4ca7-be42-434d8ff2815d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=823e5782-8c66-4ca7-be42-434d8ff2815d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:03.135658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Allocated IP 172.20.0.1 (60b944c5-48a2-4322-af6b-44b63a269134/b611e978-c10f-4a48-8b2d-8bace34bbe52/d32b8096-9629-4e49-9759-b7c173907a6f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:03.141468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-024fc321-e767-4f28-b2ae-2841600c150e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=97cc46fc8d104aaba9bc949bcc98fdbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1556008 Sep 15 16:02:03.143646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59426) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:03.146294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fc321-e767-4f28-b2ae-2841600c150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b7cbac-c23d-4c8e-b7fa-f0d13680c069,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:03.172360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.290828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d2c40c2-bf1f-414b-966f-b55102e82a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.301403 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.354005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d2c40c2-bf1f-414b-966f-b55102e82a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.360686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435db8bc-2237-42e3-a89a-35d74468f52b None None] Pushing event updated for resources: {'Port': ['ID=823e5782-8c66-4ca7-be42-434d8ff2815d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:03.369008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:03.369890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:03.432191 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.514221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d2c40c2-bf1f-414b-966f-b55102e82a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.516069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Network 60b944c5-48a2-4322-af6b-44b63a269134 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:03.518564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d2c40c2-bf1f-414b-966f-b55102e82a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.519924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1d2c40c2-bf1f-414b-966f-b55102e82a72 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/58b7cbac-c23d-4c8e-b7fa-f0d13680c069 HTTP/1.1" status: 204 len: 168 time: 0.3749177 Sep 15 16:02:03.522867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:03.535120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c40c2-bf1f-414b-966f-b55102e82a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b7cbac-c23d-4c8e-b7fa-f0d13680c069,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:03.553347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:03.649247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Pushing event updated for resources: {'Port': ['ID=d32b8096-9629-4e49-9759-b7c173907a6f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:03.662553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:03.796953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:03.901520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-1716e4de-52b9-4c74-9934-ef6f334609c4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:03.903482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-1716e4de-52b9-4c74-9934-ef6f334609c4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2162468 Sep 15 16:02:03.934203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c58150fc-bc34-45fb-9608-3d77722cad5c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0149016 Sep 15 16:02:03.976099 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:04.040826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c368b873-2cec-4daa-aea5-5d5712b1c0f7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990467 Sep 15 16:02:04.147768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:00Z', 'revision_number': 3, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:04.176929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e24c12-5978-4959-a829-e449f4dbed57 None None] The sync data for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 is: [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:00Z', 'revision_number': 3, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:04.266999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:04.294844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-aae3b414-c8e1-489e-862e-ed0f8635c501 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408876 Sep 15 16:02:04.348006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:04.423342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c8eb89c5-8704-45ec-9612-1df2363ea5d2 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207309 Sep 15 16:02:04.432919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:04.435045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Pushing event updated for resources: {'Port': ['ID=d32b8096-9629-4e49-9759-b7c173907a6f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:04.597185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Network 60b944c5-48a2-4322-af6b-44b63a269134 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:04.598873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:04.785263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Router ba415405-f521-40c7-ab3a-1f4c11ed0f30 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:04.942787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59490) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:04.984961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:04.994640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59496) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:05.004696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8860975b-88e0-42cb-85e7-f3ced1b8bfa9 admin admin] 10.222.0.63 "PUT /v2.0/routers/ba415405-f521-40c7-ab3a-1f4c11ed0f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5477631 Sep 15 16:02:05.169883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59502) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:05.184124 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56916da1-138e-413c-b717-303a048d3a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.324780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56916da1-138e-413c-b717-303a048d3a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.330845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-43a735e3-d8c1-4bf6-a788-2e8756a4ee1f req-dc50dfb5-7bae-4c33-9d43-7fa81047d7af tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 210 time: 0.5543709 Sep 15 16:02:05.405966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56916da1-138e-413c-b717-303a048d3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.457757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-56916da1-138e-413c-b717-303a048d3a30 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8740ad47c9764757a99f98b036a150bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859058 Sep 15 16:02:05.458934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59506) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:05.459957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56916da1-138e-413c-b717-303a048d3a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d435d8-55b7-46be-8c9c-a7daf1a1b01e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:05.553582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44839df1-bccf-4e3a-a504-163a3cd043e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.559932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5db834be-2773-4069-b7c5-58499aa28273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.567820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 823e5782-8c66-4ca7-be42-434d8ff2815d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:05.598301 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5db834be-2773-4069-b7c5-58499aa28273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.670018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 823e5782-8c66-4ca7-be42-434d8ff2815d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:05.671062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.723559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44839df1-bccf-4e3a-a504-163a3cd043e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.740894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5db834be-2773-4069-b7c5-58499aa28273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.744836 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5db834be-2773-4069-b7c5-58499aa28273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.746317 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5db834be-2773-4069-b7c5-58499aa28273 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/75d435d8-55b7-46be-8c9c-a7daf1a1b01e HTTP/1.1" status: 204 len: 168 time: 0.2862647 Sep 15 16:02:05.758911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db834be-2773-4069-b7c5-58499aa28273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d435d8-55b7-46be-8c9c-a7daf1a1b01e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:05.768824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.802713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 823e5782-8c66-4ca7-be42-434d8ff2815d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=823e5782-8c66-4ca7-be42-434d8ff2815d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:05.846555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44839df1-bccf-4e3a-a504-163a3cd043e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.846555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1c918649-2cd4-4421-9a2d-d30fe7bbb2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.913554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:05.927190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-44839df1-bccf-4e3a-a504-163a3cd043e1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a4747ddd52b4256b4d321d94cb6d6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9803140 Sep 15 16:02:05.927568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59518) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:05.939643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44839df1-bccf-4e3a-a504-163a3cd043e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262f3440-6b62-4e3e-8d92-85300b399524,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:05.992578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=823e5782-8c66-4ca7-be42-434d8ff2815d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:06.016442 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b908aa3-0ea0-46a3-ac37-ef006d53920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.067416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1c918649-2cd4-4421-9a2d-d30fe7bbb2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.068052 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b908aa3-0ea0-46a3-ac37-ef006d53920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.142718 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1c918649-2cd4-4421-9a2d-d30fe7bbb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.192832 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1c918649-2cd4-4421-9a2d-d30fe7bbb2ad admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4133bd37e2904fceaa2e8ae934733eee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1964183 Sep 15 16:02:06.195216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c918649-2cd4-4421-9a2d-d30fe7bbb2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4925ca-bdeb-4a24-b509-81b5455803ed,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:06.195858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59522) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:06.214484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b908aa3-0ea0-46a3-ac37-ef006d53920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.217988 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b908aa3-0ea0-46a3-ac37-ef006d53920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.222502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b908aa3-0ea0-46a3-ac37-ef006d53920a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/262f3440-6b62-4e3e-8d92-85300b399524 HTTP/1.1" status: 204 len: 168 time: 0.2906160 Sep 15 16:02:06.254301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b908aa3-0ea0-46a3-ac37-ef006d53920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262f3440-6b62-4e3e-8d92-85300b399524,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:06.268563 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c07b7cd-b854-4fa5-9312-5928da86794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.295673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c07b7cd-b854-4fa5-9312-5928da86794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.431536 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Sync routers for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:06.447154 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:06.448335 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:06.453268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4395db59-a609-4b03-a38e-da17128a5d76 req-4a6af364-ba1c-4c8c-8ab9-061918fd6fc7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 210 time: 0.0495591 Sep 15 16:02:06.490816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c07b7cd-b854-4fa5-9312-5928da86794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.500101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c07b7cd-b854-4fa5-9312-5928da86794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:06.504856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c07b7cd-b854-4fa5-9312-5928da86794d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4f4925ca-bdeb-4a24-b509-81b5455803ed HTTP/1.1" status: 204 len: 168 time: 0.3077118 Sep 15 16:02:06.516995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07b7cd-b854-4fa5-9312-5928da86794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4925ca-bdeb-4a24-b509-81b5455803ed,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:06.589036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59540) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:06.607964 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:06.879676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:04Z', 'revision_number': 2, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:06.911857 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Checking router: ba415405-f521-40c7-ab3a-1f4c11ed0f30 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:02:06.912231 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Updating router ba415405-f521-40c7-ab3a-1f4c11ed0f30 port d32b8096-9629-4e49-9759-b7c173907a6f binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:02:06.939053 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.262750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fba152fe-4e4d-4dd5-b117-3b2c8e2f4d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.271584 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.352745 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.407144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-5b42bcbd-e199-49b8-86e6-4f3d94718d6d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:07.407730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fba152fe-4e4d-4dd5-b117-3b2c8e2f4d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.409596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-5b42bcbd-e199-49b8-86e6-4f3d94718d6d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2343047 Sep 15 16:02:07.427004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-73e583dc-c44d-4f5a-b82c-eeec8b1d57eb tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:07.428385 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-73e583dc-c44d-4f5a-b82c-eeec8b1d57eb tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 819 time: 0.2666135 Sep 15 16:02:07.433168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Request body: {'port': {'device_id': '493f8888-9c69-4c26-8512-514b2f67bad1', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'admin_state_up': True, 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:07.466098 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Attempting to bind port d32b8096-9629-4e49-9759-b7c173907a6f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:07.467287 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Attempting to bind port d32b8096-9629-4e49-9759-b7c173907a6f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:07.467660 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Attempting to bind port d32b8096-9629-4e49-9759-b7c173907a6f on network 60b944c5-48a2-4322-af6b-44b63a269134 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:07.470264 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-9380d505-de0b-4e16-8d8f-fcb54fc36449 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/quotas/ae3732edf9a5467ea87768d08d8f3294 HTTP/1.1" status: 200 len: 375 time: 0.0311234 Sep 15 16:02:07.483727 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:07.484055 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Checking segment: {'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:07.484749 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.485317 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Bound using segment: {'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:07.486035 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Bound port: d32b8096-9629-4e49-9759-b7c173907a6f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:07.486600 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.504196 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Pushing event updated for resources: {'Port': ['ID=d32b8096-9629-4e49-9759-b7c173907a6f,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:07.506527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 823e5782-8c66-4ca7-be42-434d8ff2815d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:07.519990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fba152fe-4e4d-4dd5-b117-3b2c8e2f4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.579879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba152fe-4e4d-4dd5-b117-3b2c8e2f4d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82c450d-51e6-4099-b7b6-dd1538b8329e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:07.614454 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] For port d32b8096-9629-4e49-9759-b7c173907a6f, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:07.614658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 823e5782-8c66-4ca7-be42-434d8ff2815d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:07.615000 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.621227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fba152fe-4e4d-4dd5-b117-3b2c8e2f4d32 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c587c396e7cc4d1ebbd2d9ca123fbf84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0305552 Sep 15 16:02:07.623881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59560) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:07.644567 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.648624 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.649344 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.651080 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.651674 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.652981 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.655106 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.655718 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.656242 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.657999 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.658569 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.659179 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:07.667381 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] For port d32b8096-9629-4e49-9759-b7c173907a6f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d32b8096-9629-4e49-9759-b7c173907a6f,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:07.684885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59564) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:07.709015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-ea3857a8-cb1b-4672-a4ed-22bf10349456 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1677420 Sep 15 16:02:07.748108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e994649d-7500-4e69-9558-63e192a38a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.753930 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.763876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fc32b8a-6d40-4d66-a1d2-9308a3759d12 req-de2ab786-95e7-4380-a7d5-f24b9535903d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 210 time: 0.1388979 Sep 15 16:02:07.764789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59566) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:07.777123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-348d6ee5-57b7-474f-b72b-4474559e9bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.838492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-348d6ee5-57b7-474f-b72b-4474559e9bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.862215 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:07.863184 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:07.866551 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d69b74-4fbf-4b4c-b824-923ddea6eaa5 None None] Pushing event updated for resources: {'Port': ['ID=d32b8096-9629-4e49-9759-b7c173907a6f,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:07.894307 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.982996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-348d6ee5-57b7-474f-b72b-4474559e9bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.988813 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-348d6ee5-57b7-474f-b72b-4474559e9bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:07.992095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-348d6ee5-57b7-474f-b72b-4474559e9bb3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b82c450d-51e6-4099-b7b6-dd1538b8329e HTTP/1.1" status: 204 len: 168 time: 0.3644919 Sep 15 16:02:08.001254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d6ee5-57b7-474f-b72b-4474559e9bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82c450d-51e6-4099-b7b6-dd1538b8329e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:08.104954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-adc45bf4-c124-4cb2-9afd-370a15408639 service neutron] 10.222.0.63 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944438 Sep 15 16:02:08.119014 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:08.140334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:08.144364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.145168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:02:08.145168 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:02:08.145168 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': 'ab0cccd5023848cab68932f984f4c42d', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 1, 47, 912529)}] Sep 15 16:02:08.145168 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:02:08.145604 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:02:08.233918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e994649d-7500-4e69-9558-63e192a38a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.275213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-dc31b20d-d714-4082-8f44-fc6517666126 service neutron] 10.222.0.63 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616642 Sep 15 16:02:08.337154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e994649d-7500-4e69-9558-63e192a38a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.371988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Allocated IP 172.20.0.8 (95b74a94-689a-499f-9494-24d982f62dca/06056fc9-fdf1-4731-9fa0-31795b3f11dd/295621c0-d8d9-4aa3-9877-ccbf93d745cc) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:08.412850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994649d-7500-4e69-9558-63e192a38a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a50e22-7a71-4775-b63a-a256ff940d78,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:08.417844 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:07Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:08.425049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e994649d-7500-4e69-9558-63e192a38a2d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=51fe3462fb51442db5d604ca49ad8b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7389216 Sep 15 16:02:08.428428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59584) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:08.481223 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0af58-0426-443a-8a56-3ae3e30236d3 None None] The sync data for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 is: [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:07Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:08.496019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e8eeffa-45ac-464c-b021-3d95fbb35de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.526749 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e8eeffa-45ac-464c-b021-3d95fbb35de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.625655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.647088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.692396 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90b5d350-4fa2-425c-8f51-5b655125e368 req-3a5d9b56-ccbb-43d9-b650-2f1d9e00c4ed tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 210 time: 0.0361648 Sep 15 16:02:08.698032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e8eeffa-45ac-464c-b021-3d95fbb35de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.700614 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e8eeffa-45ac-464c-b021-3d95fbb35de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.702718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e8eeffa-45ac-464c-b021-3d95fbb35de0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c3a50e22-7a71-4775-b63a-a256ff940d78 HTTP/1.1" status: 204 len: 168 time: 0.2734697 Sep 15 16:02:08.739080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.740876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eeffa-45ac-464c-b021-3d95fbb35de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a50e22-7a71-4775-b63a-a256ff940d78,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:08.745890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:08.849224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Network 95b74a94-689a-499f-9494-24d982f62dca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:08.853471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:08.858441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:08.893602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.913238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event updated for resources: {'Port': ['ID=295621c0-d8d9-4aa3-9877-ccbf93d745cc,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:08.937370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59602) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:08.957491 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86ac0fb3-8000-4819-b929-ad0910ba37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:08.984518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:08.985432 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.009965 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.019248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570dc29-bd74-4a33-9f36-95f05d5992f8 req-311185d3-f52f-4b04-95e1-f24d6e6c3ca4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:09.021266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a570dc29-bd74-4a33-9f36-95f05d5992f8 req-311185d3-f52f-4b04-95e1-f24d6e6c3ca4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 931 time: 0.0935972 Sep 15 16:02:09.068853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab0cccd5023848cab68932f984f4c42d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3012331 Sep 15 16:02:09.071397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59604) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:09.078476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c87f00-0bff-4be7-98a3-f2b5da6c5b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44f9b17-e64a-49c1-a752-a6486218519c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:09.078960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a570dc29-bd74-4a33-9f36-95f05d5992f8 req-83510beb-9eb2-413c-b3e4-0c989188fd14 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475552 Sep 15 16:02:09.119625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-c96bda15-c207-4074-97bb-13d765aa5863 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6901293 Sep 15 16:02:09.134948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-de2950ce-3e1d-42cf-93c3-057c625c6327 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:09.137184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-de2950ce-3e1d-42cf-93c3-057c625c6327 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078542 Sep 15 16:02:09.155932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c894aef-ae6b-4c66-bdfb-5624a5417f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.158194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Request body: {'port': {'device_id': '493f8888-9c69-4c26-8512-514b2f67bad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:09.179644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c894aef-ae6b-4c66-bdfb-5624a5417f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.236094 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.448324 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86ac0fb3-8000-4819-b929-ad0910ba37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.451070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c894aef-ae6b-4c66-bdfb-5624a5417f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.455992 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c894aef-ae6b-4c66-bdfb-5624a5417f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.457037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c894aef-ae6b-4c66-bdfb-5624a5417f73 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b44f9b17-e64a-49c1-a752-a6486218519c HTTP/1.1" status: 204 len: 168 time: 0.3846803 Sep 15 16:02:09.465771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c894aef-ae6b-4c66-bdfb-5624a5417f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44f9b17-e64a-49c1-a752-a6486218519c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:09.547370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86ac0fb3-8000-4819-b929-ad0910ba37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.620887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d32b8096-9629-4e49-9759-b7c173907a6f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:09.631297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-86ac0fb3-8000-4819-b929-ad0910ba37e3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d805f1f330704c0faf0ed62cdc63cc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946709 Sep 15 16:02:09.633168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59626) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:09.667093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac0fb3-8000-4819-b929-ad0910ba37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fae696-2fd2-46fd-b791-883dea4a5c6c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:09.713810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d32b8096-9629-4e49-9759-b7c173907a6f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:09.714192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.758374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295621c0-d8d9-4aa3-9877-ccbf93d745cc {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:09.768391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.770876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b049eb-cba3-450e-9f7e-0c9e152d7423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.826992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.829149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cb51b9d-f5fb-4de0-8895-b2fcfe2e91a2 req-be102df8-cf60-4b29-9225-a7d8312666c6 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 210 time: 0.0554442 Sep 15 16:02:09.830313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Transition to ACTIVE for port object 295621c0-d8d9-4aa3-9877-ccbf93d745cc will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:02:09.852560 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b049eb-cba3-450e-9f7e-0c9e152d7423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.869849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port d32b8096-9629-4e49-9759-b7c173907a6f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d32b8096-9629-4e49-9759-b7c173907a6f,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:09.953711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:09.953992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:10.001121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b049eb-cba3-450e-9f7e-0c9e152d7423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:10.003591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b049eb-cba3-450e-9f7e-0c9e152d7423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:10.007468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-57b049eb-cba3-450e-9f7e-0c9e152d7423 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b0fae696-2fd2-46fd-b791-883dea4a5c6c HTTP/1.1" status: 204 len: 168 time: 0.3731773 Sep 15 16:02:10.018318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=d32b8096-9629-4e49-9759-b7c173907a6f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:10.032586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.033144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b049eb-cba3-450e-9f7e-0c9e152d7423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fae696-2fd2-46fd-b791-883dea4a5c6c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:10.033549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.034256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.034804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.035448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.035987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.036545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.037115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.037565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.040127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.040479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.040831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:10.109788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Pushing event updated for resources: {'Port': ['ID=295621c0-d8d9-4aa3-9877-ccbf93d745cc,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:10.178622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Attempting to bind port 295621c0-d8d9-4aa3-9877-ccbf93d745cc on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:10.179036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Attempting to bind port 295621c0-d8d9-4aa3-9877-ccbf93d745cc by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:10.179382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Attempting to bind port 295621c0-d8d9-4aa3-9877-ccbf93d745cc on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:10.187528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Port 295621c0-d8d9-4aa3-9877-ccbf93d745cc on network 95b74a94-689a-499f-9494-24d982f62dca not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:10.188152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Attempting to bind port 295621c0-d8d9-4aa3-9877-ccbf93d745cc on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:10.195978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:10.196657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:10.197265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Bound using segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:10.197714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Bound port: 295621c0-d8d9-4aa3-9877-ccbf93d745cc, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:10.198159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:10.252299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6f82-2106-4c32-bb49-32978572ffd7 req-f25bbdae-fd75-4587-bdfb-252bf42738f8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:10.254113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3db6f82-2106-4c32-bb49-32978572ffd7 req-f25bbdae-fd75-4587-bdfb-252bf42738f8 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 943 time: 0.0644341 Sep 15 16:02:10.281884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] For port 295621c0-d8d9-4aa3-9877-ccbf93d745cc, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:10.285311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] For port 295621c0-d8d9-4aa3-9877-ccbf93d745cc, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=295621c0-d8d9-4aa3-9877-ccbf93d745cc,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:10.299738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3db6f82-2106-4c32-bb49-32978572ffd7 req-57b5c1f2-8d9f-49d3-b3bb-796128212f79 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Sep 15 16:02:10.365412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:10.401844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:10.403126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:10.405108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] 10.222.0.38 "PUT /v2.0/ports/295621c0-d8d9-4aa3-9877-ccbf93d745cc HTTP/1.1" status: 200 len: 1091 time: 1.2577922 Sep 15 16:02:10.407787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493f8888-9c69-4c26-8512-514b2f67bad1', 'tag': '295621c0-d8d9-4aa3-9877-ccbf93d745cc'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:10.411356 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2706a5ff-ec80-4863-b11b-f00f2813141c" -d '{"events": [{"name": "network-changed", "server_uuid": "493f8888-9c69-4c26-8512-514b2f67bad1", "tag": "295621c0-d8d9-4aa3-9877-ccbf93d745cc"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:10.442316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13491ce5-07c7-4d42-8fa2-eb876197456d service neutron] Pushing event updated for resources: {'Port': ['ID=295621c0-d8d9-4aa3-9877-ccbf93d745cc,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:10.456869 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fb876f-21ea-4b36-b53c-d6f6b61e2d10 x-openstack-request-id: req-32fb876f-21ea-4b36-b53c-d6f6b61e2d10 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:10.457181 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493f8888-9c69-4c26-8512-514b2f67bad1", "tag": "295621c0-d8d9-4aa3-9877-ccbf93d745cc", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:10.457435 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-32fb876f-21ea-4b36-b53c-d6f6b61e2d10 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:10.458077 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493f8888-9c69-4c26-8512-514b2f67bad1', 'tag': '295621c0-d8d9-4aa3-9877-ccbf93d745cc', 'status': 'completed', 'code': 200} Sep 15 16:02:10.540531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a5ff-ec80-4863-b11b-f00f2813141c req-b7fcd01b-3142-450a-a0c7-fdd337968088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:10.543619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2706a5ff-ec80-4863-b11b-f00f2813141c req-b7fcd01b-3142-450a-a0c7-fdd337968088 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 1094 time: 0.0674253 Sep 15 16:02:10.660530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a5ff-ec80-4863-b11b-f00f2813141c req-7aea1c2b-78e6-4906-b2ee-293c96a0603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:10.661964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2706a5ff-ec80-4863-b11b-f00f2813141c req-7aea1c2b-78e6-4906-b2ee-293c96a0603e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1107371 Sep 15 16:02:10.759157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a5ff-ec80-4863-b11b-f00f2813141c req-a3bfdbc1-b5cc-482f-aed4-789605667191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:10.760764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2706a5ff-ec80-4863-b11b-f00f2813141c req-a3bfdbc1-b5cc-482f-aed4-789605667191 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921991 Sep 15 16:02:10.842299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-af2aa253-c594-444f-8c65-da03685dc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:10.843825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-af2aa253-c594-444f-8c65-da03685dc931 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 1094 time: 0.0467129 Sep 15 16:02:10.897090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-d9564d61-4328-4b9e-8742-293b28d9dfe3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=295621c0-d8d9-4aa3-9877-ccbf93d745cc HTTP/1.1" status: 200 len: 217 time: 0.0446067 Sep 15 16:02:10.969666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce91db4-7e57-499a-8b4a-28f55a51d843 req-e2b42e89-2296-4943-a586-3eb06df6819c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 210 time: 0.0357676 Sep 15 16:02:10.980935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-cac66aea-11be-4d0a-929f-7f8526568f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:10.982800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-cac66aea-11be-4d0a-929f-7f8526568f35 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.0774579 Sep 15 16:02:11.021985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-062d137a-cda2-4a5a-945a-f6f2f86f3590 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327682 Sep 15 16:02:11.131592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-f665ac4e-6811-4846-8bab-25077910efee service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017838 Sep 15 16:02:11.260653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-469bb199-bbcf-46a8-b5ec-0d8d9dd57955 req-6f4117b5-1b36-4047-91e6-f4c66ef1d223 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187861 Sep 15 16:02:11.292562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-e1e080bc-086e-4fda-8809-92eaf981b3b3 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:11.295149 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-e1e080bc-086e-4fda-8809-92eaf981b3b3 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.55 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 819 time: 0.1434572 Sep 15 16:02:11.308446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Request body: {'port': {'device_id': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'admin_state_up': True, 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:11.489191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73bba-6473-421b-81ef-b19931e9a25a req-c4319002-fcac-4c40-950e-3b2f6e824095 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:11.504452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-78a73bba-6473-421b-81ef-b19931e9a25a req-c4319002-fcac-4c40-950e-3b2f6e824095 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 943 time: 0.1125915 Sep 15 16:02:11.562445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-78a73bba-6473-421b-81ef-b19931e9a25a req-23e559f2-e3f4-48e9-85a5-8a60b7c4330f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Sep 15 16:02:11.564384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d32b8096-9629-4e49-9759-b7c173907a6f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:11.598659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Made reservation on behalf of ae3732edf9a5467ea87768d08d8f3294 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:11.602553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:11.619185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d32b8096-9629-4e49-9759-b7c173907a6f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:11.619555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:11.774079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Allocated IP 172.20.0.7 (60b944c5-48a2-4322-af6b-44b63a269134/b611e978-c10f-4a48-8b2d-8bace34bbe52/ba9c17de-3dd8-4163-8f89-bb81f3c24d4a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:11.958222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:12.068630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38fc8043-4f02-42fb-8696-f8b74d34b801 req-0feddb99-a325-4f68-b10a-a5e6c1048d16 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 210 time: 0.0268795 Sep 15 16:02:12.123755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:12.183637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Network 60b944c5-48a2-4322-af6b-44b63a269134 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:12.186872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:12.191737 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:12.219395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event updated for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:12.250081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:12.250743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:12.336497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-98596016-4084-4ce8-b915-1d547bd6af8f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0324311 Sep 15 16:02:12.348830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Request body: {'port': {'device_id': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:12.410578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:12.722021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ed438-9969-411e-8739-8a4ec372e27f req-038ffb52-f0e5-4f19-bd47-b6e1738c6a9c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:12.729043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c02ed438-9969-411e-8739-8a4ec372e27f req-038ffb52-f0e5-4f19-bd47-b6e1738c6a9c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 943 time: 0.0681739 Sep 15 16:02:12.784884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c02ed438-9969-411e-8739-8a4ec372e27f req-bfd11a71-10bc-45d2-8879-3f9704c8f311 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545607 Sep 15 16:02:12.808103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9c17de-3dd8-4163-8f89-bb81f3c24d4a {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:12.824336 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:12.836085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Transition to ACTIVE for port object ba9c17de-3dd8-4163-8f89-bb81f3c24d4a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:02:12.909482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:12.962348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 295621c0-d8d9-4aa3-9877-ccbf93d745cc details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:02:12.983149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:13.053820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Attempting to bind port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:13.054145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Attempting to bind port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:13.054473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Attempting to bind port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a on network 60b944c5-48a2-4322-af6b-44b63a269134 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:13.058885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a on network 60b944c5-48a2-4322-af6b-44b63a269134 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:13.059206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Attempting to bind port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a on network 60b944c5-48a2-4322-af6b-44b63a269134 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:13.065164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:13.065506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Checking segment: {'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:13.065890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Bound using segment: {'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:13.066310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Bound port: ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446fda8-aa40-42f9-ab93-e54184f913ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:13.066686 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:13.077641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 295621c0-d8d9-4aa3-9877-ccbf93d745cc, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=295621c0-d8d9-4aa3-9877-ccbf93d745cc,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:13.089342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '295621c0-d8d9-4aa3-9877-ccbf93d745cc', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'port_id': '295621c0-d8d9-4aa3-9877-ccbf93d745cc', 'mac_address': 'fa:16:3e:ee:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056fc9-fdf1-4731-9fa0-31795b3f11dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:02:13.134480 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:13.139559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:13.143068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:13.158734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295621c0-d8d9-4aa3-9877-ccbf93d745cc {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:13.183088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 295621c0-d8d9-4aa3-9877-ccbf93d745cc, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=295621c0-d8d9-4aa3-9877-ccbf93d745cc,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:13.203453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cd71d-f105-4608-b338-44c3277e051a req-902afd77-8d4d-4d3b-8ed8-07712c890df4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:13.205022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de4cd71d-f105-4608-b338-44c3277e051a req-902afd77-8d4d-4d3b-8ed8-07712c890df4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 943 time: 0.0539267 Sep 15 16:02:13.243493 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de4cd71d-f105-4608-b338-44c3277e051a req-7d7a46b1-63a1-4706-8f58-e2040974e317 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324757 Sep 15 16:02:13.296916 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:13.297123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:13.350788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:13.351436 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:13.354520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 1091 time: 1.0084183 Sep 15 16:02:13.354520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:13.356086 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19299393-f659-4b9e-8999-ac2064e0e20c" -d '{"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:13.364377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=295621c0-d8d9-4aa3-9877-ccbf93d745cc,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:13.395760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d59327-fb1f-43cc-ab32-033ea7168219 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:13.413522 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be7a83-7b74-4a53-9cc7-44ffcf9ae0fd x-openstack-request-id: req-97be7a83-7b74-4a53-9cc7-44ffcf9ae0fd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:13.413820 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:13.414075 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-97be7a83-7b74-4a53-9cc7-44ffcf9ae0fd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:13.414478 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'status': 'completed', 'code': 200} Sep 15 16:02:13.478822 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19299393-f659-4b9e-8999-ac2064e0e20c req-a9a046b5-f5c1-40de-998f-2b9a63d5916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:13.480743 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19299393-f659-4b9e-8999-ac2064e0e20c req-a9a046b5-f5c1-40de-998f-2b9a63d5916b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1094 time: 0.0448849 Sep 15 16:02:13.518809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59792) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:13.520556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['295621c0-d8d9-4aa3-9877-ccbf93d745cc'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:13.915209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59814) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:13.942551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f62e20-245f-4e83-825d-048c86fd4a4c req-39aae7e4-be5d-4339-bcd7-00253ca7031d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:13.942736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7ef5-95d9-4cd2-9ce0-f7be032adc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:13.942848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42f62e20-245f-4e83-825d-048c86fd4a4c req-39aae7e4-be5d-4339-bcd7-00253ca7031d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 944 time: 0.0741136 Sep 15 16:02:13.993280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42f62e20-245f-4e83-825d-048c86fd4a4c req-1f266a9e-6702-4940-a551-b0ef786f9805 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Sep 15 16:02:13.993455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19299393-f659-4b9e-8999-ac2064e0e20c req-9f1dcc65-ecc9-44a0-bcb0-37590bf103be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:13.994833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19299393-f659-4b9e-8999-ac2064e0e20c req-9f1dcc65-ecc9-44a0-bcb0-37590bf103be service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ae3732edf9a5467ea87768d08d8f3294&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5061455 Sep 15 16:02:14.147995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19299393-f659-4b9e-8999-ac2064e0e20c req-2c72ae3e-761e-4eff-9c6e-703e5a5b775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:14.149513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19299393-f659-4b9e-8999-ac2064e0e20c req-2c72ae3e-761e-4eff-9c6e-703e5a5b775d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440678 Sep 15 16:02:14.174801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7ef5-95d9-4cd2-9ce0-f7be032adc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.211179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c11a9f7a-3e52-47c5-9d67-bc9aaffff2d8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-432389256'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:14.211655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c11a9f7a-3e52-47c5-9d67-bc9aaffff2d8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Unknown quota resources ['metering_label']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:02:14.242851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7ef5-95d9-4cd2-9ce0-f7be032adc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.292029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-2925e71f-b5f4-453b-bf87-ab95ea771c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:14.293575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-2925e71f-b5f4-453b-bf87-ab95ea771c68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1094 time: 0.1026316 Sep 15 16:02:14.302125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7f1d7ef5-95d9-4cd2-9ce0-f7be032adc5d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f84682d8feb4f559a1ddaec61818a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7827709 Sep 15 16:02:14.309171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d7ef5-95d9-4cd2-9ce0-f7be032adc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1419cfc-e248-4bd3-8653-0ecd8ae12a3d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:14.309691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59826) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:14.343730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-c6f3a411-b8c9-4146-9080-65b8608f5df3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 217 time: 0.0401714 Sep 15 16:02:14.429961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e326a36-549c-4651-93b0-de8a3fa0ea57 req-c1fd8be2-f9f3-4057-b044-4bf7ece68dcd tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:14.431546 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e326a36-549c-4651-93b0-de8a3fa0ea57 req-c1fd8be2-f9f3-4057-b044-4bf7ece68dcd tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 943 time: 0.0905876 Sep 15 16:02:14.432897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-b6bb8450-87e5-48ad-a8b0-81277c23dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:14.434266 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-b6bb8450-87e5-48ad-a8b0-81277c23dea4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.0818138 Sep 15 16:02:14.475585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-3c97f503-58fb-4a03-9e0c-ee3ee4c6e6c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303674 Sep 15 16:02:14.496184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c11a9f7a-3e52-47c5-9d67-bc9aaffff2d8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.497482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c11a9f7a-3e52-47c5-9d67-bc9aaffff2d8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5812831 Sep 15 16:02:14.500628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc35765c-3430-4161-b7d5-a4d777c41c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.500952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59832) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:14.505187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5fea6949-94d5-4097-b856-1cad399f2a38 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '67bb3bbf-a51d-4eb3-b9fb-39e7b3b189fb'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:14.505703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5fea6949-94d5-4097-b856-1cad399f2a38 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:02:14.523770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc35765c-3430-4161-b7d5-a4d777c41c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.524132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e326a36-549c-4651-93b0-de8a3fa0ea57 req-d621fee7-9d2d-4279-89e6-b6c62a85df54 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849726 Sep 15 16:02:14.667384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc35765c-3430-4161-b7d5-a4d777c41c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.671236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc35765c-3430-4161-b7d5-a4d777c41c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.673501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fc35765c-3430-4161-b7d5-a4d777c41c57 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b1419cfc-e248-4bd3-8653-0ecd8ae12a3d HTTP/1.1" status: 204 len: 168 time: 0.3622484 Sep 15 16:02:14.677885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-def513df-4dd7-4850-8e5e-c94c3a66dd4a service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906972 Sep 15 16:02:14.681307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35765c-3430-4161-b7d5-a4d777c41c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1419cfc-e248-4bd3-8653-0ecd8ae12a3d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:14.684689 n-d-808199-2 neutron-server[102019]: WARNING neutron.services.metering.metering_plugin [None req-5fea6949-94d5-4097-b856-1cad399f2a38 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 15 16:02:14.837989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5fea6949-94d5-4097-b856-1cad399f2a38 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:14.839192 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5fea6949-94d5-4097-b856-1cad399f2a38 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3374038 Sep 15 16:02:14.843079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59848) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:14.847593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-50adf884-0df4-42c8-bb1a-92ce68f0acc8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '67bb3bbf-a51d-4eb3-b9fb-39e7b3b189fb'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:14.853475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-50adf884-0df4-42c8-bb1a-92ce68f0acc8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:02:14.948303 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ebeb67a6-fa84-45e9-80da-60885b7e0c7e req-e21f3ddf-335a-4e6c-9166-58301f8a9df1 service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602675 Sep 15 16:02:14.962501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 295621c0-d8d9-4aa3-9877-ccbf93d745cc up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:15.021756 n-d-808199-2 neutron-server[102019]: WARNING neutron.services.metering.metering_plugin [None req-50adf884-0df4-42c8-bb1a-92ce68f0acc8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 15 16:02:15.090417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 295621c0-d8d9-4aa3-9877-ccbf93d745cc completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:02:15.096917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 295621c0-d8d9-4aa3-9877-ccbf93d745cc triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:15.097357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.158334 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50adf884-0df4-42c8-bb1a-92ce68f0acc8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.165347 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-50adf884-0df4-42c8-bb1a-92ce68f0acc8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3155160 Sep 15 16:02:15.165660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59854) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:15.181122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ab47527b-a7d9-438a-8312-c118c889ced0 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=016c4856-f100-4286-98b5-4389f032320f HTTP/1.1" status: 200 len: 464 time: 0.0171623 Sep 15 16:02:15.183860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59856) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:15.192417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df5b9-4b67-4ead-9411-2b23ec80491e req-f3e38380-635b-41b8-ad1f-2a7194c76525 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:15.193183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de7df5b9-4b67-4ead-9411-2b23ec80491e req-f3e38380-635b-41b8-ad1f-2a7194c76525 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 944 time: 0.0962534 Sep 15 16:02:15.206673 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.235731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f8888-9c69-4c26-8512-514b2f67bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295621c0-d8d9-4aa3-9877-ccbf93d745cc'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:15.238405 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876d9911-9ecb-4a5e-83c2-8fd889ff0777" -d '{"events": [{"server_uuid": "493f8888-9c69-4c26-8512-514b2f67bad1", "name": "network-vif-plugged", "status": "completed", "tag": "295621c0-d8d9-4aa3-9877-ccbf93d745cc"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:15.256197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de7df5b9-4b67-4ead-9411-2b23ec80491e req-8a5e0aaa-6e52-4c26-b20d-d8155c4b4636 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533104 Sep 15 16:02:15.261837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 295621c0-d8d9-4aa3-9877-ccbf93d745cc, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=295621c0-d8d9-4aa3-9877-ccbf93d745cc,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:15.302068 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423238c-2e28-4c5a-9442-ad4c9de94942 x-openstack-request-id: req-e423238c-2e28-4c5a-9442-ad4c9de94942 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:15.302364 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493f8888-9c69-4c26-8512-514b2f67bad1", "name": "network-vif-plugged", "status": "completed", "tag": "295621c0-d8d9-4aa3-9877-ccbf93d745cc", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:15.302621 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e423238c-2e28-4c5a-9442-ad4c9de94942 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:15.303030 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f8888-9c69-4c26-8512-514b2f67bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295621c0-d8d9-4aa3-9877-ccbf93d745cc', 'code': 200} Sep 15 16:02:15.313913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59864) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:15.320392 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.380630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=295621c0-d8d9-4aa3-9877-ccbf93d745cc,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:15.489774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26bad10e-4876-404e-a962-cb096c4971b2 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.490927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-26bad10e-4876-404e-a962-cb096c4971b2 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/016c4856-f100-4286-98b5-4389f032320f HTTP/1.1" status: 204 len: 168 time: 0.3057196 Sep 15 16:02:15.493682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59872) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:15.501490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84383fe6-3684-40ca-bfe3-ad99c34c256e req-c31d8245-b1db-4286-b4e2-18996026f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:15.503039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84383fe6-3684-40ca-bfe3-ad99c34c256e req-c31d8245-b1db-4286-b4e2-18996026f73d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 1096 time: 0.1222026 Sep 15 16:02:15.506145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-055a66dc-28eb-4990-8641-f8fbb84fa0bc tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=016c4856-f100-4286-98b5-4389f032320f HTTP/1.1" status: 200 len: 221 time: 0.0107996 Sep 15 16:02:15.509474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59874) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:15.514666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4fc7facd-6339-46b7-b0b5-7ff3e7b9687e tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1768288677', 'description': 'label created by tempest'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:15.515444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4fc7facd-6339-46b7-b0b5-7ff3e7b9687e tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Unknown quota resources ['metering_label']. {{(pid=102019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:02:15.582706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59880) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:15.600019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bbae8b-d0f2-4318-a85e-2c71528356fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.630016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-562cef24-47db-44bd-8daa-8db40031508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.744665 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84383fe6-3684-40ca-bfe3-ad99c34c256e req-c42ef41e-285a-4320-97e1-a9d44ff25e6e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305562 Sep 15 16:02:15.802312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c4c71-9681-4bea-93cc-b112bf9e580e req-3895ed3f-4e11-4ead-b080-cc0cccc5f7b1 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:15.803817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7c4c71-9681-4bea-93cc-b112bf9e580e req-3895ed3f-4e11-4ead-b080-cc0cccc5f7b1 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 943 time: 0.1728692 Sep 15 16:02:15.853704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc7facd-6339-46b7-b0b5-7ff3e7b9687e tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.854874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4fc7facd-6339-46b7-b0b5-7ff3e7b9687e tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3443930 Sep 15 16:02:15.859310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59882) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:15.894975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7c4c71-9681-4bea-93cc-b112bf9e580e req-bde75273-69e8-4b46-9e1d-28f68a0f2a56 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843222 Sep 15 16:02:15.914661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bbae8b-d0f2-4318-a85e-2c71528356fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:15.948348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bf8a7637-ef08-4286-806a-6b736b31de33 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=be0a8283-fd91-4a2d-b377-d2dcfa7576c8 HTTP/1.1" status: 200 len: 468 time: 0.0887010 Sep 15 16:02:15.951920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59886) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.006008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b7bbae8b-d0f2-4318-a85e-2c71528356fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.070290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-562cef24-47db-44bd-8daa-8db40031508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.134606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.141886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-562cef24-47db-44bd-8daa-8db40031508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.159321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b7bbae8b-d0f2-4318-a85e-2c71528356fb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ec2f237b7274b8ba46abda8e5452aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749977 Sep 15 16:02:16.163293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59894) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.198165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbae8b-d0f2-4318-a85e-2c71528356fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9912c8b7-505d-42a3-b35e-602c5604de25,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:16.210817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-562cef24-47db-44bd-8daa-8db40031508f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d350108a09b14ebeb35c60966ea969d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8934512 Sep 15 16:02:16.212566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59896) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.221841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cef24-47db-44bd-8daa-8db40031508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed34c1-b2fd-41d8-9ac7-426469d54a7e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:16.238578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ed110d-24ea-4c27-adf1-8bbfe6b40ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.268611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-350be637-6c9e-4e9c-8a28-e55f6430290a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.270875 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebc084ca-d32b-451e-a965-84e0395bc83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.271972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1851ed8-4d5d-46a3-83f2-0f80db1bceff tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.273176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1851ed8-4d5d-46a3-83f2-0f80db1bceff tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/be0a8283-fd91-4a2d-b377-d2dcfa7576c8 HTTP/1.1" status: 204 len: 168 time: 0.3199749 Sep 15 16:02:16.276518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59900) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.281293 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ed110d-24ea-4c27-adf1-8bbfe6b40ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.301408 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d7bb6f92-1ec4-4b22-8884-5ee0c9a79511 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=be0a8283-fd91-4a2d-b377-d2dcfa7576c8 HTTP/1.1" status: 200 len: 216 time: 0.0238211 Sep 15 16:02:16.304978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.312931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-350be637-6c9e-4e9c-8a28-e55f6430290a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.323906 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-37288ca3-4e59-4182-a1b5-148bd1aad3b8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0178742 Sep 15 16:02:16.331327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59904) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.356848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6964ebc0-b134-4ac9-9fbe-002b121a75cc tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0237632 Sep 15 16:02:16.361419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59906) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.396754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a8ae4-fc35-4329-9646-006c1d7eca62 req-f1439433-c945-4940-9621-278c8731f42c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:16.398241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e5a8ae4-fc35-4329-9646-006c1d7eca62 req-f1439433-c945-4940-9621-278c8731f42c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 945 time: 0.0708768 Sep 15 16:02:16.422748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5d2ab90c-08fb-4eee-b2bf-4ac56538338c tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels/67bb3bbf-a51d-4eb3-b9fb-39e7b3b189fb HTTP/1.1" status: 200 len: 472 time: 0.0602078 Sep 15 16:02:16.428355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59908) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.436016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-343c0a44-47b7-4a21-9bba-6a15e0db9cef tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules/411e665f-6fb0-40a1-afd6-d6e421dfedec HTTP/1.1" status: 200 len: 461 time: 0.0087121 Sep 15 16:02:16.438554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ed110d-24ea-4c27-adf1-8bbfe6b40ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.440369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ed110d-24ea-4c27-adf1-8bbfe6b40ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.441455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b5ed110d-24ea-4c27-adf1-8bbfe6b40ce3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9912c8b7-505d-42a3-b35e-602c5604de25 HTTP/1.1" status: 204 len: 168 time: 0.2757382 Sep 15 16:02:16.442000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.442150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e5a8ae4-fc35-4329-9646-006c1d7eca62 req-2bb9b620-7ee9-4843-89e3-18e3bd549c2c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365844 Sep 15 16:02:16.464049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed110d-24ea-4c27-adf1-8bbfe6b40ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9912c8b7-505d-42a3-b35e-602c5604de25,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:16.475598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-350be637-6c9e-4e9c-8a28-e55f6430290a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.478968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-350be637-6c9e-4e9c-8a28-e55f6430290a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.482084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-350be637-6c9e-4e9c-8a28-e55f6430290a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8bed34c1-b2fd-41d8-9ac7-426469d54a7e HTTP/1.1" status: 204 len: 168 time: 0.2676034 Sep 15 16:02:16.493963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350be637-6c9e-4e9c-8a28-e55f6430290a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed34c1-b2fd-41d8-9ac7-426469d54a7e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:16.539696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebc084ca-d32b-451e-a965-84e0395bc83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.623554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d5c98f6f-6910-463e-9ec2-1e46a1b1ede8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.624835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d5c98f6f-6910-463e-9ec2-1e46a1b1ede8 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/411e665f-6fb0-40a1-afd6-d6e421dfedec HTTP/1.1" status: 204 len: 168 time: 0.1803916 Sep 15 16:02:16.626980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebc084ca-d32b-451e-a965-84e0395bc83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.627467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59916) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.665807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ebc084ca-d32b-451e-a965-84e0395bc83a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1aac81ad881a405ab43821dede3eafc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300853 Sep 15 16:02:16.666794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc084ca-d32b-451e-a965-84e0395bc83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa0da4-ddad-47bf-a9a4-6664a4064531,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:16.669860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59918) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:16.738988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28d217ce-ddf2-4919-b8ce-5bfcb7e8bbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.765695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28d217ce-ddf2-4919-b8ce-5bfcb7e8bbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.949312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a246b884-28ab-4d17-9309-85cad8ef0856 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.951125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a246b884-28ab-4d17-9309-85cad8ef0856 tempest-MeteringTestJSON-777467211 tempest-MeteringTestJSON-777467211-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/67bb3bbf-a51d-4eb3-b9fb-39e7b3b189fb HTTP/1.1" status: 204 len: 168 time: 0.3220530 Sep 15 16:02:16.952314 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28d217ce-ddf2-4919-b8ce-5bfcb7e8bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.959860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28d217ce-ddf2-4919-b8ce-5bfcb7e8bbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:16.970543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-28d217ce-ddf2-4919-b8ce-5bfcb7e8bbdc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f7aa0da4-ddad-47bf-a9a4-6664a4064531 HTTP/1.1" status: 204 len: 168 time: 0.2884591 Sep 15 16:02:16.990049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d217ce-ddf2-4919-b8ce-5bfcb7e8bbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa0da4-ddad-47bf-a9a4-6664a4064531,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:17.043901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ab52a-2c74-4b6a-bef9-5c439e697aa5 req-ae37e908-f657-4bd8-b2b5-103cfc4e8b25 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:17.045702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6ab52a-2c74-4b6a-bef9-5c439e697aa5 req-ae37e908-f657-4bd8-b2b5-103cfc4e8b25 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 943 time: 0.0577171 Sep 15 16:02:17.093293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6ab52a-2c74-4b6a-bef9-5c439e697aa5 req-9ffe9fc8-ca93-43b4-b891-82ff74ab61c9 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Sep 15 16:02:17.375114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ba9c17de-3dd8-4163-8f89-bb81f3c24d4a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:02:17.485019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:17.493425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'port_id': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'mac_address': 'fa:16:3e:1e:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:02:17.536762 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:17.560241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9c17de-3dd8-4163-8f89-bb81f3c24d4a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:17.578917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815bd23-f1a1-47fe-806b-c354710f9a2b req-e460deba-ec0f-4496-b16d-b48f5a7b9e61 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:17.585083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8815bd23-f1a1-47fe-806b-c354710f9a2b req-e460deba-ec0f-4496-b16d-b48f5a7b9e61 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 945 time: 0.0607748 Sep 15 16:02:17.585254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:17.622077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8815bd23-f1a1-47fe-806b-c354710f9a2b req-68a85215-0b43-4b58-9b48-d951bb212bf2 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Sep 15 16:02:17.661506 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:17.662412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59960) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:17.720664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:17.855369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3ed7325-6348-430d-b56d-294e987fe466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:17.939995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:17.946340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150658a-a992-4385-a18d-e6579b9d1e2a req-8c09a508-9691-4565-86ee-bd275236f4ae tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:17.947883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8150658a-a992-4385-a18d-e6579b9d1e2a req-8c09a508-9691-4565-86ee-bd275236f4ae tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 945 time: 0.0669475 Sep 15 16:02:17.972701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3ed7325-6348-430d-b56d-294e987fe466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:17.981233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:17.998776 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8150658a-a992-4385-a18d-e6579b9d1e2a req-0d220aab-f2e7-4cfd-b6ab-e8b51c559caa tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Sep 15 16:02:17.999655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd99ab1a-a010-408f-9db4-06ce187e6156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.117995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3ed7325-6348-430d-b56d-294e987fe466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.190907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a3ed7325-6348-430d-b56d-294e987fe466 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a2cfd82580a43058bcc2ee74cac73ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248106 Sep 15 16:02:18.191319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59984) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:18.200091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed7325-6348-430d-b56d-294e987fe466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8232f586-d0a5-4ebe-9446-ed14dde80c91,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:18.209913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dd65d-1652-417f-85a7-f3ca41144cfe req-f8db7fbf-2c8c-4c11-9974-35f40eedccc1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:18.211884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce6dd65d-1652-417f-85a7-f3ca41144cfe req-f8db7fbf-2c8c-4c11-9974-35f40eedccc1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 945 time: 0.1391044 Sep 15 16:02:18.288778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce6dd65d-1652-417f-85a7-f3ca41144cfe req-d6cfe006-eea2-42c7-b26c-912fe32b8045 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688152 Sep 15 16:02:18.340704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd99ab1a-a010-408f-9db4-06ce187e6156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.349874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed34259-98ac-4cf4-a8c2-4ec1bb728376 req-f8064d62-5a91-4f70-af2d-6d3852866168 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:18.355452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ed34259-98ac-4cf4-a8c2-4ec1bb728376 req-f8064d62-5a91-4f70-af2d-6d3852866168 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 944 time: 0.1468148 Sep 15 16:02:18.404909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ed56068-b28a-4a75-bbd6-5aa879884651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.409098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd99ab1a-a010-408f-9db4-06ce187e6156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.413008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ed34259-98ac-4cf4-a8c2-4ec1bb728376 req-82a45605-0ff3-4db1-b773-09ab44df4258 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Sep 15 16:02:18.436968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ed56068-b28a-4a75-bbd6-5aa879884651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.460084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fd99ab1a-a010-408f-9db4-06ce187e6156 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b3c137acfb9e49d994974034ac6220e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771237 Sep 15 16:02:18.462849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59998) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:18.463513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ab1a-a010-408f-9db4-06ce187e6156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8426f6ed-6efe-45f6-8d42-97740ccd76aa,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:18.544596 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4d29836-cc04-4637-b535-81b16fb5816d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.573771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4d29836-cc04-4637-b535-81b16fb5816d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.622276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ed56068-b28a-4a75-bbd6-5aa879884651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.625318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ed56068-b28a-4a75-bbd6-5aa879884651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.627478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6ed56068-b28a-4a75-bbd6-5aa879884651 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8232f586-d0a5-4ebe-9446-ed14dde80c91 HTTP/1.1" status: 204 len: 168 time: 0.4333668 Sep 15 16:02:18.634862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed56068-b28a-4a75-bbd6-5aa879884651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8232f586-d0a5-4ebe-9446-ed14dde80c91,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:18.707901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4d29836-cc04-4637-b535-81b16fb5816d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.711788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4d29836-cc04-4637-b535-81b16fb5816d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:18.713530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f4d29836-cc04-4637-b535-81b16fb5816d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8426f6ed-6efe-45f6-8d42-97740ccd76aa HTTP/1.1" status: 204 len: 168 time: 0.2490239 Sep 15 16:02:18.722851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d29836-cc04-4637-b535-81b16fb5816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8426f6ed-6efe-45f6-8d42-97740ccd76aa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:18.812124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba1566-3ee7-47f8-920b-5d36416a5ae3 req-82c09901-704d-477f-bbe1-acbb60a06747 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:18.813580 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-deba1566-3ee7-47f8-920b-5d36416a5ae3 req-82c09901-704d-477f-bbe1-acbb60a06747 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 945 time: 0.0504758 Sep 15 16:02:18.852165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-deba1566-3ee7-47f8-920b-5d36416a5ae3 req-ea1f4d60-dcb6-41b7-86b6-cb02ffff85b4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323243 Sep 15 16:02:19.273172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60056) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:19.391234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ba9c17de-3dd8-4163-8f89-bb81f3c24d4a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:19.457060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32dab696-405f-46d4-8879-e5be02be3b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.518346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:02:19.522973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:19.524466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.569120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de3784-9af2-419b-a4e5-14d7256dc886 req-301299c0-cbcc-4f62-816f-f3158ad7760f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:19.572479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60068) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:19.576429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33de3784-9af2-419b-a4e5-14d7256dc886 req-301299c0-cbcc-4f62-816f-f3158ad7760f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 944 time: 0.0737231 Sep 15 16:02:19.587446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a6eb88ac-a542-465f-aec4-4200eeed4bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.634441 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.646158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33de3784-9af2-419b-a4e5-14d7256dc886 req-23ae6242-22b5-47b2-9d2e-622450bbcc67 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631580 Sep 15 16:02:19.655771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32dab696-405f-46d4-8879-e5be02be3b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.671115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:19.673467 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e068d68-9f32-4f6f-bc50-fc26ce2c4c21" -d '{"events": [{"server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "name": "network-vif-plugged", "status": "completed", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:19.698180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:19.707160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32dab696-405f-46d4-8879-e5be02be3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.720519 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d510f22-e6aa-4fdd-8375-4294c21593b8 x-openstack-request-id: req-6d510f22-e6aa-4fdd-8375-4294c21593b8 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:19.720676 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "name": "network-vif-plugged", "status": "completed", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:19.720877 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6d510f22-e6aa-4fdd-8375-4294c21593b8 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:19.721277 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'code': 200} Sep 15 16:02:19.762393 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-32dab696-405f-46d4-8879-e5be02be3b25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=079d0f82126540d988f77883f228f590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851673 Sep 15 16:02:19.762393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dab696-405f-46d4-8879-e5be02be3b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270447cb-bc27-42c5-a013-fecba3d1ab80,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:19.765359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60076) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:19.787798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.862477 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e834f1-c0e0-4033-aeda-55246ab891c7 req-2cd5ffd6-706f-47b3-b640-11955d6bf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:19.863997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53e834f1-c0e0-4033-aeda-55246ab891c7 req-2cd5ffd6-706f-47b3-b640-11955d6bf892 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.0796466 Sep 15 16:02:19.886093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:19.906756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72e0b154-74f9-4df1-b3f4-eaa3a9163d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.909745 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-53e834f1-c0e0-4033-aeda-55246ab891c7 req-f88a3ad0-f26d-4313-b403-94b77961481a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Sep 15 16:02:19.913208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a6eb88ac-a542-465f-aec4-4200eeed4bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.936593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72e0b154-74f9-4df1-b3f4-eaa3a9163d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:19.991211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bb5b-f6cc-4b72-970f-ae0daf24c6c4 req-9b59bd3c-45f6-49cc-a3c9-5b3ea433232f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:19.993022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02a7bb5b-f6cc-4b72-970f-ae0daf24c6c4 req-9b59bd3c-45f6-49cc-a3c9-5b3ea433232f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 945 time: 0.0599401 Sep 15 16:02:20.003936 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a6eb88ac-a542-465f-aec4-4200eeed4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.047489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a6eb88ac-a542-465f-aec4-4200eeed4bfb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5decbd4d76424e8d97b2ed20273a17a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712658 Sep 15 16:02:20.047489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb88ac-a542-465f-aec4-4200eeed4bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341efb0d-b7c0-451d-8758-fe0908da7519,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:20.049500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60088) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:20.075775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02a7bb5b-f6cc-4b72-970f-ae0daf24c6c4 req-e7fd23b5-3464-4445-be87-956c17e7a44a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752218 Sep 15 16:02:20.146844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908df065-c891-4507-8274-567ce5ad66e3 req-e0fcbfeb-f6c6-42fa-b513-b9408ea67732 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:20.148378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-908df065-c891-4507-8274-567ce5ad66e3 req-e0fcbfeb-f6c6-42fa-b513-b9408ea67732 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 945 time: 0.0891418 Sep 15 16:02:20.165462 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c05128-1ab7-4245-b42a-18a96a44d4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.215766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c05128-1ab7-4245-b42a-18a96a44d4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.217835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72e0b154-74f9-4df1-b3f4-eaa3a9163d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.223442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72e0b154-74f9-4df1-b3f4-eaa3a9163d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.223442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72e0b154-74f9-4df1-b3f4-eaa3a9163d10 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/270447cb-bc27-42c5-a013-fecba3d1ab80 HTTP/1.1" status: 204 len: 168 time: 0.4504502 Sep 15 16:02:20.264359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0b154-74f9-4df1-b3f4-eaa3a9163d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270447cb-bc27-42c5-a013-fecba3d1ab80,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:20.316820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Deleting port 295621c0-d8d9-4aa3-9877-ccbf93d745cc {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:02:20.317580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.612291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c05128-1ab7-4245-b42a-18a96a44d4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.614906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c05128-1ab7-4245-b42a-18a96a44d4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.618664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72c05128-1ab7-4245-b42a-18a96a44d4ce admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/341efb0d-b7c0-451d-8758-fe0908da7519 HTTP/1.1" status: 204 len: 168 time: 0.5655744 Sep 15 16:02:20.633432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60108) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:20.641912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c05128-1ab7-4245-b42a-18a96a44d4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341efb0d-b7c0-451d-8758-fe0908da7519,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:20.687560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] For port 295621c0-d8d9-4aa3-9877-ccbf93d745cc, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=295621c0-d8d9-4aa3-9877-ccbf93d745cc,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:20.688434 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.706999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Calling delete_port for 295621c0-d8d9-4aa3-9877-ccbf93d745cc owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:02:20.762751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24da6ef-0804-4cd4-96af-0fc71ac352dd req-0dcb78e8-6f7c-4679-a5b2-27cf4291927c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:20.764290 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e24da6ef-0804-4cd4-96af-0fc71ac352dd req-0dcb78e8-6f7c-4679-a5b2-27cf4291927c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.0532932 Sep 15 16:02:20.810052 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29525fdc-2cd4-4604-8ce2-21a8a0597034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.825537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e24da6ef-0804-4cd4-96af-0fc71ac352dd req-bd1de001-cbe4-4715-bf6e-5c4638c2959f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Sep 15 16:02:20.939013 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29525fdc-2cd4-4604-8ce2-21a8a0597034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.970011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:20.984607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['295621c0-d8d9-4aa3-9877-ccbf93d745cc'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:21.004973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event deleted for resources: {'Port': ['ID=295621c0-d8d9-4aa3-9877-ccbf93d745cc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:21.050028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:21.052676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] No DVR routers for this DVR port 295621c0-d8d9-4aa3-9877-ccbf93d745cc on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:02:21.057790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.060406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-908df065-c891-4507-8274-567ce5ad66e3 req-33e282ab-7849-4d9b-bd49-2537e2c3941c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "DELETE /v2.0/ports/295621c0-d8d9-4aa3-9877-ccbf93d745cc HTTP/1.1" status: 204 len: 173 time: 0.9046180 Sep 15 16:02:21.061004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493f8888-9c69-4c26-8512-514b2f67bad1', 'name': 'network-vif-deleted', 'tag': '295621c0-d8d9-4aa3-9877-ccbf93d745cc'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:21.063491 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7328095-e949-485b-bd04-1aba33459d02" -d '{"events": [{"server_uuid": "493f8888-9c69-4c26-8512-514b2f67bad1", "name": "network-vif-deleted", "tag": "295621c0-d8d9-4aa3-9877-ccbf93d745cc"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:21.079188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29525fdc-2cd4-4604-8ce2-21a8a0597034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.147994 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a348cc8e-2c08-4349-9395-79371cb9f77e x-openstack-request-id: req-a348cc8e-2c08-4349-9395-79371cb9f77e {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:21.147994 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493f8888-9c69-4c26-8512-514b2f67bad1", "name": "network-vif-deleted", "tag": "295621c0-d8d9-4aa3-9877-ccbf93d745cc", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:21.147994 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a348cc8e-2c08-4349-9395-79371cb9f77e {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:21.147994 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493f8888-9c69-4c26-8512-514b2f67bad1', 'name': 'network-vif-deleted', 'tag': '295621c0-d8d9-4aa3-9877-ccbf93d745cc', 'status': 'completed', 'code': 200} Sep 15 16:02:21.208214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-29525fdc-2cd4-4604-8ce2-21a8a0597034 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ee987fb05a694345a97b65d9aef90eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5736749 Sep 15 16:02:21.210789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60138) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:21.245238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29525fdc-2cd4-4604-8ce2-21a8a0597034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3fa88-9a04-4d21-b14b-eac18880c945,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:21.285763 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69527220-3de5-4897-86f3-a4b919bcb4bd req-8c958941-e0ad-498b-9572-5e2d621509e6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=493f8888-9c69-4c26-8512-514b2f67bad1 HTTP/1.1" status: 200 len: 210 time: 0.0737119 Sep 15 16:02:21.333506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0398693-595f-4551-a29c-1f330a9338de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.379739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0398693-595f-4551-a29c-1f330a9338de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.512288 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0398693-595f-4551-a29c-1f330a9338de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.515101 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0398693-595f-4551-a29c-1f330a9338de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.516311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e0398693-595f-4551-a29c-1f330a9338de admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0fe3fa88-9a04-4d21-b14b-eac18880c945 HTTP/1.1" status: 204 len: 168 time: 0.3046007 Sep 15 16:02:21.524144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398693-595f-4551-a29c-1f330a9338de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3fa88-9a04-4d21-b14b-eac18880c945,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:21.733281 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:02:21.972411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64844c82-e3f3-4cfd-a582-d2d0a1f5c241 req-d757c8c6-6a73-4958-906c-b795f16e8c9a tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:21.973985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64844c82-e3f3-4cfd-a582-d2d0a1f5c241 req-d757c8c6-6a73-4958-906c-b795f16e8c9a tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.0632343 Sep 15 16:02:22.015901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64844c82-e3f3-4cfd-a582-d2d0a1f5c241 req-8aa54100-ec33-4354-af11-f87bb862da3e tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357957 Sep 15 16:02:22.289646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60176) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:22.307469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-825b371b-b8c6-4414-9dab-d12e169ad1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.428286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-825b371b-b8c6-4414-9dab-d12e169ad1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.501879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6aca1-6414-47a8-acc9-1ff8db02ab76 req-1b601dc9-303b-420d-b5a4-f53098b38431 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:22.503456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57c6aca1-6414-47a8-acc9-1ff8db02ab76 req-1b601dc9-303b-420d-b5a4-f53098b38431 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.0606771 Sep 15 16:02:22.526330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-b9a002ba-448d-42f9-b2f7-a99fadff30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:22.529352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-b9a002ba-448d-42f9-b2f7-a99fadff30e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.0575087 Sep 15 16:02:22.537716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-825b371b-b8c6-4414-9dab-d12e169ad1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.575929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57c6aca1-6414-47a8-acc9-1ff8db02ab76 req-2e93b57c-0da7-4b8d-93b4-1c4a42a6536b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649121 Sep 15 16:02:22.596736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b371b-b8c6-4414-9dab-d12e169ad1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80387d08-e5ba-4687-a3eb-3518abc550ac,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:22.606992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-825b371b-b8c6-4414-9dab-d12e169ad1fd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e60de7c16bd24ce3b838e978941f8e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136578 Sep 15 16:02:22.609897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:22.688856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396a263d-974a-45a2-be6b-f35fb7464171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.719255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396a263d-974a-45a2-be6b-f35fb7464171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.861553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396a263d-974a-45a2-be6b-f35fb7464171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.864265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-396a263d-974a-45a2-be6b-f35fb7464171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.867163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-396a263d-974a-45a2-be6b-f35fb7464171 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/80387d08-e5ba-4687-a3eb-3518abc550ac HTTP/1.1" status: 204 len: 168 time: 0.2557306 Sep 15 16:02:22.886234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a263d-974a-45a2-be6b-f35fb7464171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80387d08-e5ba-4687-a3eb-3518abc550ac,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:22.966482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 295621c0-d8d9-4aa3-9877-ccbf93d745cc no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:02:23.001073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 295621c0-d8d9-4aa3-9877-ccbf93d745cc {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:02:23.004274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 295621c0-d8d9-4aa3-9877-ccbf93d745cc not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:02:23.014680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:23.030516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-7f4c460b-deab-4beb-a6ad-002a14da3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:23.032085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-7f4c460b-deab-4beb-a6ad-002a14da3a17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 920 time: 0.4955318 Sep 15 16:02:23.086412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-9e1b12bf-50c2-4c55-926a-764034ec0a5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 217 time: 0.0471041 Sep 15 16:02:23.154472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-28b12b63-15a5-40e2-b2df-9d3bb7c002ab tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:23.155977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-28b12b63-15a5-40e2-b2df-9d3bb7c002ab tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2109964 Sep 15 16:02:23.163504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-4a141f82-adfc-4885-9e7b-ccd272fbfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:23.165254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-4a141f82-adfc-4885-9e7b-ccd272fbfb76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.0723059 Sep 15 16:02:23.177363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60226) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:23.205028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-a899840a-c3cf-479e-8d7a-129d62372df7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/quotas/6f2b8ecf11e5492292df8423d68ca31a HTTP/1.1" status: 200 len: 375 time: 0.0387678 Sep 15 16:02:23.207099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-7fb10ad8-051f-4a7d-8760-3858d4fe8a50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326307 Sep 15 16:02:23.283077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-245025ab-3b6f-45f7-bcbd-5b212e23c57f tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3567 time: 0.1039460 Sep 15 16:02:23.287240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60238) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:23.297444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'network': {'name': 'tempest-network-smoke--158037549', 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'port_security_enabled': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:23.360660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-9cc63fbd-4d1c-41ea-a2cf-18bf8d50a697 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458986 Sep 15 16:02:23.366478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-db4ce438-51d2-40ff-8ee0-e1ba4cda8403 service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505363 Sep 15 16:02:23.392341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1562322104'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:23.447468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Made reservation on behalf of 3b16e930b4d14ee48cbc87523e7e2b5a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:23.454255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.493253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:23.514826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.515370 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Added segment 6f152983-6650-4a64-9937-c26e9e765adb of type vlan for network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 Sep 15 16:02:23.533024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a214ceed-f079-47ae-88f0-26ee39073bc4 req-fc56d043-c150-473b-a856-a5edd5b1968b service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570876 Sep 15 16:02:23.558837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-6be7ec29-fc68-46d6-b5af-4424bfa057c9 service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902919 Sep 15 16:02:23.584262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.612409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:23.616415 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.625608 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.719290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.726198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:23.727152 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.734595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-d559c21f-89b9-4234-b53d-386d334811cf service neutron] 10.222.0.63 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609597 Sep 15 16:02:23.839531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbd416-0da3-4332-8c27-eba293bf0fe1 req-9980c99a-5995-4a52-ac12-882912e896eb tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:23.841888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddbbd416-0da3-4332-8c27-eba293bf0fe1 req-9980c99a-5995-4a52-ac12-882912e896eb tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1672094 Sep 15 16:02:23.856266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Network': ['ID=3f4b41af-fae2-4b81-af38-bfe0af4ed771,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:23.870756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:23.888886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.917477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddbbd416-0da3-4332-8c27-eba293bf0fe1 req-24763e05-c176-4654-8afe-437c8802cf99 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607369 Sep 15 16:02:23.975059 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2126827-9447-4407-ab42-06582a735863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.022199 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.054950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:24.066463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6aaaa2-7f34-4bf4-8338-cad641efd277,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:24.073006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.073354 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Added segment e02a7825-0846-49e8-8448-1308b4711b1f of type vlan for network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 Sep 15 16:02:24.083405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7d20bf27-309c-4a67-8a31-ffb7910a2757 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7950413 Sep 15 16:02:24.086405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60286) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:24.091663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'admin_state_up': True, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:24.132521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.180733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35e226bb-a0d1-49a5-979a-335730167f1c req-cdce1b7e-7143-4058-a36e-4a362000e1ab tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 210 time: 0.0392318 Sep 15 16:02:24.193945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.195874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.261208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.272051 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.277726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:24.279022 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.338772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60296) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:24.349169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Network': ['ID=45fe1c8c-7c51-4c8a-9fce-4db76483ee69,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:24.359557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:24.388788 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b79e6aa1-0303-4390-85c0-6eed92deface tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3722811 Sep 15 16:02:24.396860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60302) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:24.404282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'subnet': {'network_id': '45fe1c8c-7c51-4c8a-9fce-4db76483ee69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:24.521134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4caf77de-b5cb-499f-a3a8-3cf5ff2a944b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.573426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.657908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4caf77de-b5cb-499f-a3a8-3cf5ff2a944b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.725134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4caf77de-b5cb-499f-a3a8-3cf5ff2a944b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.775441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4caf77de-b5cb-499f-a3a8-3cf5ff2a944b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aac6224f0347461498545858e09abf25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358101 Sep 15 16:02:24.778914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60316) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:24.784622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf77de-b5cb-499f-a3a8-3cf5ff2a944b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78751aeb-e9c7-4126-9b48-10841cf057d1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:24.799588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:24.805892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.951301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-989e13fc-e1c4-446c-b04c-e18810cdbde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.990035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:24.994236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-989e13fc-e1c4-446c-b04c-e18810cdbde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.013565 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.173478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Allocated IP 172.25.0.216 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/472d83e8-ad63-4b0b-abe3-58a732dca5ec) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:25.216319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-989e13fc-e1c4-446c-b04c-e18810cdbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.222035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-989e13fc-e1c4-446c-b04c-e18810cdbde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.223403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-989e13fc-e1c4-446c-b04c-e18810cdbde7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/78751aeb-e9c7-4126-9b48-10841cf057d1 HTTP/1.1" status: 204 len: 168 time: 0.4434435 Sep 15 16:02:25.235192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e13fc-e1c4-446c-b04c-e18810cdbde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78751aeb-e9c7-4126-9b48-10841cf057d1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:25.282366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.319233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbd75e66-3c42-4674-8cce-0e2f0c9c6597 req-546f3579-5395-439b-acf7-44e89c31b505 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 210 time: 0.0477889 Sep 15 16:02:25.339811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.397452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Subnet': ['ID=2a847455-ad4d-4137-9245-ae2494353c1e,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:25.440962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Checking segment: {'id': 'e02a7825-0846-49e8-8448-1308b4711b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '45fe1c8c-7c51-4c8a-9fce-4db76483ee69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:25.441332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network hostable DHCP agents. Network: 45fe1c8c-7c51-4c8a-9fce-4db76483ee69, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:02:25.450514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.479332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc4444-2401-4e50-95a0-80f176c59e62 req-cf0e79a7-3d53-427b-87da-5a3a0fb36823 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:25.482522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fafc4444-2401-4e50-95a0-80f176c59e62 req-cf0e79a7-3d53-427b-87da-5a3a0fb36823 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.0860848 Sep 15 16:02:25.507271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:25.510381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:25.515285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:25.529112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fafc4444-2401-4e50-95a0-80f176c59e62 req-c4f5de28-b29e-4f92-8e84-c67a9df9f0d2 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Sep 15 16:02:25.550946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=472d83e8-ad63-4b0b-abe3-58a732dca5ec,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:25.581208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:02:25.678236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 45fe1c8c-7c51-4c8a-9fce-4db76483ee69) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:25.683577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:25.688777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.689022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669a4a0-13fa-46f2-8fcf-a2b62d05c21d None None] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:25.792967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4253932b-44af-4818-9f8f-c1395606fc09 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3898423 Sep 15 16:02:25.793931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:25.798872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1864842917', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:25.866835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd58417-d6c9-431b-912a-5b1e32f8aca9 None None] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:25.945937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.965197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:25.967704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.047619 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.165223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.250391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.383739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60362) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:26.386930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router dd7be623-6cf4-410e-be31-d2c6d7f52e20 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:02:26.477583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de92ffc9-e9e6-47ce-836b-1e7b348bb9ee req-ed85cc24-eb28-470a-bb1c-9680da80c8f6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 210 time: 0.0505226 Sep 15 16:02:26.483684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.511846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:26.529941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-c6cb8ed0-7d13-44f7-a82a-55b7bf783207 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:26.530502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Sync routers for ids ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:26.531488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-c6cb8ed0-7d13-44f7-a82a-55b7bf783207 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 805 time: 0.2345245 Sep 15 16:02:26.541465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Routers {'dd7be623-6cf4-410e-be31-d2c6d7f52e20'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:26.542211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:01:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:26.569384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Request body: {'port': {'device_id': '33977d3a-cb26-4b82-af61-f16087346d89', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'admin_state_up': True, 'tenant_id': '6f2b8ecf11e5492292df8423d68ca31a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:26.603128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.604389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ecb0691c-bd1d-4dce-8c0a-9ce80dbae896 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5169897 Sep 15 16:02:26.608890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60372) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:26.704392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5362d9ed-714d-470f-af83-4c6c3efa92ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.751889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Set router dd7be623-6cf4-410e-be31-d2c6d7f52e20 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:26.759857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6143d-a448-41ed-a240-d68b077c2ad2 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:26.761606 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-51d6143d-a448-41ed-a240-d68b077c2ad2 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=3b16e930b4d14ee48cbc87523e7e2b5a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1515851 Sep 15 16:02:26.768657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60376) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:26.776476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffa40f-9108-4fc7-9e52-683268b4c97f req-fa8e6414-3e04-4a9c-a699-c123981698bf tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:26.784839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02ffa40f-9108-4fc7-9e52-683268b4c97f req-fa8e6414-3e04-4a9c-a699-c123981698bf tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1096969 Sep 15 16:02:26.891215 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5362d9ed-714d-470f-af83-4c6c3efa92ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.958766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:26.978798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.095336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.25.0.76 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f9907b8c-1322-4f15-82d3-2af90c9fdfe4) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:27.119499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:02:25Z', 'revision_number': 3, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:27.147509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5362d9ed-714d-470f-af83-4c6c3efa92ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.156746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Checking router: dd7be623-6cf4-410e-be31-d2c6d7f52e20 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:02:27.161914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Updating router dd7be623-6cf4-410e-be31-d2c6d7f52e20 port 472d83e8-ad63-4b0b-abe3-58a732dca5ec binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:02:27.211614 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.221572 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.313183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02ffa40f-9108-4fc7-9e52-683268b4c97f req-25ca2657-69c6-4081-aa14-23377fdcaeb1 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273685 Sep 15 16:02:27.332235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-74bbb247-0bb7-4546-a3ff-51f3ffc31523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.341577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5362d9ed-714d-470f-af83-4c6c3efa92ba admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=862ac144c77645ca9082fe043ec0f538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9529593 Sep 15 16:02:27.349827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60394) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:27.369750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362d9ed-714d-470f-af83-4c6c3efa92ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411244c1-dc7f-4c23-8928-5c396f49b899,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:27.390455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Made reservation on behalf of 6f2b8ecf11e5492292df8423d68ca31a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:27.393768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d474f-2e76-4f00-836d-0093c0f92f74 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:27.395278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.399084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f25d474f-2e76-4f00-836d-0093c0f92f74 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6121852 Sep 15 16:02:27.399860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60400) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:27.447353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.452586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6660183e-208f-4389-88d7-0377f892a9ce tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481372 Sep 15 16:02:27.453432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60402) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:27.495989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5042-3835-4ecd-9377-a9ff7a83e64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.498195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60404) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:27.529220 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5042-3835-4ecd-9377-a9ff7a83e64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.532567 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3d63d967-30f0-4b25-ac48-6a05c09cb40a tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=3b16e930b4d14ee48cbc87523e7e2b5a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0743837 Sep 15 16:02:27.535764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60410) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:27.681488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-299283eb-2410-4ead-a6cf-6ecfeb50f638 req-32a0bf90-32df-498d-99ac-6dd36c23eaef tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 210 time: 0.0535855 Sep 15 16:02:27.682553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753bd8b-1454-4787-9dcb-5f4906d3ae52 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:27.683896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c753bd8b-1454-4787-9dcb-5f4906d3ae52 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1472266 Sep 15 16:02:27.687418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60414) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:27.730167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5042-3835-4ecd-9377-a9ff7a83e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.734826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bbd5042-3835-4ecd-9377-a9ff7a83e64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.736194 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8bbd5042-3835-4ecd-9377-a9ff7a83e64e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/411244c1-dc7f-4c23-8928-5c396f49b899 HTTP/1.1" status: 204 len: 168 time: 0.3851805 Sep 15 16:02:27.744431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3d8c81f2-379a-411f-abf7-ae50f11bf9b0 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528383 Sep 15 16:02:27.745206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60420) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:27.748276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd5042-3835-4ecd-9377-a9ff7a83e64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411244c1-dc7f-4c23-8928-5c396f49b899,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:27.759008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1339267789', 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:27.774730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:27.781596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.786160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Allocated IP 172.20.0.8 (95b74a94-689a-499f-9494-24d982f62dca/06056fc9-fdf1-4731-9fa0-31795b3f11dd/09e7eb1f-172c-4e58-ae81-af215df86a6e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:27.870009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:27.889653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:27.910921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:27.924148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:27.990341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=f9907b8c-1322-4f15-82d3-2af90c9fdfe4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:28.036650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.168649 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.230122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Made reservation on behalf of 3b16e930b4d14ee48cbc87523e7e2b5a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:28.234716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.243719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.292158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.312261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Attempting to bind port 472d83e8-ad63-4b0b-abe3-58a732dca5ec on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:28.312748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Attempting to bind port 472d83e8-ad63-4b0b-abe3-58a732dca5ec by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:28.313479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Attempting to bind port 472d83e8-ad63-4b0b-abe3-58a732dca5ec on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:28.329792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:28.330950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:28.331738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.332374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:28.333357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Bound port: 472d83e8-ad63-4b0b-abe3-58a732dca5ec, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:28.334133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.338927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Allocated IP 172.25.0.199 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/98920c45-2b33-4457-918e-1d49fe5df14e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:28.373725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a1d30-7113-4086-a106-2fde447045f6 None None] Pushing event updated for resources: {'Port': ['ID=472d83e8-ad63-4b0b-abe3-58a732dca5ec,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:28.422098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] For port 472d83e8-ad63-4b0b-abe3-58a732dca5ec, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:28.428876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] For port 472d83e8-ad63-4b0b-abe3-58a732dca5ec, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=472d83e8-ad63-4b0b-abe3-58a732dca5ec,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:28.431090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.442524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:28.480373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.509299 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.579623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Routers {'dd7be623-6cf4-410e-be31-d2c6d7f52e20'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:28.580447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:28.585722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60440) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:28.596757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.629005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a1d30-7113-4086-a106-2fde447045f6 None None] Pushing event updated for resources: {'Port': ['ID=472d83e8-ad63-4b0b-abe3-58a732dca5ec,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:28.653524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-873d0892-461d-4516-93b4-ef49de12be1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.665221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1691701160'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:28.696964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:28.710919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:28.714592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:28.716018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] Set router dd7be623-6cf4-410e-be31-d2c6d7f52e20 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:28.717598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Port': ['ID=98920c45-2b33-4457-918e-1d49fe5df14e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:28.833877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9c3e1c3-9b07-4625-823d-326041322c20 req-195fef2e-585c-452d-b162-cede4cd8e3fa tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 210 time: 0.0339973 Sep 15 16:02:28.849790 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.869982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Made reservation on behalf of 0efbbee771dc47c8957e7374190ce8af for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:28.874211 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.886068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.897346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4c54a-712f-400b-b9e0-4f2e3f4dd679 req-b9ec8ef9-87fe-4ede-881a-1c7fc2ff47de tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:28.901086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7be4c54a-712f-400b-b9e0-4f2e3f4dd679 req-b9ec8ef9-87fe-4ede-881a-1c7fc2ff47de tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.4577880 Sep 15 16:02:28.912318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:28.934457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:02:25Z', 'revision_number': 3, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:28.970490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d07a84-c899-4ef1-864a-92a228514335 None None] The sync data for ids ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'] in n-d-808199-2 is: [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:02:25Z', 'revision_number': 3, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:29.003969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.011499 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.024077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:29.049107 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-873d0892-461d-4516-93b4-ef49de12be1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.088228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event updated for resources: {'Port': ['ID=09e7eb1f-172c-4e58-ae81-af215df86a6e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:29.140759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7be4c54a-712f-400b-b9e0-4f2e3f4dd679 req-4f1dd64d-2934-40ba-937a-dc5f8106063d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819415 Sep 15 16:02:29.141981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-873d0892-461d-4516-93b4-ef49de12be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.150130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Network 95b74a94-689a-499f-9494-24d982f62dca is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:29.178869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:29.188225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:29.218704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d0892-461d-4516-93b4-ef49de12be1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b22595-3db2-4d4e-989d-3c6fdd7037ce,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:29.236834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-873d0892-461d-4516-93b4-ef49de12be1f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=22a784d4df8441abb259a5844b8e712d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6495583 Sep 15 16:02:29.243378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60446) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:29.343991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:29.346475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.369300 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.415000 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec744346-851b-40f2-91cb-b959d8da5b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.423046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.446751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.463830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec744346-851b-40f2-91cb-b959d8da5b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.542456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.563619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 472d83e8-ad63-4b0b-abe3-58a732dca5ec up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:29.586899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.621088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 472d83e8-ad63-4b0b-abe3-58a732dca5ec triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:29.622413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.644642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Subnet': ['ID=924769bf-fbd0-4fa2-a955-5200321c1521,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:29.660726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Checking segment: {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:29.661097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network hostable DHCP agents. Network: 3f4b41af-fae2-4b81-af38-bfe0af4ed771, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:02:29.663146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Port': ['ID=98920c45-2b33-4457-918e-1d49fe5df14e,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:29.709241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.725014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec744346-851b-40f2-91cb-b959d8da5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.727786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec744346-851b-40f2-91cb-b959d8da5b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.732286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ec744346-851b-40f2-91cb-b959d8da5b81 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/19b22595-3db2-4d4e-989d-3c6fdd7037ce HTTP/1.1" status: 204 len: 168 time: 0.4847291 Sep 15 16:02:29.732546 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.753931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 472d83e8-ad63-4b0b-abe3-58a732dca5ec, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=472d83e8-ad63-4b0b-abe3-58a732dca5ec,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:29.765886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:29.774643 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.797948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.798408 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-95dc675a-a1f5-4111-b7a5-631f22886ac6 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2339921 Sep 15 16:02:29.799342 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Added segment a9e49a45-5176-45a4-a240-26bb4463a579 of type vlan for network 18b1e6ea-fca7-47e8-9b74-693ebde2830a Sep 15 16:02:29.799484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:02:29.802801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:02:29.814087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Request body: {'port': {'device_id': '33977d3a-cb26-4b82-af61-f16087346d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:29.827870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.885791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662ca18a-2734-43c2-8623-7a528a9e25db,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:29.914010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.917547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec744346-851b-40f2-91cb-b959d8da5b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b22595-3db2-4d4e-989d-3c6fdd7037ce,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:29.939900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3f4b41af-fae2-4b81-af38-bfe0af4ed771) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:29.953436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:29.954111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:29.965156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.003235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec0beb1-16c9-4b70-b9a9-ed5f6641d36c None None] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:30.018871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.020239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b9b0ec37-4f59-4067-a963-045118e2eb42 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5202205 Sep 15 16:02:30.023564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60454) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:30.047824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1629995631'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:30.064515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f687b9-2658-4b4a-9d18-3050162ee640 req-8ab5e5bf-154d-4bf1-b4cd-28715cf4479f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:30.084890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d7f687b9-2658-4b4a-9d18-3050162ee640 req-8ab5e5bf-154d-4bf1-b4cd-28715cf4479f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 931 time: 0.1511934 Sep 15 16:02:30.103725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.110770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:30.111400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.111795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a116577a-d288-4d08-95b8-8238420b2733 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3578107 Sep 15 16:02:30.129969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60456) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:30.135980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=472d83e8-ad63-4b0b-abe3-58a732dca5ec,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:30.209697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:30.223130 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:30.242363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:30.243349 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:30.321244 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:30.328308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'fixed_ips': [{'subnet_id': '924769bf-fbd0-4fa2-a955-5200321c1521'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:02:30.329428 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.338566 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:30.339487 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:30.368147 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.386713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.398126 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:30.399514 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c63105-8ac3-4f28-aba3-7d2f626045b5 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:30.413677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d7f687b9-2658-4b4a-9d18-3050162ee640 req-a3a20880-ad2c-4696-8203-fb57391c518a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250065 Sep 15 16:02:30.425364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Pushing event updated for resources: {'Network': ['ID=18b1e6ea-fca7-47e8-9b74-693ebde2830a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:30.434378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Made reservation on behalf of 45c723c580f74bf3bc288516e40d9242 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:30.438975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.457994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.486428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 18b1e6ea-fca7-47e8-9b74-693ebde2830a details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:30.523192 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a56a8f60-01b0-4673-accb-73df1d1b7df7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0790069 Sep 15 16:02:30.532923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60466) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:30.553000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2db32-2d1f-4962-9157-bf6556530b27 req-c1d1aa4d-3ac0-40a3-9036-3bc3c02132be tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:30.554618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fc2db32-2d1f-4962-9157-bf6556530b27 req-c1d1aa4d-3ac0-40a3-9036-3bc3c02132be tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1906736 Sep 15 16:02:30.558000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.563032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-577d5970-2e4d-4549-b552-1e486eaa4cc4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7679782 Sep 15 16:02:30.566156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60472) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:30.648801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Allocated IP 172.20.0.18 (3f4b41af-fae2-4b81-af38-bfe0af4ed771/924769bf-fbd0-4fa2-a955-5200321c1521/63e02dc1-23d0-4910-b3ea-39bf02ca1437) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:30.662684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.711265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e7eb1f-172c-4e58-ae81-af215df86a6e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:30.736263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.759424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.782129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:30.801834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.801834 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Added segment 04e17d34-e462-40f8-a1c7-784f84c3c3c4 of type vlan for network 2991bdd0-9a22-457a-b8d3-39320ab15e69 Sep 15 16:02:30.851638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.895364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Transition to ACTIVE for port object 09e7eb1f-172c-4e58-ae81-af215df86a6e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:02:30.904858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'network': {'name': 'tempest-network--173892668', 'router:external': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:30.930461 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:30.945652 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fc2db32-2d1f-4962-9157-bf6556530b27 req-24bd4741-8a28-42ae-896e-58fb477236ef tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764637 Sep 15 16:02:31.019141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.032554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8359e5-152a-4951-8bb5-cf355915081b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:31.041391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.141180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:31.149469 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.152990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:31.156179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:31.156971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.165551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:31.220987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Pushing event updated for resources: {'Port': ['ID=09e7eb1f-172c-4e58-ae81-af215df86a6e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:31.228537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Made reservation on behalf of f5d835ed98ee46b09001937aad76ecc6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:31.232001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.243061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Pushing event updated for resources: {'Port': ['ID=63e02dc1-23d0-4910-b3ea-39bf02ca1437,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:31.303708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Attempting to bind port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:31.304098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Attempting to bind port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:31.304479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Attempting to bind port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 on network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:31.317429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:31.317875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Checking segment: {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:31.318209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.318605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Bound using segment: {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:31.319095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Bound port: 63e02dc1-23d0-4910-b3ea-39bf02ca1437, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:31.319477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.332088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.338082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.338082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.338082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.338082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.338082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.338082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.338082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.339009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3102849 Sep 15 16:02:31.339129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.339129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.339129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.339129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:31.340551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60486) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:31.353217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.373829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Attempting to bind port 09e7eb1f-172c-4e58-ae81-af215df86a6e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:31.374452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Attempting to bind port 09e7eb1f-172c-4e58-ae81-af215df86a6e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:31.375003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Attempting to bind port 09e7eb1f-172c-4e58-ae81-af215df86a6e on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:31.396175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Request body: {'subnet': {'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:31.400212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05427317-f85d-4fe8-8407-1dca5c917d61 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Network': ['ID=2991bdd0-9a22-457a-b8d3-39320ab15e69,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:31.400821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Port 09e7eb1f-172c-4e58-ae81-af215df86a6e on network 95b74a94-689a-499f-9494-24d982f62dca not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:31.401534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Attempting to bind port 09e7eb1f-172c-4e58-ae81-af215df86a6e on network 95b74a94-689a-499f-9494-24d982f62dca {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:31.451803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:31.452781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Checking segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:31.453347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Bound using segment: {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:31.453967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Bound port: 09e7eb1f-172c-4e58-ae81-af215df86a6e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa38f8ad-abdd-4491-af13-3bd28391ec59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '95b74a94-689a-499f-9494-24d982f62dca'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:31.454512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.463369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] For port 63e02dc1-23d0-4910-b3ea-39bf02ca1437, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:31.478201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] For port 63e02dc1-23d0-4910-b3ea-39bf02ca1437, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=63e02dc1-23d0-4910-b3ea-39bf02ca1437,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:31.490513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:31.623716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 472d83e8-ad63-4b0b-abe3-58a732dca5ec up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:31.646646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] For port 09e7eb1f-172c-4e58-ae81-af215df86a6e, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:31.651189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] For port 09e7eb1f-172c-4e58-ae81-af215df86a6e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09e7eb1f-172c-4e58-ae81-af215df86a6e,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:31.673543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.718139 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.740470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cd77b-bd20-4283-a3a9-79c197a90b39 req-6cdd5bc1-7938-48a4-906d-be3bacfa4442 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:31.742042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba7cd77b-bd20-4283-a3a9-79c197a90b39 req-6cdd5bc1-7938-48a4-906d-be3bacfa4442 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 943 time: 0.1898041 Sep 15 16:02:31.744437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.804653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d51b4-97b0-4ad0-be03-baefbd0ce7fd None None] Pushing event updated for resources: {'Port': ['ID=63e02dc1-23d0-4910-b3ea-39bf02ca1437,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:31.804653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 472d83e8-ad63-4b0b-abe3-58a732dca5ec triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:31.804653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.830303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:31.832768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:31.833162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] 10.222.0.38 "PUT /v2.0/ports/09e7eb1f-172c-4e58-ae81-af215df86a6e HTTP/1.1" status: 200 len: 1091 time: 2.0238893 Sep 15 16:02:31.850969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33977d3a-cb26-4b82-af61-f16087346d89', 'tag': '09e7eb1f-172c-4e58-ae81-af215df86a6e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:31.858730 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91983a9-7e40-46a2-9a5d-d7f8c672977f" -d '{"events": [{"name": "network-changed", "server_uuid": "33977d3a-cb26-4b82-af61-f16087346d89", "tag": "09e7eb1f-172c-4e58-ae81-af215df86a6e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:32.324134 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5164cb-4042-4b2a-af85-e4aef0ca06bd x-openstack-request-id: req-cc5164cb-4042-4b2a-af85-e4aef0ca06bd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:32.325760 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33977d3a-cb26-4b82-af61-f16087346d89", "tag": "09e7eb1f-172c-4e58-ae81-af215df86a6e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:32.325760 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cc5164cb-4042-4b2a-af85-e4aef0ca06bd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:32.326253 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33977d3a-cb26-4b82-af61-f16087346d89', 'tag': '09e7eb1f-172c-4e58-ae81-af215df86a6e', 'status': 'completed', 'code': 200} Sep 15 16:02:32.404236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Allocated IP 172.20.0.17 (3f4b41af-fae2-4b81-af38-bfe0af4ed771/924769bf-fbd0-4fa2-a955-5200321c1521/d17f68e8-d7d0-45bb-a686-2cf4af000dcc) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:32.418273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e70f73-0795-493d-bbda-72f46e4877f6 service neutron] Pushing event updated for resources: {'Port': ['ID=09e7eb1f-172c-4e58-ae81-af215df86a6e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:32.453379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba7cd77b-bd20-4283-a3a9-79c197a90b39 req-1b908cda-6fce-4501-8c18-886b9f4d1efe tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769114 Sep 15 16:02:32.458308 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:32.527604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:32.529969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f944b-f7f8-4d30-8e8d-72ff69cf7353 req-66c420a1-8b36-4f2b-a662-4827a1206ae8 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:32.537877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-412f944b-f7f8-4d30-8e8d-72ff69cf7353 req-66c420a1-8b36-4f2b-a662-4827a1206ae8 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1835530 Sep 15 16:02:32.579830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-63028348-fbfb-4138-8411-6ccf78d66a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:32.581433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-63028348-fbfb-4138-8411-6ccf78d66a56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 1094 time: 0.2602046 Sep 15 16:02:32.647221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:32.647904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-412f944b-f7f8-4d30-8e8d-72ff69cf7353 req-bbf2f3a4-fe69-488e-b778-676ee97e168e tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090958 Sep 15 16:02:32.665071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-7dabe058-b4c6-4a97-9e3d-bcded837716d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09e7eb1f-172c-4e58-ae81-af215df86a6e HTTP/1.1" status: 200 len: 217 time: 0.0745411 Sep 15 16:02:32.675673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:32.723265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Made reservation on behalf of 45c723c580f74bf3bc288516e40d9242 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:32.728100 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:32.806074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:32.815919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:32.829870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb488f-ee14-42a3-853d-dba23ce6fde2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:32.860774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:32.861378 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Added segment dfac8008-fed2-41f3-82c5-35ad9e6e3731 of type vlan for network 71892bd8-c5a9-4910-b0b3-54108f3882c2 Sep 15 16:02:32.900712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-8df9d2dd-5dbe-4181-82c3-b923c1908936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:32.901178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:32.903132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-8df9d2dd-5dbe-4181-82c3-b923c1908936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.1986706 Sep 15 16:02:32.910410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:32.925249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:32.931346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:33.009076 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.105048 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-14ce737e-7f1d-49fe-9df4-b97a52c06706 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025891 Sep 15 16:02:33.126657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.233716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6aaf77-a8e5-40df-9fd8-90a979ffdd23 None None] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:33.260691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.339710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-0595c1d0-0733-40aa-8d4f-37979a10355f service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232335 Sep 15 16:02:33.341289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.1 (45fe1c8c-7c51-4c8a-9fce-4db76483ee69/2a847455-ad4d-4137-9245-ae2494353c1e/29073c04-4d6a-4c99-b72f-d3c0a8007aa8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:33.365103 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.366108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:33.367234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.372564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6db057ab-6bc5-4634-a897-06678fb93308 None None] Provisioning complete for port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:33.373100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6db057ab-6bc5-4634-a897-06678fb93308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.523156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6db057ab-6bc5-4634-a897-06678fb93308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.546347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.0123098 Sep 15 16:02:33.607726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6db057ab-6bc5-4634-a897-06678fb93308 None None] For port 63e02dc1-23d0-4910-b3ea-39bf02ca1437, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=63e02dc1-23d0-4910-b3ea-39bf02ca1437,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:33.616440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0875a-0b87-41d9-9332-23944c72a94e tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Network': ['ID=71892bd8-c5a9-4910-b0b3-54108f3882c2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:33.619101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60536) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:33.631395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 71892bd8-c5a9-4910-b0b3-54108f3882c2 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:33.740656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63e02dc1-23d0-4910-b3ea-39bf02ca1437 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:33.743912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6db057ab-6bc5-4634-a897-06678fb93308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.867359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.880412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db057ab-6bc5-4634-a897-06678fb93308 None None] Pushing event updated for resources: {'Port': ['ID=63e02dc1-23d0-4910-b3ea-39bf02ca1437,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:33.898110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4f6261ec-2c10-480d-8c63-276fdb5e9425 None None] Provisioning complete for port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:33.898357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f6261ec-2c10-480d-8c63-276fdb5e9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.899125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Subnet': ['ID=1bcaccbb-320e-4577-8a0e-2c4acdb575a1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:33.900817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:33.901184 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:33.944419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa9f3b1d-38e8-4145-9dc3-c40bdee2c29a req-b8c6a2fa-36cf-44ff-bd37-f9feba46b75a service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966537 Sep 15 16:02:33.971964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Checking segment: {'id': '04e17d34-e462-40f8-a1c7-784f84c3c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:33.972399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Network hostable DHCP agents. Network: 2991bdd0-9a22-457a-b8d3-39320ab15e69, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:02:33.975876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf257-fd6b-4933-83a5-f036ad6f19b7 req-c4c3b95d-a5c5-41cb-b894-9815f4130dff tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:33.977962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-616bf257-fd6b-4933-83a5-f036ad6f19b7 req-c4c3b95d-a5c5-41cb-b894-9815f4130dff tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 943 time: 0.3478928 Sep 15 16:02:34.003138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997779f-bbe3-4f40-9730-c78b8c1bb9e6 req-2b336e6e-adb3-4800-871d-0666dd0fd652 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:34.010652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b997779f-bbe3-4f40-9730-c78b8c1bb9e6 req-2b336e6e-adb3-4800-871d-0666dd0fd652 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1593583 Sep 15 16:02:34.041882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.046520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.094929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-616bf257-fd6b-4933-83a5-f036ad6f19b7 req-6963a5bd-4112-4014-a92a-8146802ff7ca tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023877 Sep 15 16:02:34.126796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b997779f-bbe3-4f40-9730-c78b8c1bb9e6 req-09e87c1a-b520-445a-9db8-80a166f24416 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149776 Sep 15 16:02:34.166518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4f6261ec-2c10-480d-8c63-276fdb5e9425 None None] Provisioning complete for port d17f68e8-d7d0-45bb-a686-2cf4af000dcc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:34.166895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f6261ec-2c10-480d-8c63-276fdb5e9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.192147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:02:34.221460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4f6261ec-2c10-480d-8c63-276fdb5e9425 None None] Port d17f68e8-d7d0-45bb-a686-2cf4af000dcc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:34.222476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-4098cdbb-82d7-4b04-ba83-416a30a35dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:34.224076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-4098cdbb-82d7-4b04-ba83-416a30a35dd6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 1094 time: 0.1268342 Sep 15 16:02:34.265112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.287634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2991bdd0-9a22-457a-b8d3-39320ab15e69) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:34.297091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:34.297677 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.298058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971b3fa-9513-42a4-8cc3-0660600cc95e None None] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:34.302565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.315315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71892bd8-c5a9-4910-b0b3-54108f3882c2']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:34.378839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-53eebfb2-df83-4c94-ab9d-959ab659f7f4 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9908013 Sep 15 16:02:34.380225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.383326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60558) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:34.388637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-687659169', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:34.396751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e277d621-b081-4690-a8af-f84070b3ee64 None None] Provisioning complete for port d17f68e8-d7d0-45bb-a686-2cf4af000dcc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:34.397415 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e277d621-b081-4690-a8af-f84070b3ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.408881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfac8008-fed2-41f3-82c5-35ad9e6e3731') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:34.409505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfac8008-fed2-41f3-82c5-35ad9e6e3731') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:34.435981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=29073c04-4d6a-4c99-b72f-d3c0a8007aa8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:34.441280 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.443962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:34.460987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:34.462162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.463184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e277d621-b081-4690-a8af-f84070b3ee64 None None] Port d17f68e8-d7d0-45bb-a686-2cf4af000dcc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:34.468153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:34.470750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.473065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.476562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.499753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-fc30e3af-e233-4a78-8751-cdfbabeed228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:34.501448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-fc30e3af-e233-4a78-8751-cdfbabeed228 service neutron] 10.222.0.38 "GET /v2.0/networks?id=95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 200 len: 906 time: 0.2453649 Sep 15 16:02:34.505739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:02:34.506154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:02:34.507965 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:02:34.550911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-2991bdd0-9a22-457a-b8d3-39320ab15e69', 'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69', 'tenant_id': '45c723c580f74bf3bc288516e40d9242', 'fixed_ips': [{'subnet_id': '1bcaccbb-320e-4577-8a0e-2c4acdb575a1'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:02:34.554057 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.564546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.567232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:34.599886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-2620705c-2e2f-4010-8238-6fe91e41e163 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09e7eb1f-172c-4e58-ae81-af215df86a6e HTTP/1.1" status: 200 len: 217 time: 0.0791359 Sep 15 16:02:34.615343 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.694396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:34.698056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:34.707783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-a4e123c9-c52a-4cfd-a459-2c82fc50d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:34.707783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-a4e123c9-c52a-4cfd-a459-2c82fc50d726 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 200 len: 845 time: 0.1003904 Sep 15 16:02:34.807954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.812113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-e1dfef31-6cdd-4fcd-a567-01f8cb6ac709 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=95b74a94-689a-499f-9494-24d982f62dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958121 Sep 15 16:02:34.850517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71892bd8-c5a9-4910-b0b3-54108f3882c2 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 15 16:02:34.853605 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.861148 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "DELETE /v2.0/networks/71892bd8-c5a9-4910-b0b3-54108f3882c2 HTTP/1.1" status: 204 len: 168 time: 1.2138553 Sep 15 16:02:34.887296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60568) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:34.939492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:34.950219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:34.961478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1756716-21a0-4023-b90f-b7454348afa5 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event deleted for resources: {'Network': ['ID=71892bd8-c5a9-4910-b0b3-54108f3882c2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:34.975045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Allocated IP 172.20.0.2 (2991bdd0-9a22-457a-b8d3-39320ab15e69/1bcaccbb-320e-4577-8a0e-2c4acdb575a1/961ff0e7-f496-48d4-91db-86c26d3dcd5b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:35.132554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5abe0b80-4937-45b6-90b5-3718777a9394 None None] Provisioning complete for port d17f68e8-d7d0-45bb-a686-2cf4af000dcc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:35.136255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-421a0d39-6408-4d91-94c8-6c631d39e369 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115168 Sep 15 16:02:35.137679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5abe0b80-4937-45b6-90b5-3718777a9394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.161410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.206784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Made reservation on behalf of f5d835ed98ee46b09001937aad76ecc6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:35.209145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.279159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router dd7be623-6cf4-410e-be31-d2c6d7f52e20 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:35.306108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5abe0b80-4937-45b6-90b5-3718777a9394 None None] Port d17f68e8-d7d0-45bb-a686-2cf4af000dcc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:35.339507 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.349906 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.357734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:35.367655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.368097 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Added segment e61ea706-82ba-4a8a-ac1c-3820a8de508d of type vlan for network f927cdd8-bddf-46a3-a812-40ba5c6a5f58 Sep 15 16:02:35.427413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbca66-b55f-4bd8-8c51-c30d08b62344 req-1e652ea6-6185-4a70-9aac-add282f92564 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:35.433132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fcbca66-b55f-4bd8-8c51-c30d08b62344 req-1e652ea6-6185-4a70-9aac-add282f92564 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 943 time: 0.1524365 Sep 15 16:02:35.467376 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.520836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:35.529929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.533502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-efaa7b5f-0ed2-4e16-9260-6cc8578bc540 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "PUT /v2.0/routers/dd7be623-6cf4-410e-be31-d2c6d7f52e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4024534 Sep 15 16:02:35.537542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Pushing event updated for resources: {'Port': ['ID=961ff0e7-f496-48d4-91db-86c26d3dcd5b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:35.548052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:35.551311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:35.553236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Sync routers for ids ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:35.555287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:35.561046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63e02dc1-23d0-4910-b3ea-39bf02ca1437 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:35.620467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fcbca66-b55f-4bd8-8c51-c30d08b62344 req-0d6529a2-0b23-4147-9d51-1d3701218260 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855157 Sep 15 16:02:35.630595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Routers {'dd7be623-6cf4-410e-be31-d2c6d7f52e20'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:35.631670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:35.798431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Attempting to bind port 961ff0e7-f496-48d4-91db-86c26d3dcd5b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:35.798779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Attempting to bind port 961ff0e7-f496-48d4-91db-86c26d3dcd5b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '04e17d34-e462-40f8-a1c7-784f84c3c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:35.799086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Attempting to bind port 961ff0e7-f496-48d4-91db-86c26d3dcd5b on network 2991bdd0-9a22-457a-b8d3-39320ab15e69 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:35.822267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Set router dd7be623-6cf4-410e-be31-d2c6d7f52e20 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:35.824700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:35.825657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Checking segment: {'id': '04e17d34-e462-40f8-a1c7-784f84c3c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:35.826259 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.828999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Bound using segment: {'id': '04e17d34-e462-40f8-a1c7-784f84c3c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:35.829513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Bound port: 961ff0e7-f496-48d4-91db-86c26d3dcd5b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e17d34-e462-40f8-a1c7-784f84c3c3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:35.829910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.843866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:35.844243 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.891736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:35.909838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ba929-6b2b-4eb0-9863-1528624d4b3b req-b833785a-97fc-4984-b678-deb879906ec7 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:35.911497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c25ba929-6b2b-4eb0-9863-1528624d4b3b req-b833785a-97fc-4984-b678-deb879906ec7 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.6248188 Sep 15 16:02:35.917187 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d91983a9-7e40-46a2-9a5d-d7f8c672977f req-656a2dd3-319c-4cd7-9304-edcca43db7c3 service neutron] 10.222.0.38 "GET /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7734718 Sep 15 16:02:35.944916 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.012184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c25ba929-6b2b-4eb0-9863-1528624d4b3b req-455921cf-3743-4a12-8b70-8d351272710f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880122 Sep 15 16:02:36.042500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-7e059879-6e5d-4092-bf52-0470531d15df tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:36.052073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-7e059879-6e5d-4092-bf52-0470531d15df tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/networks?id=3f4b41af-fae2-4b81-af38-bfe0af4ed771 HTTP/1.1" status: 200 len: 797 time: 0.2649925 Sep 15 16:02:36.071725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-7716786a-6301-4ea4-8cd9-ceaf477fb830 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/quotas/3b16e930b4d14ee48cbc87523e7e2b5a HTTP/1.1" status: 200 len: 375 time: 0.0183752 Sep 15 16:02:36.147158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.148715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:36.149303 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.182947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-cfd68d92-5104-47a2-9932-b25921c5ce01 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1104810 Sep 15 16:02:36.184763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Allocated IP 172.25.0.80 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/127ffea9-f4c3-4859-9ae3-4492a1c17a74) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:36.204826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] For port 961ff0e7-f496-48d4-91db-86c26d3dcd5b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:36.222811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Network': ['ID=f927cdd8-bddf-46a3-a812-40ba5c6a5f58,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:36.244990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network f927cdd8-bddf-46a3-a812-40ba5c6a5f58 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:36.266028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] For port 961ff0e7-f496-48d4-91db-86c26d3dcd5b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=961ff0e7-f496-48d4-91db-86c26d3dcd5b,segment=NetworkSegment(04e17d34-e462-40f8-a1c7-784f84c3c3c4),segment_id=04e17d34-e462-40f8-a1c7-784f84c3c3c4)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:36.300965 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.314869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9fa68fe2-c02a-403d-b5bc-00dd230c48dc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4035110 Sep 15 16:02:36.315083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60614) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:36.320121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'subnet': {'network_id': 'f927cdd8-bddf-46a3-a812-40ba5c6a5f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:36.345283 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.382115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-15aacaa2-f4a1-4ba8-9205-6c7558ff9247 service neutron] 10.222.0.63 "GET /v2.0/networks/3f4b41af-fae2-4b81-af38-bfe0af4ed771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794627 Sep 15 16:02:36.385116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.393857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.412306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:02:33Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd17f68e8-d7d0-45bb-a686-2cf4af000dcc', 'name': '', 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:bb:7c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '924769bf-fbd0-4fa2-a955-5200321c1521', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:31Z', 'updated_at': '2021-09-15T16:02:34Z', 'revision_number': 2, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '924769bf-fbd0-4fa2-a955-5200321c1521', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:36.450651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00df43c-c62e-48a0-a8bf-731604d5b6b5 None None] Pushing event updated for resources: {'Port': ['ID=961ff0e7-f496-48d4-91db-86c26d3dcd5b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:36.459042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Checking router: dd7be623-6cf4-410e-be31-d2c6d7f52e20 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:02:36.459386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Updating router dd7be623-6cf4-410e-be31-d2c6d7f52e20 port d17f68e8-d7d0-45bb-a686-2cf4af000dcc binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:02:36.463458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Made reservation on behalf of f5d835ed98ee46b09001937aad76ecc6 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:36.471398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.501714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.520147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-bdb5294a-e616-40bd-85d3-1ee0156011d7 service neutron] 10.222.0.63 "GET /v2.0/networks/3f4b41af-fae2-4b81-af38-bfe0af4ed771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276171 Sep 15 16:02:36.568838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.611747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:36.615966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:36.621743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:36.637353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:36.690091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=29073c04-4d6a-4c99-b72f-d3c0a8007aa8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:36.740835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Port': ['ID=127ffea9-f4c3-4859-9ae3-4492a1c17a74,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:36.757117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.757646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.758097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.758550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.758988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.759427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.760638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.761099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.762217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.762921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.766020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.766020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:02:36.955459 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-444961b8-110e-40ee-aaa6-dc1a40f2271b req-1ee51dba-e223-4cc4-8dc6-b69cfdd2908a tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 210 time: 0.0440888 Sep 15 16:02:36.992394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09e7eb1f-172c-4e58-ae81-af215df86a6e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:02:37.012588 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.026775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:37.054670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313a3b-3a75-4cc7-9a8d-1f93be6c71a8 req-824bf764-0d67-4468-9d33-25f5c52e2df7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:37.056259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a313a3b-3a75-4cc7-9a8d-1f93be6c71a8 req-824bf764-0d67-4468-9d33-25f5c52e2df7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 943 time: 0.2357428 Sep 15 16:02:37.059087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:37.125767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.249539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44c653-1731-42ac-9bc6-da44d13a3997 None None] Pushing event updated for resources: {'Port': ['ID=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:37.259502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a313a3b-3a75-4cc7-9a8d-1f93be6c71a8 req-8d88fe07-756a-4b34-bd2d-6d664d1d9798 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442456 Sep 15 16:02:37.288651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09e7eb1f-172c-4e58-ae81-af215df86a6e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09e7eb1f-172c-4e58-ae81-af215df86a6e,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:37.325180 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.396360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '09e7eb1f-172c-4e58-ae81-af215df86a6e', 'network_id': '95b74a94-689a-499f-9494-24d982f62dca', 'port_id': '09e7eb1f-172c-4e58-ae81-af215df86a6e', 'mac_address': 'fa:16:3e:73:6d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056fc9-fdf1-4731-9fa0-31795b3f11dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:02:37.407451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:37.487124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Attempting to bind port d17f68e8-d7d0-45bb-a686-2cf4af000dcc on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:37.487650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Attempting to bind port d17f68e8-d7d0-45bb-a686-2cf4af000dcc by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:37.488251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Attempting to bind port d17f68e8-d7d0-45bb-a686-2cf4af000dcc on network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:37.509270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414910b5-9489-4442-ad74-187f256a2bfd req-0e29b2b0-c992-4d9f-b46c-ab19a0776751 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:37.519648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-414910b5-9489-4442-ad74-187f256a2bfd req-0e29b2b0-c992-4d9f-b46c-ab19a0776751 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1404622 Sep 15 16:02:37.560237 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.598542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:37.599943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Checking segment: {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:37.603213 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.603906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Bound using segment: {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:37.604941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Bound port: d17f68e8-d7d0-45bb-a686-2cf4af000dcc, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:37.605764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.628806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:02:37.629286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.636005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-414910b5-9489-4442-ad74-187f256a2bfd req-6b7e6061-d977-4b17-8c97-b05ac71e6a73 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068420 Sep 15 16:02:37.643678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e7eb1f-172c-4e58-ae81-af215df86a6e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:37.703498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 961ff0e7-f496-48d4-91db-86c26d3dcd5b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:37.735859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6b6b365-a4d7-4b1c-a0f7-1cf6eb4e0e54,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:37.780686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:37.791267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dfad6324-2d35-49d9-ba4c-f3c5c3e92c7c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/routers/e28d511c-72a2-4e39-b291-9ca71ddb142b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2213295 Sep 15 16:02:37.791880 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:37.794709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60656) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:37.801305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'port': {'network_id': '45fe1c8c-7c51-4c8a-9fce-4db76483ee69', 'name': 'tempest-FloatingIPTestJSON-422211713'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:37.806416 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:37.806416 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:37.806657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Checking segment: {'id': 'e61ea706-82ba-4a8a-ac1c-3820a8de508d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'f927cdd8-bddf-46a3-a812-40ba5c6a5f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:37.806657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Network hostable DHCP agents. Network: f927cdd8-bddf-46a3-a812-40ba5c6a5f58, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:02:37.812948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.844472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09e7eb1f-172c-4e58-ae81-af215df86a6e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09e7eb1f-172c-4e58-ae81-af215df86a6e,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:37.845659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-158a9b7a-a9a1-4e20-8324-0a446ad94c8f None None] Provisioning complete for port d17f68e8-d7d0-45bb-a686-2cf4af000dcc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:37.846110 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-158a9b7a-a9a1-4e20-8324-0a446ad94c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:37.873567 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:37.900764 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:37.901405 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:37.962312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] For port d17f68e8-d7d0-45bb-a686-2cf4af000dcc, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:37.969469 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:37.971782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-158a9b7a-a9a1-4e20-8324-0a446ad94c8f None None] Port d17f68e8-d7d0-45bb-a686-2cf4af000dcc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:37.971963 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcad498-8b5c-412e-a148-4f4febfb625b None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:37.981894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 961ff0e7-f496-48d4-91db-86c26d3dcd5b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:37.982425 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.011783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] For port d17f68e8-d7d0-45bb-a686-2cf4af000dcc, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:38.012895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.014686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a3818-b9dd-4c69-b1e3-67189f06da36 None None] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:38.053537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eea96339-7f3e-40b9-bb14-65dcffcefa8e req-85af162e-0986-429c-825a-1fc85af93b30 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 210 time: 0.0281291 Sep 15 16:02:38.060082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Network f927cdd8-bddf-46a3-a812-40ba5c6a5f58 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:02:38.100980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:38.105850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.123204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] device_id is not set on port 8ef36256-5523-4932-8f85-444ad468f166 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:02:38.129364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.149194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=09e7eb1f-172c-4e58-ae81-af215df86a6e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:38.175244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Router 86e9ec01-5909-45c2-9d16-35e0888e294e is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:02:38.205561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b4ca4154-7108-4695-aac3-701039b97f4a None None] Provisioning complete for port 961ff0e7-f496-48d4-91db-86c26d3dcd5b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:38.205928 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4154-7108-4695-aac3-701039b97f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.223193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, f927cdd8-bddf-46a3-a812-40ba5c6a5f58) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:38.232787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:38.241667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.286465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.2 (45fe1c8c-7c51-4c8a-9fce-4db76483ee69/2a847455-ad4d-4137-9245-ae2494353c1e/8ef36256-5523-4932-8f85-444ad468f166) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:38.379151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:38.391852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-81c32297-475c-4c32-959b-991e7250e2cf tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0756297 Sep 15 16:02:38.398248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60670) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:38.407725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'floatingip': {'floating_network_id': 'f927cdd8-bddf-46a3-a812-40ba5c6a5f58'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:38.459151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['09e7eb1f-172c-4e58-ae81-af215df86a6e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:38.465928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f2085-08d3-4841-b651-183118c4da61 None None] Network f927cdd8-bddf-46a3-a812-40ba5c6a5f58 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:38.483697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] Sync routers for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:38.499093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87834-c31f-4b35-a7ad-361a08c5689a req-2f72b534-e2ac-4242-97d4-d4549f9de84a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:38.509073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41e87834-c31f-4b35-a7ad-361a08c5689a req-2f72b534-e2ac-4242-97d4-d4549f9de84a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 944 time: 0.1201811 Sep 15 16:02:38.568418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41e87834-c31f-4b35-a7ad-361a08c5689a req-09c396d2-e178-43fd-87fd-ee0007275f53 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575683 Sep 15 16:02:38.570378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Routers {'dd7be623-6cf4-410e-be31-d2c6d7f52e20'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:38.571040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:38.624588 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.645342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44c653-1731-42ac-9bc6-da44d13a3997 None None] Pushing event updated for resources: {'Port': ['ID=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:38.650516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.676915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.678915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:38.679751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:38.780580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:38.788121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181440a1-c6d6-41fe-85b0-25be4696d65d req-cb5589e5-ec95-48e7-a5fd-62abb2bae4f6 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:38.793499 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-181440a1-c6d6-41fe-85b0-25be4696d65d req-cb5589e5-ec95-48e7-a5fd-62abb2bae4f6 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.0784450 Sep 15 16:02:38.797044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.802090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9a02b388-fa95-4e31-9d6a-632a40ef10a1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.4177177 Sep 15 16:02:38.813445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60684) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:38.820623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:38.857134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-181440a1-c6d6-41fe-85b0-25be4696d65d req-6cfa3e08-f543-4f76-b766-b938a4fb1705 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556107 Sep 15 16:02:38.935303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 961ff0e7-f496-48d4-91db-86c26d3dcd5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=961ff0e7-f496-48d4-91db-86c26d3dcd5b,segment=NetworkSegment(04e17d34-e462-40f8-a1c7-784f84c3c3c4),segment_id=04e17d34-e462-40f8-a1c7-784f84c3c3c4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:38.938410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:38.938410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:38.950391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.014641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=8ef36256-5523-4932-8f85-444ad468f166,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:39.033350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:39.036924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:39.040929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:39.044450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:39.045195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34941c5c-a65a-4d0a-af84-ab4d0ae2dae4 None None] The sync data for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:39.050326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] Set router dd7be623-6cf4-410e-be31-d2c6d7f52e20 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:02:39.076499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Allocated IP 172.20.0.7 (f927cdd8-bddf-46a3-a812-40ba5c6a5f58/c6b6b365-a4d7-4b1c-a0f7-1cf6eb4e0e54/cf185b6b-5399-4f31-942b-2bf4d12344f7) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:39.128001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:39.129427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.148473 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.241160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.245448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4ca4154-7108-4695-aac3-701039b97f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.285726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2aac0b-bc5f-4a0d-82b6-b8ee2c5e06d0 None None] Network f927cdd8-bddf-46a3-a812-40ba5c6a5f58 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:39.309446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aef53cd0-8c53-40fd-be22-e0843298d5fb tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5121760 Sep 15 16:02:39.311859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60700) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:39.330486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'port': {'network_id': '45fe1c8c-7c51-4c8a-9fce-4db76483ee69', 'name': 'tempest-FloatingIPTestJSON-1237030655'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:39.439869 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.501365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Network f927cdd8-bddf-46a3-a812-40ba5c6a5f58 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:39.505239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c38c6af7-572e-4648-a785-c4a6e1ea3c7b req-924dba11-fcc6-4f6f-804c-ea92ffd655bc tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 210 time: 0.0687122 Sep 15 16:02:39.511214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:39.521041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=961ff0e7-f496-48d4-91db-86c26d3dcd5b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:39.522160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:39.530281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Port': ['ID=cf185b6b-5399-4f31-942b-2bf4d12344f7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:39.697609 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-b4ca4154-7108-4695-aac3-701039b97f4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:02:39.697861 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-b4ca4154-7108-4695-aac3-701039b97f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:02:39.782838 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.816817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:39.820986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:39.843391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c608d-fb4d-4842-837e-3acb71defd31 req-d8e673bc-880c-4f42-a574-2efce63128e2 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:39.845086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788c608d-fb4d-4842-837e-3acb71defd31 req-d8e673bc-880c-4f42-a574-2efce63128e2 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 944 time: 0.1218767 Sep 15 16:02:39.846235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] device_id is not set on port b531bf1d-7ebc-4ba9-800c-d326fa738f71 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:02:39.873990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:02:33Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd17f68e8-d7d0-45bb-a686-2cf4af000dcc', 'name': '', 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:bb:7c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '924769bf-fbd0-4fa2-a955-5200321c1521', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:31Z', 'updated_at': '2021-09-15T16:02:37Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '924769bf-fbd0-4fa2-a955-5200321c1521', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:39.916027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846987ad-7f52-4629-a55a-ce2ac32c9abe None None] The sync data for ids ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'] in n-d-808199-2 is: [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:02:33Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd17f68e8-d7d0-45bb-a686-2cf4af000dcc', 'name': '', 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:bb:7c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '924769bf-fbd0-4fa2-a955-5200321c1521', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:31Z', 'updated_at': '2021-09-15T16:02:37Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '924769bf-fbd0-4fa2-a955-5200321c1521', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:39.961469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-ff3145a5-dce6-4cd7-919e-9c3e85f82d5f tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:39.963005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-ff3145a5-dce6-4cd7-919e-9c3e85f82d5f tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.55 "GET /v2.0/networks?id=3f4b41af-fae2-4b81-af38-bfe0af4ed771 HTTP/1.1" status: 200 len: 797 time: 0.1170189 Sep 15 16:02:40.019495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Request body: {'port': {'device_id': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'admin_state_up': True, 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:40.026850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.116666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.6 (45fe1c8c-7c51-4c8a-9fce-4db76483ee69/2a847455-ad4d-4137-9245-ae2494353c1e/b531bf1d-7ebc-4ba9-800c-d326fa738f71) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:40.156817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788c608d-fb4d-4842-837e-3acb71defd31 req-5595ce02-7e89-41b3-b975-49d427718d61 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836507 Sep 15 16:02:40.157683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc6d9-94dc-494c-956f-52368212b101 req-32872e80-94c9-4982-b95f-40d03530ea33 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:40.158822 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.159274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d04bc6d9-94dc-494c-956f-52368212b101 req-32872e80-94c9-4982-b95f-40d03530ea33 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1524587 Sep 15 16:02:40.352855 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d04bc6d9-94dc-494c-956f-52368212b101 req-dbbc390d-ac22-4dcf-b9ec-108909d3183d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818857 Sep 15 16:02:40.392031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] Provisioning complete for port 961ff0e7-f496-48d4-91db-86c26d3dcd5b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:40.408398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.420922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Made reservation on behalf of 3b16e930b4d14ee48cbc87523e7e2b5a for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:40.424704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.484547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.527321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.552722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.641398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Port': ['ID=cf185b6b-5399-4f31-942b-2bf4d12344f7,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:40.655504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] Provisioning complete for port d17f68e8-d7d0-45bb-a686-2cf4af000dcc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:40.656554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.737742 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.774791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Allocated IP 172.20.0.1 (2991bdd0-9a22-457a-b8d3-39320ab15e69/1bcaccbb-320e-4577-8a0e-2c4acdb575a1/193e20fa-f2a6-44a0-8196-e4c207e189e8) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:40.780720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.786965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.815740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-036b9f06-8a37-468d-821a-c06af58b5915 req-37315c42-cd78-4477-9b12-bcd12ac3e42b tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 210 time: 0.1528912 Sep 15 16:02:40.841703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] For port d17f68e8-d7d0-45bb-a686-2cf4af000dcc, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:40.850300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Allocated IP 172.20.0.23 (3f4b41af-fae2-4b81-af38-bfe0af4ed771/924769bf-fbd0-4fa2-a955-5200321c1521/28611df4-4d7c-4a12-9954-dbfeeb42ba3a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:40.864098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.868707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e593af86-78d6-4971-b705-e0f4c8964f65 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4715385 Sep 15 16:02:40.869386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60786) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:40.934658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:40.964067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:40.971098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:40.977258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1b56af51-b522-4a9c-8c8d-a03581530f4b tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "GET /v2.0/floatingips?floating_network_id=f927cdd8-bddf-46a3-a812-40ba5c6a5f58 HTTP/1.1" status: 200 len: 689 time: 0.1038327 Sep 15 16:02:40.977995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60792) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:40.979025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:40.983801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=b531bf1d-7ebc-4ba9-800c-d326fa738f71,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:41.003788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e03a90-706f-4d35-a709-952f385812e5 None None] Pushing event updated for resources: {'Port': ['ID=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:41.009042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09e7eb1f-172c-4e58-ae81-af215df86a6e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:41.072587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.113658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.153339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 09e7eb1f-172c-4e58-ae81-af215df86a6e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:02:41.160570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 09e7eb1f-172c-4e58-ae81-af215df86a6e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:41.162143 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.232974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.244254 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.294389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:41.296256 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.302050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:41.303322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:41.305875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:41.341347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 09e7eb1f-172c-4e58-ae81-af215df86a6e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09e7eb1f-172c-4e58-ae81-af215df86a6e,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:41.342320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33977d3a-cb26-4b82-af61-f16087346d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e7eb1f-172c-4e58-ae81-af215df86a6e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:41.344946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:41.345625 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9241b-4dd8-46df-a9ee-0fff80173632" -d '{"events": [{"server_uuid": "33977d3a-cb26-4b82-af61-f16087346d89", "name": "network-vif-plugged", "status": "completed", "tag": "09e7eb1f-172c-4e58-ae81-af215df86a6e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:41.347375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:41.385260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Port': ['ID=193e20fa-f2a6-44a0-8196-e4c207e189e8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:41.435247 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.448452 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73270770-0bf3-4a95-a4bb-671a05ed6b38 x-openstack-request-id: req-73270770-0bf3-4a95-a4bb-671a05ed6b38 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:41.449284 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33977d3a-cb26-4b82-af61-f16087346d89", "name": "network-vif-plugged", "status": "completed", "tag": "09e7eb1f-172c-4e58-ae81-af215df86a6e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:41.450169 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-73270770-0bf3-4a95-a4bb-671a05ed6b38 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:41.451852 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33977d3a-cb26-4b82-af61-f16087346d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e7eb1f-172c-4e58-ae81-af215df86a6e', 'code': 200} Sep 15 16:02:41.473718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.498835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.596152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:41.597814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.613871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=09e7eb1f-172c-4e58-ae81-af215df86a6e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:41.664797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event updated for resources: {'Port': ['ID=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:41.709400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:41.710082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.801133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6a05-dd54-42da-af35-97c729ec2a48 req-9811bf86-6628-432b-9bab-e3d5b4e0cbe9 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:41.802699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ffb6a05-dd54-42da-af35-97c729ec2a48 req-9811bf86-6628-432b-9bab-e3d5b4e0cbe9 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1633120 Sep 15 16:02:41.834674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 961ff0e7-f496-48d4-91db-86c26d3dcd5b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:41.891926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ffb6a05-dd54-42da-af35-97c729ec2a48 req-9c44abc7-9cb8-4e2e-9c14-5f2fc5d2efa7 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810490 Sep 15 16:02:41.893915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-83e468fd-6373-4d1a-8a68-377a53556bab tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8871341 Sep 15 16:02:41.894381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e40f5b66-1c10-408e-9031-8fe26c36b57b None None] Provisioning complete for port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:41.894760 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e40f5b66-1c10-408e-9031-8fe26c36b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:41.913134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7bf7f-8e2b-4dcc-b86d-2a46b7a21b64 req-72b07e4d-4f3d-40e6-9657-23b60fc58c4f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:41.913134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69b7bf7f-8e2b-4dcc-b86d-2a46b7a21b64 req-72b07e4d-4f3d-40e6-9657-23b60fc58c4f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.3803942 Sep 15 16:02:41.915387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99c201-f306-44d8-9a5c-289e76f79811 req-008bc05c-c16d-4a4b-8297-66fff61137a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:41.915805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Request body: {'port': {'device_id': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:41.917265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b99c201-f306-44d8-9a5c-289e76f79811 req-008bc05c-c16d-4a4b-8297-66fff61137a1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 1096 time: 0.3515227 Sep 15 16:02:41.989081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.018652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Deleting port cf185b6b-5399-4f31-942b-2bf4d12344f7 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:02:42.019136 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.024514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1b99c201-f306-44d8-9a5c-289e76f79811 req-e9b178c6-b5dd-4c2e-ad54-e1864cfe46fe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989697 Sep 15 16:02:42.028622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69b7bf7f-8e2b-4dcc-b86d-2a46b7a21b64 req-48c95a96-279d-4928-8c67-3996c33c23fe tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098044 Sep 15 16:02:42.121999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.149097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e40f5b66-1c10-408e-9031-8fe26c36b57b None None] Port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:42.151934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 961ff0e7-f496-48d4-91db-86c26d3dcd5b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:42.152996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.154784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-092628ab-5f4d-4736-98ad-239cc83522fa tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8413262 Sep 15 16:02:42.161844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:42.166860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'b531bf1d-7ebc-4ba9-800c-d326fa738f71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:42.168541 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.168921 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.188256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Calling delete_port for cf185b6b-5399-4f31-942b-2bf4d12344f7 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:02:42.194484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e40f5b66-1c10-408e-9031-8fe26c36b57b None None] Provisioning complete for port 193e20fa-f2a6-44a0-8196-e4c207e189e8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:42.194863 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e40f5b66-1c10-408e-9031-8fe26c36b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.216502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.222687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.228663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.234973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.241091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e40f5b66-1c10-408e-9031-8fe26c36b57b None None] Port 193e20fa-f2a6-44a0-8196-e4c207e189e8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:42.241283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.248722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.254923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.257028 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-0f233570-c97d-4f7d-b637-442c15fe42eb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.1481137 Sep 15 16:02:42.280684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d17f68e8-d7d0-45bb-a686-2cf4af000dcc up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:42.317833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.331873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d17f68e8-d7d0-45bb-a686-2cf4af000dcc triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:42.332255 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.355827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bde5f24-b633-4c4d-80d3-c9c6848d6844 req-1687a35c-d211-4e63-bd3b-280b804b0e36 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553231 Sep 15 16:02:42.394389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0618e-4edd-4794-bbb3-957d9110db16 req-4551e8e7-c6e7-474a-9765-99038506830d tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.396328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dee0618e-4edd-4794-bbb3-957d9110db16 req-4551e8e7-c6e7-474a-9765-99038506830d tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 895 time: 0.3106518 Sep 15 16:02:42.555182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.562146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.568480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.575017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.583626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.591503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.597877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:42.599861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a992d75-d17e-43bc-8807-b05c69acf4c6 req-a98d17d1-4ce2-4331-9a11-8be0932e79ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.1232016 Sep 15 16:02:42.637820 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.665627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf185b6b-5399-4f31-942b-2bf4d12344f7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:42.733942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.780179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.793787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28611df4-4d7c-4a12-9954-dbfeeb42ba3a {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:42.815933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.822746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.825343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.939568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.25.0.54 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ce96bd27-8794-45f4-960f-006d3f5819fe) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:42.980737 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:42.993735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Transition to ACTIVE for port object 28611df4-4d7c-4a12-9954-dbfeeb42ba3a will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:02:43.009102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b6b365-a4d7-4b1c-a0f7-1cf6eb4e0e54,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:43.018775 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.064506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.086423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f927cdd8-bddf-46a3-a812-40ba5c6a5f58']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:43.097886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61ea706-82ba-4a8a-ac1c-3820a8de508d') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:43.098319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61ea706-82ba-4a8a-ac1c-3820a8de508d') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:43.109309 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.141136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.157627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.166169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.168596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:02:43.169253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:02:43.173397 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:02:43.207676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d472c-34d0-4aa8-8973-cc3cd2ae3998 req-8beb234b-64f1-4ccb-a3ec-0ff1f750e36a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.209387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a56d472c-34d0-4aa8-8973-cc3cd2ae3998 req-8beb234b-64f1-4ccb-a3ec-0ff1f750e36a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.0932982 Sep 15 16:02:43.220311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Port': ['ID=193e20fa-f2a6-44a0-8196-e4c207e189e8,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:43.238676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dd186-51c8-4f26-9b00-9dc03bb3e7da req-6a650183-613b-4ea3-a243-51a812575d9e tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.246569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4d9dd186-51c8-4f26-9b00-9dc03bb3e7da req-6a650183-613b-4ea3-a243-51a812575d9e tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.2740104 Sep 15 16:02:43.286124 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a56d472c-34d0-4aa8-8973-cc3cd2ae3998 req-4103a2db-201a-4ebb-9db1-3fc38e940686 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491679 Sep 15 16:02:43.345314 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.355124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f927cdd8-bddf-46a3-a812-40ba5c6a5f58 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 15 16:02:43.355124 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.360122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "DELETE /v2.0/networks/f927cdd8-bddf-46a3-a812-40ba5c6a5f58 HTTP/1.1" status: 204 len: 168 time: 2.3757377 Sep 15 16:02:43.367992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60876) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:43.376073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2337-6213-4b4b-9134-a7ae92bd73b9 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event deleted for resources: {'Network': ['ID=f927cdd8-bddf-46a3-a812-40ba5c6a5f58,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:43.564150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2c4a7953-9ca4-46ef-bb33-8db9a307d71b tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.1947780 Sep 15 16:02:43.593370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60882) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:43.698927 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.703245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95422b-4a72-48e7-9283-1adad69aa487 req-b010b4ef-2243-486c-8afb-b15886d3a3e8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.705142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e95422b-4a72-48e7-9283-1adad69aa487 req-b010b4ef-2243-486c-8afb-b15886d3a3e8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 907 time: 0.1679156 Sep 15 16:02:43.722866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.723679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.724409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.725111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.725760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.726404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.727142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.727991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.728983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.729633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.731229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.731999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:43.734492 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c8fa42b-c296-433f-b466-fd169cbaf139 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7633 time: 0.1397843 Sep 15 16:02:43.737955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:43.748240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:43.786051 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-1d6bdbb1-6200-4b04-911c-34e6e4397a3d tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] delete failed (client error): The resource could not be found. Sep 15 16:02:43.787385 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1d6bdbb1-6200-4b04-911c-34e6e4397a3d tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "DELETE /v2.0/floatingips/0340b33b-588b-456f-80f0-25056c95f71f HTTP/1.1" status: 404 len: 345 time: 0.0477822 Sep 15 16:02:43.789947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60886) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:43.805156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4d9dd186-51c8-4f26-9b00-9dc03bb3e7da req-4e6689ec-4e83-4a07-8431-04c80d9e1b78 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574267 Sep 15 16:02:43.813723 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0aefab9-74eb-4ac8-b76e-e2068f669bdc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] DELETE failed (client error): The resource could not be found. Sep 15 16:02:43.814464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0aefab9-74eb-4ac8-b76e-e2068f669bdc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:02:43.816565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f0aefab9-74eb-4ac8-b76e-e2068f669bdc tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "DELETE /v2.0/networks/f927cdd8-bddf-46a3-a812-40ba5c6a5f58 HTTP/1.1" status: 404 len: 339 time: 0.0254056 Sep 15 16:02:43.821514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60888) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:43.826738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'network': {'name': 'tempest-network--358913157', 'router:external': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:43.848860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:43.862420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:43.922356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Attempting to bind port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:43.922745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Attempting to bind port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:43.923010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Attempting to bind port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a on network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:43.930532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a on network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:43.937522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Attempting to bind port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a on network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:43.938808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:02:43.939511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Checking segment: {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:43.939896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Bound using segment: {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:02:43.940327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Bound port: 28611df4-4d7c-4a12-9954-dbfeeb42ba3a, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f152983-6650-4a64-9937-c26e9e765adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:02:43.940707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.962480 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:43.994386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Made reservation on behalf of f5d835ed98ee46b09001937aad76ecc6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:43.995865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.071944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:44.077752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:44.081385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:44.093052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:44.099292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=ce96bd27-8794-45f4-960f-006d3f5819fe,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:44.125242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.125583 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Added segment b4f943ad-cb7c-4ee3-83e9-7822947f0927 of type vlan for network 17f15ee7-b80b-45ed-9f97-9d4047de1d23 Sep 15 16:02:44.168836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Router 86e9ec01-5909-45c2-9d16-35e0888e294e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:44.173726 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.176653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] For port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:44.180615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] For port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:02:44.229369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bf4b4b16-3c9a-4970-be02-34355cd14feb None None] Provisioning complete for port 193e20fa-f2a6-44a0-8196-e4c207e189e8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:44.230667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4b16-3c9a-4970-be02-34355cd14feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.268957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b4b16-3c9a-4970-be02-34355cd14feb None None] Port 193e20fa-f2a6-44a0-8196-e4c207e189e8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:44.278686 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.288334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.290038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.290806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.364878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Network': ['ID=17f15ee7-b80b-45ed-9f97-9d4047de1d23,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:44.378631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.379239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.388055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] 10.222.0.55 "PUT /v2.0/ports/28611df4-4d7c-4a12-9954-dbfeeb42ba3a HTTP/1.1" status: 200 len: 1055 time: 2.4776750 Sep 15 16:02:44.394843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'tag': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:44.397229 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6853f390-8b95-4df9-bd00-031e10eb58ba" -d '{"events": [{"name": "network-changed", "server_uuid": "132eddf1-fdd0-491c-98f4-9a6dff05b81d", "tag": "28611df4-4d7c-4a12-9954-dbfeeb42ba3a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:44.398891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ad68514-98cf-4106-b076-f0ab84c7fe07 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5760617 Sep 15 16:02:44.401309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:44.426621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 17f15ee7-b80b-45ed-9f97-9d4047de1d23 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:44.461994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:44.474837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-40804dd0-69f7-48be-8c70-dcdb04f28423 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "PUT /v2.0/routers/86e9ec01-5909-45c2-9d16-35e0888e294e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6702693 Sep 15 16:02:44.476744 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] Sync routers for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:44.482479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60918) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:44.489895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Request body: {'port': {'network_id': '2991bdd0-9a22-457a-b8d3-39320ab15e69', 'name': 'tempest-FloatingIPAdminTestJSON-511784983'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:44.492361 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:44.493041 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:44.553580 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:44.576969 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1be150-953b-42ab-8993-09fbb41a285e x-openstack-request-id: req-2e1be150-953b-42ab-8993-09fbb41a285e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:44.577669 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132eddf1-fdd0-491c-98f4-9a6dff05b81d", "tag": "28611df4-4d7c-4a12-9954-dbfeeb42ba3a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:44.578116 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2e1be150-953b-42ab-8993-09fbb41a285e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:44.579168 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'tag': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a', 'status': 'completed', 'code': 200} Sep 15 16:02:44.580551 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:44.581413 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:44.619944 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:44.621670 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c0987-9af4-4088-a7c3-5ab95c1a6962 None None] The sync data for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:44.691168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2aec5-2e04-47af-812c-30e3e09b5ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:44.742627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21447a-03e9-42a5-b08e-0d14b462b16d req-ecb4a13d-84ba-485f-bf37-a938e38850b4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.744799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f21447a-03e9-42a5-b08e-0d14b462b16d req-ecb4a13d-84ba-485f-bf37-a938e38850b4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.3445172 Sep 15 16:02:44.795518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-22faf067-ac24-4db2-9d7b-3f146a679157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.797574 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-22faf067-ac24-4db2-9d7b-3f146a679157 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 1058 time: 0.2295349 Sep 15 16:02:44.809188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46125ccb-b70c-429a-a6f9-a4d5c28f7cc7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.811450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46125ccb-b70c-429a-a6f9-a4d5c28f7cc7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.817858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46125ccb-b70c-429a-a6f9-a4d5c28f7cc7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.825465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46125ccb-b70c-429a-a6f9-a4d5c28f7cc7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:44.830958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-46125ccb-b70c-429a-a6f9-a4d5c28f7cc7 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4264584 Sep 15 16:02:44.839070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:44.937075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f21447a-03e9-42a5-b08e-0d14b462b16d req-8339ca36-f2db-4825-91d4-2187a957c531 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044347 Sep 15 16:02:44.957549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:44.957935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-f22fe3e3-cd9f-4727-a74f-758210e606c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=28611df4-4d7c-4a12-9954-dbfeeb42ba3a HTTP/1.1" status: 200 len: 217 time: 0.0989127 Sep 15 16:02:45.012613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60960) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:45.076291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-48b17893-d0b2-49a9-9e16-47f413f51e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.078308 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-48b17893-d0b2-49a9-9e16-47f413f51e7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=924769bf-fbd0-4fa2-a955-5200321c1521 HTTP/1.1" status: 200 len: 838 time: 0.1113286 Sep 15 16:02:45.089850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f4d00-5b6f-4cb4-9c9c-c4703bfb61bf req-b6298d01-7ee8-455f-b15b-131ec5dd3a64 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.091831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de5f4d00-5b6f-4cb4-9c9c-c4703bfb61bf req-b6298d01-7ee8-455f-b15b-131ec5dd3a64 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 907 time: 0.2071140 Sep 15 16:02:45.119996 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.139341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Made reservation on behalf of 45c723c580f74bf3bc288516e40d9242 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:45.142859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.170933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae54828-b852-4a72-851e-80111df5c552 req-df86e213-621f-4a15-8633-c7d919fea2b0 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.172537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cae54828-b852-4a72-851e-80111df5c552 req-df86e213-621f-4a15-8633-c7d919fea2b0 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1619725 Sep 15 16:02:45.174324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f15ee7-b80b-45ed-9f97-9d4047de1d23']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:45.189230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f943ad-cb7c-4ee3-83e9-7822947f0927') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:45.189606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f943ad-cb7c-4ee3-83e9-7822947f0927') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:45.190571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] device_id is not set on port a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:02:45.213740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.234878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.235418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.235834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.236309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.236802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.237266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.237880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.244074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-da7e80c7-5cfe-4909-a0c7-fde6ce9c173b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6501 time: 0.2248631 Sep 15 16:02:45.251624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.256550 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.277911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:02:45.278775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.280404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-72299be5-ac50-4a14-a77f-3e3a81db7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.282034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-72299be5-ac50-4a14-a77f-3e3a81db7a1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f4b41af-fae2-4b81-af38-bfe0af4ed771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892893 Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:02:45.282201 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:02:45.295588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cae54828-b852-4a72-851e-80111df5c552 req-44120228-9f08-4d82-a0e1-52446106cb63 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126771 Sep 15 16:02:45.361978 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-1a52abc3-83cb-483e-a73a-1a28e532868d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069176 Sep 15 16:02:45.413654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-edeaccd4-7aff-4564-9135-481e82739f1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539956 Sep 15 16:02:45.482086 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.515294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 17f15ee7-b80b-45ed-9f97-9d4047de1d23 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 15 16:02:45.519662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.526574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "DELETE /v2.0/networks/17f15ee7-b80b-45ed-9f97-9d4047de1d23 HTTP/1.1" status: 204 len: 168 time: 0.6808693 Sep 15 16:02:45.530100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60974) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:45.533155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d45f15-a50c-4d07-9e02-2e90cfa34151 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event deleted for resources: {'Network': ['ID=17f15ee7-b80b-45ed-9f97-9d4047de1d23,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:45.537858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Allocated IP 172.20.0.4 (2991bdd0-9a22-457a-b8d3-39320ab15e69/1bcaccbb-320e-4577-8a0e-2c4acdb575a1/a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:45.543370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'network': {'name': 'tempest-network--1247174035', 'router:external': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:45.551876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452042-be2d-4f61-8658-c6abea1ae77c req-71d0dfbf-0a20-4044-8ee5-3fe3b3f8abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.553904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-71d0dfbf-0a20-4044-8ee5-3fe3b3f8abdb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1135 time: 0.0839412 Sep 15 16:02:45.558485 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.606150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81410281-b3b0-46eb-ad37-01689ea28442 req-1cdd7357-9b18-401c-949b-e3534c26696a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.607861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81410281-b3b0-46eb-ad37-01689ea28442 req-1cdd7357-9b18-401c-949b-e3534c26696a tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.2116439 Sep 15 16:02:45.702546 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-afb4a174-9b50-4058-b036-dde7573e9700 service neutron] 10.222.0.55 "GET /v2.0/networks/3f4b41af-fae2-4b81-af38-bfe0af4ed771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051059 Sep 15 16:02:45.711097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452042-be2d-4f61-8658-c6abea1ae77c req-421d0212-9cea-45e1-a9d9-a1de9f501293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.713182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-421d0212-9cea-45e1-a9d9-a1de9f501293 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c86c0e06-0cbd-4bee-9346-a047263283bf HTTP/1.1" status: 200 len: 897 time: 0.1268036 Sep 15 16:02:45.763496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Made reservation on behalf of f5d835ed98ee46b09001937aad76ecc6 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:45.765800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:45.770093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81410281-b3b0-46eb-ad37-01689ea28442 req-7d97b48d-3e17-4f7c-8210-5ef56f77bee5 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546631 Sep 15 16:02:45.791480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60980) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:45.820537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-fd0a7b65-a238-4463-ba52-d8c0a1ea62a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2 HTTP/1.1" status: 200 len: 999 time: 0.1007071 Sep 15 16:02:45.944570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452042-be2d-4f61-8658-c6abea1ae77c req-b5c9106f-c7a9-4bbc-bf6d-f3423bff2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.944946 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-b5c9106f-c7a9-4bbc-bf6d-f3423bff2299 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=456de2e3-0c41-4600-b1f2-76fe920a04ba HTTP/1.1" status: 200 len: 835 time: 0.1164963 Sep 15 16:02:45.952225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:45.957478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966c676-2402-4a20-b0a3-1b5d8069dac9 req-d7c0c5ba-8b8e-4dd7-8a29-f6ce7bebb405 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:45.959736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a966c676-2402-4a20-b0a3-1b5d8069dac9 req-d7c0c5ba-8b8e-4dd7-8a29-f6ce7bebb405 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.0775645 Sep 15 16:02:46.002395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.002395 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Added segment 0aa0d979-0281-4be8-92ef-4b989122356d of type vlan for network 536f71de-5b14-4970-9f54-9b2ade509fbd Sep 15 16:02:46.039376 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e731f-0b77-4583-9b19-f2e08bba4e70 req-159c3d0c-0986-40fa-9d92-f7720f2a2e25 service neutron] 10.222.0.55 "GET /v2.0/networks/3f4b41af-fae2-4b81-af38-bfe0af4ed771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122180 Sep 15 16:02:46.047204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a966c676-2402-4a20-b0a3-1b5d8069dac9 req-f89ac5c4-cbca-482e-a755-d6890921200e tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472529 Sep 15 16:02:46.050317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52452042-be2d-4f61-8658-c6abea1ae77c req-aac77c33-4562-499c-9186-a2db434c34d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:46.051932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-aac77c33-4562-499c-9186-a2db434c34d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c86c0e06-0cbd-4bee-9346-a047263283bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913129 Sep 15 16:02:46.074667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-704b8995-444c-442f-a46a-06cbd798b564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.091552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.115405 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.134152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.187024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.202032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-36d93e00-90ea-4966-b739-25e92da089b9 service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371088 Sep 15 16:02:46.316093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.330624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=ce96bd27-8794-45f4-960f-006d3f5819fe,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:46.346392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.347312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:46.347888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.349089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170bef6-0db4-4823-9962-a0541824c01a req-f5962f0d-c5f5-475d-84ba-3961154babcf tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:46.350634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5170bef6-0db4-4823-9962-a0541824c01a req-f5962f0d-c5f5-475d-84ba-3961154babcf tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 907 time: 0.1327162 Sep 15 16:02:46.367710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52452042-be2d-4f61-8658-c6abea1ae77c req-33740782-3637-40fe-af8d-e2d3d68b72fd service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585908 Sep 15 16:02:46.394466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-3e355fd1-66c8-4c74-a1ef-a87ea89b357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:46.396030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-3e355fd1-66c8-4c74-a1ef-a87ea89b357e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 1058 time: 0.2067022 Sep 15 16:02:46.480661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9293-8abf-42bb-9755-3bbcbf937bd4 req-75889161-a9fd-4e5a-ad0b-5853785e3709 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:46.481990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-473f9293-8abf-42bb-9755-3bbcbf937bd4 req-75889161-a9fd-4e5a-ad0b-5853785e3709 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.0553613 Sep 15 16:02:46.528430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-473f9293-8abf-42bb-9755-3bbcbf937bd4 req-8b6a9366-81a7-4969-ae1a-8062b1054ea6 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Sep 15 16:02:46.723290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.769529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:46.854163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:46.864609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:46.908098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event updated for resources: {'Port': ['ID=a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:46.946830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Network': ['ID=536f71de-5b14-4970-9f54-9b2ade509fbd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:46.957072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 536f71de-5b14-4970-9f54-9b2ade509fbd details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:47.005718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-704b8995-444c-442f-a46a-06cbd798b564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.063271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffe1db-81ea-4b22-a1cc-f113cab579a6 req-cfc9aba0-3a70-458e-9c6d-21eeff8854fa tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.064798 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fffe1db-81ea-4b22-a1cc-f113cab579a6 req-cfc9aba0-3a70-458e-9c6d-21eeff8854fa tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.3516612 Sep 15 16:02:47.074495 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-704b8995-444c-442f-a46a-06cbd798b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.086990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.087580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.134119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-79afa953-5713-4ced-98e9-5c3705dff4a0 None None] Provisioning complete for port a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:47.134514 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-79afa953-5713-4ced-98e9-5c3705dff4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.159515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1237999a-2c4c-4f71-940c-207d73687281 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6263468 Sep 15 16:02:47.160723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-6491c686-3d0d-4e4f-9e72-1c88788e1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.162083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-6491c686-3d0d-4e4f-9e72-1c88788e1dd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f4b41af-fae2-4b81-af38-bfe0af4ed771 HTTP/1.1" status: 200 len: 898 time: 0.4400260 Sep 15 16:02:47.162427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60994) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:47.171254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-79afa953-5713-4ced-98e9-5c3705dff4a0 None None] Port a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:02:47.175074 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 9e77333f-3bf4-4131-9078-c54f46e67137 associated. External IP: 172.25.0.54, port: b531bf1d-7ebc-4ba9-800c-d326fa738f71. Sep 15 16:02:47.177200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b8995-444c-442f-a46a-06cbd798b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c3f35-87db-4823-a6ab-c5bdc8cbd6d3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:47.192840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-704b8995-444c-442f-a46a-06cbd798b564 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a48156a44d94ca69af5daf0452f58c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3875086 Sep 15 16:02:47.196045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60996) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:47.265898 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12884164-444a-4918-bb48-470ea03ebf46 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7803991 Sep 15 16:02:47.269081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 60998) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:47.275769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495041be-1206-4043-b15d-a19337953243 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.278003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-495041be-1206-4043-b15d-a19337953243 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] 10.222.0.63 "GET /v2.0/networks/536f71de-5b14-4970-9f54-9b2ade509fbd HTTP/1.1" status: 200 len: 757 time: 0.1139827 Sep 15 16:02:47.279177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-b02a5e9f-028b-4419-a883-21d1754cf530 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=28611df4-4d7c-4a12-9954-dbfeeb42ba3a HTTP/1.1" status: 200 len: 217 time: 0.1069477 Sep 15 16:02:47.280717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32770) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:47.282120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fffe1db-81ea-4b22-a1cc-f113cab579a6 req-e1355912-5e4f-4aa7-96a3-bfec8512ee61 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102757 Sep 15 16:02:47.335324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1a80dd1-f1b1-45d7-b091-63e5d9472cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.391162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-57d4d255-6928-4b19-9bde-b9e999814043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.392960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-57d4d255-6928-4b19-9bde-b9e999814043 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=924769bf-fbd0-4fa2-a955-5200321c1521 HTTP/1.1" status: 200 len: 838 time: 0.0949659 Sep 15 16:02:47.394899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a8846-971c-4021-93dd-a46911ee1b68 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.396510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9a7a8846-971c-4021-93dd-a46911ee1b68 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] 10.222.0.63 "GET /v2.0/networks/18b1e6ea-fca7-47e8-9b74-693ebde2830a HTTP/1.1" status: 200 len: 768 time: 0.1146672 Sep 15 16:02:47.399692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:47.403113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1a80dd1-f1b1-45d7-b091-63e5d9472cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.431474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'project_id': '45c723c580f74bf3bc288516e40d9242', 'port_id': 'a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:47.511860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-862a9ff3-c0bb-4446-a93d-dc8e23dc83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.513482 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-862a9ff3-c0bb-4446-a93d-dc8e23dc83f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f4b41af-fae2-4b81-af38-bfe0af4ed771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129198 Sep 15 16:02:47.527476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.547100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 28611df4-4d7c-4a12-9954-dbfeeb42ba3a details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:02:47.550552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc3f2-1024-48f2-b781-db179a0c27f7 req-200fb971-c07c-423c-beef-a40310d61d0c tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.553248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6cbfc3f2-1024-48f2-b781-db179a0c27f7 req-200fb971-c07c-423c-beef-a40310d61d0c tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 907 time: 0.1137476 Sep 15 16:02:47.644253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.650530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.660284 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1a80dd1-f1b1-45d7-b091-63e5d9472cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.663104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1a80dd1-f1b1-45d7-b091-63e5d9472cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.664435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a1a80dd1-f1b1-45d7-b091-63e5d9472cf8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6a2c3f35-87db-4823-a6ab-c5bdc8cbd6d3 HTTP/1.1" status: 204 len: 168 time: 0.4674673 Sep 15 16:02:47.678762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:47.709003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:47.728819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a', 'network_id': '3f4b41af-fae2-4b81-af38-bfe0af4ed771', 'port_id': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a', 'mac_address': 'fa:16:3e:c5:f1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '924769bf-fbd0-4fa2-a955-5200321c1521', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:02:47.746397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-470ab8c8-a807-4084-822a-44ae8e5cca58 service neutron] 10.222.0.55 "GET /v2.0/networks/3f4b41af-fae2-4b81-af38-bfe0af4ed771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996408 Sep 15 16:02:47.780915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.798279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28611df4-4d7c-4a12-9954-dbfeeb42ba3a {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:02:47.822905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b273e-dea2-47f1-9e43-4f10bde685d1 req-c06ee71b-1cad-4da4-bf7b-ac27d059b698 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:47.823170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:47.824604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a2b273e-dea2-47f1-9e43-4f10bde685d1 req-c06ee71b-1cad-4da4-bf7b-ac27d059b698 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1784401 Sep 15 16:02:47.916907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:47.968707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80dd1-f1b1-45d7-b091-63e5d9472cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c3f35-87db-4823-a6ab-c5bdc8cbd6d3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:47.971153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:47.971672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536f71de-5b14-4970-9f54-9b2ade509fbd']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:47.982662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa0d979-0281-4be8-92ef-4b989122356d') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:47.982955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa0d979-0281-4be8-92ef-4b989122356d') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:47.993793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.008411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.014546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:02:48.014940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:02:48.016981 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:02:48.038815 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a2b273e-dea2-47f1-9e43-4f10bde685d1 req-e10e6aea-1d7a-4bed-a3df-22c61201159f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691525 Sep 15 16:02:48.041909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6853f390-8b95-4df9-bd00-031e10eb58ba req-3724e691-f8be-4ea3-8169-973b0ad76a57 service neutron] 10.222.0.55 "GET /v2.0/networks/3f4b41af-fae2-4b81-af38-bfe0af4ed771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575314 Sep 15 16:02:48.045971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:48.059192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:48.065640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.075156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:48.075793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:48.112289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:48.123194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:48.123814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:48.155897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:48.156578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677f2a26-6b54-4cab-b62e-49875bd54315 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:48.162542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.169608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 536f71de-5b14-4970-9f54-9b2ade509fbd {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 15 16:02:48.172321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.174207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "DELETE /v2.0/networks/536f71de-5b14-4970-9f54-9b2ade509fbd HTTP/1.1" status: 204 len: 168 time: 0.7735991 Sep 15 16:02:48.183483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32782) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:48.189782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'network': {'name': 'tempest-network--630999716'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:48.192775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad1cb1-b168-48d7-8536-d3c736fa8354 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event deleted for resources: {'Network': ['ID=536f71de-5b14-4970-9f54-9b2ade509fbd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:48.215067 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.234090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['28611df4-4d7c-4a12-9954-dbfeeb42ba3a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:48.263414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-44ba4159-98c8-4dbf-93fb-7254f8510d30 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0976825 Sep 15 16:02:48.264147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32786) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:48.267828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Made reservation on behalf of f5d835ed98ee46b09001937aad76ecc6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:48.271533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:48.271672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.311680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:48.321564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.322041 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Added segment 46640601-178d-4561-8b56-a368dda97f77 of type vlan for network e58df98d-7b6d-44e2-b560-e70c3c208280 Sep 15 16:02:48.398324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.468995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f73fdf-99ac-4971-b71b-eceac3de1910 req-2ab2cbb7-c95a-4f12-bea4-bfe6ff45d64f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:48.472971 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8f73fdf-99ac-4971-b71b-eceac3de1910 req-2ab2cbb7-c95a-4f12-bea4-bfe6ff45d64f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.0885410 Sep 15 16:02:48.477902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Allocated IP 172.25.0.252 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/96f695aa-bc71-42a2-b17b-f5beaf2536bd) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:48.493017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.501189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.502296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:48.503016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.539664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8f73fdf-99ac-4971-b71b-eceac3de1910 req-c7ba07f2-e7a1-49e5-a1d2-46c8a10ba70d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586898 Sep 15 16:02:48.617937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4307268 Sep 15 16:02:48.617937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ba1c0-166f-44ef-bdd4-f882d49ffbf7 tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Network': ['ID=e58df98d-7b6d-44e2-b560-e70c3c208280,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:48.618611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32798) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:48.624364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:48.628594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e58df98d-7b6d-44e2-b560-e70c3c208280 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:48.803077 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.893886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.923715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Network e58df98d-7b6d-44e2-b560-e70c3c208280 is not hosted by any dhcp agent {{(pid=102018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 16:02:49.132224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:49.132224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.132224 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "PUT /v2.0/networks/e58df98d-7b6d-44e2-b560-e70c3c208280 HTTP/1.1" status: 200 len: 857 time: 0.3103807 Sep 15 16:02:49.132224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32806) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:49.132224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf39f65-2732-4060-936c-cd0ab064240f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event updated for resources: {'Network': ['ID=e58df98d-7b6d-44e2-b560-e70c3c208280,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:49.132224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.133381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad11094-e7db-4d6a-8000-27ad286ded57 req-92794c70-ba3b-4d33-86b8-54d7f2f1d450 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:49.133381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ad11094-e7db-4d6a-8000-27ad286ded57 req-92794c70-ba3b-4d33-86b8-54d7f2f1d450 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 908 time: 0.4548836 Sep 15 16:02:49.152062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.165027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.204509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.231813 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.232152 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 9e77333f-3bf4-4131-9078-c54f46e67137 disassociated. External IP: 172.25.0.54, port: b531bf1d-7ebc-4ba9-800c-d326fa738f71. Sep 15 16:02:49.234888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58df98d-7b6d-44e2-b560-e70c3c208280']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:49.244094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759c31e-bbca-4803-9b62-d14a7b2138a4 req-fe90e804-573e-4117-8f9a-c4f956b06294 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:49.245719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f759c31e-bbca-4803-9b62-d14a7b2138a4 req-fe90e804-573e-4117-8f9a-c4f956b06294 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1113818 Sep 15 16:02:49.254458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46640601-178d-4561-8b56-a368dda97f77') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:49.254756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46640601-178d-4561-8b56-a368dda97f77') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:49.273493 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.274471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.297223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.309807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:02:49.310211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:02:49.311946 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:02:49.329987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:49.337301 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f759c31e-bbca-4803-9b62-d14a7b2138a4 req-5c91c148-bec3-460e-bda3-d9c8974e4824 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805550 Sep 15 16:02:49.362031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:49.374508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:49.379044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Pushing event updated for resources: {'Port': ['ID=96f695aa-bc71-42a2-b17b-f5beaf2536bd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:49.436401 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.450882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e58df98d-7b6d-44e2-b560-e70c3c208280 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 15 16:02:49.454296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Pushing event deleted for resources: {'Network': ['ID=e58df98d-7b6d-44e2-b560-e70c3c208280,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:49.456192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.461416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69c0f72f-4c5c-4ea6-b342-3d1c7aa8de9f tempest-ExternalNetworksTestJSON-2108016674 tempest-ExternalNetworksTestJSON-2108016674-project-admin] 10.222.0.63 "DELETE /v2.0/networks/e58df98d-7b6d-44e2-b560-e70c3c208280 HTTP/1.1" status: 204 len: 168 time: 0.5230474 Sep 15 16:02:49.463945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32816) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:49.490054 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae9f115-c8a2-4717-8e82-7a1147c6fe37 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] DELETE failed (client error): The resource could not be found. Sep 15 16:02:49.490871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae9f115-c8a2-4717-8e82-7a1147c6fe37 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:02:49.494755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eae9f115-c8a2-4717-8e82-7a1147c6fe37 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] 10.222.0.63 "DELETE /v2.0/subnets/c6b6b365-a4d7-4b1c-a0f7-1cf6eb4e0e54 HTTP/1.1" status: 404 len: 337 time: 0.0296898 Sep 15 16:02:49.496037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32818) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:49.550812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 28611df4-4d7c-4a12-9954-dbfeeb42ba3a up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:02:49.716340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:02:49.720457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:02:49.720971 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.738154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.779628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:49.828076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb926d-64d3-465e-8fca-4dcf35927460 req-cd12e507-df3c-4b60-ab3d-5b92b30a6f5f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:49.829682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11cb926d-64d3-465e-8fca-4dcf35927460 req-cd12e507-df3c-4b60-ab3d-5b92b30a6f5f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1765304 Sep 15 16:02:49.850498 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:49.883879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:49.893332 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110a0c35-6ceb-479e-b1e8-449af29ca800" -d '{"events": [{"server_uuid": "132eddf1-fdd0-491c-98f4-9a6dff05b81d", "name": "network-vif-plugged", "status": "completed", "tag": "28611df4-4d7c-4a12-9954-dbfeeb42ba3a"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:49.911822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:49.945224 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c543cae-8c20-4d6f-9736-707298a3dd7c x-openstack-request-id: req-4c543cae-8c20-4d6f-9736-707298a3dd7c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:49.945599 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132eddf1-fdd0-491c-98f4-9a6dff05b81d", "name": "network-vif-plugged", "status": "completed", "tag": "28611df4-4d7c-4a12-9954-dbfeeb42ba3a", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:49.946475 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c543cae-8c20-4d6f-9736-707298a3dd7c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:49.948258 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a', 'code': 200} Sep 15 16:02:49.997235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.057869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:50.097722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32834) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:50.144113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3db5-b348-4501-97a6-9924ba9eddea req-a4a177f8-c9b6-48ca-b8f7-dc990a4ba4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.145725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce7f3db5-b348-4501-97a6-9924ba9eddea req-a4a177f8-c9b6-48ca-b8f7-dc990a4ba4a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.3691621 Sep 15 16:02:50.148808 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.157477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11cb926d-64d3-465e-8fca-4dcf35927460 req-547c1675-890a-473c-acba-6be7c6db4174 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902784 Sep 15 16:02:50.265665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b1e6ea-fca7-47e8-9b74-693ebde2830a']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:50.275789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-1b98fe60-fa01-4e1a-84e2-10bcd1af6b29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3702989 Sep 15 16:02:50.290729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e174f-702e-4a47-a222-1b3627851429 req-58a7f614-b479-4412-8f6e-d75c35fc9d7d tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.293473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-780e174f-702e-4a47-a222-1b3627851429 req-58a7f614-b479-4412-8f6e-d75c35fc9d7d tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.0752201 Sep 15 16:02:50.302552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e49a45-5176-45a4-a240-26bb4463a579') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:50.302833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e49a45-5176-45a4-a240-26bb4463a579') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:50.336657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-301990009'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:50.357668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.379216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14eb77-9e72-4d97-b75c-f1f7c05253e9 req-d6098982-4f71-4a79-84f8-15dace5990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.380732 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14eb77-9e72-4d97-b75c-f1f7c05253e9 req-d6098982-4f71-4a79-84f8-15dace5990b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 1060 time: 0.3543415 Sep 15 16:02:50.391865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce7f3db5-b348-4501-97a6-9924ba9eddea req-7cac71c9-615f-47e3-8acb-d47a9b9b2347 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326906 Sep 15 16:02:50.414931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Made reservation on behalf of 823cbbb181204bfc80e0ecaeecd0ff7a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:50.415388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.418969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:50.420878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.431532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.433473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.435449 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:50.440823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:02:50.445084 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:02:50.448918 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:50.449714 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:50.485215 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:50.495777 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:50.497287 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:50.549334 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:50.550311 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1fb49b-9743-4fa0-9863-a64722f39028 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:50.555899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.587965 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4babebdc-2551-4ea1-99f1-320569a72125 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/floatingips/9e77333f-3bf4-4131-9078-c54f46e67137 HTTP/1.1" status: 200 len: 687 time: 2.3227801 Sep 15 16:02:50.603589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32842) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:50.611357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.611840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.612308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.612814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.613254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.613811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.614271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.616310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-045c098a-b4cc-4282-9b16-7d68d99c293f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6676d2b0a39459eba370ebe3610051f&device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 6501 time: 0.2567766 Sep 15 16:02:50.618811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.643787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.660568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e07227-367c-46ac-a27a-d59a2074cf74 req-506e8a5b-5277-478c-9d18-d3c271bc2129 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.662145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e1e07227-367c-46ac-a27a-d59a2074cf74 req-506e8a5b-5277-478c-9d18-d3c271bc2129 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.2226899 Sep 15 16:02:50.673574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:02:50.691306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.702366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.707413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] 10.222.0.63 "DELETE /v2.0/networks/18b1e6ea-fca7-47e8-9b74-693ebde2830a HTTP/1.1" status: 204 len: 168 time: 1.2075019 Sep 15 16:02:50.718505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4990e9-e43c-4abc-8ce8-c47eddb31888 tempest-ExternalNetworksTestJSON-769833512 tempest-ExternalNetworksTestJSON-769833512-project] Pushing event deleted for resources: {'Network': ['ID=18b1e6ea-fca7-47e8-9b74-693ebde2830a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:50.735237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e1e07227-367c-46ac-a27a-d59a2074cf74 req-36cb0156-c319-40df-8e65-0f15bb855fe2 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656762 Sep 15 16:02:50.735512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409bc9c4-9687-4a98-8e3d-ee9a5910a316,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:50.740024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.740938 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Added segment 3582e181-08b2-4c0e-90cc-7204d131c272 of type vlan for network 2b8af569-827c-485d-b59d-e91e3bf0e252 Sep 15 16:02:50.810553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.815298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.849088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port ce96bd27-8794-45f4-960f-006d3f5819fe {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:02:50.849088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.903609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.909544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.910454 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:50.938109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-557967a4-4e6b-4832-b1b0-6cdee9e926f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.938499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-557967a4-4e6b-4832-b1b0-6cdee9e926f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.938975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-557967a4-4e6b-4832-b1b0-6cdee9e926f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:50.940970 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-557967a4-4e6b-4832-b1b0-6cdee9e926f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750c4d85-afa9-4a00-a89d-5380a155e225&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&id=eb6b9cac-e073-4789-8d10-8d45dd36ee29 HTTP/1.1" status: 200 len: 2299 time: 0.1614928 Sep 15 16:02:51.003694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.004175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.011977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9105973 Sep 15 16:02:51.020676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fcbc6-0141-4eb9-9da7-e5835ca84770 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Pushing event updated for resources: {'Network': ['ID=2b8af569-827c-485d-b59d-e91e3bf0e252,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:51.028607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for ce96bd27-8794-45f4-960f-006d3f5819fe owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:02:51.032617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2b8af569-827c-485d-b59d-e91e3bf0e252 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:02:51.097032 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-165ec454-1e65-4542-8a69-b1f4827a3813 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 HTTP/1.1" status: 200 len: 1002 time: 0.1473200 Sep 15 16:02:51.175805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.183173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-38e25eb6-c885-4e95-9d8d-3719ea8c11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:51.185113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-38e25eb6-c885-4e95-9d8d-3719ea8c11f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1cead18e-5177-4b02-8696-b4085c0a29ee HTTP/1.1" status: 200 len: 856 time: 0.0741451 Sep 15 16:02:51.254075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.280308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32854) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:51.305727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.398484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=ce96bd27-8794-45f4-960f-006d3f5819fe,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:51.430388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.434969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.436382 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-654686c6-91dd-4396-a6da-a3ff456857c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/floatingips/9e77333f-3bf4-4131-9078-c54f46e67137 HTTP/1.1" status: 204 len: 168 time: 0.8316936 Sep 15 16:02:51.440182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32860) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:51.445315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '8ef36256-5523-4932-8f85-444ad468f166'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:51.471072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32862) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:51.476174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Request body: {'port': {'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252', 'binding:host_id': 'n-h1-808199-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2001731240'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:51.533680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:02:51.533680 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:02:51.533680 n-d-808199-2 neutron-server[102018]: [parameters: {'project_id_1': '6a43561be1d14c76b96e6090bf719f53', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 2, 31, 489738)}] Sep 15 16:02:51.533680 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:02:51.534290 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:02:51.574148 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ff323fcf-356c-4c28-a12a-324218c13a78 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0efbbee771dc47c8957e7374190ce8af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914643 Sep 15 16:02:51.578520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32864) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:51.610648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0147c30-0223-4712-960e-4640fdaa68ad req-b980074a-2c53-4f4a-86dc-7044eb85a41e tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:51.612242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0147c30-0223-4712-960e-4640fdaa68ad req-b980074a-2c53-4f4a-86dc-7044eb85a41e tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.0954576 Sep 15 16:02:51.635245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.692188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f034-49ec-4e72-b59f-e0d952089f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.712099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-981421c3-81cb-479b-9a27-38b8266cb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:51.713562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-981421c3-81cb-479b-9a27-38b8266cb853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750c4d85-afa9-4a00-a89d-5380a155e225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5185249 Sep 15 16:02:51.725212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Pushing event updated for resources: {'Port': ['ID=96f695aa-bc71-42a2-b17b-f5beaf2536bd,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:51.757791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f034-49ec-4e72-b59f-e0d952089f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.765603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.787879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578024a-0339-4552-b7b4-b88ed75edc7e req-e8816bd3-b4d4-420a-8ca4-c008b1adf01f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:51.789791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8578024a-0339-4552-b7b4-b88ed75edc7e req-e8816bd3-b4d4-420a-8ca4-c008b1adf01f tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.5378776 Sep 15 16:02:51.873566 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.929584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c3ff6-938c-41d1-8e80-6ed057c8beb0 req-a7beef49-8bd8-4414-a960-12568b7fe102 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:51.931106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e2c3ff6-938c-41d1-8e80-6ed057c8beb0 req-a7beef49-8bd8-4414-a960-12568b7fe102 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1111166 Sep 15 16:02:51.943775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8578024a-0339-4552-b7b4-b88ed75edc7e req-e68496bb-0357-484f-b02b-8968bc849622 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202607 Sep 15 16:02:51.968461 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Floating IP 72367602-a58a-432c-82ff-027ae8a54935 associated. External IP: 172.25.0.252, port: a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f. Sep 15 16:02:51.979600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f034-49ec-4e72-b59f-e0d952089f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.982404 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1d3f034-49ec-4e72-b59f-e0d952089f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.983579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c1d3f034-49ec-4e72-b59f-e0d952089f07 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/662ca18a-2734-43c2-8623-7a528a9e25db HTTP/1.1" status: 204 len: 168 time: 0.4041359 Sep 15 16:02:52.001201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e2c3ff6-938c-41d1-8e80-6ed057c8beb0 req-835a10cf-dbb2-4e36-82dc-e9819702c292 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608163 Sep 15 16:02:52.004150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3f034-49ec-4e72-b59f-e0d952089f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ca18a-2734-43c2-8623-7a528a9e25db,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:52.046637 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-e906c625-adfb-4ceb-a468-ef5e58d47793 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102491 Sep 15 16:02:52.085148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.25.0.65 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ffc8023d-eda1-4caf-9344-609503dc65dd) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:52.163108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Made reservation on behalf of 6a43561be1d14c76b96e6090bf719f53 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:52.165426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.178136 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.231087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-16b17da4-8d8a-4e5b-a90c-a6f6d1f588d5 service neutron] 10.222.0.55 "GET /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762984 Sep 15 16:02:52.239786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.319771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-ca0a4867-f181-44c8-9b5c-89455a4123e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 217 time: 0.0808787 Sep 15 16:02:52.325630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.382806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Router 86e9ec01-5909-45c2-9d16-35e0888e294e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:52.390543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-2bb60849-3244-40eb-a040-e3ba884c4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:52.392031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-2bb60849-3244-40eb-a040-e3ba884c4fee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.0653620 Sep 15 16:02:52.397267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.401696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.410764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] device_id is not set on port 0e0b51be-2c8b-4c96-a298-d277342beeaf yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:02:52.510404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:52.523435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-ca0960ee-d414-429b-aca1-fbd0730a789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:52.525003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-ca0960ee-d414-429b-aca1-fbd0730a789e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241024 Sep 15 16:02:52.530239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:52.534631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:52.537557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cebc71-03c7-4d1e-b093-d034ec8c3af2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:52.568729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=ffc8023d-eda1-4caf-9344-609503dc65dd,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:52.572930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:52.583824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] Sync routers for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:52.595977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:52.596637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:52.630361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:52.640458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:52.641068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:52.648730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-2cc5a6ae-7a4f-4622-8e3b-2e24e8130816 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121874 Sep 15 16:02:52.684149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:52.685172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e038b9dc-63d5-4fd9-8a8c-bc084e902b1f None None] The sync data for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:52.716151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32874) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:52.738262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.804735 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3a90771c-59a1-4c82-8a3f-558a5a0b3d00 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.5331895 Sep 15 16:02:52.811488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32876) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:52.885124 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-19a725e5-8c93-4ff6-ac2d-fa3dba9c4f6c service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282736 Sep 15 16:02:52.918044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] device_id is not set on port 0e0b51be-2c8b-4c96-a298-d277342beeaf yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:02:52.919013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fba941-b9ac-4514-a137-83da09af9f7f req-6b2f0cc2-af1d-4f64-b8f7-47910e4d37e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:52.920678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77fba941-b9ac-4514-a137-83da09af9f7f req-6b2f0cc2-af1d-4f64-b8f7-47910e4d37e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.1860592 Sep 15 16:02:52.926381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5e9a2278-3b6a-489f-af36-27765f308a07 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f5d835ed98ee46b09001937aad76ecc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084968 Sep 15 16:02:52.932928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32878) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:52.938967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.955564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-b47614d9-030f-49aa-ac32-b98bca2206d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 217 time: 0.0573332 Sep 15 16:02:53.033454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bb70a1e0-5f7f-4e5f-8fd9-553673f126a7 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] 10.222.0.63 "GET /v2.0/floatingips/72367602-a58a-432c-82ff-027ae8a54935 HTTP/1.1" status: 200 len: 982 time: 0.2153797 Sep 15 16:02:53.033842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32884) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:53.039158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.040851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66a0f1b-b7a3-4b0c-a232-75b78d041416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.141730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-7040808c-4bdd-44eb-a7e9-68e010a9f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:53.143099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-7040808c-4bdd-44eb-a7e9-68e010a9f58b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.1757655 Sep 15 16:02:53.144764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66a0f1b-b7a3-4b0c-a232-75b78d041416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.221225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0db53cd3-c3d7-4ad0-bad5-370eec0d1728 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1861987 Sep 15 16:02:53.224934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0b51be-2c8b-4c96-a298-d277342beeaf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:53.226135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32888) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:53.234391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815474cf-21b0-4237-93b8-d189460de1a8 req-0994babd-b897-41f4-b275-ab49ea8d99e7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:53.236002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-815474cf-21b0-4237-93b8-d189460de1a8 req-0994babd-b897-41f4-b275-ab49ea8d99e7 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1361563 Sep 15 16:02:53.300621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-b9b3e4b7-08b7-4903-9a3f-a0894b884581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:53.302219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-b9b3e4b7-08b7-4903-9a3f-a0894b884581 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1462412 Sep 15 16:02:53.307995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b58f-e6fa-4916-b317-1c07f0382867 req-6f25f2b7-d8b9-4dfd-b5aa-1efa744d1eb1 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:53.309454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b828b58f-e6fa-4916-b317-1c07f0382867 req-6f25f2b7-d8b9-4dfd-b5aa-1efa744d1eb1 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.2747502 Sep 15 16:02:53.367804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-815474cf-21b0-4237-93b8-d189460de1a8 req-0dbc4f57-d127-4611-ac1d-1f0c0d4c741d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207733 Sep 15 16:02:53.410430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Checking segment: {'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:02:53.411628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Network hostable DHCP agents. Network: 2b8af569-827c-485d-b59d-e91e3bf0e252, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:02:53.510009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66a0f1b-b7a3-4b0c-a232-75b78d041416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.513704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e66a0f1b-b7a3-4b0c-a232-75b78d041416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.514904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e66a0f1b-b7a3-4b0c-a232-75b78d041416 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ecdb488f-ee14-42a3-853d-dba23ce6fde2 HTTP/1.1" status: 204 len: 168 time: 0.5810223 Sep 15 16:02:53.529624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.531900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-20de732f-ffd4-4140-a351-50ab05d12cdd service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168574 Sep 15 16:02:53.538266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac6ba-631b-4629-bb06-ba780e08874e req-59a65a15-06ea-4271-b25f-d3ec7931352f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:53.539925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25eac6ba-631b-4629-bb06-ba780e08874e req-59a65a15-06ea-4271-b25f-d3ec7931352f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1311285 Sep 15 16:02:53.555241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a0f1b-b7a3-4b0c-a232-75b78d041416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb488f-ee14-42a3-853d-dba23ce6fde2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:53.569029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef673993-b210-4f28-81a2-8107f7560a85 req-6daa25aa-8b62-4a72-aa77-87b09599f44f tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:53.574433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef673993-b210-4f28-81a2-8107f7560a85 req-6daa25aa-8b62-4a72-aa77-87b09599f44f tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 1060 time: 0.1105194 Sep 15 16:02:53.615302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Deleting port 96f695aa-bc71-42a2-b17b-f5beaf2536bd {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:02:53.615647 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.616861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Network 2b8af569-827c-485d-b59d-e91e3bf0e252 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:02:53.686092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25eac6ba-631b-4629-bb06-ba780e08874e req-9cd77652-a39c-43f9-bc75-04250b5dd0b4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024387 Sep 15 16:02:53.738859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a2abebd4-f122-4551-9a99-4d148f34d9ab req-467e58f3-81b0-46a4-9218-cc5f332a239c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-875979602', 'description': 'tempest-description-1623501581'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:53.745577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.745935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.751142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-3bf98679-3372-4847-a629-617669620e96 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107327 Sep 15 16:02:53.759761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2b8af569-827c-485d-b59d-e91e3bf0e252) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:53.767574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:53.775938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb7479e-9ab6-4a36-8c8c-e0e580f39c1d None None] Network 2b8af569-827c-485d-b59d-e91e3bf0e252 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:02:53.790748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Calling delete_port for 96f695aa-bc71-42a2-b17b-f5beaf2536bd owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:02:53.803165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:53.803660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:53.804136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:53.808209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a2abebd4-f122-4551-9a99-4d148f34d9ab req-467e58f3-81b0-46a4-9218-cc5f332a239c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.810211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.832716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-348a28a1-03d3-4ee9-a2b5-a4e080341cc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb HTTP/1.1" status: 200 len: 217 time: 0.0654919 Sep 15 16:02:53.843240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:53.843817 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:53.847043 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 2 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:53.884872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:53.886662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:53.887605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:53.908015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:53.908477 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:53.912562 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 3 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:53.960439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:53.960980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:53.961413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:53.971057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5d8b-e3bc-46ee-a3ec-ca66345e82f5 req-5ab9e242-e579-4b1e-a1f4-581ed001eaae tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:53.972606 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f5b5d8b-e3bc-46ee-a3ec-ca66345e82f5 req-5ab9e242-e579-4b1e-a1f4-581ed001eaae tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1135 time: 0.2295344 Sep 15 16:02:53.985360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c50da0f-b5c8-42f2-b9dc-18b9103ec25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.001515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.001960 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.006923 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 4 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:54.042969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:54.043303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:54.043636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:54.060082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.060406 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.068164 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 5 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:54.336976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-20ade381-5241-4a2f-961c-b534b6adba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:54.338451 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-20ade381-5241-4a2f-961c-b534b6adba69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.4968538 Sep 15 16:02:54.408844 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f5b5d8b-e3bc-46ee-a3ec-ca66345e82f5 req-73db8127-daa8-475a-bb98-d17cc46a2670 tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0902319 Sep 15 16:02:54.409195 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a2abebd4-f122-4551-9a99-4d148f34d9ab req-467e58f3-81b0-46a4-9218-cc5f332a239c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.411908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:54.412658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:54.412658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:54.419285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.419682 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.422399 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 6 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:54.439589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32912) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:54.443029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-b82907e6-6212-4eb8-af53-ba0b93be15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:54.447166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.447645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-b82907e6-6212-4eb8-af53-ba0b93be15be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988348 Sep 15 16:02:54.449771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:54.450106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:54.450440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:54.455835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.456113 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.456532 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 7 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:54.473658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:54.473971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:54.474319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:54.479772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.480181 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.480621 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 8 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:54.495303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:54.495682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:54.496019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:54.501113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.501443 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.502170 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 9 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:54.515458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:54.515798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:54.516131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:54.519743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a2abebd4-f122-4551-9a99-4d148f34d9ab req-467e58f3-81b0-46a4-9218-cc5f332a239c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.535665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.535979 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.540234 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 10 to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf Sep 15 16:02:54.563433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e58f3-81b0-46a4-9218-cc5f332a239c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691a697e-6b23-4043-a236-e4237cdc04c7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:54.565847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:02:54.566187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:02:54.566525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:02:54.575508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 0e0b51be-2c8b-4c96-a298-d277342beeaf on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:02:54.575821 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 0e0b51be-2c8b-4c96-a298-d277342beeaf on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:02:54.578953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.592425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.644093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a2abebd4-f122-4551-9a99-4d148f34d9ab req-467e58f3-81b0-46a4-9218-cc5f332a239c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.645926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2abebd4-f122-4551-9a99-4d148f34d9ab req-467e58f3-81b0-46a4-9218-cc5f332a239c tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.9112914 Sep 15 16:02:54.670990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b5927-cbc4-4c1c-b699-16103d10295c tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:54.672601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3f3b5927-cbc4-4c1c-b699-16103d10295c tempest-TestSecurityGroupsBasicOps-1934216560 tempest-TestSecurityGroupsBasicOps-1934216560-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 1055 time: 0.2230327 Sep 15 16:02:54.701843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=ffc8023d-eda1-4caf-9344-609503dc65dd,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:54.703487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3fd67-069e-40c8-8ed5-31704dcb1b65 req-dafb98b4-23c8-473d-9f5d-725e0f39b385 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:54.710800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03f3fd67-069e-40c8-8ed5-31704dcb1b65 req-dafb98b4-23c8-473d-9f5d-725e0f39b385 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1978638 Sep 15 16:02:54.733199 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.737301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] For port 0e0b51be-2c8b-4c96-a298-d277342beeaf, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:02:54.738106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempted to set empty binding levels {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 15 16:02:54.744081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-dcc458e4-7d89-4f05-a0bb-cc27d61d5053 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812409 Sep 15 16:02:54.798164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.800721 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.816472 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-03f3fd67-069e-40c8-8ed5-31704dcb1b65 req-cbb41a4e-7182-4bca-b2ae-f32fa41be57c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042647 Sep 15 16:02:54.893207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Port': ['ID=96f695aa-bc71-42a2-b17b-f5beaf2536bd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:54.903886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1422b593-7341-4a7b-8907-2374e65665e6 req-4bc5f1e5-4247-416e-8e2b-f3f9d51088e3 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-875979602&fields=id&tenant_id=ae3732edf9a5467ea87768d08d8f3294 HTTP/1.1" status: 200 len: 267 time: 0.1325409 Sep 15 16:02:54.915293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:54.915293 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.942529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=0e0b51be-2c8b-4c96-a298-d277342beeaf,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:54.975551 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP e9390816-3a25-496b-ad21-92c7a600cbd5 associated. External IP: 172.25.0.65, port: 8ef36256-5523-4932-8f85-444ad468f166. Sep 15 16:02:55.040022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b593-7341-4a7b-8907-2374e65665e6 req-758aa577-925e-4d4f-af12-f81b9e4c309a tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:55.041872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1422b593-7341-4a7b-8907-2374e65665e6 req-758aa577-925e-4d4f-af12-f81b9e4c309a tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1292031 Sep 15 16:02:55.070460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.070795 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Floating IP 72367602-a58a-432c-82ff-027ae8a54935 disassociated (deleted). External IP: 172.25.0.252, port: a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f. Sep 15 16:02:55.101289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Request body: {'port': {'security_groups': ['49bc9c2f-36fd-432b-926f-cb371498c639', '691a697e-6b23-4043-a236-e4237cdc04c7']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:55.108667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c451db29-6caf-4497-895c-49d518bceaa1 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.6362543 Sep 15 16:02:55.109807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-8f8eb1f6-fc30-4da4-b947-4af5060b5b66 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520031 Sep 15 16:02:55.112554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32926) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.223672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-cb150dbf-b614-4720-a637-500aff17c1e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=ec940eff-db76-43a9-843c-772b2801b3ca HTTP/1.1" status: 200 len: 217 time: 0.0701764 Sep 15 16:02:55.226673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32928) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.232816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.354999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-253f0597-2867-4f7a-88bf-e4d37b8ff0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:55.356771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-253f0597-2867-4f7a-88bf-e4d37b8ff0be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 200 len: 797 time: 0.1184239 Sep 15 16:02:55.364035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-c6f2603c-2eba-4740-8d12-b57478b6ab35 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.365106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c6f2603c-2eba-4740-8d12-b57478b6ab35 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1380281 Sep 15 16:02:55.368295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32934) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.375744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-5fefbaea-6253-4006-bfe7-43bd3ac3f532 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.377257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5fefbaea-6253-4006-bfe7-43bd3ac3f532 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046544 Sep 15 16:02:55.382439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32936) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.382623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Deleting port 0e0b51be-2c8b-4c96-a298-d277342beeaf {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:02:55.383151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.388224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-63791580-d1dc-4ee3-8d35-2f2ed8e94d20 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.389214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63791580-d1dc-4ee3-8d35-2f2ed8e94d20 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049577 Sep 15 16:02:55.393273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32938) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.397978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:55.403965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-84fa6a63-d0c7-4da8-9091-d17c7e51a501 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.404969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-84fa6a63-d0c7-4da8-9091-d17c7e51a501 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0089624 Sep 15 16:02:55.409664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.416433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-aabce967-2d4e-463c-b488-bad8cd20955d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.417494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aabce967-2d4e-463c-b488-bad8cd20955d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067782 Sep 15 16:02:55.422002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32942) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.428580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-b444e7ce-b195-4d3f-bb12-2b20bb90927b tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.429525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b444e7ce-b195-4d3f-bb12-2b20bb90927b tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066285 Sep 15 16:02:55.435414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32944) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.442242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-0508f630-095e-4194-9fcd-a9c12d19560f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.443217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0508f630-095e-4194-9fcd-a9c12d19560f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0059836 Sep 15 16:02:55.447635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32946) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.459400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-53c72b9e-9b3f-465a-869f-253ceeac77bb tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.460352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53c72b9e-9b3f-465a-869f-253ceeac77bb tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0111649 Sep 15 16:02:55.471348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32948) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.496821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-d75ea398-1573-4d48-a20a-c74e3799af0f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.498689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d75ea398-1573-4d48-a20a-c74e3799af0f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0242434 Sep 15 16:02:55.505012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32950) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.513921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-03a555d9-bdc6-4d43-bc14-42bd360a3d2e tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.515354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-03a555d9-bdc6-4d43-bc14-42bd360a3d2e tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0067720 Sep 15 16:02:55.521304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.527674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-a9fc86a4-2631-4f5a-bfad-d3963221ad35 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.528644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a9fc86a4-2631-4f5a-bfad-d3963221ad35 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047853 Sep 15 16:02:55.533976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32954) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.537968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-8dda54f4-01ce-4549-9e41-c9a409ae574c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.538895 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8dda54f4-01ce-4549-9e41-c9a409ae574c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040410 Sep 15 16:02:55.547730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32956) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.557268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-a171b146-1d05-4ebd-ab0b-d1395d3a3356 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.558299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a171b146-1d05-4ebd-ab0b-d1395d3a3356 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063720 Sep 15 16:02:55.566372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32958) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.575860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-28afc46b-ffeb-4920-ad17-2faeecccaacd tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.576831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-28afc46b-ffeb-4920-ad17-2faeecccaacd tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0095127 Sep 15 16:02:55.586835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32960) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.597890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-3d5e1682-1476-4a1c-a5c4-77ec4474b988 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.598843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3d5e1682-1476-4a1c-a5c4-77ec4474b988 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060990 Sep 15 16:02:55.605070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32962) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.608961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] For port 0e0b51be-2c8b-4c96-a298-d277342beeaf, host n-h1-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:55.609319 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.621302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-2bc780d2-18fb-4ca3-8a3a-1b07ecea4ad1 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.622238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2bc780d2-18fb-4ca3-8a3a-1b07ecea4ad1 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0104382 Sep 15 16:02:55.627104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32964) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.631628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-cf511b05-3558-4db3-b4b7-d9e783c02898 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.634769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cf511b05-3558-4db3-b4b7-d9e783c02898 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045416 Sep 15 16:02:55.636404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-4a6c706c-756b-4b86-8bfa-28d6aa1c26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:55.637999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-4a6c706c-756b-4b86-8bfa-28d6aa1c26fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d846f25b-23b3-4ee1-b7c7-a0fe070696a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2690823 Sep 15 16:02:55.638703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32966) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.640394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Calling delete_port for 0e0b51be-2c8b-4c96-a298-d277342beeaf owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:02:55.644292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-43f45c52-89f8-41b4-82aa-21ad5bc10db3 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.647591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43f45c52-89f8-41b4-82aa-21ad5bc10db3 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0056763 Sep 15 16:02:55.649575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32968) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.655010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9d62f-6447-4091-b261-6cf4f5491866 req-72204df4-51bc-4b0a-94a8-5f59d7262228 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:55.656469 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fcc9d62f-6447-4091-b261-6cf4f5491866 req-72204df4-51bc-4b0a-94a8-5f59d7262228 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.2356586 Sep 15 16:02:55.658725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-1d584e7c-5810-4ec3-9945-63670be991e1 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.662124 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1d584e7c-5810-4ec3-9945-63670be991e1 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072553 Sep 15 16:02:55.662896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.666310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-b871fcfc-fcf0-44f6-bcf8-af241508a19b tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.669807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b871fcfc-fcf0-44f6-bcf8-af241508a19b tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041943 Sep 15 16:02:55.675066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32972) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.682187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-472b324e-1721-4751-accf-5ce4567e4671 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.686465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-472b324e-1721-4751-accf-5ce4567e4671 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042524 Sep 15 16:02:55.686465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:55.686804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.690885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-4cc7ed68-5282-4c98-8d7f-19070b778b8d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.694028 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4cc7ed68-5282-4c98-8d7f-19070b778b8d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041747 Sep 15 16:02:55.700743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32976) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.706295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-9da3ccd8-bf2c-45b5-9aa5-690a52ca2dd9 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.709159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9da3ccd8-bf2c-45b5-9aa5-690a52ca2dd9 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056803 Sep 15 16:02:55.709159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:55.709805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32978) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.717510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-a2230c05-fb09-4364-8531-d6b828b8409c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.720921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a2230c05-fb09-4364-8531-d6b828b8409c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0064802 Sep 15 16:02:55.721067 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:55.722469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32980) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.728620 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:55.729954 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:55.731139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-84336f62-68bd-4b99-8ed4-d1bbcd7413ae tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.734869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-84336f62-68bd-4b99-8ed4-d1bbcd7413ae tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0087609 Sep 15 16:02:55.736053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32982) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.740194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Router 86e9ec01-5909-45c2-9d16-35e0888e294e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:55.751707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-646e3370-671a-495d-9055-cb67f9731a42 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.755118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-646e3370-671a-495d-9055-cb67f9731a42 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0105479 Sep 15 16:02:55.756520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32984) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.759834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-eefd4e2e-4aad-482c-ba82-aa8a5e712631 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.763121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eefd4e2e-4aad-482c-ba82-aa8a5e712631 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041740 Sep 15 16:02:55.763121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.776894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32986) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.777035 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:55.777035 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:55.777035 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:55.793025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-e075cb4c-bed7-4489-8dd8-24ba3e4701bf tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.794006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e075cb4c-bed7-4489-8dd8-24ba3e4701bf tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0295630 Sep 15 16:02:55.796957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32988) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.801392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-2dd31af8-ebd0-4930-8b77-f7c6172e94ed tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.802986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2dd31af8-ebd0-4930-8b77-f7c6172e94ed tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044260 Sep 15 16:02:55.807069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32990) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.811974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-e1c5816b-5784-44a6-9075-c64398b941de tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.814400 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:55.814554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e1c5816b-5784-44a6-9075-c64398b941de tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045137 Sep 15 16:02:55.814686 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614eeb1-6c1e-421d-83e7-ee3ad5b00a60 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:55.815668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32992) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.820161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-30176e8c-70a4-40e3-b94f-9c8177c127c5 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.821226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-30176e8c-70a4-40e3-b94f-9c8177c127c5 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044670 Sep 15 16:02:55.824275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32994) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.827295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.834144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-89bafe4d-2afd-4f66-a7b6-66f4291ba58d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.836545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-89bafe4d-2afd-4f66-a7b6-66f4291ba58d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096674 Sep 15 16:02:55.839143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32996) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.860033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-43f7b633-fac8-4046-8790-49062a9d213d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.861746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43f7b633-fac8-4046-8790-49062a9d213d tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071023 Sep 15 16:02:55.864392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.866164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33000) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.876195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:55.880469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-f9cccd6f-6f2f-48a3-a622-45e4f013b73c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.881809 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f9cccd6f-6f2f-48a3-a622-45e4f013b73c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0130665 Sep 15 16:02:55.905892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33002) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.908048 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a5a76757-e2e7-4b5d-aa1a-66473e716db0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.4665189 Sep 15 16:02:55.912936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-fdf6193e-ed7d-47f6-b5d5-a0ed2eed9347 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.916341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33004) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.916529 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fdf6193e-ed7d-47f6-b5d5-a0ed2eed9347 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070786 Sep 15 16:02:55.917341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-fd7007ec-5e64-406e-8574-1e3d3e67ccbc service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564640 Sep 15 16:02:55.917796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33006) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.934487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-09cf83cd-97a2-496f-9794-3b63a5df5695 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.935500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-09cf83cd-97a2-496f-9794-3b63a5df5695 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0136027 Sep 15 16:02:55.960772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33008) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:55.969722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:55.970371 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:55.974258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1422b593-7341-4a7b-8907-2374e65665e6 req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "PUT /v2.0/ports/ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 981 time: 0.9149690 Sep 15 16:02:55.977851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:55.978278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-7096ec45-2b49-4b94-b0ba-49261daff00f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:55.978414 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8097985b-1ebc-43ef-9350-be0f798c911d" -d '{"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:55.979262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7096ec45-2b49-4b94-b0ba-49261daff00f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048316 Sep 15 16:02:55.988287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33012) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.029612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.035286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-0d037ee4-9364-4fea-ae71-62e3c916a263 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.039002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0d037ee4-9364-4fea-ae71-62e3c916a263 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0394268 Sep 15 16:02:56.048743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.054851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-0baacdec-47fc-4696-b2a3-c6b63d2f7d08 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.058964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0baacdec-47fc-4696-b2a3-c6b63d2f7d08 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054886 Sep 15 16:02:56.059154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:56.071122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33018) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.086764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-b8940bfb-8eee-4668-a3f9-a0df96521904 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.087001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53cf13e3-f522-43d3-8b13-5e6256b973ec tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "GET /v2.0/floatingips/e9390816-3a25-496b-ad21-92c7a600cbd5 HTTP/1.1" status: 200 len: 976 time: 0.1665745 Sep 15 16:02:56.087145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b8940bfb-8eee-4668-a3f9-a0df96521904 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0087101 Sep 15 16:02:56.095609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33020) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.095954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33022) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.114307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-39a3c9ea-72f5-40c8-8ee5-4b551c8aa5d7 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.118629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39a3c9ea-72f5-40c8-8ee5-4b551c8aa5d7 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0158327 Sep 15 16:02:56.127639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33024) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.130859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e0b51be-2c8b-4c96-a298-d277342beeaf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:56.138923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-384cba21-6b4d-451a-8be5-01a7231b6ea4 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.142955 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-384cba21-6b4d-451a-8be5-01a7231b6ea4 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0101914 Sep 15 16:02:56.143867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33026) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.152413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:56.160904 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa8ed1-a394-47a4-9ec4-6563c2a13554 req-e1d3d157-7c5c-4c97-8600-cb8ad5786461 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:56.162453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5cfa8ed1-a394-47a4-9ec4-6563c2a13554 req-e1d3d157-7c5c-4c97-8600-cb8ad5786461 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.2544668 Sep 15 16:02:56.163577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.165458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8464cef9-703c-4466-ad9b-47f650b8ee0c tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "DELETE /v2.0/ports/0e0b51be-2c8b-4c96-a298-d277342beeaf HTTP/1.1" status: 204 len: 168 time: 1.0520666 Sep 15 16:02:56.170982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.176979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33028) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.186087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] Sync routers for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:56.189644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf39725-4245-4bcf-b2fa-db9e85dd1305 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event updated for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:56.210188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:56.211284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:56.212328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-fc7415e5-b27a-420e-b21d-7784c562ff3a tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.216347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fc7415e5-b27a-420e-b21d-7784c562ff3a tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0644126 Sep 15 16:02:56.223821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33030) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.230110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-59254404-e766-44b5-be34-2e3e9f8461ad tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.233413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-59254404-e766-44b5-be34-2e3e9f8461ad tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054324 Sep 15 16:02:56.235975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33032) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.240693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-017b0608-258f-4c37-8ee9-c61f8e4fc619 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.244416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-017b0608-258f-4c37-8ee9-c61f8e4fc619 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043581 Sep 15 16:02:56.251503 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e04b8be6-e716-4988-a52c-baab42468de1 req-b5ef4363-4d3d-42c2-8265-ee12576aa84e tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-875979602&fields=id&tenant_id=ae3732edf9a5467ea87768d08d8f3294 HTTP/1.1" status: 200 len: 267 time: 0.2016699 Sep 15 16:02:56.252520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33034) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.253791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:56.258252 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb0dcf2-7583-44aa-9246-0c055b128e37 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:02:56.259845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3bb0dcf2-7583-44aa-9246-0c055b128e37 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "GET /v2.0/ports/0e0b51be-2c8b-4c96-a298-d277342beeaf HTTP/1.1" status: 404 len: 333 time: 0.0819762 Sep 15 16:02:56.264421 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-04ef256f-412c-4891-a9b3-d8a0971dbed8 service neutron] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249478 Sep 15 16:02:56.269935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33036) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.272191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-715953bf-98e2-4c40-8c90-411327e1e714 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.277874 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-715953bf-98e2-4c40-8c90-411327e1e714 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0153329 Sep 15 16:02:56.278270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Request body: {'port': {'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-697964707'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:56.279940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:56.280707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:56.284560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33038) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.295403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4823d8df-5ae8-4699-b882-4adb4cf77068 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "DELETE /v2.0/floatingips/72367602-a58a-432c-82ff-027ae8a54935 HTTP/1.1" status: 204 len: 168 time: 3.0522594 Sep 15 16:02:56.305135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33040) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.311018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-bb5f144e-5a24-4f99-99e5-5492142fcbac tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.314379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bb5f144e-5a24-4f99-99e5-5492142fcbac tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0261972 Sep 15 16:02:56.320623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33042) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.328316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:56.334576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:56.335131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e1349-e774-4d25-8ab7-6ffd281606df None None] The sync data for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:56.344821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f03aace4-fbc0-422d-8213-fe3a7e1c6c24 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2412190 Sep 15 16:02:56.344821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33044) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.348899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'port_id': 'b531bf1d-7ebc-4ba9-800c-d326fa738f71'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:56.361728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-a6c6bd9b-1398-4143-b9d7-8b895cef48c3 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.364960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a6c6bd9b-1398-4143-b9d7-8b895cef48c3 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0099502 Sep 15 16:02:56.375663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33046) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.379246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-b76c1455-a607-4ba4-906b-fce891280b2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc HTTP/1.1" status: 200 len: 217 time: 0.0955789 Sep 15 16:02:56.382422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5cfa8ed1-a394-47a4-9ec4-6563c2a13554 req-45a14445-f5a9-4b0f-847c-02fd26aee7c0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089069 Sep 15 16:02:56.391845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-fdae8389-daab-4200-9282-406cace521c8 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.397579 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fdae8389-daab-4200-9282-406cace521c8 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0099053 Sep 15 16:02:56.403174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33048) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.418682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-68fb8ccc-dc8c-43d6-9fe4-8e1045d67ae0 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.419677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-68fb8ccc-dc8c-43d6-9fe4-8e1045d67ae0 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0157859 Sep 15 16:02:56.427851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b8be6-e716-4988-a52c-baab42468de1 req-fa6ed2ee-f2ef-433b-8907-57df7e014939 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:56.429447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e04b8be6-e716-4988-a52c-baab42468de1 req-fa6ed2ee-f2ef-433b-8907-57df7e014939 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 984 time: 0.1548722 Sep 15 16:02:56.431802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33050) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.441143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-83406706-2a28-41cc-b66f-36b6a245648c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.442144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-83406706-2a28-41cc-b66f-36b6a245648c tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087914 Sep 15 16:02:56.448394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33052) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.454365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Request body: {'port': {'security_groups': ['49bc9c2f-36fd-432b-926f-cb371498c639']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:56.466928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-14cde601-1228-4134-ad7a-336ff769b51f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.469036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14cde601-1228-4134-ad7a-336ff769b51f tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0188854 Sep 15 16:02:56.471732 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b3ccb-00ba-4016-b060-5b4fbe9e7a12 x-openstack-request-id: req-cc4b3ccb-00ba-4016-b060-5b4fbe9e7a12 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:56.472013 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:56.472261 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-cc4b3ccb-00ba-4016-b060-5b4fbe9e7a12 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:56.472682 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'status': 'completed', 'code': 200} Sep 15 16:02:56.473133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33054) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.475203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.481448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-8634adc8-5190-43f8-9b42-cdb72b48cca3 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.485319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8634adc8-5190-43f8-9b42-cdb72b48cca3 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0111773 Sep 15 16:02:56.487879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33056) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.499287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.503454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-ba06498d-b160-42b6-bd09-c227c2441a18 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.509499 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ba06498d-b160-42b6-bd09-c227c2441a18 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0145802 Sep 15 16:02:56.525523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33058) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.532575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-bb328917-b594-4c7a-b84f-10144494fb97 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.533836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bb328917-b594-4c7a-b84f-10144494fb97 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0058277 Sep 15 16:02:56.540293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-f73b4149-04f2-475f-a88f-51518b6dd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:56.542384 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-f73b4149-04f2-475f-a88f-51518b6dd9f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.1441116 Sep 15 16:02:56.543069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.546763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Made reservation on behalf of 6a43561be1d14c76b96e6090bf719f53 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:02:56.549112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.554773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-d1becfe9-e73b-49fe-b0f8-a09e5a625d9b tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.555665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d1becfe9-e73b-49fe-b0f8-a09e5a625d9b tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042458 Sep 15 16:02:56.569707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33064) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.585084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-2bec6256-3904-42ba-b55f-9e4e027382c4 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.586049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2bec6256-3904-42ba-b55f-9e4e027382c4 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0143068 Sep 15 16:02:56.591667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33066) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.597468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-92e637de-d605-474f-9d57-f5fa689b3349 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.598456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-92e637de-d605-474f-9d57-f5fa689b3349 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0079653 Sep 15 16:02:56.609892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33068) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.615782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-0840da9a-916b-4823-b701-92123dec9248 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.615987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.620177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0840da9a-916b-4823-b701-92123dec9248 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044250 Sep 15 16:02:56.620385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33070) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.627235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-d8bfb493-d6eb-4e53-b3ff-6f85fde713bc tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.629267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] device_id is not set on port 83a44cff-4482-42a9-b31d-c28f59c43536 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:02:56.629402 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8bfb493-d6eb-4e53-b3ff-6f85fde713bc tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069430 Sep 15 16:02:56.631542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33072) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.638583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-59c9e3df-dbf1-4371-a808-81d592df4de8 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.639546 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-59c9e3df-dbf1-4371-a808-81d592df4de8 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057471 Sep 15 16:02:56.643136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33074) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.644094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097985b-1ebc-43ef-9350-be0f798c911d req-8d21d155-dab0-430e-bffc-261bebe0bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:56.645639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8097985b-1ebc-43ef-9350-be0f798c911d req-8d21d155-dab0-430e-bffc-261bebe0bbb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1135 time: 0.1569192 Sep 15 16:02:56.656051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-b24481ec-38bc-4c64-8307-bc2d76e8d2f1 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.657060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b24481ec-38bc-4c64-8307-bc2d76e8d2f1 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046425 Sep 15 16:02:56.663901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33076) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.670524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-91124131-5f40-44d3-b158-fe3aeaa92db8 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.671522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-91124131-5f40-44d3-b158-fe3aeaa92db8 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054886 Sep 15 16:02:56.699538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33078) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.704017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-0989bca6-1096-47b0-aa9a-6cb78ccc2f0e tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.705827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0989bca6-1096-47b0-aa9a-6cb78ccc2f0e tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044422 Sep 15 16:02:56.738415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33082) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.738415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-058d89c0-4f13-4ee2-b698-bd142e8ad6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:56.738415 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-058d89c0-4f13-4ee2-b698-bd142e8ad6e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775155 Sep 15 16:02:56.739180 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:56.761218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-ff585662-d55b-40ad-be99-884d85dc4760 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.764740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ff585662-d55b-40ad-be99-884d85dc4760 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0286596 Sep 15 16:02:56.771009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33084) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.777651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-27a21ef7-433d-4bff-a7a5-912eabb93d89 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.778623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27a21ef7-433d-4bff-a7a5-912eabb93d89 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073798 Sep 15 16:02:56.796980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33086) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.814996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [None req-7b374d3f-5b6f-419f-9a80-ae6b66541f87 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.818525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b374d3f-5b6f-419f-9a80-ae6b66541f87 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0062864 Sep 15 16:02:56.820028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33088) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.830968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-f94cc64b-326c-4fd0-a29c-ec5bc1adf2ec tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.835017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f94cc64b-326c-4fd0-a29c-ec5bc1adf2ec tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0089755 Sep 15 16:02:56.838337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33090) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:56.844133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [None req-135c0941-91ff-4876-af8c-ba51344d97d7 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] http://10.222.0.63:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:02:56.845129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-135c0941-91ff-4876-af8c-ba51344d97d7 tempest-ExtensionsTestJSON-1615148863 tempest-ExtensionsTestJSON-1615148863-project] 10.222.0.63 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044036 Sep 15 16:02:57.019756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.027109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-244ca317-f68b-4305-be93-517977d19501 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:57.034946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-244ca317-f68b-4305-be93-517977d19501 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.55 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.3274007 Sep 15 16:02:57.081968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097985b-1ebc-43ef-9350-be0f798c911d req-124d4414-5374-4946-ba91-bb3f1fa9d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:57.083551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8097985b-1ebc-43ef-9350-be0f798c911d req-124d4414-5374-4946-ba91-bb3f1fa9d15b service neutron] 10.222.0.55 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 920 time: 0.4303503 Sep 15 16:02:57.095390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:57.118790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00cffc-917e-4358-b01d-576ad1661a1d req-516c6d4e-9468-490a-8685-396fef9ad069 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:57.120857 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb00cffc-917e-4358-b01d-576ad1661a1d req-516c6d4e-9468-490a-8685-396fef9ad069 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.3549478 Sep 15 16:02:57.122693 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-d25889f1-d251-48f4-86e2-96f689c3164b service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473525 Sep 15 16:02:57.173583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.248745 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1dd1c55b-6e6f-4c56-8ba6-97854f5c734f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.275443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.284467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:57.331696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:57.332379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.333898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e04b8be6-e716-4988-a52c-baab42468de1 req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "PUT /v2.0/ports/ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 942 time: 0.8905978 Sep 15 16:02:57.350260 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.377635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d208822-d599-4add-a0e9-53a603381706 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event updated for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:57.407782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33098) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:57.430515 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.453369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:02:57.578903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19c122e4-3f60-4256-bd69-1634eab2e67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.620797 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8097985b-1ebc-43ef-9350-be0f798c911d req-31748644-6f93-4381-9674-b94753baa0db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 217 time: 0.5157967 Sep 15 16:02:57.717258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.719600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a8b4a-d4ea-4c50-b91e-4cdf7cf3b1ca req-19eb45e3-e7f7-4bf1-a0c2-0174386764be tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:57.725010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-985a8b4a-d4ea-4c50-b91e-4cdf7cf3b1ca req-19eb45e3-e7f7-4bf1-a0c2-0174386764be tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1978650 Sep 15 16:02:57.775377 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP e9390816-3a25-496b-ad21-92c7a600cbd5 associated. External IP: 172.25.0.65, port: 8ef36256-5523-4932-8f85-444ad468f166. Sep 15 16:02:57.780943 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19c122e4-3f60-4256-bd69-1634eab2e67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.841022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-985a8b4a-d4ea-4c50-b91e-4cdf7cf3b1ca req-31da0dc9-24fd-42ff-b8ca-897cb01f82ad tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072299 Sep 15 16:02:57.883297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19c122e4-3f60-4256-bd69-1634eab2e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:57.922694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097985b-1ebc-43ef-9350-be0f798c911d req-73abedba-8c22-4e69-8d84-76db1cd9c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:57.924253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8097985b-1ebc-43ef-9350-be0f798c911d req-73abedba-8c22-4e69-8d84-76db1cd9c1e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.2841480 Sep 15 16:02:58.023113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8097985b-1ebc-43ef-9350-be0f798c911d req-44d85219-082c-401a-a7ab-527a02804408 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861208 Sep 15 16:02:58.024952 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-ba7f0d8b-651e-41fb-8c77-b98d17f7ff05 service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626037 Sep 15 16:02:58.038284 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-3fa830a7-d19f-4af0-a7cb-3e6bea975cbb tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4656506 Sep 15 16:02:58.078627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:02:58.078968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.084202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:58.118427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.121624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.154214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-4edef797-215a-4424-9da2-08674454020f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb4b861d-8fa6-4916-89b9-1342fc047023 HTTP/1.1" status: 200 len: 217 time: 0.1149004 Sep 15 16:02:58.286417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c122e4-3f60-4256-bd69-1634eab2e67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb114a77-7206-49fa-a4f1-2d5b3463411f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:58.295432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-19c122e4-3f60-4256-bd69-1634eab2e67a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e37b1285fe2a46bd9d4dbfe78de4ddb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841157 Sep 15 16:02:58.296241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33106) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:58.348907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Network 2b8af569-827c-485d-b59d-e91e3bf0e252 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:02:58.373468 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.378247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:02:58.379958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d4276-a6ff-4153-850c-741c5a537907 req-0e7cdf9f-c0ef-4f71-9a10-7613f63d70e3 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:58.381523 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f05d4276-a6ff-4153-850c-741c5a537907 req-0e7cdf9f-c0ef-4f71-9a10-7613f63d70e3 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 909 time: 0.1542888 Sep 15 16:02:58.387464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=83a44cff-4482-42a9-b31d-c28f59c43536,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:58.395976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:02:58.396977 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:58.397563 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.430832 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.434629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-d610213f-13d0-445f-8dc7-35c4e714bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:58.436103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-d610213f-13d0-445f-8dc7-35c4e714bcc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 200 len: 797 time: 0.2328918 Sep 15 16:02:58.452200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8097985b-1ebc-43ef-9350-be0f798c911d req-b30b8756-fc64-465f-baf0-1d9136674d86 service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109371 Sep 15 16:02:58.453477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1bf45594-582e-4d8d-b3e7-0496b899bc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.475269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:02:58.477566 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93745da2-e021-42cc-883f-429bc6653f77" -d '{"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:02:58.490639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:58.492627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1bf45594-582e-4d8d-b3e7-0496b899bc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.525089 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e1131-8dca-4699-bea1-305464c596a1 x-openstack-request-id: req-490e1131-8dca-4699-bea1-305464c596a1 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:02:58.525376 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:02:58.525630 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-490e1131-8dca-4699-bea1-305464c596a1 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:02:58.526116 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'status': 'completed', 'code': 200} Sep 15 16:02:58.545603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] For port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:02:58.553505 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.553505 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6234eff4-c069-4411-b89c-dac3552f42c4 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2798197 Sep 15 16:02:58.562594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33110) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:58.587797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:58.598031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Calling delete_port for 28611df4-4d7c-4a12-9954-dbfeeb42ba3a owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:02:58.635777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:58.647548 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:58.658482 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:58.659107 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:58.667226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Allocated IP 172.25.0.23 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/49930f40-74b8-4030-bcff-5374972c80ea) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:02:58.686879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1bf45594-582e-4d8d-b3e7-0496b899bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.689557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1bf45594-582e-4d8d-b3e7-0496b899bc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.693104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1bf45594-582e-4d8d-b3e7-0496b899bc88 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cb114a77-7206-49fa-a4f1-2d5b3463411f HTTP/1.1" status: 204 len: 168 time: 0.3928158 Sep 15 16:02:58.706800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf45594-582e-4d8d-b3e7-0496b899bc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb114a77-7206-49fa-a4f1-2d5b3463411f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:58.707072 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:58.746009 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:02:58.749473 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:58.750310 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:58.786964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-07608dae-daa1-4967-9c3e-ec77e98ff57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:58.787974 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:58.788532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-07608dae-daa1-4967-9c3e-ec77e98ff57f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb6b9cac-e073-4789-8d10-8d45dd36ee29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3386667 Sep 15 16:02:58.788671 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbc8c61-518b-46a3-955c-42fb9f14fe17 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:58.877363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8097985b-1ebc-43ef-9350-be0f798c911d req-5300881e-3ae6-4589-bbf2-3aa995923d70 service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801990 Sep 15 16:02:58.878168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:58.913469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:02:59.066251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f6de8-4844-44a4-abd5-6a3ecfab5d79 req-19d9ed7d-0ba5-49f7-b4e7-4dfeee9228b0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:59.067974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f35f6de8-4844-44a4-abd5-6a3ecfab5d79 req-19d9ed7d-0ba5-49f7-b4e7-4dfeee9228b0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1070251 Sep 15 16:02:59.121447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:02:59.126802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.144956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:02:59.155651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.161929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:59.162975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:59.169041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-56f50ac1-971e-4890-97e9-8a885888c96e service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354897 Sep 15 16:02:59.170800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93745da2-e021-42cc-883f-429bc6653f77 req-b08de606-5f2d-4b0e-8c74-c0011867a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:02:59.172185 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93745da2-e021-42cc-883f-429bc6653f77 req-b08de606-5f2d-4b0e-8c74-c0011867a112 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.2456000 Sep 15 16:02:59.187608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f35f6de8-4844-44a4-abd5-6a3ecfab5d79 req-81292808-a762-4f41-8dc2-de2837678761 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007648 Sep 15 16:02:59.234929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:59.241625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b12902a1-a85b-4b15-9217-a7bed37ecae2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/floatingips/e9390816-3a25-496b-ad21-92c7a600cbd5 HTTP/1.1" status: 200 len: 977 time: 2.8960190 Sep 15 16:02:59.242583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:02:59.247460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:02:59.247802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:02:59.248102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:59.263136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.284153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:02:59.285402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4006da79-0225-426d-85d8-7509883f78b7 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:02:59.324083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.431050 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.512183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Port': ['ID=28611df4-4d7c-4a12-9954-dbfeeb42ba3a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:02:59.528521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.590071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03b293bf-19fa-4b54-a7cf-bda7a4ed1c71 req-e5e5920d-6d35-4a08-8dc7-3fcbb53292e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 210 time: 0.0486441 Sep 15 16:02:59.590290 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-4ccec0c8-6796-4aef-8dbc-0f440cad26ce service neutron] 10.222.0.55 "GET /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862915 Sep 15 16:02:59.592443 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.616630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:59.616630 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP e9390816-3a25-496b-ad21-92c7a600cbd5 disassociated. External IP: 172.25.0.65, port: b531bf1d-7ebc-4ba9-800c-d326fa738f71. Sep 15 16:02:59.886323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:00.031366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:00.036380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.045426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:00.046020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.055150 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:00.056122 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:00.085932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-341d0c54-8388-4bd8-968b-15f16a681ff1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/floatingips/e9390816-3a25-496b-ad21-92c7a600cbd5 HTTP/1.1" status: 200 len: 687 time: 0.8419623 Sep 15 16:03:00.086560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33138) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:00.093388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] No DVR routers for this DVR port 28611df4-4d7c-4a12-9954-dbfeeb42ba3a on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:00.094004 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:00.096007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93745da2-e021-42cc-883f-429bc6653f77 req-f25512b8-fd5c-41e3-ad9f-e66be668530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:00.097741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93745da2-e021-42cc-883f-429bc6653f77 req-f25512b8-fd5c-41e3-ad9f-e66be668530b service neutron] 10.222.0.55 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 920 time: 0.9019761 Sep 15 16:03:00.106255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.106527 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:00.107352 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:00.108231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-075576e9-3757-4802-911e-94a0c7e8ace6 req-3319038f-c650-4d1b-a87b-02f887852f74 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.55 "DELETE /v2.0/ports/28611df4-4d7c-4a12-9954-dbfeeb42ba3a HTTP/1.1" status: 204 len: 173 time: 3.0606065 Sep 15 16:03:00.109088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'name': 'network-vif-deleted', 'tag': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:00.111951 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff281154-062f-4f6a-8c2d-62309abfe792" -d '{"events": [{"server_uuid": "132eddf1-fdd0-491c-98f4-9a6dff05b81d", "name": "network-vif-deleted", "tag": "28611df4-4d7c-4a12-9954-dbfeeb42ba3a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:00.119413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.124701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33142) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:00.147523 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:00.148974 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae736b1b-5de2-408b-a68c-db494af267d9 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:00.188770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:00.190432 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e50d8e5-e6f5-4eef-a769-b53d94260108 x-openstack-request-id: req-2e50d8e5-e6f5-4eef-a769-b53d94260108 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:00.190721 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132eddf1-fdd0-491c-98f4-9a6dff05b81d", "name": "network-vif-deleted", "tag": "28611df4-4d7c-4a12-9954-dbfeeb42ba3a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:00.190968 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2e50d8e5-e6f5-4eef-a769-b53d94260108 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:00.191353 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132eddf1-fdd0-491c-98f4-9a6dff05b81d', 'name': 'network-vif-deleted', 'tag': '28611df4-4d7c-4a12-9954-dbfeeb42ba3a', 'status': 'completed', 'code': 200} Sep 15 16:03:00.204235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] device_id is not set on port 83a44cff-4482-42a9-b31d-c28f59c43536 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:00.210116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93745da2-e021-42cc-883f-429bc6653f77 req-93dea775-6cf3-4dcb-8277-569d1740d701 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 217 time: 0.0947807 Sep 15 16:03:00.220784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Pushing event updated for resources: {'Port': ['ID=49930f40-74b8-4030-bcff-5374972c80ea,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:00.223460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:00.227111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Allocated IP 172.25.0.131 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/5e350900-ab78-4682-becd-e16c7ec62720) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:00.231629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.239901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:00.286247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port ffc8023d-eda1-4caf-9344-609503dc65dd {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:00.286612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.388964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'networks': [{'name': 'tempest-network--1249127761'}, {'name': 'tempest-network--2015497852'}]} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:00.389316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'network': {'name': 'tempest-network--1249127761'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:00.389715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'network': {'name': 'tempest-network--2015497852'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:00.413186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93745da2-e021-42cc-883f-429bc6653f77 req-c4d655cc-553e-46d2-816f-ec17864c92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:00.419987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93745da2-e021-42cc-883f-429bc6653f77 req-c4d655cc-553e-46d2-816f-ec17864c92b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.1891866 Sep 15 16:03:00.472934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93745da2-e021-42cc-883f-429bc6653f77 req-7d12a8e7-f083-4ae6-9741-45347c089526 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483096 Sep 15 16:03:00.482226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843ddf3-9773-4985-8665-97d99cedeec9 req-aa0fdb73-4c74-4023-8ff7-2cb45aebe60d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:00.484860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0843ddf3-9773-4985-8665-97d99cedeec9 req-aa0fdb73-4c74-4023-8ff7-2cb45aebe60d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.2010691 Sep 15 16:03:00.489781 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.506108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.525628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.526200 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.560388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for ffc8023d-eda1-4caf-9344-609503dc65dd owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:00.561935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.590371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0843ddf3-9773-4985-8665-97d99cedeec9 req-fe9cc54e-93a3-4fe3-ad08-2c08c0bc630d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949347 Sep 15 16:03:00.612142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Made reservation on behalf of dd2c9aa159f04fa4b580639d2de2168a for: {'network': 2} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:00.616536 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.669924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=83a44cff-4482-42a9-b31d-c28f59c43536,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:00.672212 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.725181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.739959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:00.740305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:00.740714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:00.743668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e70f7da5-8d70-458a-9e7e-47af2d0faf6a req-01537c6d-ec83-489b-96b6-1e84980b3e9c tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=132eddf1-fdd0-491c-98f4-9a6dff05b81d HTTP/1.1" status: 200 len: 210 time: 0.0377278 Sep 15 16:03:00.772607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:00.776353 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:00.776992 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 2 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:00.781031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93745da2-e021-42cc-883f-429bc6653f77 req-6a6c3e5e-f9c5-4cec-b3b6-c5d91acb600a service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926786 Sep 15 16:03:00.823823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.835735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:00.836091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:00.836416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:00.836578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.867567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=ffc8023d-eda1-4caf-9344-609503dc65dd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:00.903929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:00.904274 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:00.911542 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 3 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:00.938679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.943250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:00.944476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-870222df-ec77-4ed0-a296-afa3897d436e tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/floatingips/e9390816-3a25-496b-ad21-92c7a600cbd5 HTTP/1.1" status: 204 len: 168 time: 0.8569701 Sep 15 16:03:00.947205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:00.986044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:00.989211 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-81bef0de-fadc-438a-b9d2-7ac91170b222 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] delete failed (client error): The resource could not be found. Sep 15 16:03:00.990288 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-81bef0de-fadc-438a-b9d2-7ac91170b222 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/floatingips/e9390816-3a25-496b-ad21-92c7a600cbd5 HTTP/1.1" status: 404 len: 345 time: 0.0420749 Sep 15 16:03:00.995194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33152) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:00.997103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event updated for resources: {'Port': ['ID=5e350900-ab78-4682-becd-e16c7ec62720,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:01.010481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:01.010481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.010481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.010481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.011509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:01.082154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bbd4a7-bbd0-46f2-8868-ba1322bc2250 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:01.088792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bbd4a7-bbd0-46f2-8868-ba1322bc2250 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:01.090097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.090433 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.095408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bbd4a7-bbd0-46f2-8868-ba1322bc2250 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:01.095757 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 4 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:01.097175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-88bbd4a7-bbd0-46f2-8868-ba1322bc2250 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "GET /v2.0/ports?network_id=45fe1c8c-7c51-4c8a-9fce-4db76483ee69 HTTP/1.1" status: 200 len: 2357 time: 0.1006534 Sep 15 16:03:01.100045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33154) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:01.159817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63e037-c339-444b-bac3-064e47319cca tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:01.161265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ea63e037-c339-444b-bac3-064e47319cca tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "GET /v2.0/subnets/2a847455-ad4d-4137-9245-ae2494353c1e HTTP/1.1" status: 200 len: 797 time: 0.0602067 Sep 15 16:03:01.162899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.163246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.163659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.166221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33156) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:01.170351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.173012 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93745da2-e021-42cc-883f-429bc6653f77 req-7805f8bb-44af-4ab5-8b67-61b2d95e9d1d service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743913 Sep 15 16:03:01.177247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'port': {'network_id': '45fe1c8c-7c51-4c8a-9fce-4db76483ee69', 'name': 'tempest-FloatingIPTestJSON-2118117033', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:01.196006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.196335 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.217831 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 5 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:01.253053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.253308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.253653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.263121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.269769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.271107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.271437 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.273526 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 6 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:01.280519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.284747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.309958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.310271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.310612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.328857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.329607 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.333199 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 7 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:01.343221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9dda41-282d-4a0a-8a7f-a638d83981f7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:01.350891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:01.365718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.372378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.372741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.373082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.375427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.375766 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Added segment 222e0c61-a659-42b8-bf36-b55c0bc3a7b3 of type vlan for network 6f39ecd5-3b45-4b14-a43f-4487f4d8ffcf Sep 15 16:03:01.396511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:01.433469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.433879 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.440540 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 8 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:01.456829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.497477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.514602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] device_id is not set on port 7093a30e-3973-4225-9eca-aa304aae8568 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:01.530688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.531029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.531372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.552518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Pushing event updated for resources: {'Port': ['ID=49930f40-74b8-4030-bcff-5374972c80ea,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:01.561615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.563625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.563953 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.568672 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 9 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:01.595683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 28611df4-4d7c-4a12-9954-dbfeeb42ba3a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:01.612927 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.624314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 28611df4-4d7c-4a12-9954-dbfeeb42ba3a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:01.625666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.626010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.626282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 28611df4-4d7c-4a12-9954-dbfeeb42ba3a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:01.626502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.652312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.652597 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.660954 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 10 to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 Sep 15 16:03:01.666181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:01.684639 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.684992 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Added segment c696702b-34be-4161-83bc-1094d7ebb92f of type vlan for network 77a764bf-08cc-4bbc-9792-cf6079ff9a4a Sep 15 16:03:01.724394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:01.724757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:01.725092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:01.737324 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.738595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cbf813b4-be71-404a-a423-84ef9f7da4aa tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4250548 Sep 15 16:03:01.744187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33160) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:01.764054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:01.764054 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 83a44cff-4482-42a9-b31d-c28f59c43536 on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:01.764054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.785470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccf047-d886-459d-afee-e8e63f6c5314 req-e5194626-849c-4349-bc1b-b018ac783cda tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:01.787151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2ccf047-d886-459d-afee-e8e63f6c5314 req-e5194626-849c-4349-bc1b-b018ac783cda tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1063983 Sep 15 16:03:01.797578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.909179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2ccf047-d886-459d-afee-e8e63f6c5314 req-c5a1368c-6ffb-4e87-a701-aef19043e88c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945544 Sep 15 16:03:01.942661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:01.951122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] For port 83a44cff-4482-42a9-b31d-c28f59c43536, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:01.951759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempted to set empty binding levels {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 15 16:03:01.970509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33166) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:01.973800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:01.981323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.14 (45fe1c8c-7c51-4c8a-9fce-4db76483ee69/2a847455-ad4d-4137-9245-ae2494353c1e/7093a30e-3973-4225-9eca-aa304aae8568) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:01.992807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.13 (45fe1c8c-7c51-4c8a-9fce-4db76483ee69/2a847455-ad4d-4137-9245-ae2494353c1e/7093a30e-3973-4225-9eca-aa304aae8568) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:02.011125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.011618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.017070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.021828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.022374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.105905 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.123547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.142111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Network': ['ID=6f39ecd5-3b45-4b14-a43f-4487f4d8ffcf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:02.148911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.155782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6f39ecd5-3b45-4b14-a43f-4487f4d8ffcf details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:02.187911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.253062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] In _notify_port_updated(), no bound segment for port 83a44cff-4482-42a9-b31d-c28f59c43536 on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:03:02.253713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.254315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.255629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "PUT /v2.0/ports/83a44cff-4482-42a9-b31d-c28f59c43536 HTTP/1.1" status: 200 len: 974 time: 3.6780632 Sep 15 16:03:02.260812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1230497 Sep 15 16:03:02.264583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:02.264583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33170) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:02.287889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event updated for resources: {'Port': ['ID=5e350900-ab78-4682-becd-e16c7ec62720,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:02.382111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb462d02-a9c1-4519-bf7a-7aac74967f60 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Network': ['ID=77a764bf-08cc-4bbc-9792-cf6079ff9a4a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:02.393813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 77a764bf-08cc-4bbc-9792-cf6079ff9a4a details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:02.394847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.419068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd08818-619d-4b2a-81d9-1542e1fa2ff0 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=83a44cff-4482-42a9-b31d-c28f59c43536,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:02.437105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.437579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.438078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.441732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.442532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.442532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.442979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.443524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.444175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.444867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.445466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.445976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.446555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.447012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.447539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.448045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.448599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.449397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.449863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.450321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.450786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.453351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.453351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.453351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.453351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.453351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.454536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.454536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.455966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.455966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.455966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.455966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.458093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.458093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.458093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.468466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cd65eb7c-5d7b-4d3e-9255-7c321ea2a0ea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36931 time: 0.1982589 Sep 15 16:03:02.468865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33172) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:02.469137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.502402 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.503598 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-9650893c-913c-4591-aee7-39bc5645104b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4410195 Sep 15 16:03:02.544507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae7c29-67db-42c6-bce7-e0ecd2f44e87 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.550468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae7c29-67db-42c6-bce7-e0ecd2f44e87 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.556215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae7c29-67db-42c6-bce7-e0ecd2f44e87 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.562360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afae7c29-67db-42c6-bce7-e0ecd2f44e87 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.564040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-afae7c29-67db-42c6-bce7-e0ecd2f44e87 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2977920 Sep 15 16:03:02.571895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33174) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:02.576215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:02.604396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.609951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=7093a30e-3973-4225-9eca-aa304aae8568,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:02.613734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:02.615925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:02.639930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-58a6bf72-4903-4eb7-bbda-74348f11ff39 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.1288235 Sep 15 16:03:02.773143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Deleting port 83a44cff-4482-42a9-b31d-c28f59c43536 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:02.773486 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.865321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-55655bde-e932-4e5c-9995-dcc3248d061b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:02.866797 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-55655bde-e932-4e5c-9995-dcc3248d061b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.2187436 Sep 15 16:03:02.878939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] For port 83a44cff-4482-42a9-b31d-c28f59c43536, host n-h1-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:02.879298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:02.894120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-738ba4ea-f403-40df-b2c9-bb4a0419e386 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:03:02.895175 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eb51bbfc-ad3f-4b7f-9891-2f52edbbd00c req-738ba4ea-f403-40df-b2c9-bb4a0419e386 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132575 Sep 15 16:03:02.906886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Calling delete_port for 83a44cff-4482-42a9-b31d-c28f59c43536 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:03.076097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.122898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7416e-db20-4e5d-8fc7-415c4a0ccceb req-e2c8eb3c-964c-48cc-8b8f-65671622502d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:03.124844 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-66e7416e-db20-4e5d-8fc7-415c4a0ccceb req-e2c8eb3c-964c-48cc-8b8f-65671622502d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1315634 Sep 15 16:03:03.140638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.147030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.180024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:03.180682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.200742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event deleted for resources: {'Port': ['ID=83a44cff-4482-42a9-b31d-c28f59c43536,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:03.242835 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.247259 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4ea92ac5-3c01-4ab6-a6d7-0dbededc8789 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "DELETE /v2.0/ports/83a44cff-4482-42a9-b31d-c28f59c43536 HTTP/1.1" status: 204 len: 168 time: 0.7757654 Sep 15 16:03:03.248811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-66e7416e-db20-4e5d-8fc7-415c4a0ccceb req-2b23b459-b01c-4fe8-bf0b-5750fd3502e9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171517 Sep 15 16:03:03.249284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:03.299682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-71ee9efc-0b7b-485d-8e11-88348206c0e8 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:03.301669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-71ee9efc-0b7b-485d-8e11-88348206c0e8 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2297385 Sep 15 16:03:03.318439 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e2b179da-e5e4-432d-9bae-9f10c0c5807c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1495454 Sep 15 16:03:03.335406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33182) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:03.392718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Allocated IP 172.25.0.30 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/5e407f33-c968-4518-9184-2183e30b5183) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:03.397529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '7093a30e-3973-4225-9eca-aa304aae8568', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:03.437415 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.476535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-20bc6670-3bd1-4c5d-9fb0-69d68234c8df tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.1599708 Sep 15 16:03:03.501564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Request body: {'floatingip': {'port_id': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:03.512634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f39ecd5-3b45-4b14-a43f-4487f4d8ffcf']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:03.568285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222e0c61-a659-42b8-bf36-b55c0bc3a7b3') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:03.568590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222e0c61-a659-42b8-bf36-b55c0bc3a7b3') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:03.593333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.598402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.636900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.641302 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-526b15df-e047-4446-ab34-5c5c4a7376f9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:03:03.642946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-526b15df-e047-4446-ab34-5c5c4a7376f9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "GET /v2.0/ports/83a44cff-4482-42a9-b31d-c28f59c43536 HTTP/1.1" status: 404 len: 333 time: 0.3909817 Sep 15 16:03:03.646668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:03.651953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-54936122', 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:03.709384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.732286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:03.732593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:03.737621 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:03.782243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Made reservation on behalf of 6a43561be1d14c76b96e6090bf719f53 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:03.784623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.830911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] device_id is not set on port 0f210046-79c3-4498-9b21-b81832ad8fdd yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:03.907194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting port d17f68e8-d7d0-45bb-a686-2cf4af000dcc {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:03.907438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.928519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.973481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.982612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:03.987141 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/networks/6f39ecd5-3b45-4b14-a43f-4487f4d8ffcf HTTP/1.1" status: 204 len: 168 time: 1.4105160 Sep 15 16:03:03.994077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33186) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:04.075866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fa75b-d425-45ff-9c08-7b3a1c7d9c03 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Network': ['ID=6f39ecd5-3b45-4b14-a43f-4487f4d8ffcf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:04.085994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] For port d17f68e8-d7d0-45bb-a686-2cf4af000dcc, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:04.086393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.100963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.108162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Calling delete_port for d17f68e8-d7d0-45bb-a686-2cf4af000dcc owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:04.200329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.212040 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.267317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.310810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:04.313922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.318793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Network 2b8af569-827c-485d-b59d-e91e3bf0e252 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:04.326385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:04.335176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:04.335176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:04.335552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.340955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:04.365381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:04.367433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Pushing event updated for resources: {'Port': ['ID=5e407f33-c968-4518-9184-2183e30b5183,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:04.381069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=0f210046-79c3-4498-9b21-b81832ad8fdd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:04.440413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e86-a71d-4e7c-a9e0-03c8e6180d31 req-79de5def-42da-41cf-a1d3-f25c7810a737 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:04.441948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18439e86-a71d-4e7c-a9e0-03c8e6180d31 req-79de5def-42da-41cf-a1d3-f25c7810a737 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1119151 Sep 15 16:03:04.483477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-18439e86-a71d-4e7c-a9e0-03c8e6180d31 req-da5c2846-3ffe-474a-b7a1-f4dc866167ef tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Sep 15 16:03:04.503943 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2f0c01b9-3819-4724-9f07-4daeffb20e69 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8550794 Sep 15 16:03:04.507587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33190) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:04.534839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.549544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.574488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b09df-fe3e-4e66-b544-4b648dc03c23 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:04.575869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c16b09df-fe3e-4e66-b544-4b648dc03c23 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "GET /v2.0/ports/0f210046-79c3-4498-9b21-b81832ad8fdd HTTP/1.1" status: 200 len: 953 time: 0.0673153 Sep 15 16:03:04.577117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Port': ['ID=d17f68e8-d7d0-45bb-a686-2cf4af000dcc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:04.580282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33192) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:04.656039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a764bf-08cc-4bbc-9792-cf6079ff9a4a']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:04.679148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.resource_extend [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:03:04.715223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c696702b-34be-4161-83bc-1094d7ebb92f') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:04.715506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c696702b-34be-4161-83bc-1094d7ebb92f') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:04.747953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.761472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.764986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.25.0.84 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/2256f134-ec5f-4ff1-a706-cb47c7956429) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:04.786377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.790954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Deleting port 0f210046-79c3-4498-9b21-b81832ad8fdd {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:04.791342 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.798281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.801891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:04.802289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:04.805325 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:04.861038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.883437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.930060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Calling delete_port for 0f210046-79c3-4498-9b21-b81832ad8fdd owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:04.939912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.981157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.986285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.990761 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:04.996260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/networks/77a764bf-08cc-4bbc-9792-cf6079ff9a4a HTTP/1.1" status: 204 len: 168 time: 0.9961736 Sep 15 16:03:04.997256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33194) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:05.046904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77b056-fd56-409c-904d-90a164cc2c97 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Network': ['ID=77a764bf-08cc-4bbc-9792-cf6079ff9a4a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:05.123892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.167710 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Floating IP dbea9b5f-fa7d-4182-9d88-daef56346bc9 associated. External IP: 172.25.0.131, port: ba9c17de-3dd8-4163-8f89-bb81f3c24d4a. Sep 15 16:03:05.283484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8714b0a-0985-4f8c-b54c-7f42bc00d018 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:05.289750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8714b0a-0985-4f8c-b54c-7f42bc00d018 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:05.289750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b8714b0a-0985-4f8c-b54c-7f42bc00d018 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2927308 Sep 15 16:03:05.298476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33196) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:05.303662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1891336411'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:05.317147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.360652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.391226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f210046-79c3-4498-9b21-b81832ad8fdd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:05.401352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.405580 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8099f476-6ce8-4884-9db7-924d1d419864 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "DELETE /v2.0/ports/0f210046-79c3-4498-9b21-b81832ad8fdd HTTP/1.1" status: 204 len: 168 time: 0.8220162 Sep 15 16:03:05.407069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33198) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:05.422165 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.439328 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fd3305-d718-4622-8d4a-f32e6b3c856a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:03:05.444402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f7fd3305-d718-4622-8d4a-f32e6b3c856a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "GET /v2.0/ports/0f210046-79c3-4498-9b21-b81832ad8fdd HTTP/1.1" status: 404 len: 333 time: 0.0321596 Sep 15 16:03:05.444762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:05.444904 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33200) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:05.445045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:05.450939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Request body: {'port': {'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1512630789'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:05.457697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router dd7be623-6cf4-410e-be31-d2c6d7f52e20 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:05.490380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:05.512008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Made reservation on behalf of dd2c9aa159f04fa4b580639d2de2168a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:05.515543 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.599129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:05.617154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Made reservation on behalf of 6a43561be1d14c76b96e6090bf719f53 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:05.619602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.654070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.654422 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Added segment f7e86f5a-a309-49ab-bcea-4b7cb5a7faad of type vlan for network 6e62239e-f328-4e8d-a454-dbbe69a803f7 Sep 15 16:03:05.702163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:05.706399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] device_id is not set on port 1aff4320-7cec-4b5e-894d-53b82cf7b37c yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:05.714012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] Sync routers for ids ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:05.718723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-be1da540-6dc4-4960-8e2a-1a49b50552ff tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "PUT /v2.0/routers/dd7be623-6cf4-410e-be31-d2c6d7f52e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7470345 Sep 15 16:03:05.725467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] Routers {'dd7be623-6cf4-410e-be31-d2c6d7f52e20'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:05.726104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33204) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:05.726272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:05.745372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.797820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4fee9-566d-430a-b910-9097e3f1ff91 req-b1874107-bbc7-48c1-b972-d7f09512892c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:05.799431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2f4fee9-566d-430a-b910-9097e3f1ff91 req-b1874107-bbc7-48c1-b972-d7f09512892c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.2020612 Sep 15 16:03:05.850909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] Set router dd7be623-6cf4-410e-be31-d2c6d7f52e20 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:05.876890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=2256f134-ec5f-4ff1-a706-cb47c7956429,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:05.884163 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.946687 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2f4fee9-566d-430a-b910-9097e3f1ff91 req-0226c841-d897-4498-825c-1f6864178d81 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284881 Sep 15 16:03:05.958269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting subnet 924769bf-fbd0-4fa2-a955-5200321c1521 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:05.974836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:05.983834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.015293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.021046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:06.021902 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.063633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:03:04Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:06.064945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Pushing event updated for resources: {'Port': ['ID=5e407f33-c968-4518-9184-2183e30b5183,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:06.077902 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.101643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] Checking router: dd7be623-6cf4-410e-be31-d2c6d7f52e20 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:03:06.108506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] Routers {'dd7be623-6cf4-410e-be31-d2c6d7f52e20'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:06.109137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:06.124947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Router ba415405-f521-40c7-ab3a-1f4c11ed0f30 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:06.129346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.136270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2bb590cb-fa9f-4543-a195-14e1dbe42579 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3844297 Sep 15 16:03:06.136270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33206) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:06.137976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.166583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Network': ['ID=6e62239e-f328-4e8d-a454-dbbe69a803f7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:06.179044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6e62239e-f328-4e8d-a454-dbbe69a803f7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:06.199418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b498292e-23b4-4bba-bd53-e243e3ef4d54 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8996251 Sep 15 16:03:06.203636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:06.209882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-786427315'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:06.283670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.286265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.315299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e3af787f-23e2-4471-975c-ed64889e0585 tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.1725593 Sep 15 16:03:06.339741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33210) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:06.391117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Made reservation on behalf of dd2c9aa159f04fa4b580639d2de2168a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:06.395579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.428982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] Set router dd7be623-6cf4-410e-be31-d2c6d7f52e20 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:06.457556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:06.462428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.469614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Network 2b8af569-827c-485d-b59d-e91e3bf0e252 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:06.476099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c885df06-9809-4fb1-a292-e6e05ff8fa88 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1314995 Sep 15 16:03:06.479797 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] Sync routers for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:06.487593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:06.488458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:06.500608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:06.501552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:06.502192 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.503453 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:06.504089 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:06.505786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=1aff4320-7cec-4b5e-894d-53b82cf7b37c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:06.541687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-136d490b-3b20-47a6-a370-561eb5a9544d tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "PUT /v2.0/floatingips/dbea9b5f-fa7d-4182-9d88-daef56346bc9 HTTP/1.1" status: 200 len: 996 time: 3.0511446 Sep 15 16:03:06.547551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:06.552229 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22819b2d-d138-4d2f-bc12-07612ab14468" -d '{"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:06.571516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:06.627388 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5feb41-c075-413a-ab10-0a0b1c148cbd x-openstack-request-id: req-1e5feb41-c075-413a-ab10-0a0b1c148cbd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:06.627679 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:06.628017 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1e5feb41-c075-413a-ab10-0a0b1c148cbd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:06.628430 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'status': 'completed', 'code': 200} Sep 15 16:03:06.650902 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-57bfed79-baea-4e21-b532-aca013c9126a tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2051384 Sep 15 16:03:06.653592 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:06.657223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.657664 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Added segment b35c23d4-df59-4303-8f3c-77399ba2600b of type vlan for network 8db0630f-9453-4a88-ad5e-d5e1ca995b28 Sep 15 16:03:06.658391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:06.664589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:06.718984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:03:04Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:06.723565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-a6c7b710-3e3d-4940-8fa3-69ad9e1753a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:06.725121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-a6c7b710-3e3d-4940-8fa3-69ad9e1753a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.1652274 Sep 15 16:03:06.749240 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.763282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bf8b44-608d-4551-88ff-ae53a89d89be None None] The sync data for ids ['dd7be623-6cf4-410e-be31-d2c6d7f52e20'] in n-d-808199-2 is: [{'id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2139290829', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:02:24Z', 'updated_at': '2021-09-15T16:03:04Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '472d83e8-ad63-4b0b-abe3-58a732dca5ec', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7be623-6cf4-410e-be31-d2c6d7f52e20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:25Z', 'updated_at': '2021-09-15T16:02:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:06.785922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.810379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Subnet': ['ID=924769bf-fbd0-4fa2-a955-5200321c1521,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:06.842234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.862177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.874813 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:06.874813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0037978c-e041-40dc-85e5-57a1170314fe tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/subnets/924769bf-fbd0-4fa2-a955-5200321c1521 HTTP/1.1" status: 204 len: 168 time: 1.1367714 Sep 15 16:03:06.874813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-8b9b8d16-ec3f-4802-8146-e951ba81422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:06.874813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-8b9b8d16-ec3f-4802-8146-e951ba81422c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.2098866 Sep 15 16:03:06.874813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33218) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:06.875528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22032d9-bce5-4bfb-a3d1-73baba88ac97 None None] Network 3f4b41af-fae2-4b81-af38-bfe0af4ed771 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:06.956878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-63c13d73-a749-4f3e-9873-6bd974e28f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:06.958316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-63c13d73-a749-4f3e-9873-6bd974e28f79 service neutron] 10.222.0.63 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 920 time: 0.2218399 Sep 15 16:03:06.972771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.resource_extend [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:03:06.977910 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'dbea9b5f-fa7d-4182-9d88-daef56346bc9', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'port_id': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'mac_address': 'fa:16:3e:1e:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:03:01Z', 'updated_at': '2021-09-15T16:03:04Z', 'revision_number': 1, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:09Z', 'revision_number': 5, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:06.981620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Deleting port 5e407f33-c968-4518-9184-2183e30b5183 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:06.981966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.011737 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] Checking router: ba415405-f521-40c7-ab3a-1f4c11ed0f30 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:03:07.033402 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:07.034561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:07.126691 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.132411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-95e20754-d2d9-4157-8dca-72a4e17b2f46 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 999 time: 0.1653481 Sep 15 16:03:07.198463 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:07.207910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] DHCP port deletion for 3f4b41af-fae2-4b81-af38-bfe0af4ed771 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:07.280085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] Deleting port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:07.280085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.375576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-625edb3f-8a47-475f-8bc2-291022885c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:07.377566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-625edb3f-8a47-475f-8bc2-291022885c80 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.2155492 Sep 15 16:03:07.400716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] For port 63e02dc1-23d0-4910-b3ea-39bf02ca1437, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=63e02dc1-23d0-4910-b3ea-39bf02ca1437,segment=NetworkSegment(6f152983-6650-4a64-9937-c26e9e765adb),segment_id=6f152983-6650-4a64-9937-c26e9e765adb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:07.401630 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.402277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] device_id is not set on port 1aff4320-7cec-4b5e-894d-53b82cf7b37c yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:07.414407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.420868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] Calling delete_port for 63e02dc1-23d0-4910-b3ea-39bf02ca1437 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:07.446974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-ca57097d-cf4e-47e4-89cd-891fbfb94dcb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548856 Sep 15 16:03:07.455698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-92d06a3a-8037-4ded-b191-2388c467066d service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:03:07.457244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-92d06a3a-8037-4ded-b191-2388c467066d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067468 Sep 15 16:03:07.509244 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.585056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63e02dc1-23d0-4910-b3ea-39bf02ca1437 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:07.617606 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'dbea9b5f-fa7d-4182-9d88-daef56346bc9', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'port_id': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'mac_address': 'fa:16:3e:1e:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:03:01Z', 'updated_at': '2021-09-15T16:03:04Z', 'revision_number': 1, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:09Z', 'revision_number': 5, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:07.636478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.638528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:03:07.639209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 63e02dc1-23d0-4910-b3ea-39bf02ca1437 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:07.639865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d17f68e8-d7d0-45bb-a686-2cf4af000dcc no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:07.642295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.662014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=1aff4320-7cec-4b5e-894d-53b82cf7b37c,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:07.681446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.691223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:07.691841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:07.692251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:07.699245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:07.699896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.706556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:07.706556 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:07.707135 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 2 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:07.711641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-7f3d3b0b-7e70-40cd-b4cf-5402e85b8d8f service neutron] 10.222.0.63 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318075 Sep 15 16:03:07.727943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] Pushing event deleted for resources: {'Port': ['ID=63e02dc1-23d0-4910-b3ea-39bf02ca1437,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:07.729819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d17f68e8-d7d0-45bb-a686-2cf4af000dcc {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:07.730172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d17f68e8-d7d0-45bb-a686-2cf4af000dcc not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:07.732590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7db99-07ef-4baa-9739-63a5d0f2b9d6 req-55a91fd7-1db3-4bdc-91a7-759d2cf2fc7b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:07.736032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011081d-4e61-4896-bf0f-5bf514259cb5 None None] No DVR routers for this DVR port 63e02dc1-23d0-4910-b3ea-39bf02ca1437 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:07.737059 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.740911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eec7db99-07ef-4baa-9739-63a5d0f2b9d6 req-55a91fd7-1db3-4bdc-91a7-759d2cf2fc7b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.2361774 Sep 15 16:03:07.773552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:07.773894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:07.774236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:07.812478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:07.812927 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:07.826249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.829556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c37b8-8128-413f-b3e0-911b0ddde3f3 None None] The sync data for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 is: [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'dbea9b5f-fa7d-4182-9d88-daef56346bc9', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'floating_ip_address': '172.25.0.131', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'port_id': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'mac_address': 'fa:16:3e:1e:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:03:01Z', 'updated_at': '2021-09-15T16:03:04Z', 'revision_number': 1, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:09Z', 'revision_number': 5, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:07.859922 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 3 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:07.903556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.903889 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:07.914348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=2256f134-ec5f-4ff1-a706-cb47c7956429,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:07.920585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:07.920585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:07.920585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:07.921000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-a6d078c8-7cbe-4fee-bdf7-07abafa66ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:07.922240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-a6d078c8-7cbe-4fee-bdf7-07abafa66ac9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 920 time: 0.9914951 Sep 15 16:03:07.926324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7176311 Sep 15 16:03:07.926458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33224) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:07.932093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'ports': [{'network_id': '6e62239e-f328-4e8d-a454-dbbe69a803f7', 'name': 'tempest-port--2012635780', 'admin_state_up': True}, {'network_id': '8db0630f-9453-4a88-ad5e-d5e1ca995b28', 'admin_state_up': False}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:07.932446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'port': {'network_id': '6e62239e-f328-4e8d-a454-dbbe69a803f7', 'name': 'tempest-port--2012635780', 'admin_state_up': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:07.932949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'port': {'network_id': '8db0630f-9453-4a88-ad5e-d5e1ca995b28', 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:07.934470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc4c70-b2ea-444c-b98f-cdfcdac5f494 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Network': ['ID=8db0630f-9453-4a88-ad5e-d5e1ca995b28,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:07.939660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Calling delete_port for 5e407f33-c968-4518-9184-2183e30b5183 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:07.946307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 8db0630f-9453-4a88-ad5e-d5e1ca995b28 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:07.953021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:07.953365 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:07.961201 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 4 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:07.985154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.022990 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eec7db99-07ef-4baa-9739-63a5d0f2b9d6 req-13598783-683e-4617-ac4f-a76b356826ac tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767446 Sep 15 16:03:08.025146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-18d4f172-9a31-4803-a606-ca318e57233a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 999 time: 0.0882940 Sep 15 16:03:08.046471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d2ee0e-be12-4875-98f9-94fd07f1a7bf req-ec1ee572-8ae3-460c-888c-6bfdc31d4384 service neutron] 10.222.0.63 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258669 Sep 15 16:03:08.075065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:08.075407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:08.075754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:08.093091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:08.093428 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:08.096949 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 5 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:08.130869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:08.131099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1287662-5999-4a30-8330-51e47de74e15 None None] New status for floating IP dbea9b5f-fa7d-4182-9d88-daef56346bc9: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:03:08.137147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:08.137147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:08.170800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-8be55447-8128-413d-8b80-cb19d45e436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:08.172338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-8be55447-8128-413d-8b80-cb19d45e436b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.1365278 Sep 15 16:03:08.191453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:08.192087 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:08.218641 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 6 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:08.250907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-b227631c-2a77-42af-b82f-f8a40610084d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707498 Sep 15 16:03:08.252039 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.257725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:08.258142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:08.258485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:08.264711 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 48e4f8cf-a0e3-4ea3-aef9-8103867bb851 associated. External IP: 172.25.0.84, port: 7093a30e-3973-4225-9eca-aa304aae8568. Sep 15 16:03:08.306373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:08.307473 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:08.311623 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 7 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:08.335712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:08.336060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:08.336412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:08.343920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:08.344246 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:08.346100 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 8 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:08.395399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:08.395773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:08.396062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:08.404086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:08.404587 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:08.404833 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 9 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:08.406133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-d5d93747-712e-42a7-a29d-293ee1e2d699 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 999 time: 0.2177949 Sep 15 16:03:08.433069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Made reservation on behalf of dd2c9aa159f04fa4b580639d2de2168a for: {'port': 2} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:08.438879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.450425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:08.450761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:08.451113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:08.461118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:08.461832 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:08.461969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.499463 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempt 10 to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c Sep 15 16:03:08.520183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-4a180a39-8406-49ca-83cd-71b1f8f7e4d8 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:08.520183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-4a180a39-8406-49ca-83cd-71b1f8f7e4d8 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports/ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 942 time: 0.1009974 Sep 15 16:03:08.527189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-318adc6c-00b2-4a9d-ac7b-4d96c2873d90 service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639911 Sep 15 16:03:08.531876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:08.532559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:08.532559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempting to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:08.552366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:08.552779 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Failed to bind port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on host n-h1-808199-2 for vnic_type normal using segments [{'id': '3582e181-08b2-4c0e-90cc-7204d131c272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '2b8af569-827c-485d-b59d-e91e3bf0e252'}] Sep 15 16:03:08.553155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.575073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting port 472d83e8-ad63-4b0b-abe3-58a732dca5ec {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:08.575544 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.630514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.740061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Pushing event deleted for resources: {'Port': ['ID=5e407f33-c968-4518-9184-2183e30b5183,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:08.825145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22819b2d-d138-4d2f-bc12-07612ab14468 req-22260758-2052-48d9-ba8b-90728fa0bc88 service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887633 Sep 15 16:03:08.835372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-54cf4da5-f1c0-4d9f-997d-c274d675338f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 1001 time: 0.2216516 Sep 15 16:03:08.849205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] For port 472d83e8-ad63-4b0b-abe3-58a732dca5ec, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=472d83e8-ad63-4b0b-abe3-58a732dca5ec,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:08.849568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.887220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Calling delete_port for 472d83e8-ad63-4b0b-abe3-58a732dca5ec owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:08.907335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.909997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:08.913650 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eab93de3-90e7-494a-a632-affe0e981239 tempest-FloatingIPAdminTestJSON-294932692 tempest-FloatingIPAdminTestJSON-294932692-project] 10.222.0.63 "DELETE /v2.0/floatingips/bdf3d1b8-5e51-4b9b-8860-0b9512decbd6 HTTP/1.1" status: 204 len: 168 time: 2.4200909 Sep 15 16:03:08.921724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33228) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:09.031349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] device_id is not set on port 7d61a3e7-5e1c-4681-8f62-b888e9a759a2 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:09.059950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:09.090622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] For port 1aff4320-7cec-4b5e-894d-53b82cf7b37c, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:09.090901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attempted to set empty binding levels {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 15 16:03:09.143934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-1da9edba-8c48-469d-a78c-0f2012332803 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:09.145354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-1da9edba-8c48-469d-a78c-0f2012332803 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.2904732 Sep 15 16:03:09.189341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-d106f07e-b23d-4e27-befe-e6bb13c73091 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:03:09.190357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-d106f07e-b23d-4e27-befe-e6bb13c73091 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107417 Sep 15 16:03:09.206909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.273644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Deleting port 49930f40-74b8-4030-bcff-5374972c80ea {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:09.273991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.284521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] In _notify_port_updated(), no bound segment for port 1aff4320-7cec-4b5e-894d-53b82cf7b37c on network 2b8af569-827c-485d-b59d-e91e3bf0e252 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:03:09.285399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:09.286048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.287392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "PUT /v2.0/ports/1aff4320-7cec-4b5e-894d-53b82cf7b37c HTTP/1.1" status: 200 len: 975 time: 2.6273103 Sep 15 16:03:09.294669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33232) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:09.309868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761b42e-e829-48d9-bb8b-051b77bd74aa req-7a17b077-6e90-4a37-b5d6-2e75efaa83eb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:09.311419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6761b42e-e829-48d9-bb8b-051b77bd74aa req-7a17b077-6e90-4a37-b5d6-2e75efaa83eb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.2181709 Sep 15 16:03:09.330094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-eb463ab9-73f0-4429-b134-8b0bca3c7013 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 1001 time: 0.1274185 Sep 15 16:03:09.377567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:09.388902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7f63a-fac3-4282-8719-984b6c8357d9 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event updated for resources: {'Port': ['ID=1aff4320-7cec-4b5e-894d-53b82cf7b37c,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:09.416554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.451245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.454185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.454515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.496429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.503068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Port': ['ID=472d83e8-ad63-4b0b-abe3-58a732dca5ec,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:09.516811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:09.529194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:09.536616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Calling delete_port for 49930f40-74b8-4030-bcff-5374972c80ea owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:09.538226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] device_id is not set on port cb779ab8-9215-4529-b9a0-531f021694ec yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:09.545210 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:09.545852 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:09.546825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6761b42e-e829-48d9-bb8b-051b77bd74aa req-780b982a-bc64-4b1d-b832-bc6843a04e25 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224543 Sep 15 16:03:09.596097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Deleting port 1aff4320-7cec-4b5e-894d-53b82cf7b37c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:09.596702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.601696 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:09.612801 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:09.613584 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:09.652776 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:09.653855 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00fcfc0-a40e-4a7b-b58d-8fa3434e6a9c None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:09.658755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.699774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.738536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-343e143f-5d70-4f9b-bd79-e14b905526ad tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3990223 Sep 15 16:03:09.748610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33234) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:09.757932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'port_id': '7093a30e-3973-4225-9eca-aa304aae8568', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:09.763667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] For port 1aff4320-7cec-4b5e-894d-53b82cf7b37c, host n-h1-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:09.764036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.820797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.823160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Calling delete_port for 1aff4320-7cec-4b5e-894d-53b82cf7b37c owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:09.848012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:09.903014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.046418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.113359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.205975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.208025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "DELETE /v2.0/ports/1aff4320-7cec-4b5e-894d-53b82cf7b37c HTTP/1.1" status: 204 len: 168 time: 0.9068346 Sep 15 16:03:10.211794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.214748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33236) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:10.215397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Port': ['ID=7d61a3e7-5e1c-4681-8f62-b888e9a759a2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:10.225294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.273461 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4511022-f8c6-4bd5-abb9-90accc48c4d7 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:03:10.275742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c4511022-f8c6-4bd5-abb9-90accc48c4d7 tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] 10.222.0.63 "GET /v2.0/ports/1aff4320-7cec-4b5e-894d-53b82cf7b37c HTTP/1.1" status: 404 len: 333 time: 0.0572536 Sep 15 16:03:10.278877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Checking segment: {'id': 'f7e86f5a-a309-49ab-bcea-4b7cb5a7faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '6e62239e-f328-4e8d-a454-dbbe69a803f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:10.279494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network hostable DHCP agents. Network: 6e62239e-f328-4e8d-a454-dbbe69a803f7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:10.282163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a04c85-6114-4c30-810e-2e524d3f4bea tempest-PortsAdminExtendedAttrsTestJSON-1364560070 tempest-PortsAdminExtendedAttrsTestJSON-1364560070-project-admin] Pushing event deleted for resources: {'Port': ['ID=1aff4320-7cec-4b5e-894d-53b82cf7b37c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:10.284002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33238) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:10.306488 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.306488 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Floating IP dbea9b5f-fa7d-4182-9d88-daef56346bc9 disassociated. External IP: 172.25.0.131, port: ba9c17de-3dd8-4163-8f89-bb81f3c24d4a. Sep 15 16:03:10.361476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.362021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Fanout notify agent at l3_agent the message router_deleted on router dd7be623-6cf4-410e-be31-d2c6d7f52e20 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:03:10.371582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.373954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7e70ba02-72fc-49ad-b7af-ea1fef40c7e7 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/routers/dd7be623-6cf4-410e-be31-d2c6d7f52e20 HTTP/1.1" status: 204 len: 168 time: 3.4980197 Sep 15 16:03:10.375567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33240) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:10.457837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network 6e62239e-f328-4e8d-a454-dbbe69a803f7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:10.465340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.482538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.532514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Pushing event deleted for resources: {'Port': ['ID=49930f40-74b8-4030-bcff-5374972c80ea,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:10.537349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.543102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 6e62239e-f328-4e8d-a454-dbbe69a803f7) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:10.551226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59bcdc9-470f-4208-a4ea-afcc093ac073 None None] Network 6e62239e-f328-4e8d-a454-dbbe69a803f7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:10.576017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:10.576017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.683992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.734873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.737471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.741885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-34a65824-0186-4fee-a1dd-2fa3b4d4730a tempest-FloatingIPAdminTestJSON-1755092897 tempest-FloatingIPAdminTestJSON-1755092897-project-admin] 10.222.0.63 "DELETE /v2.0/floatingips/cfa26ffc-c9e3-4a6f-be17-4854d6884dcb HTTP/1.1" status: 204 len: 168 time: 1.8146360 Sep 15 16:03:10.765158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33244) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:10.768948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.801173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4b41af-fae2-4b81-af38-bfe0af4ed771']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:10.806958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Router ba415405-f521-40c7-ab3a-1f4c11ed0f30 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:10.807151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8af569-827c-485d-b59d-e91e3bf0e252']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:10.816183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f152983-6650-4a64-9937-c26e9e765adb') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:10.816638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f152983-6650-4a64-9937-c26e9e765adb') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:10.826093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Port': ['ID=cb779ab8-9215-4529-b9a0-531f021694ec,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:10.833229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.841801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3582e181-08b2-4c0e-90cc-7204d131c272') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:10.841985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3582e181-08b2-4c0e-90cc-7204d131c272') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:10.878662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.891463 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.902046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:10.902666 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:10.906565 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:10.967793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:10.988930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Checking segment: {'id': 'b35c23d4-df59-4303-8f3c-77399ba2600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '8db0630f-9453-4a88-ad5e-d5e1ca995b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:10.989206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network hostable DHCP agents. Network: 8db0630f-9453-4a88-ad5e-d5e1ca995b28, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:10.999959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f62eee-109c-4285-a1a2-b0d18e6c6c4a req-e9603f87-38a4-434b-8003-2d86593ba56b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.002118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27f62eee-109c-4285-a1a2-b0d18e6c6c4a req-e9603f87-38a4-434b-8003-2d86593ba56b tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.3141418 Sep 15 16:03:11.005403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:11.005828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:11.011569 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:11.023955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:11.028780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.resource_extend [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:03:11.029299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.034729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] Sync routers for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:11.049159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:11.050200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:11.070620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-0c3b8dce-d28a-462f-90b0-a69098ffa440 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "PUT /v2.0/floatingips/dbea9b5f-fa7d-4182-9d88-daef56346bc9 HTTP/1.1" status: 200 len: 695 time: 1.7033682 Sep 15 16:03:11.071859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:11.075920 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af" -d '{"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:11.117788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.126930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.131249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/networks/3f4b41af-fae2-4b81-af38-bfe0af4ed771 HTTP/1.1" status: 204 len: 168 time: 0.7523608 Sep 15 16:03:11.136029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33248) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:11.163705 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.180509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:11.190311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca0556-347a-4e83-9af2-a720967823ec tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Network': ['ID=3f4b41af-fae2-4b81-af38-bfe0af4ed771,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:11.192544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Deleting port a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:11.192999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.206143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-97bea705-2ff6-4019-a70d-f233eda996a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.207708 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-97bea705-2ff6-4019-a70d-f233eda996a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.1212692 Sep 15 16:03:11.225254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27f62eee-109c-4285-a1a2-b0d18e6c6c4a req-aff68e66-5401-4810-8cd1-815e52be772e tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936054 Sep 15 16:03:11.291932 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af7be44-cdf5-41b9-b012-132e3a4ebab6 x-openstack-request-id: req-1af7be44-cdf5-41b9-b012-132e3a4ebab6 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:11.292253 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:11.292478 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1af7be44-cdf5-41b9-b012-132e3a4ebab6 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:11.292913 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'status': 'completed', 'code': 200} Sep 15 16:03:11.337918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network 8db0630f-9453-4a88-ad5e-d5e1ca995b28 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:11.340192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.343611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.347341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.365181 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.367544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] 10.222.0.63 "DELETE /v2.0/networks/2b8af569-827c-485d-b59d-e91e3bf0e252 HTTP/1.1" status: 204 len: 168 time: 1.0800922 Sep 15 16:03:11.420864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Calling delete_port for a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:11.424956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-af214d3b-68b3-43eb-966d-84dc66a347c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.426853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d7132-7df4-45d9-bf2f-15c876e9b6b8 tempest-PortsAdminExtendedAttrsTestJSON-981670817 tempest-PortsAdminExtendedAttrsTestJSON-981670817-project] Pushing event deleted for resources: {'Network': ['ID=2b8af569-827c-485d-b59d-e91e3bf0e252,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:11.433897 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-af214d3b-68b3-43eb-966d-84dc66a347c0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 920 time: 0.2183168 Sep 15 16:03:11.472961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:09Z', 'revision_number': 5, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:11.485099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-8307a5ef-3749-4393-8128-fe5ffd4ecff5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 217 time: 0.0502603 Sep 15 16:03:11.509339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 8db0630f-9453-4a88-ad5e-d5e1ca995b28) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:11.515613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] Checking router: ba415405-f521-40c7-ab3a-1f4c11ed0f30 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:03:11.525819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3814822d-d843-4277-83c6-037ab58af095 None None] Network 8db0630f-9453-4a88-ad5e-d5e1ca995b28 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:11.535553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:11.536567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:11.550377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:11.557413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.562888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.564187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.583464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-2ec2ceeb-2dba-4897-a788-3a7685088d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.584783 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-2ec2ceeb-2dba-4897-a788-3a7685088d4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae3732edf9a5467ea87768d08d8f3294&device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 1096 time: 0.2508466 Sep 15 16:03:11.592401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-40ec0e36-08a9-4bc5-8cfa-54a323b65ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.594604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-40ec0e36-08a9-4bc5-8cfa-54a323b65ec3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.1082592 Sep 15 16:03:11.618421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 472d83e8-ad63-4b0b-abe3-58a732dca5ec no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:11.655162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 472d83e8-ad63-4b0b-abe3-58a732dca5ec {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:11.655846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 472d83e8-ad63-4b0b-abe3-58a732dca5ec not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:11.670624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f094d9b-169d-4c74-8b23-b3254e81938a tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7396054 Sep 15 16:03:11.670993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33252) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:11.674297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-1ab83d55-6857-4ac0-b0fc-adffb1fd1ca0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555515 Sep 15 16:03:11.787763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:11.797072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting port bdab3887-bd78-4d3d-ae45-41c9feeab833 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:11.797530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.881965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd007364-2131-4fbb-aa9d-e547e7a0d9b4 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.888311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd007364-2131-4fbb-aa9d-e547e7a0d9b4 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.894247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bd007364-2131-4fbb-aa9d-e547e7a0d9b4 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2180655 Sep 15 16:03:11.894247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:11.900361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33256) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:11.914817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:11.942814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-56590919-32a9-462e-8d50-387d72456dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:11.943105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-56590919-32a9-462e-8d50-387d72456dfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 200 len: 920 time: 0.3479738 Sep 15 16:03:11.971938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Port': ['ID=a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:12.033221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-1919fd42-4ab1-401b-b564-d652a536aa7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 200 len: 217 time: 0.0633759 Sep 15 16:03:12.124748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-594fbb49-cf9d-4ad0-a7bc-660f4255756a service neutron] 10.222.0.63 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494596 Sep 15 16:03:12.145338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:09Z', 'revision_number': 5, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:12.161671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33258) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:12.200389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128560d0-394b-4a5c-8f69-7201fa9aa235 None None] The sync data for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 is: [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:02:03Z', 'revision_number': 4, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'd32b8096-9629-4e49-9759-b7c173907a6f', 'name': '', 'network_id': '60b944c5-48a2-4322-af6b-44b63a269134', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'mac_address': 'fa:16:3e:1c:88:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:02:02Z', 'updated_at': '2021-09-15T16:02:09Z', 'revision_number': 5, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'subnets': [{'id': 'b611e978-c10f-4a48-8b2d-8bace34bbe52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:12.208770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.209179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.239760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-d457a021-f8ac-4c46-afc1-128354ba8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:12.241268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-d457a021-f8ac-4c46-afc1-128354ba8394 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 200 len: 859 time: 0.1837575 Sep 15 16:03:12.285858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Calling delete_port for bdab3887-bd78-4d3d-ae45-41c9feeab833 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:12.369751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-cbd655ee-9c7a-4f7f-9230-df65adb27193 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60b944c5-48a2-4322-af6b-44b63a269134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037698 Sep 15 16:03:12.492675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Deleting port 7d61a3e7-5e1c-4681-8f62-b888e9a759a2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:12.493427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.538632 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b5aee7-3bd4-4fcf-98bf-d02536f65bd5 None None] New status for floating IP dbea9b5f-fa7d-4182-9d88-daef56346bc9: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:03:12.610257 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b3ff2677-42c7-4f23-9a0c-98d1b14c74d1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=823cbbb181204bfc80e0ecaeecd0ff7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407115 Sep 15 16:03:12.617378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1e5cc46-5427-4303-85ac-294fc6abab86 req-affe22ae-5ed9-434b-901f-bc06d198d74e service neutron] 10.222.0.63 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626710 Sep 15 16:03:12.618233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33264) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:12.644351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.651202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e119df64-9ca1-4de2-8d31-0c21ad67df47 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "DELETE /v2.0/ports/a92a1a2e-d086-4843-b26d-dcdf7a0d9e7f HTTP/1.1" status: 204 len: 168 time: 1.8790443 Sep 15 16:03:12.657995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33266) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:12.659945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aa679-ff9b-4713-8dce-767d42d411a7 req-d14d568e-abdc-47a4-b722-0e38c35cc99c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:12.661654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-367aa679-ff9b-4713-8dce-767d42d411a7 req-d14d568e-abdc-47a4-b722-0e38c35cc99c tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.2003536 Sep 15 16:03:12.682823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.713964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:12.719035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.731772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:12.747269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:12.750632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:12.776648 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-825fc470-f67c-4f8e-a644-fad7fe25779b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.783718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-367aa679-ff9b-4713-8dce-767d42d411a7 req-dff201a7-38ee-43af-88df-8b950bd663cd tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091495 Sep 15 16:03:12.787713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:12.799037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:12.800029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:12.819980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-079152e8-865b-4e68-b8b3-b3f1874ba523 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/floatingips/48e4f8cf-a0e3-4ea3-aef9-8103867bb851 HTTP/1.1" status: 200 len: 978 time: 3.0654974 Sep 15 16:03:12.858509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-825fc470-f67c-4f8e-a644-fad7fe25779b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:12.870621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:12.871597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb0519-3578-402b-9e32-5c2f25d2b952 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:12.881787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33272) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:13.031606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-825fc470-f67c-4f8e-a644-fad7fe25779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.034265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-825fc470-f67c-4f8e-a644-fad7fe25779b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.036553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-825fc470-f67c-4f8e-a644-fad7fe25779b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/409bc9c4-9687-4a98-8e3d-ee9a5910a316 HTTP/1.1" status: 204 len: 168 time: 0.4129033 Sep 15 16:03:13.056065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fc470-f67c-4f8e-a644-fad7fe25779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409bc9c4-9687-4a98-8e3d-ee9a5910a316,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:13.157487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 2256f134-ec5f-4ff1-a706-cb47c7956429 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:13.157835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.167541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f39cb-1aa7-489b-9c3b-0674ac159096 req-5c9b542c-53ce-4bcc-8fa1-a0eb2a8ff6d0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:13.169196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d0f39cb-1aa7-489b-9c3b-0674ac159096 req-5c9b542c-53ce-4bcc-8fa1-a0eb2a8ff6d0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.0722065 Sep 15 16:03:13.183489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Calling delete_port for 7d61a3e7-5e1c-4681-8f62-b888e9a759a2 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:13.200054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-a5c1758f-0275-4ce3-a642-90f996586bdc service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112373 Sep 15 16:03:13.207249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-55701910-7976-4bc3-ad02-a6f5813a33df tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips/dbea9b5f-fa7d-4182-9d88-daef56346bc9 HTTP/1.1" status: 200 len: 695 time: 0.4820025 Sep 15 16:03:13.270585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d0f39cb-1aa7-489b-9c3b-0674ac159096 req-aff1dd9a-6a81-407b-a1a1-876546b09692 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874455 Sep 15 16:03:13.294087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.294087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.302773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 2256f134-ec5f-4ff1-a706-cb47c7956429 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:13.335390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f58293-e207-434d-b04f-7e8ac472409d tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:13.337861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-68f58293-e207-434d-b04f-7e8ac472409d tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "GET /v2.0/ports?device_id=86e9ec01-5909-45c2-9d16-35e0888e294e HTTP/1.1" status: 200 len: 913 time: 0.6780143 Sep 15 16:03:13.345286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33282) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:13.464963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7f65-83e5-45c2-a7a1-ca1bc82f7da9 req-85c8fc6d-a454-4394-b8b8-2b58e7741abb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:13.474425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa7b7f65-83e5-45c2-a7a1-ca1bc82f7da9 req-85c8fc6d-a454-4394-b8b8-2b58e7741abb tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.0914741 Sep 15 16:03:13.527927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa7b7f65-83e5-45c2-a7a1-ca1bc82f7da9 req-87ca7e99-4ae9-4767-82a8-864bc37a3116 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512516 Sep 15 16:03:13.613953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c1018873-df9a-4eb7-a5ff-060c2d9dd8af req-1d5afdfb-d2c1-432c-a284-8f99a4b441cf service neutron] 10.222.0.55 "GET /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999579 Sep 15 16:03:13.644814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-0764e962-7b66-4600-8e79-82a4175223f0 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:13.648937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-0764e962-7b66-4600-8e79-82a4175223f0 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 784 time: 0.4228573 Sep 15 16:03:13.658425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.668701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-55c3c125-d0e2-4766-bb28-76a3b5325409 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:03:13.669740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-55c3c125-d0e2-4766-bb28-76a3b5325409 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150893 Sep 15 16:03:13.689163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=2256f134-ec5f-4ff1-a706-cb47c7956429,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:13.702413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.708337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.747107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33286) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:13.764463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.764871 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 48e4f8cf-a0e3-4ea3-aef9-8103867bb851 disassociated (deleted). External IP: 172.25.0.84, port: 7093a30e-3973-4225-9eca-aa304aae8568. Sep 15 16:03:13.785405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Port': ['ID=bdab3887-bd78-4d3d-ae45-41c9feeab833,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:13.838198 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-8e7da644-96a2-474c-b7b5-db78f3cdef3e tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.1371586 Sep 15 16:03:13.860378 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:13.862289 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/ports/7d61a3e7-5e1c-4681-8f62-b888e9a759a2 HTTP/1.1" status: 204 len: 168 time: 1.9651165 Sep 15 16:03:13.865051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33290) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:13.868133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fa6c8-cc61-487f-81f4-095844dee601 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Port': ['ID=7d61a3e7-5e1c-4681-8f62-b888e9a759a2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:13.993290 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-1f980890-5a51-4ef5-ae75-424655136304 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/floatingips?floating_ip_address=172.25.0.131 HTTP/1.1" status: 200 len: 696 time: 0.1298151 Sep 15 16:03:14.004723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c665108-b7c0-4436-b19f-8b462ae38838 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6a43561be1d14c76b96e6090bf719f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562144 Sep 15 16:03:14.008827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33292) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:14.044760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058d69-32f0-4f19-b5d8-8f54bc95da6a req-92814e0c-6d42-46a2-9601-d95dfb000497 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:14.046633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15058d69-32f0-4f19-b5d8-8f54bc95da6a req-92814e0c-6d42-46a2-9601-d95dfb000497 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1421914 Sep 15 16:03:14.068998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.069246 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Floating IP 4074da4b-0a41-48c7-b367-294b8f882251 disassociated (deleted). External IP: 172.25.0.7, port: e3a6aeb2-988c-4289-be5a-df73abaed0e2. Sep 15 16:03:14.145047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Deleting port cb779ab8-9215-4529-b9a0-531f021694ec {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:14.145421 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.154366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:14.173787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15058d69-32f0-4f19-b5d8-8f54bc95da6a req-099ff61d-61cb-4ffa-a86c-0b3c75103249 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192756 Sep 15 16:03:14.275488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.294231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Calling delete_port for cb779ab8-9215-4529-b9a0-531f021694ec owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:14.325328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-203c8db4-ad63-4a74-be60-b4d93a8e0942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.374842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-203c8db4-ad63-4a74-be60-b4d93a8e0942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.389206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:14.396658 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.399106 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:14.410576 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:14.410576 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:14.427046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Deleting port 5e350900-ab78-4682-becd-e16c7ec62720 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:14.427423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.446049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8ed0cf9-99bb-4c5d-8494-9657764d1af9 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/floatingips/48e4f8cf-a0e3-4ea3-aef9-8103867bb851 HTTP/1.1" status: 204 len: 168 time: 1.5607066 Sep 15 16:03:14.448261 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:14.451162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33294) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:14.457282 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:14.458055 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:14.503019 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:14.503965 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e2d5b5-b84a-4ef0-8aeb-3ed5429a6a92 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:14.551149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 7093a30e-3973-4225-9eca-aa304aae8568 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:14.551649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.554578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.610244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Port': ['ID=cb779ab8-9215-4529-b9a0-531f021694ec,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:14.623131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.625165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f5ced04-5035-4979-9642-201d6044b933 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/ports/cb779ab8-9215-4529-b9a0-531f021694ec HTTP/1.1" status: 204 len: 168 time: 0.7586310 Sep 15 16:03:14.625311 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.625583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.629296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33296) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:14.676028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router 4ef14c1b-facb-404d-b68c-ba7a49abc206 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:14.677894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Calling delete_port for 5e350900-ab78-4682-becd-e16c7ec62720 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:14.686924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.700197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6db5b0c6-d31f-4369-b1e2-c692e2b38550 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0695837 Sep 15 16:03:14.704610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 7093a30e-3973-4225-9eca-aa304aae8568 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:14.704610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33298) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:14.704915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-203c8db4-ad63-4a74-be60-b4d93a8e0942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.706999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-203c8db4-ad63-4a74-be60-b4d93a8e0942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.708129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-203c8db4-ad63-4a74-be60-b4d93a8e0942 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/69cebc71-03c7-4d1e-b093-d034ec8c3af2 HTTP/1.1" status: 204 len: 168 time: 0.6870601 Sep 15 16:03:14.711006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-625136172'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:14.735429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.767180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c8db4-ad63-4a74-be60-b4d93a8e0942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cebc71-03c7-4d1e-b093-d034ec8c3af2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:14.847750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Made reservation on behalf of dd2c9aa159f04fa4b580639d2de2168a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:14.851542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.901091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:14.939900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:14.940254 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Added segment 1fdf00f4-8ae7-4972-9eca-c9d92168d457 of type vlan for network 1ecc3387-ee85-43ba-b247-e2cce39a39b7 Sep 15 16:03:14.998279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.046780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:15.054689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.064032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] Sync routers for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:15.083971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.097703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:15.100746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:15.126072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=7093a30e-3973-4225-9eca-aa304aae8568,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:15.148729 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c57512d-62b2-4395-8abc-4b6c1100ef41 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/floatingips/4074da4b-0a41-48c7-b367-294b8f882251 HTTP/1.1" status: 204 len: 168 time: 4.0028327 Sep 15 16:03:15.152602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:15.152811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.154873 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:15.158367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:15.159008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.206397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbab06-be28-4343-8899-bf15e0759358 req-4143ec25-5e72-4b39-a8ef-027906b6c55d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:15.208031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adbbab06-be28-4343-8899-bf15e0759358 req-4143ec25-5e72-4b39-a8ef-027906b6c55d tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.1787779 Sep 15 16:03:15.292241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.312697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:15.350991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Network': ['ID=1ecc3387-ee85-43ba-b247-e2cce39a39b7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:15.374684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 1ecc3387-ee85-43ba-b247-e2cce39a39b7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:15.385127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event deleted for resources: {'Port': ['ID=5e350900-ab78-4682-becd-e16c7ec62720,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:15.389159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.398104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bc4e2681-618e-437c-a4ae-27745fa67971 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/ports/7093a30e-3973-4225-9eca-aa304aae8568 HTTP/1.1" status: 204 len: 168 time: 0.9391890 Sep 15 16:03:15.398104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da854769-6001-4c27-8618-d21a390ab074 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6880071 Sep 15 16:03:15.398104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33316) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:15.404033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:15.417109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33318) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:15.439642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-921630464'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:15.467373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:03:15.467373 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:03:15.467373 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': 'dd2c9aa159f04fa4b580639d2de2168a', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 2, 55, 447813)}] Sep 15 16:03:15.467373 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:03:15.467969 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:03:15.475607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.479293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.492837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abb2caa0-2c14-4ee3-ad4f-f5b46c2586fe req-f9d16b5b-635e-4067-a096-fcbeab411551 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "DELETE /v2.0/floatingips/dbea9b5f-fa7d-4182-9d88-daef56346bc9 HTTP/1.1" status: 204 len: 173 time: 1.4907100 Sep 15 16:03:15.497404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Deleting port 09e7eb1f-172c-4e58-ae81-af215df86a6e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:15.497770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.526142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Deleting port 193e20fa-f2a6-44a0-8196-e4c207e189e8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:15.526485 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.569341 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72879dc8-9cf5-4d56-aaf7-942a772c07c2 x-openstack-request-id: req-72879dc8-9cf5-4d56-aaf7-942a772c07c2 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:15.570781 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:15.571744 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-72879dc8-9cf5-4d56-aaf7-942a772c07c2 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:15.575162 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'status': 'completed', 'code': 200} Sep 15 16:03:15.647200 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.697462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:32Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:15.698625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.721588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Calling delete_port for 193e20fa-f2a6-44a0-8196-e4c207e189e8 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:15.733634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672eac4-70b1-41ad-8384-ec701c4845a2 req-80a8be1a-478e-40e8-8f09-c437c8b90439 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:15.735165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6672eac4-70b1-41ad-8384-ec701c4845a2 req-80a8be1a-478e-40e8-8f09-c437c8b90439 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 945 time: 0.0917714 Sep 15 16:03:15.739763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] Checking router: 4ef14c1b-facb-404d-b68c-ba7a49abc206 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:03:15.748677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-f35bd062-e821-4fc3-9b53-0b943a63a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:15.754726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-f35bd062-e821-4fc3-9b53-0b943a63a2bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 1135 time: 0.1794927 Sep 15 16:03:15.754950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:15.756316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:15.807068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] For port 09e7eb1f-172c-4e58-ae81-af215df86a6e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=09e7eb1f-172c-4e58-ae81-af215df86a6e,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:15.807245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:15.839883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29d8c6a2-4cbe-47e2-afd0-f8b778b88124 req-c461838b-7657-4f4a-b2b1-7c720973a95b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups/691a697e-6b23-4043-a236-e4237cdc04c7 HTTP/1.1" status: 200 len: 1809 time: 0.1815536 Sep 15 16:03:15.860714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6672eac4-70b1-41ad-8384-ec701c4845a2 req-3b42f51f-97cf-4071-ad31-4e6744b3bdc3 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656059 Sep 15 16:03:15.860829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Calling delete_port for 09e7eb1f-172c-4e58-ae81-af215df86a6e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:16.052381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-ac29c034-5fb9-4461-af0d-54ba9831927c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:16.054024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-ac29c034-5fb9-4461-af0d-54ba9831927c service neutron] 10.222.0.38 "GET /v2.0/networks?id=c86c0e06-0cbd-4bee-9346-a047263283bf HTTP/1.1" status: 200 len: 897 time: 0.2837758 Sep 15 16:03:16.112825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155f5db-d36c-42b2-8f7e-9c4a33364212 req-f34f2012-22b9-4874-9a22-2cb6d6794d68 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:16.121973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0155f5db-d36c-42b2-8f7e-9c4a33364212 req-f34f2012-22b9-4874-9a22-2cb6d6794d68 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 984 time: 0.1386709 Sep 15 16:03:16.126403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:16.139891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Made reservation on behalf of dd2c9aa159f04fa4b580639d2de2168a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:16.143674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.144681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-c4d111fd-b2b9-4aee-a526-8a57719c4451 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2 HTTP/1.1" status: 200 len: 217 time: 0.0762250 Sep 15 16:03:16.147366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29d8c6a2-4cbe-47e2-afd0-f8b778b88124 req-e865fd0d-fce3-44c1-b2ce-9e6c0d8b5fe4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.162043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.223081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0155f5db-d36c-42b2-8f7e-9c4a33364212 req-74d44fce-03f0-4645-a2bf-589e5b41467e tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1000402 Sep 15 16:03:16.224150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Port': ['ID=193e20fa-f2a6-44a0-8196-e4c207e189e8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:16.233600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33334) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:16.253985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:16.294256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.302739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.303091 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Added segment c84e2aef-02c7-49e3-8767-c87d7f504248 of type vlan for network d6627dcc-adc1-407e-b327-5bf30e686e09 Sep 15 16:03:16.306538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29d8c6a2-4cbe-47e2-afd0-f8b778b88124 req-e865fd0d-fce3-44c1-b2ce-9e6c0d8b5fe4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.380785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:32Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:16.381553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-d961cd2a-1b01-403e-b05f-bbe854c36811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:16.383180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-d961cd2a-1b01-403e-b05f-bbe854c36811 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=456de2e3-0c41-4600-b1f2-76fe920a04ba HTTP/1.1" status: 200 len: 835 time: 0.2297096 Sep 15 16:03:16.414000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.430465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eec0f1-a6c0-4d5d-8dfd-3f92eb92dd38 None None] The sync data for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 is: [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:01:27Z', 'revision_number': 4, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '11f9eb28-3460-48c1-8737-339bff92990d', 'name': '', 'network_id': 'c86c0e06-0cbd-4bee-9346-a047263283bf', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'mac_address': 'fa:16:3e:23:93:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:25Z', 'updated_at': '2021-09-15T16:01:32Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'subnets': [{'id': '456de2e3-0c41-4600-b1f2-76fe920a04ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:16.434479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:03:16.440712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.458967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1581666487'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:16.528546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event deleted for resources: {'Port': ['ID=09e7eb1f-172c-4e58-ae81-af215df86a6e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:16.638815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] No DVR routers for this DVR port 09e7eb1f-172c-4e58-ae81-af215df86a6e on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:16.645939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-ae59ae90-98bf-4003-8b61-cb09b3067411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:16.647632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-ae59ae90-98bf-4003-8b61-cb09b3067411 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c86c0e06-0cbd-4bee-9346-a047263283bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2368116 Sep 15 16:03:16.648865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.651447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adbbab06-be28-4343-8899-bf15e0759358 req-9810568d-dfd9-4e96-a282-fe0db94ef009 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.38 "DELETE /v2.0/ports/09e7eb1f-172c-4e58-ae81-af215df86a6e HTTP/1.1" status: 204 len: 173 time: 1.4181280 Sep 15 16:03:16.655411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33977d3a-cb26-4b82-af61-f16087346d89', 'name': 'network-vif-deleted', 'tag': '09e7eb1f-172c-4e58-ae81-af215df86a6e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:16.660561 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa42ce8-873a-49ea-a112-fa2f661c97b7" -d '{"events": [{"server_uuid": "33977d3a-cb26-4b82-af61-f16087346d89", "name": "network-vif-deleted", "tag": "09e7eb1f-172c-4e58-ae81-af215df86a6e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:16.670139 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29d8c6a2-4cbe-47e2-afd0-f8b778b88124 req-e865fd0d-fce3-44c1-b2ce-9e6c0d8b5fe4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.673427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29d8c6a2-4cbe-47e2-afd0-f8b778b88124 req-e865fd0d-fce3-44c1-b2ce-9e6c0d8b5fe4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:16.677200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29d8c6a2-4cbe-47e2-afd0-f8b778b88124 req-e865fd0d-fce3-44c1-b2ce-9e6c0d8b5fe4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "DELETE /v2.0/security-groups/691a697e-6b23-4043-a236-e4237cdc04c7 HTTP/1.1" status: 204 len: 173 time: 0.8340094 Sep 15 16:03:16.694913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.25.0.208 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ebe970ed-41b6-46fe-b562-5e6997260783) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:16.732331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865fd0d-fce3-44c1-b2ce-9e6c0d8b5fe4 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a697e-6b23-4043-a236-e4237cdc04c7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:16.920805 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14af2178-b5e5-41b0-8242-aa62b0f166fb None None] New status for floating IP 4074da4b-0a41-48c7-b367-294b8f882251: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:03:17.049705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2cb9e21b-59ac-4d14-8046-3809b7c89dd5 req-03e407d6-80e3-4194-821b-21dc83cb2133 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=33977d3a-cb26-4b82-af61-f16087346d89 HTTP/1.1" status: 200 len: 210 time: 0.0423348 Sep 15 16:03:17.060696 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.107964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:17.111418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.126584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.132141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:17.132793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.136106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.164838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e3a6aeb2-988c-4289-be5a-df73abaed0e2 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:17.275058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Network': ['ID=d6627dcc-adc1-407e-b327-5bf30e686e09,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:17.288011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.292931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d6627dcc-adc1-407e-b327-5bf30e686e09 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:17.325409 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-edc79bb7-6161-4985-8d6b-7d2ce9fb48af tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8943708 Sep 15 16:03:17.356153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725a5ad-b385-48d7-95d0-ce685d177a2b req-4f3f8705-07b0-459e-83c7-bfbffc863cbe tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:17.357770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4725a5ad-b385-48d7-95d0-ce685d177a2b req-4f3f8705-07b0-459e-83c7-bfbffc863cbe tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1013763 Sep 15 16:03:17.362016 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437ffb66-b9e3-4e8d-aa1c-8878ecbbdaa5 x-openstack-request-id: req-437ffb66-b9e3-4e8d-aa1c-8878ecbbdaa5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:17.362016 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33977d3a-cb26-4b82-af61-f16087346d89", "name": "network-vif-deleted", "tag": "09e7eb1f-172c-4e58-ae81-af215df86a6e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:17.362666 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-437ffb66-b9e3-4e8d-aa1c-8878ecbbdaa5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:17.362778 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33977d3a-cb26-4b82-af61-f16087346d89', 'name': 'network-vif-deleted', 'tag': '09e7eb1f-172c-4e58-ae81-af215df86a6e', 'status': 'completed', 'code': 200} Sep 15 16:03:17.374191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:17.376661 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1267f9-915d-4274-86f1-11e9bdebeba7" -d '{"events": [{"server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:17.392155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e3a6aeb2-988c-4289-be5a-df73abaed0e2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:17.453847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-24a02c4e-7b6d-48f0-a4d4-f23b387eed9d service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7763515 Sep 15 16:03:17.477509 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.479227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09e7eb1f-172c-4e58-ae81-af215df86a6e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:17.522143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 09e7eb1f-172c-4e58-ae81-af215df86a6e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:17.522741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 09e7eb1f-172c-4e58-ae81-af215df86a6e not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:17.525398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4725a5ad-b385-48d7-95d0-ce685d177a2b req-80a5103a-2069-4042-975b-87a17108220f tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251023 Sep 15 16:03:17.592032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Router 86e9ec01-5909-45c2-9d16-35e0888e294e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:17.625831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.651852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e3a6aeb2-988c-4289-be5a-df73abaed0e2,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:17.669530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.671175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.671984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.673960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.675326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.675909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.677316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.678129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.682505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.682505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.682505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.682505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:17.734165 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.761409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.767524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:17.777941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-6520f35b-d3f7-4256-8266-da8c9114197e tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:17.777941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-6520f35b-d3f7-4256-8266-da8c9114197e tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 984 time: 0.3237224 Sep 15 16:03:17.790253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32214d72-5de8-4b0c-9d3c-b2c02735fd5e req-6ebda1d9-8fe7-482f-904b-bf70dae328e5 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:17.806707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32214d72-5de8-4b0c-9d3c-b2c02735fd5e req-6ebda1d9-8fe7-482f-904b-bf70dae328e5 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 982 time: 0.4372792 Sep 15 16:03:17.866615 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede03037-1abc-490c-9fe1-388462329dfd x-openstack-request-id: req-ede03037-1abc-490c-9fe1-388462329dfd {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:17.869759 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:17.869759 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ede03037-1abc-490c-9fe1-388462329dfd {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:17.869759 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'code': 200} Sep 15 16:03:17.873024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.873587 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment af0f23ed-61b7-4506-b550-dbf815cec3a8 of type vlan for network 2169c715-cf8b-4c85-884b-70365a41e209 Sep 15 16:03:17.883568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:17.892516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8a5b380e-0e8d-4f8a-a8c0-467bb1bfc6cc tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "PUT /v2.0/routers/86e9ec01-5909-45c2-9d16-35e0888e294e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5322218 Sep 15 16:03:17.893687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c645d2d-6e31-465c-b0cc-c6cd0f8ea14e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:17.897424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33352) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:17.906015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] Sync routers for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:17.916348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:17.917018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:17.953852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:17.957980 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:17.962882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] Routers {'86e9ec01-5909-45c2-9d16-35e0888e294e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:17.964863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['86e9ec01-5909-45c2-9d16-35e0888e294e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:17.970869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-117d8ba4-ff20-4c2c-95fa-3e1577bbec34 req-1e3dcaf5-980d-4216-96de-c31a0c4f3c6c service neutron] 10.222.0.38 "GET /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356325 Sep 15 16:03:18.003045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:18.003696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d917b859-fb69-4b32-ae23-34122ef3f23a None None] The sync data for ids ['86e9ec01-5909-45c2-9d16-35e0888e294e'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:18.033636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32214d72-5de8-4b0c-9d3c-b2c02735fd5e req-47686ff6-8c2b-44ca-8381-1e316ea0d3a0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/security-groups?id=4c89ce66-847f-4b2d-9bbb-1f8a91331a60&id=3ea06f30-48c5-41ab-85b2-97824a38e1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2312729 Sep 15 16:03:18.058524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.064722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:18.067171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.133104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting port e3a6aeb2-988c-4289-be5a-df73abaed0e2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:18.133590 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.142179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.161016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=2169c715-cf8b-4c85-884b-70365a41e209,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:18.173119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:18.178649 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b847146a-337d-4218-9d35-38addbd16e8d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9432878 Sep 15 16:03:18.182637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33358) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:18.187663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'name': 'tempest-PortsIpV6TestJSON-1932195013'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:18.226403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.369426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:18.381203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:18.384208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:18.429232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:18.433815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.460178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=ebe970ed-41b6-46fe-b562-5e6997260783,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:18.464552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 82145317-f77c-448d-b27d-875dc21b307a yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:18.708684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] For port e3a6aeb2-988c-4289-be5a-df73abaed0e2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e3a6aeb2-988c-4289-be5a-df73abaed0e2,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:18.708684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.708684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.708684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Calling delete_port for e3a6aeb2-988c-4289-be5a-df73abaed0e2 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:18.708684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.750245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Deleting port 127ffea9-f4c3-4859-9ae3-4492a1c17a74 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:18.750871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.812138 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.823411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce6877-565f-4d67-9979-095b818ef12f req-e93059fc-e414-4639-b8c7-a4e83fb6efd3 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:18.834805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74ce6877-565f-4d67-9979-095b818ef12f req-e93059fc-e414-4639-b8c7-a4e83fb6efd3 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1777031 Sep 15 16:03:18.909867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74ce6877-565f-4d67-9979-095b818ef12f req-ed374b52-885f-4736-81fe-cb9dd1dff33e tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668633 Sep 15 16:03:18.956888 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.997630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.020251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Calling delete_port for 127ffea9-f4c3-4859-9ae3-4492a1c17a74 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:19.037895 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.075407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.123174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Port': ['ID=e3a6aeb2-988c-4289-be5a-df73abaed0e2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:19.212006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93f3038b-85c7-4eb9-be89-ddc1471dd6d8 req-df81cfa6-028c-4ece-a095-a0ee07bd1650 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 210 time: 0.0547059 Sep 15 16:03:19.223879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=82145317-f77c-448d-b27d-875dc21b307a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:19.224187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] No DVR routers for this DVR port e3a6aeb2-988c-4289-be5a-df73abaed0e2 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:19.231105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.239893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': 'af0f23ed-61b7-4506-b550-dbf815cec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:19.240366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: 2169c715-cf8b-4c85-884b-70365a41e209, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:19.243070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5c12423-7523-4eda-9f29-cf30a8710e77 req-e6f64833-53c6-49dc-97b1-b9e7ab662af8 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.38 "DELETE /v2.0/ports/e3a6aeb2-988c-4289-be5a-df73abaed0e2 HTTP/1.1" status: 204 len: 173 time: 1.4340692 Sep 15 16:03:19.338517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:19.343813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.377406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'name': 'network-vif-deleted', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:19.379802 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee336ea-1bab-4688-8337-1c5de6d0c47b" -d '{"events": [{"server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "name": "network-vif-deleted", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:19.429791 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c905404-7fcd-4f1f-a5da-d1b073e651f4 x-openstack-request-id: req-8c905404-7fcd-4f1f-a5da-d1b073e651f4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:19.430331 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0b03d7-5dab-487a-9adc-824db87550d0", "name": "network-vif-deleted", "tag": "e3a6aeb2-988c-4289-be5a-df73abaed0e2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:19.431960 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c905404-7fcd-4f1f-a5da-d1b073e651f4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:19.432611 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0b03d7-5dab-487a-9adc-824db87550d0', 'name': 'network-vif-deleted', 'tag': 'e3a6aeb2-988c-4289-be5a-df73abaed0e2', 'status': 'completed', 'code': 200} Sep 15 16:03:19.443603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24fa9a-4d98-494a-a94f-e94ff2d3a7fe req-fd1c1661-b0f9-4e1a-8a64-ad82dcff5df4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:19.451562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a24fa9a-4d98-494a-a94f-e94ff2d3a7fe req-fd1c1661-b0f9-4e1a-8a64-ad82dcff5df4 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 946 time: 0.0683923 Sep 15 16:03:19.481310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.490198 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a24fa9a-4d98-494a-a94f-e94ff2d3a7fe req-1a41ca2d-8684-4ab2-a3d5-8ec9327b12b1 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Sep 15 16:03:19.516676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2169c715-cf8b-4c85-884b-70365a41e209) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:19.517067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:19.518594 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.524748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:19.525473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.526293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468d8ce-d041-4ded-b527-5f601a73a255 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:19.547201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=ebe970ed-41b6-46fe-b562-5e6997260783,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:19.606319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7dd7baf1-9894-48f2-8163-86b9b19f56b1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4223900 Sep 15 16:03:19.606829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33396) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:19.609211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Port': ['ID=127ffea9-f4c3-4859-9ae3-4492a1c17a74,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:19.617536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1227301032'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:19.703176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca576818-a98e-4eca-be10-f10f46f03968 req-17fa8ae1-0db0-4199-ac29-133319ca45a9 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:19.706222 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.718781 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca576818-a98e-4eca-be10-f10f46f03968 req-17fa8ae1-0db0-4199-ac29-133319ca45a9 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.55 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.0948789 Sep 15 16:03:19.737383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.830198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:19.835668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.861544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.864422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.882036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:19.895430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Deleting port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:19.895772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.920735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.921088 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment 69995d94-fe8e-47d8-a26d-82b50329acd0 of type vlan for network 12f71575-3039-4c00-9d4b-83fdb75d38a7 Sep 15 16:03:19.991317 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:19.991859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Fanout notify agent at l3_agent the message router_deleted on router 86e9ec01-5909-45c2-9d16-35e0888e294e {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:03:20.007739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.007739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1857627d-f554-446f-8fd6-dd8719420796 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "DELETE /v2.0/routers/86e9ec01-5909-45c2-9d16-35e0888e294e HTTP/1.1" status: 204 len: 168 time: 2.0822113 Sep 15 16:03:20.007872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33400) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:20.024364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.027301 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ab027a48-13a4-48bb-a1a0-e4cffac37920 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6299949 Sep 15 16:03:20.036401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.036629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33402) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:20.048209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'port': {'network_id': '45fe1c8c-7c51-4c8a-9fce-4db76483ee69', 'name': 'tempest-FloatingIPTestJSON-1348300597'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:20.095064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4702-f3fe-42e6-a2c0-835dfa438ac3 req-33edc118-99bb-426f-b130-66b513c4b591 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:20.096648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e98e4702-f3fe-42e6-a2c0-835dfa438ac3 req-33edc118-99bb-426f-b130-66b513c4b591 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 945 time: 0.1201186 Sep 15 16:03:20.114087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] For port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:20.114546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.131444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Deleting subnet 1bcaccbb-320e-4577-8a0e-2c4acdb575a1 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:20.137555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Calling delete_port for ba9c17de-3dd8-4163-8f89-bb81f3c24d4a owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:20.139951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.171545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.177153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:20.177818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.184159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e98e4702-f3fe-42e6-a2c0-835dfa438ac3 req-bc3a6a2f-f0e2-4bc8-95d9-b141b532327b tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/security-groups?id=49bc9c2f-36fd-432b-926f-cb371498c639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561514 Sep 15 16:03:20.263589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:20.267272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.290650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.303465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] device_id is not set on port 0c38b2e3-0478-4977-afde-d10d39fe76c9 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:20.399350 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92587f48-8492-4749-8b1f-9c072e37e3c2 req-7cebcd84-8396-4630-8ea3-65de06a4f051 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "GET /v2.0/ports?device_id=bd0b03d7-5dab-487a-9adc-824db87550d0 HTTP/1.1" status: 200 len: 210 time: 0.0674176 Sep 15 16:03:20.404403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=12f71575-3039-4c00-9d4b-83fdb75d38a7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:20.409831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a7c4fcaf-8d68-4a7a-b972-d33788070ee7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7995365 Sep 15 16:03:20.414049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33406) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:20.420630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 12f71575-3039-4c00-9d4b-83fdb75d38a7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:20.420788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'ports': [{'network_id': '2169c715-cf8b-4c85-884b-70365a41e209'}, {'network_id': '12f71575-3039-4c00-9d4b-83fdb75d38a7'}]} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:20.421113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:20.421595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '12f71575-3039-4c00-9d4b-83fdb75d38a7'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:20.516426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.10 (45fe1c8c-7c51-4c8a-9fce-4db76483ee69/2a847455-ad4d-4137-9245-ae2494353c1e/0c38b2e3-0478-4977-afde-d10d39fe76c9) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:20.661475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.704709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c17a34-6d7f-40bf-b07b-13f05866ffb2 req-c59df3aa-1f31-4512-bb7a-123fa28eb9de tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:20.706219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8c17a34-6d7f-40bf-b07b-13f05866ffb2 req-c59df3aa-1f31-4512-bb7a-123fa28eb9de tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 946 time: 0.0997701 Sep 15 16:03:20.752534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.775070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8c17a34-6d7f-40bf-b07b-13f05866ffb2 req-3c91fbc0-dea0-4213-ba29-36bbac62a4f9 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/security-groups?id=e5e69ffe-e216-4459-a1d5-3dba1f33239b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530038 Sep 15 16:03:20.784185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.798244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:03:20.832785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-5f86cf96-e3c5-40f3-86f1-ab2d97983015 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:20.834364 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-5f86cf96-e3c5-40f3-86f1-ab2d97983015 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.55 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 946 time: 0.1092529 Sep 15 16:03:20.835200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Pushing event deleted for resources: {'Port': ['ID=ba9c17de-3dd8-4163-8f89-bb81f3c24d4a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:20.839666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 2} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:20.843989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.908250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.927036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.928743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.939954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] No DVR routers for this DVR port ba9c17de-3dd8-4163-8f89-bb81f3c24d4a on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:20.961956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33410) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:20.966479 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.968503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca576818-a98e-4eca-be10-f10f46f03968 req-b9e28ba0-9b30-4964-b17e-e1673b7cf947 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.55 "DELETE /v2.0/ports/ba9c17de-3dd8-4163-8f89-bb81f3c24d4a HTTP/1.1" status: 204 len: 173 time: 1.2409780 Sep 15 16:03:20.973925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'subnets': [{'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--771134879', 'ip_version': 6}, {'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:20.974233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'subnet': {'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--771134879', 'ip_version': 6}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:20.974895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Request body: {'subnet': {'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:20.975335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'name': 'network-vif-deleted', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:20.978220 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73864291-03a0-4885-89ad-2db65e8244e4" -d '{"events": [{"server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "name": "network-vif-deleted", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:20.990446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcaccbb-320e-4577-8a0e-2c4acdb575a1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:20.994934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5f2e5-0a76-4fb2-9449-672379e45a85 None None] Network 2991bdd0-9a22-457a-b8d3-39320ab15e69 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:20.995601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:20.997524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-23c92612-8ef2-4c49-b8d6-f9b11e8521e1 tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "DELETE /v2.0/subnets/1bcaccbb-320e-4577-8a0e-2c4acdb575a1 HTTP/1.1" status: 204 len: 168 time: 0.9844878 Sep 15 16:03:21.023368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33414) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:21.031078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network 45fe1c8c-7c51-4c8a-9fce-4db76483ee69 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:21.053937 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6df62fa-18fe-48d0-810f-d8aaf7c3e1c4 x-openstack-request-id: req-b6df62fa-18fe-48d0-810f-d8aaf7c3e1c4 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:21.053937 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706c6377-b5b1-45bf-a235-3cbc8ba77685", "name": "network-vif-deleted", "tag": "ba9c17de-3dd8-4163-8f89-bb81f3c24d4a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:21.053937 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b6df62fa-18fe-48d0-810f-d8aaf7c3e1c4 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:21.053937 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706c6377-b5b1-45bf-a235-3cbc8ba77685', 'name': 'network-vif-deleted', 'tag': 'ba9c17de-3dd8-4163-8f89-bb81f3c24d4a', 'status': 'completed', 'code': 200} Sep 15 16:03:21.059791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:21.062310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:21.090452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=0c38b2e3-0478-4977-afde-d10d39fe76c9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:21.132915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 3896fe7e-dfd7-48cb-b2ac-7c24dbbf7b90 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:21.165432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Deleting port a91074cb-bc32-4c88-95c6-c3b3a624453a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:21.165432 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.245266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] DHCP port deletion for 2991bdd0-9a22-457a-b8d3-39320ab15e69 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:21.254554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.268243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:21.268940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.330339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] For port a91074cb-bc32-4c88-95c6-c3b3a624453a, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a91074cb-bc32-4c88-95c6-c3b3a624453a,segment=NetworkSegment(aa38f8ad-abdd-4491-af13-3bd28391ec59),segment_id=aa38f8ad-abdd-4491-af13-3bd28391ec59)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:21.330713 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.342175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] Deleting port 961ff0e7-f496-48d4-91db-86c26d3dcd5b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:21.342556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.362448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Calling delete_port for a91074cb-bc32-4c88-95c6-c3b3a624453a owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:21.369474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d785cbe8-b7dd-4511-938e-5cc5c75c386b req-61bd758b-41f2-4232-95ca-df1c1845f088 tempest-ServerRescueTestJSONUnderV235-1339835884 tempest-ServerRescueTestJSONUnderV235-1339835884-project] 10.222.0.63 "GET /v2.0/ports?device_id=706c6377-b5b1-45bf-a235-3cbc8ba77685 HTTP/1.1" status: 200 len: 210 time: 0.0483749 Sep 15 16:03:21.398273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.411759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f6b78ed-8d72-4909-a3c8-5fa723faf1db tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3653586 Sep 15 16:03:21.412706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33418) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:21.421844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'port_id': '0c38b2e3-0478-4977-afde-d10d39fe76c9'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:21.432691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] For port 961ff0e7-f496-48d4-91db-86c26d3dcd5b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=961ff0e7-f496-48d4-91db-86c26d3dcd5b,segment=NetworkSegment(04e17d34-e462-40f8-a1c7-784f84c3c3c4),segment_id=04e17d34-e462-40f8-a1c7-784f84c3c3c4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:21.433489 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.470452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] Calling delete_port for 961ff0e7-f496-48d4-91db-86c26d3dcd5b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:21.472728 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.514238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33422) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:21.525679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Made reservation on behalf of dd2c9aa159f04fa4b580639d2de2168a for: {'subnet': 2} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:21.530628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.530982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.565582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 7d2e3d8e-155c-4d71-90db-7204fc246a4b yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:21.605440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 961ff0e7-f496-48d4-91db-86c26d3dcd5b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:21.696916 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.700404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.717020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.772362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] Pushing event deleted for resources: {'Port': ['ID=961ff0e7-f496-48d4-91db-86c26d3dcd5b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:21.774625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfc8c9-0c5f-4a1b-ae07-f7b5e8f9fd6e None None] No DVR routers for this DVR port 961ff0e7-f496-48d4-91db-86c26d3dcd5b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:21.822401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.883497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:21.887197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:21.902215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:21.902800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.906332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=3896fe7e-dfd7-48cb-b2ac-7c24dbbf7b90,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:21.954522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.958482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Deleting port 961ff0e7-f496-48d4-91db-86c26d3dcd5b {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:21.958832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.965900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a91074cb-bc32-4c88-95c6-c3b3a624453a'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:03:22.001680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': '69995d94-fe8e-47d8-a26d-82b50329acd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '12f71575-3039-4c00-9d4b-83fdb75d38a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:22.002032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: 12f71575-3039-4c00-9d4b-83fdb75d38a7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:22.008155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=7d2e3d8e-155c-4d71-90db-7204fc246a4b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:22.030197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a29391af-1a8a-4f42-93ac-ab0aec26ef7a req-f4ca10db-5694-451c-b7e5-cfdc23114eb0 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.63 "GET /v2.0/ports?device_id=55cecddf-0742-44b8-baf4-66232e8f4130 HTTP/1.1" status: 200 len: 210 time: 0.0666251 Sep 15 16:03:22.060933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Pushing event deleted for resources: {'Port': ['ID=a91074cb-bc32-4c88-95c6-c3b3a624453a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:22.075355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] No DVR routers for this DVR port a91074cb-bc32-4c88-95c6-c3b3a624453a on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:22.078249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.080165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7f320b0-456f-48f6-9e22-62da61b9897c req-40484728-b3cb-49c3-bd5e-9b33675af340 tempest-ServersTestJSON-905323198 tempest-ServersTestJSON-905323198-project] 10.222.0.55 "DELETE /v2.0/ports/a91074cb-bc32-4c88-95c6-c3b3a624453a HTTP/1.1" status: 204 len: 173 time: 1.2314193 Sep 15 16:03:22.131781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 12f71575-3039-4c00-9d4b-83fdb75d38a7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:22.168285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] For port 961ff0e7-f496-48d4-91db-86c26d3dcd5b, host n-d-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:22.168696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.177759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebc91f2a-d933-4f5b-9f49-1b76fd3fa9a9 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.212786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 12f71575-3039-4c00-9d4b-83fdb75d38a7) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:22.217166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:22.223512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec20c23-1817-46b2-9f77-4a0db3b34352 None None] Network 12f71575-3039-4c00-9d4b-83fdb75d38a7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:22.223965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:22.228217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Calling delete_port for 961ff0e7-f496-48d4-91db-86c26d3dcd5b owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:22.230060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:22.230756 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.234355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_backend_mixin [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Port 961ff0e7-f496-48d4-91db-86c26d3dcd5b was not found and therefore no delete operation was performed {{(pid=102018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:03:22.247564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.323283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8ff7c53c-8dc8-4833-92e7-b53ef78f536e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9062786 Sep 15 16:03:22.325902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33426) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:22.437068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33430) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:22.482822 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 7d2e3d8e-155c-4d71-90db-7204fc246a4b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:22.483174 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.593654 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.611753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 7d2e3d8e-155c-4d71-90db-7204fc246a4b owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:22.652856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebc91f2a-d933-4f5b-9f49-1b76fd3fa9a9 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.668616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Port': ['ID=961ff0e7-f496-48d4-91db-86c26d3dcd5b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:22.677723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] No DVR routers for this DVR port 961ff0e7-f496-48d4-91db-86c26d3dcd5b on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:22.863942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.897205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=7d2e3d8e-155c-4d71-90db-7204fc246a4b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:22.909178 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.913333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9a2a8116-6749-4ec5-bb4b-0fee0dd9d906 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/7d2e3d8e-155c-4d71-90db-7204fc246a4b HTTP/1.1" status: 204 len: 168 time: 0.5841832 Sep 15 16:03:22.913629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33432) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:22.947797 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.973444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebc91f2a-d933-4f5b-9f49-1b76fd3fa9a9 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.976050 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebc91f2a-d933-4f5b-9f49-1b76fd3fa9a9 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.980213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ebc91f2a-d933-4f5b-9f49-1b76fd3fa9a9 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/security-groups/4c89ce66-847f-4b2d-9bbb-1f8a91331a60 HTTP/1.1" status: 204 len: 168 time: 1.4612186 Sep 15 16:03:22.981087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33434) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:22.986974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2991bdd0-9a22-457a-b8d3-39320ab15e69']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:23.003901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc91f2a-d933-4f5b-9f49-1b76fd3fa9a9 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c89ce66-847f-4b2d-9bbb-1f8a91331a60,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:23.006851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e17d34-e462-40f8-a1c7-784f84c3c3c4') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:23.007212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e17d34-e462-40f8-a1c7-784f84c3c3c4') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:23.030227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.034393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34562b45-c721-42b4-944a-5fab82562fce tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:23.040681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34562b45-c721-42b4-944a-5fab82562fce tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:23.042246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-34562b45-c721-42b4-944a-5fab82562fce tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1118011 Sep 15 16:03:23.046736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:23.056539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cecddf-0742-44b8-baf4-66232e8f4130', 'name': 'network-vif-deleted', 'tag': 'a91074cb-bc32-4c88-95c6-c3b3a624453a'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:23.058670 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe5831-5340-4cc9-a3f7-c2b65790b6d8" -d '{"events": [{"server_uuid": "55cecddf-0742-44b8-baf4-66232e8f4130", "name": "network-vif-deleted", "tag": "a91074cb-bc32-4c88-95c6-c3b3a624453a"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:23.066172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.086200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.115627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33442) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:23.116564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.145796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:23.146221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.151487 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af36709-f0d5-4a1d-be29-d97e9f6af49d x-openstack-request-id: req-6af36709-f0d5-4a1d-be29-d97e9f6af49d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:23.151775 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cecddf-0742-44b8-baf4-66232e8f4130", "name": "network-vif-deleted", "tag": "a91074cb-bc32-4c88-95c6-c3b3a624453a", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:23.154547 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6af36709-f0d5-4a1d-be29-d97e9f6af49d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:23.154547 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cecddf-0742-44b8-baf4-66232e8f4130', 'name': 'network-vif-deleted', 'tag': 'a91074cb-bc32-4c88-95c6-c3b3a624453a', 'status': 'completed', 'code': 200} Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:23.178909 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:23.253223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84cd6b93-aeb8-42d5-bccc-624578e897c6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.272438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Subnet': ['ID=1976275c-824a-48a1-853c-b846d19de7c7,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:23.299996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84cd6b93-aeb8-42d5-bccc-624578e897c6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.305968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] Deleting subnet 06056fc9-fdf1-4731-9fa0-31795b3f11dd {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:23.315174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.377156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.378770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Checking segment: {'id': '1fdf00f4-8ae7-4972-9eca-c9d92168d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:23.379137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network hostable DHCP agents. Network: 1ecc3387-ee85-43ba-b247-e2cce39a39b7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:23.396815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.398717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "DELETE /v2.0/networks/2991bdd0-9a22-457a-b8d3-39320ab15e69 HTTP/1.1" status: 204 len: 168 time: 2.3744466 Sep 15 16:03:23.406414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33444) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:23.469896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99398137-f426-447a-9dca-9fb15d3bff5b tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Network': ['ID=2991bdd0-9a22-457a-b8d3-39320ab15e69,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:23.475238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.481765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.551206 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.601490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network 1ecc3387-ee85-43ba-b247-e2cce39a39b7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:23.641545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.710985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 1ecc3387-ee85-43ba-b247-e2cce39a39b7) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:23.711658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 3896fe7e-dfd7-48cb-b2ac-7c24dbbf7b90 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:23.712426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.716595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ba9c17de-3dd8-4163-8f89-bb81f3c24d4a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:23.722167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.738017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb44506f-e86d-427b-9c82-8e6cd36c7e4a None None] Network 1ecc3387-ee85-43ba-b247-e2cce39a39b7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:23.741305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: ba9c17de-3dd8-4163-8f89-bb81f3c24d4a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:23.741654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ba9c17de-3dd8-4163-8f89-bb81f3c24d4a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:23.795525 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 1cb80760-f738-4dbc-8635-d054e9d9ebc3 associated. External IP: 172.25.0.208, port: 0c38b2e3-0478-4977-afde-d10d39fe76c9. Sep 15 16:03:23.849215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Deleting port 98920c45-2b33-4457-918e-1d49fe5df14e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:23.849595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.857254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event updated for resources: {'Subnet': ['ID=bb9eb469-57d4-403c-abe9-a0989300748d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:23.868444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.889738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 3896fe7e-dfd7-48cb-b2ac-7c24dbbf7b90 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:23.897043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.920341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-1ecc3387-ee85-43ba-b247-e2cce39a39b7', 'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7', 'tenant_id': 'dd2c9aa159f04fa4b580639d2de2168a', 'fixed_ips': [{'subnet_id': '1976275c-824a-48a1-853c-b846d19de7c7'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:23.921266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.971825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84cd6b93-aeb8-42d5-bccc-624578e897c6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.974471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84cd6b93-aeb8-42d5-bccc-624578e897c6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.979805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-84cd6b93-aeb8-42d5-bccc-624578e897c6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/security-groups/3ea06f30-48c5-41ab-85b2-97824a38e1ad HTTP/1.1" status: 204 len: 168 time: 0.9934957 Sep 15 16:03:23.983741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33446) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:23.992747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06056fc9-fdf1-4731-9fa0-31795b3f11dd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:24.006062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Checking segment: {'id': 'c84e2aef-02c7-49e3-8767-c87d7f504248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:24.006364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network hostable DHCP agents. Network: d6627dcc-adc1-407e-b327-5bf30e686e09, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:24.010635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.012813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ac98e111-b828-490e-adb4-573041dfce72 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/06056fc9-fdf1-4731-9fa0-31795b3f11dd HTTP/1.1" status: 204 len: 168 time: 0.8912334 Sep 15 16:03:24.018062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04440ba0-d334-47c9-b301-d1aa7ac581a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.020086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33448) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.059149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd6b93-aeb8-42d5-bccc-624578e897c6 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea06f30-48c5-41ab-85b2-97824a38e1ad,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:24.098823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Allocated IP 2001:db8::1 (1ecc3387-ee85-43ba-b247-e2cce39a39b7/1976275c-824a-48a1-853c-b846d19de7c7/6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:24.112141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.112450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.174642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Network d6627dcc-adc1-407e-b327-5bf30e686e09 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:24.178813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Calling delete_port for 98920c45-2b33-4457-918e-1d49fe5df14e owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:24.183205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.217669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Deleting port d32b8096-9629-4e49-9759-b7c173907a6f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:24.218017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.239863 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.253876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.309045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d6627dcc-adc1-407e-b327-5bf30e686e09) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:24.316816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b29c4-845a-4f3f-ab6a-0e0831958bc9 None None] Network d6627dcc-adc1-407e-b327-5bf30e686e09 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:24.320532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=3896fe7e-dfd7-48cb-b2ac-7c24dbbf7b90,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:24.322389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:24.322909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:24.323527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.328981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.333270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f6fe0e5-0615-4ec7-a556-dcf5b7b7e11a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/3896fe7e-dfd7-48cb-b2ac-7c24dbbf7b90 HTTP/1.1" status: 204 len: 168 time: 1.2826622 Sep 15 16:03:24.338327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33450) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.347335 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.408039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:24.412893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Pushing event updated for resources: {'Port': ['ID=6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:24.413413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] For port d32b8096-9629-4e49-9759-b7c173907a6f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d32b8096-9629-4e49-9759-b7c173907a6f,segment=NetworkSegment(1446fda8-aa40-42f9-ab93-e54184f913ac),segment_id=1446fda8-aa40-42f9-ab93-e54184f913ac)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:24.413799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.452464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.452752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Calling delete_port for d32b8096-9629-4e49-9759-b7c173907a6f owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:24.461291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Network 1ecc3387-ee85-43ba-b247-e2cce39a39b7 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:24.464980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:24.467420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:24.468718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c3523c27-14a9-4eae-a7c9-3a3d18cbfccd tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5020053 Sep 15 16:03:24.470720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33452) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.492988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b74a94-689a-499f-9494-24d982f62dca']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:24.512607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f8a35-6b26-4878-8474-a0bc4204ea8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:24.516618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c61f8a35-6b26-4878-8474-a0bc4204ea8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1748741 Sep 15 16:03:24.522512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33454) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.551576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Attempting to bind port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:24.552006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Attempting to bind port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1fdf00f4-8ae7-4972-9eca-c9d92168d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:24.552378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Attempting to bind port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 on network 1ecc3387-ee85-43ba-b247-e2cce39a39b7 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:24.567850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa38f8ad-abdd-4491-af13-3bd28391ec59') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:24.568203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa38f8ad-abdd-4491-af13-3bd28391ec59') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:24.577228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:24.577602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Checking segment: {'id': '1fdf00f4-8ae7-4972-9eca-c9d92168d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:24.578012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.578411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Bound using segment: {'id': '1fdf00f4-8ae7-4972-9eca-c9d92168d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:24.579005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Bound port: 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdf00f4-8ae7-4972-9eca-c9d92168d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '1ecc3387-ee85-43ba-b247-e2cce39a39b7'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:24.579280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.590932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.611517 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4ec35b-c11d-44ca-bcf7-03771077f122 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:03:24.615662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fd4ec35b-c11d-44ca-bcf7-03771077f122 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/7d2e3d8e-155c-4d71-90db-7204fc246a4b HTTP/1.1" status: 404 len: 333 time: 0.0894902 Sep 15 16:03:24.618271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33456) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.628310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.678990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] For port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:24.681330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:24.681979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:24.683563 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:24.685174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d6627dcc-adc1-407e-b327-5bf30e686e09', 'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09', 'tenant_id': 'dd2c9aa159f04fa4b580639d2de2168a', 'fixed_ips': [{'subnet_id': 'bb9eb469-57d4-403c-abe9-a0989300748d'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:24.685174 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.688125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] For port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9,segment=NetworkSegment(1fdf00f4-8ae7-4972-9eca-c9d92168d457),segment_id=1fdf00f4-8ae7-4972-9eca-c9d92168d457)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:24.688332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5439cce-17c6-41d5-90ef-657b1081aed1 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:24.689999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5439cce-17c6-41d5-90ef-657b1081aed1 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:24.691579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5439cce-17c6-41d5-90ef-657b1081aed1 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:24.693204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e5439cce-17c6-41d5-90ef-657b1081aed1 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2204189 Sep 15 16:03:24.705940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33458) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.706379 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-546f820b-8df3-43c0-86e7-74124823aade tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:03:24.710633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-546f820b-8df3-43c0-86e7-74124823aade tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/3896fe7e-dfd7-48cb-b2ac-7c24dbbf7b90 HTTP/1.1" status: 404 len: 333 time: 0.0887127 Sep 15 16:03:24.710867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33460) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.756063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.767737 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.768795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:24.773818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.791897 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:24.801626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Pushing event deleted for resources: {'Port': ['ID=98920c45-2b33-4457-918e-1d49fe5df14e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:24.802704 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:24.803492 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:24.842413 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:24.851952 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:24.853563 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:24.886990 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:24.887990 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8019b04-920e-4e4f-988a-b44699645df4 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:24.888787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f49e32a7-9840-4988-bc81-b86cc4d57a91 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/floatingips/1cb80760-f738-4dbc-8635-d054e9d9ebc3 HTTP/1.1" status: 200 len: 979 time: 3.4737206 Sep 15 16:03:24.892454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33462) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:24.906444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.912227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.914164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] 10.222.0.63 "DELETE /v2.0/networks/95b74a94-689a-499f-9494-24d982f62dca HTTP/1.1" status: 204 len: 168 time: 0.8932528 Sep 15 16:03:24.922395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Deleting subnet 1976275c-824a-48a1-853c-b846d19de7c7 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:24.928753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.951140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65278505-2c59-420d-8595-3de06305d0b2 None None] Pushing event updated for resources: {'Port': ['ID=6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:24.954608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.967955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06854f2-4bff-43f1-bf60-454ccbfdccfb admin admin] Pushing event deleted for resources: {'Network': ['ID=95b74a94-689a-499f-9494-24d982f62dca,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:24.976047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Allocated IP 2001:db8:0:1::1 (d6627dcc-adc1-407e-b327-5bf30e686e09/bb9eb469-57d4-403c-abe9-a0989300748d/f36bd515-946f-4e34-b4f8-a972d99758a7) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:24.989068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.992013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:24.995573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-786ade78-f388-4d46-80f0-3f87d0a19eae tempest-FloatingIPAdminTestJSON-60325546 tempest-FloatingIPAdminTestJSON-60325546-project] 10.222.0.63 "DELETE /v2.0/floatingips/d497b2c8-8a43-4479-8ce4-bae8cd4195a5 HTTP/1.1" status: 204 len: 168 time: 1.5829306 Sep 15 16:03:25.018558 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.112455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 0c38b2e3-0478-4977-afde-d10d39fe76c9 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:25.112831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.220647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.244682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.275288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.291793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.297027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.343374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.400384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.417070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Network d6627dcc-adc1-407e-b327-5bf30e686e09 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:25.424305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:25.427776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:25.428059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32b8096-9629-4e49-9759-b7c173907a6f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:25.434294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f71575-3039-4c00-9d4b-83fdb75d38a7']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:25.436774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33468) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:25.487689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Pushing event updated for resources: {'Port': ['ID=f36bd515-946f-4e34-b4f8-a972d99758a7,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:25.538782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69995d94-fe8e-47d8-a26d-82b50329acd0') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:25.538782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69995d94-fe8e-47d8-a26d-82b50329acd0') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:25.569948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Attempting to bind port f36bd515-946f-4e34-b4f8-a972d99758a7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:25.573359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Attempting to bind port f36bd515-946f-4e34-b4f8-a972d99758a7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c84e2aef-02c7-49e3-8767-c87d7f504248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:25.573939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Attempting to bind port f36bd515-946f-4e34-b4f8-a972d99758a7 on network d6627dcc-adc1-407e-b327-5bf30e686e09 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:25.593320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.601901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:25.602306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Checking segment: {'id': 'c84e2aef-02c7-49e3-8767-c87d7f504248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:25.608441 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.610847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Bound using segment: {'id': 'c84e2aef-02c7-49e3-8767-c87d7f504248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:25.611417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Bound port: f36bd515-946f-4e34-b4f8-a972d99758a7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84e2aef-02c7-49e3-8767-c87d7f504248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd6627dcc-adc1-407e-b327-5bf30e686e09'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:25.611900 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.648189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.712901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c812e66-13b1-4ae5-aebc-45e1a032081e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f2b8ecf11e5492292df8423d68ca31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574055 Sep 15 16:03:25.715429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:25.715844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:25.721958 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:25.736443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33472) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:25.742145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a91074cb-bc32-4c88-95c6-c3b3a624453a no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:25.745795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:25.764469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:25.797822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: a91074cb-bc32-4c88-95c6-c3b3a624453a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:25.797822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a91074cb-bc32-4c88-95c6-c3b3a624453a not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:25.825458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] For port f36bd515-946f-4e34-b4f8-a972d99758a7, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:25.842061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] For port f36bd515-946f-4e34-b4f8-a972d99758a7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f36bd515-946f-4e34-b4f8-a972d99758a7,segment=NetworkSegment(c84e2aef-02c7-49e3-8767-c87d7f504248),segment_id=c84e2aef-02c7-49e3-8767-c87d7f504248)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:25.855796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:25.856683 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.890966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.964947 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.991875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:25.995530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/subnets/1976275c-824a-48a1-853c-b846d19de7c7 HTTP/1.1" status: 204 len: 168 time: 1.2880454 Sep 15 16:03:25.997820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490673b-6d9a-4e82-a539-3afd62693fcf tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Subnet': ['ID=1976275c-824a-48a1-853c-b846d19de7c7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:26.007079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33478) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:26.023401 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.055211 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.062158 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.065856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/12f71575-3039-4c00-9d4b-83fdb75d38a7 HTTP/1.1" status: 204 len: 168 time: 1.3541818 Sep 15 16:03:26.069774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33480) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:26.078682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1468340961'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:26.081221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd46863-9379-4641-96a2-7ae928fe63a8 None None] Pushing event updated for resources: {'Port': ['ID=f36bd515-946f-4e34-b4f8-a972d99758a7,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:26.112586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9,segment=NetworkSegment(1fdf00f4-8ae7-4972-9eca-c9d92168d457),segment_id=1fdf00f4-8ae7-4972-9eca-c9d92168d457)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:26.159077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f7dfd96-fb27-4570-a4ef-85f606b0ab20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.174353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a0498-d8ba-440d-85f7-132488adfce8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=12f71575-3039-4c00-9d4b-83fdb75d38a7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:26.178392 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.198627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Deleting subnet bb9eb469-57d4-403c-abe9-a0989300748d {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:26.207120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.236055 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f7dfd96-fb27-4570-a4ef-85f606b0ab20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.248363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e6324b52-15b8-4eef-be2f-ccf8fdcec342 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=45c723c580f74bf3bc288516e40d9242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806767 Sep 15 16:03:26.250925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33484) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:26.251675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.285909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:26.310418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:26.314827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.320832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.321723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.322049 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 1cb80760-f738-4dbc-8635-d054e9d9ebc3 disassociated. External IP: 172.25.0.208, port: 0c38b2e3-0478-4977-afde-d10d39fe76c9. Sep 15 16:03:26.322502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 0c38b2e3-0478-4977-afde-d10d39fe76c9 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:26.335113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.457534 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.519594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:26.521444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a364d108-5714-4582-a460-990a39f47902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.560448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a364d108-5714-4582-a460-990a39f47902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.586204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f7dfd96-fb27-4570-a4ef-85f606b0ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.586404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19080bc7-9923-4cb3-9678-2959ed355210 None None] Network 1ecc3387-ee85-43ba-b247-e2cce39a39b7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:26.589650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f7dfd96-fb27-4570-a4ef-85f606b0ab20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.593797 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1f7dfd96-fb27-4570-a4ef-85f606b0ab20 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5e69ffe-e216-4459-a1d5-3dba1f33239b HTTP/1.1" status: 204 len: 168 time: 0.8527365 Sep 15 16:03:26.605491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting port 11f9eb28-3460-48c1-8737-339bff92990d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:26.606044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.608258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.608642 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment b7a0fe6b-1786-4c01-b37b-6cf780845fa8 of type vlan for network 6e624487-2bb2-46f3-8a71-d2284414c4d1 Sep 15 16:03:26.630088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dfd96-fb27-4570-a4ef-85f606b0ab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e69ffe-e216-4459-a1d5-3dba1f33239b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:26.693661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.727804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.741448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3d3d02f3-497a-4304-907c-63dec98a79a8 None None] Provisioning complete for port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:26.742010 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d3d02f3-497a-4304-907c-63dec98a79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.922038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a364d108-5714-4582-a460-990a39f47902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.924772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a364d108-5714-4582-a460-990a39f47902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.929080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a364d108-5714-4582-a460-990a39f47902 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/df8359e5-152a-4951-8bb5-cf355915081b HTTP/1.1" status: 204 len: 168 time: 0.6722088 Sep 15 16:03:26.943281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364d108-5714-4582-a460-990a39f47902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8359e5-152a-4951-8bb5-cf355915081b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:26.963069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.976861 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.985816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:26.986676 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:26.989862 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.112124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.128651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] DHCP port deletion for 1ecc3387-ee85-43ba-b247-e2cce39a39b7 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:27.199142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9eb469-57d4-403c-abe9-a0989300748d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:27.210328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] Deleting port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:27.210925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.216530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Router ba415405-f521-40c7-ab3a-1f4c11ed0f30 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:27.250960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] For port 11f9eb28-3460-48c1-8737-339bff92990d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11f9eb28-3460-48c1-8737-339bff92990d,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:27.252383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.301431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=0c38b2e3-0478-4977-afde-d10d39fe76c9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:27.303999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8fa10472-bb0b-4848-8317-5656801d1646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.326276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] For port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9,segment=NetworkSegment(1fdf00f4-8ae7-4972-9eca-c9d92168d457),segment_id=1fdf00f4-8ae7-4972-9eca-c9d92168d457)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:27.326898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.342513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] Calling delete_port for 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:27.376505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Calling delete_port for 11f9eb28-3460-48c1-8737-339bff92990d owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:27.390045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.396789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-822ed0a7-b502-48b3-a7d9-a18be0e1c108 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/subnets/bb9eb469-57d4-403c-abe9-a0989300748d HTTP/1.1" status: 204 len: 168 time: 1.3856771 Sep 15 16:03:27.396974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33498) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:27.448246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3772700 Sep 15 16:03:27.448928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33500) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:27.467077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:27.515160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.558312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67801c-fb3b-4319-bdc2-e999bd508eb4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=6e624487-2bb2-46f3-8a71-d2284414c4d1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:27.574257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] Pushing event deleted for resources: {'Port': ['ID=6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:27.576939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:27.588656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eee64a-11e8-4f07-a3bd-18f50c05edc3 None None] No DVR routers for this DVR port 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:27.608552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6e624487-2bb2-46f3-8a71-d2284414c4d1 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:27.608662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:27.614895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-99abfe32-bec0-4cec-a96a-067d9a892c05 admin admin] 10.222.0.63 "PUT /v2.0/routers/ba415405-f521-40c7-ab3a-1f4c11ed0f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1759543 Sep 15 16:03:27.626272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a787fc9-77b4-4eee-8dd6-254925a8c855 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:27.635938 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2a787fc9-77b4-4eee-8dd6-254925a8c855 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2296588 Sep 15 16:03:27.636719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33506) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:27.637054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33508) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:27.678837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] Sync routers for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:27.693841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cca89b-e016-4b97-be12-17657f767f93 None None] Network d6627dcc-adc1-407e-b327-5bf30e686e09 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:27.744137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:27.757196 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:27.771936 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:27.772731 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:27.779780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f36bd515-946f-4e34-b4f8-a972d99758a7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:27.806198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:27.810110 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.843677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:27.856291 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:27.857273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:27.857461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:27.858290 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:27.906979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:27.961185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33512) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:27.971043 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:27.973788 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5c8736-cb45-4bbf-94e1-e114aadfc266 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:27.981530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:27.986500 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dffb9430-56ad-4579-976e-9596f284bd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.062569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.093680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.102464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72c8a63b-18c4-49c9-9073-5cf2e0099e6c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/ports/0c38b2e3-0478-4977-afde-d10d39fe76c9 HTTP/1.1" status: 204 len: 168 time: 3.2075028 Sep 15 16:03:28.102464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33516) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:28.175486 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b576ece0-d899-414b-b514-03581385c745 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "GET /v2.0/floatingips/1cb80760-f738-4dbc-8635-d054e9d9ebc3 HTTP/1.1" status: 200 len: 688 time: 0.0720365 Sep 15 16:03:28.182874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33520) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:28.185282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.186879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-93cab646-419d-4ec7-880e-f308c45af445 None None] Provisioning complete for port f36bd515-946f-4e34-b4f8-a972d99758a7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:28.187629 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93cab646-419d-4ec7-880e-f308c45af445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.272992 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dffb9430-56ad-4579-976e-9596f284bd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.294078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=57652f47-d3f0-4077-b808-422108b155ab,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:28.295012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Deleting port f36bd515-946f-4e34-b4f8-a972d99758a7 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:28.295012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.313033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': 'b7a0fe6b-1786-4c01-b37b-6cf780845fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:28.313671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: 6e624487-2bb2-46f3-8a71-d2284414c4d1, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:28.333236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port f36bd515-946f-4e34-b4f8-a972d99758a7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:28.333602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.394559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dffb9430-56ad-4579-976e-9596f284bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.417845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 6e624487-2bb2-46f3-8a71-d2284414c4d1 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:28.459379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.464469 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93cab646-419d-4ec7-880e-f308c45af445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.481746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] DHCP port deletion for d6627dcc-adc1-407e-b327-5bf30e686e09 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:28.498081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:03:24Z', 'revision_number': 5, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port': {'id': '823e5782-8c66-4ca7-be42-434d8ff2815d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:48:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:59Z', 'updated_at': '2021-09-15T16:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:28.503304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 6e624487-2bb2-46f3-8a71-d2284414c4d1) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:28.507923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:28.508520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.529720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] For port f36bd515-946f-4e34-b4f8-a972d99758a7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f36bd515-946f-4e34-b4f8-a972d99758a7,segment=NetworkSegment(c84e2aef-02c7-49e3-8767-c87d7f504248),segment_id=c84e2aef-02c7-49e3-8767-c87d7f504248)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:28.530087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.540134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.557505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d98dce7-e5f9-420c-9710-ef2c55db3ff4 None None] Network 6e624487-2bb2-46f3-8a71-d2284414c4d1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:28.569514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb9430-56ad-4579-976e-9596f284bd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e48715-697b-4e46-830b-71bc0935e9ba,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:28.572801 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d08f4260-a0f0-42e6-8df5-6ffa76ce9c42 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1161332 Sep 15 16:03:28.575559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33530) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:28.575895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dffb9430-56ad-4579-976e-9596f284bd73 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b53094212fcf485daaa2cb1e25726667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126466 Sep 15 16:03:28.577299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Calling delete_port for f36bd515-946f-4e34-b4f8-a972d99758a7 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:28.578552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33532) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:28.587563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1', 'name': 'tempest-PortsIpV6TestJSON-313251192'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:28.608407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] Checking router: ba415405-f521-40c7-ab3a-1f4c11ed0f30 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:03:28.643616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port ebe970ed-41b6-46fe-b562-5e6997260783 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:28.644471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.667120 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.672718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-93cab646-419d-4ec7-880e-f308c45af445 None None] For port f36bd515-946f-4e34-b4f8-a972d99758a7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f36bd515-946f-4e34-b4f8-a972d99758a7,segment=NetworkSegment(c84e2aef-02c7-49e3-8767-c87d7f504248),segment_id=c84e2aef-02c7-49e3-8767-c87d7f504248)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:28.674059 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.718161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] Routers {'ba415405-f521-40c7-ab3a-1f4c11ed0f30'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:28.718161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:28.723661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76c709e0-d246-4b7b-83f5-19bad162cff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.762673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76c709e0-d246-4b7b-83f5-19bad162cff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.772884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Port': ['ID=11f9eb28-3460-48c1-8737-339bff92990d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:28.805792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93cab646-419d-4ec7-880e-f308c45af445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.870503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:28.874084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.896317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 08fed89b-f221-4bd7-97ea-8eb5c9d2d795 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:28.930024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.931089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.954099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for ebe970ed-41b6-46fe-b562-5e6997260783 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:28.968710 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76c709e0-d246-4b7b-83f5-19bad162cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.971923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76c709e0-d246-4b7b-83f5-19bad162cff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:28.975887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-76c709e0-d246-4b7b-83f5-19bad162cff3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/20e48715-697b-4e46-830b-71bc0935e9ba HTTP/1.1" status: 204 len: 168 time: 0.3961968 Sep 15 16:03:28.991511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:03:28.992181 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:03:29.000201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.003687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] Set router ba415405-f521-40c7-ab3a-1f4c11ed0f30 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:29.023391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Deleting port 823e5782-8c66-4ca7-be42-434d8ff2815d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:29.023736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.064941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c709e0-d246-4b7b-83f5-19bad162cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e48715-697b-4e46-830b-71bc0935e9ba,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:29.088412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Port': ['ID=f36bd515-946f-4e34-b4f8-a972d99758a7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:29.101583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:03:28Z', 'revision_number': 6, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:29.139669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] No DVR routers for this DVR port f36bd515-946f-4e34-b4f8-a972d99758a7 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:29.159678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] Deleting port f36bd515-946f-4e34-b4f8-a972d99758a7 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:29.160038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.169850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db42f35-8da8-4d0a-b02f-3dfcf84dc469 None None] The sync data for ids ['ba415405-f521-40c7-ab3a-1f4c11ed0f30'] in n-d-808199-2 is: [{'id': 'ba415405-f521-40c7-ab3a-1f4c11ed0f30', 'name': 'tempest-ServerRescueTestJSONUnderV235-197548359-router', 'tenant_id': 'ae3732edf9a5467ea87768d08d8f3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:58Z', 'updated_at': '2021-09-15T16:03:28Z', 'revision_number': 6, 'project_id': 'ae3732edf9a5467ea87768d08d8f3294', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:29.195325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::dc (6e624487-2bb2-46f3-8a71-d2284414c4d1/57652f47-d3f0-4077-b808-422108b155ab/08fed89b-f221-4bd7-97ea-8eb5c9d2d795) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:29.234786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cab646-419d-4ec7-880e-f308c45af445 None None] Pushing event updated for resources: {'Port': ['ID=f36bd515-946f-4e34-b4f8-a972d99758a7,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:29.309257 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6974f306-41c1-4234-b796-eb8ecdbb865f req-c4c51f3c-a65d-4914-b187-6ead3c50ab66 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.2289188 Sep 15 16:03:29.386451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.457084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.467033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] For port 823e5782-8c66-4ca7-be42-434d8ff2815d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=823e5782-8c66-4ca7-be42-434d8ff2815d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:29.467647 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.520871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Port f36bd515-946f-4e34-b4f8-a972d99758a7 update to ACTIVE by agent not found {{(pid=102020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 15 16:03:29.551019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] For port f36bd515-946f-4e34-b4f8-a972d99758a7, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:29.551423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.563914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-6e624487-2bb2-46f3-8a71-d2284414c4d1', 'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1', 'tenant_id': 'a8412c6b8ff14f04a219eb55d9a49253', 'fixed_ips': [{'subnet_id': '57652f47-d3f0-4077-b808-422108b155ab'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:29.564808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.583858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] Calling delete_port for f36bd515-946f-4e34-b4f8-a972d99758a7 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:29.584391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Calling delete_port for 823e5782-8c66-4ca7-be42-434d8ff2815d owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:29.588862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] Port f36bd515-946f-4e34-b4f8-a972d99758a7 was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:03:29.591800 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.607652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:29.636157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.719030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 6e624487-2bb2-46f3-8a71-d2284414c4d1 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:29.722922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:29.727344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:29.733320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:29.733887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.746402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=08fed89b-f221-4bd7-97ea-8eb5c9d2d795,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:29.750105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] Pushing event deleted for resources: {'Port': ['ID=f36bd515-946f-4e34-b4f8-a972d99758a7,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:29.758467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:29.758915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6d4df4ac-7cde-4d9a-9cfd-4566b7cdb1b9 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:29.763137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb081d02-e41b-4355-9cdc-fc87d4db59e0 None None] No DVR routers for this DVR port f36bd515-946f-4e34-b4f8-a972d99758a7 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:29.829660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Allocated IP 2001:db8::2 (6e624487-2bb2-46f3-8a71-d2284414c4d1/57652f47-d3f0-4077-b808-422108b155ab/18d774ea-4f43-4964-bff4-2a25ca64e771) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:29.832754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-96cb61e8-ce80-4359-8c11-04965010d1bc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2533002 Sep 15 16:03:29.833046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:29.938004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:29.962568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 08fed89b-f221-4bd7-97ea-8eb5c9d2d795 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:29.963276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.017570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6627dcc-adc1-407e-b327-5bf30e686e09']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:30.033931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.069240 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.078942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84e2aef-02c7-49e3-8767-c87d7f504248') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:30.078942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84e2aef-02c7-49e3-8767-c87d7f504248') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:30.109635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33560) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.127139 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.132244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.137247 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.150129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.153797 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa240-8751-4fb6-adf8-b281fd49c693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.183078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 08fed89b-f221-4bd7-97ea-8eb5c9d2d795 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:30.202450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.220295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Pushing event updated for resources: {'Port': ['ID=18d774ea-4f43-4964-bff4-2a25ca64e771,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:30.251924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Network 6e624487-2bb2-46f3-8a71-d2284414c4d1 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:30.254141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:30.256648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:30.267779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:30.268196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:30.271763 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:30.294330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f36bd515-946f-4e34-b4f8-a972d99758a7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:30.374596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: f36bd515-946f-4e34-b4f8-a972d99758a7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:30.375231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f36bd515-946f-4e34-b4f8-a972d99758a7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:30.375853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 823e5782-8c66-4ca7-be42-434d8ff2815d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:30.379171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.379701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Attempting to bind port 18d774ea-4f43-4964-bff4-2a25ca64e771 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:30.379701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Attempting to bind port 18d774ea-4f43-4964-bff4-2a25ca64e771 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b7a0fe6b-1786-4c01-b37b-6cf780845fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:30.379881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Attempting to bind port 18d774ea-4f43-4964-bff4-2a25ca64e771 on network 6e624487-2bb2-46f3-8a71-d2284414c4d1 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:30.413648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:30.414110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Checking segment: {'id': 'b7a0fe6b-1786-4c01-b37b-6cf780845fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:30.414624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.415511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Bound using segment: {'id': 'b7a0fe6b-1786-4c01-b37b-6cf780845fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:30.416277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Bound port: 18d774ea-4f43-4964-bff4-2a25ca64e771, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a0fe6b-1786-4c01-b37b-6cf780845fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6e624487-2bb2-46f3-8a71-d2284414c4d1'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:30.416697 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.443760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.446412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa240-8751-4fb6-adf8-b281fd49c693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.452207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7a19580-370c-4958-9670-d68b0f8ab933 req-b7340314-3358-445a-b270-e5f28f36dd15 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0563569 Sep 15 16:03:30.455002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=ebe970ed-41b6-46fe-b562-5e6997260783,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:30.476594 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.483195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/networks/d6627dcc-adc1-407e-b327-5bf30e686e09 HTTP/1.1" status: 204 len: 168 time: 2.8198063 Sep 15 16:03:30.484881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33564) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.499375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ec7df-6d58-4328-b457-654a597b959f tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Network': ['ID=d6627dcc-adc1-407e-b327-5bf30e686e09,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:30.549320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f6aa240-8751-4fb6-adf8-b281fd49c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.550978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] For port 18d774ea-4f43-4964-bff4-2a25ca64e771, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:30.557037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] For port 18d774ea-4f43-4964-bff4-2a25ca64e771, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=18d774ea-4f43-4964-bff4-2a25ca64e771,segment=NetworkSegment(b7a0fe6b-1786-4c01-b37b-6cf780845fa8),segment_id=b7a0fe6b-1786-4c01-b37b-6cf780845fa8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:30.570458 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.575363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Router 4ef14c1b-facb-404d-b68c-ba7a49abc206 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:30.583347 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.591265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.594487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.595705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-74a993b4-d578-48f0-9451-771c116504b5 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/floatingips/1cb80760-f738-4dbc-8635-d054e9d9ebc3 HTTP/1.1" status: 204 len: 168 time: 2.4135675 Sep 15 16:03:30.596213 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.603286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33566) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.611010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'b531bf1d-7ebc-4ba9-800c-d326fa738f71'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:30.646128 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.648398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6aa240-8751-4fb6-adf8-b281fd49c693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d2918e-1868-4f5e-aa3e-e6d0f5bf935d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:30.650981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d32b8096-9629-4e49-9759-b7c173907a6f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:30.654522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=08fed89b-f221-4bd7-97ea-8eb5c9d2d795,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:30.661103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f6aa240-8751-4fb6-adf8-b281fd49c693 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=50c50ceec3984fcdb9ee64143f63e773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465360 Sep 15 16:03:30.675529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33568) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.685427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.690073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6814fbc1-7a89-4c9c-8d44-8099a99e691c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/08fed89b-f221-4bd7-97ea-8eb5c9d2d795 HTTP/1.1" status: 204 len: 168 time: 0.8555665 Sep 15 16:03:30.692558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33570) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.701478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d32b8096-9629-4e49-9759-b7c173907a6f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:30.701940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d32b8096-9629-4e49-9759-b7c173907a6f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:30.746756 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.750236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfbf34-3414-46c9-8d3a-37c1e740226f None None] Pushing event updated for resources: {'Port': ['ID=18d774ea-4f43-4964-bff4-2a25ca64e771,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:30.762374 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac64cf4a-c8b4-4c2d-b5c0-37806f24a747 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:03:30.763650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac64cf4a-c8b4-4c2d-b5c0-37806f24a747 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:03:30.767765 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ac64cf4a-c8b4-4c2d-b5c0-37806f24a747 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/08fed89b-f221-4bd7-97ea-8eb5c9d2d795 HTTP/1.1" status: 404 len: 333 time: 0.0742488 Sep 15 16:03:30.768399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33572) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.787916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Pushing event deleted for resources: {'Port': ['ID=823e5782-8c66-4ca7-be42-434d8ff2815d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:30.834267 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a2e439-ef61-49e9-bf47-fbc353accc19 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:03:30.838786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f6a2e439-ef61-49e9-bf47-fbc353accc19 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/08fed89b-f221-4bd7-97ea-8eb5c9d2d795 HTTP/1.1" status: 404 len: 333 time: 0.0663958 Sep 15 16:03:30.841643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33574) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.866270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:30.873368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-efba559b-6086-4daa-9300-793a6cd798fd tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "PUT /v2.0/routers/4ef14c1b-facb-404d-b68c-ba7a49abc206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8855977 Sep 15 16:03:30.875923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33576) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:30.881399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] Sync routers for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:30.897044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:30.905213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:30.907872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.950519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:30.957190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting subnet 456de2e3-0c41-4600-b1f2-76fe920a04ba {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:30.960696 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.003517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecc3387-ee85-43ba-b247-e2cce39a39b7']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:31.031416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 57652f47-d3f0-4077-b808-422108b155ab {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:31.057351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdf00f4-8ae7-4972-9eca-c9d92168d457') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:31.057647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdf00f4-8ae7-4972-9eca-c9d92168d457') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:31.059406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.071568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.096332 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.115754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.138410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.143660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.157409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.170798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.190712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:31.204706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:31.205530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:31.209479 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:31.337635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.449371 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.449660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.453686 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.454172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.458038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.459834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50d2918e-1868-4f5e-aa3e-e6d0f5bf935d HTTP/1.1" status: 204 len: 168 time: 0.7833092 Sep 15 16:03:31.474636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.479718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/networks/1ecc3387-ee85-43ba-b247-e2cce39a39b7 HTTP/1.1" status: 204 len: 168 time: 0.9928253 Sep 15 16:03:31.490339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:03:28Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:31.491714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:31.528114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] Checking router: 4ef14c1b-facb-404d-b68c-ba7a49abc206 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:03:31.558146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] Routers {'4ef14c1b-facb-404d-b68c-ba7a49abc206'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:31.558796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ef14c1b-facb-404d-b68c-ba7a49abc206'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:31.632800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.658453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.659255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.697004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] Set router 4ef14c1b-facb-404d-b68c-ba7a49abc206 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:03:31.700269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d2918e-1868-4f5e-aa3e-e6d0f5bf935d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:31.703054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Network': ['ID=1ecc3387-ee85-43ba-b247-e2cce39a39b7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:31.716442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=57652f47-d3f0-4077-b808-422108b155ab,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:31.729704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.730123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.730774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.733512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.733512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.733512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.733512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.733512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.733512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.733899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.734201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.734659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a99ce-d006-40ce-b5c0-9041b24170ea tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.751483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.752603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.757731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.759440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.769292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.769759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.770209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.770609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.771002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.771904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.773741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.774357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.798357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.798770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.801351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.803689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.804988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.807032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.808408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.809544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.813876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.813876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.813876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.813876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba97718b-60d9-4a16-9bee-f0cb796ae7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:31.832801 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.838356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53c0f944-1686-4735-83ce-484a10d3c8b7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/57652f47-d3f0-4077-b808-422108b155ab HTTP/1.1" status: 204 len: 168 time: 0.9914827 Sep 15 16:03:31.839969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33584) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:31.840256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7b1133b-26a9-4814-bdd8-cd6d8de7b989 req-35052a8a-3baa-4a28-82a5-a11f759be72e tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0922682 Sep 15 16:03:31.842163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.902273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.902873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba415405-f521-40c7-ab3a-1f4c11ed0f30 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:03:31.911074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Subnet': ['ID=456de2e3-0c41-4600-b1f2-76fe920a04ba,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:31.915504 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.916704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4756b1a0-3a9f-46be-bfa0-2f6cc5eaf048 admin admin] 10.222.0.63 "DELETE /v2.0/routers/ba415405-f521-40c7-ab3a-1f4c11ed0f30 HTTP/1.1" status: 204 len: 168 time: 4.2740076 Sep 15 16:03:31.927899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.933909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-21050d04-df07-4b03-9a80-3f9b170a7240 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/subnets/456de2e3-0c41-4600-b1f2-76fe920a04ba HTTP/1.1" status: 204 len: 168 time: 1.0547645 Sep 15 16:03:31.933909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33586) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:31.944745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33588) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:31.989217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0069a270-7b59-4105-9435-59ce05863df7 None None] Network c86c0e06-0cbd-4bee-9346-a047263283bf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:32.090754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.167741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.202807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.229025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7749118-4454-48e0-a033-1c8ab8718c11 None None] Network 6e624487-2bb2-46f3-8a71-d2284414c4d1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:32.309239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db0630f-9453-4a88-ad5e-d5e1ca995b28']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:32.310924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 18d774ea-4f43-4964-bff4-2a25ca64e771 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:32.325350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35c23d4-df59-4303-8f3c-77399ba2600b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:32.325834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35c23d4-df59-4303-8f3c-77399ba2600b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:32.338446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.360090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.369300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:32.372780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:32.374937 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:32.407743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] Deleting subnet b611e978-c10f-4a48-8b2d-8bace34bbe52 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:32.408165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 18d774ea-4f43-4964-bff4-2a25ca64e771 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:32.408643 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.423847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.459004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.477961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.503066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.545681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:03:28Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:32.562019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] For port 18d774ea-4f43-4964-bff4-2a25ca64e771, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=18d774ea-4f43-4964-bff4-2a25ca64e771,segment=NetworkSegment(b7a0fe6b-1786-4c01-b37b-6cf780845fa8),segment_id=b7a0fe6b-1786-4c01-b37b-6cf780845fa8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:32.562575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.578525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 18d774ea-4f43-4964-bff4-2a25ca64e771 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:32.614971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-383b15b2-4a71-4c8d-8771-208aeb811173 None None] Provisioning complete for port 18d774ea-4f43-4964-bff4-2a25ca64e771 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:32.615366 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-383b15b2-4a71-4c8d-8771-208aeb811173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.617157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7630fb-f0a4-466b-a11e-16da27757d69 None None] The sync data for ids ['4ef14c1b-facb-404d-b68c-ba7a49abc206'] in n-d-808199-2 is: [{'id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1344957290', 'tenant_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:01:14Z', 'updated_at': '2021-09-15T16:03:28Z', 'revision_number': 5, 'project_id': '3b16e930b4d14ee48cbc87523e7e2b5a', 'gw_port': {'id': '0828cdfd-8f83-47f8-856c-376a3a1ef191', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef14c1b-facb-404d-b68c-ba7a49abc206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:01:15Z', 'updated_at': '2021-09-15T16:01:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:32.632643 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.646209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.651551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/networks/8db0630f-9453-4a88-ad5e-d5e1ca995b28 HTTP/1.1" status: 204 len: 168 time: 1.1540203 Sep 15 16:03:32.654203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33600) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:32.675956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.694704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345894bc-2bf7-48b6-a298-57bf4f0cb46e tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Network': ['ID=8db0630f-9453-4a88-ad5e-d5e1ca995b28,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:32.761604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 18d774ea-4f43-4964-bff4-2a25ca64e771 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:32.761604 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.820535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.826269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Deleting port 0828cdfd-8f83-47f8-856c-376a3a1ef191 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:32.826588 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:32.853673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=18d774ea-4f43-4964-bff4-2a25ca64e771,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:32.865163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No DVR routers for this DVR port 18d774ea-4f43-4964-bff4-2a25ca64e771 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:32.891922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.25.0.224 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/82e9d027-dae8-4255-ab29-b7951131d235) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:33.080173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.080845 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] DHCP port deletion for c86c0e06-0cbd-4bee-9346-a047263283bf request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:33.082995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b7ab0-56c0-43fd-9276-0202672801b5 None None] DHCP port deletion for 6e624487-2bb2-46f3-8a71-d2284414c4d1 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:33.106530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.117340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Could not find standard attr ID for object 18d774ea-4f43-4964-bff4-2a25ca64e771. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:03:33.147328 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-383b15b2-4a71-4c8d-8771-208aeb811173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.149575 n-d-808199-2 neutron-server[102020]: INFO neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No ports have port_id starting with 18d774ea-4f43-4964-bff4-2a25ca64e771 Sep 15 16:03:33.158363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.189934 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.199448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6977578d-24c5-44ee-949c-10d2cc968815 req-d98e1147-11dd-4a15-8203-50f5433a5d4a tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0889635 Sep 15 16:03:33.203837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b611e978-c10f-4a48-8b2d-8bace34bbe52,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:33.211915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e624487-2bb2-46f3-8a71-d2284414c4d1']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.220345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] Deleting port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:33.220662 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.232004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a0fe6b-1786-4c01-b37b-6cf780845fa8') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.232278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.232766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a0fe6b-1786-4c01-b37b-6cf780845fa8') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.238260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-36a014f6-27a9-4364-98b1-4871319ca049 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b611e978-c10f-4a48-8b2d-8bace34bbe52 HTTP/1.1" status: 204 len: 168 time: 1.2988555 Sep 15 16:03:33.240012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33610) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:33.241716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] For port 0828cdfd-8f83-47f8-856c-376a3a1ef191, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0828cdfd-8f83-47f8-856c-376a3a1ef191,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:33.242085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.300118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.311813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Calling delete_port for 0828cdfd-8f83-47f8-856c-376a3a1ef191 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:33.355308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] For port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba,segment=NetworkSegment(f468a4e0-b50d-47fb-926f-e402fe89cfd6),segment_id=f468a4e0-b50d-47fb-926f-e402fe89cfd6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:33.355735 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.371999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] Calling delete_port for e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:33.388291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.410413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:33.411059 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:33.415020 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:33.417430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.465161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.479092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e62239e-f328-4e8d-a454-dbbe69a803f7']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.496072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.502598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7e86f5a-a309-49ab-bcea-4b7cb5a7faad') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.502892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7e86f5a-a309-49ab-bcea-4b7cb5a7faad') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.530630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-284a8f91-8d7b-473d-8849-cb56baa07c49 req-e3b345c9-8564-4215-adf0-565bdca783fd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.1214280 Sep 15 16:03:33.540398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.565301 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.566116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:33.574701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:33.579285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.611635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] No DVR routers for this DVR port e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:33.613243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271b87-0cb1-44df-94e8-95b9f0ee7c93 None None] Pushing event deleted for resources: {'Port': ['ID=e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:33.613389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:33.644341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.646976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.662220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.664092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/6e624487-2bb2-46f3-8a71-d2284414c4d1 HTTP/1.1" status: 204 len: 168 time: 1.8230982 Sep 15 16:03:33.669307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33616) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:33.679365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1371826148'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:33.698438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b944c5-48a2-4322-af6b-44b63a269134']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.706663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b714-e658-4211-a68e-c635ce1b5e02 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=6e624487-2bb2-46f3-8a71-d2284414c4d1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:33.719136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1446fda8-aa40-42f9-ab93-e54184f913ac') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.719472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1446fda8-aa40-42f9-ab93-e54184f913ac') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:33.734684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.757881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.765840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:33.766254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:33.768095 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:33.823440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:33.827141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.853249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:33.917641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:33.918057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:33.921344 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:33.940433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=82e9d027-dae8-4255-ab29-b7951131d235,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:33.958879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.958879 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment 9ef8c819-3a14-4448-9ea2-0eba6cdff344 of type vlan for network 4d5d52b9-1015-46d3-a38b-339f8b657d38 Sep 15 16:03:33.971663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.980318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:33.982544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] 10.222.0.63 "DELETE /v2.0/networks/60b944c5-48a2-4322-af6b-44b63a269134 HTTP/1.1" status: 204 len: 168 time: 0.7406025 Sep 15 16:03:34.016584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132eafe6-5bc2-4117-be73-b0d0538629d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b944c5-48a2-4322-af6b-44b63a269134,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:34.032263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.111914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.114338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.117640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:34.120768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:34.121471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.135405 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.141772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] 10.222.0.63 "DELETE /v2.0/networks/6e62239e-f328-4e8d-a454-dbbe69a803f7 HTTP/1.1" status: 204 len: 168 time: 1.4799266 Sep 15 16:03:34.148200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25151f75-5dcf-44a9-bd3d-17f05065a406 tempest-BulkNetworkOpsIpV6Test-2064691036 tempest-BulkNetworkOpsIpV6Test-2064691036-project] Pushing event deleted for resources: {'Network': ['ID=6e62239e-f328-4e8d-a454-dbbe69a803f7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:34.148389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:34.157316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e5dfc44e-dbe1-4b40-8f2f-3cc24777b4ba not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:34.157316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11f9eb28-3460-48c1-8737-339bff92990d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:34.179934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 11f9eb28-3460-48c1-8737-339bff92990d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:34.180943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11f9eb28-3460-48c1-8737-339bff92990d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:34.181642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 18d774ea-4f43-4964-bff4-2a25ca64e771 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:34.203088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=4d5d52b9-1015-46d3-a38b-339f8b657d38,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:34.209718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 18d774ea-4f43-4964-bff4-2a25ca64e771 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:34.210344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 18d774ea-4f43-4964-bff4-2a25ca64e771 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:34.217801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 4d5d52b9-1015-46d3-a38b-339f8b657d38 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:34.230083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.253020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-15d3b06c-30a1-47c3-87fb-41444feb20db tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5779428 Sep 15 16:03:34.256080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33632) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:34.263577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:34.318686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Port': ['ID=0828cdfd-8f83-47f8-856c-376a3a1ef191,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:34.394227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33638) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:34.439036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f4afb62b-0df9-41c8-acce-e106449dfc2c req-53e5e735-c9ff-4c85-973b-8eca5f85d184 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0677671 Sep 15 16:03:34.450654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:34.458291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.474153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d246141c-f356-4689-b8f8-2cd6b606351f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae3732edf9a5467ea87768d08d8f3294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0783777 Sep 15 16:03:34.482292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33642) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:34.505559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.691560 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.706358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33648) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:34.729680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.772975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.798672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33652) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:34.857960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=1165c9dd-4c5c-469a-bbda-ac8897e04d2f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:34.869066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': '9ef8c819-3a14-4448-9ea2-0eba6cdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:34.869373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: 4d5d52b9-1015-46d3-a38b-339f8b657d38, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:34.886958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c3cbaa33-22ae-4044-99af-c5378b5f2334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.914664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.915341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef14c1b-facb-404d-b68c-ba7a49abc206 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:03:34.925160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.925160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-abcc9bf6-e13c-4adf-b8e3-ae19e97d1347 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/routers/4ef14c1b-facb-404d-b68c-ba7a49abc206 HTTP/1.1" status: 204 len: 168 time: 2.9740300 Sep 15 16:03:34.927052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33656) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:34.931204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c3cbaa33-22ae-4044-99af-c5378b5f2334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.933353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:34.969994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 4d5d52b9-1015-46d3-a38b-339f8b657d38 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:35.084060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5bc5901e-7b64-42b0-8e1b-8a848f6e05ae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dd2c9aa159f04fa4b580639d2de2168a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840466 Sep 15 16:03:35.087027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:35.167616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a44ef5c0-7ae8-4264-a0dd-64f3d07138d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.170392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.212401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c3cbaa33-22ae-4044-99af-c5378b5f2334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.215014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c3cbaa33-22ae-4044-99af-c5378b5f2334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.216212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c3cbaa33-22ae-4044-99af-c5378b5f2334 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/49bc9c2f-36fd-432b-926f-cb371498c639 HTTP/1.1" status: 204 len: 168 time: 0.7284973 Sep 15 16:03:35.218371 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a44ef5c0-7ae8-4264-a0dd-64f3d07138d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.249081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbaa33-22ae-4044-99af-c5378b5f2334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc9c2f-36fd-432b-926f-cb371498c639,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:35.364401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-53055da2-348a-44df-ab0b-198980fc0d26 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-422178850'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:35.364817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-53055da2-348a-44df-ab0b-198980fc0d26 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Unknown quota resources ['metering_label']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:03:35.392068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.416647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.428805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a44ef5c0-7ae8-4264-a0dd-64f3d07138d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.432365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a44ef5c0-7ae8-4264-a0dd-64f3d07138d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.436058 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a44ef5c0-7ae8-4264-a0dd-64f3d07138d0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/af9dda41-282d-4a0a-8a7f-a638d83981f7 HTTP/1.1" status: 204 len: 168 time: 0.3453140 Sep 15 16:03:35.441840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ef5c0-7ae8-4264-a0dd-64f3d07138d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9dda41-282d-4a0a-8a7f-a638d83981f7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:35.482098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 4d5d52b9-1015-46d3-a38b-339f8b657d38) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:35.487988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:35.488623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.493119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7f6861-83b3-4782-8199-80634f4bab15 None None] Network 4d5d52b9-1015-46d3-a38b-339f8b657d38 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:35.509404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.536186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.585405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=82e9d027-dae8-4255-ab29-b7951131d235,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:35.614676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86c0e06-0cbd-4bee-9346-a047263283bf']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:35.618784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-66cc4bb9-8e0c-485d-8f26-6b40890a2ead tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3614800 Sep 15 16:03:35.643402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33670) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:35.651726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2099023930'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:35.674867 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53055da2-348a-44df-ab0b-198980fc0d26 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.676052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53055da2-348a-44df-ab0b-198980fc0d26 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9676857 Sep 15 16:03:35.691090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f468a4e0-b50d-47fb-926f-e402fe89cfd6') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:35.691389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f468a4e0-b50d-47fb-926f-e402fe89cfd6') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:35.693029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33674) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:35.696840 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c1cf1af-b761-4112-be8b-782a78f58523 req-d93c8e4b-1d7f-43e2-93b5-2cd118bcee50 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0885589 Sep 15 16:03:35.699806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cb2a5a94-78ab-4498-989a-15241c7905cf tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '20bbf18d-cd62-471e-8d7f-d9f1f7b7a3c0'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:35.700348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cb2a5a94-78ab-4498-989a-15241c7905cf tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:03:35.716060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.739154 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:03:35.748229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.757415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:35.758253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:35.779895 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:35.784183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-4d5d52b9-1015-46d3-a38b-339f8b657d38', 'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38', 'tenant_id': 'a8412c6b8ff14f04a219eb55d9a49253', 'fixed_ips': [{'subnet_id': '1165c9dd-4c5c-469a-bbda-ac8897e04d2f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:35.785065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.788320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:35.954038 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 6eb3f562-1dc7-4040-a43f-e9ee9b4fba7d associated. External IP: 172.25.0.224, port: b531bf1d-7ebc-4ba9-800c-d326fa738f71. Sep 15 16:03:35.980532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Allocated IP 2001:db8::2 (4d5d52b9-1015-46d3-a38b-339f8b657d38/1165c9dd-4c5c-469a-bbda-ac8897e04d2f/15e9b735-dac1-40fc-9e58-ed8da9916029) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:36.052185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.066097 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.070942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] 10.222.0.63 "DELETE /v2.0/networks/c86c0e06-0cbd-4bee-9346-a047263283bf HTTP/1.1" status: 204 len: 168 time: 1.1397984 Sep 15 16:03:36.092761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca2df-4d1a-4b0b-b2f7-9386d68234c0 tempest-TestSecurityGroupsBasicOps-1691831522 tempest-TestSecurityGroupsBasicOps-1691831522-project] Pushing event deleted for resources: {'Network': ['ID=c86c0e06-0cbd-4bee-9346-a047263283bf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:36.111718 n-d-808199-2 neutron-server[102018]: WARNING neutron.services.metering.metering_plugin [None req-cb2a5a94-78ab-4498-989a-15241c7905cf tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 15 16:03:36.148554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0828cdfd-8f83-47f8-856c-376a3a1ef191 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:36.152548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:36.156699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.175097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 0828cdfd-8f83-47f8-856c-376a3a1ef191 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:03:36.175787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0828cdfd-8f83-47f8-856c-376a3a1ef191 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:36.234022 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.262410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb2a5a94-78ab-4498-989a-15241c7905cf tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.263501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb2a5a94-78ab-4498-989a-15241c7905cf tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5692976 Sep 15 16:03:36.266631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33704) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:36.273170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6c1dc735-2358-47c8-8e7d-4199940e7ae7 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '20bbf18d-cd62-471e-8d7f-d9f1f7b7a3c0'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:36.273825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6c1dc735-2358-47c8-8e7d-4199940e7ae7 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:03:36.297976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.351360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 856222b2-9741-4de4-a423-07e84b817328 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:36.386919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Network 4d5d52b9-1015-46d3-a38b-339f8b657d38 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:36.390670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:36.395183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:36.443236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Pushing event updated for resources: {'Port': ['ID=15e9b735-dac1-40fc-9e58-ed8da9916029,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:36.443426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:36.465169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f11f8cb-a7a5-46fb-b400-a20f2efc40e9 req-b40b9725-40e7-4cd8-ae5d-8e89199b53a5 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0440621 Sep 15 16:03:36.475488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Attempting to bind port 15e9b735-dac1-40fc-9e58-ed8da9916029 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:36.476174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Attempting to bind port 15e9b735-dac1-40fc-9e58-ed8da9916029 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9ef8c819-3a14-4448-9ea2-0eba6cdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:36.476677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Attempting to bind port 15e9b735-dac1-40fc-9e58-ed8da9916029 on network 4d5d52b9-1015-46d3-a38b-339f8b657d38 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:36.489748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:36.491244 n-d-808199-2 neutron-server[102018]: WARNING neutron.services.metering.metering_plugin [None req-6c1dc735-2358-47c8-8e7d-4199940e7ae7 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 15 16:03:36.493701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Checking segment: {'id': '9ef8c819-3a14-4448-9ea2-0eba6cdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:36.495178 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.495772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Bound using segment: {'id': '9ef8c819-3a14-4448-9ea2-0eba6cdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:36.496456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Bound port: 15e9b735-dac1-40fc-9e58-ed8da9916029, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef8c819-3a14-4448-9ea2-0eba6cdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '4d5d52b9-1015-46d3-a38b-339f8b657d38'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:36.497427 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.575177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] For port 15e9b735-dac1-40fc-9e58-ed8da9916029, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:36.581649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] For port 15e9b735-dac1-40fc-9e58-ed8da9916029, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=15e9b735-dac1-40fc-9e58-ed8da9916029,segment=NetworkSegment(9ef8c819-3a14-4448-9ea2-0eba6cdff344),segment_id=9ef8c819-3a14-4448-9ea2-0eba6cdff344)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:36.584635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc735-2358-47c8-8e7d-4199940e7ae7 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.585229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6c1dc735-2358-47c8-8e7d-4199940e7ae7 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3173089 Sep 15 16:03:36.588998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33712) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:36.598303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-35c26aa6-47c0-4682-87f8-e8fc81fb405c tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=65252701-eeba-4358-ad5e-880b2148aab0 HTTP/1.1" status: 200 len: 462 time: 0.0083344 Sep 15 16:03:36.600757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33714) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:36.680896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.774029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05370fc7-2364-4078-8e9f-e0f7bb73c14d None None] Pushing event updated for resources: {'Port': ['ID=15e9b735-dac1-40fc-9e58-ed8da9916029,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:36.860087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe8f0b2c-23d7-4aeb-be9b-2aab5fa04717 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:36.869656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe8f0b2c-23d7-4aeb-be9b-2aab5fa04717 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/65252701-eeba-4358-ad5e-880b2148aab0 HTTP/1.1" status: 204 len: 168 time: 0.2675679 Sep 15 16:03:36.872245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33726) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:36.890365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43264a04-3084-4d95-92f8-21477f70e221 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=65252701-eeba-4358-ad5e-880b2148aab0 HTTP/1.1" status: 200 len: 221 time: 0.0153644 Sep 15 16:03:36.896198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33728) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:36.906029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-22c2c2fa-1b65-46cc-8340-82fc57e422ad tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2026514209', 'description': 'label created by tempest'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:36.906554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-22c2c2fa-1b65-46cc-8340-82fc57e422ad tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Unknown quota resources ['metering_label']. {{(pid=102018) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:03:37.016825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:37.045932 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:37.048564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::3c1 (4d5d52b9-1015-46d3-a38b-339f8b657d38/1165c9dd-4c5c-469a-bbda-ac8897e04d2f/856222b2-9741-4de4-a423-07e84b817328) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:37.060224 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:37.060886 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:37.064470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33734) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.130630 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:37.140238 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:37.140996 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:37.186088 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:37.186941 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e31c45-8b0d-4ea9-b489-68f183aee0ae None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:37.225376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.228974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22c2c2fa-1b65-46cc-8340-82fc57e422ad tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.233343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-22c2c2fa-1b65-46cc-8340-82fc57e422ad tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3355424 Sep 15 16:03:37.234367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33742) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.272418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7de2fa79-294c-4d2b-ba5d-225d2a7831a2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.6679413 Sep 15 16:03:37.276113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33744) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.281067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-651627978'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:37.311551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-01d6caf7-0c9b-48c5-8033-da4aae088fe5 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=bb5fde27-f07d-476a-a3d8-869d45a516e1 HTTP/1.1" status: 200 len: 468 time: 0.0751143 Sep 15 16:03:37.312615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.321351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33748) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.324771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.403248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:37.407115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.428866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1569772116-network', 'tenant_id': '3cd93e6412a54a5db870202b29bccad4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:37.441440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.444130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33752) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.454390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-97800123-f0fa-4bef-9369-b3d3676d23a0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3b16e930b4d14ee48cbc87523e7e2b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871531 Sep 15 16:03:37.459205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33754) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.510867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 4d5d52b9-1015-46d3-a38b-339f8b657d38 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:37.517875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:37.525241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:37.529798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:37.533341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:37.533952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.540178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=856222b2-9741-4de4-a423-07e84b817328,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:37.562942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-980747678'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:37.568160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.568521 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Added segment 9244f0d4-369f-4cc7-98f3-503dc5b20c94 of type vlan for network c204d725-72cb-401f-b8ee-5b1d1339ddb9 Sep 15 16:03:37.571301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.571648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.571983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.572322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.572676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.573007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.573329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.573655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.573974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.574292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.574610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.574925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:03:37.592406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Made reservation on behalf of 3cd93e6412a54a5db870202b29bccad4 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:37.594755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.611854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40f46056-e255-4cb5-8a00-83f6945bdbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.638482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40f46056-e255-4cb5-8a00-83f6945bdbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.653709 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f629bc4-64ad-4731-8b1a-70081598a132 req-cb952d4d-3f84-4ead-91a7-7ce37be39552 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0661104 Sep 15 16:03:37.662783 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.688863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9634357f-3c8e-4a3d-b67e-8d3b3a404adc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0440259 Sep 15 16:03:37.690786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.691773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33760) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.709245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-49995a82-7ab3-421f-8024-44e0d213c85a tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.709245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-49995a82-7ab3-421f-8024-44e0d213c85a tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/bb5fde27-f07d-476a-a3d8-869d45a516e1 HTTP/1.1" status: 204 len: 168 time: 0.3841684 Sep 15 16:03:37.711495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33762) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.746430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b3868ef4-65fe-4818-beaa-bed2e4f8676b tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=bb5fde27-f07d-476a-a3d8-869d45a516e1 HTTP/1.1" status: 200 len: 216 time: 0.0334077 Sep 15 16:03:37.750279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33764) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.766609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a568c6f9-9eb0-4ccd-96aa-a8a82a70b261 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0155840 Sep 15 16:03:37.770392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.783371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:37.787251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.797035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40f46056-e255-4cb5-8a00-83f6945bdbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.799610 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40f46056-e255-4cb5-8a00-83f6945bdbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.800800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-40f46056-e255-4cb5-8a00-83f6945bdbb4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/920108e1-93b6-4905-8eba-b0c76ff9da2d HTTP/1.1" status: 204 len: 168 time: 0.3403702 Sep 15 16:03:37.808815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.815077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:37.815710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.816841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f46056-e255-4cb5-8a00-83f6945bdbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920108e1-93b6-4905-8eba-b0c76ff9da2d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:37.827293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-191bf397-0507-49d9-a6d6-31ae48fe6a8a tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0551920 Sep 15 16:03:37.831121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33770) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.833210 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.849971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 856222b2-9741-4de4-a423-07e84b817328 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:37.850482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:37.926901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4b03ab80-5110-4c47-a0b3-c145c71f7522 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-labels/20bbf18d-cd62-471e-8d7f-d9f1f7b7a3c0 HTTP/1.1" status: 200 len: 472 time: 0.0941281 Sep 15 16:03:37.932212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Network': ['ID=c204d725-72cb-401f-b8ee-5b1d1339ddb9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:37.932997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33772) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:37.945828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:37.982888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f6057d70-6085-4299-8dee-5693cae13705 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "GET /v2.0/metering/metering-label-rules/b6b81ad9-439c-4e84-854e-7dc455388da7 HTTP/1.1" status: 200 len: 459 time: 0.0456123 Sep 15 16:03:37.985484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33774) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:38.031843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.042882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ba364-2d1c-4817-a1fb-1bbd4009df9d None None] Network 4d5d52b9-1015-46d3-a38b-339f8b657d38 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:38.055429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 856222b2-9741-4de4-a423-07e84b817328 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:38.060772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.137536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-469ea042-6adf-4de1-b255-a25b341e969b None None] Provisioning complete for port 15e9b735-dac1-40fc-9e58-ed8da9916029 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:38.137952 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-469ea042-6adf-4de1-b255-a25b341e969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.182192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 15e9b735-dac1-40fc-9e58-ed8da9916029 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:38.190983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.253009 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-936aa0bb-a747-4b35-8916-a723e069e17c tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.256568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-936aa0bb-a747-4b35-8916-a723e069e17c tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-label-rules/b6b81ad9-439c-4e84-854e-7dc455388da7 HTTP/1.1" status: 204 len: 168 time: 0.2675507 Sep 15 16:03:38.260236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33778) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:38.266147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:38.278901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b346fcf-4184-4c0e-8b4d-91369f3b14a8 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9995315 Sep 15 16:03:38.281244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33780) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:38.295153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'subnet': {'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:38.296192 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.296564 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Added segment 58d36795-2d67-4d2c-8cda-294572525cf5 of type vlan for network ab219e84-faa2-4421-8a8f-97c50115ecb9 Sep 15 16:03:38.307631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599a2b47-3d3b-400e-9209-438b4a14edad,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:38.315310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.345337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-469ea042-6adf-4de1-b255-a25b341e969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.361259 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.368704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 15e9b735-dac1-40fc-9e58-ed8da9916029 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:38.369119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.403556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=856222b2-9741-4de4-a423-07e84b817328,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:38.429722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-469ea042-6adf-4de1-b255-a25b341e969b None None] For port 15e9b735-dac1-40fc-9e58-ed8da9916029, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=15e9b735-dac1-40fc-9e58-ed8da9916029,segment=NetworkSegment(9ef8c819-3a14-4448-9ea2-0eba6cdff344),segment_id=9ef8c819-3a14-4448-9ea2-0eba6cdff344)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:38.439362 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.463836 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.465075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:38.465764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.485087 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.498050 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-469ea042-6adf-4de1-b255-a25b341e969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.552536 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.561678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43920cf9-2e2e-4b64-820b-c5e2cc0df60c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/856222b2-9741-4de4-a423-07e84b817328 HTTP/1.1" status: 204 len: 168 time: 0.8685658 Sep 15 16:03:38.566065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33782) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:38.588618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ea042-6adf-4de1-b255-a25b341e969b None None] Pushing event updated for resources: {'Port': ['ID=15e9b735-dac1-40fc-9e58-ed8da9916029,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:38.592580 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:03:38.592941 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:03:38.610887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.622467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3076816 Sep 15 16:03:38.624780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33784) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:38.625334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33786) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:38.633474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Request body: {'subnet': {'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1569772116-subnet', 'tenant_id': '3cd93e6412a54a5db870202b29bccad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:38.646461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef33096-3519-4dc8-a14f-501cb00ca9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab219e84-faa2-4421-8a8f-97c50115ecb9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:38.650153 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27175eb-0663-494d-8551-226ff2d82860 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:03:38.655237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d27175eb-0663-494d-8551-226ff2d82860 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/856222b2-9741-4de4-a423-07e84b817328 HTTP/1.1" status: 404 len: 333 time: 0.0876441 Sep 15 16:03:38.661192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network ab219e84-faa2-4421-8a8f-97c50115ecb9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:38.662705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33788) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:38.675778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:38.686933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e652da4a-4e30-4967-b592-ec12ee61175e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.732075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.732410 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment 616d51ab-4374-4468-bcd9-5f19c02f1c74 of type vlan for network 484569ee-c9c1-462c-92e6-485a88f71db9 Sep 15 16:03:38.733813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe633788-7389-45e3-b780-c92b71987eef,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:38.783422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b81c2bc-a3f7-4de8-9642-b87549ae8932 req-54c583cd-06da-4da6-9cc8-ac70fb29e60b tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0281527 Sep 15 16:03:38.798503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9d690196-a44f-4302-8c57-8e897eaded8d None None] Provisioning complete for port 15e9b735-dac1-40fc-9e58-ed8da9916029 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:38.798750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9d690196-a44f-4302-8c57-8e897eaded8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.800323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 1165c9dd-4c5c-469a-bbda-ac8897e04d2f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:38.815853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.819635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.842841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93cfc2d7-1461-4908-865c-902426627b95 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.846425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-93cfc2d7-1461-4908-865c-902426627b95 tempest-MeteringIpV6TestJSON-1647535479 tempest-MeteringIpV6TestJSON-1647535479-project-admin] 10.222.0.63 "DELETE /v2.0/metering/metering-labels/20bbf18d-cd62-471e-8d7f-d9f1f7b7a3c0 HTTP/1.1" status: 204 len: 168 time: 0.5822914 Sep 15 16:03:38.880709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:38.881466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.885581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.988700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:38.995186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:38.995297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.030514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Made reservation on behalf of 3cd93e6412a54a5db870202b29bccad4 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:39.032901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.046918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.068200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e4300d92-1316-4352-abfa-c05e676182e3 None None] Could not find standard attr ID for object 856222b2-9741-4de4-a423-07e84b817328. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:03:39.130107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=484569ee-c9c1-462c-92e6-485a88f71db9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:39.146581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 484569ee-c9c1-462c-92e6-485a88f71db9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:39.153567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f0518207-02eb-4eb4-a322-baf59715f458 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7002742 Sep 15 16:03:39.156164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33794) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:39.161592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-2055070628'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:39.262832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.325511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Subnet': ['ID=56b9e0e8-40d3-418d-87de-54da6a6b08ea,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:39.334587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e652da4a-4e30-4967-b592-ec12ee61175e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.337752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Checking segment: {'id': '9244f0d4-369f-4cc7-98f3-503dc5b20c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:39.338229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network hostable DHCP agents. Network: c204d725-72cb-401f-b8ee-5b1d1339ddb9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:39.379512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.427851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33798) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:39.429315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=1165c9dd-4c5c-469a-bbda-ac8897e04d2f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:39.435077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.437099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3befeba3-dd74-444c-ac20-776884958fd3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/1165c9dd-4c5c-469a-bbda-ac8897e04d2f HTTP/1.1" status: 204 len: 168 time: 0.7682788 Sep 15 16:03:39.439389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8194469-0ad7-44fa-9deb-bcd7636ac16c None None] Network 4d5d52b9-1015-46d3-a38b-339f8b657d38 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:39.440141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33800) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:39.442222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e652da4a-4e30-4967-b592-ec12ee61175e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.463328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:39.514981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:39.520026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.549513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c204d725-72cb-401f-b8ee-5b1d1339ddb9) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:39.555661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:39.556383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.563231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e652da4a-4e30-4967-b592-ec12ee61175e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7211f2e92080431d8faa34615b22de13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9356883 Sep 15 16:03:39.564965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33804) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:39.565634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261f376-714d-4174-a650-10cf8edd561f None None] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:39.583024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:39.591274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652da4a-4e30-4967-b592-ec12ee61175e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9847a7-5338-41c5-b32b-b56133e74414,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:39.597917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f100a40-b404-4908-bcad-b106c2e0a7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.619696 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.620053 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment e5e2486c-54a6-4a55-978f-6b321fc3004b of type vlan for network 26a73758-c5bf-40e7-8338-b8bf725618f7 Sep 15 16:03:39.664986 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.672925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef91094e-a86b-4c20-a874-dd209e068110 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3899183 Sep 15 16:03:39.677292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33806) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:39.682363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-914953475', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:39.691564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.699861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] DHCP port deletion for 4d5d52b9-1015-46d3-a38b-339f8b657d38 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:39.700151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.767006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f79c9e5d-573c-4967-9b34-bd2a1b920f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.786333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] Deleting port 15e9b735-dac1-40fc-9e58-ed8da9916029 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:39.786731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.791835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f100a40-b404-4908-bcad-b106c2e0a7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.794897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.800812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:39.801455 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.801565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-c204d725-72cb-401f-b8ee-5b1d1339ddb9', 'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9', 'tenant_id': '016f63c8a8a64c1fbceef9566ae4770a', 'fixed_ips': [{'subnet_id': '56b9e0e8-40d3-418d-87de-54da6a6b08ea'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:39.802203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.817985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f79c9e5d-573c-4967-9b34-bd2a1b920f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.864262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=175bdfda-becf-41f5-b73e-6c72beb31db2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:39.872125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Checking segment: {'id': '58d36795-2d67-4d2c-8cda-294572525cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:39.872505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Network hostable DHCP agents. Network: ab219e84-faa2-4421-8a8f-97c50115ecb9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:39.879809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f100a40-b404-4908-bcad-b106c2e0a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.890837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=26a73758-c5bf-40e7-8338-b8bf725618f7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:39.924558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f100a40-b404-4908-bcad-b106c2e0a7ae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a3c51e84b74a44e6a1accf43109e29da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954515 Sep 15 16:03:39.925380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f100a40-b404-4908-bcad-b106c2e0a7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab17909-6781-409e-a9ab-4f51dc0828be,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:39.927632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33810) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:39.948175 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3959fce2-c420-4d51-8af9-631930b46599 req-78dce2f8-1018-4c3c-bb2a-be4e1336c530 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0531225 Sep 15 16:03:39.950074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 15e9b735-dac1-40fc-9e58-ed8da9916029 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:39.950420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:39.976264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:39.976522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b24b2843-e1e1-4246-abca-e3430e9d18d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8191831 Sep 15 16:03:39.980529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33812) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:39.985556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': '484569ee-c9c1-462c-92e6-485a88f71db9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:40.007200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] For port 15e9b735-dac1-40fc-9e58-ed8da9916029, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=15e9b735-dac1-40fc-9e58-ed8da9916029,segment=NetworkSegment(9ef8c819-3a14-4448-9ea2-0eba6cdff344),segment_id=9ef8c819-3a14-4448-9ea2-0eba6cdff344)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:40.007603 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.021607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90d7ff7f-2e6c-4b24-ad64-350e65a7ca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.034506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Network ab219e84-faa2-4421-8a8f-97c50115ecb9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:40.051007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] For port 15e9b735-dac1-40fc-9e58-ed8da9916029, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=15e9b735-dac1-40fc-9e58-ed8da9916029,segment=NetworkSegment(9ef8c819-3a14-4448-9ea2-0eba6cdff344),segment_id=9ef8c819-3a14-4448-9ea2-0eba6cdff344)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:40.051215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.062850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.063910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.065648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] Calling delete_port for 15e9b735-dac1-40fc-9e58-ed8da9916029 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:40.071831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 15e9b735-dac1-40fc-9e58-ed8da9916029 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:40.087222 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90d7ff7f-2e6c-4b24-ad64-350e65a7ca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.149234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f79c9e5d-573c-4967-9b34-bd2a1b920f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.152098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f79c9e5d-573c-4967-9b34-bd2a1b920f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.165418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Allocated IP 172.20.0.2 (c204d725-72cb-401f-b8ee-5b1d1339ddb9/56b9e0e8-40d3-418d-87de-54da6a6b08ea/b5deea1e-d9e4-4bbe-befd-726f660ce242) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:40.166669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f79c9e5d-573c-4967-9b34-bd2a1b920f37 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7c9847a7-5338-41c5-b32b-b56133e74414 HTTP/1.1" status: 204 len: 168 time: 0.5864737 Sep 15 16:03:40.167712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 15e9b735-dac1-40fc-9e58-ed8da9916029 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:03:40.178311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, ab219e84-faa2-4421-8a8f-97c50115ecb9) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:40.189031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c9e5d-573c-4967-9b34-bd2a1b920f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9847a7-5338-41c5-b32b-b56133e74414,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:40.192166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:40.192783 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.209616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0725d-1839-4e85-b319-0abb18ce805a None None] Network ab219e84-faa2-4421-8a8f-97c50115ecb9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:40.217481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90d7ff7f-2e6c-4b24-ad64-350e65a7ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.220674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90d7ff7f-2e6c-4b24-ad64-350e65a7ca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.222543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-90d7ff7f-2e6c-4b24-ad64-350e65a7ca0e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8ab17909-6781-409e-a9ab-4f51dc0828be HTTP/1.1" status: 204 len: 168 time: 0.2937615 Sep 15 16:03:40.233874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7ff7f-2e6c-4b24-ad64-350e65a7ca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab17909-6781-409e-a9ab-4f51dc0828be,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:40.263657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:40.266767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.288829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.323766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=15e9b735-dac1-40fc-9e58-ed8da9916029,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:40.361900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No DVR routers for this DVR port 15e9b735-dac1-40fc-9e58-ed8da9916029 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:40.480770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.489168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a252e3a2-56b9-4abb-af26-d411ce073b5e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8605530 Sep 15 16:03:40.552972 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.555048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port 15e9b735-dac1-40fc-9e58-ed8da9916029 {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:03:40.555737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 15e9b735-dac1-40fc-9e58-ed8da9916029 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:03:40.557211 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.577220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.596994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] Pushing event deleted for resources: {'Port': ['ID=15e9b735-dac1-40fc-9e58-ed8da9916029,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:40.619288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b57a7-4ae5-4ed8-9cb5-df76e5b214a4 None None] No DVR routers for this DVR port 15e9b735-dac1-40fc-9e58-ed8da9916029 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:40.631671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5d52b9-1015-46d3-a38b-339f8b657d38']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:40.647408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef8c819-3a14-4448-9ea2-0eba6cdff344') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:40.647709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef8c819-3a14-4448-9ea2-0eba6cdff344') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:40.665125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.713284 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.713978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': '616d51ab-4374-4468-bcd9-5f19c02f1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '484569ee-c9c1-462c-92e6-485a88f71db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:40.714524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: 484569ee-c9c1-462c-92e6-485a88f71db9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:40.730193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa38e1-9521-44aa-9f8d-96bffbdde6ca None None] Network ab219e84-faa2-4421-8a8f-97c50115ecb9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:40.747337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=46a5cab0-8f8e-41b6-8371-be6bb4ce5c40,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:40.755342 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.804096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:40.805332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:40.808801 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:40.834622 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.841729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 484569ee-c9c1-462c-92e6-485a88f71db9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:40.899324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:40.907791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:40.910510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:40.928025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 484569ee-c9c1-462c-92e6-485a88f71db9) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:40.939662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Pushing event updated for resources: {'Port': ['ID=b5deea1e-d9e4-4bbe-befd-726f660ce242,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:40.950412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d295a-945c-47eb-8581-ccf361e2c6f6 None None] Network 484569ee-c9c1-462c-92e6-485a88f71db9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:40.959420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:40.963523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:40.980316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33828) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:41.065102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Attempting to bind port b5deea1e-d9e4-4bbe-befd-726f660ce242 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:41.065521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Attempting to bind port b5deea1e-d9e4-4bbe-befd-726f660ce242 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9244f0d4-369f-4cc7-98f3-503dc5b20c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:41.065890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Attempting to bind port b5deea1e-d9e4-4bbe-befd-726f660ce242 on network c204d725-72cb-401f-b8ee-5b1d1339ddb9 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:41.078388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:41.078766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Checking segment: {'id': '9244f0d4-369f-4cc7-98f3-503dc5b20c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:41.079176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.079622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Bound using segment: {'id': '9244f0d4-369f-4cc7-98f3-503dc5b20c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:41.080120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Bound port: b5deea1e-d9e4-4bbe-befd-726f660ce242, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9244f0d4-369f-4cc7-98f3-503dc5b20c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:41.080524 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.085330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2fce34c8-1c80-489c-ad21-276e48c55d1b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=804f1477c1fc4e119c2f33a7c1e21e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023960 Sep 15 16:03:41.088199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33830) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:41.124847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e3705904-3caa-4d2c-a0b3-ab7cd12959ad tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1427414 Sep 15 16:03:41.129371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33832) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:41.142546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': '26a73758-c5bf-40e7-8338-b8bf725618f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:41.183293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.202731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] For port b5deea1e-d9e4-4bbe-befd-726f660ce242, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:41.203296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dcd27276-f7a9-44bf-af95-814c0d99d9d7 req-5523a345-7d29-43fc-9828-0b0523cd2317 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0541685 Sep 15 16:03:41.245419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33838) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:41.247390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-484569ee-c9c1-462c-92e6-485a88f71db9', 'network_id': '484569ee-c9c1-462c-92e6-485a88f71db9', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': '46a5cab0-8f8e-41b6-8371-be6bb4ce5c40'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:41.262505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.269243 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8d33a64b-47da-46b6-8f5e-a0caee2e3890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.285764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.288608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f2f60cb-1470-4a4b-a831-74f8c5c822f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.292408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] For port b5deea1e-d9e4-4bbe-befd-726f660ce242, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b5deea1e-d9e4-4bbe-befd-726f660ce242,segment=NetworkSegment(9244f0d4-369f-4cc7-98f3-503dc5b20c94),segment_id=9244f0d4-369f-4cc7-98f3-503dc5b20c94)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:41.315771 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8d33a64b-47da-46b6-8f5e-a0caee2e3890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.326476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.328788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/4d5d52b9-1015-46d3-a38b-339f8b657d38 HTTP/1.1" status: 204 len: 168 time: 1.8755050 Sep 15 16:03:41.335250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33840) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:41.350524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'name': 'tempest-PortsIpV6TestJSON-2109921822'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:41.362467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d5100-2d9c-486e-9329-26d31a37d98a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=4d5d52b9-1015-46d3-a38b-339f8b657d38,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:41.409888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.469164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:41.472770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.503013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8d33a64b-47da-46b6-8f5e-a0caee2e3890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.503672 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Allocated IP 172.20.0.2 (484569ee-c9c1-462c-92e6-485a88f71db9/46a5cab0-8f8e-41b6-8371-be6bb4ce5c40/d830624b-5505-4f16-8408-b6d6ed8caf66) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:41.510324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8d33a64b-47da-46b6-8f5e-a0caee2e3890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.512104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8d33a64b-47da-46b6-8f5e-a0caee2e3890 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f956eebe-6f5f-463c-a373-a33809590da9 HTTP/1.1" status: 204 len: 168 time: 0.4227116 Sep 15 16:03:41.517680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60ee3b-6104-4604-9d5e-5087cfbb91fc None None] Pushing event updated for resources: {'Port': ['ID=b5deea1e-d9e4-4bbe-befd-726f660ce242,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:41.557603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33a64b-47da-46b6-8f5e-a0caee2e3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f956eebe-6f5f-463c-a373-a33809590da9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:41.583606 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f2f60cb-1470-4a4b-a831-74f8c5c822f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.724835 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.751970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f2f60cb-1470-4a4b-a831-74f8c5c822f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.800686 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.826651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.865744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Network 484569ee-c9c1-462c-92e6-485a88f71db9 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:41.869884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:41.876862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:41.880290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Pushing event updated for resources: {'Port': ['ID=d830624b-5505-4f16-8408-b6d6ed8caf66,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:41.899905 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.943717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Attempting to bind port d830624b-5505-4f16-8408-b6d6ed8caf66 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:41.943717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Attempting to bind port d830624b-5505-4f16-8408-b6d6ed8caf66 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '616d51ab-4374-4468-bcd9-5f19c02f1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '484569ee-c9c1-462c-92e6-485a88f71db9'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:41.944616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Attempting to bind port d830624b-5505-4f16-8408-b6d6ed8caf66 on network 484569ee-c9c1-462c-92e6-485a88f71db9 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:41.951363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:41.951736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Checking segment: {'id': '616d51ab-4374-4468-bcd9-5f19c02f1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '484569ee-c9c1-462c-92e6-485a88f71db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:41.952140 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.952614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Bound using segment: {'id': '616d51ab-4374-4468-bcd9-5f19c02f1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '484569ee-c9c1-462c-92e6-485a88f71db9'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:41.953048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Bound port: d830624b-5505-4f16-8408-b6d6ed8caf66, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616d51ab-4374-4468-bcd9-5f19c02f1c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '484569ee-c9c1-462c-92e6-485a88f71db9'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:41.953573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:41.988583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.051136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] For port d830624b-5505-4f16-8408-b6d6ed8caf66, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:42.052624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:42.056917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.063563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] For port d830624b-5505-4f16-8408-b6d6ed8caf66, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d830624b-5505-4f16-8408-b6d6ed8caf66,segment=NetworkSegment(616d51ab-4374-4468-bcd9-5f19c02f1c74),segment_id=616d51ab-4374-4468-bcd9-5f19c02f1c74)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:42.073747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f60cb-1470-4a4b-a831-74f8c5c822f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42249692-fb96-41f6-b483-a0dd56db2530,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:42.077212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=beb971d1-524e-4a75-8e99-24785a30c00a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:42.082680 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6f2f60cb-1470-4a4b-a831-74f8c5c822f8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=916f44e25c10480e8faca5857c7309c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8331752 Sep 15 16:03:42.087047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33852) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:42.113022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': 'e5e2486c-54a6-4a55-978f-6b321fc3004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26a73758-c5bf-40e7-8338-b8bf725618f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:42.113843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: 26a73758-c5bf-40e7-8338-b8bf725618f7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:42.130826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 7bfd4201-aceb-431e-9448-18f8b2b16658 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:42.132870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.206972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.25.0.198 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0c446851-fe5d-4b2c-8a26-97bcdc232e8c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:42.216050 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c966a8ac-416b-4b55-8601-b97ca415535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.254984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c966a8ac-416b-4b55-8601-b97ca415535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.323316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55923e83-846f-419f-abb8-423826ad4f3d None None] Pushing event updated for resources: {'Port': ['ID=d830624b-5505-4f16-8408-b6d6ed8caf66,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:42.347455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:42.357583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b5deea1e-d9e4-4bbe-befd-726f660ce242 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:42.384118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-0a2523d3-5a79-4937-9073-d2725021c0d7 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:42.385933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-0a2523d3-5a79-4937-9073-d2725021c0d7 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/networks?id=ab219e84-faa2-4421-8a8f-97c50115ecb9 HTTP/1.1" status: 200 len: 809 time: 0.6439121 Sep 15 16:03:42.477486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 26a73758-c5bf-40e7-8338-b8bf725618f7) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:42.496220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1e92d87-efb1-42bf-a8e2-52413c2f0e2e req-48dc615e-b93d-403a-b250-2a9bc97a9a98 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0995648 Sep 15 16:03:42.499683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b016de5-96a1-46b4-9b4b-65101e408af6 None None] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:42.504184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c966a8ac-416b-4b55-8601-b97ca415535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.506823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c966a8ac-416b-4b55-8601-b97ca415535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.514305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c966a8ac-416b-4b55-8601-b97ca415535e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/42249692-fb96-41f6-b483-a0dd56db2530 HTTP/1.1" status: 204 len: 168 time: 0.4252377 Sep 15 16:03:42.515892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:42.516913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.525094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-52e9b39c-f7a0-44ee-ae33-04c397b4dc70 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/quotas/3cd93e6412a54a5db870202b29bccad4 HTTP/1.1" status: 200 len: 375 time: 0.0867128 Sep 15 16:03:42.545918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966a8ac-416b-4b55-8601-b97ca415535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42249692-fb96-41f6-b483-a0dd56db2530,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:42.610820 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-97b7fe4e-e430-4b52-be3a-162cb16d75b3 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3cd93e6412a54a5db870202b29bccad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632322 Sep 15 16:03:42.625577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b5deea1e-d9e4-4bbe-befd-726f660ce242 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:42.627348 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.637930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-17999589-8aef-45a1-87f6-694a210595dc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5063829 Sep 15 16:03:42.638569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33858) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:42.643224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4814687c-4392-4043-bd43-33ca41613de7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1515594031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:42.645618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-c1e1d407-9f9c-4da8-a150-8f9ab9169db0 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:03:42.646854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-c1e1d407-9f9c-4da8-a150-8f9ab9169db0 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117583 Sep 15 16:03:42.685981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.783350 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4814687c-4392-4043-bd43-33ca41613de7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.785201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4814687c-4392-4043-bd43-33ca41613de7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.861872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.869137 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.892678 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4814687c-4392-4043-bd43-33ca41613de7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.918509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-26a73758-c5bf-40e7-8338-b8bf725618f7', 'network_id': '26a73758-c5bf-40e7-8338-b8bf725618f7', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': 'beb971d1-524e-4a75-8e99-24785a30c00a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:42.919344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:42.924380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-aff7fd1c-8c8c-4d3e-a246-592432cf6d75 service neutron] 10.222.0.63 "GET /v2.0/networks/ab219e84-faa2-4421-8a8f-97c50115ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592068 Sep 15 16:03:42.942982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b5deea1e-d9e4-4bbe-befd-726f660ce242, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b5deea1e-d9e4-4bbe-befd-726f660ce242,segment=NetworkSegment(9244f0d4-369f-4cc7-98f3-503dc5b20c94),segment_id=9244f0d4-369f-4cc7-98f3-503dc5b20c94)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:42.971271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4814687c-4392-4043-bd43-33ca41613de7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.025837 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.051279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4814687c-4392-4043-bd43-33ca41613de7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.052851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4814687c-4392-4043-bd43-33ca41613de7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4132624 Sep 15 16:03:43.056249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33860) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:43.081809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.095999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:43.100941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03d3619-17b0-4e9c-9e63-1f10e06e86b7 None None] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:43.101091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-62456615-f122-41a9-afb2-f1b64c6a77d1 service neutron] 10.222.0.63 "GET /v2.0/networks/ab219e84-faa2-4421-8a8f-97c50115ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674957 Sep 15 16:03:43.106194 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.108893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:43.113222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:43.124877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=0c446851-fe5d-4b2c-8a26-97bcdc232e8c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:43.157253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:43.189300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:43.197221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:43.202891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:43.203441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.230836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b5deea1e-d9e4-4bbe-befd-726f660ce242,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:43.246067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Allocated IP 172.21.0.2 (26a73758-c5bf-40e7-8338-b8bf725618f7/beb971d1-524e-4a75-8e99-24785a30c00a/a109a30f-3793-4bd4-a801-cf78e4806f00) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:43.281284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=7bfd4201-aceb-431e-9448-18f8b2b16658,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:43.341117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-95c022ab-54c4-421b-af29-7ab4f8612037 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9942815 Sep 15 16:03:43.344889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33868) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:43.400103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-26cea67d-f583-489f-875e-378973148d4b None None] Provisioning complete for port b5deea1e-d9e4-4bbe-befd-726f660ce242 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:43.400694 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-26cea67d-f583-489f-875e-378973148d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.530578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be72ebd4-5a9b-49d3-b2e2-4cbd30b0f51a req-cb2930c3-a6c4-431d-82e8-c97cc939a0bb tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 210 time: 0.0772920 Sep 15 16:03:43.641923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.671176 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.762930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 7bfd4201-aceb-431e-9448-18f8b2b16658 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:43.763329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.779168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1732c4c4-999a-4965-ac47-0a792bf80198 req-b4e82e96-f2a9-41e6-b781-2147e3d2e835 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0960965 Sep 15 16:03:43.893900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:43.999474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c473b98-b5d5-4b87-baf5-e0631cfdd8f4 None None] Network 484569ee-c9c1-462c-92e6-485a88f71db9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:44.026534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.061257 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.180531 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.266952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-489880ab-9d6d-434d-9a44-70f47884e410 None None] Provisioning complete for port d830624b-5505-4f16-8408-b6d6ed8caf66 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:44.267394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-489880ab-9d6d-434d-9a44-70f47884e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.384177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:44.385239 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b5deea1e-d9e4-4bbe-befd-726f660ce242 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:44.416634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 7bfd4201-aceb-431e-9448-18f8b2b16658 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:44.418451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:44.421305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:44.456709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Pushing event updated for resources: {'Port': ['ID=a109a30f-3793-4bd4-a801-cf78e4806f00,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:44.640902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1ce8dd3-40e0-4fe1-9b32-4c5324c82f4b req-4e4e67f0-b022-4d28-b6d9-e891ce677f73 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 210 time: 0.0321271 Sep 15 16:03:44.659753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.20.0.1 (484569ee-c9c1-462c-92e6-485a88f71db9/46a5cab0-8f8e-41b6-8371-be6bb4ce5c40/ac386913-4d28-461d-b119-a8ee35f6711a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:44.663952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Attempting to bind port a109a30f-3793-4bd4-a801-cf78e4806f00 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:44.664334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Attempting to bind port a109a30f-3793-4bd4-a801-cf78e4806f00 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e5e2486c-54a6-4a55-978f-6b321fc3004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26a73758-c5bf-40e7-8338-b8bf725618f7'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:44.664732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Attempting to bind port a109a30f-3793-4bd4-a801-cf78e4806f00 on network 26a73758-c5bf-40e7-8338-b8bf725618f7 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:44.697909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:44.698298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Checking segment: {'id': 'e5e2486c-54a6-4a55-978f-6b321fc3004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26a73758-c5bf-40e7-8338-b8bf725618f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:44.698760 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.699158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Bound using segment: {'id': 'e5e2486c-54a6-4a55-978f-6b321fc3004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26a73758-c5bf-40e7-8338-b8bf725618f7'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:44.699646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Bound port: a109a30f-3793-4bd4-a801-cf78e4806f00, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2486c-54a6-4a55-978f-6b321fc3004b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '26a73758-c5bf-40e7-8338-b8bf725618f7'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:44.700038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.728834 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b5deea1e-d9e4-4bbe-befd-726f660ce242 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:44.729214 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.731165 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-489880ab-9d6d-434d-9a44-70f47884e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.799707 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.802890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.840428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router 072dd073-2d82-4c84-a713-2c8fda6a7935 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:03:44.849641 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:44.854782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/7bfd4201-aceb-431e-9448-18f8b2b16658 HTTP/1.1" status: 204 len: 168 time: 1.5057495 Sep 15 16:03:44.855020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f48146-d149-40b2-b58a-05030b5513aa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=7bfd4201-aceb-431e-9448-18f8b2b16658,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:44.858447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33902) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:44.867456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'mac_address': 'fa:16:3e:1b:e1:2d', 'name': 'tempest-PortsIpV6TestJSON-64195678'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:44.890022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-489880ab-9d6d-434d-9a44-70f47884e410 None None] For port d830624b-5505-4f16-8408-b6d6ed8caf66, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d830624b-5505-4f16-8408-b6d6ed8caf66,segment=NetworkSegment(616d51ab-4374-4468-bcd9-5f19c02f1c74),segment_id=616d51ab-4374-4468-bcd9-5f19c02f1c74)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:44.914325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] For port a109a30f-3793-4bd4-a801-cf78e4806f00, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:44.971267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93e28a55-6749-496a-9d41-cfe45d261ac9 req-df59d093-515f-46cf-b403-1013cb3ffccb tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0423954 Sep 15 16:03:44.986584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d830624b-5505-4f16-8408-b6d6ed8caf66 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:45.038677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-489880ab-9d6d-434d-9a44-70f47884e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.046816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] For port a109a30f-3793-4bd4-a801-cf78e4806f00, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a109a30f-3793-4bd4-a801-cf78e4806f00,segment=NetworkSegment(e5e2486c-54a6-4a55-978f-6b321fc3004b),segment_id=e5e2486c-54a6-4a55-978f-6b321fc3004b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:45.064091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:45.080619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] Sync routers for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:45.086591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:45.091439 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.116107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 484569ee-c9c1-462c-92e6-485a88f71db9 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:45.117272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:45.118146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:45.127425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:45.155607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:45.171550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.173067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8cde695f-5708-4310-b64e-0d3e9ad2d47c tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4943326 Sep 15 16:03:45.173281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:45.175560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33908) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:45.190032 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.202571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489880ab-9d6d-434d-9a44-70f47884e410 None None] Pushing event updated for resources: {'Port': ['ID=d830624b-5505-4f16-8408-b6d6ed8caf66,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:45.289897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:45.290654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:45.295976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d830624b-5505-4f16-8408-b6d6ed8caf66 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:45.296517 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.301278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.343786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=ac386913-4d28-461d-b119-a8ee35f6711a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:45.356391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.404665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fa23f5de-ddfd-46a1-bd24-055c574b3d11 None None] Provisioning complete for port b5deea1e-d9e4-4bbe-befd-726f660ce242 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:45.409927 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa23f5de-ddfd-46a1-bd24-055c574b3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.412039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:45.412889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7f5c93-bfe7-4b33-8fed-b7a32fd55227 None None] The sync data for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:45.430890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 2314c8b7-0f97-432b-a692-08f04920a592 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:45.467607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192ba64-ad53-48ba-93b8-d87e4fda36c3 None None] Pushing event updated for resources: {'Port': ['ID=a109a30f-3793-4bd4-a801-cf78e4806f00,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:45.634238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fa23f5de-ddfd-46a1-bd24-055c574b3d11 None None] Provisioning complete for port d830624b-5505-4f16-8408-b6d6ed8caf66 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:45.634238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa23f5de-ddfd-46a1-bd24-055c574b3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.766451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.769925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.861182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07d82eee-f03e-4200-b523-1fbf6aba65d6 req-1fb4729e-f1cb-4a52-b908-3f15712aaac6 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 210 time: 0.0921085 Sep 15 16:03:45.937899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-19180f10-8854-4aae-bf09-824b297f639e None None] Provisioning complete for port ac386913-4d28-461d-b119-a8ee35f6711a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:45.938558 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19180f10-8854-4aae-bf09-824b297f639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:45.982296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-19180f10-8854-4aae-bf09-824b297f639e None None] Port ac386913-4d28-461d-b119-a8ee35f6711a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:46.053569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.162465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33926) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:46.170902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.223310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3e3fa1e-e213-4d80-a118-43346812534b req-69be8175-712b-4649-8f87-dc92329f9bbc tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0470157 Sep 15 16:03:46.246136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:46.248916 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.253233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:46.255887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:46.262832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:46.263645 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.287521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a109a30f-3793-4bd4-a801-cf78e4806f00 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:46.303484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=2314c8b7-0f97-432b-a692-08f04920a592,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:46.353910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a3e2325d-619d-4b9d-b341-34882bf2c29e tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:46.378496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.391870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a109a30f-3793-4bd4-a801-cf78e4806f00 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:46.392644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.445594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f878408-789b-4bb4-b1cb-b829246068a7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.5835261 Sep 15 16:03:46.450323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33930) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:46.489758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a3e2325d-619d-4b9d-b341-34882bf2c29e tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "PUT /v2.0/quotas/9185e944201043cd888943d6ac817339 HTTP/1.1" status: 200 len: 368 time: 0.3229778 Sep 15 16:03:46.497415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33932) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:46.502417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Request body: {'network': {'project_id': '9185e944201043cd888943d6ac817339'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:46.513792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=ac386913-4d28-461d-b119-a8ee35f6711a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:46.526079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.527794 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.587853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port a109a30f-3793-4bd4-a801-cf78e4806f00, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a109a30f-3793-4bd4-a801-cf78e4806f00,segment=NetworkSegment(e5e2486c-54a6-4a55-978f-6b321fc3004b),segment_id=e5e2486c-54a6-4a55-978f-6b321fc3004b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:46.601114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8377b0-7962-4cdc-a73d-2f9a4ed28a0c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:46.605768 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8c8377b0-7962-4cdc-a73d-2f9a4ed28a0c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/2314c8b7-0f97-432b-a692-08f04920a592 HTTP/1.1" status: 200 len: 843 time: 0.1492343 Sep 15 16:03:46.611869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f46bf59-fb26-46fa-b8bb-f1335580c0ed tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:46.613385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f46bf59-fb26-46fa-b8bb-f1335580c0ed tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.55 "GET /v2.0/networks?id=ab219e84-faa2-4421-8a8f-97c50115ecb9 HTTP/1.1" status: 200 len: 809 time: 0.3677773 Sep 15 16:03:46.614601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:46.620907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Made reservation on behalf of 9185e944201043cd888943d6ac817339 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:46.623295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.637346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.639525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.640348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d830624b-5505-4f16-8408-b6d6ed8caf66 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:46.650623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Request body: {'port': {'device_id': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9', 'admin_state_up': True, 'tenant_id': '3cd93e6412a54a5db870202b29bccad4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:46.697134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 484569ee-c9c1-462c-92e6-485a88f71db9 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:46.700621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:46.752785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d830624b-5505-4f16-8408-b6d6ed8caf66 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:46.753169 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.790085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=a109a30f-3793-4bd4-a801-cf78e4806f00,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:46.802288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.1 (c204d725-72cb-401f-b8ee-5b1d1339ddb9/56b9e0e8-40d3-418d-87de-54da6a6b08ea/df2a8c8c-b76a-424e-aa83-ffb8670aae75) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:46.887872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb0b0d0-bc34-4f5f-93e8-08b1d70b6d12 None None] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:46.937422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:46.968545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 2314c8b7-0f97-432b-a692-08f04920a592 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:46.968889 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.002038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-72487458-082a-40f5-ace4-200850d32c85 req-ee2b5b7d-fcba-47cb-99e0-0489a362c887 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 210 time: 0.0309608 Sep 15 16:03:47.005139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 26540d81-69f7-49b9-87a6-a3799a093104 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:03:47.057451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f633b430-3f1b-4923-91dd-c4160f16bd28 None None] Provisioning complete for port a109a30f-3793-4bd4-a801-cf78e4806f00 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:47.057825 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f633b430-3f1b-4923-91dd-c4160f16bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.066649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.081235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.084600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.105742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 2314c8b7-0f97-432b-a692-08f04920a592 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:47.130677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:47.142236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44737635-1a48-485b-a9f6-537f53d14da7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:47.150069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.150420 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Added segment 1ec2fb36-1058-4a4c-bb88-21d6f4e7ec62 of type vlan for network 98ece3d5-5c5f-49f5-8b5d-6ecee698e6df Sep 15 16:03:47.166043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:47.171419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fa8c1011-0f58-4cba-af77-13482e02a2a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/26540d81-69f7-49b9-87a6-a3799a093104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1102810 Sep 15 16:03:47.175569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33938) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:47.181908 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] Sync routers for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:47.196305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:47.199699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:47.212500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.233094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Made reservation on behalf of 3cd93e6412a54a5db870202b29bccad4 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:47.236679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.247650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:47.258878 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:47.259586 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:47.260307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6361cd6-06bb-42fb-b8fc-db050cd761ea tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:47.262444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b6361cd6-06bb-42fb-b8fc-db050cd761ea tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports/ac386913-4d28-461d-b119-a8ee35f6711a HTTP/1.1" status: 200 len: 910 time: 0.0853128 Sep 15 16:03:47.265848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:47.270401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.311593 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:47.313212 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2b1c5-5ca6-47c7-adca-8cf7f0f6ad34 None None] The sync data for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:47.341060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.341726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:47.342298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.352821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:47.355003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4f316b68-028b-4658-a1e0-aa31a7678c95 None None] Provisioning complete for port ac386913-4d28-461d-b119-a8ee35f6711a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:47.355383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f316b68-028b-4658-a1e0-aa31a7678c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.386834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:47.397767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:47.401530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=df2a8c8c-b76a-424e-aa83-ffb8670aae75,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:47.401614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4f316b68-028b-4658-a1e0-aa31a7678c95 None None] Port ac386913-4d28-461d-b119-a8ee35f6711a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:47.464885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.476559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a63b06dc-cbdc-49e7-a988-01934f62e2ee req-5427b869-a91a-44fe-92e9-852bbdf016c3 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0844636 Sep 15 16:03:47.551978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=2314c8b7-0f97-432b-a692-08f04920a592,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:47.564019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Pushing event updated for resources: {'Network': ['ID=98ece3d5-5c5f-49f5-8b5d-6ecee698e6df,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:47.564214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.571912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.573882 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9f69b678-693c-4180-993e-83856cf56080 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/2314c8b7-0f97-432b-a692-08f04920a592 HTTP/1.1" status: 204 len: 168 time: 0.9539645 Sep 15 16:03:47.578809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33944) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:47.579069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 98ece3d5-5c5f-49f5-8b5d-6ecee698e6df details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:47.594654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ff138653-883e-406b-9d8c-45aefe04ca03 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0940111 Sep 15 16:03:47.607494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33946) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:47.613964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Request body: {'network': {'project_id': '9185e944201043cd888943d6ac817339'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:47.638307 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9ae144-5b74-4378-a29c-6a1b9be07660 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:03:47.643007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1e9ae144-5b74-4378-a29c-6a1b9be07660 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/2314c8b7-0f97-432b-a692-08f04920a592 HTTP/1.1" status: 404 len: 333 time: 0.0598056 Sep 15 16:03:47.644213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33948) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:47.652287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'name': 'tempest-PortsIpV6TestJSON-1706788830'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:47.694391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Allocated IP 172.20.0.5 (ab219e84-faa2-4421-8a8f-97c50115ecb9/175bdfda-becf-41f5-b73e-6c72beb31db2/10cae209-9bf4-47b8-bdc4-8b5678a20bbe) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:47.700775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-51820658-55d3-4ff5-b337-c1b5e2572e88 None None] Provisioning complete for port a109a30f-3793-4bd4-a801-cf78e4806f00 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:47.700775 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51820658-55d3-4ff5-b337-c1b5e2572e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.722293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Made reservation on behalf of 9185e944201043cd888943d6ac817339 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:47.724094 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.782502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:47.800231 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.800599 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Added segment 368f7732-add2-419a-896c-720ed933783b of type vlan for network 19c780c1-1f05-494d-876a-4058e4088782 Sep 15 16:03:47.877635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.905323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.908583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-646a5143-553a-4379-97c2-d01939d29ead None None] Provisioning complete for port df2a8c8c-b76a-424e-aa83-ffb8670aae75 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:47.908993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-646a5143-553a-4379-97c2-d01939d29ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:47.947094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-646a5143-553a-4379-97c2-d01939d29ead None None] Port df2a8c8c-b76a-424e-aa83-ffb8670aae75 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:48.046248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.047207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:48.047790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.164728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a109a30f-3793-4bd4-a801-cf78e4806f00 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:48.168568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Pushing event updated for resources: {'Network': ['ID=19c780c1-1f05-494d-876a-4058e4088782,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:48.190502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 19c780c1-1f05-494d-876a-4058e4088782 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:48.201056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86b135d1-70e1-441c-968c-c6d5f6b14bf7 req-b4c30e7b-1306-447d-896a-4a958b1b33dd tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 210 time: 0.0754948 Sep 15 16:03:48.234864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:48.238526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.276641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.21.0.1 (26a73758-c5bf-40e7-8338-b8bf725618f7/beb971d1-524e-4a75-8e99-24785a30c00a/27c91722-8a1b-417e-98c4-eb3f7f802559) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:48.277032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a109a30f-3793-4bd4-a801-cf78e4806f00 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:48.284044 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.299312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port e9baf3fe-deff-452d-999a-1c8120b72eb6 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:48.310873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d2ca41b5-28fd-4293-a6b8-fdb2bea4efe6 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6995282 Sep 15 16:03:48.311056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.311401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:48.318107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-474b1177-65e4-4609-857a-a03da875d0b2 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Request body: {'network': {'project_id': '9185e944201043cd888943d6ac817339'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:48.385757 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-474b1177-65e4-4609-857a-a03da875d0b2 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 15 16:03:48.386224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474b1177-65e4-4609-857a-a03da875d0b2 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:03:48.387385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-474b1177-65e4-4609-857a-a03da875d0b2 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0750535 Sep 15 16:03:48.390455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33954) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:48.403066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.421242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.455922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f956ee7-9a13-4de7-ba6a-4b813aeff210 tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9185e944201043cd888943d6ac817339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643470 Sep 15 16:03:48.459010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33956) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:48.582995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.626622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:48.630241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:48.633602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:48.670275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=27c91722-8a1b-417e-98c4-eb3f7f802559,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:48.689642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.702055 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.706491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e44f4b26-4ab1-42ab-be84-f721179f5d1a req-450d960c-d383-44a4-9105-6ea661ad5bde tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.1040747 Sep 15 16:03:48.786422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a12e9309-4630-4fdf-b326-85a5db47b48c tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.795093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.816300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Network ab219e84-faa2-4421-8a8f-97c50115ecb9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:48.832389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:48.842933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:48.857276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Pushing event updated for resources: {'Port': ['ID=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:48.870151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a12e9309-4630-4fdf-b326-85a5db47b48c tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.876332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-898f429c-c10c-48c6-9539-d4cdc462bcc2 None None] Provisioning complete for port 27c91722-8a1b-417e-98c4-eb3f7f802559 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:48.877135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-898f429c-c10c-48c6-9539-d4cdc462bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.896092 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.927824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-898f429c-c10c-48c6-9539-d4cdc462bcc2 None None] Port 27c91722-8a1b-417e-98c4-eb3f7f802559 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:49.004937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:49.005540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.066617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.074241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.109721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6f3b67e8-2f3d-4189-8798-bc8169f1833e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4643602 Sep 15 16:03:49.110321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a12e9309-4630-4fdf-b326-85a5db47b48c tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.112915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a12e9309-4630-4fdf-b326-85a5db47b48c tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.113985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a12e9309-4630-4fdf-b326-85a5db47b48c tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "DELETE /v2.0/security-groups/44737635-1a48-485b-a9f6-537f53d14da7 HTTP/1.1" status: 204 len: 168 time: 0.6498370 Sep 15 16:03:49.120722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33960) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:49.129816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-2befb21b-a59b-44a5-9c90-eb76f7ffeac3 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:03:49.130810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-2befb21b-a59b-44a5-9c90-eb76f7ffeac3 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103488 Sep 15 16:03:49.146910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:49.152720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.168573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e9309-4630-4fdf-b326-85a5db47b48c tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44737635-1a48-485b-a9f6-537f53d14da7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:49.199831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:49.203572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=e9baf3fe-deff-452d-999a-1c8120b72eb6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:49.205823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:49.212341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:49.212844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.222461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.252032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.259643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Request body: {'port': {'device_id': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:49.291569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.315687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=df2a8c8c-b76a-424e-aa83-ffb8670aae75,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:49.319997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-84953aa0-d5f6-48d9-af3f-213a74586468 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6731634 Sep 15 16:03:49.347245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.349424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33966) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:49.361659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:49.364417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.369593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.465292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c780c1-1f05-494d-876a-4058e4088782']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:49.538005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:49.546952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:49.786942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router 072dd073-2d82-4c84-a713-2c8fda6a7935 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:49.856755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca829743-5002-4b01-9ce5-845fef1746f4 req-e4115ffd-5adb-4c6f-90ee-81b46c8e51ed tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:49.857085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca829743-5002-4b01-9ce5-845fef1746f4 req-e4115ffd-5adb-4c6f-90ee-81b46c8e51ed tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 931 time: 0.5735605 Sep 15 16:03:49.863344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368f7732-add2-419a-896c-720ed933783b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:49.863637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368f7732-add2-419a-896c-720ed933783b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:49.868496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c47cb7b1-daa5-4cff-b359-b18a91e7b13c None None] Provisioning complete for port df2a8c8c-b76a-424e-aa83-ffb8670aae75 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:49.869065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c47cb7b1-daa5-4cff-b359-b18a91e7b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.875977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f676bbaa-64fb-4b2d-8299-96016c019d41 req-87145a6b-838c-461e-bcfd-8db27a2651c2 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0709276 Sep 15 16:03:49.900212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=27c91722-8a1b-417e-98c4-eb3f7f802559,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:49.906337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.908090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.914019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c47cb7b1-daa5-4cff-b359-b18a91e7b13c None None] Port df2a8c8c-b76a-424e-aa83-ffb8670aae75 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:49.921882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cae209-9bf4-47b8-bdc4-8b5678a20bbe {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:03:49.938605 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.943309 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.955472 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.977167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:49.977499 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:49.979187 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:49.985580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:49.993183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6c7b8f41-6100-4a7b-ba37-1e320fc9a16d tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/routers/072dd073-2d82-4c84-a713-2c8fda6a7935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8165812 Sep 15 16:03:49.993877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:49.997341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] Sync routers for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:49.998883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'port': {'network_id': 'c204d725-72cb-401f-b8ee-5b1d1339ddb9', 'name': 'tempest-FloatingIPTestJSON-254573678'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:50.007300 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:50.008330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.046975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.064228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:50.065020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.092409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca829743-5002-4b01-9ce5-845fef1746f4 req-17d81042-07ff-45a8-b0e4-aa5926dd3fae tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019482 Sep 15 16:03:50.100781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.101529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276d55b2-b817-4cf7-9e0a-7a36ca771968 None None] The sync data for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:50.154267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:50.168421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:50.182681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Made reservation on behalf of 016f63c8a8a64c1fbceef9566ae4770a for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:50.186695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.205239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] device_id is not set on port 9efc6882-ea58-44b8-8a6c-7c942403c702 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:50.250639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Transition to ACTIVE for port object 10cae209-9bf4-47b8-bdc4-8b5678a20bbe will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:03:50.256353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.270475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.275520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "DELETE /v2.0/networks/19c780c1-1f05-494d-876a-4058e4088782 HTTP/1.1" status: 204 len: 168 time: 1.1505249 Sep 15 16:03:50.277221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33972) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:50.324438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61744505-34a0-4550-83cd-04c8add9642d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Pushing event deleted for resources: {'Network': ['ID=19c780c1-1f05-494d-876a-4058e4088782,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:50.341320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.362318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.365081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 26540d81-69f7-49b9-87a6-a3799a093104 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:50.423913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Allocated IP 172.20.0.3 (c204d725-72cb-401f-b8ee-5b1d1339ddb9/56b9e0e8-40d3-418d-87de-54da6a6b08ea/9efc6882-ea58-44b8-8a6c-7c942403c702) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:50.438270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-362e40ee-1663-498a-8a33-1ad3985383e0 None None] Provisioning complete for port 27c91722-8a1b-417e-98c4-eb3f7f802559 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:50.438663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-362e40ee-1663-498a-8a33-1ad3985383e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.440816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.447978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.472854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Pushing event updated for resources: {'Port': ['ID=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:50.473285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-362e40ee-1663-498a-8a33-1ad3985383e0 None None] Port 27c91722-8a1b-417e-98c4-eb3f7f802559 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:50.496573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] In _notify_port_updated(), no bound segment for port e9baf3fe-deff-452d-999a-1c8120b72eb6 on network 2169c715-cf8b-4c85-884b-70365a41e209 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:03:50.501936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:50.502564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.503888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "PUT /v2.0/ports/e9baf3fe-deff-452d-999a-1c8120b72eb6 HTTP/1.1" status: 200 len: 818 time: 1.1534989 Sep 15 16:03:50.506686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:50.550583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:50.554533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fd8d0-026c-416b-953d-21c6449b8eda tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=e9baf3fe-deff-452d-999a-1c8120b72eb6,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:50.562143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f16fb06f-04b1-4d4f-85ec-22c410abb6bd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/26540d81-69f7-49b9-87a6-a3799a093104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2948792 Sep 15 16:03:50.565285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33976) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:50.565438 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] Sync routers for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:50.577538 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:50.578151 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.612275 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.622970 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:50.623692 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.631328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port e9baf3fe-deff-452d-999a-1c8120b72eb6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:50.631677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.664137 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.664838 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9521c6d-8cf8-423e-9d94-33fa797829a5 None None] The sync data for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:50.700852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.701522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.709958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9151a1e-672e-4a00-9aa8-5f641e2146a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:50.714097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e9151a1e-672e-4a00-9aa8-5f641e2146a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports/27c91722-8a1b-417e-98c4-eb3f7f802559 HTTP/1.1" status: 200 len: 910 time: 0.1439795 Sep 15 16:03:50.714631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33978) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:50.716946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for e9baf3fe-deff-452d-999a-1c8120b72eb6 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:50.748695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Attempting to bind port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:50.748952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Attempting to bind port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '58d36795-2d67-4d2c-8cda-294572525cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:50.749273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Attempting to bind port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe on network ab219e84-faa2-4421-8a8f-97c50115ecb9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:50.765699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ece3d5-5c5f-49f5-8b5d-6ecee698e6df']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.773892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe on network ab219e84-faa2-4421-8a8f-97c50115ecb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:03:50.774204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Attempting to bind port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe on network ab219e84-faa2-4421-8a8f-97c50115ecb9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:50.780803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec2fb36-1058-4a4c-bb88-21d6f4e7ec62') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.781094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec2fb36-1058-4a4c-bb88-21d6f4e7ec62') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:50.797868 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.799591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:50.799921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Checking segment: {'id': '58d36795-2d67-4d2c-8cda-294572525cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:50.800298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Bound using segment: {'id': '58d36795-2d67-4d2c-8cda-294572525cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:50.800745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Bound port: 10cae209-9bf4-47b8-bdc4-8b5678a20bbe, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d36795-2d67-4d2c-8cda-294572525cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:50.801086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.836289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.871032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:03:50.871437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:03:50.875385 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:03:51.042399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.074352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=e9baf3fe-deff-452d-999a-1c8120b72eb6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:51.085503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.089959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-52c97bb0-266d-463a-ba4b-fdeadddf2c14 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/e9baf3fe-deff-452d-999a-1c8120b72eb6 HTTP/1.1" status: 204 len: 168 time: 0.5783877 Sep 15 16:03:51.090665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33982) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:51.174768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7715f-d92f-47ed-9504-2b331fe3f6d5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:51.179811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ead7715f-d92f-47ed-9504-2b331fe3f6d5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0852282 Sep 15 16:03:51.189155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33986) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:51.218202 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.239808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f585e3b-99cc-42be-b0ce-08f35cea1f2e req-ec28f2ec-13b6-4475-be48-e24fbd04b277 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:51.241320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f585e3b-99cc-42be-b0ce-08f35cea1f2e req-ec28f2ec-13b6-4475-be48-e24fbd04b277 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 943 time: 0.0784476 Sep 15 16:03:51.244966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.284036 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe10aaf-b674-4529-8026-19571102a084 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:03:51.285607 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bfe10aaf-b674-4529-8026-19571102a084 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/e9baf3fe-deff-452d-999a-1c8120b72eb6 HTTP/1.1" status: 404 len: 333 time: 0.0952778 Sep 15 16:03:51.290356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33988) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:51.296046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dc9002a8-aaad-4f6e-bdab-bd1389760677 req-688701b4-cae5-469c-be73-cec624841d72 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.1067052 Sep 15 16:03:51.320698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] For port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:51.325187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-763055708'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:51.330248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] For port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,segment=NetworkSegment(58d36795-2d67-4d2c-8cda-294572525cf5),segment_id=58d36795-2d67-4d2c-8cda-294572525cf5)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:51.364439 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.374815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.376853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] 10.222.0.63 "DELETE /v2.0/networks/98ece3d5-5c5f-49f5-8b5d-6ecee698e6df HTTP/1.1" status: 204 len: 168 time: 1.0986311 Sep 15 16:03:51.380340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f585e3b-99cc-42be-b0ce-08f35cea1f2e req-9761b861-38e4-44e1-b185-2280d6f63840 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029441 Sep 15 16:03:51.390927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e06671-4706-4981-b6aa-4382b699ab5d tempest-QuotasNegativeTest-2016367666 tempest-QuotasNegativeTest-2016367666-project-admin] Pushing event deleted for resources: {'Network': ['ID=98ece3d5-5c5f-49f5-8b5d-6ecee698e6df,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:51.422229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.453645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.453870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:51.457153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.463480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:51.464057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.465558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] 10.222.0.55 "PUT /v2.0/ports/10cae209-9bf4-47b8-bdc4-8b5678a20bbe HTTP/1.1" status: 200 len: 1091 time: 2.3145716 Sep 15 16:03:51.468887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'tag': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:03:51.472421 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "09fdb23f-2b5e-408f-a11c-42d72fd97984", "tag": "10cae209-9bf4-47b8-bdc4-8b5678a20bbe"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:03:51.505149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:51.517701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:51.520646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:03:51.526391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:51.556929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.557523 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment edfe756e-af2b-4f8d-b917-a7c149411164 of type vlan for network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 Sep 15 16:03:51.583623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b4303-9266-434b-8d2d-bccf001177e2 service neutron] Pushing event updated for resources: {'Port': ['ID=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:51.608203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.643237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 27c91722-8a1b-417e-98c4-eb3f7f802559 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:51.643926 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.653270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event updated for resources: {'Port': ['ID=9efc6882-ea58-44b8-8a6c-7c942403c702,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:51.728833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-1cae02fd-8721-413a-8764-3d72024883a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:51.730362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-1cae02fd-8721-413a-8764-3d72024883a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cd93e6412a54a5db870202b29bccad4&device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 1094 time: 0.1479683 Sep 15 16:03:51.740961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:51.740961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.775552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.032648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-3b99c840-9aad-450d-ac11-d7c58bc59224 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10cae209-9bf4-47b8-bdc4-8b5678a20bbe HTTP/1.1" status: 200 len: 217 time: 0.0373697 Sep 15 16:03:52.032648 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3208f078-aa23-4390-aaf1-5b388ba6afa5 x-openstack-request-id: req-3208f078-aa23-4390-aaf1-5b388ba6afa5 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:03:52.032648 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fdb23f-2b5e-408f-a11c-42d72fd97984", "tag": "10cae209-9bf4-47b8-bdc4-8b5678a20bbe", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:03:52.032648 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3208f078-aa23-4390-aaf1-5b388ba6afa5 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:03:52.032648 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'tag': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe', 'status': 'completed', 'code': 200} Sep 15 16:03:52.035753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 27c91722-8a1b-417e-98c4-eb3f7f802559 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:52.035753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.035753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:52.035753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.036400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-68fada52-5262-45cb-9216-f1abc14d3265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:52.036400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-68fada52-5262-45cb-9216-f1abc14d3265 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=175bdfda-becf-41f5-b73e-6c72beb31db2 HTTP/1.1" status: 200 len: 849 time: 0.0609138 Sep 15 16:03:52.036575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=92f4434d-3b13-4bec-a6ee-4e37e9387ac2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:52.036666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:03:52.037050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-6a1e4ab0-e3f9-4af9-b008-4028507b3701 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab219e84-faa2-4421-8a8f-97c50115ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385034 Sep 15 16:03:52.037140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fa4171e7-c66d-4559-af5a-3d313bd7e1b6 None None] Provisioning complete for port 9efc6882-ea58-44b8-8a6c-7c942403c702 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:52.037140 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa4171e7-c66d-4559-af5a-3d313bd7e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.037301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-e7fce45b-4397-4a5a-bac8-f5af52ecd044 service neutron] 10.222.0.55 "GET /v2.0/networks/ab219e84-faa2-4421-8a8f-97c50115ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911679 Sep 15 16:03:52.037388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fa4171e7-c66d-4559-af5a-3d313bd7e1b6 None None] Port 9efc6882-ea58-44b8-8a6c-7c942403c702 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:52.101401 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d63de2bb-2069-402f-9eca-b8ff33d92d71 req-be0579ef-e3f8-4425-8cd9-696605d427dd service neutron] 10.222.0.55 "GET /v2.0/networks/ab219e84-faa2-4421-8a8f-97c50115ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907083 Sep 15 16:03:52.148474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1c897a66-12ad-4dc0-92fb-1a5082e1510f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1535077 Sep 15 16:03:52.158923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33998) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:52.159637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Request body: {'floatingip': {'port_id': '9efc6882-ea58-44b8-8a6c-7c942403c702'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:52.216515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.224808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3c70e6ad-0f80-4e3e-b92b-41c4eb773243 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9306593 Sep 15 16:03:52.225625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34000) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:52.230717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:52.263273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.337124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=27c91722-8a1b-417e-98c4-eb3f7f802559,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:52.375407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-f3c1a751-2aa9-43f1-8fce-f662cf18775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:52.376864 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-f3c1a751-2aa9-43f1-8fce-f662cf18775c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cd93e6412a54a5db870202b29bccad4&device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 1094 time: 0.0984323 Sep 15 16:03:52.479163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87768cdb-ff7a-434a-ab60-db5ee7c17548 req-28dd0c9b-da97-4067-b3f5-7fd326a06528 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0585325 Sep 15 16:03:52.590018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34008) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:52.598268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:52.606085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.676011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-276f1f93-8c5a-4d71-83b9-b90dad622dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:52.677544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-276f1f93-8c5a-4d71-83b9-b90dad622dbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=ab219e84-faa2-4421-8a8f-97c50115ecb9 HTTP/1.1" status: 200 len: 910 time: 0.2909515 Sep 15 16:03:52.680628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.685561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824d01c-ed41-40ba-a4c1-d0d11c825764 req-e338c72d-6fc7-4454-88cf-1796157553dd tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:52.692696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a824d01c-ed41-40ba-a4c1-d0d11c825764 req-e338c72d-6fc7-4454-88cf-1796157553dd tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 943 time: 0.1788566 Sep 15 16:03:52.750563 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-4c01641a-032d-4890-9275-491e69616bbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10cae209-9bf4-47b8-bdc4-8b5678a20bbe HTTP/1.1" status: 200 len: 217 time: 0.0558481 Sep 15 16:03:52.763603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77905c0d-6a25-4dc3-961d-2a689c0421d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.845083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a824d01c-ed41-40ba-a4c1-d0d11c825764 req-b7fef1c3-46c3-41df-8abe-5d27f777470f tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514869 Sep 15 16:03:52.872010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-fc8de68f-dec6-4b8f-b4ee-cf84cee51e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:52.873669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-fc8de68f-dec6-4b8f-b4ee-cf84cee51e09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=175bdfda-becf-41f5-b73e-6c72beb31db2 HTTP/1.1" status: 200 len: 849 time: 0.1120586 Sep 15 16:03:52.935942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-7f401ef8-8d38-471a-9f5f-a040c505cfd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ab219e84-faa2-4421-8a8f-97c50115ecb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527601 Sep 15 16:03:53.037469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 26540d81-69f7-49b9-87a6-a3799a093104 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:53.105033 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-dc9e112b-972c-45b4-a7a8-d2cf90b00a6b service neutron] 10.222.0.55 "GET /v2.0/networks/ab219e84-faa2-4421-8a8f-97c50115ecb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609619 Sep 15 16:03:53.109392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.113024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.124368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77905c0d-6a25-4dc3-961d-2a689c0421d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.197497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.218883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=49e27a96-a271-4ae9-85d9-846aa6c7f6d4,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:53.223824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:53.227019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77905c0d-6a25-4dc3-961d-2a689c0421d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.235915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-29c0c949-9a0c-4b96-ae4d-dcc4275cb4ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/26540d81-69f7-49b9-87a6-a3799a093104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5170994 Sep 15 16:03:53.237647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34012) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:53.238499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] Sync routers for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:53.241223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4fbb8de2-d422-43f6-81c1-99b08ab9c1e8 req-6582da76-20d9-4d84-9269-0d3043d02753 service neutron] 10.222.0.55 "GET /v2.0/networks/ab219e84-faa2-4421-8a8f-97c50115ecb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270564 Sep 15 16:03:53.254030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:53.254644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:53.263913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': 'edfe756e-af2b-4f8d-b917-a7c149411164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:53.264283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: 92f4434d-3b13-4bec-a6ee-4e37e9387ac2, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:03:53.280574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77905c0d-6a25-4dc3-961d-2a689c0421d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae2e69-3423-4332-a725-acdc6a39ed68,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:53.286413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-77905c0d-6a25-4dc3-961d-2a689c0421d2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=15e3c833e7e04e6798c45019cbcc4fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953907 Sep 15 16:03:53.291745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34014) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:53.303428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:53.314235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:53.314893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:53.347922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:53.348602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb94f26-1030-47f6-8b06-30daccae4bc8 None None] The sync data for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:53.353447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a05f45dc-848c-4893-ace8-8a5509897da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.376265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a05f45dc-848c-4893-ace8-8a5509897da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.391537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:03:53.437590 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 6eb3f562-1dc7-4040-a43f-e9ee9b4fba7d associated. External IP: 172.25.0.224, port: b531bf1d-7ebc-4ba9-800c-d326fa738f71. Sep 15 16:03:53.479333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 92f4434d-3b13-4bec-a6ee-4e37e9387ac2) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:53.486782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:53.489184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.489308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6947c85-7cd4-4b95-b4cc-136f8344c8ac None None] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:53.524688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a05f45dc-848c-4893-ace8-8a5509897da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.529877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a05f45dc-848c-4893-ace8-8a5509897da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.534092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a05f45dc-848c-4893-ace8-8a5509897da9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/71ae2e69-3423-4332-a725-acdc6a39ed68 HTTP/1.1" status: 204 len: 168 time: 0.2414665 Sep 15 16:03:53.552960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f45dc-848c-4893-ace8-8a5509897da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae2e69-3423-4332-a725-acdc6a39ed68,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:53.609005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-562ca0d8-2fd9-460e-85ab-c65d70e83bd8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3823435 Sep 15 16:03:53.612776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34022) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:53.622645 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-340c47ff-6081-4f67-958d-22caec7b9512 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:53.638423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b26cd3b-56ba-435e-8f3d-13c46417efb0 req-279e2a19-52f2-41d6-b264-0abebb755ea3 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0350306 Sep 15 16:03:53.675863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-92f4434d-3b13-4bec-a6ee-4e37e9387ac2', 'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2', 'tenant_id': 'a8412c6b8ff14f04a219eb55d9a49253', 'fixed_ips': [{'subnet_id': '49e27a96-a271-4ae9-85d9-846aa6c7f6d4'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:03:53.676731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.994028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Allocated IP 2001:db8::2 (92f4434d-3b13-4bec-a6ee-4e37e9387ac2/49e27a96-a271-4ae9-85d9-846aa6c7f6d4/4862e346-a52c-4a62-aa39-307486a08b19) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:54.097473 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9fd502ca-60d9-4c23-9c72-aab32608aa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.146262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.222842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad480f-a283-430d-830f-ad31fcc7b2c9 req-7871cf2f-2384-4389-bdd0-d6d6687bfb2b tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:54.224351 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86ad480f-a283-430d-830f-ad31fcc7b2c9 req-7871cf2f-2384-4389-bdd0-d6d6687bfb2b tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 943 time: 0.1379147 Sep 15 16:03:54.251439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.262592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34028) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:54.278939 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea0c2-fed2-44b7-9fd9-9970c6872610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.290747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:54.296966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:54.299934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:54.302638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:54.320197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86ad480f-a283-430d-830f-ad31fcc7b2c9 req-6ebeeac4-b36c-4230-9cf7-04d55d27a555 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874290 Sep 15 16:03:54.339699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Pushing event updated for resources: {'Port': ['ID=4862e346-a52c-4a62-aa39-307486a08b19,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:54.369432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c47ff-6081-4f67-958d-22caec7b9512 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:54.372921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-340c47ff-6081-4f67-958d-22caec7b9512 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.377404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Attempting to bind port 4862e346-a52c-4a62-aa39-307486a08b19 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:03:54.377404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Attempting to bind port 4862e346-a52c-4a62-aa39-307486a08b19 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'edfe756e-af2b-4f8d-b917-a7c149411164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:03:54.377653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Attempting to bind port 4862e346-a52c-4a62-aa39-307486a08b19 on network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:03:54.384043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:03:54.384432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Checking segment: {'id': 'edfe756e-af2b-4f8d-b917-a7c149411164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:03:54.385162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.385641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Bound using segment: {'id': 'edfe756e-af2b-4f8d-b917-a7c149411164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:03:54.386218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Bound port: 4862e346-a52c-4a62-aa39-307486a08b19, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfe756e-af2b-4f8d-b917-a7c149411164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:03:54.386968 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.409264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.436813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea0c2-fed2-44b7-9fd9-9970c6872610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.458906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] For port 4862e346-a52c-4a62-aa39-307486a08b19, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:03:54.462853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] For port 4862e346-a52c-4a62-aa39-307486a08b19, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4862e346-a52c-4a62-aa39-307486a08b19,segment=NetworkSegment(edfe756e-af2b-4f8d-b917-a7c149411164),segment_id=edfe756e-af2b-4f8d-b917-a7c149411164)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:03:54.524326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d7ea0c2-fed2-44b7-9fd9-9970c6872610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.541699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.574179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6d7ea0c2-fed2-44b7-9fd9-9970c6872610 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=45e88758ec2d465392faab560e5afe91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103507 Sep 15 16:03:54.574914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34030) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:54.575439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ea0c2-fed2-44b7-9fd9-9970c6872610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b713d5-740f-44b6-a755-ff9c72fbb2c5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:54.579038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:54.594085 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:54.605008 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:54.605636 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:54.629368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e8379-90ec-4bc2-9122-00245fd125bc None None] Pushing event updated for resources: {'Port': ['ID=4862e346-a52c-4a62-aa39-307486a08b19,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:54.649615 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:54.664576 n-d-808199-2 neutron-server[102019]: INFO neutron.db.ipam_backend_mixin [None req-340c47ff-6081-4f67-958d-22caec7b9512 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49e27a96-a271-4ae9-85d9-846aa6c7f6d4 (CIDR: 2001:db8::/64) Sep 15 16:03:54.670579 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:54.671216 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:54.705553 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:54.706462 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fb16b-12a2-440f-815b-c91b08ec130d None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:54.722867 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-340c47ff-6081-4f67-958d-22caec7b9512 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:03:54.723356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340c47ff-6081-4f67-958d-22caec7b9512 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:03:54.739029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bdcc7227-b3dd-4366-857e-bb7d42bd3524 req-fb76cac1-a175-4a6f-9dfa-677947bb6270 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0314362 Sep 15 16:03:54.820881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a10136e-83c8-4b87-97c7-99f052cd8e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.869993 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a10136e-83c8-4b87-97c7-99f052cd8e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:54.883524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-340c47ff-6081-4f67-958d-22caec7b9512 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2680790 Sep 15 16:03:54.889560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34034) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:54.895261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:55.084713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:55.085611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router 072dd073-2d82-4c84-a713-2c8fda6a7935 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:55.088523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.137007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a10136e-83c8-4b87-97c7-99f052cd8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.139992 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a10136e-83c8-4b87-97c7-99f052cd8e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.141286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1a10136e-83c8-4b87-97c7-99f052cd8e60 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a4b713d5-740f-44b6-a755-ff9c72fbb2c5 HTTP/1.1" status: 204 len: 168 time: 0.5637100 Sep 15 16:03:55.163390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10136e-83c8-4b87-97c7-99f052cd8e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b713d5-740f-44b6-a755-ff9c72fbb2c5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:55.168020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port ac386913-4d28-461d-b119-a8ee35f6711a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:55.168326 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.296971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:55.302187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.310586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] Sync routers for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:55.329386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:55.332818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:55.348008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.384275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for ac386913-4d28-461d-b119-a8ee35f6711a owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:55.407792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5e437221-080e-42dd-8be7-11dc39deecfd tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/floatingips/6eb3f562-1dc7-4040-a43f-e9ee9b4fba7d HTTP/1.1" status: 200 len: 977 time: 3.2492831 Sep 15 16:03:55.410909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34040) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:55.423715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:55.434711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:55.435740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:55.479494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:55.480165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c2a86d-92af-42c7-ab52-3d33b0d43ada None None] The sync data for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:55.496055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.562067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66315b-c339-4111-b344-38be793c45da req-a7f4049a-ec89-42be-8dc4-c310c1c43a2b tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:55.570554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e66315b-c339-4111-b344-38be793c45da req-a7f4049a-ec89-42be-8dc4-c310c1c43a2b tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 943 time: 0.1155086 Sep 15 16:03:55.611857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=1a553e76-96ce-49a4-bca6-16095043a8fb,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:55.633758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:55.636280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:55.640712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:55.640969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.650588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e66315b-c339-4111-b344-38be793c45da req-65a6631e-f777-46b7-b364-a3a7c74d8d84 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793629 Sep 15 16:03:55.691061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 9efc6882-ea58-44b8-8a6c-7c942403c702 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:55.691416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.762408 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0d74918b-93db-41b4-8f6c-e09800534069 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8690565 Sep 15 16:03:55.763777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34050) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:55.770595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2', 'fixed_ips': [{'subnet_id': '49e27a96-a271-4ae9-85d9-846aa6c7f6d4'}, {'subnet_id': '1a553e76-96ce-49a4-bca6-16095043a8fb'}], 'name': 'tempest-PortsIpV6TestJSON-483504825'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:55.801322 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.824594 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:55.852030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f6eda-3965-4203-a19c-4b04c4f37b06 None None] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:55.873130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3157f6de-4e36-4751-ab09-c9d0d9ed89bb req-70d532f7-3716-435c-9f27-e02d5be5ba84 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0357347 Sep 15 16:03:55.909485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=ac386913-4d28-461d-b119-a8ee35f6711a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:55.909896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 10cae209-9bf4-47b8-bdc4-8b5678a20bbe details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:03:55.958942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d043b049-cff1-4df6-a496-f69946ee2944 None None] Provisioning complete for port 4862e346-a52c-4a62-aa39-307486a08b19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:55.959333 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d043b049-cff1-4df6-a496-f69946ee2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.242447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:03:56.261546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,segment=NetworkSegment(58d36795-2d67-4d2c-8cda-294572525cf5),segment_id=58d36795-2d67-4d2c-8cda-294572525cf5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:56.264327 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.278852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe', 'network_id': 'ab219e84-faa2-4421-8a8f-97c50115ecb9', 'port_id': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe', 'mac_address': 'fa:16:3e:e9:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175bdfda-becf-41f5-b73e-6c72beb31db2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:03:56.295807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4862e346-a52c-4a62-aa39-307486a08b19 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:56.426233 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.447166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cae209-9bf4-47b8-bdc4-8b5678a20bbe {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:03:56.480925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d043b049-cff1-4df6-a496-f69946ee2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.498387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,segment=NetworkSegment(58d36795-2d67-4d2c-8cda-294572525cf5),segment_id=58d36795-2d67-4d2c-8cda-294572525cf5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:56.520755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d043b049-cff1-4df6-a496-f69946ee2944 None None] For port 4862e346-a52c-4a62-aa39-307486a08b19, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4862e346-a52c-4a62-aa39-307486a08b19,segment=NetworkSegment(edfe756e-af2b-4f8d-b917-a7c149411164),segment_id=edfe756e-af2b-4f8d-b917-a7c149411164)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:56.536514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4862e346-a52c-4a62-aa39-307486a08b19 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:56.536937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.539444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.564067 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.580246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 26540d81-69f7-49b9-87a6-a3799a093104 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:56.580634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.591909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.592473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.592716 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Floating IP 6eb3f562-1dc7-4040-a43f-e9ee9b4fba7d disassociated. External IP: 172.25.0.224, port: 9efc6882-ea58-44b8-8a6c-7c942403c702. Sep 15 16:03:56.592960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 9efc6882-ea58-44b8-8a6c-7c942403c702 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:56.593203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port db5e4d9a-5354-42cf-8b48-33a1e89d8057 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:03:56.618120 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d043b049-cff1-4df6-a496-f69946ee2944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.704875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:56.771972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ae3d3-af22-4bb9-98d8-f0aab7a15de9 None None] Update dhcp port {'port': {'network_id': '92f4434d-3b13-4bec-a6ee-4e37e9387ac2', 'fixed_ips': [{'subnet_id': '49e27a96-a271-4ae9-85d9-846aa6c7f6d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a553e76-96ce-49a4-bca6-16095043a8fb'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '4862e346-a52c-4a62-aa39-307486a08b19'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:03:56.798759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:56.806148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043b049-cff1-4df6-a496-f69946ee2944 None None] Pushing event updated for resources: {'Port': ['ID=4862e346-a52c-4a62-aa39-307486a08b19,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:56.813403 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d44ae3d3-af22-4bb9-98d8-f0aab7a15de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.818636 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] Sync routers for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:56.836609 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:56.837649 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:56.841204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1a998341-625d-434d-a74f-47e82d59c2ee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/26540d81-69f7-49b9-87a6-a3799a093104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6022036 Sep 15 16:03:56.842155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34068) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:56.879546 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:56.890597 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] Routers {'26540d81-69f7-49b9-87a6-a3799a093104'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:56.891409 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['26540d81-69f7-49b9-87a6-a3799a093104'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:56.908079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e18dce-d3de-4499-8d1e-372965a74713 req-3af7968f-a838-4875-a052-48fe02c5d791 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:56.909676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5e18dce-d3de-4499-8d1e-372965a74713 req-3af7968f-a838-4875-a052-48fe02c5d791 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 944 time: 0.1244698 Sep 15 16:03:56.927888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34074) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:56.929714 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:56.930833 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5711f487-58bd-4835-a487-4ef40b13393a None None] The sync data for ids ['26540d81-69f7-49b9-87a6-a3799a093104'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:56.941193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bc679138-5c4b-4801-93dd-c1e67aae9bae tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=26540d81-69f7-49b9-87a6-a3799a093104 HTTP/1.1" status: 200 len: 205 time: 0.0977049 Sep 15 16:03:56.942901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:56.981275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['10cae209-9bf4-47b8-bdc4-8b5678a20bbe'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:03:57.009778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=9efc6882-ea58-44b8-8a6c-7c942403c702,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:57.054307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d624381b-f6da-43c9-ab60-18f004f4fe3e req-b70d63ee-f74b-4bc2-99bf-35921c176435 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0580499 Sep 15 16:03:57.103519 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.124985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d44ae3d3-af22-4bb9-98d8-f0aab7a15de9 None None] Allocated IP 2001:db8:0:1::2 (92f4434d-3b13-4bec-a6ee-4e37e9387ac2/1a553e76-96ce-49a4-bca6-16095043a8fb/4862e346-a52c-4a62-aa39-307486a08b19) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:57.263384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router 072dd073-2d82-4c84-a713-2c8fda6a7935 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:57.329049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d44ae3d3-af22-4bb9-98d8-f0aab7a15de9 None None] For port 4862e346-a52c-4a62-aa39-307486a08b19, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4862e346-a52c-4a62-aa39-307486a08b19,segment=NetworkSegment(edfe756e-af2b-4f8d-b917-a7c149411164),segment_id=edfe756e-af2b-4f8d-b917-a7c149411164)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:57.330803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-48eea9d8-4ad6-4414-92e9-b5376dcd027a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.370435 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d44ae3d3-af22-4bb9-98d8-f0aab7a15de9 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.401815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:57.414096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] Sync routers for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:57.417166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d44ae3d3-af22-4bb9-98d8-f0aab7a15de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.468626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828668ab-92f6-45fc-ad8a-0cd6ffbab6e9 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.499561 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.502891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8903f153-f7a1-4d0c-9946-86040a0737b0 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/ports/9efc6882-ea58-44b8-8a6c-7c942403c702 HTTP/1.1" status: 204 len: 168 time: 2.0903816 Sep 15 16:03:57.505572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34084) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:57.509861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:57.510510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:57.551167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5e18dce-d3de-4499-8d1e-372965a74713 req-10130077-256d-4e91-b353-b3973f643be5 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239872 Sep 15 16:03:57.585584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ae3d3-af22-4bb9-98d8-f0aab7a15de9 None None] Pushing event updated for resources: {'Port': ['ID=4862e346-a52c-4a62-aa39-307486a08b19,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:57.589799 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:57.604979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:57.605173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:57.652526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:57.653540 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33da8f6c-2ca6-4738-925f-568253f73476 None None] The sync data for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:03:57.698643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34088) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:57.745948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828668ab-92f6-45fc-ad8a-0cd6ffbab6e9 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.752480 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828668ab-92f6-45fc-ad8a-0cd6ffbab6e9 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.815236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::54 (92f4434d-3b13-4bec-a6ee-4e37e9387ac2/49e27a96-a271-4ae9-85d9-846aa6c7f6d4/db5e4d9a-5354-42cf-8b48-33a1e89d8057) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:57.830163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8:0:1::1b7 (92f4434d-3b13-4bec-a6ee-4e37e9387ac2/1a553e76-96ce-49a4-bca6-16095043a8fb/db5e4d9a-5354-42cf-8b48-33a1e89d8057) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:03:57.900521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ff1202ee-784c-4940-8bd4-258649bf77eb tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-475291840'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:57.902340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828668ab-92f6-45fc-ad8a-0cd6ffbab6e9 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.902997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828668ab-92f6-45fc-ad8a-0cd6ffbab6e9 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Fanout notify agent at l3_agent the message router_deleted on router 26540d81-69f7-49b9-87a6-a3799a093104 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:03:57.919152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-828668ab-92f6-45fc-ad8a-0cd6ffbab6e9 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:57.919152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-828668ab-92f6-45fc-ad8a-0cd6ffbab6e9 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/26540d81-69f7-49b9-87a6-a3799a093104 HTTP/1.1" status: 204 len: 168 time: 0.9815030 Sep 15 16:03:57.919735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34092) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:57.999495 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.002970 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1202ee-784c-4940-8bd4-258649bf77eb tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.003999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1202ee-784c-4940-8bd4-258649bf77eb tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.039290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet beb971d1-524e-4a75-8e99-24785a30c00a {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:58.046548 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.137779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.140018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1202ee-784c-4940-8bd4-258649bf77eb tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.158517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4862e346-a52c-4a62-aa39-307486a08b19 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:58.167179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.234183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4862e346-a52c-4a62-aa39-307486a08b19 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:58.234965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.249954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b68ccf66-bd82-49a0-a5be-24b1d39c79f2 req-7d1e60b8-f93a-4900-8583-cbb2fb57349b tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0495431 Sep 15 16:03:58.251280 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1202ee-784c-4940-8bd4-258649bf77eb tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.276640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c271a3d3-2a35-456a-9e2a-451b2ad571b4 None None] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:58.298741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.370780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff1202ee-784c-4940-8bd4-258649bf77eb tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.371882 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ff1202ee-784c-4940-8bd4-258649bf77eb tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6714461 Sep 15 16:03:58.374881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34096) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:58.383237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.394951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-24e252c3-396e-4912-b206-751c6e0dd6fd None None] Provisioning complete for port 4862e346-a52c-4a62-aa39-307486a08b19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:58.395319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24e252c3-396e-4912-b206-751c6e0dd6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.406317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port df2a8c8c-b76a-424e-aa83-ffb8670aae75 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:58.406711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.452976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.486127 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.490104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:03:58.510534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.526141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for df2a8c8c-b76a-424e-aa83-ffb8670aae75 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:58.533130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:03:58.535784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:03:58.542475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:58.543135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.545656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=beb971d1-524e-4a75-8e99-24785a30c00a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:58.552370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-458e6ea0-64c9-47d9-995d-4656a770f982 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.564060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ad5c1-d68c-4859-ac2a-a457e3a41426 None None] Network 26a73758-c5bf-40e7-8338-b8bf725618f7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:58.570664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.570664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6e3bdfce-979f-46cd-b25f-0faf9f14bbb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/beb971d1-524e-4a75-8e99-24785a30c00a HTTP/1.1" status: 204 len: 168 time: 0.6469953 Sep 15 16:03:58.605291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34098) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:58.620015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=db5e4d9a-5354-42cf-8b48-33a1e89d8057,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:58.691963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7c06efe2-6036-4406-8d39-c40d1f53584c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.9268911 Sep 15 16:03:58.695968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34102) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:58.708218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49e27a96-a271-4ae9-85d9-846aa6c7f6d4'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:58.832273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet 46a5cab0-8f8e-41b6-8371-be6bb4ce5c40 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:03:58.868334 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.872333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.880081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-458e6ea0-64c9-47d9-995d-4656a770f982 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.905754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-458e6ea0-64c9-47d9-995d-4656a770f982 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:58.912635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=df2a8c8c-b76a-424e-aa83-ffb8670aae75,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:58.963791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d2fbddc0-4ade-492d-851f-6827db4f6cb9 None None] Provisioning complete for port 4862e346-a52c-4a62-aa39-307486a08b19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:58.967473 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2fbddc0-4ade-492d-851f-6827db4f6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.001699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.012642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc344-07bb-4640-9a40-44feece90004 req-4a21e9a4-2a30-4490-88a3-21afd47380fe tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:03:59.014566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be5fc344-07bb-4640-9a40-44feece90004 req-4a21e9a4-2a30-4490-88a3-21afd47380fe tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 944 time: 0.3337905 Sep 15 16:03:59.038759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.117302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-458e6ea0-64c9-47d9-995d-4656a770f982 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.118237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e6ea0-64c9-47d9-995d-4656a770f982 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 841db173-4865-4304-b9ab-fec8e6180f6e {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:03:59.123202 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-458e6ea0-64c9-47d9-995d-4656a770f982 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.128009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-458e6ea0-64c9-47d9-995d-4656a770f982 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "DELETE /v2.0/routers/841db173-4865-4304-b9ab-fec8e6180f6e HTTP/1.1" status: 204 len: 168 time: 0.7516601 Sep 15 16:03:59.129663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] DHCP port deletion for 26a73758-c5bf-40e7-8338-b8bf725618f7 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:59.133017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:59.160374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-421a70c4-6a93-4dab-9a17-7f37232966d8 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Request body: {'router': {'name': 'tempest-router-1930886071', 'distributed': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:03:59.177587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d2fbddc0-4ade-492d-851f-6827db4f6cb9 None None] Provisioning complete for port db5e4d9a-5354-42cf-8b48-33a1e89d8057 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:59.179049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2fbddc0-4ade-492d-851f-6827db4f6cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.183848 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.207746 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be5fc344-07bb-4640-9a40-44feece90004 req-3641d34e-2f34-4100-aa88-b6cbe52659cf tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644685 Sep 15 16:03:59.229045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d2fbddc0-4ade-492d-851f-6827db4f6cb9 None None] Port db5e4d9a-5354-42cf-8b48-33a1e89d8057 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:59.261108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] Deleting port a109a30f-3793-4bd4-a801-cf78e4806f00 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:59.262138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.283366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.365117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-421a70c4-6a93-4dab-9a17-7f37232966d8 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.365673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] For port a109a30f-3793-4bd4-a801-cf78e4806f00, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a109a30f-3793-4bd4-a801-cf78e4806f00,segment=NetworkSegment(e5e2486c-54a6-4a55-978f-6b321fc3004b),segment_id=e5e2486c-54a6-4a55-978f-6b321fc3004b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:03:59.366187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-421a70c4-6a93-4dab-9a17-7f37232966d8 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.366582 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.393966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] Calling delete_port for a109a30f-3793-4bd4-a801-cf78e4806f00 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:03:59.444965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-00a88a06-274d-4a42-bdd5-0cc7729623a7 req-b234f234-9173-437f-a799-5cf498b70096 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0575445 Sep 15 16:03:59.470525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8f707714-32d5-4f2f-8667-ff4ae23d9136 None None] Provisioning complete for port db5e4d9a-5354-42cf-8b48-33a1e89d8057 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:03:59.470998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8f707714-32d5-4f2f-8667-ff4ae23d9136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.500064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-421a70c4-6a93-4dab-9a17-7f37232966d8 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.523594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8f707714-32d5-4f2f-8667-ff4ae23d9136 None None] Port db5e4d9a-5354-42cf-8b48-33a1e89d8057 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:03:59.526192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router 072dd073-2d82-4c84-a713-2c8fda6a7935 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:03:59.554824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.586192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=46a5cab0-8f8e-41b6-8371-be6bb4ce5c40,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:59.591809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Delete allocated IP 2001:db8:0:1::1b7 (92f4434d-3b13-4bec-a6ee-4e37e9387ac2/1a553e76-96ce-49a4-bca6-16095043a8fb) {{(pid=102019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 16:03:59.598034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.604434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7cb0ec45-c8f9-4f85-84ce-d7a2c1faf585 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/46a5cab0-8f8e-41b6-8371-be6bb4ce5c40 HTTP/1.1" status: 204 len: 168 time: 0.9933982 Sep 15 16:03:59.604434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34108) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:59.606649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220344d2-d284-4855-ac08-04b839a045cc None None] Network 484569ee-c9c1-462c-92e6-485a88f71db9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:03:59.614567 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-421a70c4-6a93-4dab-9a17-7f37232966d8 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.667193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.710577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] Pushing event deleted for resources: {'Port': ['ID=a109a30f-3793-4bd4-a801-cf78e4806f00,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:03:59.721010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d70be-5796-4e66-b7c6-8e2cd7a8a6fc None None] No DVR routers for this DVR port a109a30f-3793-4bd4-a801-cf78e4806f00 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:03:59.753003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-421a70c4-6a93-4dab-9a17-7f37232966d8 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.756756 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-421a70c4-6a93-4dab-9a17-7f37232966d8 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6052201 Sep 15 16:03:59.762796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34110) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:59.839955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.846820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] DHCP port deletion for 484569ee-c9c1-462c-92e6-485a88f71db9 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:03:59.878522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17a63140-dc2f-41ef-b929-91a4def1d722 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.895366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:03:59.901749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] Deleting port d830624b-5505-4f16-8408-b6d6ed8caf66 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:03:59.902204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.903982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4adfdd9c-57a1-4e41-9cae-bd98c4373fd4 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/routers/072dd073-2d82-4c84-a713-2c8fda6a7935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3976040 Sep 15 16:03:59.904843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34112) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:59.909384 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] Sync routers for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:03:59.924715 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:59.926317 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:59.963876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:59.964084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 10cae209-9bf4-47b8-bdc4-8b5678a20bbe up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:03:59.975136 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:03:59.993093 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] Routers {'072dd073-2d82-4c84-a713-2c8fda6a7935'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:03:59.994392 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['072dd073-2d82-4c84-a713-2c8fda6a7935'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:00.024094 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.040194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:00.041366 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236b503f-334e-4cc6-b0b2-cf257b46de0a None None] The sync data for ids ['072dd073-2d82-4c84-a713-2c8fda6a7935'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:00.047288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] For port d830624b-5505-4f16-8408-b6d6ed8caf66, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d830624b-5505-4f16-8408-b6d6ed8caf66,segment=NetworkSegment(616d51ab-4374-4468-bcd9-5f19c02f1c74),segment_id=616d51ab-4374-4468-bcd9-5f19c02f1c74)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:00.047695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.071731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] Calling delete_port for d830624b-5505-4f16-8408-b6d6ed8caf66 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:00.132598 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.146910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.165677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:04:00.168948 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.172671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:00.173088 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.178577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a109a30f-3793-4bd4-a801-cf78e4806f00 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:00.223066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a109a30f-3793-4bd4-a801-cf78e4806f00 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:00.223409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a109a30f-3793-4bd4-a801-cf78e4806f00 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:00.223830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d830624b-5505-4f16-8408-b6d6ed8caf66 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:00.264536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.282651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 0c446851-fe5d-4b2c-8a26-97bcdc232e8c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:00.283053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.314154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] Pushing event deleted for resources: {'Port': ['ID=d830624b-5505-4f16-8408-b6d6ed8caf66,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:00.316241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fffc93-d8ff-48bd-a9d2-48aebf797e87 None None] No DVR routers for this DVR port d830624b-5505-4f16-8408-b6d6ed8caf66 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:00.318888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port d830624b-5505-4f16-8408-b6d6ed8caf66 {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:04:00.320041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d830624b-5505-4f16-8408-b6d6ed8caf66 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:00.379124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.385496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.398672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 0c446851-fe5d-4b2c-8a26-97bcdc232e8c owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:00.404019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.408011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:00.410185 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ef6d6d-4417-429a-ba13-5940613dfa21" -d '{"events": [{"server_uuid": "09fdb23f-2b5e-408f-a11c-42d72fd97984", "name": "network-vif-plugged", "status": "completed", "tag": "10cae209-9bf4-47b8-bdc4-8b5678a20bbe"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:00.424428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,segment=NetworkSegment(58d36795-2d67-4d2c-8cda-294572525cf5),segment_id=58d36795-2d67-4d2c-8cda-294572525cf5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:00.466588 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17a63140-dc2f-41ef-b929-91a4def1d722 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.466736 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fd0506-703e-4f35-9499-b8609c076127 x-openstack-request-id: req-61fd0506-703e-4f35-9499-b8609c076127 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:00.466924 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdb23f-2b5e-408f-a11c-42d72fd97984", "name": "network-vif-plugged", "status": "completed", "tag": "10cae209-9bf4-47b8-bdc4-8b5678a20bbe", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:00.467212 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-61fd0506-703e-4f35-9499-b8609c076127 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:00.468043 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe', 'code': 200} Sep 15 16:04:00.520304 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.525141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17a63140-dc2f-41ef-b929-91a4def1d722 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.531666 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.607294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:00.645458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4bb8fc3a-4863-4f6a-abf4-f00435f4c14d req-b31428d1-43f0-485d-bdf5-16300148c8c8 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0490739 Sep 15 16:04:00.656027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.659644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a73758-c5bf-40e7-8338-b8bf725618f7']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:00.676627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] In _notify_port_updated(), no bound segment for port db5e4d9a-5354-42cf-8b48-33a1e89d8057 on network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:04:00.676627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:00.676627 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.676627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "PUT /v2.0/ports/db5e4d9a-5354-42cf-8b48-33a1e89d8057 HTTP/1.1" status: 200 len: 924 time: 1.9674132 Sep 15 16:04:00.681124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34120) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:00.683632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f05d8-890d-48b6-82b8-51b63698eb85 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=db5e4d9a-5354-42cf-8b48-33a1e89d8057,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:00.690700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=0c446851-fe5d-4b2c-8a26-97bcdc232e8c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:00.693386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '49e27a96-a271-4ae9-85d9-846aa6c7f6d4'}, {'subnet_id': '1a553e76-96ce-49a4-bca6-16095043a8fb'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:00.697943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e2486c-54a6-4a55-978f-6b321fc3004b') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:00.698501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e2486c-54a6-4a55-978f-6b321fc3004b') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:00.737035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.753927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2135e2-ea8d-4400-b241-a3220ed27308 req-992c56a9-788f-4b59-96d6-21b7b528641b tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:00.755405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db2135e2-ea8d-4400-b241-a3220ed27308 req-992c56a9-788f-4b59-96d6-21b7b528641b tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 944 time: 0.3581159 Sep 15 16:04:00.766100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.770023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17a63140-dc2f-41ef-b929-91a4def1d722 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.770684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a63140-dc2f-41ef-b929-91a4def1d722 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb1c6990-cec5-4091-8ab0-e6b535be938d {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:00.779878 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17a63140-dc2f-41ef-b929-91a4def1d722 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.781013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-17a63140-dc2f-41ef-b929-91a4def1d722 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "DELETE /v2.0/routers/fb1c6990-cec5-4091-8ab0-e6b535be938d HTTP/1.1" status: 204 len: 168 time: 1.0172865 Sep 15 16:04:00.790896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.796661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34122) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:00.828161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-db1196f6-be58-4b1d-b6d6-af0bd41d11f0 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Request body: {'router': {'name': 'tempest-router-131404765', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '60cfac9ba81d464cb9d5fcfa0a3e269b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:00.838544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9dcd9-fabf-4d4b-bfed-cd94c6d217c7 req-ba7da684-be19-410d-8cf3-a57f20ed2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:00.841542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1dd9dcd9-fabf-4d4b-bfed-cd94c6d217c7 req-ba7da684-be19-410d-8cf3-a57f20ed2b9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 1096 time: 0.2886395 Sep 15 16:04:00.852798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:00.853221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:00.857708 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:00.865276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-848bb770-a95c-47dd-9056-c5bdca7395c7 None None] Provisioning complete for port db5e4d9a-5354-42cf-8b48-33a1e89d8057 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:00.865276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-848bb770-a95c-47dd-9056-c5bdca7395c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.869209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.873133 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.892215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.905911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-848bb770-a95c-47dd-9056-c5bdca7395c7 None None] Port db5e4d9a-5354-42cf-8b48-33a1e89d8057 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:00.961329 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db2135e2-ea8d-4400-b241-a3220ed27308 req-ebe11426-c6ff-4690-a5f5-d4710e7bdb7e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878867 Sep 15 16:04:00.970971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db1196f6-be58-4b1d-b6d6-af0bd41d11f0 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.978356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db1196f6-be58-4b1d-b6d6-af0bd41d11f0 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:00.978695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1dd9dcd9-fabf-4d4b-bfed-cd94c6d217c7 req-c6380827-1f75-450d-8c93-e968aba9b0e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158662 Sep 15 16:04:01.025163 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db1196f6-be58-4b1d-b6d6-af0bd41d11f0 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.027649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.028201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Fanout notify agent at l3_agent the message router_deleted on router 072dd073-2d82-4c84-a713-2c8fda6a7935 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:01.035147 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.036263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8be22861-855f-499d-a2cb-8910e06ff7c7 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/routers/072dd073-2d82-4c84-a713-2c8fda6a7935 HTTP/1.1" status: 204 len: 168 time: 1.1306264 Sep 15 16:04:01.039690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:01.090637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting subnet 56b9e0e8-40d3-418d-87de-54da6a6b08ea {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:01.093823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.098415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.114928 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.114928 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/26a73758-c5bf-40e7-8338-b8bf725618f7 HTTP/1.1" status: 204 len: 168 time: 1.5079846 Sep 15 16:04:01.118399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:01.135336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89b103-e9b4-44b8-b0e8-eea87b17f500 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=26a73758-c5bf-40e7-8338-b8bf725618f7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:01.166782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.212929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db1196f6-be58-4b1d-b6d6-af0bd41d11f0 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.246912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.250602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8:0:1::32e (92f4434d-3b13-4bec-a6ee-4e37e9387ac2/1a553e76-96ce-49a4-bca6-16095043a8fb/db5e4d9a-5354-42cf-8b48-33a1e89d8057) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:01.344648 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db1196f6-be58-4b1d-b6d6-af0bd41d11f0 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.345877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-db1196f6-be58-4b1d-b6d6-af0bd41d11f0 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5504563 Sep 15 16:04:01.350063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34128) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:01.357403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:01.379916 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.384248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.433459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484569ee-c9c1-462c-92e6-485a88f71db9']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:01.451735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616d51ab-4374-4468-bcd9-5f19c02f1c74') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:01.452038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616d51ab-4374-4468-bcd9-5f19c02f1c74') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:01.462798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.482606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.483917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.488497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:01.488972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:01.491917 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:01.565051 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.590089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.590464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.591999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.599017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Subnet': ['ID=56b9e0e8-40d3-418d-87de-54da6a6b08ea,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:01.601885 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.606524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f6c2b176-93f5-4043-bc3e-2254dc346abf tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/subnets/56b9e0e8-40d3-418d-87de-54da6a6b08ea HTTP/1.1" status: 204 len: 168 time: 0.5630770 Sep 15 16:04:01.606747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34130) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:01.609681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9551b3-ad03-4abc-ac22-b59f9cd90cf4 None None] Network c204d725-72cb-401f-b8ee-5b1d1339ddb9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:01.673752 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.686718 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.692107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/484569ee-c9c1-462c-92e6-485a88f71db9 HTTP/1.1" status: 204 len: 168 time: 0.5692739 Sep 15 16:04:01.692465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34134) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:01.708365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-1170431753'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:01.720046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.721902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8297511-dce6-40e4-9b66-9442ac56494b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=484569ee-c9c1-462c-92e6-485a88f71db9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:01.800121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] In _notify_port_updated(), no bound segment for port db5e4d9a-5354-42cf-8b48-33a1e89d8057 on network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:04:01.800317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port b5deea1e-d9e4-4bbe-befd-726f660ce242 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:01.800477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.810932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:01.810932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.810932 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "PUT /v2.0/ports/db5e4d9a-5354-42cf-8b48-33a1e89d8057 HTTP/1.1" status: 200 len: 1010 time: 1.1224666 Sep 15 16:04:01.818828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34136) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:01.824728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 15 16:04:01.824728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Router e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a migrating from provider to provider. {{(pid=102019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 15 16:04:01.824728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.825291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef89b4-a87e-463b-8c51-9f7d64273e6c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=db5e4d9a-5354-42cf-8b48-33a1e89d8057,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:01.838163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.862884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:01.867659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.878338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] DHCP port deletion for c204d725-72cb-401f-b8ee-5b1d1339ddb9 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:01.887982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eca3b503-3c62-4121-a9ab-fdfd36fb5f85 req-9340cc65-4ee3-4c9f-b614-ea6f12ada31e tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0515358 Sep 15 16:04:01.958646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] For port b5deea1e-d9e4-4bbe-befd-726f660ce242, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b5deea1e-d9e4-4bbe-befd-726f660ce242,segment=NetworkSegment(9244f0d4-369f-4cc7-98f3-503dc5b20c94),segment_id=9244f0d4-369f-4cc7-98f3-503dc5b20c94)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:01.959084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.963658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] Deleting port b5deea1e-d9e4-4bbe-befd-726f660ce242 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:01.964467 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.967485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port db5e4d9a-5354-42cf-8b48-33a1e89d8057 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:01.967989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.971998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.973396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:01.982951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for b5deea1e-d9e4-4bbe-befd-726f660ce242 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:01.994735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:01.995082 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment 8031b0bb-db0f-47ac-8739-7accf1114d92 of type vlan for network d1f343b9-6d52-4479-a927-f943076d8a68 Sep 15 16:04:02.093090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] For port b5deea1e-d9e4-4bbe-befd-726f660ce242, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b5deea1e-d9e4-4bbe-befd-726f660ce242,segment=NetworkSegment(9244f0d4-369f-4cc7-98f3-503dc5b20c94),segment_id=9244f0d4-369f-4cc7-98f3-503dc5b20c94)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:02.093602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.097817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.111324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] Calling delete_port for b5deea1e-d9e4-4bbe-befd-726f660ce242 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:02.126066 n-d-808199-2 neutron-server[102019]: WARNING neutron.scheduler.l3_agent_scheduler [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] No L3 agents can host the router e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a Sep 15 16:04:02.183200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b5deea1e-d9e4-4bbe-befd-726f660ce242 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:02.225108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-88d34caa-4dad-43c2-9ae1-56e4c7d5fbe1 None None] Provisioning complete for port db5e4d9a-5354-42cf-8b48-33a1e89d8057 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:02.225783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-88d34caa-4dad-43c2-9ae1-56e4c7d5fbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.227433 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.234271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:02.234982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.269694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f61b60-397c-44a7-aeda-82e0b655bbf0 req-7f4d8e7d-5381-457b-af0a-9178d965c95c tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:02.272921 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-36f61b60-397c-44a7-aeda-82e0b655bbf0 req-7f4d8e7d-5381-457b-af0a-9178d965c95c tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 945 time: 0.1638281 Sep 15 16:04:02.273715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port b5deea1e-d9e4-4bbe-befd-726f660ce242 {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:04:02.274145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b5deea1e-d9e4-4bbe-befd-726f660ce242 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:02.281379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.285245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-88d34caa-4dad-43c2-9ae1-56e4c7d5fbe1 None None] Port db5e4d9a-5354-42cf-8b48-33a1e89d8057 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:02.288389 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.320544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] Pushing event deleted for resources: {'Port': ['ID=b5deea1e-d9e4-4bbe-befd-726f660ce242,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:02.324242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe854ba9-65f1-4d29-b6b6-c161b13c5b29 None None] No DVR routers for this DVR port b5deea1e-d9e4-4bbe-befd-726f660ce242 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:02.352430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.364048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=b5deea1e-d9e4-4bbe-befd-726f660ce242,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:02.371504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6781657 Sep 15 16:04:02.372528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e44039-8df1-4ea7-ab82-0759a0996c07 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=d1f343b9-6d52-4479-a927-f943076d8a68,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:02.375861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34140) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:02.380696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:02.388197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] No DVR routers for this DVR port b5deea1e-d9e4-4bbe-befd-726f660ce242 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:02.388338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d1f343b9-6d52-4479-a927-f943076d8a68 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:02.416340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for db5e4d9a-5354-42cf-8b48-33a1e89d8057 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:02.431113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Hosts for router e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a: [] {{(pid=102019) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 15 16:04:02.457065 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-36f61b60-397c-44a7-aeda-82e0b655bbf0 req-b3b940ba-8745-4d57-b998-aaa77cc491b4 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256773 Sep 15 16:04:02.466058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Hosts for other DVR routers connected to router e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a: set() {{(pid=102019) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 15 16:04:02.468772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.472530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-22e817ef-a056-4a0e-8eb0-94da5011fa52 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "PUT /v2.0/routers/e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a HTTP/1.1" status: 200 len: 716 time: 1.1177938 Sep 15 16:04:02.490550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34142) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:02.610116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.615271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-48ce4313-3444-41ac-b826-3436f9842ea5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "GET /v2.0/routers/e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a HTTP/1.1" status: 200 len: 716 time: 0.1258161 Sep 15 16:04:02.620206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34144) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:02.642819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c204d725-72cb-401f-b8ee-5b1d1339ddb9']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:02.652973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9244f0d4-369f-4cc7-98f3-503dc5b20c94') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:02.653276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9244f0d4-369f-4cc7-98f3-503dc5b20c94') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:02.662848 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.676000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.682522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:02.683274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:02.685856 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:02.742213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:02.745949 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.777747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.837899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.848189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=db5e4d9a-5354-42cf-8b48-33a1e89d8057,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:02.849448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.854813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/networks/c204d725-72cb-401f-b8ee-5b1d1339ddb9 HTTP/1.1" status: 204 len: 168 time: 1.2442842 Sep 15 16:04:02.856051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34148) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:02.861810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1091f200-4e4b-48cc-9c53-cd938fa64407 tempest-RoutersTestDVR-157595711 tempest-RoutersTestDVR-157595711-project] 10.222.0.63 "GET /v2.0/routers/e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a HTTP/1.1" status: 200 len: 682 time: 0.2404795 Sep 15 16:04:02.870205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:02.883030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5fe12-b633-4a54-9cff-0974352685de tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Network': ['ID=c204d725-72cb-401f-b8ee-5b1d1339ddb9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:02.904443 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:02.906601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-55ed28fd-e873-4ed2-8e22-908ebc1066f8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/db5e4d9a-5354-42cf-8b48-33a1e89d8057 HTTP/1.1" status: 204 len: 168 time: 1.0867047 Sep 15 16:04:02.909570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34154) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:02.937253 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33f88ab-1f7d-4532-a3e7-8cbd6d0270a6 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:04:02.942280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e33f88ab-1f7d-4532-a3e7-8cbd6d0270a6 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/db5e4d9a-5354-42cf-8b48-33a1e89d8057 HTTP/1.1" status: 404 len: 333 time: 0.0315485 Sep 15 16:04:02.945230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34156) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:03.011099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 1a553e76-96ce-49a4-bca6-16095043a8fb {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:03.016090 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.074693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.166654 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.302275 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.333943 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e6d2d0d-4475-46e1-8376-01205ba40f33 req-bcbd12b5-de04-4913-8707-794d06c660e0 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.3658173 Sep 15 16:04:03.336027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=1a553e76-96ce-49a4-bca6-16095043a8fb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:03.344593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.348255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75a761c2-bfe8-443e-b43b-b871fb89d2dc tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.351451 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8582643d-cc2f-42a3-a7a8-0c2a751864a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/1a553e76-96ce-49a4-bca6-16095043a8fb HTTP/1.1" status: 204 len: 168 time: 0.4075232 Sep 15 16:04:03.357469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33735c5b-e7fa-4cdc-badc-ce11bef89fc3 None None] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:03.359303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34158) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:03.422363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 49e27a96-a271-4ae9-85d9-846aa6c7f6d4 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:03.425834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.476998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.604115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75a761c2-bfe8-443e-b43b-b871fb89d2dc tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.607349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75a761c2-bfe8-443e-b43b-b871fb89d2dc tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.617820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 82e9d027-dae8-4255-ab29-b7951131d235 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:03.618083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.630815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.675263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.682496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d52ae8-de71-46f2-b512-2deaf97d98c3 req-ac4be3c4-8074-4391-961e-cbc43a1fcca5 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:03.684107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9d52ae8-de71-46f2-b512-2deaf97d98c3 req-ac4be3c4-8074-4391-961e-cbc43a1fcca5 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 945 time: 0.1098289 Sep 15 16:04:03.747077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9d52ae8-de71-46f2-b512-2deaf97d98c3 req-0085378b-0078-46b8-ac9f-17e59c394d98 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475280 Sep 15 16:04:03.793737 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.794064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.802710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=d2e23f03-5c9d-44e4-a911-cfa80939ca19,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:03.813461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75a761c2-bfe8-443e-b43b-b871fb89d2dc tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.813967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a761c2-bfe8-443e-b43b-b871fb89d2dc tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:03.820697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 82e9d027-dae8-4255-ab29-b7951131d235 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:03.824698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-75a761c2-bfe8-443e-b43b-b871fb89d2dc tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.827991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.829438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-75a761c2-bfe8-443e-b43b-b871fb89d2dc tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "DELETE /v2.0/routers/e7478f84-c3ae-42b9-b4d4-c9af4e6f3d5a HTTP/1.1" status: 204 len: 168 time: 0.9567540 Sep 15 16:04:03.836356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34164) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:03.838963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ff9c7c22-de5d-4494-8841-3aa2930928e5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Request body: {'router': {'name': 'tempest-router-38399828', 'distributed': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:03.849153 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.859590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/49e27a96-a271-4ae9-85d9-846aa6c7f6d4 HTTP/1.1" status: 204 len: 168 time: 0.4998837 Sep 15 16:04:03.860393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34166) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:03.861043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': '8031b0bb-db0f-47ac-8739-7accf1114d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:03.861713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: d1f343b9-6d52-4479-a927-f943076d8a68, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:03.901140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b85d09-3e66-4347-8af2-782b59e1eafa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=49e27a96-a271-4ae9-85d9-846aa6c7f6d4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:03.986689 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7c22-de5d-4494-8841-3aa2930928e5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.987744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7c22-de5d-4494-8841-3aa2930928e5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:03.998642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.031722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network d1f343b9-6d52-4479-a927-f943076d8a68 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:04.081390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 4862e346-a52c-4a62-aa39-307486a08b19 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:04.081874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.114394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d1f343b9-6d52-4479-a927-f943076d8a68) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:04.119982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7c22-de5d-4494-8841-3aa2930928e5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.123637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:04.124251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.126433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5efe2-84b7-42e7-8eee-c7dcf596e003 None None] Network d1f343b9-6d52-4479-a927-f943076d8a68 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:04.180740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] For port 4862e346-a52c-4a62-aa39-307486a08b19, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4862e346-a52c-4a62-aa39-307486a08b19,segment=NetworkSegment(edfe756e-af2b-4f8d-b917-a7c149411164),segment_id=edfe756e-af2b-4f8d-b917-a7c149411164)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:04.181112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.188141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7c22-de5d-4494-8841-3aa2930928e5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.208581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 4862e346-a52c-4a62-aa39-307486a08b19 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:04.220247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-844e297e-2bab-4c9e-b3e0-a8b492ba4e93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8433232 Sep 15 16:04:04.226576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34172) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:04.226801 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.227072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3b1b132a-4044-41b6-8237-cbdfebcb3537 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1938556932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:04.276341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ff9c7c22-de5d-4494-8841-3aa2930928e5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.280886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ff9c7c22-de5d-4494-8841-3aa2930928e5 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.4461226 Sep 15 16:04:04.281184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34176) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:04.281716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=82e9d027-dae8-4255-ab29-b7951131d235,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:04.326585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d1f343b9-6d52-4479-a927-f943076d8a68', 'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': 'd2e23f03-5c9d-44e4-a911-cfa80939ca19'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:04.328430 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.350897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd502fc-2640-416c-8bfd-cb3524b3f74f None None] Network 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:04.357183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.360567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.362161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b3274815-ad05-4198-a158-86e67f7b925f tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/floatingips/6eb3f562-1dc7-4040-a43f-e9ee9b4fba7d HTTP/1.1" status: 204 len: 168 time: 1.4928374 Sep 15 16:04:04.367709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34180) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:04.394720 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b03b2b-a76d-471b-9fb8-4ea7f93e6963 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] DELETE failed (client error): The resource could not be found. Sep 15 16:04:04.395466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b03b2b-a76d-471b-9fb8-4ea7f93e6963 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:04:04.397362 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64b03b2b-a76d-471b-9fb8-4ea7f93e6963 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/ports/9efc6882-ea58-44b8-8a6c-7c942403c702 HTTP/1.1" status: 404 len: 333 time: 0.0282435 Sep 15 16:04:04.400393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34184) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:04.441503 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f17aa9f3-0142-437d-93be-d272cd38d208 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "GET /v2.0/ports?device_id=072dd073-2d82-4c84-a713-2c8fda6a7935 HTTP/1.1" status: 200 len: 205 time: 0.0398459 Sep 15 16:04:04.442172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34186) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:04.501981 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-82f305a7-4160-46c9-b90b-98695361c6d1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] delete failed (client error): The resource could not be found. Sep 15 16:04:04.505874 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-82f305a7-4160-46c9-b90b-98695361c6d1 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/routers/072dd073-2d82-4c84-a713-2c8fda6a7935 HTTP/1.1" status: 404 len: 336 time: 0.0626681 Sep 15 16:04:04.507477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34188) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:04.549651 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9d641d-728c-4586-b841-8ba01a52d309 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] DELETE failed (client error): The resource could not be found. Sep 15 16:04:04.550517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9d641d-728c-4586-b841-8ba01a52d309 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:04:04.552821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1f9d641d-728c-4586-b841-8ba01a52d309 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/subnets/56b9e0e8-40d3-418d-87de-54da6a6b08ea HTTP/1.1" status: 404 len: 337 time: 0.0436888 Sep 15 16:04:04.555871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34192) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:04.608587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e1e26327-4b1e-4157-b534-f623ae966ea3 None None] Provisioning complete for port 4862e346-a52c-4a62-aa39-307486a08b19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:04.609052 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1e26327-4b1e-4157-b534-f623ae966ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.633508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa8f35fc-400b-43a3-aad7-dea9db64bba4 req-d620a28a-0632-4e22-b0ab-e4977f897c92 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0667212 Sep 15 16:04:04.645949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Allocated IP 172.20.0.2 (d1f343b9-6d52-4479-a927-f943076d8a68/d2e23f03-5c9d-44e4-a911-cfa80939ca19/5e190fca-3ec5-40b7-a4cb-f6a52d0af583) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:04.721253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port b531bf1d-7ebc-4ba9-800c-d326fa738f71 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:04.721833 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.789318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7cd08ec-ca8e-4615-933c-94f65a663f66 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.796765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] DHCP port deletion for 92f4434d-3b13-4bec-a6ee-4e37e9387ac2 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:04.851877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-093e37e2-82af-4eef-94ff-f1a88489e19f req-dfdf9cad-a6aa-4c90-9382-ee6688999c02 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0862806 Sep 15 16:04:04.864166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.884397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for b531bf1d-7ebc-4ba9-800c-d326fa738f71 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:04.926140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b1b132a-4044-41b6-8237-cbdfebcb3537 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.927029 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b1b132a-4044-41b6-8237-cbdfebcb3537 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.936439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] Deleting port 4862e346-a52c-4a62-aa39-307486a08b19 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:04.937074 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:04.981692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.030547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] For port 4862e346-a52c-4a62-aa39-307486a08b19, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4862e346-a52c-4a62-aa39-307486a08b19,segment=NetworkSegment(edfe756e-af2b-4f8d-b917-a7c149411164),segment_id=edfe756e-af2b-4f8d-b917-a7c149411164)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:05.034290 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.047156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7cd08ec-ca8e-4615-933c-94f65a663f66 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.053986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] Calling delete_port for 4862e346-a52c-4a62-aa39-307486a08b19 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:05.057209 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7cd08ec-ca8e-4615-933c-94f65a663f66 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.070277 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.122876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b1b132a-4044-41b6-8237-cbdfebcb3537 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.124389 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.145580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Network d1f343b9-6d52-4479-a927-f943076d8a68 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:05.151989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=4862e346-a52c-4a62-aa39-307486a08b19,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:05.155491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No DVR routers for this DVR port 4862e346-a52c-4a62-aa39-307486a08b19 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:05.157592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:05.164841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:05.166717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:05.207754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.251225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7cd08ec-ca8e-4615-933c-94f65a663f66 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.251630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd08ec-ca8e-4615-933c-94f65a663f66 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50a13ab7-4a26-4e52-870c-8f91a8e6d5f0 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:05.254732 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.258731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b1b132a-4044-41b6-8237-cbdfebcb3537 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.265351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=b531bf1d-7ebc-4ba9-800c-d326fa738f71,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:05.267504 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7cd08ec-ca8e-4615-933c-94f65a663f66 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.273636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e7cd08ec-ca8e-4615-933c-94f65a663f66 tempest-RoutersTestDVR-1351717686 tempest-RoutersTestDVR-1351717686-project-admin] 10.222.0.63 "DELETE /v2.0/routers/50a13ab7-4a26-4e52-870c-8f91a8e6d5f0 HTTP/1.1" status: 204 len: 168 time: 0.9895399 Sep 15 16:04:05.302295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f4434d-3b13-4bec-a6ee-4e37e9387ac2']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:05.325149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfe756e-af2b-4f8d-b917-a7c149411164') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:05.326100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfe756e-af2b-4f8d-b917-a7c149411164') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:05.342456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.373874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.382766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:05.383181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.386551 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:05.388843 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:05.393765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b1b132a-4044-41b6-8237-cbdfebcb3537 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.393765 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b1b132a-4044-41b6-8237-cbdfebcb3537 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1689041 Sep 15 16:04:05.398370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a4ccd2df-bc1f-4e8e-8cbc-88bb51f2d804 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/ports/b531bf1d-7ebc-4ba9-800c-d326fa738f71 HTTP/1.1" status: 204 len: 168 time: 0.8406334 Sep 15 16:04:05.403232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34206) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:05.403547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34208) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:05.406920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Attempting to bind port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:05.407340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Attempting to bind port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8031b0bb-db0f-47ac-8739-7accf1114d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:05.407716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Attempting to bind port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 on network d1f343b9-6d52-4479-a927-f943076d8a68 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:05.413138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.417921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:05.418303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Checking segment: {'id': '8031b0bb-db0f-47ac-8739-7accf1114d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:05.420337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.420337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Bound using segment: {'id': '8031b0bb-db0f-47ac-8739-7accf1114d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:05.420337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Bound port: 5e190fca-3ec5-40b7-a4cb-f6a52d0af583, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8031b0bb-db0f-47ac-8739-7accf1114d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:05.420337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.428277 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'port': {'network_id': 'd1f343b9-6d52-4479-a927-f943076d8a68', 'name': 'tempest-RoutersTest-468683173'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:05.453154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] Pushing event deleted for resources: {'Port': ['ID=4862e346-a52c-4a62-aa39-307486a08b19,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:05.459608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db7b5a1-3e32-4040-aba9-4fd57d4a2490 None None] No DVR routers for this DVR port 4862e346-a52c-4a62-aa39-307486a08b19 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:05.533131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] For port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:05.536309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] For port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,segment=NetworkSegment(8031b0bb-db0f-47ac-8739-7accf1114d92),segment_id=8031b0bb-db0f-47ac-8739-7accf1114d92)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:05.598879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.599669 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.610716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 8ef36256-5523-4932-8f85-444ad468f166 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:05.611062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.613222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.621059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/92f4434d-3b13-4bec-a6ee-4e37e9387ac2 HTTP/1.1" status: 204 len: 168 time: 1.7578020 Sep 15 16:04:05.621861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:05.654020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c519a4-dd23-4fb3-a8f3-8dab691c68bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=92f4434d-3b13-4bec-a6ee-4e37e9387ac2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:05.696237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d9a4-0a5d-4606-b810-ff3d228c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:05.740000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5319bfb8-42b4-415e-abe6-551642de72c2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:05.745553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5319bfb8-42b4-415e-abe6-551642de72c2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1010718 Sep 15 16:04:05.746020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34218) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:05.749349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:05.752998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.766219 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:05.789841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 8ef36256-5523-4932-8f85-444ad468f166 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:05.796300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] device_id is not set on port 98d851f2-91e2-4683-97eb-6966bcb5f75c yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:05.812662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aaff9624-865a-4b0f-8ae6-886ccbc4842c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0653837 Sep 15 16:04:05.816054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34220) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:05.830390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1795962232'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:05.944875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:05.949517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.005827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:06.039521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34228) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:06.052963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-39e4bdd2-1132-461e-a104-3555facfbb5e req-f543cead-8e93-499a-bd4b-22277b868c9e tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0710022 Sep 15 16:04:06.066833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.066833 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment ecfa43b5-6b97-415f-93c0-f53cd38cf619 of type vlan for network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 Sep 15 16:04:06.138689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.206449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.20.0.13 (d1f343b9-6d52-4479-a927-f943076d8a68/d2e23f03-5c9d-44e4-a911-cfa80939ca19/98d851f2-91e2-4683-97eb-6966bcb5f75c) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:06.275708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:06.284037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.290002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:06.290674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.293389 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab316ede-50b2-40c7-b365-c6f94b1e662d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.339732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:06.340163 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.378269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.395990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=5513f0b0-3984-4bf0-83fd-f9ae85e564d7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:06.416656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:06.417400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=8ef36256-5523-4932-8f85-444ad468f166,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:06.441578 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ab5b3ef0-a77c-4aa7-bf2c-224520153a54 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6207931 Sep 15 16:04:06.441880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34238) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:06.448513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:06.494960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.543015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,segment=NetworkSegment(8031b0bb-db0f-47ac-8739-7accf1114d92),segment_id=8031b0bb-db0f-47ac-8739-7accf1114d92)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:06.566932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.572376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1fd2c3b1-2a02-4d08-80ab-74554911b044 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/ports/8ef36256-5523-4932-8f85-444ad468f166 HTTP/1.1" status: 204 len: 168 time: 1.1665945 Sep 15 16:04:06.579649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34244) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:06.676291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab316ede-50b2-40c7-b365-c6f94b1e662d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.685008 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.712023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f44a189-ee27-4ad4-98a9-ca2db37e4bec req-ab45a56a-8dea-4eff-982b-07b802100db0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55f8be31c5be4445b9a8d79b35804cdc&device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0894384 Sep 15 16:04:06.764941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4862e346-a52c-4a62-aa39-307486a08b19 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:06.778018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-22ab8cb1-f963-4cff-8886-b2857f5c3790 req-7e08beca-fd5d-4353-894e-cbcfa7389f9e tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0627213 Sep 15 16:04:06.792878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f44a189-ee27-4ad4-98a9-ca2db37e4bec req-01fe9161-5db8-4abe-9a24-5fc4b075391c service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=55f8be31c5be4445b9a8d79b35804cdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628541 Sep 15 16:04:06.799658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ab316ede-50b2-40c7-b365-c6f94b1e662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.811999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 4862e346-a52c-4a62-aa39-307486a08b19 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:06.812365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4862e346-a52c-4a62-aa39-307486a08b19 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:06.826716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8595a-04fb-46a7-a792-b1fece4db378 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:06.829171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8a8595a-04fb-46a7-a792-b1fece4db378 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "GET /v2.0/ports?device_id=e28d511c-72a2-4e39-b291-9ca71ddb142b HTTP/1.1" status: 200 len: 913 time: 0.2452412 Sep 15 16:04:06.830740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:06.851660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34252) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:06.905998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ab316ede-50b2-40c7-b365-c6f94b1e662d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=60cfac9ba81d464cb9d5fcfa0a3e269b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642898 Sep 15 16:04:06.910683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34254) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:06.916708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:06.920234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.933114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:06.944608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab316ede-50b2-40c7-b365-c6f94b1e662d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190dda9-3d2b-44e3-bfe0-f31af4281787,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:07.095448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63edac-dd11-4f8b-b0c1-7936853f85d0 None None] Network d1f343b9-6d52-4479-a927-f943076d8a68 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:07.136015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a189-ee27-4ad4-98a9-ca2db37e4bec req-069fcfb5-4814-4c87-958b-056600cfabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:07.137752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f44a189-ee27-4ad4-98a9-ca2db37e4bec req-069fcfb5-4814-4c87-958b-056600cfabbf service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3348069 Sep 15 16:04:07.143820 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79bffedb-44a4-4d6f-b73f-73ddb72f404f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.170981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79bffedb-44a4-4d6f-b73f-73ddb72f404f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.181467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9de3de0d-8f9d-43ec-99aa-6de009ce6dda None None] Provisioning complete for port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:07.181853 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9de3de0d-8f9d-43ec-99aa-6de009ce6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.226775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.251455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network d1f343b9-6d52-4479-a927-f943076d8a68 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:07.254696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:07.262550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:07.311223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79bffedb-44a4-4d6f-b73f-73ddb72f404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.314201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79bffedb-44a4-4d6f-b73f-73ddb72f404f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.315562 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79bffedb-44a4-4d6f-b73f-73ddb72f404f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1190dda9-3d2b-44e3-bfe0-f31af4281787 HTTP/1.1" status: 204 len: 168 time: 0.3983903 Sep 15 16:04:07.349007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bffedb-44a4-4d6f-b73f-73ddb72f404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190dda9-3d2b-44e3-bfe0-f31af4281787,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:07.359520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=98d851f2-91e2-4683-97eb-6966bcb5f75c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:07.388072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:07.388835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.413333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8f54a-b63a-4c97-b705-d8e4dfbbf678 req-5ee930a1-bdd7-46ac-8221-59a45405f57e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:07.420917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bf8f54a-b63a-4c97-b705-d8e4dfbbf678 req-5ee930a1-bdd7-46ac-8221-59a45405f57e tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 945 time: 0.1327152 Sep 15 16:04:07.430640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.475077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6c09a7a6-461c-461a-80d8-84179c787c69 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0693073 Sep 15 16:04:07.477529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34260) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:07.537076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bf8f54a-b63a-4c97-b705-d8e4dfbbf678 req-9fd20a4d-9f22-4620-b091-7dea30ccb3a8 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152000 Sep 15 16:04:07.559664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=b2ae458e-480b-4b7c-86a1-84f158a10c13,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:07.568036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': 'ecfa43b5-6b97-415f-93c0-f53cd38cf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:07.568399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: 5513f0b0-3984-4bf0-83fd-f9ae85e564d7, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:07.638611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.691831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:07.719258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-826aceae-2425-4719-a63c-b9c7792739df None None] Provisioning complete for port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:07.719638 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-826aceae-2425-4719-a63c-b9c7792739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.783221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5513f0b0-3984-4bf0-83fd-f9ae85e564d7) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:07.796529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10416b5f-f8b2-4f29-a3a4-40ec594e3ead None None] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:07.842490 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:07.843093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.957831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-826aceae-2425-4719-a63c-b9c7792739df None None] Provisioning complete for port 98d851f2-91e2-4683-97eb-6966bcb5f75c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:07.958340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-826aceae-2425-4719-a63c-b9c7792739df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:07.982927 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7d588178-fa1b-41e6-be33-fc07c1a5e079 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5400913 Sep 15 16:04:07.983936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34266) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:07.993596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7', 'name': 'tempest-PortsIpV6TestJSON-313496848'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:08.027464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-826aceae-2425-4719-a63c-b9c7792739df None None] Port 98d851f2-91e2-4683-97eb-6966bcb5f75c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:08.080432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-5513f0b0-3984-4bf0-83fd-f9ae85e564d7', 'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7', 'tenant_id': 'a8412c6b8ff14f04a219eb55d9a49253', 'fixed_ips': [{'subnet_id': 'b2ae458e-480b-4b7c-86a1-84f158a10c13'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:08.081464 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.090986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dcd8d6c7-fe48-424d-9a02-73984dfeabb1 req-c8131981-e63a-4c0f-853c-7fa35909ccca tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0519772 Sep 15 16:04:08.163689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34268) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:08.194962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port 29073c04-4d6a-4c99-b72f-d3c0a8007aa8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:08.195438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.206988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:08.221475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.225647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0c3f-f685-4c20-8e8b-039b93868f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.260661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1f371825-b2ac-4f2a-b3bf-9f4fd93e6c9b None None] Provisioning complete for port 98d851f2-91e2-4683-97eb-6966bcb5f75c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:08.264667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f371825-b2ac-4f2a-b3bf-9f4fd93e6c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.299327 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.312197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for 29073c04-4d6a-4c99-b72f-d3c0a8007aa8 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:08.336572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1f371825-b2ac-4f2a-b3bf-9f4fd93e6c9b None None] Port 98d851f2-91e2-4683-97eb-6966bcb5f75c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:08.352298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Allocated IP 2001:db8::2 (5513f0b0-3984-4bf0-83fd-f9ae85e564d7/b2ae458e-480b-4b7c-86a1-84f158a10c13/3c627496-6acf-4e0d-a8a7-7f60eccbb11e) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:08.363864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:08.364455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:08.364611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.368181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.390569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port c5d9e910-18ce-4399-b71f-b899cb358096 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:08.400849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f44a189-ee27-4ad4-98a9-ca2db37e4bec req-9cd7c92b-554f-4dcf-ae00-1bffa5653451 tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.38 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0386019 Sep 15 16:04:08.576796 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.605871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.608669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0c3f-f685-4c20-8e8b-039b93868f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.667783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.696279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.704301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:08.706262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8e6a0c3f-f685-4c20-8e8b-039b93868f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.706816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:08.710760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:08.736839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-7a082417-ac47-468e-bea9-8f1ed9282f6d tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:08.738512 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-7a082417-ac47-468e-bea9-8f1ed9282f6d tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.55 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 945 time: 0.1341665 Sep 15 16:04:08.765581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5c50-1037-48fa-ba5b-25af52855fa5 req-16c75e7c-de1b-485b-84a8-c27c853e0136 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:08.767302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e5c50-1037-48fa-ba5b-25af52855fa5 req-16c75e7c-de1b-485b-84a8-c27c853e0136 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 945 time: 0.1270473 Sep 15 16:04:08.769761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Pushing event updated for resources: {'Port': ['ID=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:08.793333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Attempting to bind port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:08.798615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Attempting to bind port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ecfa43b5-6b97-415f-93c0-f53cd38cf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:08.798615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Attempting to bind port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e on network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:08.799293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.801432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:08.801893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Checking segment: {'id': 'ecfa43b5-6b97-415f-93c0-f53cd38cf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:08.802359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.803696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Bound using segment: {'id': 'ecfa43b5-6b97-415f-93c0-f53cd38cf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:08.803883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Bound port: 3c627496-6acf-4e0d-a8a7-7f60eccbb11e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfa43b5-6b97-415f-93c0-f53cd38cf619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:08.804326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.808807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a0c3f-f685-4c20-8e8b-039b93868f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b099a61-336a-4567-84da-05c3d60c61ec,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:08.814794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::19c (5513f0b0-3984-4bf0-83fd-f9ae85e564d7/b2ae458e-480b-4b7c-86a1-84f158a10c13/c5d9e910-18ce-4399-b71f-b899cb358096) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:08.820872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8e6a0c3f-f685-4c20-8e8b-039b93868f17 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d4fe000b00ff44d2a891803c9c090c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548440 Sep 15 16:04:08.836408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34272) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:08.865865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=98d851f2-91e2-4683-97eb-6966bcb5f75c,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:08.888883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=29073c04-4d6a-4c99-b72f-d3c0a8007aa8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:08.909346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] For port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:08.922549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] For port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,segment=NetworkSegment(ecfa43b5-6b97-415f-93c0-f53cd38cf619),segment_id=ecfa43b5-6b97-415f-93c0-f53cd38cf619)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:09.010823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.018290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.079486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-334e5c50-1037-48fa-ba5b-25af52855fa5 req-afead301-017e-43c9-a90e-3f34fbea5317 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655199 Sep 15 16:04:09.101453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-37e0c3eb-6e2c-43f2-bed5-9dd341042087 None None] Provisioning complete for port 98d851f2-91e2-4683-97eb-6966bcb5f75c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:09.101813 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37e0c3eb-6e2c-43f2-bed5-9dd341042087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.138896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7c980-51e1-495a-92c3-28eef531e92c None None] Pushing event updated for resources: {'Port': ['ID=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:09.158356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-37e0c3eb-6e2c-43f2-bed5-9dd341042087 None None] Port 98d851f2-91e2-4683-97eb-6966bcb5f75c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:09.189529 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576da2ea-725d-4d09-90ad-9e3e7f30078f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.270486 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5cf6d79c-18f5-4879-9dfa-ac6118c93c57 req-daca9901-6fbe-45d3-83a1-dcf15238ddab tempest-ServerShowV257Test-287088800 tempest-ServerShowV257Test-287088800-project] 10.222.0.63 "GET /v2.0/ports?device_id=b4526901-cf79-45d3-887b-46c81d20d99d HTTP/1.1" status: 200 len: 210 time: 0.0341153 Sep 15 16:04:09.271500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.272469 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576da2ea-725d-4d09-90ad-9e3e7f30078f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.300541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Deleting port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:09.300766 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.461020 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.494652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.588332 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.650146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.731296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.733179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=98d851f2-91e2-4683-97eb-6966bcb5f75c,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:09.836564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network d1f343b9-6d52-4479-a927-f943076d8a68 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:09.839018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:09.865939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576da2ea-725d-4d09-90ad-9e3e7f30078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.868149 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-576da2ea-725d-4d09-90ad-9e3e7f30078f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.871645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-576da2ea-725d-4d09-90ad-9e3e7f30078f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9b099a61-336a-4567-84da-05c3d60c61ec HTTP/1.1" status: 204 len: 168 time: 1.0335453 Sep 15 16:04:09.922336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] For port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,segment=NetworkSegment(58d36795-2d67-4d2c-8cda-294572525cf5),segment_id=58d36795-2d67-4d2c-8cda-294572525cf5)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:09.922707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:09.935244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576da2ea-725d-4d09-90ad-9e3e7f30078f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b099a61-336a-4567-84da-05c3d60c61ec,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:09.947569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Calling delete_port for 10cae209-9bf4-47b8-bdc4-8b5678a20bbe owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:10.057949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.079910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router d99474ea-30a6-4e47-9b3c-7f10e101a5e5 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:10.154734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:10.163354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:10.166592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:10.172458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:10.173167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.196847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=c5d9e910-18ce-4399-b71f-b899cb358096,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:10.273008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c627496-6acf-4e0d-a8a7-7f60eccbb11e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:10.327410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:10.350275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] Sync routers for ids ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:10.360782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-04ef886d-2ca7-4a58-801e-7df0c30af22f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/d99474ea-30a6-4e47-9b3c-7f10e101a5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8813496 Sep 15 16:04:10.363210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34284) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:10.389059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:10.389432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.435508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] Routers {'d99474ea-30a6-4e47-9b3c-7f10e101a5e5'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:10.435837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:10.445554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3fc678aa-70f9-4010-ba84-cd437b8d75bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4571409 Sep 15 16:04:10.448852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34288) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:10.472380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '5513f0b0-3984-4bf0-83fd-f9ae85e564d7', 'name': 'tempest-PortsIpV6TestJSON-2049939069'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:10.478181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.486781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345f2941-b94a-42e7-a912-b4fa7bf40ec4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:10.491502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-345f2941-b94a-42e7-a912-b4fa7bf40ec4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports/98d851f2-91e2-4683-97eb-6966bcb5f75c HTTP/1.1" status: 200 len: 977 time: 0.1240456 Sep 15 16:04:10.491707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a1066-0748-4b70-a538-149c5abd416c None None] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:10.492288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34290) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:10.494369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:10.528376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] Routers {'d99474ea-30a6-4e47-9b3c-7f10e101a5e5'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:10.529055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:10.533308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9e44f1cb-094a-45b7-a6c9-b170a7856404 None None] Provisioning complete for port 98d851f2-91e2-4683-97eb-6966bcb5f75c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:10.533926 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e44f1cb-094a-45b7-a6c9-b170a7856404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.563625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Pushing event deleted for resources: {'Port': ['ID=10cae209-9bf4-47b8-bdc4-8b5678a20bbe,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:10.614203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c935889-f45c-4f27-95c9-b0b17d85a723 req-3cec531a-4098-4a95-b3fb-849eaa405254 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:10.625241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c935889-f45c-4f27-95c9-b0b17d85a723 req-3cec531a-4098-4a95-b3fb-849eaa405254 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/ports?device_id=09fdb23f-2b5e-408f-a11c-42d72fd97984 HTTP/1.1" status: 200 len: 867 time: 0.3494310 Sep 15 16:04:10.640548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9e44f1cb-094a-45b7-a6c9-b170a7856404 None None] Port 98d851f2-91e2-4683-97eb-6966bcb5f75c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:10.644443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:10.645335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d8297-daf9-492c-9b2f-bd1305d71bad None None] The sync data for ids ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:10.661538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Router e28d511c-72a2-4e39-b291-9ca71ddb142b has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:10.726715 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.750684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] No DVR routers for this DVR port 10cae209-9bf4-47b8-bdc4-8b5678a20bbe on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:10.758516 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.760990 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6434b25b-5e95-49d5-8254-b9afc4cebeac req-ad5a1ae5-77d4-4ea7-aa32-ebfa94f3e574 tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.55 "DELETE /v2.0/ports/10cae209-9bf4-47b8-bdc4-8b5678a20bbe HTTP/1.1" status: 204 len: 173 time: 2.0132005 Sep 15 16:04:10.761421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'name': 'network-vif-deleted', 'tag': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:10.764178 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e8c39-cd80-4c27-b45b-4f9678b04699" -d '{"events": [{"server_uuid": "09fdb23f-2b5e-408f-a11c-42d72fd97984", "name": "network-vif-deleted", "tag": "10cae209-9bf4-47b8-bdc4-8b5678a20bbe"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:10.815760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,segment=NetworkSegment(ecfa43b5-6b97-415f-93c0-f53cd38cf619),segment_id=ecfa43b5-6b97-415f-93c0-f53cd38cf619)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:10.816816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7d90db65-8e87-4d67-9f5a-da8fb78b6054 None None] Provisioning complete for port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:10.817190 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d90db65-8e87-4d67-9f5a-da8fb78b6054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.893064 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16defe6a-403d-42e7-83dc-f3703a9a5a22 x-openstack-request-id: req-16defe6a-403d-42e7-83dc-f3703a9a5a22 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:10.893632 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fdb23f-2b5e-408f-a11c-42d72fd97984", "name": "network-vif-deleted", "tag": "10cae209-9bf4-47b8-bdc4-8b5678a20bbe", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:10.893632 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-16defe6a-403d-42e7-83dc-f3703a9a5a22 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:10.894123 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fdb23f-2b5e-408f-a11c-42d72fd97984', 'name': 'network-vif-deleted', 'tag': '10cae209-9bf4-47b8-bdc4-8b5678a20bbe', 'status': 'completed', 'code': 200} Sep 15 16:04:10.895315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:10.905275 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.915051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c935889-f45c-4f27-95c9-b0b17d85a723 req-0520c675-a755-4952-b57a-28a8ba32e36a tempest-ServerTagsTestJSON-903952629 tempest-ServerTagsTestJSON-903952629-project] 10.222.0.63 "GET /v2.0/security-groups?id=599a2b47-3d3b-400e-9209-438b4a14edad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777495 Sep 15 16:04:10.924067 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] Sync routers for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:10.933913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-931c8f89-2394-4c2d-9b09-8421f0622154 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "PUT /v2.0/routers/e28d511c-72a2-4e39-b291-9ca71ddb142b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0795143 Sep 15 16:04:10.936435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34302) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:10.945367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:10.952461 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:10.954573 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:10.975336 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:10.994129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:11.019822 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:11.073434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 1c5bce94-7c07-4241-a803-6701ee464ec4 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:11.165042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.240531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34306) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:11.245097 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] Routers {'e28d511c-72a2-4e39-b291-9ca71ddb142b'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:11.246165 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e28d511c-72a2-4e39-b291-9ca71ddb142b'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:11.301940 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:11.303230 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d2a05f-3b50-431b-a1d8-de8b991ac100 None None] The sync data for ids ['e28d511c-72a2-4e39-b291-9ca71ddb142b'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:11.338370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.406995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16b74622-c40a-4040-90af-c79a4271a902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.434050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cfba3927-a50d-4b11-a221-e419e7f3f97a None None] Provisioning complete for port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:11.434596 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cfba3927-a50d-4b11-a221-e419e7f3f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.514167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting port f9907b8c-1322-4f15-82d3-2af90c9fdfe4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:11.514944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.589170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::168 (5513f0b0-3984-4bf0-83fd-f9ae85e564d7/b2ae458e-480b-4b7c-86a1-84f158a10c13/1c5bce94-7c07-4241-a803-6701ee464ec4) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:11.619398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.629517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cfba3927-a50d-4b11-a221-e419e7f3f97a None None] Provisioning complete for port c5d9e910-18ce-4399-b71f-b899cb358096 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:11.629895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cfba3927-a50d-4b11-a221-e419e7f3f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.652637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.673652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cfba3927-a50d-4b11-a221-e419e7f3f97a None None] Port c5d9e910-18ce-4399-b71f-b899cb358096 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:11.684508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16b74622-c40a-4040-90af-c79a4271a902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.689381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Calling delete_port for f9907b8c-1322-4f15-82d3-2af90c9fdfe4 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:11.759660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16b74622-c40a-4040-90af-c79a4271a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.800959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6f7442d3-328b-4aaf-a5bf-d52ea0a478aa None None] Provisioning complete for port c5d9e910-18ce-4399-b71f-b899cb358096 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:11.801594 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f7442d3-328b-4aaf-a5bf-d52ea0a478aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.816015 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-16b74622-c40a-4040-90af-c79a4271a902 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55f8be31c5be4445b9a8d79b35804cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742588 Sep 15 16:04:11.821889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34318) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:11.825415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b74622-c40a-4040-90af-c79a4271a902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e321ce-8387-408e-b982-47638eb3aa91,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:11.856907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6f7442d3-328b-4aaf-a5bf-d52ea0a478aa None None] Port c5d9e910-18ce-4399-b71f-b899cb358096 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:11.861131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34320) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:11.967852 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b563-dc20-41b1-9460-2087071f4980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:11.995322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 10cae209-9bf4-47b8-bdc4-8b5678a20bbe no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:11.996740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34326) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:12.000480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'networks': [{'name': 'tempest-network--1701775626'}, {'name': 'tempest-network--1732900147'}]} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:12.000821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'network': {'name': 'tempest-network--1701775626'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:12.001280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'network': {'name': 'tempest-network--1732900147'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:12.016536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 10cae209-9bf4-47b8-bdc4-8b5678a20bbe {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:12.016881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 10cae209-9bf4-47b8-bdc4-8b5678a20bbe not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:12.052154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b563-dc20-41b1-9460-2087071f4980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.135609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Made reservation on behalf of 167bf11e9243446498c7a12523eeb3e0 for: {'network': 2} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:12.140204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.154055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] Deleting subnet 175bdfda-becf-41f5-b73e-6c72beb31db2 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:12.158419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.161047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.170983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c627496-6acf-4e0d-a8a7-7f60eccbb11e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:12.211591 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.232973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.239468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:12.239848 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.256720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Port': ['ID=f9907b8c-1322-4f15-82d3-2af90c9fdfe4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:12.287820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.309247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 98d851f2-91e2-4683-97eb-6966bcb5f75c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:12.309247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.344550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b563-dc20-41b1-9460-2087071f4980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.350166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b563-dc20-41b1-9460-2087071f4980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.351659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2ba6b563-dc20-41b1-9460-2087071f4980 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/25e321ce-8387-408e-b982-47638eb3aa91 HTTP/1.1" status: 204 len: 168 time: 0.5274160 Sep 15 16:04:12.369886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.398607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6b563-dc20-41b1-9460-2087071f4980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e321ce-8387-408e-b982-47638eb3aa91,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:12.425194 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.437332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.450431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:12.455727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:12.458740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.461356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=1c5bce94-7c07-4241-a803-6701ee464ec4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:12.463738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:12.469533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:12.470123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.488110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 98d851f2-91e2-4683-97eb-6966bcb5f75c owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:12.578699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.582739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.671942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.718638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.719163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Fanout notify agent at l3_agent the message router_deleted on router e28d511c-72a2-4e39-b291-9ca71ddb142b {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:12.735678 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.737199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4b6e596e-c769-4c67-86e6-cd082c3e7f2b tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/routers/e28d511c-72a2-4e39-b291-9ca71ddb142b HTTP/1.1" status: 204 len: 168 time: 1.7995286 Sep 15 16:04:12.740881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34332) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:12.750638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:04:12.780983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.786216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.786669 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.822141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.824793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-13b335e0-47c2-4eee-8cab-37a18dd8f998 None None] Provisioning complete for port 1c5bce94-7c07-4241-a803-6701ee464ec4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:12.825450 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13b335e0-47c2-4eee-8cab-37a18dd8f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.847024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175bdfda-becf-41f5-b73e-6c72beb31db2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:12.863714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=98d851f2-91e2-4683-97eb-6966bcb5f75c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:12.866899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Deleting subnet 2a847455-ad4d-4137-9245-ae2494353c1e {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:12.869049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-adae2420-7be3-4f58-997b-12dd1e572a2a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4179378 Sep 15 16:04:12.871894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34336) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:12.876261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.878216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eac98c08-a5d5-407b-a1d1-2f67e88157ae admin admin] 10.222.0.63 "DELETE /v2.0/subnets/175bdfda-becf-41f5-b73e-6c72beb31db2 HTTP/1.1" status: 204 len: 168 time: 0.8520746 Sep 15 16:04:12.884328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34338) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:12.885327 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:12.921455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-13b335e0-47c2-4eee-8cab-37a18dd8f998 None None] Port 1c5bce94-7c07-4241-a803-6701ee464ec4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:12.924714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73017d73-ea47-465e-847e-cebc38bd4396,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:12.946748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:13.009956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.016026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.016375 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Added segment 33ca9da2-406a-4888-ac00-046ed64ca9ba of type vlan for network 32b68b89-d98c-4f7d-9ca3-7f297d2ff251 Sep 15 16:04:13.048960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb1bb30-1867-45b4-8a20-7c255a5381a8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:13.050550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1bb1bb30-1867-45b4-8a20-7c255a5381a8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A19c HTTP/1.1" status: 200 len: 928 time: 0.1774838 Sep 15 16:04:13.054129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34344) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:13.056956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.117812 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.151357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.170902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.237922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:13.273600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.273951 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Added segment 0a107c8a-84ee-4eec-93f3-cb767b49a837 of type vlan for network 28d43a4f-ce7e-479b-be80-381fb03e12af Sep 15 16:04:13.276084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.300795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 1c5bce94-7c07-4241-a803-6701ee464ec4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:13.301377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.327649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab219e84-faa2-4421-8a8f-97c50115ecb9']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:13.345482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d36795-2d67-4d2c-8cda-294572525cf5') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:13.345783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d36795-2d67-4d2c-8cda-294572525cf5') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:13.367350 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.370640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.395710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.406413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:13.406820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:13.408518 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:13.431619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.449671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router d99474ea-30a6-4e47-9b3c-7f10e101a5e5 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:13.487890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Subnet': ['ID=2a847455-ad4d-4137-9245-ae2494353c1e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:13.492449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.494369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2082d8c6-0222-45fa-b934-02af4e46de0a tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/subnets/2a847455-ad4d-4137-9245-ae2494353c1e HTTP/1.1" status: 204 len: 168 time: 0.7523401 Sep 15 16:04:13.497198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34354) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:13.505338 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.506351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.512124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:13.515766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.516980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:13.518046 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.563871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 1c5bce94-7c07-4241-a803-6701ee464ec4 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:13.568978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.571445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:13.582547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6f1fd685-36cf-4f26-8717-f316b0b60c03 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/d99474ea-30a6-4e47-9b3c-7f10e101a5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0844481 Sep 15 16:04:13.582547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34356) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:13.596143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] Sync routers for ids ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:13.617869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.618059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] Routers {'d99474ea-30a6-4e47-9b3c-7f10e101a5e5'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:13.618676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:13.619739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ab219e84-faa2-4421-8a8f-97c50115ecb9 HTTP/1.1" status: 204 len: 168 time: 0.7307367 Sep 15 16:04:13.667551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:13.670233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Network': ['ID=32b68b89-d98c-4f7d-9ca3-7f297d2ff251,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:13.677134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] Routers {'d99474ea-30a6-4e47-9b3c-7f10e101a5e5'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:13.678067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:13.713776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:13.714846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a348fa-4ca2-403b-b84f-01e037b7b5c8 None None] The sync data for ids ['d99474ea-30a6-4e47-9b3c-7f10e101a5e5'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:13.716535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 32b68b89-d98c-4f7d-9ca3-7f297d2ff251 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:13.772434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Network': ['ID=28d43a4f-ce7e-479b-be80-381fb03e12af,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:13.796366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 28d43a4f-ce7e-479b-be80-381fb03e12af details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:13.817466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:13.828586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11311d6f-2252-4162-ad60-56e765626d29 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab219e84-faa2-4421-8a8f-97c50115ecb9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:13.835089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-740e3d20-ffea-4a7e-847e-f707de519be8 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9728825 Sep 15 16:04:13.836925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34362) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:13.841692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34364) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:13.870460 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-08933418-6bb4-4df0-8e65-3a6aef43a8a4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] remove_router_interface failed (client error): The resource could not be found. Sep 15 16:04:13.871905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-08933418-6bb4-4df0-8e65-3a6aef43a8a4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/d99474ea-30a6-4e47-9b3c-7f10e101a5e5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2903666 Sep 15 16:04:13.874850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34368) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:13.927009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d2b30cbd-4292-4d29-8bdb-9aa96814dce3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=d99474ea-30a6-4e47-9b3c-7f10e101a5e5 HTTP/1.1" status: 200 len: 205 time: 0.0503504 Sep 15 16:04:13.931219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34370) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:13.985689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-261334841-network', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:14.038403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2e5b-ac05-457f-84df-b3dd67c766e0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.045577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.092782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fe1c8c-7c51-4c8a-9fce-4db76483ee69']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:14.102590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a338ec-1b2f-456b-93d8-eb2ce051d0f1 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:14.108521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a338ec-1b2f-456b-93d8-eb2ce051d0f1 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:14.111937 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.114698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a338ec-1b2f-456b-93d8-eb2ce051d0f1 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:14.121615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a338ec-1b2f-456b-93d8-eb2ce051d0f1 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:14.123475 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-04a338ec-1b2f-456b-93d8-eb2ce051d0f1 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2761912 Sep 15 16:04:14.129035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34372) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:14.129224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34374) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:14.147748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02a7825-0846-49e8-8448-1308b4711b1f') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:14.148040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02a7825-0846-49e8-8448-1308b4711b1f') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:14.173494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Made reservation on behalf of 709558d00c174fa89b6afaac4554a7cc for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:14.176243 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.182829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.201685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=1c5bce94-7c07-4241-a803-6701ee464ec4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:14.211378 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.222566 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.257907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2e5b-ac05-457f-84df-b3dd67c766e0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.261790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2e5b-ac05-457f-84df-b3dd67c766e0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.264042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.265993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0cca48b1-26d0-48e4-b856-441aac8c8ab2 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/1c5bce94-7c07-4241-a803-6701ee464ec4 HTTP/1.1" status: 204 len: 168 time: 1.2106154 Sep 15 16:04:14.270239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34376) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:14.276836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:14.277245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:14.285823 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:14.312535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ec61372e-34e3-47d5-afc3-8be574978088 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3cd93e6412a54a5db870202b29bccad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791480 Sep 15 16:04:14.315781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34378) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:14.325790 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52c62b7-66e4-4110-991f-127f05c57329 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:04:14.326437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.327463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b52c62b7-66e4-4110-991f-127f05c57329 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/1c5bce94-7c07-4241-a803-6701ee464ec4 HTTP/1.1" status: 404 len: 333 time: 0.0562296 Sep 15 16:04:14.331709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34380) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:14.410877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2e5b-ac05-457f-84df-b3dd67c766e0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.411397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1b2e5b-ac05-457f-84df-b3dd67c766e0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Fanout notify agent at l3_agent the message router_deleted on router d99474ea-30a6-4e47-9b3c-7f10e101a5e5 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:14.421027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2e5b-ac05-457f-84df-b3dd67c766e0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.421363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2d1b2e5b-ac05-457f-84df-b3dd67c766e0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/d99474ea-30a6-4e47-9b3c-7f10e101a5e5 HTTP/1.1" status: 204 len: 168 time: 0.4891374 Sep 15 16:04:14.426309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34382) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:14.476995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.500536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet d2e23f03-5c9d-44e4-a911-cfa80939ca19 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:14.503694 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.505817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] 10.222.0.63 "DELETE /v2.0/networks/45fe1c8c-7c51-4c8a-9fce-4db76483ee69 HTTP/1.1" status: 204 len: 168 time: 1.0075183 Sep 15 16:04:14.506730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port c5d9e910-18ce-4399-b71f-b899cb358096 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:14.507272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.525732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.565216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.567743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28766b-9fe7-4144-b089-dcca86ffd8d2 tempest-FloatingIPTestJSON-1656956825 tempest-FloatingIPTestJSON-1656956825-project] Pushing event deleted for resources: {'Network': ['ID=45fe1c8c-7c51-4c8a-9fce-4db76483ee69,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:14.588569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac493570-70ac-4312-89a3-9c21fcc40810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.608459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b68b89-d98c-4f7d-9ca3-7f297d2ff251']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:14.616655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.629012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ca9da2-406a-4888-ac00-046ed64ca9ba') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:14.629271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ca9da2-406a-4888-ac00-046ed64ca9ba') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:14.650940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac493570-70ac-4312-89a3-9c21fcc40810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.663112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.666524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.671599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.690946 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.691188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for c5d9e910-18ce-4399-b71f-b899cb358096 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:14.704085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:14.704509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:14.707463 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:14.722089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.033816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34388) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:15.050608 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.106540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:15.129883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.130222 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Added segment 1855a159-2a12-431b-849e-029aafcef0cb of type vlan for network 66be19ab-4f38-495b-acf8-567ec7d80936 Sep 15 16:04:15.138699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c329ce-8bb0-4e27-94af-0e3f7e08671d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:15.177461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.189684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.203379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.205045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/networks/32b68b89-d98c-4f7d-9ca3-7f297d2ff251 HTTP/1.1" status: 204 len: 168 time: 1.0729511 Sep 15 16:04:15.207872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:15.220467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac493570-70ac-4312-89a3-9c21fcc40810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.223097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac493570-70ac-4312-89a3-9c21fcc40810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.225022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac493570-70ac-4312-89a3-9c21fcc40810 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/599a2b47-3d3b-400e-9209-438b4a14edad HTTP/1.1" status: 204 len: 168 time: 0.8961749 Sep 15 16:04:15.225899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c5e67-471a-488a-81ef-a125683ce5e9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Network': ['ID=32b68b89-d98c-4f7d-9ca3-7f297d2ff251,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:15.233674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.236037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac493570-70ac-4312-89a3-9c21fcc40810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599a2b47-3d3b-400e-9209-438b4a14edad,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:15.284080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.285122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:15.285723 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.300376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.313826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.315654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/d2e23f03-5c9d-44e4-a911-cfa80939ca19 HTTP/1.1" status: 204 len: 168 time: 0.8866475 Sep 15 16:04:15.316511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9725a6-2af7-4795-ae04-bbc50337c1d1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e23f03-5c9d-44e4-a911-cfa80939ca19,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:15.319639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34396) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:15.325661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff84630-46a3-41b9-940c-379df8c638a6 None None] Network d1f343b9-6d52-4479-a927-f943076d8a68 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:15.330776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-181c243b-3367-48a2-ac23-d93210140b64 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=016f63c8a8a64c1fbceef9566ae4770a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913504 Sep 15 16:04:15.346543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:15.384008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=c5d9e910-18ce-4399-b71f-b899cb358096,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:15.386315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] Pushing event updated for resources: {'Network': ['ID=66be19ab-4f38-495b-acf8-567ec7d80936,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:15.398171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-24855129-36cb-4bf7-a4fb-403706e8b75c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5578134 Sep 15 16:04:15.402817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34400) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:15.420154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Request body: {'subnet': {'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-subnet', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:15.421154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 66be19ab-4f38-495b-acf8-567ec7d80936 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:15.439007 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.441861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62c2d42a-ae4d-42ce-a50a-ac9dd8e8042d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/c5d9e910-18ce-4399-b71f-b899cb358096 HTTP/1.1" status: 204 len: 168 time: 1.1085804 Sep 15 16:04:15.447868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.449506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34402) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:15.480271 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dd8efc-d9ad-4b4e-9faf-ce364bfa2096 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:04:15.485882 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e9dd8efc-d9ad-4b4e-9faf-ce364bfa2096 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/c5d9e910-18ce-4399-b71f-b899cb358096 HTTP/1.1" status: 404 len: 333 time: 0.0307627 Sep 15 16:04:15.486082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34404) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:15.504049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.536527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64df1ab5-2368-4dd3-8761-57130b6cf839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.586756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Made reservation on behalf of 709558d00c174fa89b6afaac4554a7cc for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:15.590417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.607049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet b2ae458e-480b-4b7c-86a1-84f158a10c13 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:15.613154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64df1ab5-2368-4dd3-8761-57130b6cf839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.643193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.647651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.713583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d43a4f-ce7e-479b-be80-381fb03e12af']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:15.728740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.733959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a107c8a-84ee-4eec-93f3-cb767b49a837') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:15.734554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a107c8a-84ee-4eec-93f3-cb767b49a837') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:15.755101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:15.756062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.789160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.824763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.857612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:15.865256 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:15.875094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,segment=NetworkSegment(8031b0bb-db0f-47ac-8739-7accf1114d92),segment_id=8031b0bb-db0f-47ac-8739-7accf1114d92)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:15.875487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.887904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64df1ab5-2368-4dd3-8761-57130b6cf839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.890510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64df1ab5-2368-4dd3-8761-57130b6cf839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:15.891681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-64df1ab5-2368-4dd3-8761-57130b6cf839 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f6aaaa2-7f34-4bf4-8338-cad641efd277 HTTP/1.1" status: 204 len: 168 time: 0.5365245 Sep 15 16:04:15.905744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] DHCP port deletion for d1f343b9-6d52-4479-a927-f943076d8a68 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:15.922982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:15.937941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df1ab5-2368-4dd3-8761-57130b6cf839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6aaaa2-7f34-4bf4-8338-cad641efd277,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:15.991047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] Deleting port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:15.991342 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.014315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.038813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.062772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] For port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,segment=NetworkSegment(8031b0bb-db0f-47ac-8739-7accf1114d92),segment_id=8031b0bb-db0f-47ac-8739-7accf1114d92)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:16.063631 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.080170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3256513-38af-41ae-babf-841e712afa79,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:16.093917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.097881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] Calling delete_port for 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:16.099735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Checking segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:16.100424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Network hostable DHCP agents. Network: 66be19ab-4f38-495b-acf8-567ec7d80936, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:16.101785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.104631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/networks/28d43a4f-ce7e-479b-be80-381fb03e12af HTTP/1.1" status: 204 len: 168 time: 0.8951876 Sep 15 16:04:16.109414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34416) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:16.131314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acc105-41ad-44fc-9657-a1634601b2f9 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Network': ['ID=28d43a4f-ce7e-479b-be80-381fb03e12af,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:16.156526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.216858 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.230511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:16.232903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No DVR routers for this DVR port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:16.266312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Network 66be19ab-4f38-495b-acf8-567ec7d80936 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:16.267377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:16.273584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.311287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] Pushing event deleted for resources: {'Port': ['ID=5e190fca-3ec5-40b7-a4cb-f6a52d0af583,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:16.316884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded686d9-56fe-4f71-9e0b-15a4fef3a410 None None] No DVR routers for this DVR port 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:16.323895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:16.330470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e190fca-3ec5-40b7-a4cb-f6a52d0af583 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:16.333549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4c9dd-1061-46b3-8c12-fe889668b3f0 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:16.341209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4c9dd-1061-46b3-8c12-fe889668b3f0 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:16.342865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-56b4c9dd-1061-46b3-8c12-fe889668b3f0 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2319126 Sep 15 16:04:16.344289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ae458e-480b-4b7c-86a1-84f158a10c13,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:16.347280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34422) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:16.364511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-433362943'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:16.368019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d68a3-0cbb-4390-9cc7-0d58527924bb None None] Network 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:16.369881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.377394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0ead4ffe-8d37-472f-959a-a6d1ccb450b5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/b2ae458e-480b-4b7c-86a1-84f158a10c13 HTTP/1.1" status: 204 len: 168 time: 0.8881619 Sep 15 16:04:16.382953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34426) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:16.387308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 66be19ab-4f38-495b-acf8-567ec7d80936) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:16.389296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.392929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:16.393733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.399827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b0a36-6c09-4898-9ee5-0559418d5a39 None None] Network 66be19ab-4f38-495b-acf8-567ec7d80936 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:16.456190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f343b9-6d52-4479-a927-f943076d8a68']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:16.495347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8031b0bb-db0f-47ac-8739-7accf1114d92') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:16.495654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8031b0bb-db0f-47ac-8739-7accf1114d92') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:16.513419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Made reservation on behalf of 167bf11e9243446498c7a12523eeb3e0 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:16.516538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.519340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.529376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.539750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.548096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:16.548426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:16.552038 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:16.566624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:16.576929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.578489 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Added segment 03d3ea7f-20d1-49e3-ae20-76b16affd259 of type vlan for network 2cbbb91e-5735-4e68-aa6c-081b8416a54b Sep 15 16:04:16.617920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-daa0c5ee-2fba-432b-94df-9b8712da3823 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2068253 Sep 15 16:04:16.622762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34438) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:16.629578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:16.647623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.705446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-66be19ab-4f38-495b-acf8-567ec7d80936', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:16.706910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.722988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.725070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.733655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:16.734368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.743492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] DHCP port deletion for 5513f0b0-3984-4bf0-83fd-f9ae85e564d7 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:16.752789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.760532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:16.761283 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.836438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.861978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.864053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/d1f343b9-6d52-4479-a927-f943076d8a68 HTTP/1.1" status: 204 len: 168 time: 1.5432444 Sep 15 16:04:16.875935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a82138-73ec-4eb1-81f5-ed5ceac4d347 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=d1f343b9-6d52-4479-a927-f943076d8a68,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:16.877973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34444) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:16.888678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] For port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,segment=NetworkSegment(ecfa43b5-6b97-415f-93c0-f53cd38cf619),segment_id=ecfa43b5-6b97-415f-93c0-f53cd38cf619)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:16.889044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.895421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-267100680'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:16.905634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5488753 Sep 15 16:04:16.911340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34446) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:16.911591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] Deleting port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:16.911962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f93ee-6074-4d84-a929-b08b21ba5119 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Network': ['ID=2cbbb91e-5735-4e68-aa6c-081b8416a54b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:16.912278 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:16.935993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2cbbb91e-5735-4e68-aa6c-081b8416a54b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:16.937498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 3c627496-6acf-4e0d-a8a7-7f60eccbb11e owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:16.962247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-193809166'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:16.970654 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.024281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Allocated IP 172.20.0.2 (66be19ab-4f38-495b-acf8-567ec7d80936/b3256513-38af-41ae-babf-841e712afa79/b829b03b-1cce-44a5-9e28-9e15fdcbc871) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:17.064824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] For port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,segment=NetworkSegment(ecfa43b5-6b97-415f-93c0-f53cd38cf619),segment_id=ecfa43b5-6b97-415f-93c0-f53cd38cf619)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:17.065284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.085069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] Calling delete_port for 3c627496-6acf-4e0d-a8a7-7f60eccbb11e owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:17.113723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Made reservation on behalf of 167bf11e9243446498c7a12523eeb3e0 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:17.118618 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.153016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.195654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No DVR routers for this DVR port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:17.229050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:17.244316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:17.286160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.316949 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.325452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.325797 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Added segment 3d7b475d-025f-4349-9727-30ca9be1448a of type vlan for network 3ad148be-8cfe-4492-9027-8e443d308b39 Sep 15 16:04:17.348305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.370284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:17.374240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.374726 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.376667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.387326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5513f0b0-3984-4bf0-83fd-f9ae85e564d7']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:17.402750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfa43b5-6b97-415f-93c0-f53cd38cf619') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:17.403200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfa43b5-6b97-415f-93c0-f53cd38cf619') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:17.403928 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.407009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] Pushing event deleted for resources: {'Port': ['ID=3c627496-6acf-4e0d-a8a7-7f60eccbb11e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:17.417895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eeb2a1-36b7-4acb-bbdb-6b3bd8d0f592 None None] No DVR routers for this DVR port 3c627496-6acf-4e0d-a8a7-7f60eccbb11e on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:17.425305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.448710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Network 66be19ab-4f38-495b-acf8-567ec7d80936 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:17.451792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:17.455451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:17.459657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:17.491932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.505333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Pushing event updated for resources: {'Port': ['ID=b829b03b-1cce-44a5-9e28-9e15fdcbc871,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:17.507680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.510551 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment 659283cb-6d74-4983-ae52-9bc91ee3e65c of type vlan for network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 Sep 15 16:04:17.517057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.523995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:17.524863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.538277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Attempting to bind port b829b03b-1cce-44a5-9e28-9e15fdcbc871 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:17.538277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Attempting to bind port b829b03b-1cce-44a5-9e28-9e15fdcbc871 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:17.538642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Attempting to bind port b829b03b-1cce-44a5-9e28-9e15fdcbc871 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:17.544085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:17.545761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Checking segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:17.545761 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.545987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Bound using segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:17.546378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Bound port: b829b03b-1cce-44a5-9e28-9e15fdcbc871, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:17.546772 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.565098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be5d323c-ac34-4958-9f0f-3dc6236dfe85 req-15a12f34-38e4-435f-809d-c2cbb3d67227 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.0707736 Sep 15 16:04:17.629920 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.666066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:17.666066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.681187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] For port b829b03b-1cce-44a5-9e28-9e15fdcbc871, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:17.684788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] For port b829b03b-1cce-44a5-9e28-9e15fdcbc871, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b829b03b-1cce-44a5-9e28-9e15fdcbc871,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:17.688192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34476) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:17.693152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Network': ['ID=3ad148be-8cfe-4492-9027-8e443d308b39,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:17.704553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3ad148be-8cfe-4492-9027-8e443d308b39 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:17.709109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a75fc74e-fdf4-46b4-8709-da2765467042 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7890859 Sep 15 16:04:17.714291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34484) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:17.719638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'ports': [{'network_id': '2cbbb91e-5735-4e68-aa6c-081b8416a54b', 'name': 'tempest-port--1093054525', 'admin_state_up': True}, {'network_id': '3ad148be-8cfe-4492-9027-8e443d308b39', 'admin_state_up': False}]} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:17.719946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'port': {'network_id': '2cbbb91e-5735-4e68-aa6c-081b8416a54b', 'name': 'tempest-port--1093054525', 'admin_state_up': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:17.720434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'port': {'network_id': '3ad148be-8cfe-4492-9027-8e443d308b39', 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:17.771662 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:17.776048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.784105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:17.785465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.807506 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.887262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.902026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:17.907343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34496) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:17.912262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/5513f0b0-3984-4bf0-83fd-f9ae85e564d7 HTTP/1.1" status: 204 len: 168 time: 1.5260587 Sep 15 16:04:17.916539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0315037 Sep 15 16:04:17.916539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428e9cc-b09f-4a11-a59b-adbe2e0775e6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=372c60ba-fe7a-49b3-8fbe-9f9fa51db191,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:17.917304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34498) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:17.922884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': '372c60ba-fe7a-49b3-8fbe-9f9fa51db191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:17.928677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1795914138'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:17.945279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:17.975496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880203f5-9a7e-45b9-9d4f-fe8680710e7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=5513f0b0-3984-4bf0-83fd-f9ae85e564d7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:17.988880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Pushing event updated for resources: {'Port': ['ID=b829b03b-1cce-44a5-9e28-9e15fdcbc871,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:17.989051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470293253-network', 'tenant_id': 'd7ae5000c02f4581a0400c1782fd998b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:18.078905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.079533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.079856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.080192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.080734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.081091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.081395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.081761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.082027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.082394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.082710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.083038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7d52d-d649-4126-ae0a-f17521349efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:18.125382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:18.130286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.207225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.241183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c627496-6acf-4e0d-a8a7-7f60eccbb11e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:18.264473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.280034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Made reservation on behalf of 167bf11e9243446498c7a12523eeb3e0 for: {'port': 2} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:18.285538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.290769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3c627496-6acf-4e0d-a8a7-7f60eccbb11e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:18.291400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c627496-6acf-4e0d-a8a7-7f60eccbb11e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:18.303556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:18.309878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.323973 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:04:18.323973 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:04:18.323973 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': '732763276ab64b578cf8cb6cc2c5748f', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 3, 58, 44098)}] Sep 15 16:04:18.323973 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:04:18.324788 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:04:18.371717 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-070b1f25-a1a7-4314-944d-2022a89133b3 req-9aa1d192-7ffb-413c-8034-8ebbe7e3f966 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0351138 Sep 15 16:04:18.391481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.391481 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment bf068cee-4cdb-4f22-8f98-7219e1942263 of type vlan for network 13099862-bfc8-4ed0-b121-63412e92cc9d Sep 15 16:04:18.466164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Made reservation on behalf of d7ae5000c02f4581a0400c1782fd998b for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:18.468530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.552056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.564197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.609347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] device_id is not set on port 4499f403-7c35-4b2d-9277-2c506d4cbdb1 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:18.676330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Allocated IP 172.25.0.252 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/95190f04-2874-4d9a-8b58-0c0daaf355be) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:18.847812 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.854938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:18.856216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.030906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.040599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=13099862-bfc8-4ed0-b121-63412e92cc9d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:19.053798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 13099862-bfc8-4ed0-b121-63412e92cc9d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:19.075418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.080829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.123174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd2c81a-e9e9-4d68-bca3-4fc8d4fd5f50 None None] Network 66be19ab-4f38-495b-acf8-567ec7d80936 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:19.177772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.202035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] device_id is not set on port 93941377-50e7-4c65-aeee-05e65caa46db yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:19.232001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0613f39d-ac37-45f0-b040-4a4ca619a39e None None] Provisioning complete for port b829b03b-1cce-44a5-9e28-9e15fdcbc871 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:19.232696 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0613f39d-ac37-45f0-b040-4a4ca619a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.244546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a40b83c7-54a3-4c14-847e-79efd6151e9a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3324573 Sep 15 16:04:19.244546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:19.247080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34514) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:19.259352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:19.266177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2c55f6-bef0-4a75-bf1b-4d169d7568a6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:19.295836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.295836 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Added segment 7e586e2d-b60a-4f92-9fa7-3bd014d50e03 of type vlan for network 3dcae2a2-3894-465a-b2f6-58770f817fd8 Sep 15 16:04:19.359609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:19.365995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.404690 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.416029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0613f39d-ac37-45f0-b040-4a4ca619a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.483217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0613f39d-ac37-45f0-b040-4a4ca619a39e None None] For port b829b03b-1cce-44a5-9e28-9e15fdcbc871, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b829b03b-1cce-44a5-9e28-9e15fdcbc871,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:19.496524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Pushing event updated for resources: {'Port': ['ID=95190f04-2874-4d9a-8b58-0c0daaf355be,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:19.511387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.576088 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0613f39d-ac37-45f0-b040-4a4ca619a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.634486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:19.645267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54c52b02-0a93-41ea-a36b-493f5a7d23b1 req-d950af81-8b88-4b97-a7eb-76d689417182 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0788882 Sep 15 16:04:19.647925 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613f39d-ac37-45f0-b040-4a4ca619a39e None None] Pushing event updated for resources: {'Port': ['ID=b829b03b-1cce-44a5-9e28-9e15fdcbc871,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:19.675935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:19.679799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:19.798242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.799216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:19.799794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.858225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.885729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:19.890174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.901864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4f42b286-47c3-4691-a83a-19b84e42787d None None] Provisioning complete for port b829b03b-1cce-44a5-9e28-9e15fdcbc871 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:19.902382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f42b286-47c3-4691-a83a-19b84e42787d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.907438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:19.983768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:19.993955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': '659283cb-6d74-4983-ae52-9bc91ee3e65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '372c60ba-fe7a-49b3-8fbe-9f9fa51db191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:19.994323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: 372c60ba-fe7a-49b3-8fbe-9f9fa51db191, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:20.084674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:20.153310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 372c60ba-fe7a-49b3-8fbe-9f9fa51db191) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:20.160145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:20.162976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.176193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52718395-8538-433f-96cc-f0b0773c1a62 None None] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:20.203770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b829b03b-1cce-44a5-9e28-9e15fdcbc871 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:20.271997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5740161 Sep 15 16:04:20.275146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34518) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:20.282248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Request body: {'subnet': {'network_id': '3dcae2a2-3894-465a-b2f6-58770f817fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470293253-subnet', 'tenant_id': 'd7ae5000c02f4581a0400c1782fd998b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:20.314630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dc619-b021-4eca-bfef-26e922d6ce8f admin admin] Pushing event updated for resources: {'Network': ['ID=3dcae2a2-3894-465a-b2f6-58770f817fd8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:20.341548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3dcae2a2-3894-465a-b2f6-58770f817fd8 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:20.346167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ce02233e-da72-4d5e-95ee-f2d10d8b08d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4272842 Sep 15 16:04:20.351276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34520) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:20.359104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0393299e-4939-41c1-af7e-1528ae039254 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-506460559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:20.449855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b829b03b-1cce-44a5-9e28-9e15fdcbc871 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:20.450217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.472856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.500815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Made reservation on behalf of d7ae5000c02f4581a0400c1782fd998b for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:20.505376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.549160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-372c60ba-fe7a-49b3-8fbe-9f9fa51db191', 'network_id': '372c60ba-fe7a-49b3-8fbe-9f9fa51db191', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': '71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:20.549530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.571618 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.668835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Port': ['ID=4499f403-7c35-4b2d-9277-2c506d4cbdb1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:20.691425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0393299e-4939-41c1-af7e-1528ae039254 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.693691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0393299e-4939-41c1-af7e-1528ae039254 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.795316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.862663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Checking segment: {'id': '03d3ea7f-20d1-49e3-ae20-76b16affd259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2cbbb91e-5735-4e68-aa6c-081b8416a54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:20.863020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network hostable DHCP agents. Network: 2cbbb91e-5735-4e68-aa6c-081b8416a54b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:20.866094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=23b90560-55c1-497b-944f-b85d6ef1d048,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:20.869451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0393299e-4939-41c1-af7e-1528ae039254 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.873011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': 'bf068cee-4cdb-4f22-8f98-7219e1942263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:20.873392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: 13099862-bfc8-4ed0-b121-63412e92cc9d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:20.894305 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d141201e-92e2-4a86-98ce-a429e51f8593 req-60af1f51-8dc4-4c16-bad5-ecfc3e665e8b tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0610030 Sep 15 16:04:20.976981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0393299e-4939-41c1-af7e-1528ae039254 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:20.985845 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Allocated IP 172.20.0.2 (372c60ba-fe7a-49b3-8fbe-9f9fa51db191/71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8/359150e6-fdd9-4557-bb11-aee505de4e4d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:21.006430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.029530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network 2cbbb91e-5735-4e68-aa6c-081b8416a54b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:21.031813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 13099862-bfc8-4ed0-b121-63412e92cc9d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:21.085482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0393299e-4939-41c1-af7e-1528ae039254 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.086879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0393299e-4939-41c1-af7e-1528ae039254 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7334511 Sep 15 16:04:21.093320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34524) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:21.136836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2cbbb91e-5735-4e68-aa6c-081b8416a54b) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:21.147441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01180fba-454e-4e43-9d7b-6c025d734d66,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:21.148729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 13099862-bfc8-4ed0-b121-63412e92cc9d) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:21.155398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8544ebf4-ab17-4e77-b3d8-d0fcd94233e4 None None] Network 2cbbb91e-5735-4e68-aa6c-081b8416a54b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:21.159171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:21.160656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.165327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:21.166490 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.172761 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.253178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Checking segment: {'id': '7e586e2d-b60a-4f92-9fa7-3bd014d50e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '3dcae2a2-3894-465a-b2f6-58770f817fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:21.253564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Network hostable DHCP agents. Network: 3dcae2a2-3894-465a-b2f6-58770f817fd8, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:21.255999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc0436-e6c9-4f16-8c5e-436139c04968 None None] Network 13099862-bfc8-4ed0-b121-63412e92cc9d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:21.395256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Port': ['ID=93941377-50e7-4c65-aeee-05e65caa46db,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:21.413586 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.452531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.465434 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b300b79a-5f37-4cde-917d-50eb0d30fb86 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2098360 Sep 15 16:04:21.470066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34526) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:21.477088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d', 'name': 'tempest-PortsIpV6TestJSON-1387973633', 'fixed_ips': [{'subnet_id': '23b90560-55c1-497b-944f-b85d6ef1d048', 'ip_address': '2001:db8::10'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:21.481760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Network 3dcae2a2-3894-465a-b2f6-58770f817fd8 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:21.482635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Checking segment: {'id': '3d7b475d-025f-4349-9727-30ca9be1448a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '3ad148be-8cfe-4492-9027-8e443d308b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:21.483226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network hostable DHCP agents. Network: 3ad148be-8cfe-4492-9027-8e443d308b39, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:21.529283 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.559006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3dcae2a2-3894-465a-b2f6-58770f817fd8) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:21.571538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:21.572186 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.574630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c1cebd-41c5-41d3-8c61-bb72b7bb12c8 None None] Network 3dcae2a2-3894-465a-b2f6-58770f817fd8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:21.581057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network 3ad148be-8cfe-4492-9027-8e443d308b39 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:21.608643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Router 43ce1f8b-f405-4067-983d-765b3696cda4 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:21.610064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:21.619716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:21.623802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:21.683248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Pushing event updated for resources: {'Port': ['ID=359150e6-fdd9-4557-bb11-aee505de4e4d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:21.702890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3ad148be-8cfe-4492-9027-8e443d308b39) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:21.709956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:21.719731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-13099862-bfc8-4ed0-b121-63412e92cc9d', 'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d', 'tenant_id': 'a8412c6b8ff14f04a219eb55d9a49253', 'fixed_ips': [{'subnet_id': '23b90560-55c1-497b-944f-b85d6ef1d048'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:21.720654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.720841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:21.730490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd3a6d-8b11-445e-958c-d13919869ce2 None None] Network 3ad148be-8cfe-4492-9027-8e443d308b39 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:21.730725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:21.731766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.778406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-816c322d-c345-4f08-a4e3-6427dd266599 req-81f107ce-f145-4d4a-be01-6d08bb72de95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.0337691 Sep 15 16:04:21.804572 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1e837224-9db9-4718-b480-9c084e4469a4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5189605 Sep 15 16:04:21.857849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Attempting to bind port 359150e6-fdd9-4557-bb11-aee505de4e4d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:21.858357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Attempting to bind port 359150e6-fdd9-4557-bb11-aee505de4e4d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '659283cb-6d74-4983-ae52-9bc91ee3e65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '372c60ba-fe7a-49b3-8fbe-9f9fa51db191'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:21.858943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Attempting to bind port 359150e6-fdd9-4557-bb11-aee505de4e4d on network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:21.859548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:21.871758 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Sync routers for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:21.897240 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:21.899499 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:21.903258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69b65b9f-52e4-4f97-bf35-35ce38e80f1c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1878681 Sep 15 16:04:21.910066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34530) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:22.015586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.20.0.1 (372c60ba-fe7a-49b3-8fbe-9f9fa51db191/71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8/2ea6ffdc-7396-4297-a2ff-bc7835d9bd52) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:22.053985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:22.056746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Checking segment: {'id': '659283cb-6d74-4983-ae52-9bc91ee3e65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '372c60ba-fe7a-49b3-8fbe-9f9fa51db191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:22.056746 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.056746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Bound using segment: {'id': '659283cb-6d74-4983-ae52-9bc91ee3e65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '372c60ba-fe7a-49b3-8fbe-9f9fa51db191'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:22.057086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ef204-87c9-423e-94e8-76bfb6861d88 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:22.057178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Bound port: 359150e6-fdd9-4557-bb11-aee505de4e4d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659283cb-6d74-4983-ae52-9bc91ee3e65c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '372c60ba-fe7a-49b3-8fbe-9f9fa51db191'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:22.057178 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.069118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ef204-87c9-423e-94e8-76bfb6861d88 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:22.071632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-596ef204-87c9-423e-94e8-76bfb6861d88 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1573193 Sep 15 16:04:22.075367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34534) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:22.109223 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:22.196392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-683cc9c2-4a1f-4c8c-86a8-4da893d27cfb req-dddbd798-4d2f-4717-a14b-62518def5f86 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1195426 Sep 15 16:04:22.220993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6782d2f-b5ec-4665-a461-11b5ef25b995 None None] Network 3dcae2a2-3894-465a-b2f6-58770f817fd8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:22.272332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Deleting port 4499f403-7c35-4b2d-9277-2c506d4cbdb1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:22.272332 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.273318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:22.321071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.323695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f2cab37-18f4-4018-9ed9-546fbb044dac admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6998360 Sep 15 16:04:22.329323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34538) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:22.494882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.505135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.507022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] For port 359150e6-fdd9-4557-bb11-aee505de4e4d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:22.517784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] For port 359150e6-fdd9-4557-bb11-aee505de4e4d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=359150e6-fdd9-4557-bb11-aee505de4e4d,segment=NetworkSegment(659283cb-6d74-4983-ae52-9bc91ee3e65c),segment_id=659283cb-6d74-4983-ae52-9bc91ee3e65c)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:22.522705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Allocated IP 2001:db8::2 (13099862-bfc8-4ed0-b121-63412e92cc9d/23b90560-55c1-497b-944f-b85d6ef1d048/1d5e184a-2243-42f4-aedc-e4fe3a312b8f) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:22.531987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port f93500f9-2fbd-4db7-86c9-286ab89204e1 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:22.543478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.571579 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:20Z', 'revision_number': 3, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:22.597225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Calling delete_port for 4499f403-7c35-4b2d-9277-2c506d4cbdb1 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:22.606337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.626648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Checking router: 43ce1f8b-f405-4067-983d-765b3696cda4 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:04:22.627154 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Updating router 43ce1f8b-f405-4067-983d-765b3696cda4 port 95190f04-2874-4d9a-8b58-0c0daaf355be binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:04:22.665501 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.688419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec950-0e80-47ae-a63a-b770c8e66e85 None None] Pushing event updated for resources: {'Port': ['ID=359150e6-fdd9-4557-bb11-aee505de4e4d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:22.787477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adf2f2e-11b7-45ae-82da-f0fbdbef857e req-39cda233-7133-4977-85e1-629c06108e08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1702881 Sep 15 16:04:22.832296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.937274 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.962216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:22.965486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:22.979879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:23.005012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=2ea6ffdc-7396-4297-a2ff-bc7835d9bd52,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:23.032923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.124387 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.141592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.193750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Network 13099862-bfc8-4ed0-b121-63412e92cc9d is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:23.197767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:23.201783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:23.205313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::10 (13099862-bfc8-4ed0-b121-63412e92cc9d/23b90560-55c1-497b-944f-b85d6ef1d048/f93500f9-2fbd-4db7-86c9-286ab89204e1) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:23.288522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Pushing event updated for resources: {'Port': ['ID=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:23.340034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Attempting to bind port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:23.340929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Attempting to bind port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bf068cee-4cdb-4f22-8f98-7219e1942263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:23.341566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Attempting to bind port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f on network 13099862-bfc8-4ed0-b121-63412e92cc9d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:23.347761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:23.348169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Checking segment: {'id': 'bf068cee-4cdb-4f22-8f98-7219e1942263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:23.348910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.350465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Bound using segment: {'id': 'bf068cee-4cdb-4f22-8f98-7219e1942263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:23.350629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Bound port: 1d5e184a-2243-42f4-aedc-e4fe3a312b8f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf068cee-4cdb-4f22-8f98-7219e1942263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:23.351024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.408293 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.450306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] For port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:23.457959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] For port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,segment=NetworkSegment(bf068cee-4cdb-4f22-8f98-7219e1942263),segment_id=bf068cee-4cdb-4f22-8f98-7219e1942263)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:23.462616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b3c51e36-54bb-4705-a332-40ff6ee57bbe req-7a5b3d53-c4af-4161-85f3-30ee081efbf2 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0520923 Sep 15 16:04:23.506158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.506551 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.549055 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.570060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Port': ['ID=4499f403-7c35-4b2d-9277-2c506d4cbdb1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:23.611352 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.613406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-86a80042-0c46-42cb-8ccd-5ad5e18d2e2e tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/ports/4499f403-7c35-4b2d-9277-2c506d4cbdb1 HTTP/1.1" status: 204 len: 168 time: 1.5354249 Sep 15 16:04:23.617709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34550) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:23.628305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Attempting to bind port 95190f04-2874-4d9a-8b58-0c0daaf355be on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:23.629035 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Attempting to bind port 95190f04-2874-4d9a-8b58-0c0daaf355be by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:23.629623 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Attempting to bind port 95190f04-2874-4d9a-8b58-0c0daaf355be on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:23.646789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.651506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.660310 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.666476 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Pushing event updated for resources: {'Port': ['ID=95190f04-2874-4d9a-8b58-0c0daaf355be,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:23.680025 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:23.694542 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:23.696603 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.697289 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:23.698068 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Bound port: 95190f04-2874-4d9a-8b58-0c0daaf355be, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:23.698749 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.704215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34554) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:23.713340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971343398-network', 'tenant_id': '37e49aefc5cf4c33adbe54a25301804d'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:23.733988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.733988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.734427 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.734671 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.735314 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.735314 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.735631 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.736091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.736416 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.737071 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.737071 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.737370 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:23.757707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Allocated IP 172.20.0.1 (66be19ab-4f38-495b-acf8-567ec7d80936/b3256513-38af-41ae-babf-841e712afa79/b570173a-74c4-4f4b-a130-8ceca50bef79) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:23.786641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38325cae-ea14-4ffd-8b90-f5b85a986d6d None None] Pushing event updated for resources: {'Port': ['ID=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:23.798012 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] For port 95190f04-2874-4d9a-8b58-0c0daaf355be, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:23.800534 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] For port 95190f04-2874-4d9a-8b58-0c0daaf355be, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=95190f04-2874-4d9a-8b58-0c0daaf355be,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:23.824579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 13099862-bfc8-4ed0-b121-63412e92cc9d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:23.854745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:23.857487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:23.865778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:23.866445 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.898139 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.931680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.960724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=f93500f9-2fbd-4db7-86c9-286ab89204e1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:23.975739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e27a8bb-15d8-4a9e-a357-604fb5dea270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.982033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Made reservation on behalf of 37e49aefc5cf4c33adbe54a25301804d for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:23.984464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.986648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b958-2436-49bf-97c1-f6ea7245d64c None None] Pushing event updated for resources: {'Port': ['ID=95190f04-2874-4d9a-8b58-0c0daaf355be,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:24.007288 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:24.007548 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:24.069201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:24.087801 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d743a358-3c60-4a21-81a1-0d99ebd6c16a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6132782 Sep 15 16:04:24.088909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:24.102739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': '13099862-bfc8-4ed0-b121-63412e92cc9d', 'name': 'tempest-PortsIpV6TestJSON-1737252806', 'fixed_ips': [{'subnet_id': '23b90560-55c1-497b-944f-b85d6ef1d048', 'ip_address': '2001:db8::f'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:24.116184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:24.151649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Deleting port 93941377-50e7-4c65-aeee-05e65caa46db {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:24.151998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:24.230562 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:24.383781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 359150e6-fdd9-4557-bb11-aee505de4e4d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:24.415238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Network 66be19ab-4f38-495b-acf8-567ec7d80936 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:24.426706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:24.432089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:24.537381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:24.546288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b570173a-74c4-4f4b-a130-8ceca50bef79,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:24.546801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 359150e6-fdd9-4557-bb11-aee505de4e4d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:24.547406 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:24.619015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87840e8-55ef-4c85-90ac-8b9f3dd35d91 None None] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:24.665298 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:20Z', 'revision_number': 3, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:24.705287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-face77c4-d119-4107-b714-05e503d41468 req-4c66ce31-5d94-4a2c-a8fa-725f3e385522 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0732603 Sep 15 16:04:24.713592 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5d1b25-68a2-490c-b86b-c5110021dcc3 None None] The sync data for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 is: [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:20Z', 'revision_number': 3, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:24.816679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-806ce9b6-24bd-4731-bb92-627e466bd7a5 None None] Provisioning complete for port 359150e6-fdd9-4557-bb11-aee505de4e4d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:24.817282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-806ce9b6-24bd-4731-bb92-627e466bd7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:24.892666 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:24.937779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Calling delete_port for 93941377-50e7-4c65-aeee-05e65caa46db owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:24.970471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.040791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.058307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 359150e6-fdd9-4557-bb11-aee505de4e4d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=359150e6-fdd9-4557-bb11-aee505de4e4d,segment=NetworkSegment(659283cb-6d74-4983-ae52-9bc91ee3e65c),segment_id=659283cb-6d74-4983-ae52-9bc91ee3e65c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:25.074446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.084350 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-806ce9b6-24bd-4731-bb92-627e466bd7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.110332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.132396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.178701 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.178701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1d5e184a-2243-42f4-aedc-e4fe3a312b8f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:25.236699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.300793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:25.306257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.308260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=2ea6ffdc-7396-4297-a2ff-bc7835d9bd52,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:25.344528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3751cc0e-08c3-4daf-a7cd-2cf06e9c045c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:25.360360 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.366200 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Added segment a779bb2a-1a71-46f1-b824-f782701f5df9 of type vlan for network 3092c28c-5e04-48c8-a5bc-f6b8230ac610 Sep 15 16:04:25.482453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.522380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:25.540904 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-806ce9b6-24bd-4731-bb92-627e466bd7a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:04:25.540904 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-806ce9b6-24bd-4731-bb92-627e466bd7a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:04:25.540904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=359150e6-fdd9-4557-bb11-aee505de4e4d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:25.551526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:25.552283 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.609289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:25.626121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d44e5b-1ba5-4683-81e4-3c9df7473159 None None] Network 13099862-bfc8-4ed0-b121-63412e92cc9d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:25.636889 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.698007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:25.701056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e072fb78-db1d-4827-9d90-276163d390fd req-6c667b1b-7ebb-4bcd-96f4-9b77d56ef007 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0611255 Sep 15 16:04:25.716358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Port': ['ID=93941377-50e7-4c65-aeee-05e65caa46db,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:25.802654 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.810637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.815174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cc6b3188-a01d-409b-a50e-1c282b9f26e2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/ports/93941377-50e7-4c65-aeee-05e65caa46db HTTP/1.1" status: 204 len: 168 time: 2.1939971 Sep 15 16:04:25.815174 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.815174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:25.816705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.826172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34576) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:25.887084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.889811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:25.953586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d856159a-2fd5-497d-873f-6e822ec920fa tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1143811 Sep 15 16:04:25.965230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34578) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:25.990659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1464935310'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:25.994201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 66792330-ef9c-46a5-a31d-4ddc38b547d0 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:26.026144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b570173a-74c4-4f4b-a130-8ceca50bef79,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:26.035944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.076297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] Pushing event updated for resources: {'Network': ['ID=3092c28c-5e04-48c8-a5bc-f6b8230ac610,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:26.124118 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c89655ac-7102-4c69-917f-8c88dd4145ff admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4154851 Sep 15 16:04:26.127402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34580) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:26.135219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Request body: {'subnet': {'network_id': '3092c28c-5e04-48c8-a5bc-f6b8230ac610', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971343398-subnet', 'tenant_id': '37e49aefc5cf4c33adbe54a25301804d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:26.251692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Network 66be19ab-4f38-495b-acf8-567ec7d80936 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:26.267102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router d5621df2-7121-4742-8295-0a273cf91199 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:26.283325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3092c28c-5e04-48c8-a5bc-f6b8230ac610 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:26.326030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:26.356290 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.390601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Made reservation on behalf of 167bf11e9243446498c7a12523eeb3e0 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:26.396619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.430720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:26.453307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:26.463865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.464218 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Added segment 014399aa-c91d-4815-b3ba-c0c43bbc6243 of type vlan for network 5b85f4c2-3a2a-416e-9e50-39b09f70b043 Sep 15 16:04:26.464362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::f (13099862-bfc8-4ed0-b121-63412e92cc9d/23b90560-55c1-497b-944f-b85d6ef1d048/66792330-ef9c-46a5-a31d-4ddc38b547d0) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:26.513105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] Sync routers for ids ['d5621df2-7121-4742-8295-0a273cf91199'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:26.513508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.544526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6aafa415-f62e-487c-9045-4837a3e20dee tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/d5621df2-7121-4742-8295-0a273cf91199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4483607 Sep 15 16:04:26.547278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34582) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:26.558418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] Routers {'d5621df2-7121-4742-8295-0a273cf91199'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:26.559045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d5621df2-7121-4742-8295-0a273cf91199'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:26.613570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.615128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:26.618984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,segment=NetworkSegment(bf068cee-4cdb-4f22-8f98-7219e1942263),segment_id=bf068cee-4cdb-4f22-8f98-7219e1942263)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:26.638786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] Routers {'d5621df2-7121-4742-8295-0a273cf91199'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:26.639437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:03:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d5621df2-7121-4742-8295-0a273cf91199'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:26.648900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72e378f-b795-4d1c-bdc6-feae42b69e3a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:26.656690 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a72e378f-b795-4d1c-bdc6-feae42b69e3a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports/2ea6ffdc-7396-4297-a2ff-bc7835d9bd52 HTTP/1.1" status: 200 len: 910 time: 0.1070590 Sep 15 16:04:26.658976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34584) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:26.660033 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.671865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:26.672825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.690476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:26.691158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523fb6da-5532-42c8-91c6-e728205b2178 None None] The sync data for ids ['d5621df2-7121-4742-8295-0a273cf91199'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:26.702998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.758081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Provisioning complete for port 359150e6-fdd9-4557-bb11-aee505de4e4d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:26.758698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.841152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:26.951115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Made reservation on behalf of 37e49aefc5cf4c33adbe54a25301804d for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:26.953808 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:26.976882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Provisioning complete for port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:26.977234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.001478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Network': ['ID=5b85f4c2-3a2a-416e-9e50-39b09f70b043,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:27.024823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 359150e6-fdd9-4557-bb11-aee505de4e4d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:27.027181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5b85f4c2-3a2a-416e-9e50-39b09f70b043 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:27.042130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a7be63e3-b835-4e53-9612-17258100e8a3 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0629358 Sep 15 16:04:27.061321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34588) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:27.068971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-518745237'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:27.093532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Router 43ce1f8b-f405-4067-983d-765b3696cda4 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:27.108917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.143018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f982733-f74e-442f-890b-480a03e5ebf5 req-22e36112-a86b-487b-9a15-dace99bae169 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1867883 Sep 15 16:04:27.218612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Made reservation on behalf of 167bf11e9243446498c7a12523eeb3e0 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:27.222836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.269189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:27.272122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 359150e6-fdd9-4557-bb11-aee505de4e4d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:27.272441 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.286792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.287856 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Added segment 5139b8ce-6671-4acc-a08f-2d55b819135d of type vlan for network 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 Sep 15 16:04:27.340719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3c90-ef81-4486-b544-c730cfd6b4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.346452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Provisioning complete for port b570173a-74c4-4f4b-a130-8ceca50bef79 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:27.346822 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.403539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Port b570173a-74c4-4f4b-a130-8ceca50bef79 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:27.462441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Provisioning complete for port 2ea6ffdc-7396-4297-a2ff-bc7835d9bd52 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:27.463112 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.496897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.497536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 95190f04-2874-4d9a-8b58-0c0daaf355be up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:27.499687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:27.515632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-742245cb-6a6b-4de7-b9fc-63f2d42dcdf2 admin admin] 10.222.0.63 "PUT /v2.0/routers/43ce1f8b-f405-4067-983d-765b3696cda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1761940 Sep 15 16:04:27.544580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-33585c92-1a31-4bb3-b245-1053a2451242 None None] Port 2ea6ffdc-7396-4297-a2ff-bc7835d9bd52 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:27.568158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 95190f04-2874-4d9a-8b58-0c0daaf355be triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:27.568849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.569704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.580716 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Sync routers for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:27.600949 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:27.601592 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:27.645075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.672700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.682121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:27.694661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.729306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.760040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.777459 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.809225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e39807-af85-4f91-b915-da3a2a97e9c2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:27.809496 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:27.814927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Provisioning complete for port f93500f9-2fbd-4db7-86c9-286ab89204e1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:27.815458 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.831976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Network': ['ID=54e3c6fb-9de1-4bfa-860a-c4bd99843c67,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:27.870995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 13099862-bfc8-4ed0-b121-63412e92cc9d is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:27.877352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Checking segment: {'id': 'a779bb2a-1a71-46f1-b824-f782701f5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '3092c28c-5e04-48c8-a5bc-f6b8230ac610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:27.878079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Network hostable DHCP agents. Network: 3092c28c-5e04-48c8-a5bc-f6b8230ac610, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:27.885980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:27.903912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 95190f04-2874-4d9a-8b58-0c0daaf355be, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=95190f04-2874-4d9a-8b58-0c0daaf355be,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:27.905454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:27.908818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:27.918559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:27.920146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:27.948511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-126d0df8-e3a0-4653-9334-bed13241a303 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8734627 Sep 15 16:04:27.948511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=66792330-ef9c-46a5-a31d-4ddc38b547d0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:28.085037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6196134e-fdba-4cbe-b063-4e9f38fe6dc1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9920027 Sep 15 16:04:28.087495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34596) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:28.094355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.111625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Network 3092c28c-5e04-48c8-a5bc-f6b8230ac610 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:28.237853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34598) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:28.237853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'subnets': [{'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--16657585', 'ip_version': 4}, {'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:28.237853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'subnet': {'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--16657585', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:28.237853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Request body: {'subnet': {'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:28.286426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Port f93500f9-2fbd-4db7-86c9-286ab89204e1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:28.292871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3092c28c-5e04-48c8-a5bc-f6b8230ac610) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:28.322211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1046cdf1-03a1-4d95-a571-55dc37849ba6 None None] Network 3092c28c-5e04-48c8-a5bc-f6b8230ac610 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:28.339245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Provisioning complete for port b570173a-74c4-4f4b-a130-8ceca50bef79 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:28.339867 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.376390 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:25Z', 'revision_number': 2, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:28.393304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:28.394114 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.429270 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Checking router: 43ce1f8b-f405-4067-983d-765b3696cda4 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:04:28.429924 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Updating router 43ce1f8b-f405-4067-983d-765b3696cda4 port b570173a-74c4-4f4b-a130-8ceca50bef79 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:04:28.439416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a40065-7e87-4318-92e3-622d849e0a9b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:28.447139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69a40065-7e87-4318-92e3-622d849e0a9b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3525562 Sep 15 16:04:28.454272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34602) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:28.454565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=95190f04-2874-4d9a-8b58-0c0daaf355be,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:28.455424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34604) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:28.485789 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.497877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bea91591-1145-4999-8f3f-03232967eef6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130760459', 'description': 'tempest-description--606844595'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:28.520130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Port b570173a-74c4-4f4b-a130-8ceca50bef79 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:28.532698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60613495-d1f8-4e77-b82a-da6ba1377697 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4029298 Sep 15 16:04:28.539438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-098cbf86-be3b-46ec-a436-5526ea944016 req-cb2505c2-d38b-4667-92e3-d968141f7fc7 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1315522 Sep 15 16:04:28.551962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Provisioning complete for port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:28.552378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-baecbb0f-40fe-4b63-ab7b-b3ef9e20b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.599477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcebf0-167a-48f1-bffc-fc5b370f1687 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:28.601936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.612746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcebf0-167a-48f1-bffc-fc5b370f1687 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:28.626556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcebf0-167a-48f1-bffc-fc5b370f1687 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:28.637513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8ddcebf0-167a-48f1-bffc-fc5b370f1687 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1816642 Sep 15 16:04:28.641948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34608) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:28.642755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bea91591-1145-4999-8f3f-03232967eef6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.670876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad080f9-ef28-4fba-9432-6a75ed02818d None None] Network 3092c28c-5e04-48c8-a5bc-f6b8230ac610 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:28.714502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 2ea6ffdc-7396-4297-a2ff-bc7835d9bd52 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:28.715360 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.799349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Made reservation on behalf of 167bf11e9243446498c7a12523eeb3e0 for: {'subnet': 2} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:28.815915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.816677 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.885988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34610) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:28.902743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 95190f04-2874-4d9a-8b58-0c0daaf355be up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:28.933572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 66792330-ef9c-46a5-a31d-4ddc38b547d0 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:28.934065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:28.978861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b3bf2473-2510-4198-bae5-fd8b52efd0de None None] Provisioning complete for port 66792330-ef9c-46a5-a31d-4ddc38b547d0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:28.979479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2473-2510-4198-bae5-fd8b52efd0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.003347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.029054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 2ea6ffdc-7396-4297-a2ff-bc7835d9bd52 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:29.030051 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 95190f04-2874-4d9a-8b58-0c0daaf355be triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:29.030824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.050776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bea91591-1145-4999-8f3f-03232967eef6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.062620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] Deleting subnet 01180fba-454e-4e43-9d7b-6c025d734d66 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:29.066671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.077540 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf2473-2510-4198-bae5-fd8b52efd0de None None] Port 66792330-ef9c-46a5-a31d-4ddc38b547d0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:29.111285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.144471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1d5e184a-2243-42f4-aedc-e4fe3a312b8f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:29.163273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.176283 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.208541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:29.208913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.222684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bea91591-1145-4999-8f3f-03232967eef6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.255388 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.270605 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.293566 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.296193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 66792330-ef9c-46a5-a31d-4ddc38b547d0 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:29.340292 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.344745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/01180fba-454e-4e43-9d7b-6c025d734d66 HTTP/1.1" status: 204 len: 168 time: 0.4545012 Sep 15 16:04:29.346277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34612) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:29.347073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea91591-1145-4999-8f3f-03232967eef6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32803ff4-3e0c-480b-9237-7b5d94ae272c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:29.351293 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bea91591-1145-4999-8f3f-03232967eef6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.352953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bea91591-1145-4999-8f3f-03232967eef6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8600092 Sep 15 16:04:29.355723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105842bb-41c7-4ee2-98d6-96299f1a2102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01180fba-454e-4e43-9d7b-6c025d734d66,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:29.358560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34614) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:29.383466 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Attempting to bind port b570173a-74c4-4f4b-a130-8ceca50bef79 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:29.383841 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Attempting to bind port b570173a-74c4-4f4b-a130-8ceca50bef79 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:29.384194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Attempting to bind port b570173a-74c4-4f4b-a130-8ceca50bef79 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:29.396056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c3ffcb4c-da6f-4441-bdc1-14fc68b82257 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'security_group_rule': {'security_group_id': '32803ff4-3e0c-480b-9237-7b5d94ae272c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:29.399648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:29.400019 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Checking segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:29.400419 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.400861 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Bound using segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:29.401309 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Bound port: b570173a-74c4-4f4b-a130-8ceca50bef79, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:29.401685 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.404233 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a2ee-63ca-4e31-9188-bf7ae1d943e5 None None] Pushing event updated for resources: {'Port': ['ID=b570173a-74c4-4f4b-a130-8ceca50bef79,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:29.487184 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] For port b570173a-74c4-4f4b-a130-8ceca50bef79, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:29.491515 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] For port b570173a-74c4-4f4b-a130-8ceca50bef79, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b570173a-74c4-4f4b-a130-8ceca50bef79,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:29.515949 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb4c-da6f-4441-bdc1-14fc68b82257 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.561203 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.601855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb4c-da6f-4441-bdc1-14fc68b82257 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.621816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.622305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3e3df839-c0a6-40e3-8247-ead135fba0dd None None] Provisioning complete for port b570173a-74c4-4f4b-a130-8ceca50bef79 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:29.622748 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e3df839-c0a6-40e3-8247-ead135fba0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.637713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:29.638359 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:29.638481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.640588 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a2ee-63ca-4e31-9188-bf7ae1d943e5 None None] Pushing event updated for resources: {'Port': ['ID=b570173a-74c4-4f4b-a130-8ceca50bef79,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:29.700437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=66792330-ef9c-46a5-a31d-4ddc38b547d0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:29.713092 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb4c-da6f-4441-bdc1-14fc68b82257 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.722532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.804582 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:29.847977 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e3df839-c0a6-40e3-8247-ead135fba0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.873829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97fad904-228e-45cc-b989-8f9707f2c736 req-d6de4ce0-9c5c-4913-a1fd-468850b7cab7 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1296196 Sep 15 16:04:29.874433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffcb4c-da6f-4441-bdc1-14fc68b82257 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69af84ce-cff0-4a0b-9f97-a96380942c5d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:29.893732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.897927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64f79616-2557-44de-b953-1da37421449d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/66792330-ef9c-46a5-a31d-4ddc38b547d0 HTTP/1.1" status: 204 len: 168 time: 1.2569776 Sep 15 16:04:29.900463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34618) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:29.943165 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad83110-caae-41a2-a0f6-7735581c42c7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:04:29.945013 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aad83110-caae-41a2-a0f6-7735581c42c7 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/66792330-ef9c-46a5-a31d-4ddc38b547d0 HTTP/1.1" status: 404 len: 333 time: 0.0434151 Sep 15 16:04:29.947662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34620) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:29.980714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c3ffcb4c-da6f-4441-bdc1-14fc68b82257 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:29.981548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3e3df839-c0a6-40e3-8247-ead135fba0dd None None] For port b570173a-74c4-4f4b-a130-8ceca50bef79, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b570173a-74c4-4f4b-a130-8ceca50bef79,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:29.985473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c3ffcb4c-da6f-4441-bdc1-14fc68b82257 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6243122 Sep 15 16:04:29.989564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34622) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:29.996101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aac3a40b-b34d-49f2-910b-f5a42b31382e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'security_group_rule': {'security_group_id': '32803ff4-3e0c-480b-9237-7b5d94ae272c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:30.061155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e3df839-c0a6-40e3-8247-ead135fba0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.112678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.130599 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.172091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port f93500f9-2fbd-4db7-86c9-286ab89204e1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:30.173217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.215058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3df839-c0a6-40e3-8247-ead135fba0dd None None] Pushing event updated for resources: {'Port': ['ID=b570173a-74c4-4f4b-a130-8ceca50bef79,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:30.221497 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aac3a40b-b34d-49f2-910b-f5a42b31382e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.233247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-81bd0d78-5559-4b79-93dc-1f32bfe68345 None None] Provisioning complete for port b570173a-74c4-4f4b-a130-8ceca50bef79 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:30.239949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-81bd0d78-5559-4b79-93dc-1f32bfe68345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.315525 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:30.362372 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390245e-bfa3-45ed-bd30-f19ff5bb9d6c None None] The sync data for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 is: [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:30.385652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=2ea6ffdc-7396-4297-a2ff-bc7835d9bd52,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:30.391693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.408736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aac3a40b-b34d-49f2-910b-f5a42b31382e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.413701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for f93500f9-2fbd-4db7-86c9-286ab89204e1 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:30.460333 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.514613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcae2a2-3894-465a-b2f6-58770f817fd8']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:30.520918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aac3a40b-b34d-49f2-910b-f5a42b31382e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.544076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e586e2d-b60a-4f92-9fa7-3bd014d50e03') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:30.545472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e586e2d-b60a-4f92-9fa7-3bd014d50e03') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:30.549598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3a40b-b34d-49f2-910b-f5a42b31382e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dda67a-e5e3-40f4-8111-1be8a8cd7215,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:30.593545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.632340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aac3a40b-b34d-49f2-910b-f5a42b31382e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.635147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aac3a40b-b34d-49f2-910b-f5a42b31382e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6435196 Sep 15 16:04:30.644586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:30.644586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:30.687430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.689832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.716252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.725557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:30.729332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:30.731032 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:30.747847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=f93500f9-2fbd-4db7-86c9-286ab89204e1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:30.779221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.781615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f908cdd2-82ee-4853-b104-08d863d29a7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/f93500f9-2fbd-4db7-86c9-286ab89204e1 HTTP/1.1" status: 204 len: 168 time: 0.8329358 Sep 15 16:04:30.782989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:30.786720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34626) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:30.863148 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd64c9-80ee-40e2-861e-6b7520186a59 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:04:30.863148 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cefd64c9-80ee-40e2-861e-6b7520186a59 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/f93500f9-2fbd-4db7-86c9-286ab89204e1 HTTP/1.1" status: 404 len: 333 time: 0.0717590 Sep 15 16:04:30.864140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34628) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:30.982544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b570173a-74c4-4f4b-a130-8ceca50bef79 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:31.017799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.028770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.038720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.044909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3dcae2a2-3894-465a-b2f6-58770f817fd8 HTTP/1.1" status: 204 len: 168 time: 1.6952507 Sep 15 16:04:31.055005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34632) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:31.076515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 23b90560-55c1-497b-944f-b85d6ef1d048 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:31.097941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b570173a-74c4-4f4b-a130-8ceca50bef79 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:31.099263 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.107233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.167978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-96c96402-6b4e-41e2-9ec7-0d7b5370a3a1 req-a3bb3c5a-e835-4e68-8b14-6a724b2a2d9d tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0550165 Sep 15 16:04:31.206873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Deleting subnet c8e39807-af85-4f91-b915-da3a2a97e9c2 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:31.228575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.237061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06e95e-b887-4d79-b99c-44c860e93de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcae2a2-3894-465a-b2f6-58770f817fd8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:31.268019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.329935 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.407880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.416316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Subnet': ['ID=c5d5959c-26c6-463d-85fb-27c6ea4c4a6e,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:31.440940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router d5621df2-7121-4742-8295-0a273cf91199 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:31.448752 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.451805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Checking segment: {'id': '014399aa-c91d-4815-b3ba-c0c43bbc6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:31.453669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network hostable DHCP agents. Network: 5b85f4c2-3a2a-416e-9e50-39b09f70b043, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:31.531787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.610701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:31.624772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] Sync routers for ids ['d5621df2-7121-4742-8295-0a273cf91199'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:31.633165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c388fbf5-2530-4ef8-85cc-39db5f2fbc20 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/d5621df2-7121-4742-8295-0a273cf91199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9390218 Sep 15 16:04:31.634765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34634) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:31.643618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] Routers {'d5621df2-7121-4742-8295-0a273cf91199'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:31.644642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d5621df2-7121-4742-8295-0a273cf91199'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:31.650488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network 5b85f4c2-3a2a-416e-9e50-39b09f70b043 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:31.678513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Allocated IP 172.25.0.145 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/5be06866-1c06-4882-9940-119751c316d1) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:31.710462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:31.710681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5e475178-6eb5-486a-a460-05e160b87b32 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=d5621df2-7121-4742-8295-0a273cf91199 HTTP/1.1" status: 200 len: 205 time: 0.0656881 Sep 15 16:04:31.710809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34636) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:31.710923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] Routers {'d5621df2-7121-4742-8295-0a273cf91199'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:31.710923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['d5621df2-7121-4742-8295-0a273cf91199'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:31.746035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:31.746973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19007f28-da62-4ec5-8d60-9862de0532cb None None] The sync data for ids ['d5621df2-7121-4742-8295-0a273cf91199'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:31.787382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5b85f4c2-3a2a-416e-9e50-39b09f70b043) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:31.792649 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.798693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.806748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47f543-f080-4010-a20d-7abd7361be18 None None] Network 5b85f4c2-3a2a-416e-9e50-39b09f70b043 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:31.807478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.904326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event updated for resources: {'Subnet': ['ID=648a5f5d-c04f-46a6-9251-aa1f47f40f31,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:31.910193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Checking segment: {'id': '5139b8ce-6671-4acc-a08f-2d55b819135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:31.911478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network hostable DHCP agents. Network: 54e3c6fb-9de1-4bfa-860a-c4bd99843c67, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:31.918933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e39807-af85-4f91-b915-da3a2a97e9c2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:31.934982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a39b-ba95-4411-9df4-81bfe0698997 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.979900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643105ec-a049-4801-9f4a-0a00e82f45c3 None None] Network 13099862-bfc8-4ed0-b121-63412e92cc9d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:31.986431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.988349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/23b90560-55c1-497b-944f-b85d6ef1d048 HTTP/1.1" status: 204 len: 168 time: 1.1222157 Sep 15 16:04:31.991110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.991464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.992525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.992525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.992525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.992833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.993170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.993538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.993669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34638) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:31.993870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.994202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.994532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.994860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:31.998263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.000296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-794f6689-de4c-4788-ba68-f855be132859 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c8e39807-af85-4f91-b915-da3a2a97e9c2 HTTP/1.1" status: 204 len: 168 time: 0.9401124 Sep 15 16:04:32.010184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34640) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:32.097261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af58c9-e159-4ad3-a71e-97a4e2ad436b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=23b90560-55c1-497b-944f-b85d6ef1d048,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:32.132531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.134471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-5b85f4c2-3a2a-416e-9e50-39b09f70b043', 'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043', 'tenant_id': '167bf11e9243446498c7a12523eeb3e0', 'fixed_ips': [{'subnet_id': 'c5d5959c-26c6-463d-85fb-27c6ea4c4a6e'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:32.134981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Network 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:32.136517 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.229472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 54e3c6fb-9de1-4bfa-860a-c4bd99843c67) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:32.235461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:32.236929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:32.237798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.305123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e6231-fd35-4c22-a274-90222f5e9bb0 None None] Network 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:32.324551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:32.324966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.415753 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-727fa833-bf0f-4b1d-be5d-1f99fedb59a5 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 4.1873548 Sep 15 16:04:32.420258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34644) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:32.496155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] For port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,segment=NetworkSegment(bf068cee-4cdb-4f22-8f98-7219e1942263),segment_id=bf068cee-4cdb-4f22-8f98-7219e1942263)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:32.496399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.521081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 1d5e184a-2243-42f4-aedc-e4fe3a312b8f owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:32.526598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f957cb72-ebb8-4c53-a709-14ecdea53232 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:32.528258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f957cb72-ebb8-4c53-a709-14ecdea53232 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:32.529814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f957cb72-ebb8-4c53-a709-14ecdea53232 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:32.534472 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f957cb72-ebb8-4c53-a709-14ecdea53232 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1099725 Sep 15 16:04:32.536670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34646) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:32.587402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] DHCP port deletion for 13099862-bfc8-4ed0-b121-63412e92cc9d request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:32.633640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Deleting subnet c5d5959c-26c6-463d-85fb-27c6ea4c4a6e {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:32.661022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ca466210-cd32-4477-8882-2bca23840ae9 req-1b35fd54-891f-4d28-b366-b0a0bafe785d tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1253414 Sep 15 16:04:32.685076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.687583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Allocated IP 172.20.0.2 (5b85f4c2-3a2a-416e-9e50-39b09f70b043/c5d5959c-26c6-463d-85fb-27c6ea4c4a6e/043ae426-39dd-4ead-a4a2-f9a3e311a29b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:32.724736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a39b-ba95-4411-9df4-81bfe0698997 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.728336 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.730558 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a39b-ba95-4411-9df4-81bfe0698997 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.741835 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.766796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No DVR routers for this DVR port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:32.826298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1d5e184a-2243-42f4-aedc-e4fe3a312b8f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:32.828182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-54e3c6fb-9de1-4bfa-860a-c4bd99843c67', 'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67', 'tenant_id': '167bf11e9243446498c7a12523eeb3e0', 'fixed_ips': [{'subnet_id': '648a5f5d-c04f-46a6-9251-aa1f47f40f31'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:32.829031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.832650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:32.870288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] Deleting port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:32.870778 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.877906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1d5e184a-2243-42f4-aedc-e4fe3a312b8f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:32.878256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1d5e184a-2243-42f4-aedc-e4fe3a312b8f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:32.896841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.899562 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a39b-ba95-4411-9df4-81bfe0698997 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.900045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed3a39b-ba95-4411-9df4-81bfe0698997 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Fanout notify agent at l3_agent the message router_deleted on router d5621df2-7121-4742-8295-0a273cf91199 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:32.912213 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed3a39b-ba95-4411-9df4-81bfe0698997 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.915979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3ed3a39b-ba95-4411-9df4-81bfe0698997 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/d5621df2-7121-4742-8295-0a273cf91199 HTTP/1.1" status: 204 len: 168 time: 1.2089264 Sep 15 16:04:32.919983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34648) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:32.931471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.941208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3092c28c-5e04-48c8-a5bc-f6b8230ac610']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:32.954490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a779bb2a-1a71-46f1-b824-f782701f5df9') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:32.954818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a779bb2a-1a71-46f1-b824-f782701f5df9') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:32.965708 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.975112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.994704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13099862-bfc8-4ed0-b121-63412e92cc9d']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:33.005694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.012175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf068cee-4cdb-4f22-8f98-7219e1942263') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:33.012453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf068cee-4cdb-4f22-8f98-7219e1942263') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:33.026514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:33.026932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:33.030287 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:33.040915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet 71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:33.041817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:33.046543 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.051554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] For port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:33.051970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.057245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:33.065289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:33.071400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'Port': ['ID=5be06866-1c06-4882-9940-119751c316d1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:33.098819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] Calling delete_port for 1d5e184a-2243-42f4-aedc-e4fe3a312b8f owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:33.107593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.123983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] Port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:04:33.138775 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.139615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.165182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.169012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.179254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:33.179973 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:33.182848 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:33.191838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] Pushing event deleted for resources: {'Port': ['ID=1d5e184a-2243-42f4-aedc-e4fe3a312b8f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:33.200889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffe3a6-4f35-47e0-9901-8044846cf4dc None None] No DVR routers for this DVR port 1d5e184a-2243-42f4-aedc-e4fe3a312b8f on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:33.206590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Allocated IP 172.20.0.18 (54e3c6fb-9de1-4bfa-860a-c4bd99843c67/648a5f5d-c04f-46a6-9251-aa1f47f40f31/ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:33.271854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.290286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.290286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] 10.222.0.63 "DELETE /v2.0/networks/3092c28c-5e04-48c8-a5bc-f6b8230ac610 HTTP/1.1" status: 204 len: 168 time: 1.2759998 Sep 15 16:04:33.312087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f0d0b-f4fa-43fa-a474-66f89c964f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=3092c28c-5e04-48c8-a5bc-f6b8230ac610,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:33.339827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.353479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.368799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.420901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Network 5b85f4c2-3a2a-416e-9e50-39b09f70b043 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:33.431794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:33.440627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:33.442739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.446945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.449470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/13099862-bfc8-4ed0-b121-63412e92cc9d HTTP/1.1" status: 204 len: 168 time: 1.4536963 Sep 15 16:04:33.461913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34652) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:33.464789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Pushing event updated for resources: {'Port': ['ID=043ae426-39dd-4ead-a4a2-f9a3e311a29b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:33.470605 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.471651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.482397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-532262479'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:33.504174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.542489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227f839-1aa3-473e-b342-f9de9ffec3e8 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=13099862-bfc8-4ed0-b121-63412e92cc9d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:33.543225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Attempting to bind port 043ae426-39dd-4ead-a4a2-f9a3e311a29b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:33.544471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Attempting to bind port 043ae426-39dd-4ead-a4a2-f9a3e311a29b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '014399aa-c91d-4815-b3ba-c0c43bbc6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:33.546078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Attempting to bind port 043ae426-39dd-4ead-a4a2-f9a3e311a29b on network 5b85f4c2-3a2a-416e-9e50-39b09f70b043 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:33.553583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:33.553966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Checking segment: {'id': '014399aa-c91d-4815-b3ba-c0c43bbc6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:33.554427 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.554825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Bound using segment: {'id': '014399aa-c91d-4815-b3ba-c0c43bbc6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:33.555504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Bound port: 043ae426-39dd-4ead-a4a2-f9a3e311a29b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014399aa-c91d-4815-b3ba-c0c43bbc6243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b85f4c2-3a2a-416e-9e50-39b09f70b043'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:33.555894 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.640067 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.696690 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.703243 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.705449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:33.710724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.760273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:33.763351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.765599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Network 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:33.766552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Pushing event updated for resources: {'Port': ['ID=ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:33.771553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:33.773361 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.774387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:33.778377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-be8b3228-d94e-4560-b813-1c6a7679066c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8 HTTP/1.1" status: 204 len: 168 time: 0.8571851 Sep 15 16:04:33.780310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:33.787563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aeecc5-047b-4650-bcb6-387cf210126e None None] Network 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:33.854239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:33.895061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:33.946703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] For port 043ae426-39dd-4ead-a4a2-f9a3e311a29b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:33.974915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0c87c5c-db2b-4080-b1a7-e227c12d13a4 req-ffcf5162-8cf8-4b1d-8aeb-0a7e728daf7c tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0765729 Sep 15 16:04:33.981928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d5959c-26c6-463d-85fb-27c6ea4c4a6e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.002647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] For port 043ae426-39dd-4ead-a4a2-f9a3e311a29b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=043ae426-39dd-4ead-a4a2-f9a3e311a29b,segment=NetworkSegment(014399aa-c91d-4815-b3ba-c0c43bbc6243),segment_id=014399aa-c91d-4815-b3ba-c0c43bbc6243)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:34.002868 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.004599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Attempting to bind port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:34.005218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Attempting to bind port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '5139b8ce-6671-4acc-a08f-2d55b819135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:34.005936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Attempting to bind port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 on network 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:34.006872 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-107bd6c1-cb6b-42f5-9381-a39575d2d1db tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/subnets/c5d5959c-26c6-463d-85fb-27c6ea4c4a6e HTTP/1.1" status: 204 len: 168 time: 1.4688196 Sep 15 16:04:34.013314 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.019278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.019543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:34.021376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Checking segment: {'id': '5139b8ce-6671-4acc-a08f-2d55b819135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:34.022024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.022629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Bound using segment: {'id': '5139b8ce-6671-4acc-a08f-2d55b819135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:34.023507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Bound port: ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5139b8ce-6671-4acc-a08f-2d55b819135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '54e3c6fb-9de1-4bfa-860a-c4bd99843c67'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:34.024125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.027137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34660) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.034265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.034626 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Added segment 5b91901f-be5a-49e0-98b4-9a8bb5ede1d6 of type vlan for network c6fa69d7-6098-403c-97d7-389c5aaf46fd Sep 15 16:04:34.084323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.085228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.105057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e676e08d-4d29-4c95-9e16-e036c3ababbb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d7ae5000c02f4581a0400c1782fd998b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739298 Sep 15 16:04:34.105413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34662) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.156610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] DHCP port deletion for 372c60ba-fe7a-49b3-8fbe-9f9fa51db191 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:34.158850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.228189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.230753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] For port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:34.234280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] For port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356,segment=NetworkSegment(5139b8ce-6671-4acc-a08f-2d55b819135d),segment_id=5139b8ce-6671-4acc-a08f-2d55b819135d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:34.245516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48a2-004e-4000-a7a0-997a19df9559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.261545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367950f-c5c3-41c2-8e1c-4b2185ea61d7 None None] Pushing event updated for resources: {'Port': ['ID=043ae426-39dd-4ead-a4a2-f9a3e311a29b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.277981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Deleting subnet 648a5f5d-c04f-46a6-9251-aa1f47f40f31 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:34.278923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] Deleting port 359150e6-fdd9-4557-bb11-aee505de4e4d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:34.279303 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.281170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'Port': ['ID=5be06866-1c06-4882-9940-119751c316d1,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.296035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.301301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48a2-004e-4000-a7a0-997a19df9559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.303651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.345534 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.353045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 359150e6-fdd9-4557-bb11-aee505de4e4d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:34.353383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.354880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] For port 359150e6-fdd9-4557-bb11-aee505de4e4d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=359150e6-fdd9-4557-bb11-aee505de4e4d,segment=NetworkSegment(659283cb-6d74-4983-ae52-9bc91ee3e65c),segment_id=659283cb-6d74-4983-ae52-9bc91ee3e65c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:34.355347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.383525 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.391666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] Calling delete_port for 359150e6-fdd9-4557-bb11-aee505de4e4d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:34.396122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.405319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.407017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:34.408060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.426913 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fd3a6f57-eccb-4762-8ff2-1bc0c87282a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7867157 Sep 15 16:04:34.539609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46ef80-2606-4405-9492-903c0ac0c321 None None] Pushing event updated for resources: {'Port': ['ID=ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.563907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48a2-004e-4000-a7a0-997a19df9559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.581511 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8bb48a2-004e-4000-a7a0-997a19df9559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.583149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8bb48a2-004e-4000-a7a0-997a19df9559 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4c2c55f6-bef0-4a75-bf1b-4d169d7568a6 HTTP/1.1" status: 204 len: 168 time: 0.4757929 Sep 15 16:04:34.596965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb48a2-004e-4000-a7a0-997a19df9559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2c55f6-bef0-4a75-bf1b-4d169d7568a6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.669304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Network': ['ID=c6fa69d7-6098-403c-97d7-389c5aaf46fd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.685266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:34.688708 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.710114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 359150e6-fdd9-4557-bb11-aee505de4e4d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=359150e6-fdd9-4557-bb11-aee505de4e4d,segment=NetworkSegment(659283cb-6d74-4983-ae52-9bc91ee3e65c),segment_id=659283cb-6d74-4983-ae52-9bc91ee3e65c)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:34.710589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.749385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 359150e6-fdd9-4557-bb11-aee505de4e4d owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:34.760710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] No DVR routers for this DVR port 359150e6-fdd9-4557-bb11-aee505de4e4d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:34.819114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e448d-8789-44e9-927f-a05db835c7c4 None None] Pushing event deleted for resources: {'Port': ['ID=359150e6-fdd9-4557-bb11-aee505de4e4d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.887644 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cea038d3-43fe-4803-a186-743bb81874da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4225028 Sep 15 16:04:34.903982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34678) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.910968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:34.960265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 043ae426-39dd-4ead-a4a2-f9a3e311a29b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:34.971757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-50f2f23a-ab5d-484e-809c-1404fb315ac3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1130760459&fields=id&tenant_id=709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 267 time: 0.0880511 Sep 15 16:04:35.015156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.060813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 043ae426-39dd-4ead-a4a2-f9a3e311a29b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:35.062610 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.221687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.228645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee25f636-1583-41d0-a4a9-adbf8d75d1f7 req-08aba8b3-f5e9-40ca-95a4-bf9c51fb661d tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0606084 Sep 15 16:04:35.264224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.281266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 043ae426-39dd-4ead-a4a2-f9a3e311a29b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=043ae426-39dd-4ead-a4a2-f9a3e311a29b,segment=NetworkSegment(014399aa-c91d-4815-b3ba-c0c43bbc6243),segment_id=014399aa-c91d-4815-b3ba-c0c43bbc6243)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:35.302298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=359150e6-fdd9-4557-bb11-aee505de4e4d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.304638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:35.308237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.309317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-2172ad07-6921-41d8-9068-06f81d72f1a8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:35.311108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-2172ad07-6921-41d8-9068-06f81d72f1a8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 816 time: 0.3298035 Sep 15 16:04:35.340309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-f4dfe444-c5b9-4fdd-88cf-2b36010c520e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/quotas/709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 375 time: 0.0197690 Sep 15 16:04:35.385050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No DVR routers for this DVR port 359150e6-fdd9-4557-bb11-aee505de4e4d on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:35.387140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.415037 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.448108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Subnet': ['ID=648a5f5d-c04f-46a6-9251-aa1f47f40f31,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.470146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.475069 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a16d16cb-6dab-4f73-afdc-322d29fd6e99 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/subnets/648a5f5d-c04f-46a6-9251-aa1f47f40f31 HTTP/1.1" status: 204 len: 168 time: 1.4169617 Sep 15 16:04:35.481612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-40a47655-a99b-4123-b5d9-d65bf99e196b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319950 Sep 15 16:04:35.482132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34684) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.512413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 359150e6-fdd9-4557-bb11-aee505de4e4d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:35.534728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 359150e6-fdd9-4557-bb11-aee505de4e4d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:35.535129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 359150e6-fdd9-4557-bb11-aee505de4e4d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:35.545234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=043ae426-39dd-4ead-a4a2-f9a3e311a29b,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.549735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.616217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11420b1-697a-4aa3-b743-d065f3d90382 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:35.618922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c11420b1-697a-4aa3-b743-d065f3d90382 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1356997 Sep 15 16:04:35.623921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34688) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.640406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372c60ba-fe7a-49b3-8fbe-9f9fa51db191']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:35.667457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659283cb-6d74-4983-ae52-9bc91ee3e65c') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:35.668011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659283cb-6d74-4983-ae52-9bc91ee3e65c') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:35.689433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.741111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.744636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-f0b9ce94-370b-452d-8bd8-5d8ea4d3df23 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:04:35.745980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-f0b9ce94-370b-452d-8bd8-5d8ea4d3df23 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2364888 Sep 15 16:04:35.753158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.756043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:35.756459 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:35.760068 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:35.845036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34690) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.897039 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6e24e71f-fa8a-417e-93e4-bf48ad9a970b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=37e49aefc5cf4c33adbe54a25301804d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507104 Sep 15 16:04:35.899748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34692) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.921175 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.923031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21e1ed-be9b-4a6a-b941-0b3fb685b53d None None] Network 5b85f4c2-3a2a-416e-9e50-39b09f70b043 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:35.928029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-3b82c6d5-eb0d-4eea-9812-9a6e01bd9885 service neutron] 10.222.0.63 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725950 Sep 15 16:04:35.975171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Deleting port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:35.975893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.043034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=0f06378e-ba9e-472f-80cb-df87e25df0a3,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:36.052445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Checking segment: {'id': '5b91901f-be5a-49e0-98b4-9a8bb5ede1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:36.052969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network hostable DHCP agents. Network: c6fa69d7-6098-403c-97d7-389c5aaf46fd, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:36.055652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] For port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356,segment=NetworkSegment(5139b8ce-6671-4acc-a08f-2d55b819135d),segment_id=5139b8ce-6671-4acc-a08f-2d55b819135d)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:36.055652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.070128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.070911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Calling delete_port for ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:36.075025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.081040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/372c60ba-fe7a-49b3-8fbe-9f9fa51db191 HTTP/1.1" status: 204 len: 168 time: 2.2958243 Sep 15 16:04:36.081040 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aaff413d-a55c-49f5-85a1-20daeccc0f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.086227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-de2dbb23-9997-4daa-a5fb-e2ddc2b5fb26 None None] Provisioning complete for port 043ae426-39dd-4ead-a4a2-f9a3e311a29b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:36.086726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:36.087520 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de2dbb23-9997-4daa-a5fb-e2ddc2b5fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.093167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-372864519', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:36.135924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b373c-a1da-4d3c-ba82-ab878e7c71d5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=372c60ba-fe7a-49b3-8fbe-9f9fa51db191,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:36.159635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aaff413d-a55c-49f5-85a1-20daeccc0f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.215400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:36.245275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] DHCP port deletion for 5b85f4c2-3a2a-416e-9e50-39b09f70b043 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:36.296202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-80831e12-ad6b-4ad9-86d0-c367c57ad98b service neutron] 10.222.0.63 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584647 Sep 15 16:04:36.308201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.310098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.324905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] Deleting port 043ae426-39dd-4ead-a4a2-f9a3e311a29b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:36.325586 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.353418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.378086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c6fa69d7-6098-403c-97d7-389c5aaf46fd) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:36.382707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aaff413d-a55c-49f5-85a1-20daeccc0f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.385884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aaff413d-a55c-49f5-85a1-20daeccc0f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.390862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aaff413d-a55c-49f5-85a1-20daeccc0f87 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3751cc0e-08c3-4daf-a7cd-2cf06e9c045c HTTP/1.1" status: 204 len: 168 time: 0.4894969 Sep 15 16:04:36.422224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Port': ['ID=ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:36.433154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] No DVR routers for this DVR port ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:36.435177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.437309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:36.438015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.452558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754bf487-9341-41dd-b045-870f6a9c4f3d None None] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:36.473105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b42150b-7ee0-4612-9e80-1da6321de9f5 None None] Network 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:36.484921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff413d-a55c-49f5-85a1-20daeccc0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3751cc0e-08c3-4daf-a7cd-2cf06e9c045c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:36.499472 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2062512-3473-4502-a5b0-c65d9ab693c8 req-dccee548-2459-4320-b5a7-42de8f628f55 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1265535 Sep 15 16:04:36.576180 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.614469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e3c6fb-9de1-4bfa-860a-c4bd99843c67']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:36.623418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0a319303-789b-4591-b3b4-c574a2ea5b52 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7173402 Sep 15 16:04:36.627398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5139b8ce-6671-4acc-a08f-2d55b819135d') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:36.627697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5139b8ce-6671-4acc-a08f-2d55b819135d') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:36.627825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34700) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:36.635566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2021fed6-1316-46f7-8309-ae0c58469c7d None None] Could not find standard attr ID for object ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:04:36.644940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.667807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8bb0e97b-8511-4245-af1a-5e14d444ff77 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-396058981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:36.675809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.699562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:36.699743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:36.707194 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:36.715003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] For port 043ae426-39dd-4ead-a4a2-f9a3e311a29b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=043ae426-39dd-4ead-a4a2-f9a3e311a29b,segment=NetworkSegment(014399aa-c91d-4815-b3ba-c0c43bbc6243),segment_id=014399aa-c91d-4815-b3ba-c0c43bbc6243)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:36.715416 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.814414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dbe09da4-9a3d-4593-8a18-8f649aa48209 req-bb69e8b9-0d86-41e9-8145-4c83ed218c23 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 210 time: 0.0548902 Sep 15 16:04:36.817059 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.823014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e97b-8511-4245-af1a-5e14d444ff77 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.824545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e97b-8511-4245-af1a-5e14d444ff77 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.912910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.966007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e97b-8511-4245-af1a-5e14d444ff77 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.970672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.980390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34708) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:36.980921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/networks/54e3c6fb-9de1-4bfa-860a-c4bd99843c67 HTTP/1.1" status: 204 len: 168 time: 1.3514049 Sep 15 16:04:36.982944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8139644-ad9a-49c4-a7de-59767377fc36 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Network': ['ID=54e3c6fb-9de1-4bfa-860a-c4bd99843c67,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:37.091613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 043ae426-39dd-4ead-a4a2-f9a3e311a29b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:37.097044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e97b-8511-4245-af1a-5e14d444ff77 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.097234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] Calling delete_port for 043ae426-39dd-4ead-a4a2-f9a3e311a29b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:37.161318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.260795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2162511-4e9e-415c-a090-fe893656ddfd None None] DHCP port deletion for 54e3c6fb-9de1-4bfa-860a-c4bd99843c67 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:37.372077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.376798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-c6fa69d7-6098-403c-97d7-389c5aaf46fd', 'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd', 'tenant_id': 'a8412c6b8ff14f04a219eb55d9a49253', 'fixed_ips': [{'subnet_id': '0f06378e-ba9e-472f-80cb-df87e25df0a3'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:37.377025 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.495547 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.556088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] Pushing event deleted for resources: {'Port': ['ID=043ae426-39dd-4ead-a4a2-f9a3e311a29b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:37.566491 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7e4dd-c345-4e26-9d94-f89665acbe62 None None] No DVR routers for this DVR port 043ae426-39dd-4ead-a4a2-f9a3e311a29b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:37.640586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Allocated IP 2001:db8::2 (c6fa69d7-6098-403c-97d7-389c5aaf46fd/0f06378e-ba9e-472f-80cb-df87e25df0a3/b6ca0e00-52a4-4622-a22c-be4a94bc789b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:37.656931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e97b-8511-4245-af1a-5e14d444ff77 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.657995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8bb0e97b-8511-4245-af1a-5e14d444ff77 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9942102 Sep 15 16:04:37.669284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ea7b2fc-bc26-4b7f-b485-7bf38aaa4fc7 req-dc69157e-2b3d-46c5-8aec-f402708d6937 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0525420 Sep 15 16:04:37.670084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34726) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:37.676892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd', 'name': 'tempest-PortsIpV6TestJSON-1018357697'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:37.683987 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.710079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.722424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Deleting port 043ae426-39dd-4ead-a4a2-f9a3e311a29b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:37.723647 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.881959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] For port 043ae426-39dd-4ead-a4a2-f9a3e311a29b, host n-d-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:37.882641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.923466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Calling delete_port for 043ae426-39dd-4ead-a4a2-f9a3e311a29b owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:37.939462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Port 043ae426-39dd-4ead-a4a2-f9a3e311a29b was not found and therefore no delete operation was performed {{(pid=102019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:04:37.942646 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.956396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.964269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f22a78b4-d075-4047-b507-073bc487cb45 req-c1dacf30-fbe6-4b18-998f-8b7ef65a4221 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 210 time: 0.0476389 Sep 15 16:04:37.995308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Port': ['ID=043ae426-39dd-4ead-a4a2-f9a3e311a29b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.012733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] No DVR routers for this DVR port 043ae426-39dd-4ead-a4a2-f9a3e311a29b on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:38.017131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.25.0.49 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/e0d4873b-0b03-4e08-9aa3-c9ada0371c28) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:38.021723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.022089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.022451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.022798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.023145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.023539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.023875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.029759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.029759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.029759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.029759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.029759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.073691 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.100648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:38.104759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.137842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 6780a8bf-0064-4257-b977-fdf2ff7f361b yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:38.150299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.156352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:38.168455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:38.171469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:38.174415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Pushing event updated for resources: {'Port': ['ID=b6ca0e00-52a4-4622-a22c-be4a94bc789b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.218202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b85f4c2-3a2a-416e-9e50-39b09f70b043']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:38.239880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014399aa-c91d-4815-b3ba-c0c43bbc6243') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:38.240185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014399aa-c91d-4815-b3ba-c0c43bbc6243') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:38.262028 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.264884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Attempting to bind port b6ca0e00-52a4-4622-a22c-be4a94bc789b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:38.268326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Attempting to bind port b6ca0e00-52a4-4622-a22c-be4a94bc789b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '5b91901f-be5a-49e0-98b4-9a8bb5ede1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:38.269109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Attempting to bind port b6ca0e00-52a4-4622-a22c-be4a94bc789b on network c6fa69d7-6098-403c-97d7-389c5aaf46fd {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:38.283145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:38.286993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Checking segment: {'id': '5b91901f-be5a-49e0-98b4-9a8bb5ede1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:38.286993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.286993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Bound using segment: {'id': '5b91901f-be5a-49e0-98b4-9a8bb5ede1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:38.286993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Bound port: b6ca0e00-52a4-4622-a22c-be4a94bc789b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b91901f-be5a-49e0-98b4-9a8bb5ede1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'c6fa69d7-6098-403c-97d7-389c5aaf46fd'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:38.286993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.294340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.299269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.321753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:38.322365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:38.328347 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:38.346814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::28d (c6fa69d7-6098-403c-97d7-389c5aaf46fd/0f06378e-ba9e-472f-80cb-df87e25df0a3/6780a8bf-0064-4257-b977-fdf2ff7f361b) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:38.431422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] For port b6ca0e00-52a4-4622-a22c-be4a94bc789b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:38.436791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] For port b6ca0e00-52a4-4622-a22c-be4a94bc789b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b6ca0e00-52a4-4622-a22c-be4a94bc789b,segment=NetworkSegment(5b91901f-be5a-49e0-98b4-9a8bb5ede1d6),segment_id=5b91901f-be5a-49e0-98b4-9a8bb5ede1d6)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:38.499223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.509180 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.523158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/networks/5b85f4c2-3a2a-416e-9e50-39b09f70b043 HTTP/1.1" status: 204 len: 168 time: 1.5296631 Sep 15 16:04:38.523158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34742) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:38.536319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8e93a-46f1-48a6-bedc-7ee39a2c4bc2 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Network': ['ID=5b85f4c2-3a2a-416e-9e50-39b09f70b043,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.588556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.597433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.614480 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.656552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.679840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:38.685133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:38.689987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:38.692801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91052595-be76-4f79-b48f-7c12ce9f6f84 None None] Pushing event updated for resources: {'Port': ['ID=b6ca0e00-52a4-4622-a22c-be4a94bc789b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.720631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=e0d4873b-0b03-4e08-9aa3-c9ada0371c28,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.746876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.769510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:38.825254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:38.837203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:38.848357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:38.849197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ef0b1f54-f4ed-46d0-9f8b-0f92f3c66356 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:38.856018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:38.878788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:38.879921 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.922153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=6780a8bf-0064-4257-b977-fdf2ff7f361b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.940707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.989376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad148be-8cfe-4492-9027-8e443d308b39']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:38.997071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dacf462f-3dd1-46ed-997a-feed8e6274fd req-06561511-2a72-452d-9243-901e14c77a66 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1131077 Sep 15 16:04:39.017542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7b475d-025f-4349-9727-30ca9be1448a') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:39.018536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7b475d-025f-4349-9727-30ca9be1448a') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:39.065864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.122903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d709396e-9904-49cb-9489-4c784b3de857 req-72e160b4-5888-48a9-bf35-42d713af8989 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 210 time: 0.0461035 Sep 15 16:04:39.123949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.131919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:39.132340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:39.136103 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:39.153207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34754) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:39.154923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-620d8cca-26ad-420e-9c13-35419bc23e82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4831772 Sep 15 16:04:39.397916 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.413910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.415923 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/networks/3ad148be-8cfe-4492-9027-8e443d308b39 HTTP/1.1" status: 204 len: 168 time: 0.8992794 Sep 15 16:04:39.422721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34760) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:39.461001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be08140-e92c-4312-8380-2b404c55148c tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Network': ['ID=3ad148be-8cfe-4492-9027-8e443d308b39,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:39.538096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.580430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.650116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.697088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbbb91e-5735-4e68-aa6c-081b8416a54b']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:39.725883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d3ea7f-20d1-49e3-ae20-76b16affd259') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:39.727454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d3ea7f-20d1-49e3-ae20-76b16affd259') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:39.741326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.765646 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.774216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:39.775032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:39.788193 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:39.862726 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.007563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9692231-6dc9-46c1-bdde-63902db77066 None None] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:40.024282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.031752 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.034559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] 10.222.0.63 "DELETE /v2.0/networks/2cbbb91e-5735-4e68-aa6c-081b8416a54b HTTP/1.1" status: 204 len: 168 time: 0.6105461 Sep 15 16:04:40.056846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353189f-6736-4337-8adf-774d27b79495 tempest-BulkNetworkOpsTest-525496955 tempest-BulkNetworkOpsTest-525496955-project] Pushing event deleted for resources: {'Network': ['ID=2cbbb91e-5735-4e68-aa6c-081b8416a54b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:40.105497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.163341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fe5f7514-8d07-44da-9d24-578679d4efb5 None None] Provisioning complete for port b6ca0e00-52a4-4622-a22c-be4a94bc789b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:40.163778 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7514-8d07-44da-9d24-578679d4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.217663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5724312e-0dda-4bc4-a9be-f7f53b0f4566 req-6b3bca25-44fd-467b-ae5c-f4918b7ff6ae tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0664129 Sep 15 16:04:40.394300 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7514-8d07-44da-9d24-578679d4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.440598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fe5f7514-8d07-44da-9d24-578679d4efb5 None None] For port b6ca0e00-52a4-4622-a22c-be4a94bc789b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b6ca0e00-52a4-4622-a22c-be4a94bc789b,segment=NetworkSegment(5b91901f-be5a-49e0-98b4-9a8bb5ede1d6),segment_id=5b91901f-be5a-49e0-98b4-9a8bb5ede1d6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:40.537443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fe5f7514-8d07-44da-9d24-578679d4efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.617168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f7514-8d07-44da-9d24-578679d4efb5 None None] Pushing event updated for resources: {'Port': ['ID=b6ca0e00-52a4-4622-a22c-be4a94bc789b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:40.717110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34784) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:40.781409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-552d26e9-fd4b-4ed8-aa5d-e3aeeee4acf6 None None] Provisioning complete for port b6ca0e00-52a4-4622-a22c-be4a94bc789b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:40.781796 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-552d26e9-fd4b-4ed8-aa5d-e3aeeee4acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.864962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.894369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-273e4738-70ea-4582-9aa2-d36d7a45bf7f req-b20bcecf-5f65-4229-896e-e73da84880b6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 210 time: 0.6056669 Sep 15 16:04:40.907017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-c3a9297a-231e-42d8-a1f9-18557c10237e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:40.909403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-c3a9297a-231e-42d8-a1f9-18557c10237e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 816 time: 0.8987055 Sep 15 16:04:40.964743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b6ca0e00-52a4-4622-a22c-be4a94bc789b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:40.992606 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.065578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-552d26e9-fd4b-4ed8-aa5d-e3aeeee4acf6 None None] Provisioning complete for port 6780a8bf-0064-4257-b977-fdf2ff7f361b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:41.066072 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-552d26e9-fd4b-4ed8-aa5d-e3aeeee4acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.070570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-a829449d-d4cd-42fe-aa10-6eb7225394b5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 380 time: 0.1498697 Sep 15 16:04:41.085190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'port': {'device_id': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'admin_state_up': True, 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'security_groups': ['32803ff4-3e0c-480b-9237-7b5d94ae272c']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:41.087329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-acfa5557-92d5-43e2-b10c-8cc846c42199 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=167bf11e9243446498c7a12523eeb3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689420 Sep 15 16:04:41.089840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34790) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:41.102430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b6ca0e00-52a4-4622-a22c-be4a94bc789b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:41.102984 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.152059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=6780a8bf-0064-4257-b977-fdf2ff7f361b,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:41.180526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a183ae04-152c-49b4-9e25-2996cf7323c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.183827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-552d26e9-fd4b-4ed8-aa5d-e3aeeee4acf6 None None] Port 6780a8bf-0064-4257-b977-fdf2ff7f361b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:41.221451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a183ae04-152c-49b4-9e25-2996cf7323c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.310671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-99121ff7-397e-4ba4-b50d-97d11a74ea7a None None] Provisioning complete for port 6780a8bf-0064-4257-b977-fdf2ff7f361b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:41.311053 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-99121ff7-397e-4ba4-b50d-97d11a74ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.359655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-99121ff7-397e-4ba4-b50d-97d11a74ea7a None None] Port 6780a8bf-0064-4257-b977-fdf2ff7f361b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:41.367693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fa3ea6f9-d141-44e7-9e1e-2778018e6991 req-dc375578-5552-4c24-886b-dbe1b6e75f98 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0377626 Sep 15 16:04:41.377708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.386547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a183ae04-152c-49b4-9e25-2996cf7323c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.389514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a183ae04-152c-49b4-9e25-2996cf7323c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.390878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a183ae04-152c-49b4-9e25-2996cf7323c6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/73017d73-ea47-465e-847e-cebc38bd4396 HTTP/1.1" status: 204 len: 168 time: 0.2999158 Sep 15 16:04:41.400583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183ae04-152c-49b4-9e25-2996cf7323c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73017d73-ea47-465e-847e-cebc38bd4396,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:41.427172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 150d7308-5499-4aed-a6e5-1c9c4a8643e7 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:41.479194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a95b198b-f118-4d57-a4fa-b813ab540f99 None None] Provisioning complete for port 6780a8bf-0064-4257-b977-fdf2ff7f361b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:41.479641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a95b198b-f118-4d57-a4fa-b813ab540f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.517642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Made reservation on behalf of 709558d00c174fa89b6afaac4554a7cc for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:41.519080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a95b198b-f118-4d57-a4fa-b813ab540f99 None None] Port 6780a8bf-0064-4257-b977-fdf2ff7f361b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:41.522603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.678292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:41.689093 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] Sync routers for ids ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:41.705555 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] Routers {'150d7308-5499-4aed-a6e5-1c9c4a8643e7'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:41.706543 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:41.745842 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:41.755268 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] Routers {'150d7308-5499-4aed-a6e5-1c9c4a8643e7'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:41.756026 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:41.756999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.777144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Allocated IP 172.20.0.9 (66be19ab-4f38-495b-acf8-567ec7d80936/b3256513-38af-41ae-babf-841e712afa79/f471f7de-8a2c-423c-ae5e-0fd877ecaa43) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:41.789608 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:41.790214 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee20f2a6-4a58-4998-9b75-c239b37b65ff None None] The sync data for ids ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:41.842221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.843471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-97fe88cc-76ce-4f03-a1d3-0c8f0633247d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.7557752 Sep 15 16:04:41.846318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34802) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:41.992709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-477a3970-37e0-4d72-8f68-42dbfff98b0f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/routers/150d7308-5499-4aed-a6e5-1c9c4a8643e7 HTTP/1.1" status: 200 len: 879 time: 0.1451132 Sep 15 16:04:41.995176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34812) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:42.056592 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c334f084-0bc8-4b26-84ed-1f92d6db9153 req-fc73a73e-94e5-4abf-984a-47fa35951404 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 210 time: 0.0487485 Sep 15 16:04:42.159452 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.239784 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.356843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.412121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Network 66be19ab-4f38-495b-acf8-567ec7d80936 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:42.417696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:42.420859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:42.446700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.447640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.481623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:42.564622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:42.565315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.630865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=6780a8bf-0064-4257-b977-fdf2ff7f361b,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:42.651082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8241ba3f-e520-4c87-8523-e1583664c733 req-74c6f635-a5ee-49b5-89d0-82c66c4b4a9e tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0616302 Sep 15 16:04:42.697352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:42.706704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:42.716438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-e370fac8-1623-46e9-897e-f7cc870a113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6386666 Sep 15 16:04:42.738081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Request body: {'port': {'device_id': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:42.742948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5b067538-52e0-4bcc-8068-a711c456d1ce tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7463567 Sep 15 16:04:42.745771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34842) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:42.751742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-59fad1f4-46be-4fa5-a916-ead2c239b29c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-372864519'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:42.843216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34844) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:42.898343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-91d27d9e-b35a-4028-8d51-90e409a661f9 None None] Provisioning complete for port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:42.903780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-91d27d9e-b35a-4028-8d51-90e409a661f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.956352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.024953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-91d27d9e-b35a-4028-8d51-90e409a661f9 None None] Port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:43.073620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-378319359'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:43.215523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:43.219368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.246656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e2371de3-8cc8-47cc-86d5-474089a24b8b None None] Provisioning complete for port 6780a8bf-0064-4257-b977-fdf2ff7f361b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:43.247094 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2371de3-8cc8-47cc-86d5-474089a24b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.260933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.285259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e2371de3-8cc8-47cc-86d5-474089a24b8b None None] Port 6780a8bf-0064-4257-b977-fdf2ff7f361b cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:43.307885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Router 480766cc-039a-46db-a74c-9b06c9d9fe88 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:43.362545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fad1f4-46be-4fa5-a916-ead2c239b29c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.443777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fad1f4-46be-4fa5-a916-ead2c239b29c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.449525 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.459601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870f247-88cc-415b-a74d-f7d41a47ac08 req-dd768e54-6be9-46e0-a5b8-edc2ca1b6067 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:43.461095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8870f247-88cc-415b-a74d-f7d41a47ac08 req-dd768e54-6be9-46e0-a5b8-edc2ca1b6067 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 931 time: 0.2623861 Sep 15 16:04:43.515509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:43.529598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] Sync routers for ids ['480766cc-039a-46db-a74c-9b06c9d9fe88'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:43.529762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-730f2b80-9fbb-47d4-8a83-484ae99fe160 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "PUT /v2.0/routers/480766cc-039a-46db-a74c-9b06c9d9fe88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3753130 Sep 15 16:04:43.537640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34854) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:43.544826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] Routers {'480766cc-039a-46db-a74c-9b06c9d9fe88'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:43.547114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['480766cc-039a-46db-a74c-9b06c9d9fe88'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:43.554326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.565067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8870f247-88cc-415b-a74d-f7d41a47ac08 req-b54c91f3-4d14-4c29-b7f6-39ba710d17f0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965931 Sep 15 16:04:43.569874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:43.581076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.581829 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment 92eb338c-4aa9-4d53-9027-035bc0dd66e5 of type vlan for network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 Sep 15 16:04:43.609636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:43.624468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] Routers {'480766cc-039a-46db-a74c-9b06c9d9fe88'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:43.625872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['480766cc-039a-46db-a74c-9b06c9d9fe88'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:43.631601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f471f7de-8a2c-423c-ae5e-0fd877ecaa43 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:04:43.633220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.641388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.660750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1412d93a-2b72-4803-95ef-4ac4d158ea4f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:43.665715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1412d93a-2b72-4803-95ef-4ac4d158ea4f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports?device_id=480766cc-039a-46db-a74c-9b06c9d9fe88 HTTP/1.1" status: 200 len: 989 time: 0.1270220 Sep 15 16:04:43.668750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34856) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:43.678366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Transition to ACTIVE for port object f471f7de-8a2c-423c-ae5e-0fd877ecaa43 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:04:43.685913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d0d8d6-6e2e-4472-a3b1-bd9622633918,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:43.712652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fad1f4-46be-4fa5-a916-ead2c239b29c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 150d7308-5499-4aed-a6e5-1c9c4a8643e7 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:43.724119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:43.724966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edffbd4-cdec-4c32-bef4-92a466b04e64 None None] The sync data for ids ['480766cc-039a-46db-a74c-9b06c9d9fe88'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:43.791767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.802975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:43.804671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.809043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.901071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3476f3b8-38e8-4e1c-b789-8c84d4453a37 req-0523e262-3382-4790-81f2-62872c4386f2 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0875859 Sep 15 16:04:43.946189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=636ecf39-b8a5-4a9a-8b7d-057292cf8880,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:43.959074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:44.042257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:44.057087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fad1f4-46be-4fa5-a916-ead2c239b29c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:44.067301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fad1f4-46be-4fa5-a916-ead2c239b29c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.069677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] Sync routers for ids ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:44.076095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-59fad1f4-46be-4fa5-a916-ead2c239b29c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/150d7308-5499-4aed-a6e5-1c9c4a8643e7 HTTP/1.1" status: 200 len: 886 time: 1.3270082 Sep 15 16:04:44.081163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34860) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:44.086588 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] Routers {'150d7308-5499-4aed-a6e5-1c9c4a8643e7'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:44.087515 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:44.100081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34862) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:44.100913 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f9083503-213d-4258-b716-5551179c83fe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2571528 Sep 15 16:04:44.154689 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:44.187283 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] Routers {'150d7308-5499-4aed-a6e5-1c9c4a8643e7'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:44.188176 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:44.249814 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:44.250778 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c397274-7475-43e6-92d9-f7fd1c9b5c18 None None] The sync data for ids ['150d7308-5499-4aed-a6e5-1c9c4a8643e7'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:44.281072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53f54b9b-3343-4709-a928-fe4dd9bb45bc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/routers/150d7308-5499-4aed-a6e5-1c9c4a8643e7 HTTP/1.1" status: 200 len: 886 time: 0.1974812 Sep 15 16:04:44.283855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34868) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:44.319248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-065056eb-8d3f-433e-bb05-3da280078361 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=150d7308-5499-4aed-a6e5-1c9c4a8643e7 HTTP/1.1" status: 200 len: 205 time: 0.0337200 Sep 15 16:04:44.320740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34870) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:44.484908 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.525064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'name': 'tempest-PortsTestJSON-202320444'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:44.668476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.745445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:44.745957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:44.746377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:44.799382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port e0d4873b-0b03-4e08-9aa3-c9ada0371c28 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:44.799959 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.804616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on network 66be19ab-4f38-495b-acf8-567ec7d80936 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:04:44.804956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:44.853683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:44.856003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Checking segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:44.856003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Bound using segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:44.856003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Bound port: f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:44.856003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.898114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.899654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c4aea-2e69-4b46-be9f-15dce5bb82d9 req-41f9bb37-e9b9-4230-8de8-7ff9b60148f0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:44.901240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-716c4aea-2e69-4b46-be9f-15dce5bb82d9 req-41f9bb37-e9b9-4230-8de8-7ff9b60148f0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.1927743 Sep 15 16:04:44.918830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for e0d4873b-0b03-4e08-9aa3-c9ada0371c28 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:44.969363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:44.974960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.057674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port e6d91491-edf2-4f49-a9f5-6d7551892a60 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:45.065347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2caaf56d-9f72-418d-868f-e6534b89da3d req-18a7cf07-cb1d-49f6-8b12-4f310a3884a4 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0387306 Sep 15 16:04:45.069695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:45.110823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-716c4aea-2e69-4b46-be9f-15dce5bb82d9 req-32e76d60-6a4d-4f64-84cc-ef1d1cbd460c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998336 Sep 15 16:04:45.183034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:45.225619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.262115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:45.262328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.336982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:45.337623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.338993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] 10.222.0.55 "PUT /v2.0/ports/f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 1091 time: 2.6063564 Sep 15 16:04:45.341182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:45.343665 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87474601-b350-4755-9489-b614bc4cd761" -d '{"events": [{"name": "network-changed", "server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:45.364097 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.403154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=e0d4873b-0b03-4e08-9aa3-c9ada0371c28,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:45.431947 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd1256-c57d-4ef6-8cfb-cd72294d59d2 x-openstack-request-id: req-58dd1256-c57d-4ef6-8cfb-cd72294d59d2 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:45.432257 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:45.432468 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-58dd1256-c57d-4ef6-8cfb-cd72294d59d2 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:45.432979 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'status': 'completed', 'code': 200} Sep 15 16:04:45.436103 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abb14bef-f2eb-4ba3-8701-ec32b143cb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.444152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b5368-0eda-449f-aa60-121df9ec6bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:45.562436 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.611438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87474601-b350-4755-9489-b614bc4cd761 req-38d3d35f-eac8-4cda-a583-4763886e5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:45.613012 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87474601-b350-4755-9489-b614bc4cd761 req-38d3d35f-eac8-4cda-a583-4763886e5d6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1094 time: 0.1699500 Sep 15 16:04:45.670871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.682674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.686038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.763261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abb14bef-f2eb-4ba3-8701-ec32b143cb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.832601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.833745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Fanout notify agent at l3_agent the message router_deleted on router 150d7308-5499-4aed-a6e5-1c9c4a8643e7 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:45.850248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.853421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39785e7a-6b09-4a0f-b5f2-7ffaaca08c5f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/150d7308-5499-4aed-a6e5-1c9c4a8643e7 HTTP/1.1" status: 204 len: 168 time: 1.5298514 Sep 15 16:04:45.865964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:45.871345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-251518837'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:45.885401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87474601-b350-4755-9489-b614bc4cd761 req-410d4bf0-441d-48e1-82e0-f1ec0bbbab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:45.886886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87474601-b350-4755-9489-b614bc4cd761 req-410d4bf0-441d-48e1-82e0-f1ec0bbbab4b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=709558d00c174fa89b6afaac4554a7cc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2632720 Sep 15 16:04:45.890238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abb14bef-f2eb-4ba3-8701-ec32b143cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.939669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abb14bef-f2eb-4ba3-8701-ec32b143cb25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=45bd91745ef54657b2697d49920fcf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763256 Sep 15 16:04:45.940862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb14bef-f2eb-4ba3-8701-ec32b143cb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e69fb6-b5ae-4971-ad80-cac199f12767,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:45.943883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34892) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:45.998374 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcec73-d026-4935-b653-7186e1c97e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.017472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 6780a8bf-0064-4257-b977-fdf2ff7f361b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:46.017823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.022151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.023400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcec73-d026-4935-b653-7186e1c97e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.039545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:46.043203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.083445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:46.175352 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.175968 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment d3dfda54-89d5-4705-809c-3fb9b7bf001b of type vlan for network 97962edb-4ef7-42a2-8c55-5d230e78a7bf Sep 15 16:04:46.189755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcec73-d026-4935-b653-7186e1c97e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.194412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcec73-d026-4935-b653-7186e1c97e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.198684 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b2dcec73-d026-4935-b653-7186e1c97e78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d1e69fb6-b5ae-4971-ad80-cac199f12767 HTTP/1.1" status: 204 len: 168 time: 0.2513947 Sep 15 16:04:46.211670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=e6d91491-edf2-4f49-a9f5-6d7551892a60,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:46.228401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcec73-d026-4935-b653-7186e1c97e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e69fb6-b5ae-4971-ad80-cac199f12767,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:46.235949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87474601-b350-4755-9489-b614bc4cd761 req-4286f015-d450-4122-873f-86c5e1f8337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:46.237537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87474601-b350-4755-9489-b614bc4cd761 req-4286f015-d450-4122-873f-86c5e1f8337a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3438091 Sep 15 16:04:46.240313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-adcc8c51-4c82-4403-80a9-821d8dc2b3ba req-1791182b-6fbe-4161-9791-1de8dbde660b tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0553937 Sep 15 16:04:46.275291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.279057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.290488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': '92eb338c-4aa9-4d53-9027-035bc0dd66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:46.291033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: 636ecf39-b8a5-4a9a-8b7d-057292cf8880, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:46.308797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 6780a8bf-0064-4257-b977-fdf2ff7f361b owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:46.356818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e13a-613e-4418-a0d4-b224f3bda75a req-3841219f-668e-46e6-ab7c-c0082370620e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:46.357509 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4030e13a-613e-4418-a0d4-b224f3bda75a req-3841219f-668e-46e6-ab7c-c0082370620e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.0756707 Sep 15 16:04:46.403156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.403393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-ced34009-430f-45e4-accd-5bb8fb4c2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:46.404727 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-ced34009-430f-45e4-accd-5bb8fb4c2b32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1094 time: 0.1103039 Sep 15 16:04:46.408758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:46.409329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.429119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4030e13a-613e-4418-a0d4-b224f3bda75a req-2ed43909-6c9c-4f02-ae44-fe2c95579afe tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646245 Sep 15 16:04:46.459088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:46.462038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-05a40ddd-1271-401f-8a8d-5128c4be730a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 217 time: 0.0448775 Sep 15 16:04:46.568014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-567e542e-3160-4e17-a0d7-935d33887549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:46.570890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-567e542e-3160-4e17-a0d7-935d33887549 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.1014264 Sep 15 16:04:46.573160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 636ecf39-b8a5-4a9a-8b7d-057292cf8880) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:46.578356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:46.585123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:46.585681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.588800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c70a35-c4dc-4c88-aa86-f42befdd7397 None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:46.696720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-6dc4229a-4638-4300-9415-f10b0ab25886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:46.699253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-6dc4229a-4638-4300-9415-f10b0ab25886 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084380 Sep 15 16:04:46.733716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6780e133-ef05-4960-ab25-95f5e5c07383 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2189825 Sep 15 16:04:46.783606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:46.791261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1761447680'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:46.830484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.834981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9645982 Sep 15 16:04:46.835472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34904) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:46.836106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-91518158-d038-44ec-bc3f-517752320452 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289859 Sep 15 16:04:46.840426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': '97962edb-4ef7-42a2-8c55-5d230e78a7bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:46.845011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0f254-6097-4afc-aab2-1279c197d75a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=97962edb-4ef7-42a2-8c55-5d230e78a7bf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:46.876014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=6780a8bf-0064-4257-b977-fdf2ff7f361b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:46.877419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:46.926173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:46.931163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.030006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:47.034463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.037681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.070311 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c01950-3765-4121-82e3-4cd23fec06bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.098790 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.107623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:47.137410 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff084a9d-373e-4f8e-af42-ed4c94cc305e req-122a8cd5-1c98-42f4-b28d-cd85879a71f6 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716849 Sep 15 16:04:47.144524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.144524 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment ac893091-818f-4ce2-8446-1052bcd99487 of type vlan for network c777bb82-e626-4381-a293-6a9079cd71ad Sep 15 16:04:47.247030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.258406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c01950-3765-4121-82e3-4cd23fec06bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.344465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72c01950-3765-4121-82e3-4cd23fec06bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.421887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8ad98d3-118e-4c91-b7ba-2ec77297afdd req-12c9969c-fe71-4a91-8bdf-c83db4c41f5f tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0783474 Sep 15 16:04:47.436267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72c01950-3765-4121-82e3-4cd23fec06bc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f52aabb98e404818aed515e06ee61794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3954177 Sep 15 16:04:47.437605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01950-3765-4121-82e3-4cd23fec06bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0622cfcb-500d-48e0-a0e6-e2b29997a824,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:47.449498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.500112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.553115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-312e79a2-8733-4a5f-984a-305ded4fe5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.610932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.resource_extend [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:04:47.622654 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-312e79a2-8733-4a5f-984a-305ded4fe5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.624738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=11462d8b-aab4-471b-ac79-858378bc03bd,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:47.667439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Router 480766cc-039a-46db-a74c-9b06c9d9fe88 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:47.687612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72161713-1b39-4642-953d-2ffc4f1a6d35 req-dcad2f55-9dca-44ad-a41c-97fbee0680ec tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.689206 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-72161713-1b39-4642-953d-2ffc4f1a6d35 req-dcad2f55-9dca-44ad-a41c-97fbee0680ec tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.1438313 Sep 15 16:04:47.690882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': 'd3dfda54-89d5-4705-809c-3fb9b7bf001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '97962edb-4ef7-42a2-8c55-5d230e78a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:47.691873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: 97962edb-4ef7-42a2-8c55-5d230e78a7bf, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:47.722888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.728834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.729531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.760885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-72161713-1b39-4642-953d-2ffc4f1a6d35 req-881f711a-a82a-4b14-baef-558eda5f5bca tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591302 Sep 15 16:04:47.792669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:47.803270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-15131416-ae4c-488b-9d45-1184af23bb45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "PUT /v2.0/routers/480766cc-039a-46db-a74c-9b06c9d9fe88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1293507 Sep 15 16:04:47.803270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34920) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.806687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:47.807776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] Sync routers for ids ['480766cc-039a-46db-a74c-9b06c9d9fe88'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:47.827022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] Routers {'480766cc-039a-46db-a74c-9b06c9d9fe88'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:47.828014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['480766cc-039a-46db-a74c-9b06c9d9fe88'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:47.860146 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f9da02-5329-4974-9fdc-63d08633b506 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:04:47.861799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-66f9da02-5329-4974-9fdc-63d08633b506 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/6780a8bf-0064-4257-b977-fdf2ff7f361b HTTP/1.1" status: 404 len: 333 time: 0.0584667 Sep 15 16:04:47.867618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34922) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.874054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:47.874622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=c777bb82-e626-4381-a293-6a9079cd71ad,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:47.892166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c777bb82-e626-4381-a293-6a9079cd71ad details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:47.924147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.930467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.936497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.943314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.945365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-312e79a2-8733-4a5f-984a-305ded4fe5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.949382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.949718 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-312e79a2-8733-4a5f-984a-305ded4fe5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.953553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-312e79a2-8733-4a5f-984a-305ded4fe5cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0622cfcb-500d-48e0-a0e6-e2b29997a824 HTTP/1.1" status: 204 len: 168 time: 0.5005476 Sep 15 16:04:47.955908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.962308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.964314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a7764886-14e1-4e69-add5-84361f7358da req-7fb4e55b-532e-427b-a8b3-2220c784a784 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.1057310 Sep 15 16:04:47.967419 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e8b19c2c-40ab-41d0-b2bd-bf4c8fdec42d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1827641 Sep 15 16:04:47.971212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 97962edb-4ef7-42a2-8c55-5d230e78a7bf) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:47.976779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] Routers {'480766cc-039a-46db-a74c-9b06c9d9fe88'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:47.977165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34926) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.977437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['480766cc-039a-46db-a74c-9b06c9d9fe88'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:47.983854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4cd088-dc58-4dc0-b03d-e758bfd8e13b None None] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:47.986490 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'ports': [{'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880'}, {'network_id': 'c777bb82-e626-4381-a293-6a9079cd71ad'}]} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:47.987309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:47.987573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': 'c777bb82-e626-4381-a293-6a9079cd71ad'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:47.989526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.990472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.022044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:48.023213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97092a0b-f5f9-4ed3-b378-dbf18c404b8b None None] The sync data for ids ['480766cc-039a-46db-a74c-9b06c9d9fe88'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:48.042095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e79a2-8733-4a5f-984a-305ded4fe5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0622cfcb-500d-48e0-a0e6-e2b29997a824,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:48.057565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-240f0b5b-46bb-47db-b307-ac3fe8f4d9bb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.135722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a7764886-14e1-4e69-add5-84361f7358da req-65dda2d3-bf11-4978-bdc2-2f5050eea1b7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622021 Sep 15 16:04:48.231365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-97962edb-4ef7-42a2-8c55-5d230e78a7bf', 'network_id': '97962edb-4ef7-42a2-8c55-5d230e78a7bf', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': '11462d8b-aab4-471b-ac79-858378bc03bd'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:48.232239 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.274086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bc4369d0-ddaa-4ccb-9dba-e96ac34a4b38 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4378796 Sep 15 16:04:48.276840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34928) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:48.282474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7a0dab4a-b9b6-4bbd-8348-9c024b1b759b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1332476710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:48.303736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 2} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:48.313039 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.343490 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-240f0b5b-46bb-47db-b307-ac3fe8f4d9bb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.346753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-240f0b5b-46bb-47db-b307-ac3fe8f4d9bb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.352469 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.366703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59ea9049-abcd-4d54-9aa5-555fb483acdc req-0015a2fc-1b70-4eab-afce-154b54a71476 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0319550 Sep 15 16:04:48.417733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Allocated IP 172.20.0.2 (97962edb-4ef7-42a2-8c55-5d230e78a7bf/11462d8b-aab4-471b-ac79-858378bc03bd/3c3997eb-5d7a-4930-9ede-e08ff49e376e) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:48.443266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a0dab4a-b9b6-4bbd-8348-9c024b1b759b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.444288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a0dab4a-b9b6-4bbd-8348-9c024b1b759b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.463836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 72beb93c-11c6-4d27-979b-48ca14c3701a yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:48.518067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59ea9049-abcd-4d54-9aa5-555fb483acdc req-88c9cb6b-f17e-4f5a-98ba-ff31108699b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d7b58ace8ee4ac49319734cac9f066c&device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.0716701 Sep 15 16:04:48.519000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-240f0b5b-46bb-47db-b307-ac3fe8f4d9bb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.520794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240f0b5b-46bb-47db-b307-ac3fe8f4d9bb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Fanout notify agent at l3_agent the message router_deleted on router 480766cc-039a-46db-a74c-9b06c9d9fe88 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:04:48.558037 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-240f0b5b-46bb-47db-b307-ac3fe8f4d9bb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.566893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a0dab4a-b9b6-4bbd-8348-9c024b1b759b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.572679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-240f0b5b-46bb-47db-b307-ac3fe8f4d9bb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/routers/480766cc-039a-46db-a74c-9b06c9d9fe88 HTTP/1.1" status: 204 len: 168 time: 0.6901591 Sep 15 16:04:48.573924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34934) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:48.653432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59ea9049-abcd-4d54-9aa5-555fb483acdc req-8a3f5ca5-8a99-47e5-a253-8819666d530d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2d7b58ace8ee4ac49319734cac9f066c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781119 Sep 15 16:04:48.657237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a0dab4a-b9b6-4bbd-8348-9c024b1b759b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.677732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.684771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92a18886-eb19-4ec5-a07d-ecf47266cf27 req-32f06381-17eb-4271-90a7-17fae0a05a67 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0767834 Sep 15 16:04:48.706945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.736656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 0f06378e-ba9e-472f-80cb-df87e25df0a3 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:48.742989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.781126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.789764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a0dab4a-b9b6-4bbd-8348-9c024b1b759b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.795394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7a0dab4a-b9b6-4bbd-8348-9c024b1b759b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5175047 Sep 15 16:04:48.796291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34944) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:48.839836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.851250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:48.855514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:48.858706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:48.877360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Pushing event updated for resources: {'Port': ['ID=3c3997eb-5d7a-4930-9ede-e08ff49e376e,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:48.888469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9049-abcd-4d54-9aa5-555fb483acdc req-667745fd-b594-4f83-9ef4-f642b3e2962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:48.890242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59ea9049-abcd-4d54-9aa5-555fb483acdc req-667745fd-b594-4f83-9ef4-f642b3e2962d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158723 Sep 15 16:04:48.920086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 870e003a-aec7-4762-b066-1f52a7acd870 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:48.962699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Attempting to bind port 3c3997eb-5d7a-4930-9ede-e08ff49e376e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:48.963156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Attempting to bind port 3c3997eb-5d7a-4930-9ede-e08ff49e376e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'd3dfda54-89d5-4705-809c-3fb9b7bf001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '97962edb-4ef7-42a2-8c55-5d230e78a7bf'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:48.963586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Attempting to bind port 3c3997eb-5d7a-4930-9ede-e08ff49e376e on network 97962edb-4ef7-42a2-8c55-5d230e78a7bf {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:48.969874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:48.970257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Checking segment: {'id': 'd3dfda54-89d5-4705-809c-3fb9b7bf001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '97962edb-4ef7-42a2-8c55-5d230e78a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:48.970682 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.971143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Bound using segment: {'id': 'd3dfda54-89d5-4705-809c-3fb9b7bf001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '97962edb-4ef7-42a2-8c55-5d230e78a7bf'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:48.971633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Bound port: 3c3997eb-5d7a-4930-9ede-e08ff49e376e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dfda54-89d5-4705-809c-3fb9b7bf001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '97962edb-4ef7-42a2-8c55-5d230e78a7bf'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:48.972956 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.998662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.075113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] For port 3c3997eb-5d7a-4930-9ede-e08ff49e376e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:49.080771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] For port 3c3997eb-5d7a-4930-9ede-e08ff49e376e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c3997eb-5d7a-4930-9ede-e08ff49e376e,segment=NetworkSegment(d3dfda54-89d5-4705-809c-3fb9b7bf001b),segment_id=d3dfda54-89d5-4705-809c-3fb9b7bf001b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:49.153382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.176848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.182466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.185876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=0f06378e-ba9e-472f-80cb-df87e25df0a3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:49.188233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.190649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.193399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7e29ba0f-9b36-4bbc-aa64-5ad1ec9d5393 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/0f06378e-ba9e-472f-80cb-df87e25df0a3 HTTP/1.1" status: 204 len: 168 time: 0.6162045 Sep 15 16:04:49.194489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:49.198749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.204881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.205226 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.212992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.219344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.221397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c666c2f1-59a2-4913-8068-46d165d71fba tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.3104944 Sep 15 16:04:49.232602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4d6f8-cc8a-4b78-b239-d8b2dea1975f None None] Network c6fa69d7-6098-403c-97d7-389c5aaf46fd requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:49.307497 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.313365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f0c78-ad8c-45e7-809c-d51a1862300a req-3dcbfa1f-28f8-4965-8a5c-ab29ca4f160d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.317937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e89f0c78-ad8c-45e7-809c-d51a1862300a req-3dcbfa1f-28f8-4965-8a5c-ab29ca4f160d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.3596570 Sep 15 16:04:49.405420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42ed8e49-c22d-43ba-b5cd-8ef7647417e8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.406867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42ed8e49-c22d-43ba-b5cd-8ef7647417e8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "GET /v2.0/ports/3fb1c333-8ef0-45f2-a991-daaa7c53afa4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1762569 Sep 15 16:04:49.532371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.543626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238a9a-2af5-4074-99bf-2b2a21dc58d6 None None] Pushing event updated for resources: {'Port': ['ID=3c3997eb-5d7a-4930-9ede-e08ff49e376e,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:49.546699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.564739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.570812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.573662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e89f0c78-ad8c-45e7-809c-d51a1862300a req-037d8ea5-15b1-4596-bd22-1e766d4a73f8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185171 Sep 15 16:04:49.583897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.592221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.604879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.606032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.619683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-864e8f70-5c0d-4cf0-9c6c-fd5c70da7f09 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.2219372 Sep 15 16:04:49.648710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] DHCP port deletion for c6fa69d7-6098-403c-97d7-389c5aaf46fd request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:04:49.657502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.689923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port b6ca0e00-52a4-4622-a22c-be4a94bc789b {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:49.690501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.726137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32ff72d5-2113-4718-86c3-ebbdab1ebab8 req-71e1b1d8-a6c1-4540-913f-71b9a66d71d3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980463 Sep 15 16:04:49.740198 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:04:49.785815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] Deleting port b6ca0e00-52a4-4622-a22c-be4a94bc789b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:49.786745 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.894675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] For port b6ca0e00-52a4-4622-a22c-be4a94bc789b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b6ca0e00-52a4-4622-a22c-be4a94bc789b,segment=NetworkSegment(5b91901f-be5a-49e0-98b4-9a8bb5ede1d6),segment_id=5b91901f-be5a-49e0-98b4-9a8bb5ede1d6)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:49.895430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.926670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for b6ca0e00-52a4-4622-a22c-be4a94bc789b owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:49.953743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] For port b6ca0e00-52a4-4622-a22c-be4a94bc789b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b6ca0e00-52a4-4622-a22c-be4a94bc789b,segment=NetworkSegment(5b91901f-be5a-49e0-98b4-9a8bb5ede1d6),segment_id=5b91901f-be5a-49e0-98b4-9a8bb5ede1d6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:49.954775 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.969079 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9cd7dd16-c79e-4e51-963e-704401f579fa req-07a74f71-6d43-46dc-bcc3-eeaf50670fdc tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1034112 Sep 15 16:04:49.985604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-fcc5dcc6-fbca-48a2-86a9-fcc6e6c753d9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "GET /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5662410 Sep 15 16:04:49.995280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] Calling delete_port for b6ca0e00-52a4-4622-a22c-be4a94bc789b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:50.002015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:50.086611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.120644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:04:50.184973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.187304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.192915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:50.207580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.217464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:50.219679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:50.220467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.250511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=72beb93c-11c6-4d27-979b-48ca14c3701a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:50.329064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.20.0.1 (97962edb-4ef7-42a2-8c55-5d230e78a7bf/11462d8b-aab4-471b-ac79-858378bc03bd/fb771dde-a26a-4789-aa74-55b80a3f8760) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:50.342084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=b6ca0e00-52a4-4622-a22c-be4a94bc789b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:50.359590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No DVR routers for this DVR port b6ca0e00-52a4-4622-a22c-be4a94bc789b on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:50.376274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=870e003a-aec7-4762-b066-1f52a7acd870,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:50.461260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': 'ac893091-818f-4ce2-8446-1052bcd99487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c777bb82-e626-4381-a293-6a9079cd71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:50.461671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: c777bb82-e626-4381-a293-6a9079cd71ad, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:50.565616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.602722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] No DVR routers for this DVR port b6ca0e00-52a4-4622-a22c-be4a94bc789b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:50.608903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22101c00-fff2-4309-b058-ca3806b0ed1d None None] Pushing event deleted for resources: {'Port': ['ID=b6ca0e00-52a4-4622-a22c-be4a94bc789b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:50.645004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:50.655846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fa69d7-6098-403c-97d7-389c5aaf46fd']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:50.679244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'port_id': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'mac_address': 'fa:16:3e:38:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:04:50.684833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b91901f-be5a-49e0-98b4-9a8bb5ede1d6') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:50.687173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network c777bb82-e626-4381-a293-6a9079cd71ad is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:50.694078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b91901f-be5a-49e0-98b4-9a8bb5ede1d6') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:50.712328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] For port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:50.741917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.781872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.803571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c777bb82-e626-4381-a293-6a9079cd71ad) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:50.816012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.821410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f471f7de-8a2c-423c-ae5e-0fd877ecaa43 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:04:50.840722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceca947-0e77-44ed-be57-259925fee5a4 None None] Network c777bb82-e626-4381-a293-6a9079cd71ad requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:50.863495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:50.877918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:50.881960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.889307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:50.893886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.946060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:51.010453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d86d8-98f3-46b2-8dd2-f8fb395aba66 req-699ea21a-7518-4ff6-b6df-6b3c1c2a14d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.016635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c3997eb-5d7a-4930-9ede-e08ff49e376e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:51.018818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-905d86d8-98f3-46b2-8dd2-f8fb395aba66 req-699ea21a-7518-4ff6-b6df-6b3c1c2a14d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.2825110 Sep 15 16:04:51.021076 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.038020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:51.038653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:51.048628 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:51.109608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.112818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] For port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:51.237958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-905d86d8-98f3-46b2-8dd2-f8fb395aba66 req-21983103-a005-4f47-8805-82654d60d408 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734910 Sep 15 16:04:51.245859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3f4c8f11-f1dc-4106-8bf0-e589c03b4375 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2616923 Sep 15 16:04:51.248870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34982) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:51.260277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:51.312324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] device_id is not set on port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:51.336813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:51.351525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:51.356570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.359619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['f471f7de-8a2c-423c-ae5e-0fd877ecaa43'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:04:51.371827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.379282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.386626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/c6fa69d7-6098-403c-97d7-389c5aaf46fd HTTP/1.1" status: 204 len: 168 time: 2.1907761 Sep 15 16:04:51.399476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34984) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:51.438484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50823aa3-24b9-4fb3-a742-320202eb230b None None] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:51.441261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.458122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.461555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:51.464385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057af5b-8feb-4332-9285-b6efa7a1b255 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=c6fa69d7-6098-403c-97d7-389c5aaf46fd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:51.471242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.486445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.496033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.503488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.511287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.512837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-7a82df22-5618-4514-bf6d-5e9a325c2687 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 5444 time: 0.5653617 Sep 15 16:04:51.538918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.545635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=fb771dde-a26a-4789-aa74-55b80a3f8760,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:51.592861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.622503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3c3997eb-5d7a-4930-9ede-e08ff49e376e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:51.622886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.625461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0b8087a9-3401-4ec6-baa9-bdc09e491b3a None None] Provisioning complete for port 3c3997eb-5d7a-4930-9ede-e08ff49e376e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:51.625882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b8087a9-3401-4ec6-baa9-bdc09e491b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.651108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-569a05bc-2ee9-414f-a6a3-acf96282ae07 req-1785a051-2062-4ce9-aa9a-af0b14465e1e tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1876130 Sep 15 16:04:51.688910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89d0ac-715b-4a28-8a47-2dacdbf554a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.696898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe89d0ac-715b-4a28-8a47-2dacdbf554a1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/82145317-f77c-448d-b27d-875dc21b307a HTTP/1.1" status: 200 len: 845 time: 0.2923830 Sep 15 16:04:51.698122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34990) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:51.860579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fc3e6625-3578-475c-947b-c445b12c0bd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/82145317-f77c-448d-b27d-875dc21b307a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1530998 Sep 15 16:04:51.880050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34992) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:51.887161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 870e003a-aec7-4762-b066-1f52a7acd870 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:51.887741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.895698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] No DVR routers for this DVR port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:51.922283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:51.969769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] Pushing event updated for resources: {'Port': ['ID=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:52.114280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86ea1d60-4147-4a13-8a30-52d78b487be9 req-d182a703-066e-4c56-b0e0-dbcd7052f099 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5709178 Sep 15 16:04:52.146476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d0f9ecb8-f467-4196-869c-7c9c77c595fb no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:52.177512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] In _notify_port_updated(), no bound segment for port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:04:52.179222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:52.180234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.182744 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-7b8482b7-a5f3-4197-9e81-ff19702b6add service neutron] 10.222.0.55 "PUT /v2.0/ports/3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 200 len: 1032 time: 2.1860952 Sep 15 16:04:52.183966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.243324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 870e003a-aec7-4762-b066-1f52a7acd870 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:52.243666 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.275292 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b8087a9-3401-4ec6-baa9-bdc09e491b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.303192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-4a2d540e-1889-425e-9db3-3ac0a35d2356 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:52.307447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-4a2d540e-1889-425e-9db3-3ac0a35d2356 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "GET /v2.0/ports/34db38d6-8e09-4285-936d-242c204c9905?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1110430 Sep 15 16:04:52.328187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:52.429125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0b8087a9-3401-4ec6-baa9-bdc09e491b3a None None] For port 3c3997eb-5d7a-4930-9ede-e08ff49e376e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c3997eb-5d7a-4930-9ede-e08ff49e376e,segment=NetworkSegment(d3dfda54-89d5-4705-809c-3fb9b7bf001b),segment_id=d3dfda54-89d5-4705-809c-3fb9b7bf001b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:52.448906 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.527078 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.527387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:52.537125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.576049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b8087a9-3401-4ec6-baa9-bdc09e491b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.626430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.756581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055531f-0aee-4445-af73-295149b7aba3 req-159f718f-9679-47da-88d4-084e49d8bde3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:52.761009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0055531f-0aee-4445-af73-295149b7aba3 req-159f718f-9679-47da-88d4-084e49d8bde3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.2999449 Sep 15 16:04:52.862988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8087a9-3401-4ec6-baa9-bdc09e491b3a None None] Pushing event updated for resources: {'Port': ['ID=3c3997eb-5d7a-4930-9ede-e08ff49e376e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:52.869756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:52.873896 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6861bad4-a1f7-4521-a6c2-7455ee63e856" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:52.879374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:04:52.888953 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:04:52.901691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0055531f-0aee-4445-af73-295149b7aba3 req-0c34b22b-b1fb-4509-8a6b-064ca3eb6a29 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233234 Sep 15 16:04:52.906896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d0f9ecb8-f467-4196-869c-7c9c77c595fb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:52.910611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cb463431-aa91-402e-83e8-e082c3d80053 None None] Provisioning complete for port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:52.911070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cb463431-aa91-402e-83e8-e082c3d80053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.949490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cb463431-aa91-402e-83e8-e082c3d80053 None None] Port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:52.963715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dde6798e-196a-4ca0-baca-ccfb4b66dd7b req-29008a59-213b-43a5-b603-ed000cc9fa66 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0957232 Sep 15 16:04:53.013743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.019920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.022745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:53.135243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=870e003a-aec7-4762-b066-1f52a7acd870,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:53.185115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.187195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b1493d77-85f9-46d0-bfe1-8edbbacf2a95 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/870e003a-aec7-4762-b066-1f52a7acd870 HTTP/1.1" status: 204 len: 168 time: 1.9369297 Sep 15 16:04:53.193679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35004) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:53.198556 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d978b84-e7c3-40c6-b14f-0110db1c89a3 x-openstack-request-id: req-0d978b84-e7c3-40c6-b14f-0110db1c89a3 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:53.199391 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:53.200305 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0d978b84-e7c3-40c6-b14f-0110db1c89a3 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:53.200305 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb', 'code': 200} Sep 15 16:04:53.219116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] For port 34db38d6-8e09-4285-936d-242c204c9905, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=34db38d6-8e09-4285-936d-242c204c9905,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:53.260540 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.374365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] For port 34db38d6-8e09-4285-936d-242c204c9905, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:53.395193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d0f9ecb8-f467-4196-869c-7c9c77c595fb,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:53.456792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5691d665-3687-474c-848d-b9489be342cb None None] Provisioning complete for port 3c3997eb-5d7a-4930-9ede-e08ff49e376e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:53.459167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5691d665-3687-474c-848d-b9489be342cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.461837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:53.474798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:53.494026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:53.494998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.505169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] device_id is not set on port 34db38d6-8e09-4285-936d-242c204c9905 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:53.531123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1899c541-77e9-4a75-8c58-5a2dc383256c None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:53.546178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=2a8a01fc-c61e-462b-bbf0-38f915f2f316,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:53.547805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.569067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819961b2-5389-49c7-a8b1-2926e20c10e5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:53.582657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819961b2-5389-49c7-a8b1-2926e20c10e5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:53.585449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-819961b2-5389-49c7-a8b1-2926e20c10e5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3904715 Sep 15 16:04:53.588959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35008) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:53.685289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-65c5d39f-a0d3-4895-ad5e-2d13fa958c8f tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7841074 Sep 15 16:04:53.700766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b6ca0e00-52a4-4622-a22c-be4a94bc789b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:53.727020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35010) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:53.732009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-786520ba-9181-40a5-93b1-0ac0b2d67117 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'security_group': {'name': 'tempest-secgroup-139750741'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:53.750954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b6ca0e00-52a4-4622-a22c-be4a94bc789b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:04:53.751154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b6ca0e00-52a4-4622-a22c-be4a94bc789b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:53.778849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.846396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 72beb93c-11c6-4d27-979b-48ca14c3701a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:53.846743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.877501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786520ba-9181-40a5-93b1-0ac0b2d67117 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.954216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c3997eb-5d7a-4930-9ede-e08ff49e376e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:53.998004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.072087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.073103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 72beb93c-11c6-4d27-979b-48ca14c3701a owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:54.104293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-7116cea1-9938-419f-88ad-3c273941124a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.110934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-7116cea1-9938-419f-88ad-3c273941124a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.123070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-7116cea1-9938-419f-88ad-3c273941124a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.129922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:54.130350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-7116cea1-9938-419f-88ad-3c273941124a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.152855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-7116cea1-9938-419f-88ad-3c273941124a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.163910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5691d665-3687-474c-848d-b9489be342cb None None] Provisioning complete for port fb771dde-a26a-4789-aa74-55b80a3f8760 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:54.164592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-7116cea1-9938-419f-88ad-3c273941124a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.164767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5691d665-3687-474c-848d-b9489be342cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.166592 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-7116cea1-9938-419f-88ad-3c273941124a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 4663 time: 0.8056180 Sep 15 16:04:54.200146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786520ba-9181-40a5-93b1-0ac0b2d67117 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.220227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3c3997eb-5d7a-4930-9ede-e08ff49e376e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:54.221100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.287220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786520ba-9181-40a5-93b1-0ac0b2d67117 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.321076 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.324243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] No DVR routers for this DVR port 34db38d6-8e09-4285-936d-242c204c9905 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:04:54.342830 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f026-364a-4ee8-93be-94028052e647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.346732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.382141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 12b1d40e-ca5c-41b0-9294-af83d4e68cdc no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:54.392881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] Pushing event updated for resources: {'Port': ['ID=34db38d6-8e09-4285-936d-242c204c9905,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:54.462800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aca4f1a6-3dc1-40b4-a837-abdefd625c64 req-6f25a77c-242d-4f50-b573-908315923a19 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=be0f2f8e-78ca-4a36-9d4f-343e67bcb769&id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2759585 Sep 15 16:04:54.470957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] In _notify_port_updated(), no bound segment for port 34db38d6-8e09-4285-936d-242c204c9905 on network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:04:54.478559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.479819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.482886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-72fbf336-8f5d-4ff0-8a9b-0aa46d4a10f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 200 len: 1033 time: 2.1622994 Sep 15 16:04:54.485765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.525321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-786520ba-9181-40a5-93b1-0ac0b2d67117 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.525321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-786520ba-9181-40a5-93b1-0ac0b2d67117 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7890084 Sep 15 16:04:54.538833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35020) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:54.545331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a502adc8-f61b-4ab3-9dc6-0e994bcf6ecb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'security_group': {'name': 'tempest-secgroup-766368515'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:54.559285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5691d665-3687-474c-848d-b9489be342cb None None] Port fb771dde-a26a-4789-aa74-55b80a3f8760 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:54.588520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786520ba-9181-40a5-93b1-0ac0b2d67117 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bd5ff-b213-4c11-939f-d6d17e5955f3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:54.599698 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.625820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017bdde-9d64-4547-8871-24dfc9094638 req-17acc883-d8a7-4c40-91a1-5062ff165109 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.632897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6017bdde-9d64-4547-8871-24dfc9094638 req-17acc883-d8a7-4c40-91a1-5062ff165109 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.4262710 Sep 15 16:04:54.644893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-2169c715-cf8b-4c85-884b-70365a41e209', 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'tenant_id': 'a8412c6b8ff14f04a219eb55d9a49253', 'fixed_ips': [{'subnet_id': '2a8a01fc-c61e-462b-bbf0-38f915f2f316'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:54.646220 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.673321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a502adc8-f61b-4ab3-9dc6-0e994bcf6ecb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.702039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:54.788325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.807921 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ca0b85d7-e056-44e4-93e2-f70b3e6df238 req-59d596fc-ad12-4f52-aee5-76131db271cd tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.2190773 Sep 15 16:04:54.933159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.938236 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/72beb93c-11c6-4d27-979b-48ca14c3701a HTTP/1.1" status: 204 len: 168 time: 1.3471801 Sep 15 16:04:54.947156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6017bdde-9d64-4547-8871-24dfc9094638 req-9738c8f7-fbd3-4767-87b0-c3feabc5922a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947659 Sep 15 16:04:54.948435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35022) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:54.953904 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=fb771dde-a26a-4789-aa74-55b80a3f8760,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:54.966327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3340f1b7-6a3f-4527-8bb0-a6a011e7b7e3 None None] Provisioning complete for port 34db38d6-8e09-4285-936d-242c204c9905 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:54.966836 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3340f1b7-6a3f-4527-8bb0-a6a011e7b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.024277 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.092476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3340f1b7-6a3f-4527-8bb0-a6a011e7b7e3 None None] Port 34db38d6-8e09-4285-936d-242c204c9905 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:55.111421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5a82b-bc49-4cdb-a241-efe5afc57234 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=72beb93c-11c6-4d27-979b-48ca14c3701a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:55.114286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:55.119637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:04:55.119637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.125530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:55.129456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:55.163469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3340f1b7-6a3f-4527-8bb0-a6a011e7b7e3 None None] Provisioning complete for port fb771dde-a26a-4789-aa74-55b80a3f8760 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:55.168678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3340f1b7-6a3f-4527-8bb0-a6a011e7b7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.172857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9f56e7-d887-4fbc-b8ac-e2040b0081ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.174501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ec9f56e7-d887-4fbc-b8ac-e2040b0081ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2081447 Sep 15 16:04:55.178590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35024) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:55.185005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Allocated IP 2001:db8::2 (2169c715-cf8b-4c85-884b-70365a41e209/2a8a01fc-c61e-462b-bbf0-38f915f2f316/dbbabb91-077b-462c-be28-6d0bf9c74816) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:55.208077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9'}, {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:55.210572 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bb9a64-34a1-471e-8d03-26d64ebb63fe" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9"}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:55.225852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a502adc8-f61b-4ab3-9dc6-0e994bcf6ecb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.238511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.239443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 34db38d6-8e09-4285-936d-242c204c9905 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:55.259297 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea32c43-1bcf-4f10-bd88-7756c865fed8 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:04:55.264417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fea32c43-1bcf-4f10-bd88-7756c865fed8 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/870e003a-aec7-4762-b066-1f52a7acd870 HTTP/1.1" status: 404 len: 333 time: 0.0842268 Sep 15 16:04:55.264900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35028) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:55.295803 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef5a913-55a6-4bb4-8c4c-9e78ba2f8098 x-openstack-request-id: req-2ef5a913-55a6-4bb4-8c4c-9e78ba2f8098 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:55.297172 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9", "code": 200}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:55.297653 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ef5a913-55a6-4bb4-8c4c-9e78ba2f8098 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:55.298289 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'code': 200} Sep 15 16:04:55.298713 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc', 'code': 200} Sep 15 16:04:55.326117 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7616e12d-7f63-4d69-9fef-653e9a16ac14 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:04:55.329099 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7616e12d-7f63-4d69-9fef-653e9a16ac14 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/72beb93c-11c6-4d27-979b-48ca14c3701a HTTP/1.1" status: 404 len: 333 time: 0.0622215 Sep 15 16:04:55.332658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35030) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:55.337619 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a502adc8-f61b-4ab3-9dc6-0e994bcf6ecb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.399500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] For port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:55.400646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.496281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.542265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3340f1b7-6a3f-4527-8bb0-a6a011e7b7e3 None None] Port fb771dde-a26a-4789-aa74-55b80a3f8760 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:55.567508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 34db38d6-8e09-4285-936d-242c204c9905 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:55.567950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device fb4b861d-8fa6-4916-89b9-1342fc047023 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:55.677450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502adc8-f61b-4ab3-9dc6-0e994bcf6ecb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629f4139-3561-4a3f-9cc1-5b4902216a7a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:55.690065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a502adc8-f61b-4ab3-9dc6-0e994bcf6ecb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.692317 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a502adc8-f61b-4ab3-9dc6-0e994bcf6ecb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1583209 Sep 15 16:04:55.726586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35038) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:55.744419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-893718268', 'security_groups': ['629f4139-3561-4a3f-9cc1-5b4902216a7a'], 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a8a01fc-c61e-462b-bbf0-38f915f2f316'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:55.746439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.752220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router adf2278e-993e-44c7-a1bb-fc5479000143 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:55.790660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:55.854372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d2047c4a-605e-484f-b0c8-8405c428f7c2 None None] Provisioning complete for port fb771dde-a26a-4789-aa74-55b80a3f8760 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:55.855272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d2047c4a-605e-484f-b0c8-8405c428f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.871255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04948f-467c-475e-a993-84ba517d4497 req-383f7acc-abfe-4b62-bfec-0709d9a79df2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.885231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04948f-467c-475e-a993-84ba517d4497 req-383f7acc-abfe-4b62-bfec-0709d9a79df2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.899951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04948f-467c-475e-a993-84ba517d4497 req-383f7acc-abfe-4b62-bfec-0709d9a79df2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.914205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04948f-467c-475e-a993-84ba517d4497 req-383f7acc-abfe-4b62-bfec-0709d9a79df2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.932393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04948f-467c-475e-a993-84ba517d4497 req-383f7acc-abfe-4b62-bfec-0709d9a79df2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.937466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce04948f-467c-475e-a993-84ba517d4497 req-383f7acc-abfe-4b62-bfec-0709d9a79df2 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 3879 time: 0.2650847 Sep 15 16:04:55.945602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.967514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port fb4b861d-8fa6-4916-89b9-1342fc047023, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=fb4b861d-8fa6-4916-89b9-1342fc047023,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:55.984289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d2047c4a-605e-484f-b0c8-8405c428f7c2 None None] Port fb771dde-a26a-4789-aa74-55b80a3f8760 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:56.069513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c777bb82-e626-4381-a293-6a9079cd71ad']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:56.079204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.090568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac893091-818f-4ce2-8446-1052bcd99487') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:56.090964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac893091-818f-4ce2-8446-1052bcd99487') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:56.095819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce04948f-467c-475e-a993-84ba517d4497 req-9db819ba-f82c-4c54-92cb-803cbbcfdfb3 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424866 Sep 15 16:04:56.101320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.102928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:56.115749 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.140623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.149857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:56.150534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:56.154859 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:56.225070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.243984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ecf6b4a-ced9-4256-8178-92481a771c6a req-4d577fe4-217f-4db5-8e59-ab01a117aa0e tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1671684 Sep 15 16:04:56.274729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:56.278778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:04:56.279577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ec940eff-db76-43a9-843c-772b2801b3ca no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:04:56.291571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:56.293111 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-65496b0a-969a-4fea-8610-f876eea92383 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/adf2278e-993e-44c7-a1bb-fc5479000143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4909763 Sep 15 16:04:56.299657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:56.301425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35046) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:56.302553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=fb4b861d-8fa6-4916-89b9-1342fc047023,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:56.319706 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] Sync routers for ids ['adf2278e-993e-44c7-a1bb-fc5479000143'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:56.361597 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] Routers {'adf2278e-993e-44c7-a1bb-fc5479000143'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:56.362974 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['adf2278e-993e-44c7-a1bb-fc5479000143'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:56.381607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:56.385004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Pushing event updated for resources: {'Port': ['ID=dbbabb91-077b-462c-be28-6d0bf9c74816,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:56.441872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.445680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.447514 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Floating IP 266230c1-5bca-44e9-b16a-f73c7c7a35df disassociated. External IP: 172.25.0.210, port: bc0f26b3-c3d4-4c83-a197-bfda2c0628f9. Sep 15 16:04:56.448343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:04:56.495149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b14b6a-18c7-4981-b9c7-68d5efec50c2 req-e6159bf7-be82-4397-ba5a-6156095a4777 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:56.502271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3b14b6a-18c7-4981-b9c7-68d5efec50c2 req-e6159bf7-be82-4397-ba5a-6156095a4777 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1806970 Sep 15 16:04:56.508264 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.511190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Attempting to bind port dbbabb91-077b-462c-be28-6d0bf9c74816 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:56.512154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Attempting to bind port dbbabb91-077b-462c-be28-6d0bf9c74816 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'af0f23ed-61b7-4506-b550-dbf815cec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:56.512777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Attempting to bind port dbbabb91-077b-462c-be28-6d0bf9c74816 on network 2169c715-cf8b-4c85-884b-70365a41e209 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:56.515229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.521279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:56.522182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Checking segment: {'id': 'af0f23ed-61b7-4506-b550-dbf815cec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:56.522782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.523329 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:56.523563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Bound using segment: {'id': 'af0f23ed-61b7-4506-b550-dbf815cec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:56.524602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Bound port: dbbabb91-077b-462c-be28-6d0bf9c74816, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0f23ed-61b7-4506-b550-dbf815cec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:56.525329 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.533478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.541138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/c777bb82-e626-4381-a293-6a9079cd71ad HTTP/1.1" status: 204 len: 168 time: 1.2025082 Sep 15 16:04:56.545215 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] Routers {'adf2278e-993e-44c7-a1bb-fc5479000143'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:56.545824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35050) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:56.546295 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['adf2278e-993e-44c7-a1bb-fc5479000143'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:56.582042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d960e51-abdc-4c3a-a4b4-1492209ff362 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:56.586989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8d960e51-abdc-4c3a-a4b4-1492209ff362 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports/fb771dde-a26a-4789-aa74-55b80a3f8760 HTTP/1.1" status: 200 len: 910 time: 0.2804890 Sep 15 16:04:56.587229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1830084942'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:56.593420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35052) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:56.613071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11462d8b-aab4-471b-ac79-858378bc03bd'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:56.614505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196381-9700-4685-8087-f709a373eb2f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=c777bb82-e626-4381-a293-6a9079cd71ad,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:56.666958 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:56.671332 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edad49-bf6e-4329-9264-919c5b0d548f None None] The sync data for ids ['adf2278e-993e-44c7-a1bb-fc5479000143'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:56.681788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.689180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3b14b6a-18c7-4981-b9c7-68d5efec50c2 req-c1c3cf6a-786f-433a-bcc8-bfd32f37113e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831193 Sep 15 16:04:56.795039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] For port dbbabb91-077b-462c-be28-6d0bf9c74816, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:56.801358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] For port dbbabb91-077b-462c-be28-6d0bf9c74816, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dbbabb91-077b-462c-be28-6d0bf9c74816,segment=NetworkSegment(af0f23ed-61b7-4506-b550-dbf815cec3a8),segment_id=af0f23ed-61b7-4506-b550-dbf815cec3a8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:56.809134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ec940eff-db76-43a9-843c-772b2801b3ca, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ec940eff-db76-43a9-843c-772b2801b3ca,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:56.832111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:56.907784 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.938033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:56.946033 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.037265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:57.078058 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.082893 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment 40073f8e-7355-4e0d-922b-a81018b7bd59 of type vlan for network 0999735f-2821-458d-866b-8bb3faafaf60 Sep 15 16:04:57.083124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.142191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:57.193224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.231152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb479a-4275-46bd-95e2-2b0f4033e2e0 None None] Pushing event updated for resources: {'Port': ['ID=dbbabb91-077b-462c-be28-6d0bf9c74816,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:57.260661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.262675 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.327681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023'}, {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:57.332130 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d489bf9-4cb4-4a70-a698-c78f5da214e6" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023"}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:57.368845 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.408684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.431823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ec940eff-db76-43a9-843c-772b2801b3ca,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:57.451137 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aa18914-2f4c-47a0-bc09-28841fc4ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.474512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.487252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:57.491768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.526452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:04:57.533092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:57.533092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.548393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port 294e8a19-990f-4ce0-9248-72b610e44b7a yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:04:57.668716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef920bd8-0f0a-4273-b326-2d37563f8e2a req-b787f017-291c-4e20-a870-149d0836c385 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.2123814 Sep 15 16:04:57.679933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1211739 Sep 15 16:04:57.708459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35066) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:57.717981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '0999735f-2821-458d-866b-8bb3faafaf60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:57.783583 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.816067 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b219a62-9611-44b5-8d22-bcd3cefb9d32 x-openstack-request-id: req-7b219a62-9611-44b5-8d22-bcd3cefb9d32 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:57.816067 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023", "code": 200}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-unplugged", "status": "completed", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:57.816067 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7b219a62-9611-44b5-8d22-bcd3cefb9d32 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:57.819193 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023', 'code': 200} Sep 15 16:04:57.819766 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca', 'code': 200} Sep 15 16:04:57.882908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:57.983186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b8c2c-deb2-401c-a39c-1182c9c6bbb7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=0999735f-2821-458d-866b-8bb3faafaf60,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:57.986393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.050750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0999735f-2821-458d-866b-8bb3faafaf60 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:58.062259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device dbbabb91-077b-462c-be28-6d0bf9c74816 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:58.155204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1f050-ae0e-4260-9af7-3426c81b4c4b req-47b9e47f-94a0-44eb-adc6-844e604a53df tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.158207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91e1f050-ae0e-4260-9af7-3426c81b4c4b req-47b9e47f-94a0-44eb-adc6-844e604a53df tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1764796 Sep 15 16:04:58.258973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:58.264800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.366530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=bc0f26b3-c3d4-4c83-a197-bfda2c0628f9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:58.393839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::373 (2169c715-cf8b-4c85-884b-70365a41e209/2a8a01fc-c61e-462b-bbf0-38f915f2f316/294e8a19-990f-4ce0-9248-72b610e44b7a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:58.397823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91e1f050-ae0e-4260-9af7-3426c81b4c4b req-0c96d417-9115-42e2-b3be-c0494a1a6ac4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252998 Sep 15 16:04:58.398152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:58.481699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:58.483058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.610438 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.801816 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.901305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e16de-b435-4979-8ee8-ffd190dd1514 req-9ffab9a1-feb3-4720-bbf4-cbc96ff25d5c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.916459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e16de-b435-4979-8ee8-ffd190dd1514 req-9ffab9a1-feb3-4720-bbf4-cbc96ff25d5c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.929228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e16de-b435-4979-8ee8-ffd190dd1514 req-9ffab9a1-feb3-4720-bbf4-cbc96ff25d5c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.950822 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e16de-b435-4979-8ee8-ffd190dd1514 req-9ffab9a1-feb3-4720-bbf4-cbc96ff25d5c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.997242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd8e16de-b435-4979-8ee8-ffd190dd1514 req-9ffab9a1-feb3-4720-bbf4-cbc96ff25d5c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 3141 time: 1.6190748 Sep 15 16:04:59.009738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7be5c208-be9a-49ac-820d-bdabf7464dc0 req-6b37c88f-0d85-43b2-9dc2-cb119913b58c tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1061771 Sep 15 16:04:59.151958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port dbbabb91-077b-462c-be28-6d0bf9c74816, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dbbabb91-077b-462c-be28-6d0bf9c74816,segment=NetworkSegment(af0f23ed-61b7-4506-b550-dbf815cec3a8),segment_id=af0f23ed-61b7-4506-b550-dbf815cec3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:59.209448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.241423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.432673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.439971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=dbbabb91-077b-462c-be28-6d0bf9c74816,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:59.499029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b4d88cd5-f57f-4767-b752-76f9955780aa None None] Provisioning complete for port 82145317-f77c-448d-b27d-875dc21b307a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:59.499642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cd5-f57f-4767-b752-76f9955780aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.575243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b4d88cd5-f57f-4767-b752-76f9955780aa None None] Port 82145317-f77c-448d-b27d-875dc21b307a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:59.596459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b4d88cd5-f57f-4767-b752-76f9955780aa None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:59.602841 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4d88cd5-f57f-4767-b752-76f9955780aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.621197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Router 050c508c-d2d0-48cd-8286-f5eaef1ec183 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:59.645231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd8e16de-b435-4979-8ee8-ffd190dd1514 req-c93ea3e8-a9b4-4e4e-a965-39678be6f7fe tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6480112 Sep 15 16:04:59.768298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.839759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:59.852012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.858690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=294e8a19-990f-4ce0-9248-72b610e44b7a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:59.858882 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cd3eee-b3fc-4ee4-beef-5879baef1d07" -d '{"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-plugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:59.938864 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6f1c4b-687a-4cbf-8077-d8374038b6a2 x-openstack-request-id: req-fc6f1c4b-687a-4cbf-8077-d8374038b6a2 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:59.939785 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-plugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:59.941075 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fc6f1c4b-687a-4cbf-8077-d8374038b6a2 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:59.942080 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'code': 200} Sep 15 16:04:59.958288 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-edbea965-7d80-4be4-8df9-8e282ee68166 req-7252711b-0daa-402c-a425-fe17dd9c5d56 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.5830092 Sep 15 16:04:59.977642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=28bdfdf9-3103-444e-88c0-da6084670545,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.035647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device dbbabb91-077b-462c-be28-6d0bf9c74816 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:00.042095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': '40073f8e-7355-4e0d-922b-a81018b7bd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0999735f-2821-458d-866b-8bb3faafaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:00.043492 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: 0999735f-2821-458d-866b-8bb3faafaf60, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:00.086449 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.104286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:00.104933 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.120375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda31186-c84d-45f5-bb04-6a290376b679 req-fcea49bd-a101-4265-9846-f7b632819f56 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:00.133045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dda31186-c84d-45f5-bb04-6a290376b679 req-fcea49bd-a101-4265-9846-f7b632819f56 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1354084 Sep 15 16:05:00.194936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dda31186-c84d-45f5-bb04-6a290376b679 req-82874fb9-48cb-48e1-8fa1-ded5aeb4afcf tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604839 Sep 15 16:05:00.215340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.218381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 0999735f-2821-458d-866b-8bb3faafaf60 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:00.305920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 0999735f-2821-458d-866b-8bb3faafaf60) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:00.312446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:00.313404 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.320219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:00.322329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:00.328334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073c725-93cc-4856-a2c5-045a5fe042ac None None] Network 0999735f-2821-458d-866b-8bb3faafaf60 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:00.340093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:00.343733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:00.344585 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.406250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06f447ef-7ae0-4906-8c96-258fccf0032b req-af629b5b-f942-49cf-b1dd-5fac752b9330 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0778325 Sep 15 16:05:00.420608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-073f988f-0c72-49af-81b7-428df001bd1d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7106602 Sep 15 16:05:00.423361 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.424331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35092) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:00.454478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '0999735f-2821-458d-866b-8bb3faafaf60', 'name': 'tempest-PortsTestJSON-2122006594'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:00.520348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:00.524231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=fb771dde-a26a-4789-aa74-55b80a3f8760,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.555851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] Sync routers for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:00.556668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dbf60b0e-ce22-4498-b3ea-b4632d57a7f9 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8265259 Sep 15 16:05:00.563274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35098) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:00.581470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4c3e9ad2-4a95-45f0-9c31-c571a7a0dc7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:00.607079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:00.608581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:00.655584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] No DVR routers for this DVR port bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:00.669940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf01e7-9d84-4d02-b60c-9b23e1c6beb9 req-7ae95d82-3e77-48fe-bfb9-b7a43edcd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:00.672203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17cf01e7-9d84-4d02-b60c-9b23e1c6beb9 req-7ae95d82-3e77-48fe-bfb9-b7a43edcd2fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1096 time: 0.3471966 Sep 15 16:05:00.672948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.679932 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-80c7cf30-268c-4880-a5be-2a964a70d939 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "DELETE /v2.0/ports/bc0f26b3-c3d4-4c83-a197-bfda2c0628f9 HTTP/1.1" status: 204 len: 173 time: 6.0893822 Sep 15 16:05:00.682824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:00.685363 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d3bad4-92a3-4858-8698-9d1e298f7a7d" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:00.730056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:00.730741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.732163 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2465d02d-0aef-4886-8419-ed5e493411a8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/ports/fb771dde-a26a-4789-aa74-55b80a3f8760 HTTP/1.1" status: 200 len: 910 time: 4.1331518 Sep 15 16:05:00.747500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35104) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:00.853366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-0999735f-2821-458d-866b-8bb3faafaf60', 'network_id': '0999735f-2821-458d-866b-8bb3faafaf60', 'tenant_id': '0aaf62eeb6734997a96c0a60ed53f248', 'fixed_ips': [{'subnet_id': '28bdfdf9-3103-444e-88c0-da6084670545'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:05:00.855456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.875010 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0570258e-f680-444b-8d36-b1478d739517 x-openstack-request-id: req-0570258e-f680-444b-8d36-b1478d739517 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:00.875641 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "bc0f26b3-c3d4-4c83-a197-bfda2c0628f9", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:00.882684 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0570258e-f680-444b-8d36-b1478d739517 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:00.882684 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'bc0f26b3-c3d4-4c83-a197-bfda2c0628f9', 'status': 'completed', 'code': 200} Sep 15 16:05:00.923365 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17cf01e7-9d84-4d02-b60c-9b23e1c6beb9 req-2c821006-fd72-479a-8316-f568e1e3ca0a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258022 Sep 15 16:05:01.107549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929187-9ff3-47ed-b1db-707ba6ed066a req-b0e580e0-3ed0-4c75-bb83-5930f4f4f83a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.109197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1dd6e1e5-ddd4-45db-b566-8ae5755cd29e None None] Provisioning complete for port 294e8a19-990f-4ce0-9248-72b610e44b7a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:01.109788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e1e5-ddd4-45db-b566-8ae5755cd29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.114620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929187-9ff3-47ed-b1db-707ba6ed066a req-b0e580e0-3ed0-4c75-bb83-5930f4f4f83a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.122105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929187-9ff3-47ed-b1db-707ba6ed066a req-b0e580e0-3ed0-4c75-bb83-5930f4f4f83a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.129217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e929187-9ff3-47ed-b1db-707ba6ed066a req-b0e580e0-3ed0-4c75-bb83-5930f4f4f83a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.136986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e929187-9ff3-47ed-b1db-707ba6ed066a req-b0e580e0-3ed0-4c75-bb83-5930f4f4f83a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 3141 time: 0.1871150 Sep 15 16:05:01.169998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:01.196422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e929187-9ff3-47ed-b1db-707ba6ed066a req-cf361b12-332c-4991-8289-d646d5acfd7e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576477 Sep 15 16:05:01.212114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port d0f9ecb8-f467-4196-869c-7c9c77c595fb {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:01.212594 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.290694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6e1e5-ddd4-45db-b566-8ae5755cd29e None None] Port 294e8a19-990f-4ce0-9248-72b610e44b7a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:01.408274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:01.414942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.469946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Allocated IP 172.20.0.2 (0999735f-2821-458d-866b-8bb3faafaf60/28bdfdf9-3103-444e-88c0-da6084670545/89549bb3-6d6a-4af3-8df6-f14289e5f4e1) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:01.506065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] For port d0f9ecb8-f467-4196-869c-7c9c77c595fb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d0f9ecb8-f467-4196-869c-7c9c77c595fb,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:01.507777 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.561790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for d0f9ecb8-f467-4196-869c-7c9c77c595fb owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:01.578966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port eb76a42e-a861-4349-b8a6-7d0d92172394 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:05:01.693405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3e9ad2-4a95-45f0-9c31-c571a7a0dc7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:01.698983 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9ad2-4a95-45f0-9c31-c571a7a0dc7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.792809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63444b-1483-4705-9b84-208c38eef323 req-32e6de67-ba7b-4aaa-aad3-552732e2cec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.795404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c63444b-1483-4705-9b84-208c38eef323 req-32e6de67-ba7b-4aaa-aad3-552732e2cec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.3602154 Sep 15 16:05:01.880362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9963c5e0-ed23-406f-907e-37e2cec46454 req-a2a902a0-32b0-45bb-8e7c-5c95fcb65af3 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1324177 Sep 15 16:05:01.999228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.057116 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-4c3e9ad2-4a95-45f0-9c31-c571a7a0dc7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a8a01fc-c61e-462b-bbf0-38f915f2f316 (CIDR: 2001:db8::/64) Sep 15 16:05:02.110218 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3e9ad2-4a95-45f0-9c31-c571a7a0dc7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:05:02.111145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3e9ad2-4a95-45f0-9c31-c571a7a0dc7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:02.219368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=d0f9ecb8-f467-4196-869c-7c9c77c595fb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:02.225959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] No DVR routers for this DVR port d0f9ecb8-f467-4196-869c-7c9c77c595fb on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:02.231759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.235368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-c8149f48-71e8-4e54-8626-1f76c2390b96 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "DELETE /v2.0/ports/d0f9ecb8-f467-4196-869c-7c9c77c595fb HTTP/1.1" status: 204 len: 173 time: 1.5464208 Sep 15 16:05:02.248911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c63444b-1483-4705-9b84-208c38eef323 req-07800962-4c5b-4ae9-9be2-1102defccd20 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975508 Sep 15 16:05:02.304215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c3e9ad2-4a95-45f0-9c31-c571a7a0dc7a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7236271 Sep 15 16:05:02.304215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:02.335794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:02.467111 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.484419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port fb4b861d-8fa6-4916-89b9-1342fc047023 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:02.485416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.519102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:06Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:02.648092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.655380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39dad5-322c-4026-8c08-4a8e883fea18 req-c4c281ec-5d24-4a7f-9d50-cc128909538c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:02.656193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] Checking router: 050c508c-d2d0-48cd-8286-f5eaef1ec183 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:02.679274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39dad5-322c-4026-8c08-4a8e883fea18 req-c4c281ec-5d24-4a7f-9d50-cc128909538c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:02.698908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39dad5-322c-4026-8c08-4a8e883fea18 req-c4c281ec-5d24-4a7f-9d50-cc128909538c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:02.720661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c39dad5-322c-4026-8c08-4a8e883fea18 req-c4c281ec-5d24-4a7f-9d50-cc128909538c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 2409 time: 0.2880256 Sep 15 16:05:02.793793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:02.795508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:02.869185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] For port fb4b861d-8fa6-4916-89b9-1342fc047023, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=fb4b861d-8fa6-4916-89b9-1342fc047023,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:02.870063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.884011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.11 (0999735f-2821-458d-866b-8bb3faafaf60/28bdfdf9-3103-444e-88c0-da6084670545/eb76a42e-a861-4349-b8a6-7d0d92172394) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:02.900143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:02.910865 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078fd6ff-f5d0-48c0-ab60-b1cbae29120c" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:02.945729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for fb4b861d-8fa6-4916-89b9-1342fc047023 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:03.032408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Network 0999735f-2821-458d-866b-8bb3faafaf60 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:03.036954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:03.051428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:03.112251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c39dad5-322c-4026-8c08-4a8e883fea18 req-fb6d9826-4b8a-4c85-aef3-182b2d823b71 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3874016 Sep 15 16:05:03.112965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Pushing event updated for resources: {'Port': ['ID=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:03.158380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-206aa057-744c-4aad-9624-ac8b715f50d6 req-85a236c3-cb99-4a69-ba82-f21c0a78a4bc tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab&device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.0695446 Sep 15 16:05:03.170645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:03.202074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.300958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:03.306278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.389057 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4427a6e8-5a4d-49de-9154-8847375616f1 x-openstack-request-id: req-4427a6e8-5a4d-49de-9154-8847375616f1 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:03.389515 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "d0f9ecb8-f467-4196-869c-7c9c77c595fb", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:03.389670 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4427a6e8-5a4d-49de-9154-8847375616f1 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:03.390130 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'd0f9ecb8-f467-4196-869c-7c9c77c595fb', 'status': 'completed', 'code': 200} Sep 15 16:05:03.446054 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.460248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Attempting to bind port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:03.461013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Attempting to bind port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '40073f8e-7355-4e0d-922b-a81018b7bd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0999735f-2821-458d-866b-8bb3faafaf60'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:03.461692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Attempting to bind port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 on network 0999735f-2821-458d-866b-8bb3faafaf60 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:03.511611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:03.512906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Checking segment: {'id': '40073f8e-7355-4e0d-922b-a81018b7bd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0999735f-2821-458d-866b-8bb3faafaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:03.512906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.513482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Bound using segment: {'id': '40073f8e-7355-4e0d-922b-a81018b7bd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0999735f-2821-458d-866b-8bb3faafaf60'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:03.514970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.515560 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Bound port: 89549bb3-6d6a-4af3-8df6-f14289e5f4e1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40073f8e-7355-4e0d-922b-a81018b7bd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '0999735f-2821-458d-866b-8bb3faafaf60'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:03.516289 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.603725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=fb4b861d-8fa6-4916-89b9-1342fc047023,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:03.729886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] No DVR routers for this DVR port fb4b861d-8fa6-4916-89b9-1342fc047023 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:03.735757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.742851 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-06f61af9-8ac2-4493-842d-2221ba648e1f tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "DELETE /v2.0/ports/fb4b861d-8fa6-4916-89b9-1342fc047023 HTTP/1.1" status: 204 len: 173 time: 1.5011611 Sep 15 16:05:03.890588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-560711e7-e529-4388-b928-5ee76034de20 None None] For port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:03.897013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-560711e7-e529-4388-b928-5ee76034de20 None None] For port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,segment=NetworkSegment(40073f8e-7355-4e0d-922b-a81018b7bd59),segment_id=40073f8e-7355-4e0d-922b-a81018b7bd59)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:03.905750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b27d83-0f27-4614-8ca0-a3cf3fdbd8e7 req-44c8c0f7-0a7f-4720-92ce-a1d287eb5b96 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:03.927410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68b27d83-0f27-4614-8ca0-a3cf3fdbd8e7 req-44c8c0f7-0a7f-4720-92ce-a1d287eb5b96 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.3990250 Sep 15 16:05:03.969754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:03.970344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.049797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1d2a981-b730-4c32-940c-cc391eeee0da req-89695454-b7cb-45fe-b2cd-dc9a0c9bbb55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d7b58ace8ee4ac49319734cac9f066c&device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0798123 Sep 15 16:05:04.055258 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.060216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.060872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:06Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:04.145530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] For port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:04.146323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.163363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1737a7e7-db06-42ba-9ac5-6e0b4c5cb01c None None] The sync data for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 is: [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1e708679-e677-4e11-803f-4421592705c0', 'name': '', 'network_id': '750c4d85-afa9-4a00-a89d-5380a155e225', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'mac_address': 'fa:16:3e:16:75:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:59Z', 'updated_at': '2021-09-15T15:54:06Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'subnets': [{'id': '1cead18e-5177-4b02-8696-b4085c0a29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:04.184434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560711e7-e529-4388-b928-5ee76034de20 None None] Pushing event updated for resources: {'Port': ['ID=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:04.198551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1d2a981-b730-4c32-940c-cc391eeee0da req-9c223758-e96a-4675-9b4b-3c4293738e25 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2d7b58ace8ee4ac49319734cac9f066c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130092 Sep 15 16:05:04.199353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c132adcb-d2a0-432d-b0db-b36c9734a4cd req-8853998b-c74b-403d-a9a2-8a76b9251bf8 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0499227 Sep 15 16:05:04.200319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for 12b1d40e-ca5c-41b0-9294-af83d4e68cdc owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:04.462755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 0999735f-2821-458d-866b-8bb3faafaf60 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:04.505409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68b27d83-0f27-4614-8ca0-a3cf3fdbd8e7 req-e14d1629-2f3f-4486-9d0a-82cfb80c8f21 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5315936 Sep 15 16:05:04.522402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:04.526595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:04.546681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc8ff-784b-4c4c-bfab-c14df91e1de3 req-02675b74-f4cf-4333-ad21-3913e42109a9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:04.565752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc8ff-784b-4c4c-bfab-c14df91e1de3 req-02675b74-f4cf-4333-ad21-3913e42109a9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:04.567635 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbc8ff-784b-4c4c-bfab-c14df91e1de3 req-02675b74-f4cf-4333-ad21-3913e42109a9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 1676 time: 0.2045667 Sep 15 16:05:04.610850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.638709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=eb76a42e-a861-4349-b8a6-7d0d92172394,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:04.722254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbc8ff-784b-4c4c-bfab-c14df91e1de3 req-2f8f42ee-6555-441b-b4c8-73a3d28c7c52 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124806 Sep 15 16:05:04.756676 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.790872 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8964d-e71b-47ab-9f79-4acb6e9eae40 None None] New status for floating IP 266230c1-5bca-44e9-b16a-f73c7c7a35df: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:05:04.804303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=12b1d40e-ca5c-41b0-9294-af83d4e68cdc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:04.884020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] No DVR routers for this DVR port 12b1d40e-ca5c-41b0-9294-af83d4e68cdc on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:04.889151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.897494 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-11d8b1d5-a013-4b06-a1bf-09240b3eaac7 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "DELETE /v2.0/ports/12b1d40e-ca5c-41b0-9294-af83d4e68cdc HTTP/1.1" status: 204 len: 173 time: 1.1477253 Sep 15 16:05:04.950646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:04.962582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:04.963605 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.973261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=5b46837c-4ece-4ece-b756-be4fcfcafb9f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:04.983783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:04.987417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:04.988350 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.997257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597da74-4cdc-45c2-8410-d8e4dd4376e9 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:05.030941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port ec940eff-db76-43a9-843c-772b2801b3ca {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:05.031507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.058693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2a981-b730-4c32-940c-cc391eeee0da req-51b0f20e-e8f6-4a33-8782-7609dfde47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:05.062122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1d2a981-b730-4c32-940c-cc391eeee0da req-51b0f20e-e8f6-4a33-8782-7609dfde47cc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6533644 Sep 15 16:05:05.091190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7e70e-b847-4159-8f2e-23ec3ab19e2b req-d35dccea-14e7-42d3-b987-fe99cbc26de2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:05.093954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38d7e70e-b847-4159-8f2e-23ec3ab19e2b req-d35dccea-14e7-42d3-b987-fe99cbc26de2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.4511132 Sep 15 16:05:05.109367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35146) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:05.123184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'floatingip': {'port_id': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:05.133991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port fb771dde-a26a-4789-aa74-55b80a3f8760 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:05.134546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.326112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.340969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for fb771dde-a26a-4789-aa74-55b80a3f8760 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:05.343433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.407478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad7a26-2011-4137-a7b5-af3488e2b0bc None None] Update dhcp port {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'fixed_ips': [{'subnet_id': '2a8a01fc-c61e-462b-bbf0-38f915f2f316', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b46837c-4ece-4ece-b756-be4fcfcafb9f'}], 'binding:host_id': 'n-d-808199-2'}, 'id': 'dbbabb91-077b-462c-be28-6d0bf9c74816'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:05:05.412727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-550eafa6-4e2f-4be4-8e1c-10a3d6bb952e tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1016304 Sep 15 16:05:05.419351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0cd5f1e9-078d-4f28-99e2-778ca2bbf6a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9920805 Sep 15 16:05:05.420011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:05.420344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35152) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:05.438054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55ad7a26-2011-4137-a7b5-af3488e2b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.453648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-194123708', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5b46837c-4ece-4ece-b756-be4fcfcafb9f'}], 'security_groups': ['6b2bd5ff-b213-4c11-939f-d6d17e5955f3']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:05.478345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023'}, {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:05.488984 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1565e61d-8b94-4541-b6e3-77073e12946c" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023"}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:05.657541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e265651-3115-4b2c-9ffa-9d31daddc3e4 req-854a7466-c2b6-44cb-8714-b37dd7dd048e tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1639917 Sep 15 16:05:05.660063 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985eb21f-a63d-47ca-b51c-60f722f4c029 x-openstack-request-id: req-985eb21f-a63d-47ca-b51c-60f722f4c029 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:05.665292 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "fb4b861d-8fa6-4916-89b9-1342fc047023", "status": "completed", "code": 200}, {"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "12b1d40e-ca5c-41b0-9294-af83d4e68cdc", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:05.666471 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-985eb21f-a63d-47ca-b51c-60f722f4c029 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:05.666471 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'fb4b861d-8fa6-4916-89b9-1342fc047023', 'status': 'completed', 'code': 200} Sep 15 16:05:05.670036 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': '12b1d40e-ca5c-41b0-9294-af83d4e68cdc', 'status': 'completed', 'code': 200} Sep 15 16:05:05.811039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] For port ec940eff-db76-43a9-843c-772b2801b3ca, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ec940eff-db76-43a9-843c-772b2801b3ca,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:05.811846 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.858318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port eb76a42e-a861-4349-b8a6-7d0d92172394 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:05.858318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.858912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for ec940eff-db76-43a9-843c-772b2801b3ca owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:06.091359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.122395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:06.193676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-55ad7a26-2011-4137-a7b5-af3488e2b0bc None None] Allocated IP 2001:db8:0:1::2 (2169c715-cf8b-4c85-884b-70365a41e209/5b46837c-4ece-4ece-b756-be4fcfcafb9f/dbbabb91-077b-462c-be28-6d0bf9c74816) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:06.207709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca95f2c-915e-42ad-b875-43a2af3aff43 None None] Network 0999735f-2821-458d-866b-8bb3faafaf60 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:06.389308 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.467406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.539717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b85e3494-0dea-40da-8ff5-6bc298121f93 None None] Provisioning complete for port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:06.540643 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b85e3494-0dea-40da-8ff5-6bc298121f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.602343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:06.602343 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.664919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=ec940eff-db76-43a9-843c-772b2801b3ca,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:06.767473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] No DVR routers for this DVR port ec940eff-db76-43a9-843c-772b2801b3ca on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:06.780769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.784896 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98948f46-057b-4cc5-b7ed-d74d3fd9ad18 req-42fb3546-ed16-4fda-bebc-d6928e197a54 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.55 "DELETE /v2.0/ports/ec940eff-db76-43a9-843c-772b2801b3ca HTTP/1.1" status: 204 len: 173 time: 1.8810802 Sep 15 16:05:06.898567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-55ad7a26-2011-4137-a7b5-af3488e2b0bc None None] For port dbbabb91-077b-462c-be28-6d0bf9c74816, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dbbabb91-077b-462c-be28-6d0bf9c74816,segment=NetworkSegment(af0f23ed-61b7-4506-b550-dbf815cec3a8),segment_id=af0f23ed-61b7-4506-b550-dbf815cec3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:06.928805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d072448-4e16-4984-a2a5-bb0020bddae3 req-a05fdf38-ca23-4ce8-871f-381c1eb72cc2 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.0736711 Sep 15 16:05:07.097746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.153986 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55ad7a26-2011-4137-a7b5-af3488e2b0bc None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.159447 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b85e3494-0dea-40da-8ff5-6bc298121f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.167693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.231961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1d2a981-b730-4c32-940c-cc391eeee0da req-5f49c9c0-a54b-4745-b4e5-c0759e54a980 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.38 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.8450990 Sep 15 16:05:07.270556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55ad7a26-2011-4137-a7b5-af3488e2b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.285451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.318030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,segment=NetworkSegment(40073f8e-7355-4e0d-922b-a81018b7bd59),segment_id=40073f8e-7355-4e0d-922b-a81018b7bd59)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:07.351272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=fb771dde-a26a-4789-aa74-55b80a3f8760,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:07.385669 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.437686 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.481265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for eb76a42e-a861-4349-b8a6-7d0d92172394 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:07.746589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad7a26-2011-4137-a7b5-af3488e2b0bc None None] Pushing event updated for resources: {'Port': ['ID=dbbabb91-077b-462c-be28-6d0bf9c74816,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:07.825619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:07.828459 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec81cf0-01fa-46fa-82ba-17e5eef0602b" -d '{"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:07.838837 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Floating IP c3fe2c9e-3533-4548-aa08-cc05d67693cf associated. External IP: 172.25.0.145, port: f471f7de-8a2c-423c-ae5e-0fd877ecaa43. Sep 15 16:05:07.843117 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-b85e3494-0dea-40da-8ff5-6bc298121f93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:05:07.843676 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-b85e3494-0dea-40da-8ff5-6bc298121f93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:05:07.959212 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d0a02d-5a41-430e-b495-e455f691b29a x-openstack-request-id: req-78d0a02d-5a41-430e-b495-e455f691b29a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:07.960303 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2190e1c2-c2ef-4ea8-9f80-3884fda772ca", "name": "network-vif-deleted", "tag": "ec940eff-db76-43a9-843c-772b2801b3ca", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:07.962474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:07.967413 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-78d0a02d-5a41-430e-b495-e455f691b29a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:07.979759 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2190e1c2-c2ef-4ea8-9f80-3884fda772ca', 'name': 'network-vif-deleted', 'tag': 'ec940eff-db76-43a9-843c-772b2801b3ca', 'status': 'completed', 'code': 200} Sep 15 16:05:08.059064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device dbbabb91-077b-462c-be28-6d0bf9c74816 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:08.122290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dbbf5-0aee-4eed-8a6c-d858f9998114 req-a417a3cf-6ac0-4a0c-a5c6-f1ad3f19045b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:08.146031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e6dbbf5-0aee-4eed-8a6c-d858f9998114 req-a417a3cf-6ac0-4a0c-a5c6-f1ad3f19045b tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 865 time: 2.0368242 Sep 15 16:05:08.179763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.211054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:08.211724 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.385461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a5b45917-eaad-40dd-acb5-224b3da73b1f req-674912da-ddbb-42f8-8e97-13e755849c46 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=f0be7ad5-6bb7-4c53-97bf-a3b5cf9613ab HTTP/1.1" status: 200 len: 210 time: 0.1149340 Sep 15 16:05:08.511561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=eb76a42e-a861-4349-b8a6-7d0d92172394,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:08.615491 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e6dbbf5-0aee-4eed-8a6c-d858f9998114 req-9cd4042a-bd1e-4de8-93cc-eeb1c1751ebc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups?id=8e538f50-a1f1-497a-9a63-0eb076a19abb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654677 Sep 15 16:05:08.681363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-010288a5-1a20-489e-8cdc-917400f96065 None None] Could not find standard attr ID for object eb76a42e-a861-4349-b8a6-7d0d92172394. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:05:08.724694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-010288a5-1a20-489e-8cdc-917400f96065 None None] Provisioning complete for port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:08.725319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-010288a5-1a20-489e-8cdc-917400f96065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.762060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Router 43ce1f8b-f405-4067-983d-765b3696cda4 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:05:08.795421 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.798799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6a8a7e72-7330-4c40-a9bb-9d956c70998d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/eb76a42e-a861-4349-b8a6-7d0d92172394 HTTP/1.1" status: 204 len: 168 time: 3.3709321 Sep 15 16:05:08.835655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35178) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:08.889877 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f37e89-e56a-445a-a18b-d1990afa5f07 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:08.890657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f37e89-e56a-445a-a18b-d1990afa5f07 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:08.892718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-77f37e89-e56a-445a-a18b-d1990afa5f07 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/eb76a42e-a861-4349-b8a6-7d0d92172394 HTTP/1.1" status: 404 len: 333 time: 0.0576432 Sep 15 16:05:08.897445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:09.015510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Delete allocated IP 2001:db8::373 (2169c715-cf8b-4c85-884b-70365a41e209/2a8a01fc-c61e-462b-bbf0-38f915f2f316) {{(pid=102018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 16:05:09.026544 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9f28d0-9268-4a76-ae61-c5a3b1fca236 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:05:09.028223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bb9f28d0-9268-4a76-ae61-c5a3b1fca236 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/eb76a42e-a861-4349-b8a6-7d0d92172394 HTTP/1.1" status: 404 len: 333 time: 0.1281099 Sep 15 16:05:09.034659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.036378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35182) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:09.062613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8:0:1::bd (2169c715-cf8b-4c85-884b-70365a41e209/5b46837c-4ece-4ece-b756-be4fcfcafb9f/294e8a19-990f-4ce0-9248-72b610e44b7a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:09.109701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:09.122727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.171017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 28bdfdf9-3103-444e-88c0-da6084670545 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:09.207621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] Sync routers for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:09.215224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.236002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:09.236897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:09.272656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c79b8978-de82-4ff3-b40e-0ae26c4d9757 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "PUT /v2.0/floatingips/c3fe2c9e-3533-4548-aa08-cc05d67693cf HTTP/1.1" status: 200 len: 991 time: 4.1573312 Sep 15 16:05:09.333584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.387987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Provisioning complete for port 82145317-f77c-448d-b27d-875dc21b307a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:09.389941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.530095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.532428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Port 82145317-f77c-448d-b27d-875dc21b307a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:09.595428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:09.807618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router adf2278e-993e-44c7-a1bb-fc5479000143 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:05:09.811734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.945243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:09.945936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.955735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.967010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e97ed4-b02d-4495-9a0a-84a2bef50985 None None] Network 0999735f-2821-458d-866b-8bb3faafaf60 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:09.970019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/28bdfdf9-3103-444e-88c0-da6084670545 HTTP/1.1" status: 204 len: 168 time: 0.9325702 Sep 15 16:05:09.971971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35194) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:09.974242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0a421-16ed-4687-9ebb-48a89932e001 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=28bdfdf9-3103-444e-88c0-da6084670545,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:10.130223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:10.189408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:10.195726 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9d7516-9da8-400b-892a-ec50059153fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:10.208795 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.319700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b451ebe2-d10c-4776-bacc-ce1128efe6ba req-5c46fbf1-b352-4b3c-8e05-c310e3d13079 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.2964447 Sep 15 16:05:10.354093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:10.354632 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.361055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:10.396618 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] Sync routers for ids ['adf2278e-993e-44c7-a1bb-fc5479000143'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:10.443122 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] Routers {'adf2278e-993e-44c7-a1bb-fc5479000143'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:10.446285 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['adf2278e-993e-44c7-a1bb-fc5479000143'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:10.459486 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.461714 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29583505-7a5e-408e-8966-c8093f9b7c0e x-openstack-request-id: req-29583505-7a5e-408e-8966-c8093f9b7c0e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:10.462715 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:10.463495 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-29583505-7a5e-408e-8966-c8093f9b7c0e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:10.465448 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'status': 'completed', 'code': 200} Sep 15 16:05:10.477223 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9022645f-8db7-433e-8028-e34ae60825aa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/adf2278e-993e-44c7-a1bb-fc5479000143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7146192 Sep 15 16:05:10.511438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35204) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:10.540847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe904489-97bc-42eb-aaf8-96474dca07c8 req-24098179-6f7a-4733-95f1-7f321ca10385 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2d7b58ace8ee4ac49319734cac9f066c&device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.2264724 Sep 15 16:05:10.598139 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:10.637413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bd2a4bec-3f36-4820-9af2-d7a884b3590c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=adf2278e-993e-44c7-a1bb-fc5479000143 HTTP/1.1" status: 200 len: 205 time: 0.1238737 Sep 15 16:05:10.643052 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] Routers {'adf2278e-993e-44c7-a1bb-fc5479000143'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:10.643670 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['adf2278e-993e-44c7-a1bb-fc5479000143'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:10.666473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.691647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:10.710922 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:10.714438 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565110c5-561e-4e4e-89cd-41bf47176cb5 None None] The sync data for ids ['adf2278e-993e-44c7-a1bb-fc5479000143'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:10.775247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-945399e7-284d-4e62-8535-d2dfeaef37ea req-2a240c1c-a89d-42db-9476-7dbb7277eed0 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.1359940 Sep 15 16:05:10.786390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe904489-97bc-42eb-aaf8-96474dca07c8 req-0addc7c1-e56b-4b55-92e2-c0e76ccd4ffb service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=2d7b58ace8ee4ac49319734cac9f066c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2328947 Sep 15 16:05:10.837947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] For port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,segment=NetworkSegment(40073f8e-7355-4e0d-922b-a81018b7bd59),segment_id=40073f8e-7355-4e0d-922b-a81018b7bd59)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:10.837947 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.879583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:10.881152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.885073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] In _notify_port_updated(), no bound segment for port 294e8a19-990f-4ce0-9248-72b610e44b7a on network 2169c715-cf8b-4c85-884b-70365a41e209 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:05:10.890914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.891572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.896568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "PUT /v2.0/ports/294e8a19-990f-4ce0-9248-72b610e44b7a HTTP/1.1" status: 200 len: 929 time: 5.4699905 Sep 15 16:05:10.910361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35210) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:10.946512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11849c0a-1ee3-416b-ba1b-1a082e4206f4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.960192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7516-9da8-400b-892a-ec50059153fc req-ca83052b-f0be-420e-bd22-9a0510779355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.969260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f9d7516-9da8-400b-892a-ec50059153fc req-ca83052b-f0be-420e-bd22-9a0510779355 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1096 time: 0.4849761 Sep 15 16:05:10.990896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107abe-65e6-4091-8f49-821cc6452913 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=294e8a19-990f-4ce0-9248-72b610e44b7a,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:11.046486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:11.241185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7516-9da8-400b-892a-ec50059153fc req-417b8744-a91f-4196-94f1-aafe6da4f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:11.246375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f9d7516-9da8-400b-892a-ec50059153fc req-417b8744-a91f-4196-94f1-aafe6da4f34a service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.1940625 Sep 15 16:05:11.328432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Provisioning complete for port 294e8a19-990f-4ce0-9248-72b610e44b7a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:11.329296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.353189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe904489-97bc-42eb-aaf8-96474dca07c8 req-ec898cc4-34fd-4b3d-89db-b5131de50ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:11.356036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe904489-97bc-42eb-aaf8-96474dca07c8 req-ec898cc4-34fd-4b3d-89db-b5131de50ec6 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5597665 Sep 15 16:05:11.404699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 294e8a19-990f-4ce0-9248-72b610e44b7a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:11.405248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.422544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-deef682d-8853-491a-91e9-25b2febe5953 None None] Port 294e8a19-990f-4ce0-9248-72b610e44b7a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:11.463135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'c3fe2c9e-3533-4548-aa08-cc05d67693cf', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'port_id': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'mac_address': 'fa:16:3e:38:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:04:33Z', 'updated_at': '2021-09-15T16:05:06Z', 'revision_number': 1, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:11.604864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] Checking router: 43ce1f8b-f405-4067-983d-765b3696cda4 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:11.623054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] DHCP port deletion for 0999735f-2821-458d-866b-8bb3faafaf60 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:05:11.649520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.661237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:11.662693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:11.673230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 294e8a19-990f-4ce0-9248-72b610e44b7a owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:11.807895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-45c5fabf-94cd-450f-ab2d-dd70c27533db None None] Provisioning complete for port 294e8a19-990f-4ce0-9248-72b610e44b7a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:11.808622 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-45c5fabf-94cd-450f-ab2d-dd70c27533db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.816812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ff8d5b5-718e-4d9f-a600-080573ef1a80 req-efc61f87-e715-4d92-a9d3-d8758a1797a8 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1792405 Sep 15 16:05:11.848712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.009046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-45c5fabf-94cd-450f-ab2d-dd70c27533db None None] Port 294e8a19-990f-4ce0-9248-72b610e44b7a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:12.014913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:05:12.057386 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7a903f4-dbd2-426a-805e-3f02ffca05b7 req-e97cd742-f2d9-4c9e-b884-2c1404f46faa tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.0558465 Sep 15 16:05:12.058946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:05:12.059518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:05:12.081232 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.144772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=294e8a19-990f-4ce0-9248-72b610e44b7a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:12.224893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.233650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aba7948f-2d02-4f88-b88d-cb966126bbd1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/294e8a19-990f-4ce0-9248-72b610e44b7a HTTP/1.1" status: 204 len: 168 time: 1.3225963 Sep 15 16:05:12.235433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35220) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:12.255375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:12.257825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] Deleting port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:12.258398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.301680 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ee5854-4652-4976-adff-3f409d7118bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:05:12.312979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-76ee5854-4652-4976-adff-3f409d7118bf tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/294e8a19-990f-4ce0-9248-72b610e44b7a HTTP/1.1" status: 404 len: 333 time: 0.0745606 Sep 15 16:05:12.313825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35222) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:12.508167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-273992dd-7f6b-420e-850b-b436ed472342 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.710368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe904489-97bc-42eb-aaf8-96474dca07c8 req-8204f4b4-bd83-4698-82b8-20117df57e25 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.38 "GET /v2.0/ports?device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.1568429 Sep 15 16:05:12.724136 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-273992dd-7f6b-420e-850b-b436ed472342 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.770689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] For port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:12.771083 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.797121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] Calling delete_port for 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:12.802190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] Port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:05:12.821975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11849c0a-1ee3-416b-ba1b-1a082e4206f4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.832788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11849c0a-1ee3-416b-ba1b-1a082e4206f4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.878171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.884236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:12.886203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No DVR routers for this DVR port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:12.889970 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f9d7516-9da8-400b-892a-ec50059153fc req-f927e16e-308c-4dba-94f8-8c2faa5d56ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 999 time: 1.6380892 Sep 15 16:05:12.957904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] Pushing event deleted for resources: {'Port': ['ID=89549bb3-6d6a-4af3-8df6-f14289e5f4e1,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:12.965607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488e7ea-e9f0-48c5-8866-3de0280ea523 None None] No DVR routers for this DVR port 89549bb3-6d6a-4af3-8df6-f14289e5f4e1 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:13.003633 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-273992dd-7f6b-420e-850b-b436ed472342 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.009821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-273992dd-7f6b-420e-850b-b436ed472342 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.012198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-273992dd-7f6b-420e-850b-b436ed472342 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/security-groups/629f4139-3561-4a3f-9cc1-5b4902216a7a HTTP/1.1" status: 204 len: 168 time: 0.6970801 Sep 15 16:05:13.032445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35230) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:13.112715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.121279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'c3fe2c9e-3533-4548-aa08-cc05d67693cf', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'port_id': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'mac_address': 'fa:16:3e:38:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:04:33Z', 'updated_at': '2021-09-15T16:05:06Z', 'revision_number': 1, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:13.143998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273992dd-7f6b-420e-850b-b436ed472342 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629f4139-3561-4a3f-9cc1-5b4902216a7a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.162909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0999735f-2821-458d-866b-8bb3faafaf60']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:13.186143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40073f8e-7355-4e0d-922b-a81018b7bd59') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:13.186143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40073f8e-7355-4e0d-922b-a81018b7bd59') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:13.203072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.219154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825d5b82-79f6-4612-af5a-085ad6d9fd29 None None] The sync data for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 is: [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'c3fe2c9e-3533-4548-aa08-cc05d67693cf', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'port_id': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'mac_address': 'fa:16:3e:38:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:04:33Z', 'updated_at': '2021-09-15T16:05:06Z', 'revision_number': 1, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:13.231318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.241832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:05:13.242311 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.255854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9688017c-e1a2-4364-8256-4c4db8501c74 req-8f8fdd0b-e1a7-4698-945e-6e60cc7c387c tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0940897 Sep 15 16:05:13.289999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45e3d2fc-9b79-4a36-90b2-d1f1606d00d4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:05:13.334636 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:05:13.352171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11849c0a-1ee3-416b-ba1b-1a082e4206f4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.359039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11849c0a-1ee3-416b-ba1b-1a082e4206f4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Fanout notify agent at l3_agent the message router_deleted on router adf2278e-993e-44c7-a1bb-fc5479000143 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:05:13.359266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45e3d2fc-9b79-4a36-90b2-d1f1606d00d4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.391932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11849c0a-1ee3-416b-ba1b-1a082e4206f4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.398979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-11849c0a-1ee3-416b-ba1b-1a082e4206f4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/adf2278e-993e-44c7-a1bb-fc5479000143 HTTP/1.1" status: 204 len: 168 time: 2.6954043 Sep 15 16:05:13.398979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c4a501e8-7ca9-4663-a427-bedc0ba682a2 req-67203d10-e9ef-4bff-b807-5718a5fd5895 tempest-ServerShowV247Test-937668983 tempest-ServerShowV247Test-937668983-project] 10.222.0.63 "GET /v2.0/ports?device_id=a944f0f0-98a0-405a-aefe-ccfbb2de60e3 HTTP/1.1" status: 200 len: 210 time: 0.0622840 Sep 15 16:05:13.398979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35234) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:13.413949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7516-9da8-400b-892a-ec50059153fc req-a2fa1d1d-8ff9-40be-9f7c-a0469137e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:13.416748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f9d7516-9da8-400b-892a-ec50059153fc req-a2fa1d1d-8ff9-40be-9f7c-a0469137e480 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.5034451 Sep 15 16:05:13.476766 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.493888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.501566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/0999735f-2821-458d-866b-8bb3faafaf60 HTTP/1.1" status: 204 len: 168 time: 3.5092065 Sep 15 16:05:13.504167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35236) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:13.513759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-48253153'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:13.548068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45e3d2fc-9b79-4a36-90b2-d1f1606d00d4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.554221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45e3d2fc-9b79-4a36-90b2-d1f1606d00d4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.555981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45e3d2fc-9b79-4a36-90b2-d1f1606d00d4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/security-groups/6b2bd5ff-b213-4c11-939f-d6d17e5955f3 HTTP/1.1" status: 204 len: 168 time: 0.5200944 Sep 15 16:05:13.563416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79149d1e-21c3-43ad-94df-b78fc5b3efae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=0999735f-2821-458d-866b-8bb3faafaf60,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.565077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35238) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:13.576384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet 11462d8b-aab4-471b-ac79-858378bc03bd {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:13.585337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.601710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3d2fc-9b79-4a36-90b2-d1f1606d00d4 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2bd5ff-b213-4c11-939f-d6d17e5955f3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.647165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7516-9da8-400b-892a-ec50059153fc req-b20c2613-669f-4822-8f00-0b5eafc95e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:13.649903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f9d7516-9da8-400b-892a-ec50059153fc req-b20c2613-669f-4822-8f00-0b5eafc95e46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913512 Sep 15 16:05:13.650090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:13.656060 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.708071 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.754895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc63a08-5b2c-4ad8-87e6-05776dc3cadb None None] New status for floating IP c3fe2c9e-3533-4548-aa08-cc05d67693cf: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:05:13.796858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:05:13.840582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 2a8a01fc-c61e-462b-bbf0-38f915f2f316 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:13.847049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.870871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.871205 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment bb392ba5-8b18-4cbd-acda-e0e394721ab7 of type vlan for network d330c01e-7e67-4492-a9a3-6b621607e3d5 Sep 15 16:05:13.945140 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f9d7516-9da8-400b-892a-ec50059153fc req-175e2bac-fbc4-481c-8664-c27ec77ac312 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789664 Sep 15 16:05:13.963567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.118777 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.135706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.233599 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f9d7516-9da8-400b-892a-ec50059153fc req-15864122-e45a-4151-b982-0b166ee931a7 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705050 Sep 15 16:05:14.281443 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.340191 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.387987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.408746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:14.409873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.457087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.457395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c087e0fa-360f-49e5-9c56-9929cac6fa80 None None] Network 97962edb-4ef7-42a2-8c55-5d230e78a7bf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:14.462700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/11462d8b-aab4-471b-ac79-858378bc03bd HTTP/1.1" status: 204 len: 168 time: 1.0619755 Sep 15 16:05:14.463336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35254) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:14.495707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c17a22-3ede-4b79-bbf5-b70884e99e29 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=11462d8b-aab4-471b-ac79-858378bc03bd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:14.574299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-99516642-55f3-4988-91a7-9b2f38919246 req-e8886478-f38e-469b-a502-247f3eeed5d6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1276717 Sep 15 16:05:14.640815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.646391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=d330c01e-7e67-4492-a9a3-6b621607e3d5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:14.677229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d330c01e-7e67-4492-a9a3-6b621607e3d5 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:05:14.720091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8a01fc-c61e-462b-bbf0-38f915f2f316,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:14.726815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.743252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05dc4461-f2b0-4f8c-becc-6698bd75f212 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/2a8a01fc-c61e-462b-bbf0-38f915f2f316 HTTP/1.1" status: 204 len: 168 time: 1.1761482 Sep 15 16:05:14.744272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35260) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:14.747997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1cde4719-71fe-48d7-a217-6e3b805d9521 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2440937 Sep 15 16:05:14.754104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35262) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:14.762345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:14.766810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:14.823898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.843430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc337b7a-cdff-4ce1-aff4-c06a1b5b37af None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:15.076871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:15.083855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.184215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] DHCP port deletion for 97962edb-4ef7-42a2-8c55-5d230e78a7bf request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:05:15.187810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 3c3997eb-5d7a-4930-9ede-e08ff49e376e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:15.192519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.387855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:15.396404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.444117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 3c3997eb-5d7a-4930-9ede-e08ff49e376e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c3997eb-5d7a-4930-9ede-e08ff49e376e,segment=NetworkSegment(d3dfda54-89d5-4705-809c-3fb9b7bf001b),segment_id=d3dfda54-89d5-4705-809c-3fb9b7bf001b)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:15.444526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.463764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 3c3997eb-5d7a-4930-9ede-e08ff49e376e owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:15.507990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] Deleting port 3c3997eb-5d7a-4930-9ede-e08ff49e376e {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:15.509846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.599011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35270) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:15.697011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] For port 3c3997eb-5d7a-4930-9ede-e08ff49e376e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3c3997eb-5d7a-4930-9ede-e08ff49e376e,segment=NetworkSegment(d3dfda54-89d5-4705-809c-3fb9b7bf001b),segment_id=d3dfda54-89d5-4705-809c-3fb9b7bf001b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:15.697801 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.725886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.727943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] Calling delete_port for 3c3997eb-5d7a-4930-9ede-e08ff49e376e owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:15.898791 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.952256 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:15.973078 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a9d50bfd-d441-4e19-b3db-0fcb9b30fe22 req-c58375d1-e370-463a-9a1d-a8789facaac9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1736815 Sep 15 16:05:16.026144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=284e3cef-08d6-4b0e-a44b-d7313a289ca2,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:16.037413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': 'bb392ba5-8b18-4cbd-acda-e0e394721ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:16.037993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: d330c01e-7e67-4492-a9a3-6b621607e3d5, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:16.048118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c3997eb-5d7a-4930-9ede-e08ff49e376e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:05:16.063830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=3c3997eb-5d7a-4930-9ede-e08ff49e376e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:16.079062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No DVR routers for this DVR port 3c3997eb-5d7a-4930-9ede-e08ff49e376e on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:16.099222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] No DVR routers for this DVR port 3c3997eb-5d7a-4930-9ede-e08ff49e376e on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:16.170816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network d330c01e-7e67-4492-a9a3-6b621607e3d5 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:16.197667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3c3997eb-5d7a-4930-9ede-e08ff49e376e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:05:16.198740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3c3997eb-5d7a-4930-9ede-e08ff49e376e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:05:16.221598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380001fc-8cc9-4fd7-9a2c-ca96d7b7011d None None] Pushing event deleted for resources: {'Port': ['ID=3c3997eb-5d7a-4930-9ede-e08ff49e376e,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:16.249051 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.264666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d330c01e-7e67-4492-a9a3-6b621607e3d5) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:16.276162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:16.278413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e7258-709d-4dc9-b54e-93a24f3b2914 None None] Network d330c01e-7e67-4492-a9a3-6b621607e3d5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:16.281207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.351885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97962edb-4ef7-42a2-8c55-5d230e78a7bf']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:16.375865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dfda54-89d5-4705-809c-3fb9b7bf001b') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:16.378461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dfda54-89d5-4705-809c-3fb9b7bf001b') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:16.391732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3487390d-f2d0-4cfb-bd6c-3c58546787b5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6356051 Sep 15 16:05:16.395705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35280) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:16.402442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-530080043'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:16.403453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.484654 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.511826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b9b61f9-f528-49a3-b4c8-0d551e7acbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.531115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:05:16.531115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:05:16.537140 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:05:16.763530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d330c01e-7e67-4492-a9a3-6b621607e3d5', 'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5', 'tenant_id': '0aaf62eeb6734997a96c0a60ed53f248', 'fixed_ips': [{'subnet_id': '284e3cef-08d6-4b0e-a44b-d7313a289ca2'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:05:16.765695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.824625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.846987 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.852444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/97962edb-4ef7-42a2-8c55-5d230e78a7bf HTTP/1.1" status: 204 len: 168 time: 2.3867378 Sep 15 16:05:16.858618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35282) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:16.868773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d972a693-5233-48d7-96bf-51e688443198 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-370378767', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:16.921830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.923345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf2206-2ee9-4a03-a618-b2d06973b3ab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=97962edb-4ef7-42a2-8c55-5d230e78a7bf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:16.926255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e82a043e-2620-4cf3-9e95-fbe0612a2ee4 None None] Provisioning complete for port 82145317-f77c-448d-b27d-875dc21b307a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:16.929478 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e82a043e-2620-4cf3-9e95-fbe0612a2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.008728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:17.011200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e82a043e-2620-4cf3-9e95-fbe0612a2ee4 None None] Port 82145317-f77c-448d-b27d-875dc21b307a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:17.018768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:17.026680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:17.027393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.054585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ff0540-bfce-4b1f-8b20-d3cefed545b2 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:17.061028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:17.073303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b9b61f9-f528-49a3-b4c8-0d551e7acbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.097514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e82a043e-2620-4cf3-9e95-fbe0612a2ee4 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:17.097961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e82a043e-2620-4cf3-9e95-fbe0612a2ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.134490 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b9b61f9-f528-49a3-b4c8-0d551e7acbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.172194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Allocated IP 172.20.0.2 (d330c01e-7e67-4492-a9a3-6b621607e3d5/284e3cef-08d6-4b0e-a44b-d7313a289ca2/ea204111-94c4-40b6-8e00-a02424bb21c2) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:17.228061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b9b61f9-f528-49a3-b4c8-0d551e7acbf8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2d7b58ace8ee4ac49319734cac9f066c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4313703 Sep 15 16:05:17.230965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b61f9-f528-49a3-b4c8-0d551e7acbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375314a8-4656-434a-a81a-3513b7b698a1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:17.232374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35286) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:17.241444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-249b1af1-cb16-4aeb-b13b-4dab84b8dedc tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4900305 Sep 15 16:05:17.247070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35288) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:17.254914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-32425145-2908-4521-a348-d01c68b336fb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'security_group': {'name': 'tempest-secgroup-597189098'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:17.304329 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-687452c1-07f1-4d13-b61e-64f48bc6df11 req-6555a0fa-4a01-4ac8-a220-d09af566bcdb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0727000 Sep 15 16:05:17.359396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-711bf88a-2dc5-4139-8d0e-6e6bf12358b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.406033 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-711bf88a-2dc5-4139-8d0e-6e6bf12358b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.475102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:17.481598 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.489822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d972a693-5233-48d7-96bf-51e688443198 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.492034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d972a693-5233-48d7-96bf-51e688443198 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.538933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 009d1481-e4e1-46cc-a9ef-3936cbb3d06d yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:05:17.609724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32425145-2908-4521-a348-d01c68b336fb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.698571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-711bf88a-2dc5-4139-8d0e-6e6bf12358b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.701914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-711bf88a-2dc5-4139-8d0e-6e6bf12358b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.707495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-711bf88a-2dc5-4139-8d0e-6e6bf12358b7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/375314a8-4656-434a-a81a-3513b7b698a1 HTTP/1.1" status: 204 len: 168 time: 0.4500511 Sep 15 16:05:17.732722 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.737178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bf88a-2dc5-4139-8d0e-6e6bf12358b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375314a8-4656-434a-a81a-3513b7b698a1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:17.794143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e7d9c7-f68c-449a-b3cb-6c5f3685d9ab None None] Update dhcp port {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'fixed_ips': [{'subnet_id': '5b46837c-4ece-4ece-b756-be4fcfcafb9f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6'}], 'binding:host_id': 'n-d-808199-2'}, 'id': 'dbbabb91-077b-462c-be28-6d0bf9c74816'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:05:17.862723 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05e7d9c7-f68c-449a-b3cb-6c5f3685d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.868553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32425145-2908-4521-a348-d01c68b336fb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.886917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.898795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d972a693-5233-48d7-96bf-51e688443198 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.934293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32425145-2908-4521-a348-d01c68b336fb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.968556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.14 (d330c01e-7e67-4492-a9a3-6b621607e3d5/284e3cef-08d6-4b0e-a44b-d7313a289ca2/009d1481-e4e1-46cc-a9ef-3936cbb3d06d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:17.985927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d972a693-5233-48d7-96bf-51e688443198 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.003475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32425145-2908-4521-a348-d01c68b336fb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc6d75-2bf2-490b-b492-32b1d76353a3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:18.012307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Network d330c01e-7e67-4492-a9a3-6b621607e3d5 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:18.035123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:18.089506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:18.094156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-32425145-2908-4521-a348-d01c68b336fb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.103507 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-32425145-2908-4521-a348-d01c68b336fb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8550019 Sep 15 16:05:18.105141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35296) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:18.127461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b945733b-037d-45c5-95f1-36767a7e0c2d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'security_group': {'name': 'tempest-secgroup-1799778446'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:18.193455 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d972a693-5233-48d7-96bf-51e688443198 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.203592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d972a693-5233-48d7-96bf-51e688443198 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.3354728 Sep 15 16:05:18.206852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35300) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:18.212358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-1028649959'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:18.228729 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b945733b-037d-45c5-95f1-36767a7e0c2d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.247930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Pushing event updated for resources: {'Port': ['ID=ea204111-94c4-40b6-8e00-a02424bb21c2,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:18.282511 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.291992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.292864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.293619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.294392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.295185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.295730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.296964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.297794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.299050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.299839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.300631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.301365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:18.391735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Attempting to bind port ea204111-94c4-40b6-8e00-a02424bb21c2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:18.397041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Attempting to bind port ea204111-94c4-40b6-8e00-a02424bb21c2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bb392ba5-8b18-4cbd-acda-e0e394721ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:18.398048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Attempting to bind port ea204111-94c4-40b6-8e00-a02424bb21c2 on network d330c01e-7e67-4492-a9a3-6b621607e3d5 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:18.406608 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.490089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:18.504209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-05e7d9c7-f68c-449a-b3cb-6c5f3685d9ab None None] Allocated IP 2001:db8::2 (2169c715-cf8b-4c85-884b-70365a41e209/bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6/dbbabb91-077b-462c-be28-6d0bf9c74816) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:18.507192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:18.507623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Checking segment: {'id': 'bb392ba5-8b18-4cbd-acda-e0e394721ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:18.507970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.511362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Bound using segment: {'id': 'bb392ba5-8b18-4cbd-acda-e0e394721ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:18.511362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Bound port: ea204111-94c4-40b6-8e00-a02424bb21c2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb392ba5-8b18-4cbd-acda-e0e394721ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd330c01e-7e67-4492-a9a3-6b621607e3d5'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:18.511362 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.519993 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.588537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network d330c01e-7e67-4492-a9a3-6b621607e3d5 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:18.607789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:18.613665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:18.648099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5d80563c-eea0-42b4-a453-805987b0e257 req-f38c2623-39df-491d-9112-0ad77f333156 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1605258 Sep 15 16:05:18.713213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:05:18.726508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b945733b-037d-45c5-95f1-36767a7e0c2d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.731186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.732624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.753727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.754341 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment 716675b8-a1a4-4429-931d-0a44893c7743 of type vlan for network 509138b9-5a81-4caa-ba43-1c1a722161ab Sep 15 16:05:18.756380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=009d1481-e4e1-46cc-a9ef-3936cbb3d06d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:18.834046 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.849462 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b945733b-037d-45c5-95f1-36767a7e0c2d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.868074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] For port ea204111-94c4-40b6-8e00-a02424bb21c2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:18.911632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] For port ea204111-94c4-40b6-8e00-a02424bb21c2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ea204111-94c4-40b6-8e00-a02424bb21c2,segment=NetworkSegment(bb392ba5-8b18-4cbd-acda-e0e394721ab7),segment_id=bb392ba5-8b18-4cbd-acda-e0e394721ab7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:18.941227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-05e7d9c7-f68c-449a-b3cb-6c5f3685d9ab None None] For port dbbabb91-077b-462c-be28-6d0bf9c74816, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dbbabb91-077b-462c-be28-6d0bf9c74816,segment=NetworkSegment(af0f23ed-61b7-4506-b550-dbf815cec3a8),segment_id=af0f23ed-61b7-4506-b550-dbf815cec3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:18.941529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945733b-037d-45c5-95f1-36767a7e0c2d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173e5294-decf-4df3-a4e8-a9f3c318fc5b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:18.955707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aba9ef1d-4013-43da-90ad-4388740da19a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5582614 Sep 15 16:05:18.958558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35322) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:18.959518 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.resource_extend [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:05:18.998758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.005290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b945733b-037d-45c5-95f1-36767a7e0c2d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.006688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b945733b-037d-45c5-95f1-36767a7e0c2d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8996339 Sep 15 16:05:19.012255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35324) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:19.018829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0234ec63-b38b-422b-a761-ebb13811fce1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'security_group': {'name': 'tempest-secgroup-817704651'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:19.090983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.098342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:19.099818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.125705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed437f-735c-4a93-a9db-fef8db88fb94 None None] Pushing event updated for resources: {'Port': ['ID=ea204111-94c4-40b6-8e00-a02424bb21c2,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:19.152239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0234ec63-b38b-422b-a761-ebb13811fce1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.174935 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05e7d9c7-f68c-449a-b3cb-6c5f3685d9ab None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.229166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0211892 Sep 15 16:05:19.232691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 009d1481-e4e1-46cc-a9ef-3936cbb3d06d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:19.233272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.233632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35328) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:19.246789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:19.253226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22648f1e-df82-4da0-9d8f-09ddfe95f15c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=509138b9-5a81-4caa-ba43-1c1a722161ab,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:19.256959 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05e7d9c7-f68c-449a-b3cb-6c5f3685d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.277565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 509138b9-5a81-4caa-ba43-1c1a722161ab details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:05:19.557717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0234ec63-b38b-422b-a761-ebb13811fce1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.626045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7d9c7-f68c-449a-b3cb-6c5f3685d9ab None None] Pushing event updated for resources: {'Port': ['ID=dbbabb91-077b-462c-be28-6d0bf9c74816,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:19.659930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.665043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0234ec63-b38b-422b-a761-ebb13811fce1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.695679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 009d1481-e4e1-46cc-a9ef-3936cbb3d06d owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:19.813169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234ec63-b38b-422b-a761-ebb13811fce1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25bcaad-0606-4da6-921e-dbae3fb7799c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:19.894268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:19.942957 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:20.015751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0234ec63-b38b-422b-a761-ebb13811fce1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:20.034137 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0234ec63-b38b-422b-a761-ebb13811fce1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0196147 Sep 15 16:05:20.050468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:20.066519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-77856678', 'security_groups': ['c25bcaad-0606-4da6-921e-dbae3fb7799c'], 'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:20.168972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ea204111-94c4-40b6-8e00-a02424bb21c2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:20.186073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80a0650d-947e-4845-b4d1-46d4f2c9d948 req-af9d3c82-fe2d-486a-9a94-57ac80d08ab1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1478143 Sep 15 16:05:20.415070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ea204111-94c4-40b6-8e00-a02424bb21c2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:20.415070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:20.493280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35344) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:20.548301 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:20.780807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=021918de-7c9b-409b-bc06-f8cfdb43369a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:20.790443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:20.864286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-80780506-network', 'tenant_id': 'e4c84331ca3f4a6c933169b23f28193a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:20.891461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:20.896425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: 509138b9-5a81-4caa-ba43-1c1a722161ab, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:20.936751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port ea204111-94c4-40b6-8e00-a02424bb21c2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ea204111-94c4-40b6-8e00-a02424bb21c2,segment=NetworkSegment(bb392ba5-8b18-4cbd-acda-e0e394721ab7),segment_id=bb392ba5-8b18-4cbd-acda-e0e394721ab7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:21.011015 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.012479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device dbbabb91-077b-462c-be28-6d0bf9c74816 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:21.070639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 509138b9-5a81-4caa-ba43-1c1a722161ab is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:21.131430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Made reservation on behalf of e4c84331ca3f4a6c933169b23f28193a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:21.136862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.183850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.201802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 509138b9-5a81-4caa-ba43-1c1a722161ab) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:21.229395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:21.230205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.251316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1174212-fa19-4e46-93ff-6140fd3e065b None None] Network 509138b9-5a81-4caa-ba43-1c1a722161ab requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:21.342308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:21.409908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-325d3246-3748-46f0-a0cf-621eaf250478 None None] Provisioning complete for port 82145317-f77c-448d-b27d-875dc21b307a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:21.414071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-325d3246-3748-46f0-a0cf-621eaf250478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.414071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=ea204111-94c4-40b6-8e00-a02424bb21c2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:21.453383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-96eaec4c-cd92-4816-8257-18ece7f8eaab tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2158787 Sep 15 16:05:21.460880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35354) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:21.545067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.550211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:21.550849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.635676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=009d1481-e4e1-46cc-a9ef-3936cbb3d06d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:21.706159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-325d3246-3748-46f0-a0cf-621eaf250478 None None] Port 82145317-f77c-448d-b27d-875dc21b307a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:21.760145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8867d47-87d8-4439-9b9b-49899e24a06b req-77c74a0d-90d5-4061-b1d8-e7a7cf251ec4 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1525161 Sep 15 16:05:21.799208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d28f7-5655-4a86-bf47-87b1cd20d2e7 None None] Network d330c01e-7e67-4492-a9a3-6b621607e3d5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:21.876253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.879872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6a6e8f75-a9dd-4be5-a89b-94081f8f16c1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/009d1481-e4e1-46cc-a9ef-3936cbb3d06d HTTP/1.1" status: 204 len: 168 time: 2.9195786 Sep 15 16:05:21.900425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35360) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:21.945697 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bd490e-1559-47ba-a259-640c9e87c886 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:05:21.947938 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-60bd490e-1559-47ba-a259-640c9e87c886 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/009d1481-e4e1-46cc-a9ef-3936cbb3d06d HTTP/1.1" status: 404 len: 333 time: 0.0434134 Sep 15 16:05:21.953407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.957144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35362) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:21.989839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-325d3246-3748-46f0-a0cf-621eaf250478 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:22.001338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-325d3246-3748-46f0-a0cf-621eaf250478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:22.004798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] device_id is not set on port a405fc2b-6193-4dd4-909a-e5176f79f4e3 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:05:22.039935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 284e3cef-08d6-4b0e-a44b-d7313a289ca2 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:22.052200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:22.159754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:22.327005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-509138b9-5a81-4caa-ba43-1c1a722161ab', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:05:22.331497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:22.344306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8::249 (2169c715-cf8b-4c85-884b-70365a41e209/bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6/a405fc2b-6193-4dd4-909a-e5176f79f4e3) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:22.877105 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.018010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.069448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ea204111-94c4-40b6-8e00-a02424bb21c2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:23.092418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.107586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.240237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-813eb6ce-800f-4b27-b986-17d72c54c974 req-032afb7a-79cd-442c-8533-83f8f6afcfa6 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.2012968 Sep 15 16:05:23.272515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.291278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ea204111-94c4-40b6-8e00-a02424bb21c2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:23.292008 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.300230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Allocated IP 172.20.0.2 (509138b9-5a81-4caa-ba43-1c1a722161ab/021918de-7c9b-409b-bc06-f8cfdb43369a/611564f1-dd25-4375-90f2-f047f0ef97bf) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:23.333805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.366771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1ad2d061-45a4-49b6-ad7b-5b07ba966513 None None] Provisioning complete for port ea204111-94c4-40b6-8e00-a02424bb21c2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:23.367846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1ad2d061-45a4-49b6-ad7b-5b07ba966513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.464952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:23.472547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:23.476879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:23.489657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:23.497170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.541351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=a405fc2b-6193-4dd4-909a-e5176f79f4e3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:23.612515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:05:23.621267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ad6ee027-60ab-4842-a24c-1f906e823f45 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5693240 Sep 15 16:05:23.623268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35372) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:23.638483 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.641476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9a5680f3-122b-42d3-9824-d4c30ecaf0da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:23.709612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.722549 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/284e3cef-08d6-4b0e-a44b-d7313a289ca2 HTTP/1.1" status: 204 len: 168 time: 1.7605240 Sep 15 16:05:23.723571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35374) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:23.996198 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.043393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-657f614f-b018-4cfd-b5da-90d54a8dfc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.074762 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.075524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5680f3-122b-42d3-9824-d4c30ecaf0da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:24.088362 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a5680f3-122b-42d3-9824-d4c30ecaf0da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.134593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75caf03a-4840-415f-8bb7-39fb0c3be1fb None None] Network d330c01e-7e67-4492-a9a3-6b621607e3d5 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:24.196725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Network 509138b9-5a81-4caa-ba43-1c1a722161ab is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:24.224098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:24.233188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:24.237615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Pushing event updated for resources: {'Port': ['ID=611564f1-dd25-4375-90f2-f047f0ef97bf,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:24.307022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.20.0.1 (509138b9-5a81-4caa-ba43-1c1a722161ab/021918de-7c9b-409b-bc06-f8cfdb43369a/c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:24.411120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7d3882ee-e5ea-4c92-87ff-f4dbd7a48069 None None] Provisioning complete for port ea204111-94c4-40b6-8e00-a02424bb21c2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:24.411938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d3882ee-e5ea-4c92-87ff-f4dbd7a48069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.422918 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-9a5680f3-122b-42d3-9824-d4c30ecaf0da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6 (CIDR: 2001:db8::/64) Sep 15 16:05:24.436407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:24.453148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c888378-5dbe-46c9-8c5f-97bcd7945a51 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=284e3cef-08d6-4b0e-a44b-d7313a289ca2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:24.465564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.465909 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Added segment ae40654c-bdeb-45ec-9daf-e24ca85ca079 of type vlan for network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 Sep 15 16:05:24.479820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.489731 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5680f3-122b-42d3-9824-d4c30ecaf0da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:05:24.500518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5680f3-122b-42d3-9824-d4c30ecaf0da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:24.592007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.594924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Attempting to bind port 611564f1-dd25-4375-90f2-f047f0ef97bf on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:24.594924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Attempting to bind port 611564f1-dd25-4375-90f2-f047f0ef97bf by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:24.594924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Attempting to bind port 611564f1-dd25-4375-90f2-f047f0ef97bf on network 509138b9-5a81-4caa-ba43-1c1a722161ab {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:24.606189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:24.606643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Checking segment: {'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:24.607168 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.607641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Bound using segment: {'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:24.607802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97c6c0e0-a4dc-4756-a67f-1cc9d4c05dab req-6da2667d-93ef-43b1-9a77-e298581ee8cb tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1781712 Sep 15 16:05:24.608229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Bound port: 611564f1-dd25-4375-90f2-f047f0ef97bf, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:24.608770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.611651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9a5680f3-122b-42d3-9824-d4c30ecaf0da tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9857481 Sep 15 16:05:24.616568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35390) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:24.622273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5792f207-cc70-4533-a85c-26e2c818e495 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:24.751067 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.816707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] DHCP port deletion for d330c01e-7e67-4492-a9a3-6b621607e3d5 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:05:24.915900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] For port 611564f1-dd25-4375-90f2-f047f0ef97bf, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:24.920950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] For port 611564f1-dd25-4375-90f2-f047f0ef97bf, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=611564f1-dd25-4375-90f2-f047f0ef97bf,segment=NetworkSegment(716675b8-a1a4-4429-931d-0a44893c7743),segment_id=716675b8-a1a4-4429-931d-0a44893c7743)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:24.921972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7d3882ee-e5ea-4c92-87ff-f4dbd7a48069 None None] Provisioning complete for port a405fc2b-6193-4dd4-909a-e5176f79f4e3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:24.922339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d3882ee-e5ea-4c92-87ff-f4dbd7a48069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.925960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792f207-cc70-4533-a85c-26e2c818e495 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:24.935700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5792f207-cc70-4533-a85c-26e2c818e495 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.988519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port ea204111-94c4-40b6-8e00-a02424bb21c2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:24.993018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.176607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7d3882ee-e5ea-4c92-87ff-f4dbd7a48069 None None] Port a405fc2b-6193-4dd4-909a-e5176f79f4e3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:25.176607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] Deleting port ea204111-94c4-40b6-8e00-a02424bb21c2 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:25.176607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.221678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7d3882ee-e5ea-4c92-87ff-f4dbd7a48069 None None] Could not find standard attr ID for object 009d1481-e4e1-46cc-a9ef-3936cbb3d06d. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:05:25.312671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] For port ea204111-94c4-40b6-8e00-a02424bb21c2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ea204111-94c4-40b6-8e00-a02424bb21c2,segment=NetworkSegment(bb392ba5-8b18-4cbd-acda-e0e394721ab7),segment_id=bb392ba5-8b18-4cbd-acda-e0e394721ab7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:25.312671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.313417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] For port ea204111-94c4-40b6-8e00-a02424bb21c2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ea204111-94c4-40b6-8e00-a02424bb21c2,segment=NetworkSegment(bb392ba5-8b18-4cbd-acda-e0e394721ab7),segment_id=bb392ba5-8b18-4cbd-acda-e0e394721ab7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:25.313417 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.321385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for ea204111-94c4-40b6-8e00-a02424bb21c2 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:25.333861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] Calling delete_port for ea204111-94c4-40b6-8e00-a02424bb21c2 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:25.415439 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-5792f207-cc70-4533-a85c-26e2c818e495 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5b46837c-4ece-4ece-b756-be4fcfcafb9f (CIDR: 2001:db8:0:1::/64) Sep 15 16:05:25.424985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.443408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.444927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:25.447455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.451356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.460444 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5792f207-cc70-4533-a85c-26e2c818e495 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:05:25.466442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5792f207-cc70-4533-a85c-26e2c818e495 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:25.613436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c6753-e2b7-429c-a522-205f22c7d230 None None] Pushing event updated for resources: {'Port': ['ID=611564f1-dd25-4375-90f2-f047f0ef97bf,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:25.619015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 509138b9-5a81-4caa-ba43-1c1a722161ab is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:25.629478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5792f207-cc70-4533-a85c-26e2c818e495 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0111816 Sep 15 16:05:25.630192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35394) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:25.635533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'subnet': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:25.672708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:25.757671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:25.762792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:25.770311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:25.790865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.808857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:05:25.948393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] Pushing event deleted for resources: {'Port': ['ID=ea204111-94c4-40b6-8e00-a02424bb21c2,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:25.982929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254d668-cc15-49d9-8067-f5e3b188c3bf None None] No DVR routers for this DVR port ea204111-94c4-40b6-8e00-a02424bb21c2 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:26.199822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Made reservation on behalf of a8412c6b8ff14f04a219eb55d9a49253 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:26.207100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:26.491095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:26.626378 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:26.633384 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-078f86e1-6756-495b-b621-ea07bc5c8ea0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 6.1357148 Sep 15 16:05:26.647924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41ab1de8-a358-4c17-8301-609b313aca48 req-ffc2194e-8402-44d5-ad97-4300cabe2868 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.7086332 Sep 15 16:05:26.662248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35400) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:26.700007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Request body: {'subnet': {'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-80780506-subnet', 'tenant_id': 'e4c84331ca3f4a6c933169b23f28193a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:26.748519 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:05:26.752269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:26.800262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No DVR routers for this DVR port ea204111-94c4-40b6-8e00-a02424bb21c2 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:26.829116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=ea204111-94c4-40b6-8e00-a02424bb21c2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:26.868819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:26.906979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Subnet': ['ID=c18430c0-d0ea-47e5-9d68-338e69c507ce,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:26.932068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Made reservation on behalf of e4c84331ca3f4a6c933169b23f28193a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:26.940600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.006000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 611564f1-dd25-4375-90f2-f047f0ef97bf up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:27.040930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.096065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.116074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Network 2169c715-cf8b-4c85-884b-70365a41e209 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:27.118743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 611564f1-dd25-4375-90f2-f047f0ef97bf triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:27.119615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.121013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d330c01e-7e67-4492-a9a3-6b621607e3d5']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:27.126058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:27.131752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:27.132854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.153236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb392ba5-8b18-4cbd-acda-e0e394721ab7') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:27.154219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb392ba5-8b18-4cbd-acda-e0e394721ab7') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:27.167360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64612576-f918-405e-bdd7-ea46ce3fba86 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:27.205858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.304748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.314352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8af38224-350e-4c37-9d45-9a89836b4a9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6804237 Sep 15 16:05:27.314352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35406) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:27.329960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-500284960', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c18430c0-d0ea-47e5-9d68-338e69c507ce'}], 'security_groups': ['4cbc6d75-2bf2-490b-b492-32b1d76353a3', '173e5294-decf-4df3-a4e8-a9f3c318fc5b']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:27.378525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-42ae7620-4d69-4022-9574-12e533a5164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.586398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f7069b-7086-4bc3-9ad9-d22bbadde3d2 None None] Network 509138b9-5a81-4caa-ba43-1c1a722161ab requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:27.594205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.616827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:05:27.617383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:05:27.620953 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:05:27.678852 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.782999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3d686adb-6de5-41f2-a220-6934601b9905 None None] Provisioning complete for port 611564f1-dd25-4375-90f2-f047f0ef97bf triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:27.783642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d686adb-6de5-41f2-a220-6934601b9905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.791723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.843692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:27.921578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e68b994-1d7c-43c5-a3db-f65ae89aa97c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:27.956005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Checking segment: {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:27.956734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Network hostable DHCP agents. Network: d696dc20-9c45-4faf-a8b3-79d2b0c54ed9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:27.990364 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.030690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.036631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-873f8d33-7400-4f90-a5a0-06ac48c0d006 req-768f9360-5874-4805-a934-593b74b81304 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0416145 Sep 15 16:05:28.070711 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.072866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/d330c01e-7e67-4492-a9a3-6b621607e3d5 HTTP/1.1" status: 204 len: 168 time: 4.3245797 Sep 15 16:05:28.073776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbddf1a-f860-429d-9b37-e65c4afeeefc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=d330c01e-7e67-4492-a9a3-6b621607e3d5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:28.078061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.089338 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35416) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:28.144538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:28.171730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'name': 'tempest-PortsTestJSON-179435030'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:28.177735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:28.257874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d696dc20-9c45-4faf-a8b3-79d2b0c54ed9) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:28.262058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.274016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:28.275320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.353831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 611564f1-dd25-4375-90f2-f047f0ef97bf, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=611564f1-dd25-4375-90f2-f047f0ef97bf,segment=NetworkSegment(716675b8-a1a4-4429-931d-0a44893c7743),segment_id=716675b8-a1a4-4429-931d-0a44893c7743)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:28.412605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a15d4-233b-47e4-ae46-d5160cac6aa7 None None] Network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:28.541603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:28.549189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.586982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Delete allocated IP 2001:db8::249 (2169c715-cf8b-4c85-884b-70365a41e209/bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6) {{(pid=102018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 16:05:28.602470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 48286592-0e33-45ca-9eba-ec13b9f6f470 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:05:28.606420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Allocated IP 2001:db8:0:2::3ab (2169c715-cf8b-4c85-884b-70365a41e209/c18430c0-d0ea-47e5-9d68-338e69c507ce/a405fc2b-6193-4dd4-909a-e5176f79f4e3) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:28.669758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.784026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.817286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ea204111-94c4-40b6-8e00-a02424bb21c2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:05:28.822530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network 509138b9-5a81-4caa-ba43-1c1a722161ab is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:28.835670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:28.897798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ea204111-94c4-40b6-8e00-a02424bb21c2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:05:28.898328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ea204111-94c4-40b6-8e00-a02424bb21c2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:05:28.899307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.966402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840ccaa-2e67-4020-83e7-08efbef1d107 None None] Update dhcp port {'port': {'network_id': '2169c715-cf8b-4c85-884b-70365a41e209', 'fixed_ips': [{'subnet_id': '5b46837c-4ece-4ece-b756-be4fcfcafb9f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c18430c0-d0ea-47e5-9d68-338e69c507ce'}], 'binding:host_id': 'n-d-808199-2'}, 'id': 'dbbabb91-077b-462c-be28-6d0bf9c74816'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:05:28.972662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.026561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=611564f1-dd25-4375-90f2-f047f0ef97bf,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:29.040605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba5024c-adc9-45e2-8634-1ffd85cb342f None None] Network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:29.082741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a0e29b54-b60f-4ebf-a377-c4f495007960 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4152541 Sep 15 16:05:29.119253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d840ccaa-2e67-4020-83e7-08efbef1d107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.175676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] In _notify_port_updated(), no bound segment for port a405fc2b-6193-4dd4-909a-e5176f79f4e3 on network 2169c715-cf8b-4c85-884b-70365a41e209 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:05:29.185441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:29.193615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.195795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "PUT /v2.0/ports/a405fc2b-6193-4dd4-909a-e5176f79f4e3 HTTP/1.1" status: 200 len: 969 time: 1.8756719 Sep 15 16:05:29.206031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35428) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:29.368265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fc497-2162-472e-aad6-9642e832a772 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event updated for resources: {'Port': ['ID=a405fc2b-6193-4dd4-909a-e5176f79f4e3,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:29.522386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port a405fc2b-6193-4dd4-909a-e5176f79f4e3 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:29.522741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.535290 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d6c75b64-9bda-4a9e-a196-b39580febfc4 req-b0cdd0a3-9535-4b97-84c4-0edc4fc7a4ac tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.2041042 Sep 15 16:05:29.576659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.724703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:05:29.828311 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.889260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for a405fc2b-6193-4dd4-909a-e5176f79f4e3 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:29.910833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.972719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:29.977449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:30.065480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:30.096038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d840ccaa-2e67-4020-83e7-08efbef1d107 None None] Allocated IP 2001:db8:0:2::2 (2169c715-cf8b-4c85-884b-70365a41e209/c18430c0-d0ea-47e5-9d68-338e69c507ce/dbbabb91-077b-462c-be28-6d0bf9c74816) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:30.101965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:30.104070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.228247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d840ccaa-2e67-4020-83e7-08efbef1d107 None None] For port dbbabb91-077b-462c-be28-6d0bf9c74816, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dbbabb91-077b-462c-be28-6d0bf9c74816,segment=NetworkSegment(af0f23ed-61b7-4506-b550-dbf815cec3a8),segment_id=af0f23ed-61b7-4506-b550-dbf815cec3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:30.264708 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d840ccaa-2e67-4020-83e7-08efbef1d107 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.318069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:30.326067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1552649 Sep 15 16:05:30.326067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f2042-33a4-4cf1-b273-273aedeeaf12 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=48286592-0e33-45ca-9eba-ec13b9f6f470,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:30.334084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35450) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:30.343688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c32dca48-a108-41d1-a5e9-97fba9c5e977 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8728571 Sep 15 16:05:30.343908 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:30.344606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35452) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:30.351640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-1100912693'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:30.354147 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d840ccaa-2e67-4020-83e7-08efbef1d107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.375333 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:30.379510 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:30.452204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.457612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-72042c6f-dbd4-463e-892b-c3732af0b3ed None None] Provisioning complete for port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:30.458299 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-72042c6f-dbd4-463e-892b-c3732af0b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.522622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.561437 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.568725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-74ad0b1c-233b-4a2c-9b3a-5b56a262259e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:30.570436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-74ad0b1c-233b-4a2c-9b3a-5b56a262259e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 812 time: 0.2115717 Sep 15 16:05:30.619916 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:30.638869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-be322be6-9636-4845-b94f-c0efbbfbeb23 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/quotas/e4c84331ca3f4a6c933169b23f28193a HTTP/1.1" status: 200 len: 375 time: 0.0417566 Sep 15 16:05:30.733942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=a405fc2b-6193-4dd4-909a-e5176f79f4e3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:30.793904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840ccaa-2e67-4020-83e7-08efbef1d107 None None] Pushing event updated for resources: {'Port': ['ID=dbbabb91-077b-462c-be28-6d0bf9c74816,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:30.824533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-aca9dc41-b163-4a33-8ee1-f15a7dbf0586 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488132 Sep 15 16:05:30.824533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:30.837545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.880290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-72042c6f-dbd4-463e-892b-c3732af0b3ed None None] Port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:30.933455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-72042c6f-dbd4-463e-892b-c3732af0b3ed None None] Provisioning complete for port 611564f1-dd25-4375-90f2-f047f0ef97bf triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:30.934071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-72042c6f-dbd4-463e-892b-c3732af0b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.939787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e565df77-e181-4f9f-b1c5-3b8ecd04a888 req-5cf425b8-5cee-4684-a388-65343ab91eda tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0609844 Sep 15 16:05:30.941361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.944166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-efc1099a-891d-46dd-aec0-27427bf439f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/a405fc2b-6193-4dd4-909a-e5176f79f4e3 HTTP/1.1" status: 204 len: 168 time: 1.7364354 Sep 15 16:05:30.947121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35460) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:31.141813 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bdd153-4062-4084-b7f2-4a50370d07f6 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] GET failed (client error): The resource could not be found. Sep 15 16:05:31.152185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-92bdd153-4062-4084-b7f2-4a50370d07f6 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports/a405fc2b-6193-4dd4-909a-e5176f79f4e3 HTTP/1.1" status: 404 len: 333 time: 0.1990578 Sep 15 16:05:31.158184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35462) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:31.279140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:05:31.310122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 48286592-0e33-45ca-9eba-ec13b9f6f470 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:31.316794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.347557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.348073 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment c4e8a51e-241b-42a5-9c02-f3f2967dd7bb of type vlan for network b856b787-90f7-401c-b84c-6db76d76f383 Sep 15 16:05:31.395840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 611564f1-dd25-4375-90f2-f047f0ef97bf up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:31.467291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65f0eb7a-8306-4ab1-b7fe-fa40368fec9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.560340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-f66e9abc-5924-4ed0-ba2f-717f77184d2f service neutron] 10.222.0.63 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087128 Sep 15 16:05:31.578375 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65f0eb7a-8306-4ab1-b7fe-fa40368fec9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.599724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.648871 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:27Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:27Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:31.750665 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.761988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:31.762543 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Updating router 7be30027-b435-4077-8c4f-54d5ab90b3bc port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:05:31.788268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 48286592-0e33-45ca-9eba-ec13b9f6f470 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:31.884664 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.927518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 611564f1-dd25-4375-90f2-f047f0ef97bf triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:31.928725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.946340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.981976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:31.990389 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.263577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-e82e5033-929d-4a92-9f90-d8f17580408a service neutron] 10.222.0.63 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7017357 Sep 15 16:05:32.328725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9831004 Sep 15 16:05:32.370234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-674b0036-9663-4996-858f-daf1ab97908e None None] Provisioning complete for port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:32.371595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-674b0036-9663-4996-858f-daf1ab97908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.444975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35470) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:32.460763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:32.497882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-674b0036-9663-4996-858f-daf1ab97908e None None] Port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:32.500415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c31d5-5537-48b0-a750-a2c3b793c4cc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=b856b787-90f7-401c-b84c-6db76d76f383,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:32.546306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network b856b787-90f7-401c-b84c-6db76d76f383 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:05:32.571835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.608973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85948554-e704-45c7-8053-4421c7c7e7ad req-36c80bd9-ca61-43b3-a1df-efa7232d5442 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.2079380 Sep 15 16:05:32.826379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=48286592-0e33-45ca-9eba-ec13b9f6f470,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:32.836218 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.862892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.863366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.863714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.864050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.864384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.864750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.865076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.865607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.865906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.866231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.866559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.866880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:32.882161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65f0eb7a-8306-4ab1-b7fe-fa40368fec9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.894380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65f0eb7a-8306-4ab1-b7fe-fa40368fec9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.895643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-65f0eb7a-8306-4ab1-b7fe-fa40368fec9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/security-groups/c25bcaad-0606-4da6-921e-dbae3fb7799c HTTP/1.1" status: 204 len: 168 time: 1.7324841 Sep 15 16:05:32.899157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:32.925339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-670ce01f-b218-47f4-a862-2222a6c87d7b None None] Provisioning complete for port 82145317-f77c-448d-b27d-875dc21b307a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:32.926375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-670ce01f-b218-47f4-a862-2222a6c87d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.930972 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.015166 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Pushing event updated for resources: {'Port': ['ID=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:33.033305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.033761 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.034351 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.034688 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.035083 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.035487 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.035875 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.036337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.036801 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.037189 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.037539 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.037946 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.041083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-670ce01f-b218-47f4-a862-2222a6c87d7b None None] Port 82145317-f77c-448d-b27d-875dc21b307a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:33.061175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0eb7a-8306-4ab1-b7fe-fa40368fec9d tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25bcaad-0606-4da6-921e-dbae3fb7799c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:33.067393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.089639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1ea05020-f6d4-4569-9da8-1fcb97f3fc23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/48286592-0e33-45ca-9eba-ec13b9f6f470 HTTP/1.1" status: 204 len: 168 time: 2.7503464 Sep 15 16:05:33.097946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35478) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:33.110057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'mac_address': 'fa:16:3e:ea:9a:76', 'name': 'tempest-PortsTestJSON-398025365'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:33.140294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b82c394d-70e2-4aa3-bbba-a3a4ca6babd8 req-eece7c6a-e14e-4739-b629-0b1aa618f7fa tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 210 time: 0.1688263 Sep 15 16:05:33.151199 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Attempting to bind port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:33.164177 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Attempting to bind port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:33.164177 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Attempting to bind port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 on network 509138b9-5a81-4caa-ba43-1c1a722161ab {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:33.195675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device dbbabb91-077b-462c-be28-6d0bf9c74816 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:33.204779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:33.209007 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:33.209703 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Checking segment: {'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:33.210871 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.211795 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Bound using segment: {'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:33.216620 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Bound port: c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716675b8-a1a4-4429-931d-0a44893c7743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:33.217038 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.240464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.328260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-670ce01f-b218-47f4-a862-2222a6c87d7b None None] Could not find standard attr ID for object a405fc2b-6193-4dd4-909a-e5176f79f4e3. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:05:33.401979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64970f4b-9bd3-4221-805d-c6090905385c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.416199 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] For port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:33.423436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-670ce01f-b218-47f4-a862-2222a6c87d7b None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:33.423706 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-670ce01f-b218-47f4-a862-2222a6c87d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.431605 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] For port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,segment=NetworkSegment(716675b8-a1a4-4429-931d-0a44893c7743),segment_id=716675b8-a1a4-4429-931d-0a44893c7743)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:33.436188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:33.436599 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.535044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64970f4b-9bd3-4221-805d-c6090905385c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.553536 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.841449 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:33.842454 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:33.894253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64970f4b-9bd3-4221-805d-c6090905385c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.899831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64970f4b-9bd3-4221-805d-c6090905385c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.908309 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-64970f4b-9bd3-4221-805d-c6090905385c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/security-groups/173e5294-decf-4df3-a4e8-a9f3c318fc5b HTTP/1.1" status: 204 len: 168 time: 1.0076792 Sep 15 16:05:33.911889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35496) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:34.101590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64970f4b-9bd3-4221-805d-c6090905385c tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e5294-decf-4df3-a4e8-a9f3c318fc5b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.149054 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ca0be-87ee-4ee7-ae5b-9b26424c04c6 None None] Pushing event updated for resources: {'Port': ['ID=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.152185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c9105c12-acd7-4612-a034-5cbb189b5392 req-4033b388-52c1-42a2-b534-e367686533ae tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.2078912 Sep 15 16:05:34.212837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f6bf79dc-c74d-451b-be0e-07e0de1dfae0 None None] Could not find standard attr ID for object a405fc2b-6193-4dd4-909a-e5176f79f4e3. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:05:34.218753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0448e430-894d-41df-8898-076eccf3d550 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.262733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f6bf79dc-c74d-451b-be0e-07e0de1dfae0 None None] Provisioning complete for port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:34.263364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6bf79dc-c74d-451b-be0e-07e0de1dfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.337984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:34.415800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0448e430-894d-41df-8898-076eccf3d550 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.432295 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:34.489622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8d2620d-6536-4d91-9c55-8ffcef494cc8 req-4e27bca2-b116-42cd-9c16-8e0c073423d3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 210 time: 0.1261709 Sep 15 16:05:34.497411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6bf79dc-c74d-451b-be0e-07e0de1dfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.647983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f6bf79dc-c74d-451b-be0e-07e0de1dfae0 None None] For port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,segment=NetworkSegment(716675b8-a1a4-4429-931d-0a44893c7743),segment_id=716675b8-a1a4-4429-931d-0a44893c7743)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:34.684765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0448e430-894d-41df-8898-076eccf3d550 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.690380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0448e430-894d-41df-8898-076eccf3d550 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.692953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0448e430-894d-41df-8898-076eccf3d550 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/security-groups/4cbc6d75-2bf2-490b-b492-32b1d76353a3 HTTP/1.1" status: 204 len: 168 time: 0.7613461 Sep 15 16:05:34.713049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35504) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:34.713475 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f6bf79dc-c74d-451b-be0e-07e0de1dfae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.793310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.824250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448e430-894d-41df-8898-076eccf3d550 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc6d75-2bf2-490b-b492-32b1d76353a3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.898866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.904590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 7aca49ea-64b8-4b16-adc8-081f13e6b1ad yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:05:34.905034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:34.924285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.978120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf79dc-c74d-451b-be0e-07e0de1dfae0 None None] Pushing event updated for resources: {'Port': ['ID=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.992849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3f88e30d-ed95-473e-bd25-ed7451b4d86e None None] Provisioning complete for port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:34.993580 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3f88e30d-ed95-473e-bd25-ed7451b4d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.027494 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.051675 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:27Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:33Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:35.083589 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1826455-215f-48ef-a6ff-50d6f0d78605 None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:27Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:33Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:35.189082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=063f38fd-976a-4fb1-b3a3-020de2da979a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:35.212818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.245003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:35.246082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: b856b787-90f7-401c-b84c-6db76d76f383, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:35.439948 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f632519-3647-437f-bcc4-da4ac890685f req-f04052b5-e58f-4eb5-8639-b4277d7783fc tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.0475018 Sep 15 16:05:35.441717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.465927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network b856b787-90f7-401c-b84c-6db76d76f383 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:35.572664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, b856b787-90f7-401c-b84c-6db76d76f383) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:35.576061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.578133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:35.579258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.623208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.626423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6 HTTP/1.1" status: 204 len: 168 time: 0.9119339 Sep 15 16:05:35.630231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35512) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:35.631862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e4f8d-931b-45d3-be51-df84930a155c None None] Network b856b787-90f7-401c-b84c-6db76d76f383 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:35.663219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8d4d6-e900-48e3-9151-c8c5e249c3d6 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:35.683653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:35.755563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd999d1-83cc-4d66-a841-ddbcf6a15f82 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:35.850999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c75e682a-a995-4331-9db6-6a990553e226 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4019144 Sep 15 16:05:35.851510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:35.980472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a8ebd88-5c31-44e8-9f03-677490e0edfe req-c03eb720-6ebc-462e-b415-447a9a3bc7f4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 210 time: 0.2251241 Sep 15 16:05:35.990529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:36.058524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=7aca49ea-64b8-4b16-adc8-081f13e6b1ad,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:36.086796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:36.118189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:36.142261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:36.145673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.187667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet c18430c0-d0ea-47e5-9d68-338e69c507ce {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:36.197038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.251625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.382444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-addc2b69-54eb-4731-8fd9-04875ab74bf6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.2829211 Sep 15 16:05:36.407067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35520) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:36.455180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:36.568417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981aad6-ebd5-4518-bc4c-cfc612a59371 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:36.573412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2981aad6-ebd5-4518-bc4c-cfc612a59371 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/7aca49ea-64b8-4b16-adc8-081f13e6b1ad HTTP/1.1" status: 200 len: 840 time: 0.1639760 Sep 15 16:05:36.582399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35524) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:36.597612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-b856b787-90f7-401c-b84c-6db76d76f383', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:05:36.599124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.660726 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.841950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f96e800-b916-40e2-89af-ed3e4daefa4b req-e2a5c960-1b4e-467c-b918-9163dc875c5a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/ports?device_id=2190e1c2-c2ef-4ea8-9f80-3884fda772ca HTTP/1.1" status: 200 len: 210 time: 0.1736488 Sep 15 16:05:36.890870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:36.891695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.128132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Allocated IP 172.21.0.2 (b856b787-90f7-401c-b84c-6db76d76f383/063f38fd-976a-4fb1-b3a3-020de2da979a/7b0af0fa-4ebb-4ac7-8674-0d699d4723d7) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:37.227804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-62a3214d-45ec-4841-930c-cdb4c7adb926 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:37.229797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-62a3214d-45ec-4841-930c-cdb4c7adb926 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.38 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 812 time: 0.2336819 Sep 15 16:05:37.245105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Request body: {'port': {'device_id': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9', 'admin_state_up': True, 'tenant_id': 'e4c84331ca3f4a6c933169b23f28193a'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:37.447944 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ead1296-9486-4d72-bdef-a5db871d0819 req-9f983487-d9f8-4581-83cf-4243989c83fc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 210 time: 0.1891756 Sep 15 16:05:37.495961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.498180 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.554641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 7aca49ea-64b8-4b16-adc8-081f13e6b1ad {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:37.555129 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.676452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.743143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Made reservation on behalf of e4c84331ca3f4a6c933169b23f28193a for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:37.756173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Network b856b787-90f7-401c-b84c-6db76d76f383 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:37.756526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.760856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.764840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:37.768680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Pushing event updated for resources: {'Port': ['ID=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:37.786617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:37.860736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.908674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 7aca49ea-64b8-4b16-adc8-081f13e6b1ad owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:37.928426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Attempting to bind port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:37.931856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Attempting to bind port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:37.932767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Attempting to bind port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 on network b856b787-90f7-401c-b84c-6db76d76f383 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:37.947353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:37.947353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Checking segment: {'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:37.947353 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.947353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Bound using segment: {'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:37.950076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Bound port: 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:37.950637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.163434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] For port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:38.169659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] For port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,segment=NetworkSegment(c4e8a51e-241b-42a5-9c02-f3f2967dd7bb),segment_id=c4e8a51e-241b-42a5-9c02-f3f2967dd7bb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:38.192147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35542) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:38.224710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.333227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=c18430c0-d0ea-47e5-9d68-338e69c507ce,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:38.358086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-10b97f8a-ad96-4fbc-ba40-5fdbc786fcd9 None None] Provisioning complete for port 82145317-f77c-448d-b27d-875dc21b307a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:38.358675 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10b97f8a-ad96-4fbc-ba40-5fdbc786fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.367608 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.369738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0d10c6fd-f5b4-4429-a3be-8715a8300d10 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/c18430c0-d0ea-47e5-9d68-338e69c507ce HTTP/1.1" status: 204 len: 168 time: 2.7379000 Sep 15 16:05:38.388784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35548) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:38.388978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc506272-7cb8-4ca2-9224-b7f93566b631 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:38.468889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aa45f-e0da-4d45-8325-61dfaa40010b None None] Pushing event updated for resources: {'Port': ['ID=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:38.548023 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0665060a-398e-4caa-b5c8-4646bd3f03ff tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:38.551671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0665060a-398e-4caa-b5c8-4646bd3f03ff tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:38.551671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0665060a-398e-4caa-b5c8-4646bd3f03ff tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/bc3a7fe7-8ae3-41b2-868c-f86e912d3ad6 HTTP/1.1" status: 404 len: 337 time: 0.1617413 Sep 15 16:05:38.559149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35556) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:38.610994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-10b97f8a-ad96-4fbc-ba40-5fdbc786fcd9 None None] Port 82145317-f77c-448d-b27d-875dc21b307a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:38.646163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Allocated IP 172.20.0.8 (d696dc20-9c45-4faf-a8b3-79d2b0c54ed9/7e68b994-1d7c-43c5-a3db-f65ae89aa97c/8e1dcae4-cccb-41c1-9787-ffc08322d2ce) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:38.692657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-10b97f8a-ad96-4fbc-ba40-5fdbc786fcd9 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:38.700321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-10b97f8a-ad96-4fbc-ba40-5fdbc786fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.791884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting subnet 5b46837c-4ece-4ece-b756-be4fcfcafb9f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:38.812288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38f107b7-1922-487f-8675-39637b21f293 req-f0a7eccb-5d7a-43a0-8991-84da14462255 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 210 time: 0.0814092 Sep 15 16:05:38.838893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.856016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.921266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.21.0.1 (b856b787-90f7-401c-b84c-6db76d76f383/063f38fd-976a-4fb1-b3a3-020de2da979a/5986be66-4bea-4f40-a300-2026190bf131) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:38.930155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45505550-c114-48e6-b81b-6791ec382eae tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.017737 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=7aca49ea-64b8-4b16-adc8-081f13e6b1ad,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:39.046585 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.072234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.122374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.133447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/7aca49ea-64b8-4b16-adc8-081f13e6b1ad HTTP/1.1" status: 204 len: 168 time: 2.5456676 Sep 15 16:05:39.133571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35574) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:39.157611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.163820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.173479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1215e289-d70a-4085-9344-24665c6cd52d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:39.179290 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-52320e37-b6a7-4949-aa2d-aaee7eee23ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:05:39.187205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-52320e37-b6a7-4949-aa2d-aaee7eee23ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/7aca49ea-64b8-4b16-adc8-081f13e6b1ad HTTP/1.1" status: 404 len: 333 time: 0.0464346 Sep 15 16:05:39.187545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45505550-c114-48e6-b81b-6791ec382eae tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.189027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35576) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:39.193271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.218268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'name': 'tempest-PortsTestJSON-487316578'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:39.299067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:39.347438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:39.352686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:39.461634 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.470911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:39.471802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.494707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.495702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:39.519569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45505550-c114-48e6-b81b-6791ec382eae tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.527818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45505550-c114-48e6-b81b-6791ec382eae tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.527818 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-45505550-c114-48e6-b81b-6791ec382eae tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/security-groups/8e538f50-a1f1-497a-9a63-0eb076a19abb HTTP/1.1" status: 204 len: 168 time: 1.3301804 Sep 15 16:05:39.531004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35580) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:39.550451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45505550-c114-48e6-b81b-6791ec382eae tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e538f50-a1f1-497a-9a63-0eb076a19abb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:39.562810 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-e6b4dfb5-ba6d-4026-8b2e-0bbdd3b38484 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] show failed (client error): The resource could not be found. Sep 15 16:05:39.567101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e6b4dfb5-ba6d-4026-8b2e-0bbdd3b38484 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "GET /v2.0/security-groups/8e538f50-a1f1-497a-9a63-0eb076a19abb HTTP/1.1" status: 404 len: 347 time: 0.0322497 Sep 15 16:05:39.571905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:39.671757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.702969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.767249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.777380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/5b46837c-4ece-4ece-b756-be4fcfcafb9f HTTP/1.1" status: 204 len: 168 time: 1.2130256 Sep 15 16:05:39.785917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35584) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:39.828382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:39.835770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:39.867297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae1a1c-d236-4689-b46f-4ffe2b1370be tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Subnet': ['ID=5b46837c-4ece-4ece-b756-be4fcfcafb9f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:39.871045 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd78c97-64c4-4d00-b6f7-beccf7d6b2f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:39.871635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd78c97-64c4-4d00-b6f7-beccf7d6b2f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:39.894975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4cd78c97-64c4-4d00-b6f7-beccf7d6b2f0 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/2a8a01fc-c61e-462b-bbf0-38f915f2f316 HTTP/1.1" status: 404 len: 337 time: 0.1000528 Sep 15 16:05:39.904042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network b856b787-90f7-401c-b84c-6db76d76f383 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:39.905843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35588) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:39.911697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-a3b4f529-2b91-46bc-8b5c-ad0bd5e6c383 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6718616 Sep 15 16:05:39.912417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:39.918507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:39.942427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Request body: {'port': {'device_id': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:40.035418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 8e9a1287-0d68-4729-bf0f-1a01a2c40ce1 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:05:40.061535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.093782 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-701e9965-9b07-4308-8f6e-150743da5a87 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "GET /v2.0/ports?device_id=480766cc-039a-46db-a74c-9b06c9d9fe88 HTTP/1.1" status: 200 len: 205 time: 0.1772575 Sep 15 16:05:40.144420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35592) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:40.313949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=5986be66-4bea-4f40-a300-2026190bf131,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:40.320812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cbd5ac-820a-4a2b-96ea-b5d39a1a9181 None None] Network b856b787-90f7-401c-b84c-6db76d76f383 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:40.330796 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-14099b12-4f4c-4a05-8314-d2cb67bdf4c1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] delete failed (client error): The resource could not be found. Sep 15 16:05:40.332521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14099b12-4f4c-4a05-8314-d2cb67bdf4c1 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/routers/480766cc-039a-46db-a74c-9b06c9d9fe88 HTTP/1.1" status: 404 len: 336 time: 0.1794238 Sep 15 16:05:40.337407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35594) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:40.345849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.450876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cad8b-2c45-4500-9024-746673fcc4e8 None None] Network 2169c715-cf8b-4c85-884b-70365a41e209 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:40.454627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:40.455213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port 12114ec2-80ab-4c3c-bb74-d4b64eb3355b {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:40.455967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.614809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-27e7b1ff-e916-48f0-87bd-1d765c504a61 None None] Provisioning complete for port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:40.614809 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27e7b1ff-e916-48f0-87bd-1d765c504a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.995962 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.995962 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.033658 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18b9d31-54eb-49ae-ae72-0441ccd66ef5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:41.034134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18b9d31-54eb-49ae-ae72-0441ccd66ef5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:41.040373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d18b9d31-54eb-49ae-ae72-0441ccd66ef5 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/0f06378e-ba9e-472f-80cb-df87e25df0a3 HTTP/1.1" status: 404 len: 337 time: 0.6988211 Sep 15 16:05:41.048300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35598) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.062265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for 12114ec2-80ab-4c3c-bb74-d4b64eb3355b owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:41.116794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c067119-f538-47e3-88c5-a9214ad2cb17 req-c2a90a58-3c5e-41ff-a4d2-c3f5e19fab04 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:41.129133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c067119-f538-47e3-88c5-a9214ad2cb17 req-c2a90a58-3c5e-41ff-a4d2-c3f5e19fab04 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 931 time: 1.0585384 Sep 15 16:05:41.138826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:41.139766 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.175895 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1176b1f-53a7-46a8-abfc-a676ebaabe80 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:41.177093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1176b1f-53a7-46a8-abfc-a676ebaabe80 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:41.186838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b1176b1f-53a7-46a8-abfc-a676ebaabe80 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/23b90560-55c1-497b-944f-b85d6ef1d048 HTTP/1.1" status: 404 len: 337 time: 0.1349370 Sep 15 16:05:41.235337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27e7b1ff-e916-48f0-87bd-1d765c504a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.249069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35602) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.393847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.413307 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-059b8e80-d04b-4717-b2df-8ab08a40b254 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:41.414132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059b8e80-d04b-4717-b2df-8ab08a40b254 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:41.417562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-059b8e80-d04b-4717-b2df-8ab08a40b254 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/b2ae458e-480b-4b7c-86a1-84f158a10c13 HTTP/1.1" status: 404 len: 337 time: 0.1666875 Sep 15 16:05:41.423016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35604) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.428013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] DHCP port deletion for 2169c715-cf8b-4c85-884b-70365a41e209 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:05:41.436397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.471338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c067119-f538-47e3-88c5-a9214ad2cb17 req-e68505f4-ccc2-48c7-986f-ad2ae0f37dc8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272507 Sep 15 16:05:41.506489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-27e7b1ff-e916-48f0-87bd-1d765c504a61 None None] For port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,segment=NetworkSegment(c4e8a51e-241b-42a5-9c02-f3f2967dd7bb),segment_id=c4e8a51e-241b-42a5-9c02-f3f2967dd7bb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:41.507995 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.512904 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b71544-86a4-487b-a4e9-82bead2e916b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:41.514384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b71544-86a4-487b-a4e9-82bead2e916b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:41.518181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-58b71544-86a4-487b-a4e9-82bead2e916b tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/db5e4d9a-5354-42cf-8b48-33a1e89d8057 HTTP/1.1" status: 404 len: 333 time: 0.0932431 Sep 15 16:05:41.590759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27e7b1ff-e916-48f0-87bd-1d765c504a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.609321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35608) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.623544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1dcae4-cccb-41c1-9787-ffc08322d2ce {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:41.651176 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.708168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] Deleting port dbbabb91-077b-462c-be28-6d0bf9c74816 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:41.708973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.739970 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5dc0b7-a3d6-4e7f-a30d-6ce4a563c333 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:41.741617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5dc0b7-a3d6-4e7f-a30d-6ce4a563c333 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:41.748892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-af5dc0b7-a3d6-4e7f-a30d-6ce4a563c333 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/1a553e76-96ce-49a4-bca6-16095043a8fb HTTP/1.1" status: 404 len: 337 time: 0.1338148 Sep 15 16:05:41.751899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35610) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.772235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-16419f58-5640-4a72-9334-8b4cf5eef7c7 None None] Provisioning complete for port 82145317-f77c-448d-b27d-875dc21b307a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:41.772235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16419f58-5640-4a72-9334-8b4cf5eef7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.882289 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-499a4360-8c56-4943-b4b8-017b4083131a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:41.883033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499a4360-8c56-4943-b4b8-017b4083131a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:41.888571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-499a4360-8c56-4943-b4b8-017b4083131a tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/49e27a96-a271-4ae9-85d9-846aa6c7f6d4 HTTP/1.1" status: 404 len: 337 time: 0.1323647 Sep 15 16:05:41.889766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35612) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.917330 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:05:41.917608 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:05:41.922878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7b1ff-e916-48f0-87bd-1d765c504a61 None None] Pushing event updated for resources: {'Port': ['ID=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:41.933884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-16419f58-5640-4a72-9334-8b4cf5eef7c7 None None] Port 82145317-f77c-448d-b27d-875dc21b307a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:41.937013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Transition to ACTIVE for port object 8e1dcae4-cccb-41c1-9787-ffc08322d2ce will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:05:41.939173 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e9d761-4720-4e78-8add-b92154b75321 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:41.940038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e9d761-4720-4e78-8add-b92154b75321 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:41.944732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f7e9d761-4720-4e78-8add-b92154b75321 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/856222b2-9741-4de4-a423-07e84b817328 HTTP/1.1" status: 404 len: 333 time: 0.0508983 Sep 15 16:05:41.944732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.947153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35614) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.961330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] For port dbbabb91-077b-462c-be28-6d0bf9c74816, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dbbabb91-077b-462c-be28-6d0bf9c74816,segment=NetworkSegment(af0f23ed-61b7-4506-b550-dbf815cec3a8),segment_id=af0f23ed-61b7-4506-b550-dbf815cec3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:41.962122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.975257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-16419f58-5640-4a72-9334-8b4cf5eef7c7 None None] Provisioning complete for port dbbabb91-077b-462c-be28-6d0bf9c74816 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:41.975938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16419f58-5640-4a72-9334-8b4cf5eef7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.003943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=12114ec2-80ab-4c3c-bb74-d4b64eb3355b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.008945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] Calling delete_port for dbbabb91-077b-462c-be28-6d0bf9c74816 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:42.009368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.026028 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-01762aba-f31a-49d1-821c-76ae1ce34ae3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:42.027469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01762aba-f31a-49d1-821c-76ae1ce34ae3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:42.049106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-01762aba-f31a-49d1-821c-76ae1ce34ae3 tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/1165c9dd-4c5c-469a-bbda-ac8897e04d2f HTTP/1.1" status: 404 len: 337 time: 0.0819476 Sep 15 16:05:42.049106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35616) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.119394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.123335 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.128041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5f18b27c-fef4-497c-9d1b-4b21a57ffd87 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/floatingips/266230c1-5bca-44e9-b16a-f73c7c7a35df HTTP/1.1" status: 204 len: 168 time: 2.5514374 Sep 15 16:05:42.131484 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-085fd2ae-6f07-4ec7-98f6-41f9d763fefd tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] DELETE failed (client error): The resource could not be found. Sep 15 16:05:42.132375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085fd2ae-6f07-4ec7-98f6-41f9d763fefd tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:42.139172 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-085fd2ae-6f07-4ec7-98f6-41f9d763fefd tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/subnets/57652f47-d3f0-4077-b808-422108b155ab HTTP/1.1" status: 404 len: 337 time: 0.0924830 Sep 15 16:05:42.149303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35618) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.150071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.158234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.202399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:42.217094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:42.225594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:42.231853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:42.232597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.239028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=8e9a1287-0d68-4729-bf0f-1a01a2c40ce1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.293334 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.345816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05cbc320-ad23-4c74-a725-6675b6a9809b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1559165 Sep 15 16:05:42.351971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.352237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] Pushing event deleted for resources: {'Port': ['ID=dbbabb91-077b-462c-be28-6d0bf9c74816,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.357206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:42.370255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd5c18-e75e-4497-949b-865fd2ab407b None None] No DVR routers for this DVR port dbbabb91-077b-462c-be28-6d0bf9c74816 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:42.401280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a069d0e9-f664-4b63-b442-bfb9e781e932 None None] Provisioning complete for port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:42.402095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a069d0e9-f664-4b63-b442-bfb9e781e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.408323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.413545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:42.413887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:42.414225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:42.429197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:05:42.429517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:42.443311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:42.443311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Checking segment: {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:42.443311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Bound using segment: {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:42.443311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Bound port: 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:42.444223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.566740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.569434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:42.569806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.576443 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.611609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Deleting port 82145317-f77c-448d-b27d-875dc21b307a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:42.611963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.655841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:42.698131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:42.700092 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.789876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.876423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:42.918166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.921800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=5986be66-4bea-4f40-a300-2026190bf131,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.942223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f22cde-3e8e-4383-b9c2-833ba9cf26ad req-385eb8da-056d-4834-a0a3-7733680dc34b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:42.944755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72f22cde-3e8e-4383-b9c2-833ba9cf26ad req-385eb8da-056d-4834-a0a3-7733680dc34b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.3778040 Sep 15 16:05:42.962243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:42.963660 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.968370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] 10.222.0.38 "PUT /v2.0/ports/8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 1091 time: 3.0342371 Sep 15 16:05:42.968370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:42.970126 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.971808 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57630186-3089-4f0d-8aa0-f892b8e873e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:43.027132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Calling delete_port for 82145317-f77c-448d-b27d-875dc21b307a owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:43.037644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.077151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a069d0e9-f664-4b63-b442-bfb9e781e932 None None] Provisioning complete for port 5986be66-4bea-4f40-a300-2026190bf131 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:43.077748 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a069d0e9-f664-4b63-b442-bfb9e781e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.108255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.132871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for 3fb1c333-8ef0-45f2-a991-daaa7c53afa4 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:43.133554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38896d-08d7-4742-9047-9ba734e47569 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:43.150177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:43.151152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.199338 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65be4f03-54ef-4ee3-94d8-4814b6baf0d9 x-openstack-request-id: req-65be4f03-54ef-4ee3-94d8-4814b6baf0d9 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:43.199813 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:43.200448 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-65be4f03-54ef-4ee3-94d8-4814b6baf0d9 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:43.201059 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'status': 'completed', 'code': 200} Sep 15 16:05:43.202799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72f22cde-3e8e-4383-b9c2-833ba9cf26ad req-fbedbc4e-52e8-4ec5-b07e-9c4a02e0ae4e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402711 Sep 15 16:05:43.218038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.279590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a069d0e9-f664-4b63-b442-bfb9e781e932 None None] Port 5986be66-4bea-4f40-a300-2026190bf131 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:43.322296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-fdea8b8f-f13a-4bc4-80d1-63adfe73561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:43.324924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-fdea8b8f-f13a-4bc4-80d1-63adfe73561c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1094 time: 0.1955547 Sep 15 16:05:43.330820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] In _notify_port_updated(), no bound segment for port 8e9a1287-0d68-4729-bf0f-1a01a2c40ce1 on network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:05:43.338987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:43.340366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.342197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "PUT /v2.0/ports/8e9a1287-0d68-4729-bf0f-1a01a2c40ce1 HTTP/1.1" status: 200 len: 818 time: 0.9895229 Sep 15 16:05:43.355244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35636) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:43.401131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-73e8f95a-71c8-42a5-9535-7fa337de945a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.0544832 Sep 15 16:05:43.402518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f79ff-0d9e-4983-9959-e2f1e6002ae7 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=8e9a1287-0d68-4729-bf0f-1a01a2c40ce1,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:43.486934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-07d3f73a-dddb-4984-aa7d-b7d07aa5f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:43.491572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-07d3f73a-dddb-4984-aa7d-b7d07aa5f26e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.0822468 Sep 15 16:05:43.517776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device dbbabb91-077b-462c-be28-6d0bf9c74816 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:05:43.551336 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-42de9535-9975-4d66-b9ee-40379b2f9058 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535619 Sep 15 16:05:43.567128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: dbbabb91-077b-462c-be28-6d0bf9c74816 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:05:43.567992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device dbbabb91-077b-462c-be28-6d0bf9c74816 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:05:43.576817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network b856b787-90f7-401c-b84c-6db76d76f383 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:43.656260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:43.739941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.759828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-62a99921-631b-48ba-aa15-e23ced010927 service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014639 Sep 15 16:05:43.838881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.840943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Port': ['ID=82145317-f77c-448d-b27d-875dc21b307a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:43.863800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.866032 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-07523a75-957b-465c-a6f1-35e2a2f681fa tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/ports/82145317-f77c-448d-b27d-875dc21b307a HTTP/1.1" status: 204 len: 168 time: 1.6980536 Sep 15 16:05:43.883859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35640) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:43.945170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 8e9a1287-0d68-4729-bf0f-1a01a2c40ce1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:43.946091 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.960597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=3fb1c333-8ef0-45f2-a991-daaa7c53afa4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:44.033212 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.041155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2adbb477-4160-4fd0-aebc-9c4aa53c45c1 req-2d554e54-5935-414a-8a7b-ec9a04582b8a service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733779 Sep 15 16:05:44.112204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6bb2f428-ab11-4712-a890-9a1c79744cef None None] Provisioning complete for port 5986be66-4bea-4f40-a300-2026190bf131 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:44.112968 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6bb2f428-ab11-4712-a890-9a1c79744cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.132330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:05:44.140249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.177575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 8e9a1287-0d68-4729-bf0f-1a01a2c40ce1 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:44.182544 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.184779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e97da3fa-88f3-42d1-a850-557229ade10e tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/ports/3fb1c333-8ef0-45f2-a991-daaa7c53afa4 HTTP/1.1" status: 204 len: 168 time: 2.0329673 Sep 15 16:05:44.189421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35644) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:44.210808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6bb2f428-ab11-4712-a890-9a1c79744cef None None] Port 5986be66-4bea-4f40-a300-2026190bf131 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:44.300121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.404919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2169c715-cf8b-4c85-884b-70365a41e209']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:44.425772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:44.429270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-c2807060-fd3a-404b-91a7-e930642f0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:44.432590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-c2807060-fd3a-404b-91a7-e930642f0993 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1094 time: 0.1381912 Sep 15 16:05:44.440710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9020a2c3-ff9c-423e-a726-44c3f1816722 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5864866 Sep 15 16:05:44.443120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35648) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:44.446084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:44.450084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f23ed-61b7-4506-b550-dbf815cec3a8') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:44.452998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f23ed-61b7-4506-b550-dbf815cec3a8') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:44.470146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:44.471131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:44.503856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.510633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-422679405'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:44.593139 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.615315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:05:44.627461 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:05:44.763628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-73bfeb79-4491-42f2-936a-549c2df720e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:44.764892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-73bfeb79-4491-42f2-936a-549c2df720e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.2969415 Sep 15 16:05:44.773410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:44.781576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.835995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:44.842147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.855080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=8e9a1287-0d68-4729-bf0f-1a01a2c40ce1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:44.877059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-7153b021-07b3-4b27-9a79-ef2e9388c720 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.1036413 Sep 15 16:05:44.881822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.906960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.910498 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-46bec465-d3eb-40fb-9e0b-e7a1b03760ec tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/8e9a1287-0d68-4729-bf0f-1a01a2c40ce1 HTTP/1.1" status: 204 len: 168 time: 1.5456183 Sep 15 16:05:44.923400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.927274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] 10.222.0.63 "DELETE /v2.0/networks/2169c715-cf8b-4c85-884b-70365a41e209 HTTP/1.1" status: 204 len: 168 time: 1.0417302 Sep 15 16:05:44.932323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5a7b2-2df1-4342-b1fd-57bd555528b9 req-ea885f77-aff5-473c-9bdb-9b03d163ac49 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:44.946362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bb5a7b2-2df1-4342-b1fd-57bd555528b9 req-ea885f77-aff5-473c-9bdb-9b03d163ac49 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.4474537 Sep 15 16:05:44.963285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35652) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:45.059398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port 34db38d6-8e09-4285-936d-242c204c9905 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:45.059837 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.071328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:05:45.090980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5bb5a7b2-2df1-4342-b1fd-57bd555528b9 req-07504b2e-9bf2-45a1-a7c1-f45df299b7fa tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433065 Sep 15 16:05:45.119405 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.119804 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment 937d51a7-4cca-4765-9301-e7082ba0453c of type vlan for network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 Sep 15 16:05:45.148843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a84927-6892-4c0b-b4cc-b937189f1ebb tempest-PortsIpV6TestJSON-1936649032 tempest-PortsIpV6TestJSON-1936649032-project] Pushing event deleted for resources: {'Network': ['ID=2169c715-cf8b-4c85-884b-70365a41e209,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:45.192881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-627c2fc6-6cf3-4765-9979-8d98ea573533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:45.195528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-627c2fc6-6cf3-4765-9979-8d98ea573533 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.2665358 Sep 15 16:05:45.202935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da8ce5-f962-4564-8fa2-c6d25778e600 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:45.204699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-25da8ce5-f962-4564-8fa2-c6d25778e600 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2359173 Sep 15 16:05:45.210425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:45.258193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-cc7e806e-46bb-4ece-8dfe-21d923a0d0f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538571 Sep 15 16:05:45.268841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.299508 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-590c6c86-88a9-4712-bd94-4f12ff9a98ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:05:45.302474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-590c6c86-88a9-4712-bd94-4f12ff9a98ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/8e9a1287-0d68-4729-bf0f-1a01a2c40ce1 HTTP/1.1" status: 404 len: 333 time: 0.0870538 Sep 15 16:05:45.322315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35660) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:45.334462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1776702339'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:45.367430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:41Z', 'revision_number': 3, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:41Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:45.417565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:45.418028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Updating router 7be30027-b435-4077-8c4f-54d5ab90b3bc port 5986be66-4bea-4f40-a300-2026190bf131 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:05:45.422572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.427311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-6daaff73-83bb-42f9-8ae9-75e4ce80347f service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583896 Sep 15 16:05:45.456240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for 34db38d6-8e09-4285-936d-242c204c9905 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:45.486848 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.529134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.542380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:45.543593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.613315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:45.619313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.637996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57630186-3089-4f0d-8aa0-f892b8e873e0 req-32befc77-47ce-4bbb-989d-a50ed69a52ef service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039249 Sep 15 16:05:45.747628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:45.758413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35666) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:45.758719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-297e5197-3336-437d-ae7c-35e8bbc172d3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2550743 Sep 15 16:05:45.774373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:05:45.781955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:45.782932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:05:45.814970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.815562 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment adb3ad15-3d4d-4bc3-b92c-ba859ae31d08 of type vlan for network 6c5b10ff-889a-4982-9ba6-18031a0f8544 Sep 15 16:05:45.856636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35668) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:46.008357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.069244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:46.074457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.099273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.157308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=34db38d6-8e09-4285-936d-242c204c9905,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:46.160143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.167980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:46.168658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.217446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.287529 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9612980 Sep 15 16:05:46.289009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35674) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:46.299438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2c3dbc8a-a6bb-4289-886c-dc26144343e9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a8412c6b8ff14f04a219eb55d9a49253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321246 Sep 15 16:05:46.300767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a629073-8d2b-4c75-9a21-fe6f2961080d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=6c5b10ff-889a-4982-9ba6-18031a0f8544,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:46.302248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35676) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:46.306759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:46.335734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:05:46.382016 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.552759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a09830-6426-471c-ab71-21eccfe0c4a2 req-013b7b30-f474-4a6e-9ae7-72e5176e5e11 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:46.555949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32a09830-6426-471c-ab71-21eccfe0c4a2 req-013b7b30-f474-4a6e-9ae7-72e5176e5e11 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.1439891 Sep 15 16:05:46.558476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.563208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-05830ff2-2b3e-4453-8766-94187ab21bf1 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/ports/34db38d6-8e09-4285-936d-242c204c9905 HTTP/1.1" status: 204 len: 168 time: 2.3718581 Sep 15 16:05:46.568142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35682) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:46.639885 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557ca53f-5bd6-4d63-8dd6-29c6178b6405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.683692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557ca53f-5bd6-4d63-8dd6-29c6178b6405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.705986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting subnet 17a1e871-a76d-4bc9-855b-960ed321748f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:46.719470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.723556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:46.730164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.741153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681d7ab-4a18-4a3e-99cc-5f0bf25d76c7 None None] Pushing event updated for resources: {'Port': ['ID=5986be66-4bea-4f40-a300-2026190bf131,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:46.861597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.939585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=2aa9de7e-ecef-452c-aedc-c49761fa998b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:46.945949 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557ca53f-5bd6-4d63-8dd6-29c6178b6405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.948018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Attempting to bind port 5986be66-4bea-4f40-a300-2026190bf131 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:46.948325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.948975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Attempting to bind port 5986be66-4bea-4f40-a300-2026190bf131 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:46.949106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-557ca53f-5bd6-4d63-8dd6-29c6178b6405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.950057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Attempting to bind port 5986be66-4bea-4f40-a300-2026190bf131 on network b856b787-90f7-401c-b84c-6db76d76f383 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:46.953806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-557ca53f-5bd6-4d63-8dd6-29c6178b6405 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1c645d2d-6e31-465c-b0cc-c6cd0f8ea14e HTTP/1.1" status: 204 len: 168 time: 0.6470196 Sep 15 16:05:46.976563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ca53f-5bd6-4d63-8dd6-29c6178b6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c645d2d-6e31-465c-b0cc-c6cd0f8ea14e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:47.014865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:47.016628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Checking segment: {'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:47.018299 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.019262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Bound using segment: {'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:47.020277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Bound port: 5986be66-4bea-4f40-a300-2026190bf131, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:47.024679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.104885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:47.104885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:47.154076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32a09830-6426-471c-ab71-21eccfe0c4a2 req-2ed04d3f-2f9c-4153-8f07-9f9198615994 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398384 Sep 15 16:05:47.285140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:47.295486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] For port 5986be66-4bea-4f40-a300-2026190bf131, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:47.303160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] For port 5986be66-4bea-4f40-a300-2026190bf131, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5986be66-4bea-4f40-a300-2026190bf131,segment=NetworkSegment(c4e8a51e-241b-42a5-9c02-f3f2967dd7bb),segment_id=c4e8a51e-241b-42a5-9c02-f3f2967dd7bb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:47.355786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35690) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:47.377619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1593b0fc-392c-4e9a-926a-759a9624ed9b None None] Provisioning complete for port 5986be66-4bea-4f40-a300-2026190bf131 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:47.378417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:47.382250 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1593b0fc-392c-4e9a-926a-759a9624ed9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.387827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:47.389057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.461414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee23e0-ca96-4eb2-8ead-857f2567e532 None None] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:47.470650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.474926 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.549200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-25b3fc94-980b-4ec0-bfb5-56f0b8a5ebd4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7880039 Sep 15 16:05:47.553670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35694) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:47.739438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:47.740113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:47.982663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:48.144065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1593b0fc-392c-4e9a-926a-759a9624ed9b None None] Port 5986be66-4bea-4f40-a300-2026190bf131 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:48.247073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:48.380381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681d7ab-4a18-4a3e-99cc-5f0bf25d76c7 None None] Pushing event updated for resources: {'Port': ['ID=5986be66-4bea-4f40-a300-2026190bf131,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:48.563463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf560cc8-bfdb-4d58-96c2-25bfc8ed2fbf req-25d98664-3fee-44ea-a9cf-f89d489bd026 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:48.566686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf560cc8-bfdb-4d58-96c2-25bfc8ed2fbf req-25d98664-3fee-44ea-a9cf-f89d489bd026 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.1977673 Sep 15 16:05:48.574941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.636291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Subnet': ['ID=17a1e871-a76d-4bc9-855b-960ed321748f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:48.675000 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.678406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05cd61d0-0f3a-4c3f-b1b5-ccf74a33630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.682988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1f39e853-2138-41f1-8917-00a3393066b9 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/subnets/17a1e871-a76d-4bc9-855b-960ed321748f HTTP/1.1" status: 204 len: 168 time: 2.1120949 Sep 15 16:05:48.684628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35710) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:48.693067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7e635c7d-cde5-426a-bdec-e2c0e6ee14f5 None None] Provisioning complete for port 5986be66-4bea-4f40-a300-2026190bf131 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:48.694172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e635c7d-cde5-426a-bdec-e2c0e6ee14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.724617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983cbd24-0558-442b-a47a-f25ce6bebb0f None None] Network eb6b9cac-e073-4789-8d10-8d45dd36ee29 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:48.793421 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.949293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=e44dd70d-8576-4a95-a8a9-3792bc90230a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:48.958115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf560cc8-bfdb-4d58-96c2-25bfc8ed2fbf req-97e6ca65-84b3-4f86-8c1c-3608e43e1013 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301368 Sep 15 16:05:48.993057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting subnet c9f4a17b-f60a-416c-aaa6-86af14a0bebe {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:49.012559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.022717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05cd61d0-0f3a-4c3f-b1b5-ccf74a33630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.071693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': 'adb3ad15-3d4d-4bc3-b92c-ba859ae31d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:49.072295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: 6c5b10ff-889a-4982-9ba6-18031a0f8544, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:49.093244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.137988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:49.141767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05cd61d0-0f3a-4c3f-b1b5-ccf74a33630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.184853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd61d0-0f3a-4c3f-b1b5-ccf74a33630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef79364-e962-4969-9be5-f37b26037746,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:49.213853 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.226554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05cd61d0-0f3a-4c3f-b1b5-ccf74a33630f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6c0670655d7e4acaa78033ab596c7cba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8688588 Sep 15 16:05:49.227564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:49.236720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9', 'port_id': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'mac_address': 'fa:16:3e:ec:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e68b994-1d7c-43c5-a3db-f65ae89aa97c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:49.274748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.335700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:49.416234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.443302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:05:49.444190 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.457476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 6c5b10ff-889a-4982-9ba6-18031a0f8544) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:49.478535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:49.479303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.483161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b24efc-66ce-4e0b-87ff-577bca8c3d35 None None] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:49.500735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74f5882f-08a6-4ab7-959c-2d5710b62fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.521896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.557542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1dcae4-cccb-41c1-9787-ffc08322d2ce {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:49.566421 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e635c7d-cde5-426a-bdec-e2c0e6ee14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.596218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35724) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:49.618389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-88e724ad-4c4f-40ab-89cb-098e81fbc586 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3256063 Sep 15 16:05:49.619967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35728) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:49.622877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f4a17b-f60a-416c-aaa6-86af14a0bebe,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:49.628007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bcdaf687-3aef-4bff-8287-f03ca2df2b1c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:49.630646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.642888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-58180bd4-ff7f-4abe-9540-af936db1b881 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/subnets/c9f4a17b-f60a-416c-aaa6-86af14a0bebe HTTP/1.1" status: 204 len: 168 time: 0.9544158 Sep 15 16:05:49.642888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35730) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:49.648829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74f5882f-08a6-4ab7-959c-2d5710b62fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.698882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7e635c7d-cde5-426a-bdec-e2c0e6ee14f5 None None] For port 5986be66-4bea-4f40-a300-2026190bf131, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5986be66-4bea-4f40-a300-2026190bf131,segment=NetworkSegment(c4e8a51e-241b-42a5-9c02-f3f2967dd7bb),segment_id=c4e8a51e-241b-42a5-9c02-f3f2967dd7bb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:49.703935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376bc73d-247b-4e79-93a4-017f34e09d61 None None] Network d846f25b-23b3-4ee1-b7c7-a0fe070696a1 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:49.802341 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.815084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:49.825823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e635c7d-cde5-426a-bdec-e2c0e6ee14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.898340 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-22b07d85-93d9-4a63-b2cb-4da801317235 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:49.899832 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-22b07d85-93d9-4a63-b2cb-4da801317235 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 16:05:49.900345 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-22b07d85-93d9-4a63-b2cb-4da801317235 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 16:05:49.901639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-22b07d85-93d9-4a63-b2cb-4da801317235 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2997828 Sep 15 16:05:49.909510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35732) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:49.915825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061348293'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:49.945565 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.965184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port 79a940b8-66c1-4441-9c04-63e1061c4206 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:49.966225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.013037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.22.0.1 (e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549/2aa9de7e-ecef-452c-aedc-c49761fa998b/944d7546-1496-433a-892a-8e61f79c64ca) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:50.103809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.129106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:41Z', 'revision_number': 3, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:47Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:50.137764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.148809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] DHCP port deletion for eb6b9cac-e073-4789-8d10-8d45dd36ee29 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:05:50.156085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] For port 79a940b8-66c1-4441-9c04-63e1061c4206, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=79a940b8-66c1-4441-9c04-63e1061c4206,segment=NetworkSegment(eb4ca8ad-b357-4557-b90d-6368428a6a2a),segment_id=eb4ca8ad-b357-4557-b90d-6368428a6a2a)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:50.156749 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.197449 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74f5882f-08a6-4ab7-959c-2d5710b62fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.200730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74f5882f-08a6-4ab7-959c-2d5710b62fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.202304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-74f5882f-08a6-4ab7-959c-2d5710b62fad admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0ef79364-e962-4969-9be5-f37b26037746 HTTP/1.1" status: 204 len: 168 time: 0.9716599 Sep 15 16:05:50.212346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for 79a940b8-66c1-4441-9c04-63e1061c4206 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:50.249584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5882f-08a6-4ab7-959c-2d5710b62fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef79364-e962-4969-9be5-f37b26037746,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:50.320075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8e1dcae4-cccb-41c1-9787-ffc08322d2ce'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:50.326401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4338e467-eabc-4082-9baf-ac21256b9df9 None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:41Z', 'revision_number': 3, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:47Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:50.345296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.362596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bf1f2-daf5-4086-824a-613a2cbc3c44 req-77a1cb10-ce63-4a87-9fe1-68542375d461 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:50.380245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d2bf1f2-daf5-4086-824a-613a2cbc3c44 req-77a1cb10-ce63-4a87-9fe1-68542375d461 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.2100341 Sep 15 16:05:50.462335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdaf687-3aef-4bff-8287-f03ca2df2b1c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:50.470100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e635c7d-cde5-426a-bdec-e2c0e6ee14f5 None None] Pushing event updated for resources: {'Port': ['ID=5986be66-4bea-4f40-a300-2026190bf131,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:50.497164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf687-3aef-4bff-8287-f03ca2df2b1c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.676390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d2bf1f2-daf5-4086-824a-613a2cbc3c44 req-fc3d4f7e-af64-4550-93dc-c99b8f5339d0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939587 Sep 15 16:05:50.805838 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.841272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-6c5b10ff-889a-4982-9ba6-18031a0f8544', 'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544', 'tenant_id': '0aaf62eeb6734997a96c0a60ed53f248', 'fixed_ips': [{'subnet_id': 'e44dd70d-8576-4a95-a8a9-3792bc90230a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:05:50.845482 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.955646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.957533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:50.972024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:50.977780 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-bcdaf687-3aef-4bff-8287-f03ca2df2b1c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e44dd70d-8576-4a95-a8a9-3792bc90230a (CIDR: 172.20.0.0/28) Sep 15 16:05:50.978347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.983077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:50.999396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=944d7546-1496-433a-892a-8e61f79c64ca,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.010013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.018855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5986be66-4bea-4f40-a300-2026190bf131 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:51.060257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=79a940b8-66c1-4441-9c04-63e1061c4206,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.083646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] No DVR routers for this DVR port 79a940b8-66c1-4441-9c04-63e1061c4206 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:51.092010 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdaf687-3aef-4bff-8287-f03ca2df2b1c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:05:51.092746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdaf687-3aef-4bff-8287-f03ca2df2b1c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:05:51.157932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.186998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.262546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bcdaf687-3aef-4bff-8287-f03ca2df2b1c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6371388 Sep 15 16:05:51.265127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35742) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:51.276792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:51.351139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] Deleting port 79a940b8-66c1-4441-9c04-63e1061c4206 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:51.351678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.355167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] DHCP port deletion for d846f25b-23b3-4ee1-b7c7-a0fe070696a1 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:05:51.367572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ce7f15-2422-4778-a6bb-eb96b85a0526,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.397246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Allocated IP 172.22.0.2 (e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549/2aa9de7e-ecef-452c-aedc-c49761fa998b/1bb3055c-8ab4-4a5f-ab86-21724483a5f1) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:51.428717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.523542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6b9cac-e073-4789-8d10-8d45dd36ee29']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:51.545768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4ca8ad-b357-4557-b90d-6368428a6a2a') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:51.555870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4ca8ad-b357-4557-b90d-6368428a6a2a') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:51.566994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.607658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.609395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.618146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:05:51.618589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:05:51.628710 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:05:51.739146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.778750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.875341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2203ec2-0427-4e00-a060-0f8716e39ce2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.895086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] For port 79a940b8-66c1-4441-9c04-63e1061c4206, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:51.896156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.934034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2347410-ecb9-41ad-9b0d-1f2d65a0def4 req-bd7bb332-1b18-4d4f-9bc7-5c32a03b215e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:51.939781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5986be66-4bea-4f40-a300-2026190bf131 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:51.940430 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.942679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2347410-ecb9-41ad-9b0d-1f2d65a0def4 req-bd7bb332-1b18-4d4f-9bc7-5c32a03b215e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.0911179 Sep 15 16:05:51.983693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] Calling delete_port for 79a940b8-66c1-4441-9c04-63e1061c4206 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:51.994100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] Port 79a940b8-66c1-4441-9c04-63e1061c4206 was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:05:52.008835 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.009545 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2347410-ecb9-41ad-9b0d-1f2d65a0def4 req-43286fa0-60df-47ef-9e00-4925215199c2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654235 Sep 15 16:05:52.022034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Allocated IP 172.20.0.2 (6c5b10ff-889a-4982-9ba6-18031a0f8544/e44dd70d-8576-4a95-a8a9-3792bc90230a/5e10311f-444c-4a3d-8195-0be86150cca5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:52.079501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] Pushing event deleted for resources: {'Port': ['ID=79a940b8-66c1-4441-9c04-63e1061c4206,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:52.081391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.087912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.096301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667578f4-f942-4400-8273-dcdd68817e4f None None] No DVR routers for this DVR port 79a940b8-66c1-4441-9c04-63e1061c4206 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:52.098455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/networks/eb6b9cac-e073-4789-8d10-8d45dd36ee29 HTTP/1.1" status: 204 len: 168 time: 2.4416463 Sep 15 16:05:52.099554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35748) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:52.115077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:52.135719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.144524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] Deleting port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:52.144934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.176782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35750) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:52.194691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7582-7dae-463e-a7fc-817d5b527a21 tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Network': ['ID=eb6b9cac-e073-4789-8d10-8d45dd36ee29,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:52.235085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-926f61cb-6d29-4768-995a-dc6623be2e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.313297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.315234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a963d61b-ee32-4899-b0ce-5821491debe8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4037881 Sep 15 16:05:52.318194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35752) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:52.340761 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0c3cbf8f-13b1-4bf0-b1a8-9d2d47326009 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'f2203ec2-0427-4e00-a060-0f8716e39ce2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:52.342804 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.361957 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.401161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.521513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Deleting port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:52.522073 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.566610 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.618516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.625365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] For port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:52.625865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.641714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-926f61cb-6d29-4768-995a-dc6623be2e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.674748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] For port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,segment=NetworkSegment(b6e612d7-1944-4c53-b3ac-4cdc8ae115fc),segment_id=b6e612d7-1944-4c53-b3ac-4cdc8ae115fc)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:52.675131 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.703345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.708632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Calling delete_port for 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:52.712649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=944d7546-1496-433a-892a-8e61f79c64ca,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:52.724026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.742290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] Calling delete_port for 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:52.745975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 79a940b8-66c1-4441-9c04-63e1061c4206 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:05:52.749302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Pushing event updated for resources: {'Port': ['ID=1bb3055c-8ab4-4a5f-ab86-21724483a5f1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:52.792520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-926f61cb-6d29-4768-995a-dc6623be2e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.793423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:52.797499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 79a940b8-66c1-4441-9c04-63e1061c4206 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:05:52.798717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 79a940b8-66c1-4441-9c04-63e1061c4206 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:05:52.823645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:52.832538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:52.961321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-926f61cb-6d29-4768-995a-dc6623be2e91 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6abc8db1f17a4feea445c0a74d22a188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7794812 Sep 15 16:05:52.963135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f61cb-6d29-4768-995a-dc6623be2e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fd6693-b446-495e-8ca8-d7ef0cebf9ff,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:52.967804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35756) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:53.008560 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:05:53.023853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:53.038821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:53.041677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.050098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:53.056764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:53.057808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.065846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:53.073915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=b867dca8-d946-4567-abde-d646c6884d80,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:53.074625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c3cbf8f-13b1-4bf0-b1a8-9d2d47326009 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.139838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Attempting to bind port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:53.141145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Attempting to bind port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:53.141145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Attempting to bind port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 on network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:53.149914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76f7cd30-eb18-46d6-9565-ef63a7eba310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.169543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:53.169990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Checking segment: {'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:53.170342 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.171369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Bound using segment: {'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:53.171369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Bound port: 1bb3055c-8ab4-4a5f-ab86-21724483a5f1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:53.171717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.198439 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.216224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:05:53.216224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:05:53.245329 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.252552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0a225f53-23fa-4551-9df5-28cac1a8a264 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9812276 Sep 15 16:05:53.253445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35760) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:53.258039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544', 'fixed_ips': [{'subnet_id': 'e44dd70d-8576-4a95-a8a9-3792bc90230a'}, {'subnet_id': 'b867dca8-d946-4567-abde-d646c6884d80'}], 'name': 'tempest-PortsTestJSON-497450619'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:53.280156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76f7cd30-eb18-46d6-9565-ef63a7eba310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.284090 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c3cbf8f-13b1-4bf0-b1a8-9d2d47326009 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.297255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Port': ['ID=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:53.316597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Pushing event updated for resources: {'Port': ['ID=5e10311f-444c-4a3d-8195-0be86150cca5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:53.320098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] No DVR routers for this DVR port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:53.327262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.344162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:53.346275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:53.351519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:05:53.370051 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:53.372754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] For port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:53.380608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] Pushing event deleted for resources: {'Port': ['ID=3636c5dc-435e-4c1c-9c3a-5d6aaf826aba,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:53.391892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693ceca-40a1-46e3-a9ef-8fb17d03962c None None] No DVR routers for this DVR port 3636c5dc-435e-4c1c-9c3a-5d6aaf826aba on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:53.400077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] For port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bb3055c-8ab4-4a5f-ab86-21724483a5f1,segment=NetworkSegment(937d51a7-4cca-4765-9301-e7082ba0453c),segment_id=937d51a7-4cca-4765-9301-e7082ba0453c)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:53.448944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731f00c-3b09-4ac7-a944-bfca2c32bba0 req-f549d9c0-8814-4b41-8300-b6c1edc5d832 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:53.458896 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5731f00c-3b09-4ac7-a944-bfca2c32bba0 req-f549d9c0-8814-4b41-8300-b6c1edc5d832 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.2662714 Sep 15 16:05:53.488329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c3cbf8f-13b1-4bf0-b1a8-9d2d47326009 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.501289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Attempting to bind port 5e10311f-444c-4a3d-8195-0be86150cca5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:53.502069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Attempting to bind port 5e10311f-444c-4a3d-8195-0be86150cca5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'adb3ad15-3d4d-4bc3-b92c-ba859ae31d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:53.502606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Attempting to bind port 5e10311f-444c-4a3d-8195-0be86150cca5 on network 6c5b10ff-889a-4982-9ba6-18031a0f8544 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:53.511767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:53.512364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Checking segment: {'id': 'adb3ad15-3d4d-4bc3-b92c-ba859ae31d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:53.513376 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.514340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Bound using segment: {'id': 'adb3ad15-3d4d-4bc3-b92c-ba859ae31d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:53.515680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Bound port: 5e10311f-444c-4a3d-8195-0be86150cca5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb3ad15-3d4d-4bc3-b92c-ba859ae31d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:53.516648 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.568970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.596265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.617409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:53.620334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cbf8f-13b1-4bf0-b1a8-9d2d47326009 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419a0847-fdaa-4494-b224-bf5edf65885a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:53.636451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6c18db59-db92-4aa6-922c-2d33e21bf280 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0800788 Sep 15 16:05:53.637897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35762) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:53.646853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'network': {'name': 'tempest-RoutersTest-1931940979'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:53.660636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] For port 5e10311f-444c-4a3d-8195-0be86150cca5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:53.662839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce3258-bf34-4a44-beb9-e53744ecd1dc None None] Pushing event updated for resources: {'Port': ['ID=1bb3055c-8ab4-4a5f-ab86-21724483a5f1,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:53.670558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d846f25b-23b3-4ee1-b7c7-a0fe070696a1']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:53.684685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] For port 5e10311f-444c-4a3d-8195-0be86150cca5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e10311f-444c-4a3d-8195-0be86150cca5,segment=NetworkSegment(adb3ad15-3d4d-4bc3-b92c-ba859ae31d08),segment_id=adb3ad15-3d4d-4bc3-b92c-ba859ae31d08)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:53.685076 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:53.689361 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5731f00c-3b09-4ac7-a944-bfca2c32bba0 req-a69dd550-2d57-479a-b3b1-6eb26ea173ac tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290347 Sep 15 16:05:53.702976 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:53.704930 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:53.705603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:53.710578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:53.711074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e612d7-1944-4c53-b3ac-4cdc8ae115fc') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:53.740899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.759503 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76f7cd30-eb18-46d6-9565-ef63a7eba310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.764222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-76f7cd30-eb18-46d6-9565-ef63a7eba310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.767313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-76f7cd30-eb18-46d6-9565-ef63a7eba310 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c5fd6693-b446-495e-8ca8-d7ef0cebf9ff HTTP/1.1" status: 204 len: 168 time: 0.7943590 Sep 15 16:05:53.787332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.795026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7cd30-eb18-46d6-9565-ef63a7eba310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fd6693-b446-495e-8ca8-d7ef0cebf9ff,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:53.801426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:05:53.802290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:05:53.809825 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:05:53.855192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.943583 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:53.991635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.994397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:54.046962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:54.058512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.079708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c3cbf8f-13b1-4bf0-b1a8-9d2d47326009 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.088268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c3cbf8f-13b1-4bf0-b1a8-9d2d47326009 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7588668 Sep 15 16:05:54.106640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35768) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:54.135067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-414180d2-4268-4c8c-83fd-fac64260fcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.141738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0e0f71b1-e6da-4698-8d12-0321a8297892 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'f2203ec2-0427-4e00-a060-0f8716e39ce2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:54.143395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df3740-7fd3-4549-97cc-d780d593938b None None] Pushing event updated for resources: {'Port': ['ID=5e10311f-444c-4a3d-8195-0be86150cca5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:54.148025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 04cbd47b-f1f6-484e-bf78-9f8eeffb0186 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:05:54.211062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.222879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.226406 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] 10.222.0.63 "DELETE /v2.0/networks/d846f25b-23b3-4ee1-b7c7-a0fe070696a1 HTTP/1.1" status: 204 len: 168 time: 2.1188920 Sep 15 16:05:54.250841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d6720-7401-41e3-95e3-c03647bdc02a tempest-TaggedBootDevicesTest_v242-690507392 tempest-TaggedBootDevicesTest_v242-690507392-project] Pushing event deleted for resources: {'Network': ['ID=d846f25b-23b3-4ee1-b7c7-a0fe070696a1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:54.287458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:05:54.330769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:54.337406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:54.338644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.353632 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.354258 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added segment 3d377a9f-b5e9-4d42-bc6e-6785bce4da38 of type vlan for network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 Sep 15 16:05:54.384706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e0f71b1-e6da-4698-8d12-0321a8297892 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.702323 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:51Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:05:52Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:54.709590 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-0e0f71b1-e6da-4698-8d12-0321a8297892 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 16:05:54.713018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e0f71b1-e6da-4698-8d12-0321a8297892 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6043808 Sep 15 16:05:54.717024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35776) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:54.791034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.925465 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:54.928317 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Updating router 7be30027-b435-4077-8c4f-54d5ab90b3bc port 944d7546-1496-433a-892a-8e61f79c64ca binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:05:54.940225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46a772fe-a4b9-4c07-94bc-5ea0c487058d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.951910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:54.987174 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5f5909-f0cb-459a-a135-ecdf7694caa5" -d '{"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:55.019226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46a772fe-a4b9-4c07-94bc-5ea0c487058d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:55.061097 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:55.070662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:55.159280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:55.357385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173a0de-eb24-4199-a71a-244cb510dee8 req-942071b3-a5ed-4523-9dff-f835da26d1a7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:55.380595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7173a0de-eb24-4199-a71a-244cb510dee8 req-942071b3-a5ed-4523-9dff-f835da26d1a7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2027979 Sep 15 16:05:55.445359 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a83d2b-6883-430e-b3c0-2f643fd90fbf x-openstack-request-id: req-42a83d2b-6883-430e-b3c0-2f643fd90fbf {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:55.467533 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:55.479600 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-42a83d2b-6883-430e-b3c0-2f643fd90fbf {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:55.480849 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'code': 200} Sep 15 16:05:55.527717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e10311f-444c-4a3d-8195-0be86150cca5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:55.565123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46a772fe-a4b9-4c07-94bc-5ea0c487058d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:55.592953 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46a772fe-a4b9-4c07-94bc-5ea0c487058d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:55.599170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-46a772fe-a4b9-4c07-94bc-5ea0c487058d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/f2203ec2-0427-4e00-a060-0f8716e39ce2 HTTP/1.1" status: 204 len: 168 time: 0.8786588 Sep 15 16:05:55.618815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35798) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:55.628043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.3 (6c5b10ff-889a-4982-9ba6-18031a0f8544/e44dd70d-8576-4a95-a8a9-3792bc90230a/04cbd47b-f1f6-484e-bf78-9f8eeffb0186) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:55.644867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.29 (6c5b10ff-889a-4982-9ba6-18031a0f8544/b867dca8-d946-4567-abde-d646c6884d80/04cbd47b-f1f6-484e-bf78-9f8eeffb0186) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:55.683666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7173a0de-eb24-4199-a71a-244cb510dee8 req-c243cbc7-851e-40f9-bfb6-1f7369b3f88e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009944 Sep 15 16:05:55.701620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:55.728634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a772fe-a4b9-4c07-94bc-5ea0c487058d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2203ec2-0427-4e00-a060-0f8716e39ce2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:55.909660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5e10311f-444c-4a3d-8195-0be86150cca5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:55.910319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.011678 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.076217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1d3d5e14-5d33-4878-93d4-fdcfcc99024d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4215806 Sep 15 16:05:56.116806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35802) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:56.128636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e21583fc-b18b-45e4-b9d0-084952777ff0 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638352036'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:56.175464 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-c0c08372-a921-4a2e-9073-f4c729778e8c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2675402 Sep 15 16:05:56.219480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.resource_extend [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:05:56.219480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b82af-9042-45a8-a4d2-89d982438a6e req-5ce2f3ae-7873-45c5-a182-150193d511aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:56.219480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e9b82af-9042-45a8-a4d2-89d982438a6e req-5ce2f3ae-7873-45c5-a182-150193d511aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.5039446 Sep 15 16:05:56.301807 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.343022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8042ea-282b-4443-a852-b4018ca2591c None None] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:56.414153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e21583fc-b18b-45e4-b9d0-084952777ff0 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.415745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-219fc1c4-7bd1-4b67-af40-534f9104b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:56.418756 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-219fc1c4-7bd1-4b67-af40-534f9104b1f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1096 time: 0.1483588 Sep 15 16:05:56.440557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e9b82af-9042-45a8-a4d2-89d982438a6e req-cbe95c99-72ef-4457-98b8-07bd7a5dc4d8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180693 Sep 15 16:05:56.661819 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.667013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e3083-cbb1-4632-adfb-08be66614ae2 None None] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:05:56.675591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-03c41f79-c62a-4f6e-b30d-fe7d930800ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:56.677470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-03c41f79-c62a-4f6e-b30d-fe7d930800ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.2224810 Sep 15 16:05:56.736715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4feeb6cf-c53c-484e-82e6-6463d8fa79d1 None None] Provisioning complete for port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:56.737298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4feeb6cf-c53c-484e-82e6-6463d8fa79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.748569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 5e10311f-444c-4a3d-8195-0be86150cca5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e10311f-444c-4a3d-8195-0be86150cca5,segment=NetworkSegment(adb3ad15-3d4d-4bc3-b92c-ba859ae31d08),segment_id=adb3ad15-3d4d-4bc3-b92c-ba859ae31d08)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:56.801873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.843232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:56.844727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.848989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-af7f37c8-5876-4d17-9335-43f6b1d15410 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 1001 time: 0.1597703 Sep 15 16:05:56.916920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:56.918074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:56.949475 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.044574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.054864 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.070140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.4132099 Sep 15 16:05:57.072427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35818) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:57.090905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'subnet': {'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:57.104311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=5e10311f-444c-4a3d-8195-0be86150cca5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:57.149309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-f775fa96-6265-40c0-809c-15d3b661b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:57.152607 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-f775fa96-6265-40c0-809c-15d3b661b6b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.2979906 Sep 15 16:05:57.183770 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436646b-84fe-4078-8270-0545c84eb441 None None] Pushing event updated for resources: {'Port': ['ID=944d7546-1496-433a-892a-8e61f79c64ca,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:57.234426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887c315-0234-4444-a39d-f18b5f9f1dd1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Network': ['ID=d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:57.354513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:05:57.381870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030f6f1-ac47-4e1b-bbe5-c6bd3aa166a9 req-857032f3-401e-4686-96b1-2d92269349ad tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:57.384419 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0030f6f1-ac47-4e1b-bbe5-c6bd3aa166a9 req-857032f3-401e-4686-96b1-2d92269349ad tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.4130466 Sep 15 16:05:57.394231 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Attempting to bind port 944d7546-1496-433a-892a-8e61f79c64ca on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:57.394823 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Attempting to bind port 944d7546-1496-433a-892a-8e61f79c64ca by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:57.397416 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Attempting to bind port 944d7546-1496-433a-892a-8e61f79c64ca on network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:57.415980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e21583fc-b18b-45e4-b9d0-084952777ff0 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.419402 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:57.419402 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Checking segment: {'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:57.419402 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.420115 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Bound using segment: {'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:57.420395 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Bound port: 944d7546-1496-433a-892a-8e61f79c64ca, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d51a7-4cca-4765-9301-e7082ba0453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:57.434258 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.449662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.557755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=04cbd47b-f1f6-484e-bf78-9f8eeffb0186,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:57.562306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-31911361-5312-42e8-b90b-fc3c539b7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:57.565279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-31911361-5312-42e8-b90b-fc3c539b7572 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3914545 Sep 15 16:05:57.586370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0030f6f1-ac47-4e1b-bbe5-c6bd3aa166a9 req-574e2716-f6ba-47cc-a546-c9109ef063b8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147993 Sep 15 16:05:57.618033 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] For port 944d7546-1496-433a-892a-8e61f79c64ca, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:57.625011 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] For port 944d7546-1496-433a-892a-8e61f79c64ca, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=944d7546-1496-433a-892a-8e61f79c64ca,segment=NetworkSegment(937d51a7-4cca-4765-9301-e7082ba0453c),segment_id=937d51a7-4cca-4765-9301-e7082ba0453c)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:57.639741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:57.642253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e21583fc-b18b-45e4-b9d0-084952777ff0 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.668742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:57.690403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:57.750571 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.792864 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-e6454178-2aae-4169-946c-dee2fd539941 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046981 Sep 15 16:05:57.798565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Made reservation on behalf of 732763276ab64b578cf8cb6cc2c5748f for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:57.799831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.809460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:57.813400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.914401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21583fc-b18b-45e4-b9d0-084952777ff0 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf1dea-d9ae-4ed9-90cf-99692da8a8af,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:57.935869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:57.992894 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436646b-84fe-4078-8270-0545c84eb441 None None] Pushing event updated for resources: {'Port': ['ID=944d7546-1496-433a-892a-8e61f79c64ca,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:58.036343 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:58.037288 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:58.051864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:58.052221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e21583fc-b18b-45e4-b9d0-084952777ff0 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.052444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.057690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e21583fc-b18b-45e4-b9d0-084952777ff0 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9387462 Sep 15 16:05:58.060452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35830) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:58.065420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a6cbb46f-b431-4a23-94d2-385240742bd4 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': '77cf1dea-d9ae-4ed9-90cf-99692da8a8af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:58.066211 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-a6cbb46f-b431-4a23-94d2-385240742bd4 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 15 16:05:58.072529 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-a6cbb46f-b431-4a23-94d2-385240742bd4 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:05:58.075778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a6cbb46f-b431-4a23-94d2-385240742bd4 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0153663 Sep 15 16:05:58.076380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35834) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:58.127467 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24798ace-7f7a-44af-81b2-3c99066e3a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.128111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d044a700-9534-4461-88a0-cc03b38616ca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.8739974 Sep 15 16:05:58.133206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35836) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:58.168870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4feeb6cf-c53c-484e-82e6-6463d8fa79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.197433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e44dd70d-8576-4a95-a8a9-3792bc90230a'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:58.244990 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b1867ff-e130-4997-bdb0-511c4b0e7412 req-0c9768be-be12-4511-a8fb-7b18f3cbadb4 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985637 Sep 15 16:05:58.300149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.364934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4feeb6cf-c53c-484e-82e6-6463d8fa79d1 None None] For port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bb3055c-8ab4-4a5f-ab86-21724483a5f1,segment=NetworkSegment(937d51a7-4cca-4765-9301-e7082ba0453c),segment_id=937d51a7-4cca-4765-9301-e7082ba0453c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:58.450863 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:58.494704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4feeb6cf-c53c-484e-82e6-6463d8fa79d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.589856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22ae8c37-d60a-4c19-8f47-89ab9685e52f tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.595392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.740643 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.790248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22ae8c37-d60a-4c19-8f47-89ab9685e52f tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.795367 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:05:58.795812 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:05:58.800137 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.870021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5ae18-d145-42c5-a21b-d12ba06888c3 None None] Update dhcp port {'port': {'network_id': '6c5b10ff-889a-4982-9ba6-18031a0f8544', 'fixed_ips': [{'subnet_id': 'e44dd70d-8576-4a95-a8a9-3792bc90230a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b867dca8-d946-4567-abde-d646c6884d80'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '5e10311f-444c-4a3d-8195-0be86150cca5'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:05:58.958606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bdf69962-df2b-4f3b-9ab2-e3f668493ccf None None] Provisioning complete for port 5e10311f-444c-4a3d-8195-0be86150cca5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:58.958606 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bdf69962-df2b-4f3b-9ab2-e3f668493ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:58.977601 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ae18-d145-42c5-a21b-d12ba06888c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:59.095893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeb6cf-c53c-484e-82e6-6463d8fa79d1 None None] Pushing event updated for resources: {'Port': ['ID=1bb3055c-8ab4-4a5f-ab86-21724483a5f1,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:59.279626 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:51Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:05:57Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:59.337321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Subnet': ['ID=8e8e94fd-5b82-4c58-8725-ae464220cd5b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:59.346123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Checking segment: {'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:59.346494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network hostable DHCP agents. Network: d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:05:59.377692 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba418f3-1e88-4317-b533-3d5c951d9d98 None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:05:51Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:05:57Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:59.379484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fc203-9192-44c8-9127-99d547d4ec91 req-8da96a57-922c-43aa-94fd-327cae4ed6e3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:59.387930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8e7fc203-9192-44c8-9127-99d547d4ec91 req-8da96a57-922c-43aa-94fd-327cae4ed6e3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.4421487 Sep 15 16:05:59.459809 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8e7fc203-9192-44c8-9127-99d547d4ec91 req-95d167f6-9158-4f5a-a7d4-10ca6aa8850a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708594 Sep 15 16:05:59.517962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:05:59.615122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:59.622520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:59.624896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:59.737837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cfeb3d63-2890-43d0-be04-89b88325409f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6489177 Sep 15 16:05:59.737837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:59.908704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b438548-43d8-4b49-aecf-e98baa1f5d8e None None] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:00.052296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22ae8c37-d60a-4c19-8f47-89ab9685e52f tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.061581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22ae8c37-d60a-4c19-8f47-89ab9685e52f tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.072078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-22ae8c37-d60a-4c19-8f47-89ab9685e52f tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/77cf1dea-d9ae-4ed9-90cf-99692da8a8af HTTP/1.1" status: 204 len: 168 time: 1.9875181 Sep 15 16:06:00.076112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:00.167787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae8c37-d60a-4c19-8f47-89ab9685e52f tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf1dea-d9ae-4ed9-90cf-99692da8a8af,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:00.577223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Delete allocated IP 172.20.0.29 (6c5b10ff-889a-4982-9ba6-18031a0f8544/b867dca8-d946-4567-abde-d646c6884d80) {{(pid=102018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 16:06:00.598463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e10311f-444c-4a3d-8195-0be86150cca5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:00.687246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.753743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.924250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1df9-fb34-405b-be5e-4980bf210566 req-abbba36a-781b-4c4c-b1d0-e15aeefc6ae8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:00.925255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-985afae8-78ad-4b8b-bcbf-638c2ad75aef tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8462758 Sep 15 16:06:00.926156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35878) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:00.936021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-abbba36a-781b-4c4c-b1d0-e15aeefc6ae8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 812 time: 0.9218097 Sep 15 16:06:01.033142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-5b391b4e-1ffd-4df9-97c8-521a56146f6d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/quotas/e4c84331ca3f4a6c933169b23f28193a HTTP/1.1" status: 200 len: 375 time: 0.0443909 Sep 15 16:06:01.043990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0e81f525-3130-4863-8dc3-5d8d921ee06a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970682523'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:01.266091 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.528018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5e10311f-444c-4a3d-8195-0be86150cca5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:01.528714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.537991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] Provisioning complete for port 944d7546-1496-433a-892a-8e61f79c64ca triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:01.538595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.557389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Allocated IP 172.23.0.1 (d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4/8e8e94fd-5b82-4c58-8725-ae464220cd5b/67b18a6c-11c1-4636-a4b6-0ee13d8b7f12) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:01.720903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'fixed_ips': [{'subnet_id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:06:01.722543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.784117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.825485 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.860001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-8efc1f27-31da-42e1-92d3-6577e06db70e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8255970 Sep 15 16:06:01.927071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.066387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.121884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e81f525-3130-4863-8dc3-5d8d921ee06a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.143948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:02.149745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:02.156850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:02.163284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8fd5ae18-d145-42c5-a21b-d12ba06888c3 None None] Allocated IP 172.20.0.18 (6c5b10ff-889a-4982-9ba6-18031a0f8544/b867dca8-d946-4567-abde-d646c6884d80/5e10311f-444c-4a3d-8195-0be86150cca5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:02.196701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=04cbd47b-f1f6-484e-bf78-9f8eeffb0186,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:02.216539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:02.223297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 944d7546-1496-433a-892a-8e61f79c64ca up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:02.226307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] In _notify_port_updated(), no bound segment for port 04cbd47b-f1f6-484e-bf78-9f8eeffb0186 on network 6c5b10ff-889a-4982-9ba6-18031a0f8544 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:06:02.240975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:02.242546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.243134 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.250295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-58b84ed0-1c11-4809-b7e5-28e2bd0009bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "PUT /v2.0/ports/04cbd47b-f1f6-484e-bf78-9f8eeffb0186 HTTP/1.1" status: 200 len: 918 time: 4.0690401 Sep 15 16:06:02.250295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-2e0e5d6e-3755-480e-b75b-05db841db6d6 service neutron] 10.222.0.63 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873706 Sep 15 16:06:02.250712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35896) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:02.259587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e44dd70d-8576-4a95-a8a9-3792bc90230a'}, {'subnet_id': 'b867dca8-d946-4567-abde-d646c6884d80'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:02.299642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.336326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Allocated IP 172.23.0.2 (d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4/8e8e94fd-5b82-4c58-8725-ae464220cd5b/8e88ad37-b64e-473b-9714-a00f6c9341ec) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:02.411374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] For port 944d7546-1496-433a-892a-8e61f79c64ca, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=944d7546-1496-433a-892a-8e61f79c64ca,segment=NetworkSegment(937d51a7-4cca-4765-9301-e7082ba0453c),segment_id=937d51a7-4cca-4765-9301-e7082ba0453c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:02.453136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e81f525-3130-4863-8dc3-5d8d921ee06a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.543145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.554773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e81f525-3130-4863-8dc3-5d8d921ee06a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.597891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81f525-3130-4863-8dc3-5d8d921ee06a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243a3a8b-71ba-47d5-8aee-290d810a2663,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:02.612694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-834e7cdd-539e-4500-9a3c-48b42eab9436 service neutron] 10.222.0.63 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046062 Sep 15 16:06:02.674850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.675373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8fd5ae18-d145-42c5-a21b-d12ba06888c3 None None] For port 5e10311f-444c-4a3d-8195-0be86150cca5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e10311f-444c-4a3d-8195-0be86150cca5,segment=NetworkSegment(adb3ad15-3d4d-4bc3-b92c-ba859ae31d08),segment_id=adb3ad15-3d4d-4bc3-b92c-ba859ae31d08)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:02.679432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] Pushing event updated for resources: {'Port': ['ID=944d7546-1496-433a-892a-8e61f79c64ca,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:02.696329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 944d7546-1496-433a-892a-8e61f79c64ca triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:02.697203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.726224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e81f525-3130-4863-8dc3-5d8d921ee06a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.728571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e81f525-3130-4863-8dc3-5d8d921ee06a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7097757 Sep 15 16:06:02.736927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35904) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:02.737465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e84001f9-bd68-4847-9493-5d0d5de7548a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': '243a3a8b-71ba-47d5-8aee-290d810a2663', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:02.738806 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-e84001f9-bd68-4847-9493-5d0d5de7548a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 15 16:06:02.739737 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-e84001f9-bd68-4847-9493-5d0d5de7548a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:02.742933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e84001f9-bd68-4847-9493-5d0d5de7548a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079560 Sep 15 16:06:02.754271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35906) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:02.756405 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.767572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] Provisioning complete for port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:02.768180 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5530f0d2-37f1-4019-9e81-35cbc713d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.877682 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ae18-d145-42c5-a21b-d12ba06888c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.964443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.046855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:03.059703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c26001ba-3d89-477a-a8f4-fb1c861058ba tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.188160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ae18-d145-42c5-a21b-d12ba06888c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.194291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c26001ba-3d89-477a-a8f4-fb1c861058ba tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.198400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:03.198400 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.200395 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.343906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-730ea8ea-4558-45f8-83bb-c75be4bb9204 {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:06:03.344684 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:06:03.349832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:03.362936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:03.365775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:03.421145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c26001ba-3d89-477a-a8f4-fb1c861058ba tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.426386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c26001ba-3d89-477a-a8f4-fb1c861058ba tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.428344 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c26001ba-3d89-477a-a8f4-fb1c861058ba tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/243a3a8b-71ba-47d5-8aee-290d810a2663 HTTP/1.1" status: 204 len: 168 time: 0.6726124 Sep 15 16:06:03.431167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:03.443398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b458c482-c712-42fa-95d6-37a87fe41bf2 req-3f8030a3-922e-4311-8da0-6c0e5ef8d57b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 210 time: 0.1706116 Sep 15 16:06:03.466621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26001ba-3d89-477a-a8f4-fb1c861058ba tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a3a8b-71ba-47d5-8aee-290d810a2663,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:03.529202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5ae18-d145-42c5-a21b-d12ba06888c3 None None] Pushing event updated for resources: {'Port': ['ID=5e10311f-444c-4a3d-8195-0be86150cca5,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:03.675830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.699124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35922) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:03.700730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-02d0adb4-a0f6-4ba3-aa97-2b0e07efcb74 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2540936 Sep 15 16:06:03.706994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-597225f2-a811-4dd6-a66b-642b16cdb02a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--417539202'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:03.737212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Attempting to bind port 8e88ad37-b64e-473b-9714-a00f6c9341ec on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:03.737737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Attempting to bind port 8e88ad37-b64e-473b-9714-a00f6c9341ec by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:03.738325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Attempting to bind port 8e88ad37-b64e-473b-9714-a00f6c9341ec on network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:03.742692 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:06:03.766702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.771923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:03.772366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Checking segment: {'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:03.782742 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.784064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Bound using segment: {'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:03.784891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Bound port: 8e88ad37-b64e-473b-9714-a00f6c9341ec, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:03.785536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.877294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Pushing event updated for resources: {'Port': ['ID=8e88ad37-b64e-473b-9714-a00f6c9341ec,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:03.936207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:03.978715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:04.021778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-597225f2-a811-4dd6-a66b-642b16cdb02a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:04.143499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e10311f-444c-4a3d-8195-0be86150cca5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:04.198175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] For port 8e88ad37-b64e-473b-9714-a00f6c9341ec, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:04.221463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] For port 8e88ad37-b64e-473b-9714-a00f6c9341ec, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8e88ad37-b64e-473b-9714-a00f6c9341ec,segment=NetworkSegment(3d377a9f-b5e9-4d42-bc6e-6785bce4da38),segment_id=3d377a9f-b5e9-4d42-bc6e-6785bce4da38)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:04.238543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5e10311f-444c-4a3d-8195-0be86150cca5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:04.239132 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:04.296085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event updated for resources: {'Port': ['ID=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:04.327288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:04.585630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:04.605693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328ef69-c9d8-4b5e-b208-d3e21f0e997d None None] Pushing event updated for resources: {'Port': ['ID=8e88ad37-b64e-473b-9714-a00f6c9341ec,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:04.637556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:04.662284 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-597225f2-a811-4dd6-a66b-642b16cdb02a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:04.773983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 944d7546-1496-433a-892a-8e61f79c64ca up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:04.816633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9c77d60c-8b80-4ba9-9026-1fac5cdc06a9 req-9e914915-fe72-4265-927f-610f795de3b8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 210 time: 0.1981041 Sep 15 16:06:04.846661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-597225f2-a811-4dd6-a66b-642b16cdb02a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:04.899310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.28 (6c5b10ff-889a-4982-9ba6-18031a0f8544/b867dca8-d946-4567-abde-d646c6884d80/04cbd47b-f1f6-484e-bf78-9f8eeffb0186) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:04.925164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52811bf4-495a-47c3-bf9c-f961148a6c1a None None] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:05.185171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c40ea6a6-2255-471b-ba58-85beba918160 None None] Provisioning complete for port 5e10311f-444c-4a3d-8195-0be86150cca5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:05.189404 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c40ea6a6-2255-471b-ba58-85beba918160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:05.306717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:05.331299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 944d7546-1496-433a-892a-8e61f79c64ca triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:05.331843 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:05.412145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:05.631029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=04cbd47b-f1f6-484e-bf78-9f8eeffb0186,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:05.662822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c40ea6a6-2255-471b-ba58-85beba918160 None None] Provisioning complete for port 04cbd47b-f1f6-484e-bf78-9f8eeffb0186 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:05.663761 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c40ea6a6-2255-471b-ba58-85beba918160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:05.759532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] In _notify_port_updated(), no bound segment for port 04cbd47b-f1f6-484e-bf78-9f8eeffb0186 on network 6c5b10ff-889a-4982-9ba6-18031a0f8544 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:06:05.760819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c40ea6a6-2255-471b-ba58-85beba918160 None None] Port 04cbd47b-f1f6-484e-bf78-9f8eeffb0186 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:05.778415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:05.781634 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:05.787816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d6aa9222-b98c-4f75-834b-8e5bd4b8a91c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "PUT /v2.0/ports/04cbd47b-f1f6-484e-bf78-9f8eeffb0186 HTTP/1.1" status: 200 len: 998 time: 3.5359256 Sep 15 16:06:05.791790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:06.021133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597225f2-a811-4dd6-a66b-642b16cdb02a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ef05dd-7de7-4f3b-82b5-7bbaf25052eb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:06.040307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-197130d5-752c-434e-b3ed-d30be361c1cd req-6b1c68ed-7882-4af2-9a3c-c8b657f19078 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 210 time: 0.0778017 Sep 15 16:06:06.063980 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-597225f2-a811-4dd6-a66b-642b16cdb02a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:06.070540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-597225f2-a811-4dd6-a66b-642b16cdb02a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3687091 Sep 15 16:06:06.072060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:06.096944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e2a2e444-4956-4f96-a5cb-16d3aa092a18 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef05dd-7de7-4f3b-82b5-7bbaf25052eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:06.102399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:06.112851 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-e2a2e444-4956-4f96-a5cb-16d3aa092a18 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 15 16:06:06.114264 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-e2a2e444-4956-4f96-a5cb-16d3aa092a18 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:06.118315 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e2a2e444-4956-4f96-a5cb-16d3aa092a18 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0427725 Sep 15 16:06:06.121189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35954) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:06.142064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8e88ad37-b64e-473b-9714-a00f6c9341ec up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:06.147267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-26549459-fe30-46b5-95ef-73f990fdcaaf tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef05dd-7de7-4f3b-82b5-7bbaf25052eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:06.150618 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-26549459-fe30-46b5-95ef-73f990fdcaaf tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 15 16:06:06.153335 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-26549459-fe30-46b5-95ef-73f990fdcaaf tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:06.157859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-26549459-fe30-46b5-95ef-73f990fdcaaf tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0338917 Sep 15 16:06:06.164623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35956) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:06.169852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a8d35b91-89f3-459f-81e2-1161c5db1fad tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef05dd-7de7-4f3b-82b5-7bbaf25052eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:06.172617 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-a8d35b91-89f3-459f-81e2-1161c5db1fad tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 15 16:06:06.173390 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-a8d35b91-89f3-459f-81e2-1161c5db1fad tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:06.180907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a8d35b91-89f3-459f-81e2-1161c5db1fad tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087328 Sep 15 16:06:06.184997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35958) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:06.193835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2f84c47b-d57b-4078-8e70-d85bb48d4a71 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c7ef05dd-7de7-4f3b-82b5-7bbaf25052eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:06.195300 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-2f84c47b-d57b-4078-8e70-d85bb48d4a71 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 15 16:06:06.196984 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-2f84c47b-d57b-4078-8e70-d85bb48d4a71 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:06.199459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f84c47b-d57b-4078-8e70-d85bb48d4a71 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0099130 Sep 15 16:06:06.204801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35960) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:06.207008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 04cbd47b-f1f6-484e-bf78-9f8eeffb0186 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:06.207639 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:06.264298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8e88ad37-b64e-473b-9714-a00f6c9341ec triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:06.265204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:06.376181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae15a628-d4b6-4dc9-9f3b-3ba69e22a475 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:06.436233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:06.466845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cae87347-667c-4e78-aabe-67f392b21426 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7314939 Sep 15 16:06:06.470596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:06.489285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35968) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:06.509524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:06.546826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:06.550273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:06.618978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:06.627096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae15a628-d4b6-4dc9-9f3b-3ba69e22a475 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:06.655424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ddde3-2892-4906-87b7-8b1219188676 None None] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:06.658207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 04cbd47b-f1f6-484e-bf78-9f8eeffb0186 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:07.098914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae15a628-d4b6-4dc9-9f3b-3ba69e22a475 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:07.112330 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ae15a628-d4b6-4dc9-9f3b-3ba69e22a475 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:07.117774 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ae15a628-d4b6-4dc9-9f3b-3ba69e22a475 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/c7ef05dd-7de7-4f3b-82b5-7bbaf25052eb HTTP/1.1" status: 204 len: 168 time: 0.9086258 Sep 15 16:06:07.139855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35976) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:07.219939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15a628-d4b6-4dc9-9f3b-3ba69e22a475 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ef05dd-7de7-4f3b-82b5-7bbaf25052eb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:07.288627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1df9-fb34-405b-be5e-4980bf210566 req-a8a5ab6f-558b-485c-96f7-7cf787bf02b0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:07.290822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-a8a5ab6f-558b-485c-96f7-7cf787bf02b0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.55 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 812 time: 0.5115352 Sep 15 16:06:07.319171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Request body: {'port': {'device_id': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9', 'admin_state_up': True, 'tenant_id': 'e4c84331ca3f4a6c933169b23f28193a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:07.356435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-df2f5aca-2aa9-456e-b412-f942fa63c612 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2020984 Sep 15 16:06:07.357192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35978) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:07.363776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-69d3ccda-2d7d-4788-89bc-6c4386ac3a2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125861916'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:07.413653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-40a2250c-09f9-4568-9bff-d148fd56a63d None None] Provisioning complete for port 8e88ad37-b64e-473b-9714-a00f6c9341ec triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:07.414499 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40a2250c-09f9-4568-9bff-d148fd56a63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:07.459667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:07.475532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:07.534542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-07eb77ef-db89-492b-b80d-d3c6229a432b req-c4ea5193-76c1-44c8-8175-ee892669cd60 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 210 time: 0.1310656 Sep 15 16:06:07.583145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:07.585193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69d3ccda-2d7d-4788-89bc-6c4386ac3a2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:07.611234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=04cbd47b-f1f6-484e-bf78-9f8eeffb0186,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:07.803661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:07.812602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a7a61fb9-759e-4c2a-8dc9-768c3335c2df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/04cbd47b-f1f6-484e-bf78-9f8eeffb0186 HTTP/1.1" status: 204 len: 168 time: 2.0190802 Sep 15 16:06:07.816348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35984) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:07.831390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:06:07.831390 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:06:07.831390 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': 'e4c84331ca3f4a6c933169b23f28193a', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 5, 47, 748303)}] Sep 15 16:06:07.831390 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:06:07.832170 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:06:07.869211 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a084dc3c-1b36-479a-89ad-54b3849fb38f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:06:07.873414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a084dc3c-1b36-479a-89ad-54b3849fb38f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/04cbd47b-f1f6-484e-bf78-9f8eeffb0186 HTTP/1.1" status: 404 len: 333 time: 0.0544469 Sep 15 16:06:07.874694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35986) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:07.984910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 15 16:06:08.006405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69d3ccda-2d7d-4788-89bc-6c4386ac3a2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.034108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 8e88ad37-b64e-473b-9714-a00f6c9341ec, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8e88ad37-b64e-473b-9714-a00f6c9341ec,segment=NetworkSegment(3d377a9f-b5e9-4d42-bc6e-6785bce4da38),segment_id=3d377a9f-b5e9-4d42-bc6e-6785bce4da38)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:08.035857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Removed routes are [] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 15 16:06:08.036363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.047114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet b867dca8-d946-4567-abde-d646c6884d80 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:08.049745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.130712 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.134804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69d3ccda-2d7d-4788-89bc-6c4386ac3a2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.228655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3ccda-2d7d-4788-89bc-6c4386ac3a2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1da34ce-184c-4c9a-b8d1-6051398b6bc7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:08.258192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.301575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.448648 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69d3ccda-2d7d-4788-89bc-6c4386ac3a2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.451271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69d3ccda-2d7d-4788-89bc-6c4386ac3a2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0917625 Sep 15 16:06:08.455606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35990) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:08.486326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d1ea07ef-0b59-4651-9ea1-a55adcb16468 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:08.491447 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-d1ea07ef-0b59-4651-9ea1-a55adcb16468 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 16:06:08.492593 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-d1ea07ef-0b59-4651-9ea1-a55adcb16468 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:08.499387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d1ea07ef-0b59-4651-9ea1-a55adcb16468 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0370772 Sep 15 16:06:08.500887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35992) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:08.507693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0f7f9f28-1952-4c1a-9c93-f7fe93da02ef tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:08.509781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=8e88ad37-b64e-473b-9714-a00f6c9341ec,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:08.568387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.596963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b18a6c-11c1-4636-a4b6-0ee13d8b7f12', 'name': '', 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:bc:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:01Z', 'updated_at': '2021-09-15T16:06:03Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:08.613177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.636092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35996) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:08.637546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/b867dca8-d946-4567-abde-d646c6884d80 HTTP/1.1" status: 204 len: 168 time: 0.7586606 Sep 15 16:06:08.756299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095e470-d041-4dfb-b8ce-01c96dae166b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=b867dca8-d946-4567-abde-d646c6884d80,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:08.775196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:08.775779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Updating router 7be30027-b435-4077-8c4f-54d5ab90b3bc port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:06:08.833797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet e44dd70d-8576-4a95-a8a9-3792bc90230a {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:08.837358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.905699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:08.924655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Provisioning complete for port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:08.925267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.000709 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-0f7f9f28-1952-4c1a-9c93-f7fe93da02ef tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:09.002471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0f7f9f28-1952-4c1a-9c93-f7fe93da02ef tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4998157 Sep 15 16:06:09.006309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36002) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.031488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9b0befc6-396d-42cc-84f7-3899f95fb81a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:09.035008 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-9b0befc6-396d-42cc-84f7-3899f95fb81a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 15 16:06:09.035313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.036077 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-9b0befc6-396d-42cc-84f7-3899f95fb81a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:09.038200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9b0befc6-396d-42cc-84f7-3899f95fb81a tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0290720 Sep 15 16:06:09.046655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36004) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.050347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cafc68c3-5db0-42af-9462-23875a5bd823 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:09.057684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.081380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:09.148586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.151780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Made reservation on behalf of e4c84331ca3f4a6c933169b23f28193a for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:09.157113 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.160145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Provisioning complete for port 5e10311f-444c-4a3d-8195-0be86150cca5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:09.161058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.177880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.224941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861e6de-297c-4131-9e84-344887212339 None None] Network 6c5b10ff-889a-4982-9ba6-18031a0f8544 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:09.225643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77b00b8c-753c-4f10-8475-5a7c8d692a67 req-a326eaf9-dd95-44f0-8127-7aed2262c3c4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 210 time: 0.0880213 Sep 15 16:06:09.245958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.360701 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-cafc68c3-5db0-42af-9462-23875a5bd823 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:09.362302 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cafc68c3-5db0-42af-9462-23875a5bd823 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3157384 Sep 15 16:06:09.365040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36008) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.370236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-60c388a2-88a3-4a1b-b9b1-d92862b111f6 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:09.370503 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-60c388a2-88a3-4a1b-b9b1-d92862b111f6 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 16:06:09.371000 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-60c388a2-88a3-4a1b-b9b1-d92862b111f6 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:09.372003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-60c388a2-88a3-4a1b-b9b1-d92862b111f6 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059843 Sep 15 16:06:09.375902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36010) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.380704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-abaecdff-2b0a-4976-81c3-4b1db8de1f91 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:09.389209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=e44dd70d-8576-4a95-a8a9-3792bc90230a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:09.463156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.465226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-832c18df-077e-4037-8814-572909d6da93 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/e44dd70d-8576-4a95-a8a9-3792bc90230a HTTP/1.1" status: 204 len: 168 time: 0.8248377 Sep 15 16:06:09.471445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36012) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.476669 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-abaecdff-2b0a-4976-81c3-4b1db8de1f91 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Project 79118d304b8b4aeaa07be6c1d3a9befc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:06:09.578497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:09.592667 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-abaecdff-2b0a-4976-81c3-4b1db8de1f91 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:09.599796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abaecdff-2b0a-4976-81c3-4b1db8de1f91 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2182872 Sep 15 16:06:09.600903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36014) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.608265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1e64bcae-4628-4422-81dc-fd323ca36db8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:09.609751 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-1e64bcae-4628-4422-81dc-fd323ca36db8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 15 16:06:09.611112 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-1e64bcae-4628-4422-81dc-fd323ca36db8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:09.616332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1e64bcae-4628-4422-81dc-fd323ca36db8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089738 Sep 15 16:06:09.618375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.625458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0f237bbf-f88f-4641-b09f-7a5f1f900000 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:09.629842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.642739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Could not find standard attr ID for object 04cbd47b-f1f6-484e-bf78-9f8eeffb0186. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:06:09.682495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Provisioning complete for port 8e88ad37-b64e-473b-9714-a00f6c9341ec triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:09.682866 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-396ea8f4-56af-4fd2-a640-b1213dc25ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.782374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] DHCP port deletion for 6c5b10ff-889a-4982-9ba6-18031a0f8544 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:09.795252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Allocated IP 172.20.0.5 (d696dc20-9c45-4faf-a8b3-79d2b0c54ed9/7e68b994-1d7c-43c5-a3db-f65ae89aa97c/80e61c2a-2452-40af-8d39-ee0fe9392b5c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:09.797938 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-0f237bbf-f88f-4641-b09f-7a5f1f900000 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Project 79118d304b8b4aeaa07be6c1d3a9befc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:06:09.835719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:09.856351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.857355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:09.858690 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c4cf0fce-fcbb-4820-ad8c-65c260480c41 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 200 len: 933 time: 3.3672457 Sep 15 16:06:09.862447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36018) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:09.931978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] Deleting port 5e10311f-444c-4a3d-8195-0be86150cca5 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:09.931978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.026993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.034763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1ad7de1a-ea52-42a8-adb6-35d6c31da4e4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 200 len: 933 time: 0.1702406 Sep 15 16:06:10.037585 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-0f237bbf-f88f-4641-b09f-7a5f1f900000 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:10.040730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0f237bbf-f88f-4641-b09f-7a5f1f900000 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4205215 Sep 15 16:06:10.041567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36020) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:10.047687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:10.056850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'routes': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:10.141066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] For port 5e10311f-444c-4a3d-8195-0be86150cca5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e10311f-444c-4a3d-8195-0be86150cca5,segment=NetworkSegment(adb3ad15-3d4d-4bc3-b92c-ba859ae31d08),segment_id=adb3ad15-3d4d-4bc3-b92c-ba859ae31d08)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:10.142081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.186492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6c39bc91-5b09-4129-b0c3-2a3bf467cf78 None None] Provisioning complete for port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:10.187125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c39bc91-5b09-4129-b0c3-2a3bf467cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.213166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.240435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d5a99b59-7003-4116-af91-3558b8c83d2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'c1da34ce-184c-4c9a-b8d1-6051398b6bc7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:10.294896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6c39bc91-5b09-4129-b0c3-2a3bf467cf78 None None] Port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:10.320164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6c39bc91-5b09-4129-b0c3-2a3bf467cf78 None None] Could not find standard attr ID for object 04cbd47b-f1f6-484e-bf78-9f8eeffb0186. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:06:10.341544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] Calling delete_port for 5e10311f-444c-4a3d-8195-0be86150cca5 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:10.347894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9403e86-995c-45f6-bdb3-cc4b56098889 None None] Pushing event updated for resources: {'Port': ['ID=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:10.485204 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-d5a99b59-7003-4116-af91-3558b8c83d2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Project 79118d304b8b4aeaa07be6c1d3a9befc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:06:10.522733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.572313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8e88ad37-b64e-473b-9714-a00f6c9341ec up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:10.591308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8e1dcae4-cccb-41c1-9787-ffc08322d2ce'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:06:10.626255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 5e10311f-444c-4a3d-8195-0be86150cca5 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:10.626807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.660199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301148e-bd5f-4764-b004-1021741b93f8 req-16988bb1-4c02-4119-aea2-67928f26b5c0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:10.668608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b301148e-bd5f-4764-b004-1021741b93f8 req-16988bb1-4c02-4119-aea2-67928f26b5c0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 931 time: 0.2144003 Sep 15 16:06:10.733740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:10.750894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Attempting to bind port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:10.751657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Attempting to bind port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:10.751955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Attempting to bind port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 on network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:10.807260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:10.822861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:10.874847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:10.875243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Checking segment: {'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:10.875661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.876062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Bound using segment: {'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:10.876821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Bound port: 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d377a9f-b5e9-4d42-bc6e-6785bce4da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:10.877402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.893877 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-d5a99b59-7003-4116-af91-3558b8c83d2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:10.895582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d5a99b59-7003-4116-af91-3558b8c83d2c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6621337 Sep 15 16:06:10.903359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36044) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:10.948055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-38e2a160-d920-4c42-861f-1030ee0a55b0 None None] Provisioning complete for port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:10.948763 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38e2a160-d920-4c42-861f-1030ee0a55b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:10.992542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Pushing event updated for resources: {'Port': ['ID=80e61c2a-2452-40af-8d39-ee0fe9392b5c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:11.157701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] For port 5e10311f-444c-4a3d-8195-0be86150cca5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5e10311f-444c-4a3d-8195-0be86150cca5,segment=NetworkSegment(adb3ad15-3d4d-4bc3-b92c-ba859ae31d08),segment_id=adb3ad15-3d4d-4bc3-b92c-ba859ae31d08)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:11.158153 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.167686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-657f1cce-9fcd-42f2-9d61-30124ef694ab tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.187667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b301148e-bd5f-4764-b004-1021741b93f8 req-cb913caf-a08b-4a63-83ee-77d5eb4c72e1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577839 Sep 15 16:06:11.204242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:11.205143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.221899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.extraroute_db [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added routes are [] {{(pid=102018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 15 16:06:11.221899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.extraroute_db [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 15 16:06:11.240810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 5e10311f-444c-4a3d-8195-0be86150cca5 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:11.359874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8e88ad37-b64e-473b-9714-a00f6c9341ec triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:11.364166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.377770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-657f1cce-9fcd-42f2-9d61-30124ef694ab tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.416999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-3674a924-1677-4247-bf3c-d1345a1e979d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1129899 Sep 15 16:06:11.431580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Request body: {'port': {'device_id': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:11.487655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.536890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.554263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-38e2a160-d920-4c42-861f-1030ee0a55b0 None None] Port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:11.587495 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.600699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] Pushing event deleted for resources: {'Port': ['ID=5e10311f-444c-4a3d-8195-0be86150cca5,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:11.605722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-657f1cce-9fcd-42f2-9d61-30124ef694ab tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.610883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] For port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:11.613331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-657f1cce-9fcd-42f2-9d61-30124ef694ab tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.617429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-657f1cce-9fcd-42f2-9d61-30124ef694ab tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/c1da34ce-184c-4c9a-b8d1-6051398b6bc7 HTTP/1.1" status: 204 len: 168 time: 0.7102234 Sep 15 16:06:11.621076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36048) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:11.629799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f1cce-9fcd-42f2-9d61-30124ef694ab tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1da34ce-184c-4c9a-b8d1-6051398b6bc7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:11.635523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16a944-c6c7-402f-9479-340d8b2a9fcb None None] No DVR routers for this DVR port 5e10311f-444c-4a3d-8195-0be86150cca5 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:11.667233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.680989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] For port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,segment=NetworkSegment(3d377a9f-b5e9-4d42-bc6e-6785bce4da38),segment_id=3d377a9f-b5e9-4d42-bc6e-6785bce4da38)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:11.806051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No DVR routers for this DVR port 5e10311f-444c-4a3d-8195-0be86150cca5 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:11.808533 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.809313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=5e10311f-444c-4a3d-8195-0be86150cca5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:11.940949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9403e86-995c-45f6-bdb3-cc4b56098889 None None] Pushing event updated for resources: {'Port': ['ID=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:11.940949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e10311f-444c-4a3d-8195-0be86150cca5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:11.977825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5e10311f-444c-4a3d-8195-0be86150cca5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:11.980728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5e10311f-444c-4a3d-8195-0be86150cca5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:12.028020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:12.029120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:12.076885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a9a71dd6-6591-416a-a1e9-6bc2fca1a191 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4532690 Sep 15 16:06:12.191356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.195185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.199526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36054) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:12.205594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c8cf93b0-76b8-4044-8902-aa86fdc0e5ea tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--420985713'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:12.234288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:12.383564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8cf93b0-76b8-4044-8902-aa86fdc0e5ea tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.906039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1bc60c81-0426-41cd-8247-1a8c9ee655f9 None None] Provisioning complete for port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:12.906039 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bc60c81-0426-41cd-8247-1a8c9ee655f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.155431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:13.168547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.219637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f80d4-56d3-4c11-8a37-689517b242a7 req-b8bb7ce0-dab9-4897-891c-d6d710cf3d50 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:13.229396 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b2f80d4-56d3-4c11-8a37-689517b242a7 req-b8bb7ce0-dab9-4897-891c-d6d710cf3d50 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 931 time: 0.2397652 Sep 15 16:06:13.232118 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bc60c81-0426-41cd-8247-1a8c9ee655f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.266280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5b10ff-889a-4982-9ba6-18031a0f8544']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:13.293773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:11Z', 'revision_number': 7, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b18a6c-11c1-4636-a4b6-0ee13d8b7f12', 'name': '', 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:bc:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:01Z', 'updated_at': '2021-09-15T16:06:11Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:13.322503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb3ad15-3d4d-4bc3-b92c-ba859ae31d08') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:13.322948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb3ad15-3d4d-4bc3-b92c-ba859ae31d08') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:13.338399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd89ded-cc31-4eb1-b520-013311e50bb0 None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:11Z', 'revision_number': 7, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b18a6c-11c1-4636-a4b6-0ee13d8b7f12', 'name': '', 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:bc:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:01Z', 'updated_at': '2021-09-15T16:06:11Z', 'revision_number': 4, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:13.363244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.369614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1bc60c81-0426-41cd-8247-1a8c9ee655f9 None None] For port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,segment=NetworkSegment(3d377a9f-b5e9-4d42-bc6e-6785bce4da38),segment_id=3d377a9f-b5e9-4d42-bc6e-6785bce4da38)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:13.429770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b2f80d4-56d3-4c11-8a37-689517b242a7 req-8e13c384-102b-428d-bcf2-6ba1e9cf5453 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758084 Sep 15 16:06:13.437226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e61c2a-2452-40af-8d39-ee0fe9392b5c {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:06:13.439195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:13.439652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bc60c81-0426-41cd-8247-1a8c9ee655f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.458658 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.460211 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-766e82fd-4d0b-4330-9cb1-a0275e2089cd tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 200 len: 699 time: 3.4173660 Sep 15 16:06:13.465591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36064) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:13.498424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.508097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:13.508734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.605464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc60c81-0426-41cd-8247-1a8c9ee655f9 None None] Pushing event updated for resources: {'Port': ['ID=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:13.723528 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:13.736616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.769230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f24027e4-58c4-4f5b-a0b0-74b099771d63 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 200 len: 699 time: 0.3034573 Sep 15 16:06:13.773750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36068) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:13.809163 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8cf93b0-76b8-4044-8902-aa86fdc0e5ea tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.890720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Transition to ACTIVE for port object 80e61c2a-2452-40af-8d39-ee0fe9392b5c will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:06:13.893554 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.923430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.927150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/6c5b10ff-889a-4982-9ba6-18031a0f8544 HTTP/1.1" status: 204 len: 168 time: 4.4526942 Sep 15 16:06:13.931491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091affa-0e7f-4b64-9a02-bd8f77aa1029 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=6c5b10ff-889a-4982-9ba6-18031a0f8544,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:13.934323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36070) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:14.047253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0ba97e-d004-4a7f-8781-339502d270df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:14.048993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ae0ba97e-d004-4a7f-8781-339502d270df tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1113801 Sep 15 16:06:14.053839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36074) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:14.065254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8cf93b0-76b8-4044-8902-aa86fdc0e5ea tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.159291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf93b0-76b8-4044-8902-aa86fdc0e5ea tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2041771f-4188-4bef-b381-d460955cec15,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:14.183495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3c74b3ab-dc0b-4873-bc57-a3b8ba9712a2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1274681 Sep 15 16:06:14.188044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36076) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:14.194349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1451093929'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:14.213712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.291572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8cf93b0-76b8-4044-8902-aa86fdc0e5ea tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.293920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8cf93b0-76b8-4044-8902-aa86fdc0e5ea tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0925796 Sep 15 16:06:14.301587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36080) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:14.307973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9d2661af-a647-4396-832a-246eabc62380 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': '2041771f-4188-4bef-b381-d460955cec15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:14.310296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Pushing event updated for resources: {'Port': ['ID=80e61c2a-2452-40af-8d39-ee0fe9392b5c,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:14.351871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-9d2661af-a647-4396-832a-246eabc62380 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:06:14.351871 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:06:14.351871 n-d-808199-2 neutron-server[102018]: [parameters: {'project_id_1': '79118d304b8b4aeaa07be6c1d3a9befc', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 5, 54, 328677)}] Sep 15 16:06:14.351871 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:06:14.351871 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-9d2661af-a647-4396-832a-246eabc62380 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:06:14.444459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Attempting to bind port 80e61c2a-2452-40af-8d39-ee0fe9392b5c on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:14.444981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Attempting to bind port 80e61c2a-2452-40af-8d39-ee0fe9392b5c by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:14.445217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Attempting to bind port 80e61c2a-2452-40af-8d39-ee0fe9392b5c on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:14.456744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Port 80e61c2a-2452-40af-8d39-ee0fe9392b5c on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:06:14.457785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Attempting to bind port 80e61c2a-2452-40af-8d39-ee0fe9392b5c on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:14.466334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:14.466688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Checking segment: {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:14.467816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Bound using segment: {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:14.469089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Bound port: 80e61c2a-2452-40af-8d39-ee0fe9392b5c, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:14.470015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.470538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:14.474186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.485391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:14.541548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:06:14.565437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.565809 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment 02d54e83-861b-4ee7-b0ef-428c6f464ac3 of type vlan for network eced877f-8679-4d24-a243-85cfb62583a2 Sep 15 16:06:14.623162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:14.626121 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.657338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.682696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] For port 80e61c2a-2452-40af-8d39-ee0fe9392b5c, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:14.693848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] For port 80e61c2a-2452-40af-8d39-ee0fe9392b5c, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=80e61c2a-2452-40af-8d39-ee0fe9392b5c,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:14.712803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989cd20-677c-4372-acf4-a80f1dec51c0 req-b2ba4dc9-ead9-4765-8c16-13d7587eb503 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:14.714148 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d989cd20-677c-4372-acf4-a80f1dec51c0 req-b2ba4dc9-ead9-4765-8c16-13d7587eb503 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 943 time: 0.1291206 Sep 15 16:06:14.718967 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.749880 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:14.775132 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:14.776361 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:14.805980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.819157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:14.822513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.876966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.975400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=eced877f-8679-4d24-a243-85cfb62583a2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:14.992561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network eced877f-8679-4d24-a243-85cfb62583a2 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:06:15.014599 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:15.063373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8dda4413-16de-4bea-aea3-c6d136240a86 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8739569 Sep 15 16:06:15.068728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36086) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:15.086643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:15.123056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:15.123056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.123056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] 10.222.0.55 "PUT /v2.0/ports/80e61c2a-2452-40af-8d39-ee0fe9392b5c HTTP/1.1" status: 200 len: 1091 time: 3.6895211 Sep 15 16:06:15.123056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'tag': '80e61c2a-2452-40af-8d39-ee0fe9392b5c'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:15.124833 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f318142e-0e14-4ba1-8fdd-091debef2a59" -d '{"events": [{"name": "network-changed", "server_uuid": "18e145c5-8b9f-42a7-a8eb-7e1cc6422331", "tag": "80e61c2a-2452-40af-8d39-ee0fe9392b5c"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:15.224156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5919ab-5d5a-4a46-ba14-bec4cae0cc9d service neutron] Pushing event updated for resources: {'Port': ['ID=80e61c2a-2452-40af-8d39-ee0fe9392b5c,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:15.241863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d989cd20-677c-4372-acf4-a80f1dec51c0 req-ae5464ad-fd52-4d7f-b06b-48f3b034e8a3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041419 Sep 15 16:06:15.287897 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e894d6-0914-4c2f-9dab-be8e3a80cd9a x-openstack-request-id: req-16e894d6-0914-4c2f-9dab-be8e3a80cd9a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:15.288678 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e145c5-8b9f-42a7-a8eb-7e1cc6422331", "tag": "80e61c2a-2452-40af-8d39-ee0fe9392b5c", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:15.289286 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-16e894d6-0914-4c2f-9dab-be8e3a80cd9a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:15.290166 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'tag': '80e61c2a-2452-40af-8d39-ee0fe9392b5c', 'status': 'completed', 'code': 200} Sep 15 16:06:15.525818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1df9-fb34-405b-be5e-4980bf210566 req-2388529a-14a7-4469-abfd-3f7a6310dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:15.527629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-2388529a-14a7-4469-abfd-3f7a6310dc9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 1094 time: 0.2237046 Sep 15 16:06:15.532661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:15.536656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.547631 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:11Z', 'revision_number': 7, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b18a6c-11c1-4636-a4b6-0ee13d8b7f12', 'name': '', 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:bc:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:01Z', 'updated_at': '2021-09-15T16:06:13Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:15.593967 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:15.606662 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:15.608543 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:15.638368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-a1f5052c-17ff-418f-bdf4-9d28683db164 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e61c2a-2452-40af-8d39-ee0fe9392b5c HTTP/1.1" status: 200 len: 217 time: 0.0934160 Sep 15 16:06:15.677113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:15.677875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.715443 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-9d2661af-a647-4396-832a-246eabc62380 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The resource could not be found. Sep 15 16:06:15.717326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9d2661af-a647-4396-832a-246eabc62380 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.4140751 Sep 15 16:06:15.726853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36096) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:15.731700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7f787546-32b1-43b4-8b87-6a3c02aa73fc tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': '2041771f-4188-4bef-b381-d460955cec15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6e1108c3-4a5e-45e9-be6c-7ce6d1c6d263'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:15.773556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:15.844606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1df9-fb34-405b-be5e-4980bf210566 req-2f0343d3-4886-430b-9b20-6b5810956786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:15.846315 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-2f0343d3-4886-430b-9b20-6b5810956786 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.1845489 Sep 15 16:06:15.934696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-6d6102cd-0b53-42fc-867d-40d2573c176b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729275 Sep 15 16:06:15.994907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.007049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,segment=NetworkSegment(3d377a9f-b5e9-4d42-bc6e-6785bce4da38),segment_id=3d377a9f-b5e9-4d42-bc6e-6785bce4da38)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:16.007425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.039432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:16.148971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=8c9ea818-e322-46fe-898f-73452233fdea,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:16.168991 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-817847fd-6ea2-461f-a62a-da466abaab41 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234418 Sep 15 16:06:16.181912 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-7f787546-32b1-43b4-8b87-6a3c02aa73fc tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The resource could not be found. Sep 15 16:06:16.187247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f787546-32b1-43b4-8b87-6a3c02aa73fc tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4550457 Sep 15 16:06:16.189834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36100) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:16.227257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': '02d54e83-861b-4ee7-b0ef-428c6f464ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:16.227874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: eced877f-8679-4d24-a243-85cfb62583a2, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:06:16.320901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8ca2180-911c-42b3-8e51-3e0fad4941c2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.327332 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:11Z', 'revision_number': 7, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b18a6c-11c1-4636-a4b6-0ee13d8b7f12', 'name': '', 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:bc:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:01Z', 'updated_at': '2021-09-15T16:06:13Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:16.395892 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f730415-6156-44c3-a276-4d65babd9b55 None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:11Z', 'revision_number': 7, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67b18a6c-11c1-4636-a4b6-0ee13d8b7f12', 'name': '', 'network_id': 'd3b4bbf6-0ff7-41f9-b26d-8a081a7769a4', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:bc:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:01Z', 'updated_at': '2021-09-15T16:06:13Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '8e8e94fd-5b82-4c58-8725-ae464220cd5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:16.500398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network eced877f-8679-4d24-a243-85cfb62583a2 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:06:16.544606 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-233a1df9-fb34-405b-be5e-4980bf210566 req-d5f37b2f-b9e3-4ccc-9547-890b81747633 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632879 Sep 15 16:06:16.561087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8ca2180-911c-42b3-8e51-3e0fad4941c2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.598116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36110) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:16.695126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbc5b6-c4e1-4c72-b963-9f507b05d4f1 req-249841b9-1359-409d-b8b4-987c1b93b7d9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:16.697747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eddbc5b6-c4e1-4c72-b963-9f507b05d4f1 req-249841b9-1359-409d-b8b4-987c1b93b7d9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 943 time: 0.3259814 Sep 15 16:06:16.718811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.756688 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, eced877f-8679-4d24-a243-85cfb62583a2) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:16.763175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:16.764438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.783321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb98d3-c550-499f-a631-150d0ef7e62b None None] Network eced877f-8679-4d24-a243-85cfb62583a2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:16.804330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eddbc5b6-c4e1-4c72-b963-9f507b05d4f1 req-1c4ca366-64f9-4a37-8881-73a2be65c67e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725069 Sep 15 16:06:16.838125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8ca2180-911c-42b3-8e51-3e0fad4941c2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.838125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8ca2180-911c-42b3-8e51-3e0fad4941c2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.844033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8ca2180-911c-42b3-8e51-3e0fad4941c2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/2041771f-4188-4bef-b381-d460955cec15 HTTP/1.1" status: 204 len: 168 time: 0.6481743 Sep 15 16:06:16.850136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36114) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:16.890320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca2180-911c-42b3-8e51-3e0fad4941c2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2041771f-4188-4bef-b381-d460955cec15,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:16.918471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=67b18a6c-11c1-4636-a4b6-0ee13d8b7f12,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:16.934597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f00e0a9-9b0c-471a-8845-9c10889840ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8592992 Sep 15 16:06:16.944870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36116) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:16.957288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2', 'name': 'tempest-PortsTestJSON-1000736362'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:17.026960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed8e4e1d-d9ed-4334-9d46-2e84b6a7a574 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1782410 Sep 15 16:06:17.040449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36118) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:17.130168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-60f5ed11-53be-4fc7-b0c9-7358c0875e44 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': '6a731e1c-4848-4a42-9b74-879f653df853', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:17.202012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-eced877f-8679-4d24-a243-85cfb62583a2', 'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2', 'tenant_id': '0aaf62eeb6734997a96c0a60ed53f248', 'fixed_ips': [{'subnet_id': '8c9ea818-e322-46fe-898f-73452233fdea'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:06:17.203113 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.266544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-ce0304d9-5b32-40d2-9836-541f43bca844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:17.268417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-ce0304d9-5b32-40d2-9836-541f43bca844 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 1094 time: 0.4852781 Sep 15 16:06:17.275840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:06:17.275840 n-d-808199-2 neutron-server[102018]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 16:06:17.275840 n-d-808199-2 neutron-server[102018]: [parameters: {'project_id': '0aaf62eeb6734997a96c0a60ed53f248', 'id': 'c47e21b8-b8dc-4904-9b20-23a1cc2c4317', 'expiration': datetime.datetime(2021, 9, 15, 16, 8, 17, 271926)}] Sep 15 16:06:17.275840 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:06:17.290817 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:06:17.472334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Allocated IP 172.20.0.2 (eced877f-8679-4d24-a243-85cfb62583a2/8c9ea818-e322-46fe-898f-73452233fdea/774b2367-d6df-404f-9a28-22e919631e5f) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:17.674737 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-60f5ed11-53be-4fc7-b0c9-7358c0875e44 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The resource could not be found. Sep 15 16:06:17.682670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60f5ed11-53be-4fc7-b0c9-7358c0875e44 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6404846 Sep 15 16:06:17.689909 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.691559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:17.698246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9e60eef8-d2ff-455e-a8e6-e8be2f471b3c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123454625'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:17.715744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.731108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-8fa6525b-41a8-43e8-88bf-719f37111ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:17.734762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-8fa6525b-41a8-43e8-88bf-719f37111ea5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.4561205 Sep 15 16:06:17.794633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.844110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Network eced877f-8679-4d24-a243-85cfb62583a2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:17.847728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:17.850648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:17.864718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Pushing event updated for resources: {'Port': ['ID=774b2367-d6df-404f-9a28-22e919631e5f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:17.887931 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e60eef8-d2ff-455e-a8e6-e8be2f471b3c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.917901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-6739341e-ddf4-4e56-a1bf-d59e7f0aeb21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80e61c2a-2452-40af-8d39-ee0fe9392b5c HTTP/1.1" status: 200 len: 217 time: 0.1720991 Sep 15 16:06:17.971261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Attempting to bind port 774b2367-d6df-404f-9a28-22e919631e5f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:17.972258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Attempting to bind port 774b2367-d6df-404f-9a28-22e919631e5f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '02d54e83-861b-4ee7-b0ef-428c6f464ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:17.972403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Attempting to bind port 774b2367-d6df-404f-9a28-22e919631e5f on network eced877f-8679-4d24-a243-85cfb62583a2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:17.981592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:17.981987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Checking segment: {'id': '02d54e83-861b-4ee7-b0ef-428c6f464ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:17.982434 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.982850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Bound using segment: {'id': '02d54e83-861b-4ee7-b0ef-428c6f464ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:17.983471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Bound port: 774b2367-d6df-404f-9a28-22e919631e5f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d54e83-861b-4ee7-b0ef-428c6f464ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:17.984057 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.063351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-5fc335db-cf7c-454d-bb80-3283d8628034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:18.064986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-5fc335db-cf7c-454d-bb80-3283d8628034 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.1095746 Sep 15 16:06:18.074954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9d24f-6c50-4d50-8d52-4a561e272353 req-e917d9f3-f188-420f-b1d8-4d7796b887bc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:18.078592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05e9d24f-6c50-4d50-8d52-4a561e272353 req-e917d9f3-f188-420f-b1d8-4d7796b887bc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 943 time: 0.1338277 Sep 15 16:06:18.082241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:18.087454 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.104312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] For port 774b2367-d6df-404f-9a28-22e919631e5f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:18.110454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-e6180884-8eac-4050-b075-0047e665663a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369310 Sep 15 16:06:18.113523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] For port 774b2367-d6df-404f-9a28-22e919631e5f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=774b2367-d6df-404f-9a28-22e919631e5f,segment=NetworkSegment(02d54e83-861b-4ee7-b0ef-428c6f464ac3),segment_id=02d54e83-861b-4ee7-b0ef-428c6f464ac3)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:18.192410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05e9d24f-6c50-4d50-8d52-4a561e272353 req-c5ce8eda-cee1-48f1-b698-4ded228022fa tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884321 Sep 15 16:06:18.211425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port d786ffff-da03-4a4e-a04b-deca08c55ffc yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:06:18.260841 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.428960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Pushing event updated for resources: {'Port': ['ID=774b2367-d6df-404f-9a28-22e919631e5f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:18.448344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.448768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.449073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.449546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.449935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.450337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.450677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.451012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.451464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.451799 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.452131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.454125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ecc6d-b6b0-46f3-a7e5-a214d70783de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:18.519943 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e60eef8-d2ff-455e-a8e6-e8be2f471b3c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.561800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.10 (eced877f-8679-4d24-a243-85cfb62583a2/8c9ea818-e322-46fe-898f-73452233fdea/d786ffff-da03-4a4e-a04b-deca08c55ffc) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:18.651879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e60eef8-d2ff-455e-a8e6-e8be2f471b3c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.757962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60eef8-d2ff-455e-a8e6-e8be2f471b3c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23cdd25-f5a4-4441-9ba8-229cb2618590,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:18.876356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e60eef8-d2ff-455e-a8e6-e8be2f471b3c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.878443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e60eef8-d2ff-455e-a8e6-e8be2f471b3c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1855116 Sep 15 16:06:18.883433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36136) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:18.893525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-305b5fa7-72d3-4aa7-955d-2dd1decb262c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--637802834'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:18.960948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.004377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-04b0043b-5475-45ec-96ef-05aeb52e5ade service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540995 Sep 15 16:06:19.036088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:19.096960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-305b5fa7-72d3-4aa7-955d-2dd1decb262c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.135330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.240690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network eced877f-8679-4d24-a243-85cfb62583a2 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:19.265507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=d786ffff-da03-4a4e-a04b-deca08c55ffc,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:19.289550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:19.297411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:19.394757 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f318142e-0e14-4ba1-8fdd-091debef2a59 req-81d5615b-aaf5-473a-8196-a79b8d17eb10 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818669 Sep 15 16:06:19.402961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:19.414876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-91690035-ded3-48b3-a5b1-7ecfa0f2b7e5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6395240 Sep 15 16:06:19.418906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36148) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:19.423816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:19.453995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:19.454763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:19.462948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-305b5fa7-72d3-4aa7-955d-2dd1decb262c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.533596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:19.534786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.568617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.589642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e773e-1185-4416-a3f1-6872d7773e4e req-d4adf7a4-6f6b-4d0f-b7e8-f3fe78af3a9f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:19.589642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a55e773e-1185-4416-a3f1-6872d7773e4e req-d4adf7a4-6f6b-4d0f-b7e8-f3fe78af3a9f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 943 time: 0.1205037 Sep 15 16:06:19.646736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-305b5fa7-72d3-4aa7-955d-2dd1decb262c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.705127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet 8e8e94fd-5b82-4c58-8725-ae464220cd5b {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:19.730483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:19.732075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a55e773e-1185-4416-a3f1-6872d7773e4e req-1ff3e2f8-68b9-4b60-ab74-fa11cc2d536a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345320 Sep 15 16:06:19.734843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.739897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b5fa7-72d3-4aa7-955d-2dd1decb262c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b2bdeb-ddb2-4233-8e69-add427f4b827,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:19.765591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3bcd2186-848d-460a-8921-e5d4946b24a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8158815 Sep 15 16:06:19.776612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36152) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:19.787159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': 'eced877f-8679-4d24-a243-85cfb62583a2', 'name': 'tempest-PortsTestJSON-323238409'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:19.850495 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-305b5fa7-72d3-4aa7-955d-2dd1decb262c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.856509 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-305b5fa7-72d3-4aa7-955d-2dd1decb262c tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9672873 Sep 15 16:06:19.877579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36154) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:19.886246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5b0109b6-37c5-4e82-98b0-aec8d2ac1d36 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': 'd23cdd25-f5a4-4441-9ba8-229cb2618590', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b7b2bdeb-ddb2-4233-8e69-add427f4b827'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:19.928529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a4242-0066-4a72-814d-74f546798e3c None None] Network eced877f-8679-4d24-a243-85cfb62583a2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:19.934833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.086227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-39482de1-ccd6-4e98-963a-d555450e3826 None None] Provisioning complete for port 774b2367-d6df-404f-9a28-22e919631e5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:20.086227 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-39482de1-ccd6-4e98-963a-d555450e3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.110549 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.197950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:20.205896 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.242175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port c78c14c2-4832-48c2-a44a-bc27952d7d90 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:06:20.255235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Deleting port 1e708679-e677-4e11-803f-4421592705c0 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:20.255525 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.401515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] For port 1e708679-e677-4e11-803f-4421592705c0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e708679-e677-4e11-803f-4421592705c0,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:20.402106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.407511 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-5b0109b6-37c5-4e82-98b0-aec8d2ac1d36 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:20.408902 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5b0109b6-37c5-4e82-98b0-aec8d2ac1d36 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5299265 Sep 15 16:06:20.415952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.423153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36156) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:20.463344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-39482de1-ccd6-4e98-963a-d555450e3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.464211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Calling delete_port for 1e708679-e677-4e11-803f-4421592705c0 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:20.471175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:16Z', 'revision_number': 8, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:20.494348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.14 (eced877f-8679-4d24-a243-85cfb62583a2/8c9ea818-e322-46fe-898f-73452233fdea/c78c14c2-4832-48c2-a44a-bc27952d7d90) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:20.507050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8e94fd-5b82-4c58-8725-ae464220cd5b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:20.511128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.518225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-04b82019-af5a-4e01-ba4d-8fa67b6439d0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/8e8e94fd-5b82-4c58-8725-ae464220cd5b HTTP/1.1" status: 204 len: 168 time: 1.0766428 Sep 15 16:06:20.528800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36158) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:20.535175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb89b7b-3a14-484c-a7a4-82cae3ad86ef None None] Network d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:20.537721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 80e61c2a-2452-40af-8d39-ee0fe9392b5c details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:06:20.547887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:20.568910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 774b2367-d6df-404f-9a28-22e919631e5f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:20.725027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:20.725587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:20.740329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-39482de1-ccd6-4e98-963a-d555450e3826 None None] For port 774b2367-d6df-404f-9a28-22e919631e5f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=774b2367-d6df-404f-9a28-22e919631e5f,segment=NetworkSegment(02d54e83-861b-4ee7-b0ef-428c6f464ac3),segment_id=02d54e83-861b-4ee7-b0ef-428c6f464ac3)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:20.861769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.resource_extend [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:06:20.890161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.894093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.897587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-39482de1-ccd6-4e98-963a-d555450e3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.911335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06c899c6-8bd0-4d80-abac-6a55aa45df5d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.940858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06c899c6-8bd0-4d80-abac-6a55aa45df5d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.000309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23e158-12b0-4698-b7bc-ec8620ed7334 req-519619e4-5eac-4bfc-84d7-6a91853fe01d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:21.002241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc23e158-12b0-4698-b7bc-ec8620ed7334 req-519619e4-5eac-4bfc-84d7-6a91853fe01d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 943 time: 0.0692198 Sep 15 16:06:21.109842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc23e158-12b0-4698-b7bc-ec8620ed7334 req-928dab47-9311-4260-9d5f-aa8e1de29b90 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908816 Sep 15 16:06:21.168583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.182988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 8e88ad37-b64e-473b-9714-a00f6c9341ec {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:21.183834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.208178 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06c899c6-8bd0-4d80-abac-6a55aa45df5d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.211185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06c899c6-8bd0-4d80-abac-6a55aa45df5d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.215497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-06c899c6-8bd0-4d80-abac-6a55aa45df5d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/b7b2bdeb-ddb2-4233-8e69-add427f4b827 HTTP/1.1" status: 204 len: 168 time: 0.7798870 Sep 15 16:06:21.218543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36166) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:21.241660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c899c6-8bd0-4d80-abac-6a55aa45df5d tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b2bdeb-ddb2-4233-8e69-add427f4b827,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.247371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network eced877f-8679-4d24-a243-85cfb62583a2 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:21.263613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:21.278639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:21.306586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=c78c14c2-4832-48c2-a44a-bc27952d7d90,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.316687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 8e88ad37-b64e-473b-9714-a00f6c9341ec, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8e88ad37-b64e-473b-9714-a00f6c9341ec,segment=NetworkSegment(3d377a9f-b5e9-4d42-bc6e-6785bce4da38),segment_id=3d377a9f-b5e9-4d42-bc6e-6785bce4da38)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:21.316687 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.343792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 8e88ad37-b64e-473b-9714-a00f6c9341ec owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:21.378487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:21.379304 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.409675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ffb258eb-a2bf-4f6a-bea7-4e93a637c9fc tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1893628 Sep 15 16:06:21.414153 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.417168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:21.434779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:21.498576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e708679-e677-4e11-803f-4421592705c0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.537657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c33a9953-a407-47e7-9f16-5908b9055684 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.542896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e69a4f26-519f-4a8a-a996-caaee32519bb tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7644975 Sep 15 16:06:21.548022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36170) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:21.604734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 774b2367-d6df-404f-9a28-22e919631e5f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:21.606245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.648549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f3002c23-ca66-4b57-829f-22d3aea61a3c None None] Provisioning complete for port d786ffff-da03-4a4e-a04b-deca08c55ffc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:21.648549 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3002c23-ca66-4b57-829f-22d3aea61a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.666365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c33a9953-a407-47e7-9f16-5908b9055684 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.726368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39482de1-ccd6-4e98-963a-d555450e3826 None None] Pushing event updated for resources: {'Port': ['ID=774b2367-d6df-404f-9a28-22e919631e5f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.726555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d961fc1-ad90-4a56-892b-d75a93c7ee9b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:21.728242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3d961fc1-ad90-4a56-892b-d75a93c7ee9b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1783226 Sep 15 16:06:21.731983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36172) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:21.766299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.815994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 80e61c2a-2452-40af-8d39-ee0fe9392b5c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=80e61c2a-2452-40af-8d39-ee0fe9392b5c,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:21.851695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.854829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=8e88ad37-b64e-473b-9714-a00f6c9341ec,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.859757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No DVR routers for this DVR port 8e88ad37-b64e-473b-9714-a00f6c9341ec on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:21.894797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f3002c23-ca66-4b57-829f-22d3aea61a3c None None] Port d786ffff-da03-4a4e-a04b-deca08c55ffc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:21.915962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port c78c14c2-4832-48c2-a44a-bc27952d7d90 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:21.924282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.933744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c33a9953-a407-47e7-9f16-5908b9055684 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.936342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '80e61c2a-2452-40af-8d39-ee0fe9392b5c', 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9', 'port_id': '80e61c2a-2452-40af-8d39-ee0fe9392b5c', 'mac_address': 'fa:16:3e:41:4e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e68b994-1d7c-43c5-a3db-f65ae89aa97c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:06:21.939837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c33a9953-a407-47e7-9f16-5908b9055684 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.944573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c33a9953-a407-47e7-9f16-5908b9055684 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/d23cdd25-f5a4-4441-9ba8-229cb2618590 HTTP/1.1" status: 204 len: 168 time: 0.5226922 Sep 15 16:06:21.953604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36176) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:21.975288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a9953-a407-47e7-9f16-5908b9055684 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23cdd25-f5a4-4441-9ba8-229cb2618590,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:22.046423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.068251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f3002c23-ca66-4b57-829f-22d3aea61a3c None None] Provisioning complete for port 774b2367-d6df-404f-9a28-22e919631e5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:22.069390 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3002c23-ca66-4b57-829f-22d3aea61a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.132780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:22.137047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.139887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4c6149f5-8ea8-4547-984b-cc18faa4b3c4 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1818459 Sep 15 16:06:22.148742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:22.153354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b15d84c2-3a9e-46ff-b6e4-7623b63483f7 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--39897106'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:22.161260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for c78c14c2-4832-48c2-a44a-bc27952d7d90 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:22.164823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d377a9f-b5e9-4d42-bc6e-6785bce4da38') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:22.167005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d377a9f-b5e9-4d42-bc6e-6785bce4da38') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:22.194866 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.197164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d1234-1d79-43ac-b34e-57ee3bc52771 None None] DHCP port deletion for d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:22.203484 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.277195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e61c2a-2452-40af-8d39-ee0fe9392b5c {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:06:22.301328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 80e61c2a-2452-40af-8d39-ee0fe9392b5c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=80e61c2a-2452-40af-8d39-ee0fe9392b5c,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:22.305233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:22.332452 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:22.388069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b15d84c2-3a9e-46ff-b6e4-7623b63483f7 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.456301 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.563472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=80e61c2a-2452-40af-8d39-ee0fe9392b5c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:22.619112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:16Z', 'revision_number': 8, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:22.623837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf075e-279e-46e4-ba34-22f8b17804ce req-33a4f511-cd88-4938-839a-3ab208634a6d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:22.628522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6eaf075e-279e-46e4-ba34-22f8b17804ce req-33a4f511-cd88-4938-839a-3ab208634a6d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 943 time: 0.3204210 Sep 15 16:06:22.649322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Router 050c508c-d2d0-48cd-8286-f5eaef1ec183 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:22.690837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['80e61c2a-2452-40af-8d39-ee0fe9392b5c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:06:22.695599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc0bf7-29a3-49f0-87a1-eceb24171868 None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:16Z', 'revision_number': 8, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '944d7546-1496-433a-892a-8e61f79c64ca', 'name': '', 'network_id': 'e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:56:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:49Z', 'updated_at': '2021-09-15T16:06:02Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '2aa9de7e-ecef-452c-aedc-c49761fa998b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:22.705798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6eaf075e-279e-46e4-ba34-22f8b17804ce req-027bb752-02d8-423f-b8a3-674a7452a721 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681095 Sep 15 16:06:22.751145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.771962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-faeea1b7-c53b-4c2a-b498-88fce7b43dfa None None] Provisioning complete for port d786ffff-da03-4a4e-a04b-deca08c55ffc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:22.772357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faeea1b7-c53b-4c2a-b498-88fce7b43dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.791332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=c78c14c2-4832-48c2-a44a-bc27952d7d90,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:22.799636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.852712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.858631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4 HTTP/1.1" status: 204 len: 168 time: 2.3217511 Sep 15 16:06:22.883619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36194) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:22.897708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-faeea1b7-c53b-4c2a-b498-88fce7b43dfa None None] Port d786ffff-da03-4a4e-a04b-deca08c55ffc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:22.918649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-faeea1b7-c53b-4c2a-b498-88fce7b43dfa None None] Could not find standard attr ID for object c78c14c2-4832-48c2-a44a-bc27952d7d90. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:06:23.046135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f981457-5e9d-4e97-88da-49dfc5f15959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=d3b4bbf6-0ff7-41f9-b26d-8a081a7769a4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:23.051187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:23.055868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.061915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8f6f9d2-345a-4427-92a5-06b0a74b4956 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/c78c14c2-4832-48c2-a44a-bc27952d7d90 HTTP/1.1" status: 204 len: 168 time: 1.3283095 Sep 15 16:06:23.070818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:23.071440 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-662a8df0-9516-4473-9a35-a6f3e7f4de29 admin admin] 10.222.0.63 "PUT /v2.0/routers/050c508c-d2d0-48cd-8286-f5eaef1ec183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4711273 Sep 15 16:06:23.077103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 774b2367-d6df-404f-9a28-22e919631e5f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:23.078495 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] Sync routers for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:23.086888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36198) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:23.096733 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:23.097292 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:23.150109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b15d84c2-3a9e-46ff-b6e4-7623b63483f7 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.191456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 774b2367-d6df-404f-9a28-22e919631e5f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:23.191838 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.218332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b15d84c2-3a9e-46ff-b6e4-7623b63483f7 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.295328 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f65869-7dae-445e-b599-3097b74f8f41 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:06:23.298203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69f65869-7dae-445e-b599-3097b74f8f41 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/c78c14c2-4832-48c2-a44a-bc27952d7d90 HTTP/1.1" status: 404 len: 333 time: 0.2101502 Sep 15 16:06:23.303210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:23.369278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b15d84c2-3a9e-46ff-b6e4-7623b63483f7 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.371003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b15d84c2-3a9e-46ff-b6e4-7623b63483f7 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2212784 Sep 15 16:06:23.378897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36204) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:23.394145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-de10a15d-9e69-45d2-ba9b-1d261fb2e7fe tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': '8a824053-195e-4986-b18f-32813bf12716', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:23.422991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d84c2-3a9e-46ff-b6e4-7623b63483f7 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a824053-195e-4986-b18f-32813bf12716,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:23.507787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:23.538763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port d786ffff-da03-4a4e-a04b-deca08c55ffc {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:23.539367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.555594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8e88ad37-b64e-473b-9714-a00f6c9341ec no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:23.620110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 8e88ad37-b64e-473b-9714-a00f6c9341ec {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:23.620825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8e88ad37-b64e-473b-9714-a00f6c9341ec not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:23.749287 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.774006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for d786ffff-da03-4a4e-a04b-deca08c55ffc owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:23.793514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.984530 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T16:06:21Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:23.998336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710812b-a76e-43fc-966c-f5ef4e2d253c req-e7c7c42a-c2b9-4e9e-a94f-ac1b7ff8921b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:24.000131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8710812b-a76e-43fc-966c-f5ef4e2d253c req-e7c7c42a-c2b9-4e9e-a94f-ac1b7ff8921b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 944 time: 0.1359937 Sep 15 16:06:24.033441 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] Checking router: 050c508c-d2d0-48cd-8286-f5eaef1ec183 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:24.067891 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] Routers {'050c508c-d2d0-48cd-8286-f5eaef1ec183'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:24.070988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['050c508c-d2d0-48cd-8286-f5eaef1ec183'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:24.094160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08078c70-34df-4c12-8e52-64ae5d3949fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.149189 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-de10a15d-9e69-45d2-ba9b-1d261fb2e7fe tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:24.150326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-de10a15d-9e69-45d2-ba9b-1d261fb2e7fe tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7623496 Sep 15 16:06:24.153456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.163296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d1c50a05-8e20-4b06-85ba-a06e0e5bf870 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group_rule': {'security_group_id': '8a824053-195e-4986-b18f-32813bf12716', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:24.181576 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8710812b-a76e-43fc-966c-f5ef4e2d253c req-d156de02-5386-45a4-bb70-b58dc0009ebd tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245551 Sep 15 16:06:24.183746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.217661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.262219 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] Set router 050c508c-d2d0-48cd-8286-f5eaef1ec183 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:24.269424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.299940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=d786ffff-da03-4a4e-a04b-deca08c55ffc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:24.444671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.453908 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2815adcf-0717-4b00-8ed2-20a1f33d9022 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/d786ffff-da03-4a4e-a04b-deca08c55ffc HTTP/1.1" status: 204 len: 168 time: 1.1417704 Sep 15 16:06:24.455042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36214) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.518477 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e97109e-aaee-42b7-9f00-aa5f2df9c208 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:06:24.525134 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8e97109e-aaee-42b7-9f00-aa5f2df9c208 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/d786ffff-da03-4a4e-a04b-deca08c55ffc HTTP/1.1" status: 404 len: 333 time: 0.0637479 Sep 15 16:06:24.525780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36216) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.533582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:24.580738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:24.581175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 67b18a6c-11c1-4636-a4b6-0ee13d8b7f12 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:24.582811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 80e61c2a-2452-40af-8d39-ee0fe9392b5c up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:24.613491 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-d1c50a05-8e20-4b06-85ba-a06e0e5bf870 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:06:24.625735 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d1c50a05-8e20-4b06-85ba-a06e0e5bf870 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4681911 Sep 15 16:06:24.626916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36218) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.689542 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T16:06:21Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:24.737902 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace46c91-4502-4bbc-9bf0-fa43c054c5fd None None] The sync data for ids ['050c508c-d2d0-48cd-8286-f5eaef1ec183'] in n-d-808199-2 is: [{'id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'name': 'tempest-TaggedBootDevicesTest_v242-1035437227-router', 'tenant_id': 'a6676d2b0a39459eba370ebe3610051f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:53:53Z', 'updated_at': '2021-09-15T16:06:21Z', 'revision_number': 5, 'project_id': 'a6676d2b0a39459eba370ebe3610051f', 'gw_port': {'id': '3439b481-f5ba-4c1c-b536-ceb8bf8c3963', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050c508c-d2d0-48cd-8286-f5eaef1ec183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:53:54Z', 'updated_at': '2021-09-15T15:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:24.772788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 8c9ea818-e322-46fe-898f-73452233fdea {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:24.788096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.793233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-390899d1-5722-4b98-9378-aec9a7c751f3 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.830617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 80e61c2a-2452-40af-8d39-ee0fe9392b5c completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:06:24.844731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 80e61c2a-2452-40af-8d39-ee0fe9392b5c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:24.845307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.879980 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-390899d1-5722-4b98-9378-aec9a7c751f3 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.922169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.932886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Deleting port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:24.933520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.997537 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.069075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 80e61c2a-2452-40af-8d39-ee0fe9392b5c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=80e61c2a-2452-40af-8d39-ee0fe9392b5c,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:25.071467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e61c2a-2452-40af-8d39-ee0fe9392b5c'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:25.078500 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d229daf8-35f4-4d09-8500-dbc7933c1e97" -d '{"events": [{"server_uuid": "18e145c5-8b9f-42a7-a8eb-7e1cc6422331", "name": "network-vif-plugged", "status": "completed", "tag": "80e61c2a-2452-40af-8d39-ee0fe9392b5c"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:25.179996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.199199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] For port 3439b481-f5ba-4c1c-b536-ceb8bf8c3963, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:25.199793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.267326 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a6fcc2-fc8e-43fa-a3ed-56c76b0151fc x-openstack-request-id: req-60a6fcc2-fc8e-43fa-a3ed-56c76b0151fc {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:25.267624 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e145c5-8b9f-42a7-a8eb-7e1cc6422331", "name": "network-vif-plugged", "status": "completed", "tag": "80e61c2a-2452-40af-8d39-ee0fe9392b5c", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:25.267884 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-60a6fcc2-fc8e-43fa-a3ed-56c76b0151fc {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:25.268280 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e61c2a-2452-40af-8d39-ee0fe9392b5c', 'code': 200} Sep 15 16:06:25.274924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Calling delete_port for 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:25.365689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=80e61c2a-2452-40af-8d39-ee0fe9392b5c,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.446230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 944d7546-1496-433a-892a-8e61f79c64ca {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:25.446733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.661615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 944d7546-1496-433a-892a-8e61f79c64ca, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=944d7546-1496-433a-892a-8e61f79c64ca,segment=NetworkSegment(937d51a7-4cca-4765-9301-e7082ba0453c),segment_id=937d51a7-4cca-4765-9301-e7082ba0453c)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:25.661977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.682788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 944d7546-1496-433a-892a-8e61f79c64ca owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:25.723686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717e189-68da-4601-aece-0450b7060715 req-509d2cdb-5ea3-4311-b3e9-73921ca0fab2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:25.725291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e717e189-68da-4601-aece-0450b7060715 req-509d2cdb-5ea3-4311-b3e9-73921ca0fab2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 945 time: 0.1908975 Sep 15 16:06:25.731461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecd1a1-705a-48de-b0d2-0b7e2cf624d5 req-594fd4c6-961c-4517-92ff-b1dcf7b9a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:25.734366 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-58ecd1a1-705a-48de-b0d2-0b7e2cf624d5 req-594fd4c6-961c-4517-92ff-b1dcf7b9a6f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 1096 time: 0.1905286 Sep 15 16:06:25.786582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.832198 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.833714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-390899d1-5722-4b98-9378-aec9a7c751f3 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.836785 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-390899d1-5722-4b98-9378-aec9a7c751f3 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.838008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-390899d1-5722-4b98-9378-aec9a7c751f3 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/8a824053-195e-4986-b18f-32813bf12716 HTTP/1.1" status: 204 len: 168 time: 1.1997132 Sep 15 16:06:25.869617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36228) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:25.892181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e717e189-68da-4601-aece-0450b7060715 req-272a3467-b13a-403f-b698-7cbc616001e3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567812 Sep 15 16:06:25.893931 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-58ecd1a1-705a-48de-b0d2-0b7e2cf624d5 req-9f28341c-aa20-4ff7-aaab-33b964e0a64e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476095 Sep 15 16:06:25.904980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390899d1-5722-4b98-9378-aec9a7c751f3 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a824053-195e-4986-b18f-32813bf12716,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.964821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4febd835-5012-41d2-8291-9bfe381bb9a8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937998 Sep 15 16:06:25.979914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36230) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:25.986122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-082ffe5c-5fb5-4237-8df3-1ed3b29bd62e tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'tempest-secgroup--59570002'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:25.988787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3439b481-f5ba-4c1c-b536-ceb8bf8c3963,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:26.074410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.082388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.127717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9ea818-e322-46fe-898f-73452233fdea,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:26.137501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.143262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6cefe769-c7c3-4ccb-a085-30ecd73493ac tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/8c9ea818-e322-46fe-898f-73452233fdea HTTP/1.1" status: 204 len: 168 time: 1.6138148 Sep 15 16:06:26.143895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36232) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:26.150936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799e0894-7a21-44dc-867d-bc6e25878978 None None] Network eced877f-8679-4d24-a243-85cfb62583a2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:26.228994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.231183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.241716 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-082ffe5c-5fb5-4237-8df3-1ed3b29bd62e tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.247619 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.277141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.287632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=944d7546-1496-433a-892a-8e61f79c64ca,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:26.556509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 774b2367-d6df-404f-9a28-22e919631e5f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:26.557043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.563316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.564602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 050c508c-d2d0-48cd-8286-f5eaef1ec183 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:06:26.574369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.574852 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.577585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a958ce6b-73a5-4e74-90b7-332e5248e8c1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/050c508c-d2d0-48cd-8286-f5eaef1ec183 HTTP/1.1" status: 204 len: 168 time: 3.4882390 Sep 15 16:06:26.582690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36238) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:26.593063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] DHCP port deletion for eced877f-8679-4d24-a243-85cfb62583a2 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:26.681656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-082ffe5c-5fb5-4237-8df3-1ed3b29bd62e tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.727873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] Deleting port 774b2367-d6df-404f-9a28-22e919631e5f {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:26.727873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.727873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e708679-e677-4e11-803f-4421592705c0 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:26.755265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] Deleting subnet 1cead18e-5177-4b02-8696-b4085c0a29ee {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:26.760345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.812095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] For port 774b2367-d6df-404f-9a28-22e919631e5f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=774b2367-d6df-404f-9a28-22e919631e5f,segment=NetworkSegment(02d54e83-861b-4ee7-b0ef-428c6f464ac3),segment_id=02d54e83-861b-4ee7-b0ef-428c6f464ac3)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:26.812716 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.813975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.843488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] For port 774b2367-d6df-404f-9a28-22e919631e5f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=774b2367-d6df-404f-9a28-22e919631e5f,segment=NetworkSegment(02d54e83-861b-4ee7-b0ef-428c6f464ac3),segment_id=02d54e83-861b-4ee7-b0ef-428c6f464ac3)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:26.844456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.845530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 774b2367-d6df-404f-9a28-22e919631e5f owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:26.851731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.861022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] Calling delete_port for 774b2367-d6df-404f-9a28-22e919631e5f owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:27.008706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-082ffe5c-5fb5-4237-8df3-1ed3b29bd62e tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.066678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1e708679-e677-4e11-803f-4421592705c0 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:27.067026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e708679-e677-4e11-803f-4421592705c0 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:27.101347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ffe5c-5fb5-4237-8df3-1ed3b29bd62e tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c6fcc-3617-405d-97c0-14c23caa94bc,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:27.249664 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.253577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb1516-8115-47f7-8086-a9b245e0011d req-f2de0828-17a0-4145-ba17-e546b8a448e8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:27.255576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85eb1516-8115-47f7-8086-a9b245e0011d req-f2de0828-17a0-4145-ba17-e546b8a448e8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 945 time: 0.1131186 Sep 15 16:06:27.305442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:27.312656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.316970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.365485 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] Pushing event deleted for resources: {'Port': ['ID=774b2367-d6df-404f-9a28-22e919631e5f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:27.367557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.372115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf26f8-3425-46fd-9b9a-1d9ad991cbc0 None None] No DVR routers for this DVR port 774b2367-d6df-404f-9a28-22e919631e5f on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:27.391746 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-85eb1516-8115-47f7-8086-a9b245e0011d req-9a42fe50-9153-435a-b4c5-014d54d2bb26 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260519 Sep 15 16:06:27.396475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No DVR routers for this DVR port 774b2367-d6df-404f-9a28-22e919631e5f on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:27.409521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=774b2367-d6df-404f-9a28-22e919631e5f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:27.434831 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97b72488-ec2e-444a-848a-87c9caa6d1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.463276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:27.470748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2d7f80d6-c34f-455d-a0c0-63620bceb91a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5858603 Sep 15 16:06:27.472697 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.475686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36244) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:27.487135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:27.511593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:27.513570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:27.519438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cead18e-5177-4b02-8696-b4085c0a29ee,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:27.598382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.601884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f18a5b61-900d-4931-906e-fbd2fab6959c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/1cead18e-5177-4b02-8696-b4085c0a29ee HTTP/1.1" status: 204 len: 168 time: 1.0073028 Sep 15 16:06:27.610938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36250) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:27.629251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bce299-5d22-4079-86c6-38a20e80352a None None] Network 750c4d85-afa9-4a00-a89d-5380a155e225 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:27.679304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.687007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet 2aa9de7e-ecef-452c-aedc-c49761fa998b {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:27.716175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.725906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eced877f-8679-4d24-a243-85cfb62583a2']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:27.742288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d54e83-861b-4ee7-b0ef-428c6f464ac3') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:27.742608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d54e83-861b-4ee7-b0ef-428c6f464ac3') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:27.761742 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-082ffe5c-5fb5-4237-8df3-1ed3b29bd62e tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.766303 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-082ffe5c-5fb5-4237-8df3-1ed3b29bd62e tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7820487 Sep 15 16:06:27.774708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36254) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:27.788310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b7158faa-e982-43f0-804e-2944dc43f404 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:27.791175 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-b7158faa-e982-43f0-804e-2944dc43f404 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 16:06:27.791442 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-b7158faa-e982-43f0-804e-2944dc43f404 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] update failed (client error): There was a conflict when trying to complete your request. Sep 15 16:06:27.793853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b7158faa-e982-43f0-804e-2944dc43f404 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "PUT /v2.0/security-groups/e42c6fcc-3617-405d-97c0-14c23caa94bc HTTP/1.1" status: 409 len: 330 time: 0.0213249 Sep 15 16:06:27.798783 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.807658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36256) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:27.831823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.858768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:27.859199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:27.866921 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:27.890903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:27.967369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.982449 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.990181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a58-9703-4c86-8c0f-f37f509628c1 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.997813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] DHCP port deletion for 750c4d85-afa9-4a00-a89d-5380a155e225 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:28.019853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a58-9703-4c86-8c0f-f37f509628c1 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.166902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.185370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] Deleting port 7b5ade46-009f-400e-afff-1774cccb08e6 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:28.185843 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.214375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Deleting port 7b5ade46-009f-400e-afff-1774cccb08e6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:28.215304 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.238087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.244518 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a58-9703-4c86-8c0f-f37f509628c1 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.254393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1eaa2a58-9703-4c86-8c0f-f37f509628c1 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.262585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1eaa2a58-9703-4c86-8c0f-f37f509628c1 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/e42c6fcc-3617-405d-97c0-14c23caa94bc HTTP/1.1" status: 204 len: 168 time: 0.4515426 Sep 15 16:06:28.264652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36258) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:28.315935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] For port 7b5ade46-009f-400e-afff-1774cccb08e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7b5ade46-009f-400e-afff-1774cccb08e6,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:28.316388 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.321545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.328051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/eced877f-8679-4d24-a243-85cfb62583a2 HTTP/1.1" status: 204 len: 168 time: 2.1824484 Sep 15 16:06:28.330688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c5333-f8a4-4e95-b4dc-97b878c15529 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=eced877f-8679-4d24-a243-85cfb62583a2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:28.332504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36260) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:28.344615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1923800626'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:28.352898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa2a58-9703-4c86-8c0f-f37f509628c1 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c6fcc-3617-405d-97c0-14c23caa94bc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:28.365548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] Calling delete_port for 7b5ade46-009f-400e-afff-1774cccb08e6 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:28.408851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] For port 7b5ade46-009f-400e-afff-1774cccb08e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7b5ade46-009f-400e-afff-1774cccb08e6,segment=NetworkSegment(39e0ac1f-6e9e-4fcf-9058-af79c66d2653),segment_id=39e0ac1f-6e9e-4fcf-9058-af79c66d2653)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:28.408851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.432737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d33ab24e-ebc9-492e-abed-a3a5c5c61c83 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1628282 Sep 15 16:06:28.436760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36264) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:28.439427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Calling delete_port for 7b5ade46-009f-400e-afff-1774cccb08e6 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:28.474705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:25Z', 'revision_number': 9, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:28.505757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:28.509713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.510683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:28.532556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.539061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:28.540049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.540649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:28.549666 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-58edd489-9c93-4b22-99ec-20b08d2dabe9 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] delete failed (client error): The resource could not be found. Sep 15 16:06:28.559993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-58edd489-9c93-4b22-99ec-20b08d2dabe9 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "DELETE /v2.0/security-groups/7b87da11-6752-434d-843d-a754c1fe3d26 HTTP/1.1" status: 404 len: 347 time: 0.1146972 Sep 15 16:06:28.585249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36266) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:28.589518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa9de7e-ecef-452c-aedc-c49761fa998b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:28.604049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.610218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-66f30942-23d2-40ac-9050-dd6e62ddb178 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/2aa9de7e-ecef-452c-aedc-c49761fa998b HTTP/1.1" status: 204 len: 168 time: 1.1058459 Sep 15 16:06:28.610873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36268) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:28.627598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13116490-13ed-4595-8def-f559f5bbbc92 None None] Network e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:28.631045 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-7b6b9ebb-cf99-45c7-a424-63ceac9957e2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] show failed (client error): The resource could not be found. Sep 15 16:06:28.633140 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b6b9ebb-cf99-45c7-a424-63ceac9957e2 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-groups/c44da1c5-3d65-459d-8909-62accec8fa54 HTTP/1.1" status: 404 len: 347 time: 0.0458810 Sep 15 16:06:28.646287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36270) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:28.687306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b5ade46-009f-400e-afff-1774cccb08e6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:28.721682 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-83efe1b5-24c2-49ec-a237-13ca7f8868e8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] show failed (client error): The resource could not be found. Sep 15 16:06:28.721682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-83efe1b5-24c2-49ec-a237-13ca7f8868e8 tempest-NegativeSecGroupIPv6Test-1712007010 tempest-NegativeSecGroupIPv6Test-1712007010-project] 10.222.0.63 "GET /v2.0/security-group-rules/c7a0806d-2fbf-4d8b-9541-94607f57336e HTTP/1.1" status: 404 len: 356 time: 0.0646467 Sep 15 16:06:28.740320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:06:28.788260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41a93-c174-400e-b15e-21343788e6df req-74bc02ff-6915-4f79-8b9a-01d5506e65e3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:28.791142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bd41a93-c174-400e-b15e-21343788e6df req-74bc02ff-6915-4f79-8b9a-01d5506e65e3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 945 time: 0.2187037 Sep 15 16:06:28.795363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.795930 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment 5b324654-4256-4c54-bbd6-430ed7de95fb of type vlan for network 1eb56b22-9809-4209-8d69-ead0eafdb649 Sep 15 16:06:28.877482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.886507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.932873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.949552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5ade46-009f-400e-afff-1774cccb08e6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:28.958379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bd41a93-c174-400e-b15e-21343788e6df req-b628c018-3d25-471c-92ff-24847be3dc9c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458127 Sep 15 16:06:28.992790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] No DVR routers for this DVR port 7b5ade46-009f-400e-afff-1774cccb08e6 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:29.100481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.102106 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.147874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:29.152422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.174189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750c4d85-afa9-4a00-a89d-5380a155e225']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:29.202234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.208766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e0ac1f-6e9e-4fcf-9058-af79c66d2653') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:29.209617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e0ac1f-6e9e-4fcf-9058-af79c66d2653') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:29.213353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.214565 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.247282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] Pushing event deleted for resources: {'Port': ['ID=7b5ade46-009f-400e-afff-1774cccb08e6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:29.269749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0307972c-ed89-4c22-8afa-9183d818b622 None None] No DVR routers for this DVR port 7b5ade46-009f-400e-afff-1774cccb08e6 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:29.292479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.321436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:29.333016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bb3055c-8ab4-4a5f-ab86-21724483a5f1,segment=NetworkSegment(937d51a7-4cca-4765-9301-e7082ba0453c),segment_id=937d51a7-4cca-4765-9301-e7082ba0453c)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:29.333668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.339847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.348090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=1eb56b22-9809-4209-8d69-ead0eafdb649,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:29.368166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:29.369246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:29.372180 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:29.387779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:29.389501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port 7b5ade46-009f-400e-afff-1774cccb08e6 {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:06:29.389501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b5ade46-009f-400e-afff-1774cccb08e6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:29.389501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 774b2367-d6df-404f-9a28-22e919631e5f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:29.417850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:06:29.432613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-38c70055-555b-4586-af91-0d60e3feb1e0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0931437 Sep 15 16:06:29.438839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36280) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:29.449701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:29.471351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 774b2367-d6df-404f-9a28-22e919631e5f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:29.472191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 774b2367-d6df-404f-9a28-22e919631e5f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:29.473189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:29.548616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.559207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.563072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] 10.222.0.63 "DELETE /v2.0/networks/750c4d85-afa9-4a00-a89d-5380a155e225 HTTP/1.1" status: 204 len: 168 time: 1.9507501 Sep 15 16:06:29.601796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05bb59-d0ce-4fed-8335-aabc760c9ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=750c4d85-afa9-4a00-a89d-5380a155e225,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:29.659115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:29.659577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3439b481-f5ba-4c1c-b536-ceb8bf8c3963 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:29.767380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:29.772388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.774044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:29.847771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36290) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:29.894636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=1bb3055c-8ab4-4a5f-ab86-21724483a5f1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:29.897320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No DVR routers for this DVR port 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:30.039141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29675b0a-804d-4d93-ae10-58fb0520308e None None] DHCP port deletion for e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:30.146928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86f488-f943-475e-b016-0ed1e335bbc6 req-bceebfb7-2982-4db3-9747-bd904b5961a8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:30.149808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.162599 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e86f488-f943-475e-b016-0ed1e335bbc6 req-bceebfb7-2982-4db3-9747-bd904b5961a8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 945 time: 0.2457221 Sep 15 16:06:30.181781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:25Z', 'revision_number': 9, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:30.195160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:30.218092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937d51a7-4cca-4765-9301-e7082ba0453c') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:30.218855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937d51a7-4cca-4765-9301-e7082ba0453c') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:30.224389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d00d8-fbca-4c6d-937d-38ae14ea1184 None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:25Z', 'revision_number': 9, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': '5986be66-4bea-4f40-a300-2026190bf131', 'name': '', 'network_id': 'b856b787-90f7-401c-b84c-6db76d76f383', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:f6:40:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:37Z', 'updated_at': '2021-09-15T16:05:49Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '063f38fd-976a-4fb1-b3a3-020de2da979a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:30.236160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.237046 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.250694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.289246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.300643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:30.301956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:30.305208 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:30.376962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1c365488-7384-49eb-a29c-7e442c9e820d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79118d304b8b4aeaa07be6c1d3a9befc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272589 Sep 15 16:06:30.377972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36300) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:30.395352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36302) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:30.408616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e86f488-f943-475e-b016-0ed1e335bbc6 req-b28f8cb5-ed5a-434b-9b76-7b7b2726c06e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445469 Sep 15 16:06:30.468899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0cded7b4-10d1-4045-ad13-c8ce93fee530 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a6676d2b0a39459eba370ebe3610051f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725806 Sep 15 16:06:30.471651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36304) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:30.534837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.538523 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b553f5b-e80f-4fe6-9558-4ecc8b6d0863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.540668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.542767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549 HTTP/1.1" status: 204 len: 168 time: 1.9291005 Sep 15 16:06:30.547467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36306) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:30.570526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e320f42-87a9-4922-b79b-30584dbecd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.578880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246f87d-49c8-4305-9078-9c40d4f81ea8 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=e0e1bcdd-e127-4f4c-bb4e-2f7b10bb4549,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:30.630084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.633873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e320f42-87a9-4922-b79b-30584dbecd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.705617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b553f5b-e80f-4fe6-9558-4ecc8b6d0863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.705617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=2d62165b-2cde-4d18-b86a-3688304b373d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:30.752772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:30.810954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:30.811419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1bb3055c-8ab4-4a5f-ab86-21724483a5f1 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:30.812032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 944d7546-1496-433a-892a-8e61f79c64ca no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:30.846449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 944d7546-1496-433a-892a-8e61f79c64ca {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:30.847723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 944d7546-1496-433a-892a-8e61f79c64ca not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:30.876876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': '5b324654-4256-4c54-bbd6-430ed7de95fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:30.880625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: 1eb56b22-9809-4209-8d69-ead0eafdb649, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:06:30.880854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e320f42-87a9-4922-b79b-30584dbecd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.885437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3e320f42-87a9-4922-b79b-30584dbecd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.887641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3e320f42-87a9-4922-b79b-30584dbecd30 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/be0f2f8e-78ca-4a36-9d4f-343e67bcb769 HTTP/1.1" status: 204 len: 168 time: 0.4146657 Sep 15 16:06:30.918455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e320f42-87a9-4922-b79b-30584dbecd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0f2f8e-78ca-4a36-9d4f-343e67bcb769,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:30.977295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36312) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:31.192403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:06:31.205460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb37cd99-fdce-447a-86e6-24c1d40ccf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.224636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b553f5b-e80f-4fe6-9558-4ecc8b6d0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.228038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b553f5b-e80f-4fe6-9558-4ecc8b6d0863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.229324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b553f5b-e80f-4fe6-9558-4ecc8b6d0863 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5ce7f15-2422-4778-a6bb-eb96b85a0526 HTTP/1.1" status: 204 len: 168 time: 0.8433356 Sep 15 16:06:31.265808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b553f5b-e80f-4fe6-9558-4ecc8b6d0863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ce7f15-2422-4778-a6bb-eb96b85a0526,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:31.295432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-4fd4ab53-3ccb-480d-a4b4-91470464e077 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.298759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-4fd4ab53-3ccb-480d-a4b4-91470464e077 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.55 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 945 time: 0.1387596 Sep 15 16:06:31.360863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb37cd99-fdce-447a-86e6-24c1d40ccf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.364212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 1eb56b22-9809-4209-8d69-ead0eafdb649) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:31.374113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.375370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.375781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5caae3-af1f-4766-9b15-283f9d610e72 None None] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:31.482145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb37cd99-fdce-447a-86e6-24c1d40ccf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.595893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37cd99-fdce-447a-86e6-24c1d40ccf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9023f99a-77ec-4ea4-afcb-bbf6a1ef4932,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:31.603822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-43b9399b-b3c5-4ce7-bac0-f39bbbe684ae tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1536160 Sep 15 16:06:31.621767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36324) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:31.632269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649', 'name': 'tempest-PortsTestJSON-797230929', 'fixed_ips': [{'subnet_id': '2d62165b-2cde-4d18-b86a-3688304b373d', 'ip_address': '172.20.0.10'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:31.646861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eb37cd99-fdce-447a-86e6-24c1d40ccf43 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=766eea0815d341fbb74bcbf9ce090783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645358 Sep 15 16:06:31.648351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36326) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:31.767137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb556-247e-4ee4-a835-1e13a7b61401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.777723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Deleting port 80e61c2a-2452-40af-8d39-ee0fe9392b5c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:31.778091 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.812862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-1eb56b22-9809-4209-8d69-ead0eafdb649', 'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649', 'tenant_id': '0aaf62eeb6734997a96c0a60ed53f248', 'fixed_ips': [{'subnet_id': '2d62165b-2cde-4d18-b86a-3688304b373d'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:06:31.814296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.818564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb556-247e-4ee4-a835-1e13a7b61401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.948716 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.062934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb556-247e-4ee4-a835-1e13a7b61401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.066026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e9acc-4d4c-48de-9f0e-a922462b808f req-28a21065-c92b-4020-bf59-2109e899691d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:32.067758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb556-247e-4ee4-a835-1e13a7b61401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.068975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a7e9acc-4d4c-48de-9f0e-a922462b808f req-28a21065-c92b-4020-bf59-2109e899691d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 945 time: 0.4695480 Sep 15 16:06:32.074284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b2dcb556-247e-4ee4-a835-1e13a7b61401 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9023f99a-77ec-4ea4-afcb-bbf6a1ef4932 HTTP/1.1" status: 204 len: 168 time: 0.4189394 Sep 15 16:06:32.102441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcb556-247e-4ee4-a835-1e13a7b61401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9023f99a-77ec-4ea4-afcb-bbf6a1ef4932,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:32.442607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Allocated IP 172.20.0.2 (1eb56b22-9809-4209-8d69-ead0eafdb649/2d62165b-2cde-4d18-b86a-3688304b373d/4d604bca-1e01-466d-b77d-f3a9d94f4f6a) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:32.447152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a7e9acc-4d4c-48de-9f0e-a922462b808f req-bfbca7f0-4751-4351-b856-7a7851c0de6c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599904 Sep 15 16:06:32.520764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] For port 80e61c2a-2452-40af-8d39-ee0fe9392b5c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=80e61c2a-2452-40af-8d39-ee0fe9392b5c,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:32.521977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.543756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Calling delete_port for 80e61c2a-2452-40af-8d39-ee0fe9392b5c owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:32.763170 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.763864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:32.865654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.969072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:32.971723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:32.978146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 5986be66-4bea-4f40-a300-2026190bf131 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:32.982201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.982413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:32.989776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Pushing event updated for resources: {'Port': ['ID=4d604bca-1e01-466d-b77d-f3a9d94f4f6a,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:32.990339 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:33.052603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 583df5cd-dc74-4f80-a2a8-59a8fb203552 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:06:33.104931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Attempting to bind port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:33.105725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Attempting to bind port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '5b324654-4256-4c54-bbd6-430ed7de95fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:33.107899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Attempting to bind port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a on network 1eb56b22-9809-4209-8d69-ead0eafdb649 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:33.117213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:33.117599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Checking segment: {'id': '5b324654-4256-4c54-bbd6-430ed7de95fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:33.118741 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:33.119587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Bound using segment: {'id': '5b324654-4256-4c54-bbd6-430ed7de95fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:33.120637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Bound port: 4d604bca-1e01-466d-b77d-f3a9d94f4f6a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b324654-4256-4c54-bbd6-430ed7de95fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:33.121761 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:33.128750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:33.143911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8e1dcae4-cccb-41c1-9787-ffc08322d2ce'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:06:33.235365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Pushing event deleted for resources: {'Port': ['ID=80e61c2a-2452-40af-8d39-ee0fe9392b5c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:33.331706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] For port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:33.341333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] For port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4d604bca-1e01-466d-b77d-f3a9d94f4f6a,segment=NetworkSegment(5b324654-4256-4c54-bbd6-430ed7de95fb),segment_id=5b324654-4256-4c54-bbd6-430ed7de95fb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:33.425404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 5986be66-4bea-4f40-a300-2026190bf131, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5986be66-4bea-4f40-a300-2026190bf131,segment=NetworkSegment(c4e8a51e-241b-42a5-9c02-f3f2967dd7bb),segment_id=c4e8a51e-241b-42a5-9c02-f3f2967dd7bb)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:33.426188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:33.451410 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:33.474765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] No DVR routers for this DVR port 80e61c2a-2452-40af-8d39-ee0fe9392b5c on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:33.491251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:33.497930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9186fba-7e38-4fc8-81eb-ed1fffecec19 req-5da1d9b5-f689-4abd-97ce-11a954bf5564 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.55 "DELETE /v2.0/ports/80e61c2a-2452-40af-8d39-ee0fe9392b5c HTTP/1.1" status: 204 len: 173 time: 2.1912873 Sep 15 16:06:33.499315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'name': 'network-vif-deleted', 'tag': '80e61c2a-2452-40af-8d39-ee0fe9392b5c'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:33.504152 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84e44a7-3124-43c6-a390-746756b6b941" -d '{"events": [{"server_uuid": "18e145c5-8b9f-42a7-a8eb-7e1cc6422331", "name": "network-vif-deleted", "tag": "80e61c2a-2452-40af-8d39-ee0fe9392b5c"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:33.510318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 5986be66-4bea-4f40-a300-2026190bf131 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:33.552214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213a5cc-1af1-4f45-abda-a3628c5dd2dc None None] Pushing event updated for resources: {'Port': ['ID=4d604bca-1e01-466d-b77d-f3a9d94f4f6a,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:33.790999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36372) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:33.851402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.039189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36376) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:34.226016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.306111 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a8205-bda4-4813-83f7-300b1ef51103 x-openstack-request-id: req-bc8a8205-bda4-4813-83f7-300b1ef51103 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:34.306252 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e145c5-8b9f-42a7-a8eb-7e1cc6422331", "name": "network-vif-deleted", "tag": "80e61c2a-2452-40af-8d39-ee0fe9392b5c", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:34.306521 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bc8a8205-bda4-4813-83f7-300b1ef51103 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:34.307377 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e145c5-8b9f-42a7-a8eb-7e1cc6422331', 'name': 'network-vif-deleted', 'tag': '80e61c2a-2452-40af-8d39-ee0fe9392b5c', 'status': 'completed', 'code': 200} Sep 15 16:06:34.310680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.345928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.10 (1eb56b22-9809-4209-8d69-ead0eafdb649/2d62165b-2cde-4d18-b86a-3688304b373d/583df5cd-dc74-4f80-a2a8-59a8fb203552) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:34.358463 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0be43fbd-bc25-45ec-8e18-1d56f46e34a5 req-773ef635-cf34-4a87-9beb-4a2dfa0ba35c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=18e145c5-8b9f-42a7-a8eb-7e1cc6422331 HTTP/1.1" status: 200 len: 210 time: 0.0510750 Sep 15 16:06:34.414888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aa839d3fd9764750bffc49dd0883b081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6184180 Sep 15 16:06:34.423385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab671467-d720-4f7e-b9c1-16f08ee954a5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:34.430263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36382) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:34.434301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.435651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.436326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.436961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.437513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.438061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.439183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.439743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.440291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.440859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.441406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.441955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23dea4e-388a-4b89-9bb3-c9043ab1b6e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:34.599986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 80e61c2a-2452-40af-8d39-ee0fe9392b5c no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:34.639229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46f4b468-2ccb-45aa-900d-e5c622d510f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.674748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4d604bca-1e01-466d-b77d-f3a9d94f4f6a up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:34.677532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 80e61c2a-2452-40af-8d39-ee0fe9392b5c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:34.678087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 80e61c2a-2452-40af-8d39-ee0fe9392b5c not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:34.686609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1119238626-network', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:34.696941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46f4b468-2ccb-45aa-900d-e5c622d510f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.743552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:34.743936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.839058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.864359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.911702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=5986be66-4bea-4f40-a300-2026190bf131,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:34.921683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4d604bca-1e01-466d-b77d-f3a9d94f4f6a,segment=NetworkSegment(5b324654-4256-4c54-bbd6-430ed7de95fb),segment_id=5b324654-4256-4c54-bbd6-430ed7de95fb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:34.964564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Made reservation on behalf of 540658f668f44acabfdefd6ebb83ad7b for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:34.969358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46f4b468-2ccb-45aa-900d-e5c622d510f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.974345 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46f4b468-2ccb-45aa-900d-e5c622d510f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.975567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.976558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-46f4b468-2ccb-45aa-900d-e5c622d510f1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ab671467-d720-4f7e-b9c1-16f08ee954a5 HTTP/1.1" status: 204 len: 168 time: 0.5314021 Sep 15 16:06:34.998031 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.058084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4b468-2ccb-45aa-900d-e5c622d510f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab671467-d720-4f7e-b9c1-16f08ee954a5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:35.064429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.236746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.263647 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.270133 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=4d604bca-1e01-466d-b77d-f3a9d94f4f6a,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:35.338870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.355604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:06:35.380330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.385414 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Added segment 5e8d4c7a-4342-4656-a45c-4d2da7aedfe4 of type vlan for network 42fa5f36-9ef3-435b-86c3-776ffcc23348 Sep 15 16:06:35.445356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.485525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980ffb2e-63d3-4b85-bf3a-5625621bfbd5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:35.503459 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.578767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68859a5e-62bc-46eb-8091-91fe2d622e95 None None] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:35.595670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.711149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.713305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:35.717886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.726427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:35.751890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f2fcaea4-3254-4479-aa7f-e6b7a0829d69 None None] Provisioning complete for port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:35.751890 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2fcaea4-3254-4479-aa7f-e6b7a0829d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.768624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:35.803389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:35.929321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b57d2-2c0e-4330-bbf9-b2ab230d59c1 req-ea1f890f-67f1-4275-a576-4f25387e21c8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:35.940822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-891b57d2-2c0e-4330-bbf9-b2ab230d59c1 req-ea1f890f-67f1-4275-a576-4f25387e21c8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3351202 Sep 15 16:06:35.953499 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8912847 Sep 15 16:06:35.960355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=583df5cd-dc74-4f80-a2a8-59a8fb203552,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:35.971412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36406) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:35.978197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5b8db-b209-41d4-90f5-aa6b9565c9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=42fa5f36-9ef3-435b-86c3-776ffcc23348,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:35.980843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Request body: {'subnet': {'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1119238626-subnet', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:36.011291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:06:36.037572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-891b57d2-2c0e-4330-bbf9-b2ab230d59c1 req-a7d76630-b3b9-44ba-94aa-f1f1469d9109 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957377 Sep 15 16:06:36.110262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:36.110262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:36.144438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:36.233707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Made reservation on behalf of 540658f668f44acabfdefd6ebb83ad7b for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:36.233707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:36.342919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-54bbe91c-80e2-42df-8c02-35fc44462bdd tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7121489 Sep 15 16:06:36.343238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36416) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:36.357699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:36.362849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-83b9ba09-d373-40b3-8037-32cac8790959 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8040204 Sep 15 16:06:36.367519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36418) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:36.374901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '1eb56b22-9809-4209-8d69-ead0eafdb649', 'name': 'tempest-PortsTestJSON-987242785', 'fixed_ips': [{'subnet_id': '2d62165b-2cde-4d18-b86a-3688304b373d', 'ip_address': '172.20.0.9'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:36.383125 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:36.401649 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:36.402496 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:36.523772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36420) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:36.556679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2ae1429d-bad2-4b6d-98ae-27022f6d8f83 None None] Provisioning complete for port 583df5cd-dc74-4f80-a2a8-59a8fb203552 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:36.557734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2ae1429d-bad2-4b6d-98ae-27022f6d8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:36.565737 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:36.634064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48903318-23c2-4a3c-a08a-2b269bfdddac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:36.686624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26587a54-4bf0-4908-bb61-3fff205d4f32 req-7a07ec90-a9ef-4b94-b456-26a1309e423f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:36.688747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26587a54-4bf0-4908-bb61-3fff205d4f32 req-7a07ec90-a9ef-4b94-b456-26a1309e423f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2807219 Sep 15 16:06:36.708458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1429d-bad2-4b6d-98ae-27022f6d8f83 None None] Port 583df5cd-dc74-4f80-a2a8-59a8fb203552 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:36.726903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet 063f38fd-976a-4fb1-b3a3-020de2da979a {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:36.732173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:36.747650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4d604bca-1e01-466d-b77d-f3a9d94f4f6a up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:36.800628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:36.880687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2ae1429d-bad2-4b6d-98ae-27022f6d8f83 None None] Provisioning complete for port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:36.881338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2ae1429d-bad2-4b6d-98ae-27022f6d8f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:36.917406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26587a54-4bf0-4908-bb61-3fff205d4f32 req-a2ff11b0-2b17-4539-b5d4-2384717eed01 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052968 Sep 15 16:06:37.001226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:37.001226 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.034161 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.096275 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.112002 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:34Z', 'revision_number': 10, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:37.141465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48903318-23c2-4a3c-a08a-2b269bfdddac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.164992 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:37.171265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=538582a7-dca4-4553-82e8-328087c08bd2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:37.186624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0173-793f-4bf8-aa1a-859ffbc53a29 req-145e1b57-b375-4828-a849-5d319bb022d2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:37.188590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af9b0173-793f-4bf8-aa1a-859ffbc53a29 req-145e1b57-b375-4828-a849-5d319bb022d2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1214259 Sep 15 16:06:37.192112 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:37.192798 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:37.197536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Checking segment: {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:37.197746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Network hostable DHCP agents. Network: 42fa5f36-9ef3-435b-86c3-776ffcc23348, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:06:37.245839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-771c0822-7227-45ba-9673-e96ed7e88c1c None None] Provisioning complete for port 583df5cd-dc74-4f80-a2a8-59a8fb203552 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:37.246208 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-771c0822-7227-45ba-9673-e96ed7e88c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.253102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.264710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af9b0173-793f-4bf8-aa1a-859ffbc53a29 req-e94a09ee-72b1-4dd4-8f0d-275c6f9cd008 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Sep 15 16:06:37.270357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-48903318-23c2-4a3c-a08a-2b269bfdddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.292219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=063f38fd-976a-4fb1-b3a3-020de2da979a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:37.296426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-771c0822-7227-45ba-9673-e96ed7e88c1c None None] Port 583df5cd-dc74-4f80-a2a8-59a8fb203552 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:37.301252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.304082 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0381afaa-507b-4711-9f70-d03e6bb2771d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/063f38fd-976a-4fb1-b3a3-020de2da979a HTTP/1.1" status: 204 len: 168 time: 0.9291778 Sep 15 16:06:37.314126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298f207-34e4-4f02-a952-9dbc1e7e2e92 None None] Network b856b787-90f7-401c-b84c-6db76d76f383 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:37.315751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36434) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:37.334575 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:37.347720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-48903318-23c2-4a3c-a08a-2b269bfdddac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e3555589c69d480195c148ef842f0bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364871 Sep 15 16:06:37.356443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48903318-23c2-4a3c-a08a-2b269bfdddac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e9db41-253d-419a-8742-9527986b4ebe,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:37.359223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36436) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:37.359599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:06:37.435100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de51db81-4d2f-4cf2-9e2c-a038df41fc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.470420 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de51db81-4d2f-4cf2-9e2c-a038df41fc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.478046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:37.501868 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.542471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 42fa5f36-9ef3-435b-86c3-776ffcc23348) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:37.548923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:37.549530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.584305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acddc7f1-4a48-4bb6-9081-5dab8ab3ed56 None None] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:37.629968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:37.631388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.682667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.704626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 9eb81209-310a-4b6c-a975-21f90184fc33 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:06:37.715255 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:34Z', 'revision_number': 10, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:37.758315 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8cceafa8-3283-41cb-8f2e-3506e5c9f700 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7857637 Sep 15 16:06:37.765895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36442) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:37.772937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:37.773258 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57b088-b3a3-438d-a48d-9288456b8d4f None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:34Z', 'revision_number': 10, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None, '_interfaces': [{'id': 'c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481', 'name': '', 'network_id': '509138b9-5a81-4caa-ba43-1c1a722161ab', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'mac_address': 'fa:16:3e:43:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:05:24Z', 'updated_at': '2021-09-15T16:05:34Z', 'revision_number': 5, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'subnets': [{'id': '021918de-7c9b-409b-bc06-f8cfdb43369a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:37.773787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,segment=NetworkSegment(c4e8a51e-241b-42a5-9c02-f3f2967dd7bb),segment_id=c4e8a51e-241b-42a5-9c02-f3f2967dd7bb)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:37.774420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.806305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:37.857210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de51db81-4d2f-4cf2-9e2c-a038df41fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.857799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de51db81-4d2f-4cf2-9e2c-a038df41fc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:37.860715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-de51db81-4d2f-4cf2-9e2c-a038df41fc56 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a9e9db41-253d-419a-8742-9527986b4ebe HTTP/1.1" status: 204 len: 168 time: 0.5004280 Sep 15 16:06:37.865765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] DHCP port deletion for b856b787-90f7-401c-b84c-6db76d76f383 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:37.926880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c708ee1-0429-4615-8d8c-3e30d67928de None None] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:37.948893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51db81-4d2f-4cf2-9e2c-a038df41fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e9db41-253d-419a-8742-9527986b4ebe,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:38.248959 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.291430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No DVR routers for this DVR port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:38.300734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:38.301288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] Deleting port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:38.301824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.389712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] For port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:38.390308 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.411205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] Calling delete_port for 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:38.414981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] Port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:06:38.416346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.474943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] Pushing event deleted for resources: {'Port': ['ID=7b0af0fa-4ebb-4ac7-8674-0d699d4723d7,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:38.480448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1d41d-391d-4fce-bece-f8cc2763bd35 None None] No DVR routers for this DVR port 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:38.565559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.572727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.574685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.641554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b856b787-90f7-401c-b84c-6db76d76f383']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:38.646602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:38.667800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.670725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:38.671032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e8a51e-241b-42a5-9c02-f3f2967dd7bb') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:38.694941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.722830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:38.724969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7b0af0fa-4ebb-4ac7-8674-0d699d4723d7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:38.726685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5986be66-4bea-4f40-a300-2026190bf131 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:38.735084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.758227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:38.758227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:38.763979 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:38.809711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5986be66-4bea-4f40-a300-2026190bf131 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:38.809711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5986be66-4bea-4f40-a300-2026190bf131 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:38.865653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.9 (1eb56b22-9809-4209-8d69-ead0eafdb649/2d62165b-2cde-4d18-b86a-3688304b373d/9eb81209-310a-4b6c-a975-21f90184fc33) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:39.058960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:39.139715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:39.144794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:39.152740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/b856b787-90f7-401c-b84c-6db76d76f383 HTTP/1.1" status: 204 len: 168 time: 1.8314631 Sep 15 16:06:39.152967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36478) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:39.178304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=b856b787-90f7-401c-b84c-6db76d76f383,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:39.189858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.190619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.191177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.191609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.192163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.192861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.193367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.193861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.194420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.194973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.195528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.196072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc916991-52e0-4bc2-89ee-a80f14e28906 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.279921 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:39.577466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:39.631064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:39.641303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:39.648752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:39.691599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=9eb81209-310a-4b6c-a975-21f90184fc33,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:39.764841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:39.770211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:39.970503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:39.971334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.031800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.061494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ab5958ce-ed1f-4355-90b1-fbc57fe2d0d5 None None] Provisioning complete for port 9eb81209-310a-4b6c-a975-21f90184fc33 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:40.072517 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab5958ce-ed1f-4355-90b1-fbc57fe2d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.145893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39e3cf23-84ad-416f-8b89-17ac8c270ff1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8013968 Sep 15 16:06:40.150685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36504) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:40.161144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ab5958ce-ed1f-4355-90b1-fbc57fe2d0d5 None None] Port 9eb81209-310a-4b6c-a975-21f90184fc33 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:40.361195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3562867d-08fe-41a5-9bab-93ddb8964773 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:40.364574 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3562867d-08fe-41a5-9bab-93ddb8964773 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2111661 Sep 15 16:06:40.370368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36518) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:40.415936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Allocated IP 172.25.0.45 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/bea63044-2dc8-41db-8809-66be9e77e64d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:40.497907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23333707-4c80-442c-8fb4-c30b613abef1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:40.504027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23333707-4c80-442c-8fb4-c30b613abef1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:40.510254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23333707-4c80-442c-8fb4-c30b613abef1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:40.511988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-23333707-4c80-442c-8fb4-c30b613abef1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1406531 Sep 15 16:06:40.516574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36524) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:40.647449 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.683649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 9eb81209-310a-4b6c-a975-21f90184fc33 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:40.684590 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.715441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:40.716810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.744268 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:06:40.844942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.849870 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.870277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 9eb81209-310a-4b6c-a975-21f90184fc33 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:40.922037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:40.924329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,segment=NetworkSegment(716675b8-a1a4-4429-931d-0a44893c7743),segment_id=716675b8-a1a4-4429-931d-0a44893c7743)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:40.924791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:40.937138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:40.946347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:40.991173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Pushing event updated for resources: {'Port': ['ID=bea63044-2dc8-41db-8809-66be9e77e64d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:40.999850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:41.292685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:41.383912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=9eb81209-310a-4b6c-a975-21f90184fc33,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:41.534112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:41.548666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-89e18475-fdc0-4a2a-b99a-47502959c4b9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/9eb81209-310a-4b6c-a975-21f90184fc33 HTTP/1.1" status: 204 len: 168 time: 1.0272350 Sep 15 16:06:41.553966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36574) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:41.562655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:41.608882 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a355bf-9497-47d6-8b58-cbf0ef8fedf8 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:06:41.610021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:41.628690 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d0a355bf-9497-47d6-8b58-cbf0ef8fedf8 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/9eb81209-310a-4b6c-a975-21f90184fc33 HTTP/1.1" status: 404 len: 333 time: 0.0698462 Sep 15 16:06:41.628690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36576) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:41.813750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:41.883683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 583df5cd-dc74-4f80-a2a8-59a8fb203552 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:41.884435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:42.121274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:42.141306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 583df5cd-dc74-4f80-a2a8-59a8fb203552 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:42.395698 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:42.436882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=583df5cd-dc74-4f80-a2a8-59a8fb203552,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:42.586802 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:42.589035 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-63864fc6-ea52-4715-a091-b3fff90d61f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/583df5cd-dc74-4f80-a2a8-59a8fb203552 HTTP/1.1" status: 204 len: 168 time: 0.9596286 Sep 15 16:06:42.595662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36612) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:42.649700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:42.658905 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd68d6d-37ab-4cb4-9a85-28d30ad16ba3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:06:42.666533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dcd68d6d-37ab-4cb4-9a85-28d30ad16ba3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/583df5cd-dc74-4f80-a2a8-59a8fb203552 HTTP/1.1" status: 404 len: 333 time: 0.0689969 Sep 15 16:06:42.667938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36618) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:42.755943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 2d62165b-2cde-4d18-b86a-3688304b373d {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:42.761007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:42.863107 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:42.901288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff782e9-a4ad-4be8-ab98-317deadf4291 req-53e5871b-893b-4095-a269-0eea2419b558 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:42.913769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ff782e9-a4ad-4be8-ab98-317deadf4291 req-53e5871b-893b-4095-a269-0eea2419b558 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3457215 Sep 15 16:06:42.998034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ff782e9-a4ad-4be8-ab98-317deadf4291 req-88904b29-6280-4d90-ab5b-37c74b340fac tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821571 Sep 15 16:06:43.051062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.082370 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.188008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:43.197549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d2942-f883-440d-9842-4a920f4ff442 req-e7be9e64-d1e2-46f0-a8d9-ff1c35ff906c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:43.199454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df7d2942-f883-440d-9842-4a920f4ff442 req-e7be9e64-d1e2-46f0-a8d9-ff1c35ff906c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0862610 Sep 15 16:06:43.267045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df7d2942-f883-440d-9842-4a920f4ff442 req-0ece6458-828b-40cf-9b19-26dea4ddb625 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562685 Sep 15 16:06:43.331072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:43.338188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.340637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-33f0b850-8c2c-44cd-ba57-a8c3b2487eec tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1855960 Sep 15 16:06:43.346895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36632) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:43.357909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:43.373001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:43.376024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:43.412380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.417866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/2d62165b-2cde-4d18-b86a-3688304b373d HTTP/1.1" status: 204 len: 168 time: 0.7464235 Sep 15 16:06:43.418255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68115a-b0aa-404b-8300-5e828d49523c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=2d62165b-2cde-4d18-b86a-3688304b373d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:43.422334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36634) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:43.441039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting subnet 021918de-7c9b-409b-bc06-f8cfdb43369a {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:06:43.445806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.470967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07e979-209c-49d8-8453-58996636584e None None] Network 1eb56b22-9809-4209-8d69-ead0eafdb649 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:43.491369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Router 61846653-17f1-4418-a413-7268ecd595d0 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:06:43.511887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.548282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36636) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:43.560736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:43.584511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.671728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 11, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:43.711412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:43.711931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.741258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:43.760280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:43.761090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:43.795437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba57c-5e03-46fe-b54b-34e9f9291195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.813790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.860233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] For port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4d604bca-1e01-466d-b77d-f3a9d94f4f6a,segment=NetworkSegment(5b324654-4256-4c54-bbd6-430ed7de95fb),segment_id=5b324654-4256-4c54-bbd6-430ed7de95fb)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:43.861355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:43.885731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 4d604bca-1e01-466d-b77d-f3a9d94f4f6a owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:43.907375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:43.915673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:43.929916 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Sync routers for ids ['61846653-17f1-4418-a413-7268ecd595d0'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:43.955609 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Routers {'61846653-17f1-4418-a413-7268ecd595d0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:43.956629 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['61846653-17f1-4418-a413-7268ecd595d0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:43.983673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 11, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:44.038955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b896a43a-364d-44d3-926a-c3c49ddeff3d None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 11, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:44.080462 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba57c-5e03-46fe-b54b-34e9f9291195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.160631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.198848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.240335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=4d604bca-1e01-466d-b77d-f3a9d94f4f6a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:44.249487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0d1ba57c-5e03-46fe-b54b-34e9f9291195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.252326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No DVR routers for this DVR port 4d604bca-1e01-466d-b77d-f3a9d94f4f6a on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:44.253838 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Set router 61846653-17f1-4418-a413-7268ecd595d0 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:44.267585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847faebb-5191-41e1-b89d-80ae9c52f225 None None] Network 509138b9-5a81-4caa-ba43-1c1a722161ab requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:44.278298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Subnet': ['ID=021918de-7c9b-409b-bc06-f8cfdb43369a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:44.282698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.289136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e837e111-e49b-4658-bafa-5a552952be75 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/021918de-7c9b-409b-bc06-f8cfdb43369a HTTP/1.1" status: 204 len: 168 time: 0.9406574 Sep 15 16:06:44.323347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36644) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:44.396862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.400121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0d1ba57c-5e03-46fe-b54b-34e9f9291195 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2ada06fe16004ebb90d7b1561aee29a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8507187 Sep 15 16:06:44.410886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36646) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:44.434912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb56b22-9809-4209-8d69-ead0eafdb649']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:44.449225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b324654-4256-4c54-bbd6-430ed7de95fb') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:44.450054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b324654-4256-4c54-bbd6-430ed7de95fb') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:44.460082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bf8ff6-ed5a-4db2-ad43-c212751c4c02 None None] DHCP port deletion for 1eb56b22-9809-4209-8d69-ead0eafdb649 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:44.485226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.516605 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.524542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:44.528750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.595136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ba57c-5e03-46fe-b54b-34e9f9291195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaac77b-e5f3-49df-9373-74425798b618,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:44.638992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.647215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-418ebe96-adf4-4ef3-a8d2-2d43e45abe20 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8786786 Sep 15 16:06:44.669088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36652) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:44.681132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:44.717285 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:44.764593 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 3, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port': {'id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:40Z', 'updated_at': '2021-09-15T16:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:44.796424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] DHCP port deletion for 509138b9-5a81-4caa-ba43-1c1a722161ab request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:06:44.804369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:44.805282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c28f3bcd-fc2f-42dc-bb64-2ee8a75cc481 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:44.806244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4d604bca-1e01-466d-b77d-f3a9d94f4f6a no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:44.843858 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Checking router: 61846653-17f1-4418-a413-7268ecd595d0 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:44.844114 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Updating router 61846653-17f1-4418-a413-7268ecd595d0 port bea63044-2dc8-41db-8809-66be9e77e64d binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:06:44.852254 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.862003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.867027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/1eb56b22-9809-4209-8d69-ead0eafdb649 HTTP/1.1" status: 204 len: 168 time: 1.4431996 Sep 15 16:06:44.876234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:44.886160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1589328527'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:44.898809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 4d604bca-1e01-466d-b77d-f3a9d94f4f6a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:44.899372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4d604bca-1e01-466d-b77d-f3a9d94f4f6a not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:44.951816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] Deleting port 611564f1-dd25-4375-90f2-f047f0ef97bf {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:44.952391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.955572 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:44.968169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cb810-3fac-42c1-8215-6ce6b139e1ff tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=1eb56b22-9809-4209-8d69-ead0eafdb649,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:45.077825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1750d53b-75d6-4adc-8eed-ac3736f7da5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.110718 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1750d53b-75d6-4adc-8eed-ac3736f7da5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.116905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] For port 611564f1-dd25-4375-90f2-f047f0ef97bf, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=611564f1-dd25-4375-90f2-f047f0ef97bf,segment=NetworkSegment(716675b8-a1a4-4429-931d-0a44893c7743),segment_id=716675b8-a1a4-4429-931d-0a44893c7743)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:45.117788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.120215 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.148203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:45.151924 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.179449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] Calling delete_port for 611564f1-dd25-4375-90f2-f047f0ef97bf owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:45.211457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:06:45.228152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.228997 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Added segment 24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c of type vlan for network 7cf88372-e139-4d32-8163-aef3bc279289 Sep 15 16:06:45.328767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.457729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Deleting port 611564f1-dd25-4375-90f2-f047f0ef97bf {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:06:45.458298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.472838 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.525106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.530377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:45.530985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.564449 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.573694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1750d53b-75d6-4adc-8eed-ac3736f7da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.593355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1750d53b-75d6-4adc-8eed-ac3736f7da5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.597275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1750d53b-75d6-4adc-8eed-ac3736f7da5f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fbaac77b-e5f3-49df-9373-74425798b618 HTTP/1.1" status: 204 len: 168 time: 1.1826003 Sep 15 16:06:45.650839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] Pushing event deleted for resources: {'Port': ['ID=611564f1-dd25-4375-90f2-f047f0ef97bf,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:45.656037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff0bdf1-60e2-4f2f-99d7-854ee7a0284f None None] No DVR routers for this DVR port 611564f1-dd25-4375-90f2-f047f0ef97bf on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:45.676886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] For port 611564f1-dd25-4375-90f2-f047f0ef97bf, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=611564f1-dd25-4375-90f2-f047f0ef97bf,segment=NetworkSegment(716675b8-a1a4-4429-931d-0a44893c7743),segment_id=716675b8-a1a4-4429-931d-0a44893c7743)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:45.677101 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.677278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.683122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Network': ['ID=7cf88372-e139-4d32-8163-aef3bc279289,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:45.702455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 7cf88372-e139-4d32-8163-aef3bc279289 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:06:45.740758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750d53b-75d6-4adc-8eed-ac3736f7da5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaac77b-e5f3-49df-9373-74425798b618,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:45.830816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Calling delete_port for 611564f1-dd25-4375-90f2-f047f0ef97bf owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:06:45.845676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d611264f-e015-4a9c-b535-b21d161082f1 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9620051 Sep 15 16:06:45.851211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36674) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:45.865423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '7cf88372-e139-4d32-8163-aef3bc279289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:45.876579 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Attempting to bind port bea63044-2dc8-41db-8809-66be9e77e64d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:45.877160 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Attempting to bind port bea63044-2dc8-41db-8809-66be9e77e64d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:45.877738 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Attempting to bind port bea63044-2dc8-41db-8809-66be9e77e64d on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:45.924993 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:45.926315 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:45.927208 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.927878 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:45.928892 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Bound port: bea63044-2dc8-41db-8809-66be9e77e64d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:45.930767 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:45.934328 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Pushing event updated for resources: {'Port': ['ID=bea63044-2dc8-41db-8809-66be9e77e64d,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:46.062724 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] For port bea63044-2dc8-41db-8809-66be9e77e64d, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:46.069773 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] For port bea63044-2dc8-41db-8809-66be9e77e64d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bea63044-2dc8-41db-8809-66be9e77e64d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:46.088992 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.089504 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.089839 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.094942 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.095331 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.095673 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.096253 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.096685 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.097025 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.097388 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.099209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.099209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:46.201598 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.206699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.241794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Port': ['ID=611564f1-dd25-4375-90f2-f047f0ef97bf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:46.253282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:46.259147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No DVR routers for this DVR port 611564f1-dd25-4375-90f2-f047f0ef97bf on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:06:46.267255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.367753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.394681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509138b9-5a81-4caa-ba43-1c1a722161ab']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:46.396626 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Routers {'61846653-17f1-4418-a413-7268ecd595d0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:46.399273 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['61846653-17f1-4418-a413-7268ecd595d0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:46.408053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716675b8-a1a4-4429-931d-0a44893c7743') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:46.410711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716675b8-a1a4-4429-931d-0a44893c7743') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:46.423037 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0d2cd-577d-432f-a92c-0c1fe69573b2 None None] Pushing event updated for resources: {'Port': ['ID=bea63044-2dc8-41db-8809-66be9e77e64d,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:46.424985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.474138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.490261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:06:46.490823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:06:46.501586 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:06:46.548809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.678662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 611564f1-dd25-4375-90f2-f047f0ef97bf no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:06:46.734969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 611564f1-dd25-4375-90f2-f047f0ef97bf {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:06:46.735840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 611564f1-dd25-4375-90f2-f047f0ef97bf not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:06:46.794679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:46.810371 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] Set router 61846653-17f1-4418-a413-7268ecd595d0 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:46.850753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=6d35d1d0-7a36-4b8a-b800-d7d2f8a33684,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:46.897396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Checking segment: {'id': '24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7cf88372-e139-4d32-8163-aef3bc279289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:46.897794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network hostable DHCP agents. Network: 7cf88372-e139-4d32-8163-aef3bc279289, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:06:46.967894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Allocated IP 172.20.0.1 (42fa5f36-9ef3-435b-86c3-776ffcc23348/538582a7-dca4-4553-82e8-328087c08bd2/5417e6cd-7aad-4799-8bb3-9d131f276925) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:47.063014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.092591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.094621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/networks/509138b9-5a81-4caa-ba43-1c1a722161ab HTTP/1.1" status: 204 len: 168 time: 2.7710607 Sep 15 16:06:47.096594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbc70b-01c7-4d44-8de6-72f210e3696f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Pushing event deleted for resources: {'Network': ['ID=509138b9-5a81-4caa-ba43-1c1a722161ab,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:47.101412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36688) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:47.112320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'routes': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:47.136408 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 3, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port': {'id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:40Z', 'updated_at': '2021-09-15T16:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:47.174762 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e2172c-da48-4a78-a1bf-001a0c2c99fd None None] The sync data for ids ['61846653-17f1-4418-a413-7268ecd595d0'] in n-d-808199-2 is: [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 3, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port': {'id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:40Z', 'updated_at': '2021-09-15T16:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:47.208384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 7cf88372-e139-4d32-8163-aef3bc279289 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:06:47.295606 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.395352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 7cf88372-e139-4d32-8163-aef3bc279289) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:47.400797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:47.401891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.407552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb876d3-d23d-4b27-8bac-d244905c3720 None None] Network 7cf88372-e139-4d32-8163-aef3bc279289 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:47.490599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.502213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36692) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:47.523268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Added routes are [] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 15 16:06:47.523864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Removed routes are [] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 15 16:06:47.525001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.546804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb19cfe1-cf88-4bdb-91b0-34c111396f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.604832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:47.611388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:47.615155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:47.691637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Pushing event updated for resources: {'Port': ['ID=5417e6cd-7aad-4799-8bb3-9d131f276925,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:47.704312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.785399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-7cf88372-e139-4d32-8163-aef3bc279289', 'network_id': '7cf88372-e139-4d32-8163-aef3bc279289', 'tenant_id': '0aaf62eeb6734997a96c0a60ed53f248', 'fixed_ips': [{'subnet_id': '6d35d1d0-7a36-4b8a-b800-d7d2f8a33684'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:06:47.788618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.030664 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb19cfe1-cf88-4bdb-91b0-34c111396f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.145313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-92d091f6-8e78-4bb1-b49c-544f15710bb9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2961195 Sep 15 16:06:48.149034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36700) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:48.154672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3b4262b9-c424-4652-9a30-eb65616844a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-801255786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:48.294741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Allocated IP 172.20.0.2 (7cf88372-e139-4d32-8163-aef3bc279289/6d35d1d0-7a36-4b8a-b800-d7d2f8a33684/a1dd23f3-062a-41de-bfb8-4d4d3047c599) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:48.338447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.350709 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.570690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4262b9-c424-4652-9a30-eb65616844a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.571806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4262b9-c424-4652-9a30-eb65616844a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.642958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4262b9-c424-4652-9a30-eb65616844a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.644423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-94777482-a56f-403c-a2f9-ef7eb97fd554 req-c60a8839-0cb8-4ec0-9017-0599b0bcd81a service neutron] (102019) timed out ('10.222.0.63', 34020) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:06:48.663382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router 7be30027-b435-4077-8c4f-54d5ab90b3bc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:48.696633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bea63044-2dc8-41db-8809-66be9e77e64d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:48.760970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.800578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:48.803325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4262b9-c424-4652-9a30-eb65616844a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.825010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] Sync routers for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:48.830088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.834413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bea63044-2dc8-41db-8809-66be9e77e64d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:48.834931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.842393 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c46a62b7-87ac-4729-90e9-36e5dd2cafe0 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 200 len: 700 time: 1.7386489 Sep 15 16:06:48.845981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:48.846766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:48.850234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36710) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:48.905837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb19cfe1-cf88-4bdb-91b0-34c111396f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.930143 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d41e226-b0b3-4ea6-ac23-81eea2f9cd43 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 200 len: 205 time: 0.0782144 Sep 15 16:06:48.934783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36716) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:48.956266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.993540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.999314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fb19cfe1-cf88-4bdb-91b0-34c111396f53 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b7921a19dbe2456da4d4b8e83d592225&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4909186 Sep 15 16:06:48.999314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19cfe1-cf88-4bdb-91b0-34c111396f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f404da8-be31-4679-8f45-bab5067f70af,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:49.002692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:49.121302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Pushing event updated for resources: {'Port': ['ID=a1dd23f3-062a-41de-bfb8-4d4d3047c599,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:49.163535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b4262b9-c424-4652-9a30-eb65616844a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.166219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b4262b9-c424-4652-9a30-eb65616844a0 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0146322 Sep 15 16:06:49.169184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36724) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:49.172859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Network 7cf88372-e139-4d32-8163-aef3bc279289 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:49.174929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:49.177965 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbb63348-297b-4ff2-b2e0-7803f9b90ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.185864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:49.188527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:49.197233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'network_id': '7cf88372-e139-4d32-8163-aef3bc279289', 'name': 'tempest-PortsTestJSON-957814612'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:49.208305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-484ad7a2-1202-43b9-8ad8-c245e9d855a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.258115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbb63348-297b-4ff2-b2e0-7803f9b90ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.280216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 11, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:49.479308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ddb87-21ce-42f7-b666-a2968948d24c req-93deb64c-2062-4b7c-8dff-d41fe58f5d2b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:49.481860 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7d3ddb87-21ce-42f7-b666-a2968948d24c req-93deb64c-2062-4b7c-8dff-d41fe58f5d2b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3546576 Sep 15 16:06:49.503665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Attempting to bind port a1dd23f3-062a-41de-bfb8-4d4d3047c599 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:49.504711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Attempting to bind port a1dd23f3-062a-41de-bfb8-4d4d3047c599 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7cf88372-e139-4d32-8163-aef3bc279289'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:49.505251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Attempting to bind port a1dd23f3-062a-41de-bfb8-4d4d3047c599 on network 7cf88372-e139-4d32-8163-aef3bc279289 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:49.507786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] Checking router: 7be30027-b435-4077-8c4f-54d5ab90b3bc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:49.509141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.558458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbb63348-297b-4ff2-b2e0-7803f9b90ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.563519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbb63348-297b-4ff2-b2e0-7803f9b90ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.566193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bbb63348-297b-4ff2-b2e0-7803f9b90ba4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f404da8-be31-4679-8f45-bab5067f70af HTTP/1.1" status: 204 len: 168 time: 0.5612688 Sep 15 16:06:49.573456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:49.573456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Checking segment: {'id': '24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7cf88372-e139-4d32-8163-aef3bc279289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:49.573456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.573456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Bound using segment: {'id': '24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7cf88372-e139-4d32-8163-aef3bc279289'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:49.576643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Bound port: a1dd23f3-062a-41de-bfb8-4d4d3047c599, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '7cf88372-e139-4d32-8163-aef3bc279289'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:49.577592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.583148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb63348-297b-4ff2-b2e0-7803f9b90ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f404da8-be31-4679-8f45-bab5067f70af,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:49.691289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.711299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] For port a1dd23f3-062a-41de-bfb8-4d4d3047c599, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:49.715482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] For port a1dd23f3-062a-41de-bfb8-4d4d3047c599, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a1dd23f3-062a-41de-bfb8-4d4d3047c599,segment=NetworkSegment(24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c),segment_id=24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:49.721251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] Routers {'7be30027-b435-4077-8c4f-54d5ab90b3bc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:49.721970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7be30027-b435-4077-8c4f-54d5ab90b3bc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:49.828576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Pushing event updated for resources: {'Port': ['ID=5417e6cd-7aad-4799-8bb3-9d131f276925,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:49.882112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38c6b9-7862-4729-a856-d70646fd9f80 req-6fb4b3c9-66c2-4c3c-aa39-5c6e27005fed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:49.884095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a38c6b9-7862-4729-a856-d70646fd9f80 req-6fb4b3c9-66c2-4c3c-aa39-5c6e27005fed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.2796094 Sep 15 16:06:49.891820 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.909144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] Set router 7be30027-b435-4077-8c4f-54d5ab90b3bc gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:49.981127 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-484ad7a2-1202-43b9-8ad8-c245e9d855a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:49.991980 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-484ad7a2-1202-43b9-8ad8-c245e9d855a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.049559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a38c6b9-7862-4729-a856-d70646fd9f80 req-0c3c267b-439b-429e-be7d-084d29d1c559 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472516 Sep 15 16:06:50.145969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7d3ddb87-21ce-42f7-b666-a2968948d24c req-aa50be82-38d0-4e9f-bdb9-070a0d251d06 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205122 Sep 15 16:06:50.212783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:50.214749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:50.285860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 11, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:50.291551 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.300049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.309336 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-484ad7a2-1202-43b9-8ad8-c245e9d855a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.310074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484ad7a2-1202-43b9-8ad8-c245e9d855a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Fanout notify agent at l3_agent the message router_deleted on router 7be30027-b435-4077-8c4f-54d5ab90b3bc {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:06:50.326447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-484ad7a2-1202-43b9-8ad8-c245e9d855a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.329098 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-484ad7a2-1202-43b9-8ad8-c245e9d855a7 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 204 len: 168 time: 1.3917701 Sep 15 16:06:50.335795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:50.345352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-01eb339d-d380-4eb2-8c82-50ee8a3f3769 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2853543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:50.408367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:50.411949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.435553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c4821f-7f74-4cb7-ab22-749871a2205d None None] The sync data for ids ['7be30027-b435-4077-8c4f-54d5ab90b3bc'] in n-d-808199-2 is: [{'id': '7be30027-b435-4077-8c4f-54d5ab90b3bc', 'name': 'tempest-RoutersTest-router-370378767', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:05:17Z', 'updated_at': '2021-09-15T16:06:41Z', 'revision_number': 11, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:50.468329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 3b357442-53f4-41cf-a91c-b2ce1b2b134d yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:06:50.517691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port bea63044-2dc8-41db-8809-66be9e77e64d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bea63044-2dc8-41db-8809-66be9e77e64d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:50.568753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ded5c-64e2-48fd-9fc3-902d4f795c6b None None] Pushing event updated for resources: {'Port': ['ID=a1dd23f3-062a-41de-bfb8-4d4d3047c599,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:50.604761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Router 61846653-17f1-4418-a413-7268ecd595d0 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:50.646747 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.659666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-2725b56a-87c3-4918-9e0e-514556cf62a8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034814 Sep 15 16:06:50.785007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-01eb339d-d380-4eb2-8c82-50ee8a3f3769 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.803347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-01eb339d-d380-4eb2-8c82-50ee8a3f3769 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:50.837024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=bea63044-2dc8-41db-8809-66be9e77e64d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:50.854065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f304e-0084-4e4a-9c64-95b1ca4ae969 req-8fb7a820-126a-4eaa-afa5-592afe208006 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:50.876870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.10 (7cf88372-e139-4d32-8163-aef3bc279289/6d35d1d0-7a36-4b8a-b800-d7d2f8a33684/3b357442-53f4-41cf-a91c-b2ce1b2b134d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:50.907202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd4f304e-0084-4e4a-9c64-95b1ca4ae969 req-8fb7a820-126a-4eaa-afa5-592afe208006 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.4328909 Sep 15 16:06:50.948761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-01eb339d-d380-4eb2-8c82-50ee8a3f3769 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:51.087306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-01eb339d-d380-4eb2-8c82-50ee8a3f3769 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:51.199797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-98a3bb5d-9eae-4127-baa4-5c358e413f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:51.208842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-98a3bb5d-9eae-4127-baa4-5c358e413f32 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.4204245 Sep 15 16:06:51.230228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-01eb339d-d380-4eb2-8c82-50ee8a3f3769 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:51.232980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-01eb339d-d380-4eb2-8c82-50ee8a3f3769 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.8963625 Sep 15 16:06:51.236357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36772) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:51.248948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e0f61792-60a3-4244-a302-6242551cef74 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:51.330505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd4f304e-0084-4e4a-9c64-95b1ca4ae969 req-ee9ff80a-d8dd-46ab-811e-23f6759f5d56 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222341 Sep 15 16:06:51.412622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:51.432526 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1ac70938-be20-4637-a496-e4799c225454 admin admin] 10.222.0.63 "PUT /v2.0/routers/61846653-17f1-4418-a413-7268ecd595d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7497480 Sep 15 16:06:51.434940 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Sync routers for ids ['61846653-17f1-4418-a413-7268ecd595d0'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:51.453345 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Routers {'61846653-17f1-4418-a413-7268ecd595d0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:51.453988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['61846653-17f1-4418-a413-7268ecd595d0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:51.486412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:51.530376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-fc3cf213-2e87-4ebb-bba6-8677f9fe78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:51.532808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-fc3cf213-2e87-4ebb-bba6-8677f9fe78f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.2724049 Sep 15 16:06:51.632026 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Set router 61846653-17f1-4418-a413-7268ecd595d0 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:51.662545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-5957d5ba-10bf-4e33-a8b7-05052a6de0f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.1216252 Sep 15 16:06:51.815230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d614-04d1-409e-a520-fbbad8af26d2 req-809c1403-8c58-4aeb-a55a-33c9d932fd6a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:51.822691 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f09d614-04d1-409e-a520-fbbad8af26d2 req-809c1403-8c58-4aeb-a55a-33c9d932fd6a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.5655761 Sep 15 16:06:51.857320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-5c5bd412-843a-4f2f-85bd-e902262f2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:51.860080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-5c5bd412-843a-4f2f-85bd-e902262f2086 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.1866841 Sep 15 16:06:51.949894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-765b7a9b-c7cc-484b-985a-a51f7bdc5c8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643005 Sep 15 16:06:52.038658 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f09d614-04d1-409e-a520-fbbad8af26d2 req-5cbc0c66-b63b-4ef0-a152-fb18945eb111 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473839 Sep 15 16:06:52.055206 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:06:47Z', 'revision_number': 4, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port': {'id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:40Z', 'updated_at': '2021-09-15T16:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5417e6cd-7aad-4799-8bb3-9d131f276925', 'name': '', 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'mac_address': 'fa:16:3e:6b:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '538582a7-dca4-4553-82e8-328087c08bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:46Z', 'updated_at': '2021-09-15T16:06:49Z', 'revision_number': 2, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'subnets': [{'id': '538582a7-dca4-4553-82e8-328087c08bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:52.056265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a8d64-0ea0-4583-94ce-54c5186ffb9e req-ebb4b5c6-7eef-4f64-8c13-e1a89a7e6e5a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:52.059821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd5a8d64-0ea0-4583-94ce-54c5186ffb9e req-ebb4b5c6-7eef-4f64-8c13-e1a89a7e6e5a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2114623 Sep 15 16:06:52.095231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0f61792-60a3-4244-a302-6242551cef74 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:52.102568 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Checking router: 61846653-17f1-4418-a413-7268ecd595d0 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:52.103055 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Updating router 61846653-17f1-4418-a413-7268ecd595d0 port 5417e6cd-7aad-4799-8bb3-9d131f276925 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:06:52.159708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:52.180255 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:52.204277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd5a8d64-0ea0-4583-94ce-54c5186ffb9e req-77878346-d908-45f0-af6e-e591744e8ef9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346185 Sep 15 16:06:52.267837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=3b357442-53f4-41cf-a91c-b2ce1b2b134d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:52.308247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 7cf88372-e139-4d32-8163-aef3bc279289 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:52.316452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:52.328693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0f61792-60a3-4244-a302-6242551cef74 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:52.353210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:52.407480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87636dbf-e9a6-4b38-93e0-45cace539815 None None] Network 7cf88372-e139-4d32-8163-aef3bc279289 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:52.476683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-9b3f7abd-ed9f-4208-afb2-04fcebfdcdf1 service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142167 Sep 15 16:06:52.569825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f48216d9-f5b2-499c-bb05-d9e66a3da726 None None] Provisioning complete for port a1dd23f3-062a-41de-bfb8-4d4d3047c599 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:52.570479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f48216d9-f5b2-499c-bb05-d9e66a3da726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:52.714734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:52.717569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:52.826549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9de6-fc1e-4509-9dd8-1a29c3ecd0cb req-f80b89ba-a401-4f7f-a0e6-f47404ab2fe6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:52.828670 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-062b9de6-fc1e-4509-9dd8-1a29c3ecd0cb req-f80b89ba-a401-4f7f-a0e6-f47404ab2fe6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3466918 Sep 15 16:06:52.929265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-062b9de6-fc1e-4509-9dd8-1a29c3ecd0cb req-6d6e3547-ec4f-46ca-b57d-d1323ba94fe5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995486 Sep 15 16:06:52.932156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fb6b363-b9c0-45ad-861e-57bdc5230d37 req-20c1631a-1245-43a7-a6ac-82e22c82caf2 service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448457 Sep 15 16:06:52.979471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f48216d9-f5b2-499c-bb05-d9e66a3da726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.071365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f48216d9-f5b2-499c-bb05-d9e66a3da726 None None] For port a1dd23f3-062a-41de-bfb8-4d4d3047c599, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a1dd23f3-062a-41de-bfb8-4d4d3047c599,segment=NetworkSegment(24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c),segment_id=24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:53.091220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bea63044-2dc8-41db-8809-66be9e77e64d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:53.095607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109bfab-eed9-4849-999f-67f4866c281f req-9c477f99-464a-4d9c-973b-39c34ac4e14b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.096321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-9c477f99-464a-4d9c-973b-39c34ac4e14b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 811 time: 0.3639011 Sep 15 16:06:53.130402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-b71ee13d-63ea-45e9-9022-0c3e39e156c0 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/quotas/540658f668f44acabfdefd6ebb83ad7b HTTP/1.1" status: 200 len: 375 time: 0.0219080 Sep 15 16:06:53.210775 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.226570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f48216d9-f5b2-499c-bb05-d9e66a3da726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.230124 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5d03ca87-fb3c-43bf-b812-e494c5134d4f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0527859 Sep 15 16:06:53.237068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36838) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:53.297471 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.385730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ed7da-072f-4ad7-a795-6fffbb7152f7 req-854a4cb5-a7a0-4a8b-8c17-21da9d360ca5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.395470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bea63044-2dc8-41db-8809-66be9e77e64d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:53.397356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.398802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-542ed7da-072f-4ad7-a795-6fffbb7152f7 req-854a4cb5-a7a0-4a8b-8c17-21da9d360ca5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1738014 Sep 15 16:06:53.409416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f61792-60a3-4244-a302-6242551cef74 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Router ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:06:53.410080 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47ad40-1e45-4156-a98a-87a09b6f6541 None None] Pushing event updated for resources: {'Port': ['ID=5417e6cd-7aad-4799-8bb3-9d131f276925,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:53.460793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48216d9-f5b2-499c-bb05-d9e66a3da726 None None] Pushing event updated for resources: {'Port': ['ID=a1dd23f3-062a-41de-bfb8-4d4d3047c599,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:53.539065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-542ed7da-072f-4ad7-a795-6fffbb7152f7 req-a8f19fcd-638b-444c-8128-52ef2d7077dc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386566 Sep 15 16:06:53.571343 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Attempting to bind port 5417e6cd-7aad-4799-8bb3-9d131f276925 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:53.572009 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Attempting to bind port 5417e6cd-7aad-4799-8bb3-9d131f276925 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:53.572785 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Attempting to bind port 5417e6cd-7aad-4799-8bb3-9d131f276925 on network 42fa5f36-9ef3-435b-86c3-776ffcc23348 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:53.586587 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:53.589214 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Checking segment: {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:53.593134 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.593980 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Bound using segment: {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:53.594695 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Bound port: 5417e6cd-7aad-4799-8bb3-9d131f276925, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:53.595334 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.649737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-bf97137e-4124-4f86-9262-2c3aa9079731 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5181396 Sep 15 16:06:53.709876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f914e8d5-f7f8-4d27-99b6-392bfe0a81e5 None None] Provisioning complete for port 3b357442-53f4-41cf-a91c-b2ce1b2b134d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:53.710064 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f914e8d5-f7f8-4d27-99b6-392bfe0a81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.755120 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] For port 5417e6cd-7aad-4799-8bb3-9d131f276925, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:53.759275 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] For port 5417e6cd-7aad-4799-8bb3-9d131f276925, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5417e6cd-7aad-4799-8bb3-9d131f276925,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:53.832108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a1dd23f3-062a-41de-bfb8-4d4d3047c599 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:53.862125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f61792-60a3-4244-a302-6242551cef74 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:53.896358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0f61792-60a3-4244-a302-6242551cef74 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.899255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e0f61792-60a3-4244-a302-6242551cef74 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "PUT /v2.0/routers/ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f HTTP/1.1" status: 200 len: 691 time: 2.6604209 Sep 15 16:06:53.918980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36856) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:53.925710 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.983220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707c953-1d97-422c-b4c2-426b381a39d6 req-2fe0f2f7-4d94-451a-b77b-53ceee9c3e42 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.985837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3707c953-1d97-422c-b4c2-426b381a39d6 req-2fe0f2f7-4d94-451a-b77b-53ceee9c3e42 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2264762 Sep 15 16:06:54.003022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] Sync routers for ids ['ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:54.102335 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47ad40-1e45-4156-a98a-87a09b6f6541 None None] Pushing event updated for resources: {'Port': ['ID=5417e6cd-7aad-4799-8bb3-9d131f276925,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:54.113955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f914e8d5-f7f8-4d27-99b6-392bfe0a81e5 None None] Port 3b357442-53f4-41cf-a91c-b2ce1b2b134d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:54.120363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Routers {'61846653-17f1-4418-a413-7268ecd595d0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:54.123330 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['61846653-17f1-4418-a413-7268ecd595d0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:54.139685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] Routers {'ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:54.143647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:54.172960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d283f51f-aa6e-451b-a530-ce232a3c89a5 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/routers/ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f HTTP/1.1" status: 200 len: 697 time: 0.2483342 Sep 15 16:06:54.177192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36862) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:54.221443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6ceda938-7052-4a42-be5e-c9cc20fc2dff tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f HTTP/1.1" status: 200 len: 205 time: 0.0344999 Sep 15 16:06:54.225668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36864) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:54.348644 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] Set router 61846653-17f1-4418-a413-7268ecd595d0 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:54.351030 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd852211-6057-4773-8e89-058f4b96e438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:54.398508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3707c953-1d97-422c-b4c2-426b381a39d6 req-3f849334-abad-44ef-b219-5f849ef9cd0f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239850 Sep 15 16:06:54.410975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c34ca6da-e418-41e2-8641-5e4162cd162f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:54.443228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f914e8d5-f7f8-4d27-99b6-392bfe0a81e5 None None] Provisioning complete for port a1dd23f3-062a-41de-bfb8-4d4d3047c599 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:54.443612 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f914e8d5-f7f8-4d27-99b6-392bfe0a81e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:54.480151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] Set router ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:54.603055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-565b7399-0769-4fc0-8918-c9eb19450a25 service neutron] 10.222.0.63 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9514112 Sep 15 16:06:54.687173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f', 'name': 'tempest-RoutersTest-router-2853543', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:50Z', 'updated_at': '2021-09-15T16:06:52Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:54.788647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a1dd23f3-062a-41de-bfb8-4d4d3047c599 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:54.789295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:54.830134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec61a8-17d4-44d9-a887-5c7768237d1c req-caf17458-4805-4fca-94c5-56360c7a82cd tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:54.843862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49ec61a8-17d4-44d9-a887-5c7768237d1c req-caf17458-4805-4fca-94c5-56360c7a82cd tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2419255 Sep 15 16:06:54.851481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] Checking router: ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:54.913606 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:06:47Z', 'revision_number': 4, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port': {'id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:40Z', 'updated_at': '2021-09-15T16:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5417e6cd-7aad-4799-8bb3-9d131f276925', 'name': '', 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'mac_address': 'fa:16:3e:6b:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '538582a7-dca4-4553-82e8-328087c08bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:46Z', 'updated_at': '2021-09-15T16:06:53Z', 'revision_number': 4, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'subnets': [{'id': '538582a7-dca4-4553-82e8-328087c08bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:54.937873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c34ca6da-e418-41e2-8641-5e4162cd162f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:54.942202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c34ca6da-e418-41e2-8641-5e4162cd162f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:54.956384 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fddef-51be-4fb9-8e1a-abafe35f5e4b None None] The sync data for ids ['61846653-17f1-4418-a413-7268ecd595d0'] in n-d-808199-2 is: [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:06:47Z', 'revision_number': 4, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port': {'id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:40Z', 'updated_at': '2021-09-15T16:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5417e6cd-7aad-4799-8bb3-9d131f276925', 'name': '', 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'mac_address': 'fa:16:3e:6b:c2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '538582a7-dca4-4553-82e8-328087c08bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:46Z', 'updated_at': '2021-09-15T16:06:53Z', 'revision_number': 4, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'subnets': [{'id': '538582a7-dca4-4553-82e8-328087c08bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:55.006467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] Routers {'ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:55.007178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:55.126438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49ec61a8-17d4-44d9-a887-5c7768237d1c req-6e346955-6e5b-43b1-b80c-c542851f808f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806478 Sep 15 16:06:55.235051 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c34ca6da-e418-41e2-8641-5e4162cd162f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.236090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34ca6da-e418-41e2-8641-5e4162cd162f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Fanout notify agent at l3_agent the message router_deleted on router ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:06:55.275854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c34ca6da-e418-41e2-8641-5e4162cd162f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.286499 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c34ca6da-e418-41e2-8641-5e4162cd162f tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f HTTP/1.1" status: 204 len: 168 time: 1.0576341 Sep 15 16:06:55.295816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36882) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:55.314210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] Set router ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:55.421947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6879e1e3-a761-46c4-aaae-37e658cbfee6 None None] Provisioning complete for port 3b357442-53f4-41cf-a91c-b2ce1b2b134d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:55.422329 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6879e1e3-a761-46c4-aaae-37e658cbfee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.451334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e6e824b8-ab9d-45b8-80f3-4b4628395f93 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f HTTP/1.1" status: 200 len: 205 time: 0.1536059 Sep 15 16:06:55.504599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:55.557661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f', 'name': 'tempest-RoutersTest-router-2853543', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:50Z', 'updated_at': '2021-09-15T16:06:52Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:55.622336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a1dd23f3-062a-41de-bfb8-4d4d3047c599 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:55.672282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1368dab-0ee4-4fd6-a7da-4180c0a2f9b7 None None] The sync data for ids ['ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f'] in n-d-808199-2 is: [{'id': 'ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f', 'name': 'tempest-RoutersTest-router-2853543', 'tenant_id': '732763276ab64b578cf8cb6cc2c5748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:50Z', 'updated_at': '2021-09-15T16:06:52Z', 'revision_number': 2, 'project_id': '732763276ab64b578cf8cb6cc2c5748f', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:55.716553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6879e1e3-a761-46c4-aaae-37e658cbfee6 None None] Port 3b357442-53f4-41cf-a91c-b2ce1b2b134d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:55.725650 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-56210dd3-8b7a-4d75-9e45-c1a81371fc74 service neutron] 10.222.0.63 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1163821 Sep 15 16:06:55.740314 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-00fb6059-72c2-4211-923b-462fea4852fc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] delete failed (client error): The resource could not be found. Sep 15 16:06:55.744434 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-00fb6059-72c2-4211-923b-462fea4852fc tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/ffcbf4e7-adbe-4e5e-9d2b-9c508c531b2f HTTP/1.1" status: 404 len: 336 time: 0.2383411 Sep 15 16:06:55.748522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:55.757249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.780406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a1dd23f3-062a-41de-bfb8-4d4d3047c599 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:55.788217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.910335 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4231a92-62af-4df0-a248-d89c16ba6314 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:55.914003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4231a92-62af-4df0-a248-d89c16ba6314 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:55.919511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a4231a92-62af-4df0-a248-d89c16ba6314 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/8e8e94fd-5b82-4c58-8725-ae464220cd5b HTTP/1.1" status: 404 len: 337 time: 0.1670415 Sep 15 16:06:55.923223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36892) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.047781 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb391456-63e6-46d7-b0c6-b9f964403f7d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:56.048753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb391456-63e6-46d7-b0c6-b9f964403f7d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:56.053651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eb391456-63e6-46d7-b0c6-b9f964403f7d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/2aa9de7e-ecef-452c-aedc-c49761fa998b HTTP/1.1" status: 404 len: 337 time: 0.1224866 Sep 15 16:06:56.055430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36894) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.072046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5417e6cd-7aad-4799-8bb3-9d131f276925 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:56.139493 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ddce46-c170-4f8d-9426-22f79243920e tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:56.140323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ddce46-c170-4f8d-9426-22f79243920e tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:56.142510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-25ddce46-c170-4f8d-9426-22f79243920e tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/063f38fd-976a-4fb1-b3a3-020de2da979a HTTP/1.1" status: 404 len: 337 time: 0.0825999 Sep 15 16:06:56.148529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36896) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.180216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a76d5-4184-45b7-8eba-717639a20bf4 req-c2710f45-a457-4ccb-b085-e9a7be6d2d27 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.190435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b6a76d5-4184-45b7-8eba-717639a20bf4 req-c2710f45-a457-4ccb-b085-e9a7be6d2d27 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.7503843 Sep 15 16:06:56.199668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-8faeab45-8edb-410f-a1e1-1aeeb1d8a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.201717 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-8faeab45-8edb-410f-a1e1-1aeeb1d8a7fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1096 time: 0.1608765 Sep 15 16:06:56.260447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5417e6cd-7aad-4799-8bb3-9d131f276925 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:56.261960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.270027 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7ad362-ba43-4a20-ac92-861916903ce1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:56.270970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7ad362-ba43-4a20-ac92-861916903ce1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:56.275592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ea7ad362-ba43-4a20-ac92-861916903ce1 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/021918de-7c9b-409b-bc06-f8cfdb43369a HTTP/1.1" status: 404 len: 337 time: 0.1234956 Sep 15 16:06:56.302550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36900) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.457244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b6a76d5-4184-45b7-8eba-717639a20bf4 req-d5eeaa1d-5e64-48fd-8768-578429015bfd tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655280 Sep 15 16:06:56.467834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e3037c5a-3ebd-4012-9f07-bf110116a98a tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 200 len: 205 time: 0.1497838 Sep 15 16:06:56.468980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36906) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.555139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.632719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.639524 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-264e8e66-b8da-4467-aee0-23e9bb4bea16 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] delete failed (client error): The resource could not be found. Sep 15 16:06:56.640661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-264e8e66-b8da-4467-aee0-23e9bb4bea16 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/7be30027-b435-4077-8c4f-54d5ab90b3bc HTTP/1.1" status: 404 len: 336 time: 0.1703053 Sep 15 16:06:56.649687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.698658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 5417e6cd-7aad-4799-8bb3-9d131f276925, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5417e6cd-7aad-4799-8bb3-9d131f276925,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:56.735144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-51187ed8-396d-4a1d-84a8-2ae7706b752e tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=adf2278e-993e-44c7-a1bb-fc5479000143 HTTP/1.1" status: 200 len: 205 time: 0.0776496 Sep 15 16:06:56.737452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63b7bc65-686c-403f-bffe-e9b3ae7bb2a8 req-6058e4c2-dee7-4a15-97b1-10f3af7c5cf9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.2027531 Sep 15 16:06:56.739054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.750146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-9e8a5f84-85da-42a9-bfce-40b2b97b732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.753049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-9e8a5f84-85da-42a9-bfce-40b2b97b732f service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.5128472 Sep 15 16:06:56.824458 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-df12c16f-1746-4e7b-940e-74aae7701377 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] delete failed (client error): The resource could not be found. Sep 15 16:06:56.830895 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-df12c16f-1746-4e7b-940e-74aae7701377 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/adf2278e-993e-44c7-a1bb-fc5479000143 HTTP/1.1" status: 404 len: 336 time: 0.0900114 Sep 15 16:06:56.834511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:56.883024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.908758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-a6d660c0-9ef3-43b0-88f3-9e5289b649ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 1001 time: 0.1423671 Sep 15 16:06:56.944280 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-17612fe2-275b-4148-821b-c2d34018fb3d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:56.945166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17612fe2-275b-4148-821b-c2d34018fb3d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:56.952416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-17612fe2-275b-4148-821b-c2d34018fb3d tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/11462d8b-aab4-471b-ac79-858378bc03bd HTTP/1.1" status: 404 len: 337 time: 0.1124809 Sep 15 16:06:56.955818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36920) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.033689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac965b0-7d4f-44f3-b8b2-9d6314b098a0 req-ff87dd3c-716e-464d-8750-afa1e2efdd08 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.036978 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ac965b0-7d4f-44f3-b8b2-9d6314b098a0 req-ff87dd3c-716e-464d-8750-afa1e2efdd08 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3390703 Sep 15 16:06:57.074442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=5417e6cd-7aad-4799-8bb3-9d131f276925,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:57.106331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.128989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e3a911c-dc8c-4f4a-bde3-1cf0f7ec9d1c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=150d7308-5499-4aed-a6e5-1c9c4a8643e7 HTTP/1.1" status: 200 len: 205 time: 0.1668961 Sep 15 16:06:57.130142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36924) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.148823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.189401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-cdc7717c-17a0-454f-897d-397f3dbb1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.192063 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-cdc7717c-17a0-454f-897d-397f3dbb1340 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.2688577 Sep 15 16:06:57.236139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ac965b0-7d4f-44f3-b8b2-9d6314b098a0 req-0f4bbbdc-1fe3-40ca-8e12-dfd2b808e2f2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318166 Sep 15 16:06:57.238880 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-fd677668-0031-4e18-a7bb-73864ff5c7c6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] delete failed (client error): The resource could not be found. Sep 15 16:06:57.244376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fd677668-0031-4e18-a7bb-73864ff5c7c6 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/150d7308-5499-4aed-a6e5-1c9c4a8643e7 HTTP/1.1" status: 404 len: 336 time: 0.0920713 Sep 15 16:06:57.245145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36926) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.335204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79d3ff7b-d075-432a-a1c7-78cc27786e78 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=d5621df2-7121-4742-8295-0a273cf91199 HTTP/1.1" status: 200 len: 205 time: 0.0881405 Sep 15 16:06:57.336195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36932) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.383501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.402557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08149e53-74fd-49df-9b7e-978e502fbd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.407036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-32c4670e-030d-439a-b6bd-a0c22d51bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.412293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-32c4670e-030d-439a-b6bd-a0c22d51bed5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077897 Sep 15 16:06:57.417303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5417e6cd-7aad-4799-8bb3-9d131f276925 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:57.451669 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-54ab3080-129a-4a8a-97a6-d5681f39ee1b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] delete failed (client error): The resource could not be found. Sep 15 16:06:57.463266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-54ab3080-129a-4a8a-97a6-d5681f39ee1b tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/d5621df2-7121-4742-8295-0a273cf91199 HTTP/1.1" status: 404 len: 336 time: 0.1252697 Sep 15 16:06:57.464322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36934) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.589743 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de28df1-a543-439a-8a3f-63d648abb044 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:57.591238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de28df1-a543-439a-8a3f-63d648abb044 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:57.598221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5de28df1-a543-439a-8a3f-63d648abb044 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/71ed1eed-021e-4b0c-a5f6-94b0ebc9c6d8 HTTP/1.1" status: 404 len: 337 time: 0.1235712 Sep 15 16:06:57.606727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36938) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.634094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5417e6cd-7aad-4799-8bb3-9d131f276925 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:57.634798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.752705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c0574149-56da-4c78-8219-2e6120a12523 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=d99474ea-30a6-4e47-9b3c-7f10e101a5e5 HTTP/1.1" status: 200 len: 205 time: 0.1439347 Sep 15 16:06:57.756568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.858383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=3b357442-53f4-41cf-a91c-b2ce1b2b134d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:57.897227 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-e0390321-863f-411d-88be-b2e80bfce878 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] delete failed (client error): The resource could not be found. Sep 15 16:06:57.897227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e0390321-863f-411d-88be-b2e80bfce878 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/d99474ea-30a6-4e47-9b3c-7f10e101a5e5 HTTP/1.1" status: 404 len: 336 time: 0.1291554 Sep 15 16:06:57.910373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36944) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:57.969675 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7099b5fc-9464-4f31-80e6-2f5706ba5eb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:57.970515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7099b5fc-9464-4f31-80e6-2f5706ba5eb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:57.973368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7099b5fc-9464-4f31-80e6-2f5706ba5eb3 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/d2e23f03-5c9d-44e4-a911-cfa80939ca19 HTTP/1.1" status: 404 len: 337 time: 0.0609279 Sep 15 16:06:57.978514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36946) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:58.052217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d5f2527e-c013-4c47-afab-dd799b74c71c tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "GET /v2.0/ports?device_id=26540d81-69f7-49b9-87a6-a3799a093104 HTTP/1.1" status: 200 len: 205 time: 0.0716784 Sep 15 16:06:58.053435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:58.163377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e20ba201-3179-4fea-b18f-c409891d2c1d None None] Provisioning complete for port 3b357442-53f4-41cf-a91c-b2ce1b2b134d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:58.163377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e20ba201-3179-4fea-b18f-c409891d2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:58.179503 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-0e1e235e-9556-4640-ad62-55ecc15352ef tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] delete failed (client error): The resource could not be found. Sep 15 16:06:58.185750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0e1e235e-9556-4640-ad62-55ecc15352ef tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/routers/26540d81-69f7-49b9-87a6-a3799a093104 HTTP/1.1" status: 404 len: 336 time: 0.1254160 Sep 15 16:06:58.223003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1883c7-7b90-4513-b164-084048aed823 req-5f1c9337-4e3e-4f78-baa8-f26218eaeec5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.224981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d1883c7-7b90-4513-b164-084048aed823 req-5f1c9337-4e3e-4f78-baa8-f26218eaeec5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.4674244 Sep 15 16:06:58.226783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36956) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:58.383558 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02242dd-bb0c-4ab8-acb0-68d5909c6efa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:58.385204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02242dd-bb0c-4ab8-acb0-68d5909c6efa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:58.390951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a02242dd-bb0c-4ab8-acb0-68d5909c6efa tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/beb971d1-524e-4a75-8e99-24785a30c00a HTTP/1.1" status: 404 len: 337 time: 0.1626868 Sep 15 16:06:58.407480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36960) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:58.416530 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e20ba201-3179-4fea-b18f-c409891d2c1d None None] Port 3b357442-53f4-41cf-a91c-b2ce1b2b134d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:58.452541 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d1883c7-7b90-4513-b164-084048aed823 req-0e8ca64a-032b-436a-a1b7-f5c192fed9c0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778991 Sep 15 16:06:58.458005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-0baa5fc5-baf8-4449-94f4-eb3e46db40a9 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0254614 Sep 15 16:06:58.548186 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:58.550445 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe239a92-18e1-474c-95f7-575adb9142d4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] DELETE failed (client error): The resource could not be found. Sep 15 16:06:58.551207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe239a92-18e1-474c-95f7-575adb9142d4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:06:58.557940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fe239a92-18e1-474c-95f7-575adb9142d4 tempest-RoutersTest-1952811957 tempest-RoutersTest-1952811957-project] 10.222.0.63 "DELETE /v2.0/subnets/46a5cab0-8f8e-41b6-8371-be6bb4ce5c40 HTTP/1.1" status: 404 len: 337 time: 0.1275907 Sep 15 16:06:58.557940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:58.614479 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-536e51ce-ba30-44e8-8abe-7a3c6a2a98f9 req-83eec8c7-3623-45e4-b835-e04235fd987d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.0434940 Sep 15 16:06:58.673798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8688c9-a488-44d6-bcce-976c0a0e51c5 req-53c4f420-7057-4fcf-b561-35eea9101612 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.676756 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be8688c9-a488-44d6-bcce-976c0a0e51c5 req-53c4f420-7057-4fcf-b561-35eea9101612 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.9936864 Sep 15 16:06:58.883430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be8688c9-a488-44d6-bcce-976c0a0e51c5 req-cc7c42af-f2e1-4163-ae6f-d0553ba27cc9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776841 Sep 15 16:06:58.906450 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d139f60f-d3f5-483a-b4a7-b9b5200483ac req-a8d076e3-a391-4c88-9532-97aea32629fe service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159989 Sep 15 16:06:59.126239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:59.241554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571697a-a7f7-461e-9367-a4d94146a5eb req-0cb3506a-8db6-43f8-a8c2-2a7dde4bb35d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:59.244823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0571697a-a7f7-461e-9367-a4d94146a5eb req-0cb3506a-8db6-43f8-a8c2-2a7dde4bb35d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1358490 Sep 15 16:06:59.459462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0571697a-a7f7-461e-9367-a4d94146a5eb req-70f8d12e-7cce-49f5-8670-3a10329a6baa tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641603 Sep 15 16:06:59.739716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80640b98-9162-4751-bd2d-c6cc59c0658d req-34a69be6-6371-4851-b954-f3fc9739527e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:59.747383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36986) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:59.773192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80640b98-9162-4751-bd2d-c6cc59c0658d req-34a69be6-6371-4851-b954-f3fc9739527e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1840327 Sep 15 16:06:59.856100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80640b98-9162-4751-bd2d-c6cc59c0658d req-dc2e31b1-821e-45b1-8dbe-6002570dc63f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830381 Sep 15 16:06:59.862840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712d96b-0869-4636-bf75-fd3b48980c70 req-a4829a1e-fc66-4e57-844b-4db51dfbf5b5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:59.865571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a712d96b-0869-4636-bf75-fd3b48980c70 req-a4829a1e-fc66-4e57-844b-4db51dfbf5b5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1199198 Sep 15 16:06:59.973861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.008616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a712d96b-0869-4636-bf75-fd3b48980c70 req-ba592f87-a295-4919-b14e-26831f88ab01 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829608 Sep 15 16:07:00.029004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b73441cc-1f72-4469-a11e-c5db3ef45ae7 req-fe44181c-2dbc-430d-86a0-c411d54db64b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.0611627 Sep 15 16:07:00.145240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6fcec09b-ea64-4100-973b-c52e9ce5a70e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=732763276ab64b578cf8cb6cc2c5748f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964982 Sep 15 16:07:00.149183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37000) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:00.246617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef548f5a-aa70-4721-86ac-c73f672301d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.262002 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.325938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.327253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.354617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef548f5a-aa70-4721-86ac-c73f672301d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.375734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762095f-3c48-459d-97d8-22bf74af25a9 req-93758e15-45bb-4f7e-9b04-fa8c44d421c0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:00.388892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e762095f-3c48-459d-97d8-22bf74af25a9 req-93758e15-45bb-4f7e-9b04-fa8c44d421c0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1535501 Sep 15 16:07:00.458774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e762095f-3c48-459d-97d8-22bf74af25a9 req-4910f20f-1bd5-40d2-95f1-85faadc56262 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Sep 15 16:07:00.500172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=3b357442-53f4-41cf-a91c-b2ce1b2b134d,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:00.526379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.669110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db67271-be58-4b4f-aea3-195c911ed096 req-ac1d87bf-cbc0-4e8d-97f2-83bdfa09f71a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:00.670750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4db67271-be58-4b4f-aea3-195c911ed096 req-ac1d87bf-cbc0-4e8d-97f2-83bdfa09f71a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1097679 Sep 15 16:07:00.722803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 7cf88372-e139-4d32-8163-aef3bc279289 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:00.732186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:00.753500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4db67271-be58-4b4f-aea3-195c911ed096 req-22e19450-06cc-4ed5-aed0-35318cb93d59 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721276 Sep 15 16:07:00.754512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef548f5a-aa70-4721-86ac-c73f672301d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.770075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef548f5a-aa70-4721-86ac-c73f672301d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:00.770075 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ef548f5a-aa70-4721-86ac-c73f672301d9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fe633788-7389-45e3-b780-c92b71987eef HTTP/1.1" status: 204 len: 168 time: 0.6084571 Sep 15 16:07:00.867004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef548f5a-aa70-4721-86ac-c73f672301d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe633788-7389-45e3-b780-c92b71987eef,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:01.130921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Router 55d49f63-49b7-43bb-be82-02e0ec6a1fe5 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:07:01.196033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0abeb8-2def-4be5-a691-c5e9e1a141d5 req-17a2f2a9-496d-4fd1-aeae-83d7af8f42f8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.196886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ac948daa-44b7-4567-989e-44597093ebed None None] Provisioning complete for port 3b357442-53f4-41cf-a91c-b2ce1b2b134d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:01.197872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac948daa-44b7-4567-989e-44597093ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:01.204876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b0abeb8-2def-4be5-a691-c5e9e1a141d5 req-17a2f2a9-496d-4fd1-aeae-83d7af8f42f8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.0692191 Sep 15 16:07:01.271299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b0abeb8-2def-4be5-a691-c5e9e1a141d5 req-1317be9a-563d-4f59-b64a-6070d103508f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607197 Sep 15 16:07:01.271527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ac948daa-44b7-4567-989e-44597093ebed None None] Port 3b357442-53f4-41cf-a91c-b2ce1b2b134d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:01.285997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c01a9cde-68dc-458f-8850-8c3a0db7acd1 req-95ba8a58-fc5f-4eeb-9a9f-737041862b3e tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.0780571 Sep 15 16:07:01.333123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:07:01.338925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cf67ac6c-623c-48a8-bdf0-b3c5b3ce2674 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "PUT /v2.0/routers/55d49f63-49b7-43bb-be82-02e0ec6a1fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0962486 Sep 15 16:07:01.343661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:01.357600 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] Sync routers for ids ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:07:01.392091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] Routers {'55d49f63-49b7-43bb-be82-02e0ec6a1fe5'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:01.393264 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:01.441716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be10c79-68d9-49cc-9e85-7a0543ab229d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.445735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3be10c79-68d9-49cc-9e85-7a0543ab229d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports?device_id=55d49f63-49b7-43bb-be82-02e0ec6a1fe5 HTTP/1.1" status: 200 len: 982 time: 0.1006844 Sep 15 16:07:01.449061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37034) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:01.455296 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:01.469863 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] Routers {'55d49f63-49b7-43bb-be82-02e0ec6a1fe5'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:01.471050 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:01.583649 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:01.585063 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c9315-5254-459c-bc7f-443f8f9980f2 None None] The sync data for ids ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:07:01.650175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37040) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:01.820083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f622a52-4249-4e8a-98a6-befd11138d96 req-d2035ad5-0381-486b-ae84-5b04b27383c6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.831729 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f622a52-4249-4e8a-98a6-befd11138d96 req-d2035ad5-0381-486b-ae84-5b04b27383c6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 812 time: 0.3167112 Sep 15 16:07:01.875273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f622a52-4249-4e8a-98a6-befd11138d96 req-62cae3aa-df36-4ccc-aded-db5d210f560c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/quotas/e4c84331ca3f4a6c933169b23f28193a HTTP/1.1" status: 200 len: 375 time: 0.0417600 Sep 15 16:07:01.958389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f622a52-4249-4e8a-98a6-befd11138d96 req-c36e0083-28c8-4a38-a9e2-1e9385033d87 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817168 Sep 15 16:07:01.989471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52c435a2-b2b9-4917-8f2b-55dc33b9b508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:02.077163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109bfab-eed9-4849-999f-67f4866c281f req-13fdaef5-a175-4d9c-9906-0f1f49ee4e41 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.078759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-13fdaef5-a175-4d9c-9906-0f1f49ee4e41 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.55 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 811 time: 0.2615750 Sep 15 16:07:02.110065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Request body: {'port': {'device_id': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'admin_state_up': True, 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:02.319681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63e317-0eea-4e74-8feb-cf72014c2623 req-d4c05518-b504-4e0b-8339-428f06deb1aa tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.338000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db63e317-0eea-4e74-8feb-cf72014c2623 req-d4c05518-b504-4e0b-8339-428f06deb1aa tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2540314 Sep 15 16:07:02.530108 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db63e317-0eea-4e74-8feb-cf72014c2623 req-c27da8a7-a3ea-4792-b038-b79504a397d9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775429 Sep 15 16:07:02.620455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52c435a2-b2b9-4917-8f2b-55dc33b9b508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:02.640431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a719cc-93d8-4919-916e-f10ef665208d req-0517d633-3367-4437-80b1-05405ef00655 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.650049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58a719cc-93d8-4919-916e-f10ef665208d req-0517d633-3367-4437-80b1-05405ef00655 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.2065823 Sep 15 16:07:02.698851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-58a719cc-93d8-4919-916e-f10ef665208d req-5f646d84-0ca5-4bf5-bc07-e9cc868723e1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471776 Sep 15 16:07:02.722377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:07:02.741021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3bfd460b-28db-4db8-af16-6d8737b4715e req-62dff2c7-16c0-4f38-8d58-53e68829a96a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.0508809 Sep 15 16:07:02.742577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:02.831892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-52c435a2-b2b9-4917-8f2b-55dc33b9b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:02.942786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c435a2-b2b9-4917-8f2b-55dc33b9b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daf495b-8138-436b-8029-4b0e1f673aba,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:02.968393 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-52c435a2-b2b9-4917-8f2b-55dc33b9b508 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0415f3bafe924d8a91fe308cebb1d965&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3122003 Sep 15 16:07:02.969003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37072) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:02.996704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:03.022122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'port_id': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'mac_address': 'fa:16:3e:38:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:07:03.045086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4695d5f-b0fe-4d1f-82b7-8b974d7f0a2e req-46c87a5f-11a1-4d32-bcc0-8fe1a9654f57 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:03.048114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a4695d5f-b0fe-4d1f-82b7-8b974d7f0a2e req-46c87a5f-11a1-4d32-bcc0-8fe1a9654f57 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1750300 Sep 15 16:07:03.096005 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.116883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f471f7de-8a2c-423c-ae5e-0fd877ecaa43 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:03.121515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Made reservation on behalf of 540658f668f44acabfdefd6ebb83ad7b for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:03.125241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.136798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a4695d5f-b0fe-4d1f-82b7-8b974d7f0a2e req-206c5627-d5ca-4102-b9d2-773467248f10 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815952 Sep 15 16:07:03.192662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:03.367203 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c320720b-d02f-457c-a34b-2aabef9495d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.401065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.418303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Allocated IP 172.20.0.8 (42fa5f36-9ef3-435b-86c3-776ffcc23348/538582a7-dca4-4553-82e8-328087c08bd2/568dd38f-c59b-47c0-9c2e-130150d3986c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:03.426780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37092) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:03.459286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c320720b-d02f-457c-a34b-2aabef9495d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.546088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['f471f7de-8a2c-423c-ae5e-0fd877ecaa43'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:03.587576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:03.671641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-17b775e8-3ba9-427e-b6a6-9490c7543f35 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1731761186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:03.728106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 3b357442-53f4-41cf-a91c-b2ce1b2b134d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:03.728273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.923596 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c320720b-d02f-457c-a34b-2aabef9495d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.926601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c320720b-d02f-457c-a34b-2aabef9495d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.928158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c320720b-d02f-457c-a34b-2aabef9495d4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6daf495b-8138-436b-8029-4b0e1f673aba HTTP/1.1" status: 204 len: 168 time: 0.9580288 Sep 15 16:07:03.956825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4315475-5b13-4b5d-84d8-793f6ae82ac4 req-898c013b-a83c-46c0-81df-1279afd8f082 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:03.959180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4315475-5b13-4b5d-84d8-793f6ae82ac4 req-898c013b-a83c-46c0-81df-1279afd8f082 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1164734 Sep 15 16:07:03.960903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17b775e8-3ba9-427e-b6a6-9490c7543f35 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.962544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17b775e8-3ba9-427e-b6a6-9490c7543f35 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:04.016704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320720b-d02f-457c-a34b-2aabef9495d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daf495b-8138-436b-8029-4b0e1f673aba,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:04.084119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d2edcfb-04a4-4fbd-bf7d-ca6db27962ed req-436f47e0-91a2-4cf2-9fd0-7479206bac89 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e4c84331ca3f4a6c933169b23f28193a HTTP/1.1" status: 200 len: 221 time: 0.5037069 Sep 15 16:07:04.098083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:04.132241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4315475-5b13-4b5d-84d8-793f6ae82ac4 req-8c4e7259-6571-4e41-bf5a-38e5b791c994 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618831 Sep 15 16:07:04.175451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 3b357442-53f4-41cf-a91c-b2ce1b2b134d owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:04.208851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:04.282387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17b775e8-3ba9-427e-b6a6-9490c7543f35 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:04.382683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d4f4860-bb52-431c-b7c0-ac1e2ed3db12 req-604db19f-6ddc-4f16-a382-df7bce206daa tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.0634208 Sep 15 16:07:04.396440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520dbaa-a8be-4e7b-bad9-9a84ea12931b req-5d26ae99-5ae0-4529-a88d-f55143235b8e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:04.407073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d520dbaa-a8be-4e7b-bad9-9a84ea12931b req-5d26ae99-5ae0-4529-a88d-f55143235b8e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1073263 Sep 15 16:07:04.468972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17b775e8-3ba9-427e-b6a6-9490c7543f35 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:04.480958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d520dbaa-a8be-4e7b-bad9-9a84ea12931b req-c7f8b4b4-3438-4139-b439-20eb1328bc9d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728111 Sep 15 16:07:04.691042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17b775e8-3ba9-427e-b6a6-9490c7543f35 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:04.693230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-17b775e8-3ba9-427e-b6a6-9490c7543f35 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2642331 Sep 15 16:07:04.698268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37128) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:04.707585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1406072940'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:04.723389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:04.861560 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:04.861973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:04.960062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:04.978061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.043245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.050066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.065124 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.124597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Pushing event updated for resources: {'Port': ['ID=568dd38f-c59b-47c0-9c2e-130150d3986c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:05.165486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:05.169668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:05.172920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:05.191725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:05.193449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:05.206033 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a397a4-5799-4559-a623-9d772c2602d1" -d '{"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-plugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:05.261823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:05.262911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.273336 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.323332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=3b357442-53f4-41cf-a91c-b2ce1b2b134d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:05.360175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f598c-52b5-478d-a503-9a96be9caf51 req-e5190840-ef3c-46c9-b7eb-2910abd643e5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:05.366030 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.376788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b22f598c-52b5-478d-a503-9a96be9caf51 req-e5190840-ef3c-46c9-b7eb-2910abd643e5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3280962 Sep 15 16:07:05.461889 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.521986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:05.541824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24a1f-9fa6-4793-8c9c-65e61efac98c req-fb5ddec5-a736-4a49-8c88-488e8bc2e4d1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:05.554975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5f24a1f-9fa6-4793-8c9c-65e61efac98c req-fb5ddec5-a736-4a49-8c88-488e8bc2e4d1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.2102790 Sep 15 16:07:05.606390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.639101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b22f598c-52b5-478d-a503-9a96be9caf51 req-13ed8260-ea64-4af8-9f36-b2170254d125 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591181 Sep 15 16:07:05.670972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4798e4-e4cb-452c-a572-17575628d7bd,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:05.701780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5f24a1f-9fa6-4793-8c9c-65e61efac98c req-1bae13f1-030d-4944-80e3-532ebce57676 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455879 Sep 15 16:07:05.719653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:07:05.765345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.766009 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Added segment c27b1c8e-46aa-4ba8-80e1-2e8292f3c473 of type vlan for network 54a3073d-a78c-428c-8174-590dcb72d293 Sep 15 16:07:05.816587 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f979e-b319-4f36-b46a-cedfc876ca5b x-openstack-request-id: req-689f979e-b319-4f36-b46a-cedfc876ca5b {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:05.817146 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-plugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:05.817446 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-689f979e-b319-4f36-b46a-cedfc876ca5b {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:05.818052 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'code': 200} Sep 15 16:07:05.895819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:05.937237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-770443f8-429c-49c2-93fc-0d5719cb76a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.945600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.947678 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:05.966896 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-cf0f6be1-447f-45f9-8c8b-90a8935e3c54 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8692064 Sep 15 16:07:05.994603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Request body: {'port': {'device_id': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:06.133600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-770443f8-429c-49c2-93fc-0d5719cb76a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:06.187682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:06.206289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:06.207177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:06.299748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-770443f8-429c-49c2-93fc-0d5719cb76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:06.350904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:06.355575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Router 55d49f63-49b7-43bb-be82-02e0ec6a1fe5 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:07:06.385731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaa9b4-9092-4985-9ee4-7714f0d45949 req-2d6edbc6-0bf6-404b-926b-5395a576d980 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:06.396247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dccaa9b4-9092-4985-9ee4-7714f0d45949 req-2d6edbc6-0bf6-404b-926b-5395a576d980 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2736380 Sep 15 16:07:06.439621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Network': ['ID=54a3073d-a78c-428c-8174-590dcb72d293,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:06.445143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-770443f8-429c-49c2-93fc-0d5719cb76a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=beedef4cd2fe47c0ad45e2ef7a1ccb14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479853 Sep 15 16:07:06.448411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770443f8-429c-49c2-93fc-0d5719cb76a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946cf03e-b364-48f6-8b71-ddaa43c36747,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:06.453538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37158) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:06.455463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 54a3073d-a78c-428c-8174-590dcb72d293 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:07:06.483033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fa000-4782-4de6-8d23-5d3e2d6feaa0 req-f727c864-d6d5-4e60-add4-344473064b29 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:06.491630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-243fa000-4782-4de6-8d23-5d3e2d6feaa0 req-f727c864-d6d5-4e60-add4-344473064b29 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 931 time: 0.5631855 Sep 15 16:07:06.501296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1a1bf53a-1ea6-4bdb-84d2-911988cf7dd2 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7975678 Sep 15 16:07:06.534762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37162) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:06.534762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'subnet': {'network_id': '54a3073d-a78c-428c-8174-590dcb72d293', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:06.670200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-243fa000-4782-4de6-8d23-5d3e2d6feaa0 req-8f668498-6347-497e-b1d9-7316c7bc5ec5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774373 Sep 15 16:07:06.690428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-580518e9-d9df-4732-8d91-aa5c3fee3094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:06.730425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-580518e9-d9df-4732-8d91-aa5c3fee3094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:06.910961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dccaa9b4-9092-4985-9ee4-7714f0d45949 req-8f0aa932-665c-437b-8c19-cbf53f70de07 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165963 Sep 15 16:07:06.918714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:07:06.933999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6bfaf452-0331-44a9-ad6c-fdf81dd6ad54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "PUT /v2.0/routers/55d49f63-49b7-43bb-be82-02e0ec6a1fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4764476 Sep 15 16:07:06.934466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] Sync routers for ids ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:07:06.943158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37170) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:06.975729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] Routers {'55d49f63-49b7-43bb-be82-02e0ec6a1fe5'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:06.978149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:06.980286 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10d1c8f-d45f-48c0-8682-1cb0124cb486 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:07:06.982634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f10d1c8f-d45f-48c0-8682-1cb0124cb486 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/3b357442-53f4-41cf-a91c-b2ce1b2b134d HTTP/1.1" status: 404 len: 333 time: 0.0382860 Sep 15 16:07:06.991284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37174) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:07.003993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:07.009958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.054266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:07.066497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] Routers {'55d49f63-49b7-43bb-be82-02e0ec6a1fe5'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:07.067470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:07.137561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:07.138951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da1ccf2-902c-43e4-9a3a-cf4dec137d99 None None] The sync data for ids ['55d49f63-49b7-43bb-be82-02e0ec6a1fe5'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:07:07.263588 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f9fd-87aa-46fb-a3c3-ce74f7905f87 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.338392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80bb8b-47db-4b6a-9dd9-2d6aa205e1d3 req-25e94a40-ecc9-4fae-8a8e-4d7a7196dbd1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:07.349192 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4b80bb8b-47db-4b6a-9dd9-2d6aa205e1d3 req-25e94a40-ecc9-4fae-8a8e-4d7a7196dbd1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2311618 Sep 15 16:07:07.378867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568dd38f-c59b-47c0-9c2e-130150d3986c {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:07.426935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4b80bb8b-47db-4b6a-9dd9-2d6aa205e1d3 req-7f839862-8dde-4ea8-a374-d748faa0ef30 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766222 Sep 15 16:07:07.486044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.555082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-580518e9-d9df-4732-8d91-aa5c3fee3094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.556794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-580518e9-d9df-4732-8d91-aa5c3fee3094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.562583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-580518e9-d9df-4732-8d91-aa5c3fee3094 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/946cf03e-b364-48f6-8b71-ddaa43c36747 HTTP/1.1" status: 204 len: 168 time: 1.1040773 Sep 15 16:07:07.584941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e35ec4-b259-464b-8bfa-15370b519556 req-bb081d07-c04f-42d6-820a-db29d3348a2e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:07.593178 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54e35ec4-b259-464b-8bfa-15370b519556 req-bb081d07-c04f-42d6-820a-db29d3348a2e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.6957886 Sep 15 16:07:07.617531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580518e9-d9df-4732-8d91-aa5c3fee3094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946cf03e-b364-48f6-8b71-ddaa43c36747,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:07.675549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54e35ec4-b259-464b-8bfa-15370b519556 req-df3067b9-34ea-4fb2-b854-8dc3673a344a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810628 Sep 15 16:07:07.719600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f9fd-87aa-46fb-a3c3-ce74f7905f87 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.722226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f9fd-87aa-46fb-a3c3-ce74f7905f87 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.893896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64b021-a47c-45a3-a27f-e34bba0c17f8 req-888fe671-7808-4b12-8702-6f6d15145069 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:07.909947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ba64b021-a47c-45a3-a27f-e34bba0c17f8 req-888fe671-7808-4b12-8702-6f6d15145069 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1334558 Sep 15 16:07:07.929443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Transition to ACTIVE for port object 568dd38f-c59b-47c0-9c2e-130150d3986c will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:07:07.933195 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f9fd-87aa-46fb-a3c3-ce74f7905f87 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.934227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b7f9fd-87aa-46fb-a3c3-ce74f7905f87 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Fanout notify agent at l3_agent the message router_deleted on router 55d49f63-49b7-43bb-be82-02e0ec6a1fe5 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:07:07.953094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a9b7f9fd-87aa-46fb-a3c3-ce74f7905f87 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.958154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a9b7f9fd-87aa-46fb-a3c3-ce74f7905f87 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/routers/55d49f63-49b7-43bb-be82-02e0ec6a1fe5 HTTP/1.1" status: 204 len: 168 time: 0.9627733 Sep 15 16:07:07.958154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:07.965689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c6138-72c5-4d40-bef6-f61ee7758151 req-59220ac8-4c86-4250-9732-f86e2e85afbe tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:07.973692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-630c6138-72c5-4d40-bef6-f61ee7758151 req-59220ac8-4c86-4250-9732-f86e2e85afbe tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 931 time: 0.1210737 Sep 15 16:07:08.027099 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-630c6138-72c5-4d40-bef6-f61ee7758151 req-89d53ccc-353d-4e0b-86a2-3484689eeaa5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520294 Sep 15 16:07:08.028778 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ba64b021-a47c-45a3-a27f-e34bba0c17f8 req-8eb1c1ff-e571-4118-9137-743ccafb048e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183381 Sep 15 16:07:08.060749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 6d35d1d0-7a36-4b8a-b800-d7d2f8a33684 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:08.066223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.168966 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.176055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.187972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.336216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Checking segment: {'id': 'c27b1c8e-46aa-4ba8-80e1-2e8292f3c473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '54a3073d-a78c-428c-8174-590dcb72d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:08.336795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network hostable DHCP agents. Network: 54a3073d-a78c-428c-8174-590dcb72d293, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:07:08.340556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Subnet': ['ID=1b6a9786-7e9d-4432-9aeb-b9027589b344,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:08.372321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Pushing event updated for resources: {'Port': ['ID=568dd38f-c59b-47c0-9c2e-130150d3986c,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:08.472003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28c315-9bc2-401c-a067-a6c45c4c11cc req-7ec44d4a-b6bf-4cde-8bb4-544754e931e1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:08.479737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b28c315-9bc2-401c-a067-a6c45c4c11cc req-7ec44d4a-b6bf-4cde-8bb4-544754e931e1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2831087 Sep 15 16:07:08.512683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.559103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 54a3073d-a78c-428c-8174-590dcb72d293 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:07:08.605955 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7b28c315-9bc2-401c-a067-a6c45c4c11cc req-52f957b4-d6f7-4de8-a7a5-8328208d517a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251359 Sep 15 16:07:08.610046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Attempting to bind port 568dd38f-c59b-47c0-9c2e-130150d3986c on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:07:08.610395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Attempting to bind port 568dd38f-c59b-47c0-9c2e-130150d3986c by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:07:08.610708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Attempting to bind port 568dd38f-c59b-47c0-9c2e-130150d3986c on network 42fa5f36-9ef3-435b-86c3-776ffcc23348 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:08.624961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Port 568dd38f-c59b-47c0-9c2e-130150d3986c on network 42fa5f36-9ef3-435b-86c3-776ffcc23348 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:07:08.625350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Attempting to bind port 568dd38f-c59b-47c0-9c2e-130150d3986c on network 42fa5f36-9ef3-435b-86c3-776ffcc23348 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:08.676677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:07:08.677274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Checking segment: {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:08.677844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Bound using segment: {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:07:08.678706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Bound port: 568dd38f-c59b-47c0-9c2e-130150d3986c, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:07:08.679164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.701951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 54a3073d-a78c-428c-8174-590dcb72d293) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:08.718945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae56f7-bdfa-4065-ae0b-f0c231b1fea7 None None] Network 54a3073d-a78c-428c-8174-590dcb72d293 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:08.722882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:08.732941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.825281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] For port 568dd38f-c59b-47c0-9c2e-130150d3986c, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:07:08.825281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] For port 568dd38f-c59b-47c0-9c2e-130150d3986c, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=568dd38f-c59b-47c0-9c2e-130150d3986c,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:07:08.862806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.900783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=6d35d1d0-7a36-4b8a-b800-d7d2f8a33684,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:08.909717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.917706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37202) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:08.917888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e67ce92f-00d0-45d3-86a6-0b74f9ef2dba tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/6d35d1d0-7a36-4b8a-b800-d7d2f8a33684 HTTP/1.1" status: 204 len: 168 time: 0.9553304 Sep 15 16:07:08.962568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10556ee-816c-45df-93bb-e53df8df5c71 req-45524a12-5885-423e-9714-30f4d27f5ec3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:08.974706 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e10556ee-816c-45df-93bb-e53df8df5c71 req-45524a12-5885-423e-9714-30f4d27f5ec3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1525495 Sep 15 16:07:09.051831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e10556ee-816c-45df-93bb-e53df8df5c71 req-0990ca0f-e247-4168-92a3-9f524c24ba54 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757234 Sep 15 16:07:09.083529 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.086761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f56dd-0c41-4bd5-86d3-e78d1d453863 None None] Network 7cf88372-e139-4d32-8163-aef3bc279289 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:09.106218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.124078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-328ec5d5-c28c-4af3-8339-0aeb35afe64b tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6041179 Sep 15 16:07:09.132214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:09.159328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'network': {'name': 'tempest-router-network01--2137416040'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:09.277455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.278188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.279910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] 10.222.0.55 "PUT /v2.0/ports/568dd38f-c59b-47c0-9c2e-130150d3986c HTTP/1.1" status: 200 len: 1091 time: 3.2959008 Sep 15 16:07:09.285294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42896639-20ce-4e10-8a7a-0c2dc5ba7513 req-d2bfb522-e343-4fcc-a36c-b7c99e126b8d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.287332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42896639-20ce-4e10-8a7a-0c2dc5ba7513 req-d2bfb522-e343-4fcc-a36c-b7c99e126b8d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1773777 Sep 15 16:07:09.300315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'tag': '568dd38f-c59b-47c0-9c2e-130150d3986c'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:09.310527 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9403e37e-4db9-4bbd-8e29-e083a9912b9e", "tag": "568dd38f-c59b-47c0-9c2e-130150d3986c"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:09.356380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad474abc-f0d8-45b2-949e-923d31303a19 service neutron] Pushing event updated for resources: {'Port': ['ID=568dd38f-c59b-47c0-9c2e-130150d3986c,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:09.364792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port a1dd23f3-062a-41de-bfb8-4d4d3047c599 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:09.364792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.443147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cff5e7-2832-4a6d-bcee-162d93fb636d req-5f69c305-df29-445c-9b58-ffc0213deddc tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.444978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0cff5e7-2832-4a6d-bcee-162d93fb636d req-5f69c305-df29-445c-9b58-ffc0213deddc tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 943 time: 0.1786947 Sep 15 16:07:09.469914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42896639-20ce-4e10-8a7a-0c2dc5ba7513 req-9af9dbf2-daa6-4811-821c-d66f00994751 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670992 Sep 15 16:07:09.526928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:09.541690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.551275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] For port a1dd23f3-062a-41de-bfb8-4d4d3047c599, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a1dd23f3-062a-41de-bfb8-4d4d3047c599,segment=NetworkSegment(24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c),segment_id=24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:09.565193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.577602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for a1dd23f3-062a-41de-bfb8-4d4d3047c599 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:09.765992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:07:09.780550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-54a3073d-a78c-428c-8174-590dcb72d293', 'network_id': '54a3073d-a78c-428c-8174-590dcb72d293', 'tenant_id': 'f7cfc2a03ac84ddfa2fcc360f063625a', 'fixed_ips': [{'subnet_id': '1b6a9786-7e9d-4432-9aeb-b9027589b344'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:07:09.781634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.793946 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.794407 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Added segment e6f6b75c-7437-499a-8bb0-cdf3545914ab of type vlan for network 95c3371b-b897-415d-8462-f9e5b5ad14ef Sep 15 16:07:09.840516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0cff5e7-2832-4a6d-bcee-162d93fb636d req-896be39f-e528-4a0c-8aff-39b4bae8993f tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883960 Sep 15 16:07:09.880366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a872c-7d0e-4545-8a42-2bd99a8f15d9 req-875b705f-5e44-4171-95da-1a655776c0b2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.889246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109bfab-eed9-4849-999f-67f4866c281f req-a8e525e9-6771-441c-95b1-41594d6c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.891478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef6a872c-7d0e-4545-8a42-2bd99a8f15d9 req-875b705f-5e44-4171-95da-1a655776c0b2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1240845 Sep 15 16:07:09.895274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.897332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-a8e525e9-6771-441c-95b1-41594d6c925e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 1094 time: 0.4352829 Sep 15 16:07:09.965733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No DVR routers for this DVR port a1dd23f3-062a-41de-bfb8-4d4d3047c599 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:09.967982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=a1dd23f3-062a-41de-bfb8-4d4d3047c599,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:09.985121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.034721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef6a872c-7d0e-4545-8a42-2bd99a8f15d9 req-9e3af489-54a5-4cc7-9516-b665e862a6f8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421309 Sep 15 16:07:10.165580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Allocated IP 2001:db8::2 (54a3073d-a78c-428c-8174-590dcb72d293/1b6a9786-7e9d-4432-9aeb-b9027589b344/4aa96dca-1973-4567-b65e-e698fe39f3f7) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:10.200300 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0124a7b9-52dd-4c9e-91dc-d6a68d6edcda x-openstack-request-id: req-0124a7b9-52dd-4c9e-91dc-d6a68d6edcda {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:10.201103 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9403e37e-4db9-4bbd-8e29-e083a9912b9e", "tag": "568dd38f-c59b-47c0-9c2e-130150d3986c", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:10.201467 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0124a7b9-52dd-4c9e-91dc-d6a68d6edcda {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:10.202001 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'tag': '568dd38f-c59b-47c0-9c2e-130150d3986c', 'status': 'completed', 'code': 200} Sep 15 16:07:10.203805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-91b5f374-4e4f-4291-b433-9890af839288 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=568dd38f-c59b-47c0-9c2e-130150d3986c HTTP/1.1" status: 200 len: 217 time: 0.2947299 Sep 15 16:07:10.205303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.215572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:10.216732 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.229546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.330937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf88372-e139-4d32-8163-aef3bc279289']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:10.350470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:10.350470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e9cc8f-8ab3-4ffa-a6ed-be6bcbe3887c') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:10.366850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.386388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed08e25-f82a-4e3f-a680-ba47aa3ba791 req-3b1cb7bd-d0ef-4be7-acc3-22b7bd05cee8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:10.388373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ed08e25-f82a-4e3f-a680-ba47aa3ba791 req-3b1cb7bd-d0ef-4be7-acc3-22b7bd05cee8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1514013 Sep 15 16:07:10.409239 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.427914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:07:10.428376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:07:10.432045 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:07:10.474152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.481371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddbf808-70a9-4f9d-aa4a-34553067caa5 None None] DHCP port deletion for 7cf88372-e139-4d32-8163-aef3bc279289 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:07:10.534919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Network': ['ID=95c3371b-b897-415d-8462-f9e5b5ad14ef,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:10.548904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:07:10.561387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109bfab-eed9-4849-999f-67f4866c281f req-e3db31d4-94d7-4986-9e53-2611022e42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:10.563842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-e3db31d4-94d7-4986-9e53-2611022e42ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.3415782 Sep 15 16:07:10.579021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6573c8a7-f375-4918-a108-4b7a12ae3c70 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4378672 Sep 15 16:07:10.582244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ed08e25-f82a-4e3f-a680-ba47aa3ba791 req-ce9ed4a1-ae94-45f1-a3a0-6c19a572887e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818891 Sep 15 16:07:10.582750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37248) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:10.606084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'network': {'name': 'tempest-router-network02--1807495647'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:10.633435 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-574a96f1-0190-4840-bf27-854166f64525 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606055 Sep 15 16:07:10.764384 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.817804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.861207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:10.871117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/7cf88372-e139-4d32-8163-aef3bc279289 HTTP/1.1" status: 204 len: 168 time: 1.9551015 Sep 15 16:07:10.874550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37278) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:10.914263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf825a1-d200-43a4-accd-f4abffc577ee req-90b3a6af-cdec-4e04-ac1f-4313cd8a8057 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:10.924398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Network 54a3073d-a78c-428c-8174-590dcb72d293 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:10.929318 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bf825a1-d200-43a4-accd-f4abffc577ee req-90b3a6af-cdec-4e04-ac1f-4313cd8a8057 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.2034481 Sep 15 16:07:10.944214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:10.968428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:10.997513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Pushing event updated for resources: {'Port': ['ID=4aa96dca-1973-4567-b65e-e698fe39f3f7,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:11.002432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73add77b-9d78-4ce4-ad65-8cf7c0699fcf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=7cf88372-e139-4d32-8163-aef3bc279289,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:11.022853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-e6c6e113-c9fd-4a13-81ac-964a03f02577 service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784494 Sep 15 16:07:11.043626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bf825a1-d200-43a4-accd-f4abffc577ee req-acdbba44-5274-40fe-bbec-fe4746d077aa tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133018 Sep 15 16:07:11.053664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f0bec-0115-463a-bf51-424a2bd2cb7c req-70944906-3ad2-4de4-a94c-576afce266e0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.055469 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-791f0bec-0115-463a-bf51-424a2bd2cb7c req-70944906-3ad2-4de4-a94c-576afce266e0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3297639 Sep 15 16:07:11.093029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b295a6a6-c5c3-4712-bae5-51f35fbd6a0e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.109270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b295a6a6-c5c3-4712-bae5-51f35fbd6a0e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/e6d91491-edf2-4f49-a9f5-6d7551892a60 HTTP/1.1" status: 200 len: 840 time: 0.2163093 Sep 15 16:07:11.121381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37286) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:11.142854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:11.164527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.215048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Attempting to bind port 4aa96dca-1973-4567-b65e-e698fe39f3f7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:07:11.215598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Attempting to bind port 4aa96dca-1973-4567-b65e-e698fe39f3f7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c27b1c8e-46aa-4ba8-80e1-2e8292f3c473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '54a3073d-a78c-428c-8174-590dcb72d293'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:07:11.216047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Attempting to bind port 4aa96dca-1973-4567-b65e-e698fe39f3f7 on network 54a3073d-a78c-428c-8174-590dcb72d293 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:11.222949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:07:11.237650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Checking segment: {'id': 'c27b1c8e-46aa-4ba8-80e1-2e8292f3c473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '54a3073d-a78c-428c-8174-590dcb72d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:11.237650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.237650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Bound using segment: {'id': 'c27b1c8e-46aa-4ba8-80e1-2e8292f3c473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '54a3073d-a78c-428c-8174-590dcb72d293'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:07:11.237650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Bound port: 4aa96dca-1973-4567-b65e-e698fe39f3f7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27b1c8e-46aa-4ba8-80e1-2e8292f3c473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '54a3073d-a78c-428c-8174-590dcb72d293'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:07:11.237650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.238439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:07:11.243195 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.243739 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Added segment 5a977076-8c42-4922-9bf5-b8dc93f97697 of type vlan for network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 Sep 15 16:07:11.313044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.448998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-277efca8-8cee-4d5b-ba64-b845696399f9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/e6d91491-edf2-4f49-a9f5-6d7551892a60?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3221362 Sep 15 16:07:11.449814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-791f0bec-0115-463a-bf51-424a2bd2cb7c req-7b570825-110c-4996-9a56-a0dca19997ef tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356388 Sep 15 16:07:11.450116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] For port 4aa96dca-1973-4567-b65e-e698fe39f3f7, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:07:11.455689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37288) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:11.462558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] For port 4aa96dca-1973-4567-b65e-e698fe39f3f7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4aa96dca-1973-4567-b65e-e698fe39f3f7,segment=NetworkSegment(c27b1c8e-46aa-4ba8-80e1-2e8292f3c473),segment_id=c27b1c8e-46aa-4ba8-80e1-2e8292f3c473)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:07:11.465285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a1dd23f3-062a-41de-bfb8-4d4d3047c599 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:11.466233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:11.521927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a1dd23f3-062a-41de-bfb8-4d4d3047c599 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:11.522391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a1dd23f3-062a-41de-bfb8-4d4d3047c599 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:11.545870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500417ed-0454-43c7-bfa0-c5a6093fc672 req-8e82cf40-233b-40bb-b3c8-2187132401a8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.548014 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-500417ed-0454-43c7-bfa0-c5a6093fc672 req-8e82cf40-233b-40bb-b3c8-2187132401a8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 943 time: 0.3504951 Sep 15 16:07:11.570389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f109bfab-eed9-4849-999f-67f4866c281f req-b357711c-f970-482d-81b6-d286a96892ac service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224285 Sep 15 16:07:11.671926 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-500417ed-0454-43c7-bfa0-c5a6093fc672 req-b0466c27-01ab-4a97-9401-ca1cb83299df tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984538 Sep 15 16:07:11.733129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.740789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.742274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.748015 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.935222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b88c52-4ead-40f1-8da2-4884de6df28b None None] Pushing event updated for resources: {'Port': ['ID=4aa96dca-1973-4567-b65e-e698fe39f3f7,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:12.062254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-17117bd7-777a-4882-8abf-7528b3e3c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.067383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-17117bd7-777a-4882-8abf-7528b3e3c668 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 1094 time: 0.1355073 Sep 15 16:07:12.100322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5f15a-4dff-456e-8af9-364576c56be4 req-d990a63c-766b-441c-97f9-29093af14e6f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.124588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cab5f15a-4dff-456e-8af9-364576c56be4 req-d990a63c-766b-441c-97f9-29093af14e6f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.4680693 Sep 15 16:07:12.131546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Network': ['ID=8d8f26f8-275c-4a38-b2df-1bf5ad485681,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:12.175830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:07:12.183823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9ab358bf-dd7b-43d5-9d60-a9f0588a5315 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5941217 Sep 15 16:07:12.194188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37298) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:12.201614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'subnet': {'network_id': '95c3371b-b897-415d-8462-f9e5b5ad14ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:12.423205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cab5f15a-4dff-456e-8af9-364576c56be4 req-b311205d-5755-4925-892c-7d202dc68284 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961764 Sep 15 16:07:12.461524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:12.468703 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:12.761593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:12.784712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:12.849431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-355bf18e-632b-4996-9e45-b11aae8cd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.851033 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-355bf18e-632b-4996-9e45-b11aae8cd5c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 912 time: 0.7761087 Sep 15 16:07:12.965609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabd2f0-62f5-4b8b-a084-113df133342b req-519ddeda-842d-436f-a18d-f11dcba05597 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.968892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdabd2f0-62f5-4b8b-a084-113df133342b req-519ddeda-842d-436f-a18d-f11dcba05597 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.4072590 Sep 15 16:07:12.991969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b90313-9ad2-4670-9731-7121425ac601 req-26e6228e-a151-4cc3-ad6d-69d6f4bbff15 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.001873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50b90313-9ad2-4670-9731-7121425ac601 req-26e6228e-a151-4cc3-ad6d-69d6f4bbff15 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1554315 Sep 15 16:07:13.123230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50b90313-9ad2-4670-9731-7121425ac601 req-25a4e8f3-5b55-4714-954d-a1f7d95d7823 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200342 Sep 15 16:07:13.129077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-29cc7a20-12f3-47b8-8c90-da3dfee949ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=568dd38f-c59b-47c0-9c2e-130150d3986c HTTP/1.1" status: 200 len: 217 time: 0.1477845 Sep 15 16:07:13.316975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdabd2f0-62f5-4b8b-a084-113df133342b req-cadda4eb-4eb7-4dd1-82d4-d75ff857d42f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222091 Sep 15 16:07:13.371574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a56d-98e0-4820-95e8-300aa28aa282 req-d5680cd8-ddc4-41e8-b1f4-871d74f1bbf3 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.374777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-759eb758-c275-42f1-9790-486464204979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.377307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-759eb758-c275-42f1-9790-486464204979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.2176487 Sep 15 16:07:13.382169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9744a56d-98e0-4820-95e8-300aa28aa282 req-d5680cd8-ddc4-41e8-b1f4-871d74f1bbf3 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 943 time: 0.1296277 Sep 15 16:07:13.486647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9744a56d-98e0-4820-95e8-300aa28aa282 req-4d146cb8-4132-4b61-a44e-cf3daebe3e92 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860178 Sep 15 16:07:13.487589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-6781f165-fdcf-4ac5-ab7e-2e5c3ef6b409 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913513 Sep 15 16:07:13.501732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4aa96dca-1973-4567-b65e-e698fe39f3f7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:13.646413 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:13.708794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:13.712849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:13.717719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.719098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:13.762820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b3ece-d3e1-4490-b838-3c9bab6b81d3 None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:13.820220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=9d11ce49-118f-4a4c-804a-12683721eb5f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:13.861740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4aa96dca-1973-4567-b65e-e698fe39f3f7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:13.862409 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:13.974687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-989c7a94-cd75-4a23-87ad-95dc84306174 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5166814 Sep 15 16:07:13.975442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:13.980574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-235ff820-8f4e-45af-b900-582cff496c0a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'security_group': {'name': 'tempest-secgroup-148124831'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:14.067112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8132eb-52b8-4ad7-8abb-1609eec3d69f req-0e629b7e-62a7-4114-bcc7-844dfe9e3954 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:14.076524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db8132eb-52b8-4ad7-8abb-1609eec3d69f req-0e629b7e-62a7-4114-bcc7-844dfe9e3954 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.5234838 Sep 15 16:07:14.110358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31337427-0379-4c33-837e-e9bb406a5130 None None] Network 54a3073d-a78c-428c-8174-590dcb72d293 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:14.158869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-5e9d039e-3be8-4fdd-9744-0fae9eb91a40 service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556594 Sep 15 16:07:14.170708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.197225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-235ff820-8f4e-45af-b900-582cff496c0a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.578278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-235ff820-8f4e-45af-b900-582cff496c0a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.599078 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.738837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-235ff820-8f4e-45af-b900-582cff496c0a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.742307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 4aa96dca-1973-4567-b65e-e698fe39f3f7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4aa96dca-1973-4567-b65e-e698fe39f3f7,segment=NetworkSegment(c27b1c8e-46aa-4ba8-80e1-2e8292f3c473),segment_id=c27b1c8e-46aa-4ba8-80e1-2e8292f3c473)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:14.749465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a0b81c03-97b0-49ab-bc67-363ac1b41b4b None None] Provisioning complete for port 4aa96dca-1973-4567-b65e-e698fe39f3f7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:14.749999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a0b81c03-97b0-49ab-bc67-363ac1b41b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.765278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 568dd38f-c59b-47c0-9c2e-130150d3986c details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:07:14.768268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad403a1-ede5-4197-80fe-45e2da6acb76 req-1aa07229-d0d5-4638-bd53-d79e472cdc96 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:14.785581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ad403a1-ede5-4197-80fe-45e2da6acb76 req-1aa07229-d0d5-4638-bd53-d79e472cdc96 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1941304 Sep 15 16:07:14.877664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ff820-8f4e-45af-b900-582cff496c0a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bc8746-239d-41bb-8c1a-2c9cd87aa918,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:14.998103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ad403a1-ede5-4197-80fe-45e2da6acb76 req-d8b95076-6f88-45d9-88f6-fd09e5428b65 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400959 Sep 15 16:07:15.005401 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-235ff820-8f4e-45af-b900-582cff496c0a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.016981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-235ff820-8f4e-45af-b900-582cff496c0a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0391700 Sep 15 16:07:15.023930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37360) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:15.053671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4ea66816-689e-465d-a689-ecad0232d57e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'security_group': {'name': 'tempest-secgroup-867208167'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:15.059326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 568dd38f-c59b-47c0-9c2e-130150d3986c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=568dd38f-c59b-47c0-9c2e-130150d3986c,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:15.108194 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.278525 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ea66816-689e-465d-a689-ecad0232d57e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.284036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '568dd38f-c59b-47c0-9c2e-130150d3986c', 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'port_id': '568dd38f-c59b-47c0-9c2e-130150d3986c', 'mac_address': 'fa:16:3e:f8:29:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538582a7-dca4-4553-82e8-328087c08bd2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:07:15.508012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0065310-29f8-4354-83b5-9164b403d96b req-edceab55-5dc7-43f6-80b6-33e0c91f0232 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:15.513038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0065310-29f8-4354-83b5-9164b403d96b req-edceab55-5dc7-43f6-80b6-33e0c91f0232 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 943 time: 0.2937884 Sep 15 16:07:15.606986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db8132eb-52b8-4ad7-8abb-1609eec3d69f req-38850aa7-5cf5-4b81-9a70-87494dd5e3ff tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5290921 Sep 15 16:07:15.622466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16240b92-40a1-4dc9-ae5f-e88994c1ff8f req-7b76cada-8cfc-4397-8bc8-756fd3e4f4dd service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4309409 Sep 15 16:07:15.635803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Subnet': ['ID=bc1908c0-2f5a-441a-bd58-ea4a5543d756,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:15.680086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Checking segment: {'id': 'e6f6b75c-7437-499a-8bb0-cdf3545914ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95c3371b-b897-415d-8462-f9e5b5ad14ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:15.682710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network hostable DHCP agents. Network: 95c3371b-b897-415d-8462-f9e5b5ad14ef, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:07:15.706768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0065310-29f8-4354-83b5-9164b403d96b req-8e618eee-367e-46c2-b9d6-e1c89f6e518b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811450 Sep 15 16:07:15.819165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=4aa96dca-1973-4567-b65e-e698fe39f3f7,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:15.831009 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.836311 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ea66816-689e-465d-a689-ecad0232d57e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.846464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:07:15.878832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568dd38f-c59b-47c0-9c2e-130150d3986c {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:15.879134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa6b31-4c42-475e-b935-d9b2a92bfc37 req-5f5d10b4-2206-4281-b133-7c52f336e5ff tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:15.882215 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-49aa6b31-4c42-475e-b935-d9b2a92bfc37 req-5f5d10b4-2206-4281-b133-7c52f336e5ff tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1348338 Sep 15 16:07:15.983963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-49aa6b31-4c42-475e-b935-d9b2a92bfc37 req-9750afeb-adc1-4290-9b3f-886328583709 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Sep 15 16:07:16.004167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'tenant_id': '0aaf62eeb6734997a96c0a60ed53f248', 'fixed_ips': [{'subnet_id': '9d11ce49-118f-4a4c-804a-12683721eb5f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:07:16.006014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.015956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 95c3371b-b897-415d-8462-f9e5b5ad14ef) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:16.020782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ea66816-689e-465d-a689-ecad0232d57e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.042076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:16.043154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.057925 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b8f726-2d1d-423e-b1ff-797fac4597ad None None] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:16.076791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 568dd38f-c59b-47c0-9c2e-130150d3986c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=568dd38f-c59b-47c0-9c2e-130150d3986c,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:16.230638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea66816-689e-465d-a689-ecad0232d57e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9dbe2a-6320-4963-a199-e457ca67cc87,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:16.263933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-327db2e7-2c0f-4dd4-944c-a3acca3cfb0c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0679119 Sep 15 16:07:16.273793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37374) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:16.280392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'subnet': {'network_id': '8d8f26f8-275c-4a38-b2df-1bf5ad485681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:16.353756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.584779 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ea66816-689e-465d-a689-ecad0232d57e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.606800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4ea66816-689e-465d-a689-ecad0232d57e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5813704 Sep 15 16:07:16.610104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37382) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:16.630439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-65799862', 'security_groups': ['bf9dbe2a-6320-4963-a199-e457ca67cc87'], 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d11ce49-118f-4a4c-804a-12683721eb5f'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:16.871121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ef591-21ea-4305-8d37-e9308a8a8fbd req-da300f5e-765a-4e33-aaa3-69118969dd78 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:16.884049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-797ef591-21ea-4305-8d37-e9308a8a8fbd req-da300f5e-765a-4e33-aaa3-69118969dd78 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.3330119 Sep 15 16:07:16.891756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:16.913093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.986442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510bc3e-b846-49e4-b617-24d29f677b37 req-1b525676-1cc1-4ca9-bd9d-4d1251568065 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.005413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1510bc3e-b846-49e4-b617-24d29f677b37 req-1b525676-1cc1-4ca9-bd9d-4d1251568065 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.5156510 Sep 15 16:07:17.076076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Allocated IP 172.20.0.2 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/9d11ce49-118f-4a4c-804a-12683721eb5f/1b211134-8fe2-405f-a3e2-7cdb5a029e3c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:17.174140 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1510bc3e-b846-49e4-b617-24d29f677b37 req-ec3c3303-87a0-4dc9-a0e8-66383555c8ea tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661634 Sep 15 16:07:17.385693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:17.640026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:17.699514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=568dd38f-c59b-47c0-9c2e-130150d3986c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:17.735215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:17.741004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['568dd38f-c59b-47c0-9c2e-130150d3986c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:17.742125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b6516-901d-4d15-9bf7-6a223ca9d6d0 req-6a68a1db-e092-458f-bb3c-f2522559d6fd tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.747720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a12b6516-901d-4d15-9bf7-6a223ca9d6d0 req-6a68a1db-e092-458f-bb3c-f2522559d6fd tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 944 time: 0.1975899 Sep 15 16:07:17.753401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:17.771257 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:07:17.780029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-797ef591-21ea-4305-8d37-e9308a8a8fbd req-629ecffb-6d7f-492a-9801-e1a67ecaab1c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652247 Sep 15 16:07:17.838908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Subnet': ['ID=3829c691-89c6-4fe9-a12c-479b5d6ff10f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:17.880980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4aa96dca-1973-4567-b65e-e698fe39f3f7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:17.889638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port b6123276-1e38-4276-b104-223230d8ab53 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:07:17.895314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Checking segment: {'id': '5a977076-8c42-4922-9bf5-b8dc93f97697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8d8f26f8-275c-4a38-b2df-1bf5ad485681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:17.895314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network hostable DHCP agents. Network: 8d8f26f8-275c-4a38-b2df-1bf5ad485681, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:07:17.901251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:17.909240 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.030852 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a12b6516-901d-4d15-9bf7-6a223ca9d6d0 req-fbbcf96a-fb27-4dad-904a-69ef7883fab6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508123 Sep 15 16:07:18.062114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:18.111693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:18.114379 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:18.135787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:07:18.184378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d8f72-3839-48f8-af32-b5069a216260 req-9af6b5ad-7e97-4c92-ada0-64ac0f22284e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:18.198321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-237d8f72-3839-48f8-af32-b5069a216260 req-9af6b5ad-7e97-4c92-ada0-64ac0f22284e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2256873 Sep 15 16:07:18.264797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 8d8f26f8-275c-4a38-b2df-1bf5ad485681) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:18.326408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:18.327173 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.340783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304cf3f-d728-400c-b579-db059f6b359b None None] Network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:18.375020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-237d8f72-3839-48f8-af32-b5069a216260 req-40270745-6d90-45c5-959c-047f5929cf25 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656806 Sep 15 16:07:18.383602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1bf6c676-3032-4d74-97d6-ca12770448f9 None None] Provisioning complete for port 4aa96dca-1973-4567-b65e-e698fe39f3f7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:18.384364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1bf6c676-3032-4d74-97d6-ca12770448f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.392143 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a99391f7-4bab-4181-ab14-6f8f5bfc7d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.445415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Pushing event updated for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:18.538244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45785a77-8368-423e-aa07-fc77b658f991 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2593286 Sep 15 16:07:18.543970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:18.585172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Attempting to bind port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:07:18.586234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Attempting to bind port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '92eb338c-4aa9-4d53-9027-035bc0dd66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:07:18.587096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Attempting to bind port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c on network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:18.588481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.11 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/9d11ce49-118f-4a4c-804a-12683721eb5f/b6123276-1e38-4276-b104-223230d8ab53) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:18.718333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:07:18.718720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Checking segment: {'id': '92eb338c-4aa9-4d53-9027-035bc0dd66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:18.719172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.719577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Bound using segment: {'id': '92eb338c-4aa9-4d53-9027-035bc0dd66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:07:18.720084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Bound port: 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92eb338c-4aa9-4d53-9027-035bc0dd66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:07:18.720474 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.724031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4aa96dca-1973-4567-b65e-e698fe39f3f7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:18.724397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.726951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-95c3371b-b897-415d-8462-f9e5b5ad14ef', 'network_id': '95c3371b-b897-415d-8462-f9e5b5ad14ef', 'tenant_id': 'f7cfc2a03ac84ddfa2fcc360f063625a', 'fixed_ips': [{'subnet_id': 'bc1908c0-2f5a-441a-bd58-ea4a5543d756'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:07:18.727848 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.846190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a99391f7-4bab-4181-ab14-6f8f5bfc7d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:18.933767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9f1c-9357-4213-af68-52ea07bb1383 req-16fdc7d8-c7a5-46db-b6ef-9a8217b96a97 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:18.942222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8ae9f1c-9357-4213-af68-52ea07bb1383 req-16fdc7d8-c7a5-46db-b6ef-9a8217b96a97 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1352520 Sep 15 16:07:19.016160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a99391f7-4bab-4181-ab14-6f8f5bfc7d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:19.075309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8ae9f1c-9357-4213-af68-52ea07bb1383 req-7432b383-0a01-4343-aca2-789badc91c3f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177754 Sep 15 16:07:19.220642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99391f7-4bab-4181-ab14-6f8f5bfc7d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e5b36f-2528-4a4f-92cb-7e89661fce1a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:19.234191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a99391f7-4bab-4181-ab14-6f8f5bfc7d9d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b0d7bf87a1514dabbcc03cb83bd07ded&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3313458 Sep 15 16:07:19.241655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37412) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:19.421128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee99c0-bc86-4914-a66d-2fb93a8725bf req-adeae112-bc0b-4b92-a4e9-e418f484cb7c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:19.436881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cee99c0-bc86-4914-a66d-2fb93a8725bf req-adeae112-bc0b-4b92-a4e9-e418f484cb7c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1807835 Sep 15 16:07:19.462840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Allocated IP 2001:db8::2 (95c3371b-b897-415d-8462-f9e5b5ad14ef/bc1908c0-2f5a-441a-bd58-ea4a5543d756/2c91b673-09c9-4d6c-94cb-f6d9861c7f3f) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:19.473354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cea82c-cdc5-4455-bc1d-7db28fa8efdd req-b7308223-ac82-4f60-989a-fef81b02f536 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:19.491855 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45cea82c-cdc5-4455-bc1d-7db28fa8efdd req-b7308223-ac82-4f60-989a-fef81b02f536 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.3990660 Sep 15 16:07:19.494087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c4416daa-8fd7-4dd1-87ae-62eca809e5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:19.540024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c4416daa-8fd7-4dd1-87ae-62eca809e5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:19.709535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cee99c0-bc86-4914-a66d-2fb93a8725bf req-078d2db1-4add-439c-acfb-281c730233e3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463636 Sep 15 16:07:19.774881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c4416daa-8fd7-4dd1-87ae-62eca809e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:19.777650 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c4416daa-8fd7-4dd1-87ae-62eca809e5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:19.778817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c4416daa-8fd7-4dd1-87ae-62eca809e5f4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e3e5b36f-2528-4a4f-92cb-7e89661fce1a HTTP/1.1" status: 204 len: 168 time: 0.5358167 Sep 15 16:07:19.784321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-8d8f26f8-275c-4a38-b2df-1bf5ad485681', 'network_id': '8d8f26f8-275c-4a38-b2df-1bf5ad485681', 'tenant_id': 'f7cfc2a03ac84ddfa2fcc360f063625a', 'fixed_ips': [{'subnet_id': '3829c691-89c6-4fe9-a12c-479b5d6ff10f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:07:19.785247 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:19.794320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4416daa-8fd7-4dd1-87ae-62eca809e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e5b36f-2528-4a4f-92cb-7e89661fce1a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:19.956544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36065268-ce1e-4054-a18e-8fe666fa3bd1 req-aa0b5047-73ee-4c94-be21-76aa3c108401 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:19.967249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36065268-ce1e-4054-a18e-8fe666fa3bd1 req-aa0b5047-73ee-4c94-be21-76aa3c108401 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 944 time: 0.1289380 Sep 15 16:07:20.052794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:20.056225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36065268-ce1e-4054-a18e-8fe666fa3bd1 req-774379ae-5619-4161-9c5a-0331c2762041 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875101 Sep 15 16:07:20.077144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:07:20.085619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,segment=NetworkSegment(92eb338c-4aa9-4d53-9027-035bc0dd66e5),segment_id=92eb338c-4aa9-4d53-9027-035bc0dd66e5)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:07:20.218793 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:20.232443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-45cea82c-cdc5-4455-bc1d-7db28fa8efdd req-7b9c12dd-2f0b-4b0b-a237-486e2fabe9fc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7393897 Sep 15 16:07:20.237167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:20.274352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377b5a0-b303-435d-928e-d590ef0379ac req-764fcbee-1006-4e28-b2ba-2dfc125bf946 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:20.285264 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e377b5a0-b303-435d-928e-d590ef0379ac req-764fcbee-1006-4e28-b2ba-2dfc125bf946 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1074328 Sep 15 16:07:20.313398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:20.349082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e377b5a0-b303-435d-928e-d590ef0379ac req-4ce90c6e-0d3a-4d2e-a63d-ecee82b7dbd5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579801 Sep 15 16:07:20.396220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:20.399036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Pushing event updated for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:20.412579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:20.420698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:20.454016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.467707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.468878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.469439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.469995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.473471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.474171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.481180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.481884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.486057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.486057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.486057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf6ff3a-07a3-4678-8b23-161f870d0e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:20.511847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Allocated IP 2001:db8::2 (8d8f26f8-275c-4a38-b2df-1bf5ad485681/3829c691-89c6-4fe9-a12c-479b5d6ff10f/90c442d9-2507-45a9-aa0a-9df97983ebe8) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:20.651516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Pushing event updated for resources: {'Port': ['ID=2c91b673-09c9-4d6c-94cb-f6d9861c7f3f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:20.664714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Attempting to bind port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:07:20.665154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Attempting to bind port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e6f6b75c-7437-499a-8bb0-cdf3545914ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95c3371b-b897-415d-8462-f9e5b5ad14ef'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:07:20.665587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Attempting to bind port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f on network 95c3371b-b897-415d-8462-f9e5b5ad14ef {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:20.767682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:20.800835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:07:20.801435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Checking segment: {'id': 'e6f6b75c-7437-499a-8bb0-cdf3545914ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95c3371b-b897-415d-8462-f9e5b5ad14ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:20.802101 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:20.802830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Bound using segment: {'id': 'e6f6b75c-7437-499a-8bb0-cdf3545914ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95c3371b-b897-415d-8462-f9e5b5ad14ef'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:07:20.803613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Bound port: 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6b75c-7437-499a-8bb0-cdf3545914ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '95c3371b-b897-415d-8462-f9e5b5ad14ef'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:07:20.804241 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:20.852807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 568dd38f-c59b-47c0-9c2e-130150d3986c up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:21.020664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9a236-2f25-4408-812f-00167425f909 req-0c0a5f8b-0c04-4896-8cb5-553915ab36d2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:21.022791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afb9a236-2f25-4408-812f-00167425f909 req-0c0a5f8b-0c04-4896-8cb5-553915ab36d2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3851306 Sep 15 16:07:21.138692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.152023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37430) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:21.179545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34feb457-dc58-4b70-b65b-0bd944bcdfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.223976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Allocated IP 2001:db8::1 (95c3371b-b897-415d-8462-f9e5b5ad14ef/bc1908c0-2f5a-441a-bd58-ea4a5543d756/75182fe8-14da-46a3-b81a-622c79f305a3) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:21.274426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] For port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:07:21.276883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f9382-4b2e-4900-9636-fd41e6020af0 req-27f9af6d-400e-4d51-8544-915a17a28eef tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:21.284451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] For port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2c91b673-09c9-4d6c-94cb-f6d9861c7f3f,segment=NetworkSegment(e6f6b75c-7437-499a-8bb0-cdf3545914ab),segment_id=e6f6b75c-7437-499a-8bb0-cdf3545914ab)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:07:21.286121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d44f9382-4b2e-4900-9636-fd41e6020af0 req-27f9af6d-400e-4d51-8544-915a17a28eef tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 944 time: 0.0888042 Sep 15 16:07:21.308260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.353277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d44f9382-4b2e-4900-9636-fd41e6020af0 req-1c8b377c-12aa-43ac-a4b1-363ca6af1b48 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659380 Sep 15 16:07:21.405268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:21.409664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:21.414858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:21.430298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 568dd38f-c59b-47c0-9c2e-130150d3986c completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:07:21.443590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Pushing event updated for resources: {'Port': ['ID=90c442d9-2507-45a9-aa0a-9df97983ebe8,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:21.458131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 568dd38f-c59b-47c0-9c2e-130150d3986c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:21.458670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.513508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.585498 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34feb457-dc58-4b70-b65b-0bd944bcdfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.596263 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.611711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afb9a236-2f25-4408-812f-00167425f909 req-c16aeac0-7afd-4460-b595-f2c6cb26779b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748250 Sep 15 16:07:21.623393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032bf63-5a95-4498-858d-1c8560444a74 req-0431c260-cb3f-44ea-98a9-939854cf1ec5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:21.626178 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.635457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d032bf63-5a95-4498-858d-1c8560444a74 req-0431c260-cb3f-44ea-98a9-939854cf1ec5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1334796 Sep 15 16:07:21.747674 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d032bf63-5a95-4498-858d-1c8560444a74 req-42b1a919-a986-4d13-bcbb-6e09a513e79a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104598 Sep 15 16:07:21.752028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34feb457-dc58-4b70-b65b-0bd944bcdfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.788198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=b6123276-1e38-4276-b104-223230d8ab53,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:21.819234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Attempting to bind port 90c442d9-2507-45a9-aa0a-9df97983ebe8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:07:21.819647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Attempting to bind port 90c442d9-2507-45a9-aa0a-9df97983ebe8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '5a977076-8c42-4922-9bf5-b8dc93f97697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8d8f26f8-275c-4a38-b2df-1bf5ad485681'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:07:21.819976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Attempting to bind port 90c442d9-2507-45a9-aa0a-9df97983ebe8 on network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:21.844760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.886681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:21.896821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:07:21.897457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Checking segment: {'id': '5a977076-8c42-4922-9bf5-b8dc93f97697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8d8f26f8-275c-4a38-b2df-1bf5ad485681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:21.898136 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.898820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Bound using segment: {'id': '5a977076-8c42-4922-9bf5-b8dc93f97697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8d8f26f8-275c-4a38-b2df-1bf5ad485681'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:07:21.899649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Bound port: 90c442d9-2507-45a9-aa0a-9df97983ebe8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a977076-8c42-4922-9bf5-b8dc93f97697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '8d8f26f8-275c-4a38-b2df-1bf5ad485681'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:07:21.900880 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.911929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-34feb457-dc58-4b70-b65b-0bd944bcdfbc admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b9a38d1a38c9431fb5f89f1df579a497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584653 Sep 15 16:07:21.917949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:21.925311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34feb457-dc58-4b70-b65b-0bd944bcdfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5347fee4-4be0-483e-92f2-594bdc389ac7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:21.937509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37436) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:21.997468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:22.255005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1b211134-8fe2-405f-a3e2-7cdb5a029e3c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:22.255966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69ba5769-c62d-411a-981c-99e6afc167af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.303904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af605344-1506-410c-9c28-8edf8c38629a req-67f21de7-746b-4748-9864-ec06e51e5ad3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.317134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af605344-1506-410c-9c28-8edf8c38629a req-67f21de7-746b-4748-9864-ec06e51e5ad3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1113622 Sep 15 16:07:22.328122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69ba5769-c62d-411a-981c-99e6afc167af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.350631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Port': ['ID=75182fe8-14da-46a3-b81a-622c79f305a3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:22.376116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda69d4-b8d6-4670-ae61-c2b69ff9c1db None None] Pushing event updated for resources: {'Port': ['ID=2c91b673-09c9-4d6c-94cb-f6d9861c7f3f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:22.409175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] For port 90c442d9-2507-45a9-aa0a-9df97983ebe8, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:07:22.424066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] For port 90c442d9-2507-45a9-aa0a-9df97983ebe8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=90c442d9-2507-45a9-aa0a-9df97983ebe8,segment=NetworkSegment(5a977076-8c42-4922-9bf5-b8dc93f97697),segment_id=5a977076-8c42-4922-9bf5-b8dc93f97697)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:07:22.434755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:22.444257 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.445268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:22.455636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:22.456193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.521364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568dd38f-c59b-47c0-9c2e-130150d3986c'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:22.525851 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2141fcfc-386f-4aec-a40c-b79710150586" -d '{"events": [{"server_uuid": "9403e37e-4db9-4bbd-8e29-e083a9912b9e", "name": "network-vif-plugged", "status": "completed", "tag": "568dd38f-c59b-47c0-9c2e-130150d3986c"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:22.566106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.566789 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.572927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 568dd38f-c59b-47c0-9c2e-130150d3986c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=568dd38f-c59b-47c0-9c2e-130150d3986c,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:22.613085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.633410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:22.633964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.715218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af605344-1506-410c-9c28-8edf8c38629a req-04eb366e-b2ba-48e9-9db1-e6033b8f61e3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969831 Sep 15 16:07:22.774295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568b92-7c69-4ae4-9e19-1c78af853eae req-bd5818bb-5f82-4be8-895a-26d9c0eee40c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.793821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7568b92-7c69-4ae4-9e19-1c78af853eae req-bd5818bb-5f82-4be8-895a-26d9c0eee40c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 944 time: 0.1968722 Sep 15 16:07:22.848100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:22.848100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.887823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c7568b92-7c69-4ae4-9e19-1c78af853eae req-fe7b798b-ada5-4098-89e6-ad0a004a77a6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927765 Sep 15 16:07:22.898288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b31f2539-893e-4a77-bbda-196503af7a74 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2774704 Sep 15 16:07:22.901728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37448) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:22.925536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e773d95f-151e-46d6-a146-7ee8fdfc1cd4 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:23.000015 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b830aa7c-c40c-499d-8e04-8a1d08a96de2 x-openstack-request-id: req-b830aa7c-c40c-499d-8e04-8a1d08a96de2 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:23.000380 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9403e37e-4db9-4bbd-8e29-e083a9912b9e", "name": "network-vif-plugged", "status": "completed", "tag": "568dd38f-c59b-47c0-9c2e-130150d3986c", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:23.000582 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b830aa7c-c40c-499d-8e04-8a1d08a96de2 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:23.000976 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568dd38f-c59b-47c0-9c2e-130150d3986c', 'code': 200} Sep 15 16:07:23.002867 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:23.023402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf53e63-cbec-44d6-ac6c-c7faec8d80c4 None None] Pushing event updated for resources: {'Port': ['ID=90c442d9-2507-45a9-aa0a-9df97983ebe8,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:23.112321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:23.192339 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69ba5769-c62d-411a-981c-99e6afc167af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:23.195508 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69ba5769-c62d-411a-981c-99e6afc167af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:23.204337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69ba5769-c62d-411a-981c-99e6afc167af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5347fee4-4be0-483e-92f2-594bdc389ac7 HTTP/1.1" status: 204 len: 168 time: 1.2654147 Sep 15 16:07:23.248226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f1617-1fa8-48b6-a302-2b626683e077 req-b1676a1c-b559-46d9-bfe2-7948910f6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:23.253006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-884f1617-1fa8-48b6-a302-2b626683e077 req-b1676a1c-b559-46d9-bfe2-7948910f6d4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 1096 time: 0.1240346 Sep 15 16:07:23.304319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba5769-c62d-411a-981c-99e6afc167af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5347fee4-4be0-483e-92f2-594bdc389ac7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:23.426433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b751ef-11bb-4798-8502-2bf5ea87400a req-c0a1a160-eaf9-4729-84f4-8ce8ff532c86 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:23.428568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b751ef-11bb-4798-8502-2bf5ea87400a req-c0a1a160-eaf9-4729-84f4-8ce8ff532c86 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.2450335 Sep 15 16:07:23.570924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-13b751ef-11bb-4798-8502-2bf5ea87400a req-2294e0bb-2ad6-4264-a559-d3d56f60cc8f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320219 Sep 15 16:07:23.578757 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-884f1617-1fa8-48b6-a302-2b626683e077 req-28e58839-439f-40a1-a7a3-ba90e0752a64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039773 Sep 15 16:07:23.678790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=568dd38f-c59b-47c0-9c2e-130150d3986c,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:23.687720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:23.724377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:23.774986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,segment=NetworkSegment(92eb338c-4aa9-4d53-9027-035bc0dd66e5),segment_id=92eb338c-4aa9-4d53-9027-035bc0dd66e5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:23.918608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b452-0ac7-4df1-a06b-7b26e3420721 req-5cc15a34-a858-408f-8aba-7109c65667c9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:23.921302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b7b452-0ac7-4df1-a06b-7b26e3420721 req-5cc15a34-a858-408f-8aba-7109c65667c9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1151092 Sep 15 16:07:23.923914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:24.011181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81b7b452-0ac7-4df1-a06b-7b26e3420721 req-00febef4-c49a-4d67-942a-0c8daff8d450 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731525 Sep 15 16:07:24.087006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b0c00-2fd0-4c00-986c-5f14a23824c9 None None] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:24.149382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e7ee2-cd34-4568-ade7-2d6fef45cfc2 req-74085759-e3ff-4032-8168-c3fe68761394 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:24.170196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-107e7ee2-cd34-4568-ade7-2d6fef45cfc2 req-74085759-e3ff-4032-8168-c3fe68761394 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.1346002 Sep 15 16:07:24.264054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:24.264697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:24.278031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:24.295094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-107e7ee2-cd34-4568-ade7-2d6fef45cfc2 req-84fdaf4b-2e7b-4ae4-b170-d83265ab7575 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234460 Sep 15 16:07:24.308021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773d95f-151e-46d6-a146-7ee8fdfc1cd4 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:24.310369 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa91444c-e48e-44fc-8321-39f22ee6707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:24.329989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e773d95f-151e-46d6-a146-7ee8fdfc1cd4 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:24.551068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:24.799463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:24.821783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:07:24.827731 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:07:24.971793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Port': ['ID=75182fe8-14da-46a3-b81a-622c79f305a3,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:24.992994 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-e773d95f-151e-46d6-a146-7ee8fdfc1cd4 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9d11ce49-118f-4a4c-804a-12683721eb5f (CIDR: 172.20.0.0/28) Sep 15 16:07:25.016812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929e820-0194-4d3e-9d7e-44e1898225fd req-c74852eb-12f3-419b-b678-10f946006117 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:25.026842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e929e820-0194-4d3e-9d7e-44e1898225fd req-c74852eb-12f3-419b-b678-10f946006117 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.0956979 Sep 15 16:07:25.076468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce22886-e157-477d-b839-fb018582e100 None None] Network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:25.101703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:25.109139 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e773d95f-151e-46d6-a146-7ee8fdfc1cd4 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:07:25.116668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e773d95f-151e-46d6-a146-7ee8fdfc1cd4 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:07:25.179099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:25.233458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e929e820-0194-4d3e-9d7e-44e1898225fd req-b68fe66e-8807-4355-a356-fc20f9634a89 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942692 Sep 15 16:07:25.277588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e773d95f-151e-46d6-a146-7ee8fdfc1cd4 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3768573 Sep 15 16:07:25.298014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37480) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:25.298014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:25.380456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db6658-18af-4a9c-ae3b-599695460345 req-cda7f817-6065-4bdf-bbae-e09f24b819b7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:25.397817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31db6658-18af-4a9c-ae3b-599695460345 req-cda7f817-6065-4bdf-bbae-e09f24b819b7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2868366 Sep 15 16:07:25.409939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:25.435885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:25.492201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-31db6658-18af-4a9c-ae3b-599695460345 req-45eb6995-0536-411c-97b8-cb45b49b2022 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933497 Sep 15 16:07:25.727690 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:25.746848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2f01a-3f56-4a6f-8f28-5836a26e4db0 req-5fe3fc06-29b9-42b7-aa87-78287be6caf3 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:25.756562 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0d2f01a-3f56-4a6f-8f28-5836a26e4db0 req-5fe3fc06-29b9-42b7-aa87-78287be6caf3 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.2431209 Sep 15 16:07:25.794275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Provisioning complete for port e6d91491-edf2-4f49-a9f5-6d7551892a60 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:25.794924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:25.824842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Router 123843e5-528c-4239-9665-4d606737e6b6 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:07:25.866539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0d2f01a-3f56-4a6f-8f28-5836a26e4db0 req-9bdf204e-ee55-4437-a38e-19633b992fea tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089549 Sep 15 16:07:25.915278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2c91b673-09c9-4d6c-94cb-f6d9861c7f3f,segment=NetworkSegment(e6f6b75c-7437-499a-8bb0-cdf3545914ab),segment_id=e6f6b75c-7437-499a-8bb0-cdf3545914ab)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:25.946151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-de7fce51-d548-4fbd-9be8-711e5324b72b None None] Port e6d91491-edf2-4f49-a9f5-6d7551892a60 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:25.980627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:25.982354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:26.031824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:26.032996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 90c442d9-2507-45a9-aa0a-9df97983ebe8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:26.199795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:07:26.216715 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] Sync routers for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:07:26.218132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2c11d91a-b94a-4d83-8024-a19f16ba1f6d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6664774 Sep 15 16:07:26.218867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37496) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:26.268795 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:26.271231 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:26.352342 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:26.375215 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:26.410239 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:06:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:26.425651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Provisioning complete for port b6123276-1e38-4276-b104-223230d8ab53 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:26.427611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:26.597959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=2c91b673-09c9-4d6c-94cb-f6d9861c7f3f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:26.618235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Port b6123276-1e38-4276-b104-223230d8ab53 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:26.623091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:26.625713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3df6a1-b3bc-4f7d-b33d-5e4f25fcad80 None None] The sync data for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:07:26.716401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Provisioning complete for port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:26.717096 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:26.921709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:26.966976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 90c442d9-2507-45a9-aa0a-9df97983ebe8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:26.967755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.014984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c1a81-faa4-40e1-8412-ed4701fb2c8d req-5e38affa-f4a1-45b8-8057-1892d5addc59 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:27.027846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-001c1a81-faa4-40e1-8412-ed4701fb2c8d req-5e38affa-f4a1-45b8-8057-1892d5addc59 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.4593933 Sep 15 16:07:27.234202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-001c1a81-faa4-40e1-8412-ed4701fb2c8d req-8e49d297-11eb-432b-ac40-faa0bceb448e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983693 Sep 15 16:07:27.249313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.360798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.403358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319e9a1-3e60-4a60-8afb-43bd88f71af2 req-5aa2dc74-6ccb-4896-abf5-8c2116628da3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:27.406525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:27.408734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c319e9a1-3e60-4a60-8afb-43bd88f71af2 req-5aa2dc74-6ccb-4896-abf5-8c2116628da3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3166707 Sep 15 16:07:27.411290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:27.413429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=237133ab-6a9c-4bd4-b2f2-69a1b9837a11,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:27.424956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:27.425568 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.446287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d35cbc-4ab3-4d8f-bb84-a2c82145b550 None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:27.499216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-70215070-79e0-486f-943b-b027ef9377bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:27.509192 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-70215070-79e0-486f-943b-b027ef9377bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 1096 time: 0.4118657 Sep 15 16:07:27.521454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6152ea3c-ef8f-44fe-bb90-95721a35cd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.557938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Provisioning complete for port 90c442d9-2507-45a9-aa0a-9df97983ebe8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:27.558231 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.605244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ef0b0-6c5f-4e8c-ac89-2ae6a5d72e05 req-b6d59bba-0171-420f-8b55-a0bd797868ae tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:27.627077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-270ef0b0-6c5f-4e8c-ac89-2ae6a5d72e05 req-b6d59bba-0171-420f-8b55-a0bd797868ae tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.1925981 Sep 15 16:07:27.637568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62d2f5c7-3454-44e0-be76-6825e8ef3152 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3566568 Sep 15 16:07:27.646472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37514) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:27.663818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1712059521', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '237133ab-6a9c-4bd4-b2f2-69a1b9837a11'}], 'security_groups': ['77bc8746-239d-41bb-8c1a-2c9cd87aa918']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:27.720260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.754949 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-270ef0b0-6c5f-4e8c-ac89-2ae6a5d72e05 req-60a58a2e-bb23-414c-b2f5-588514103053 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145308 Sep 15 16:07:27.969888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c319e9a1-3e60-4a60-8afb-43bd88f71af2 req-42578144-0e9d-4df4-8c7e-2076ecf75853 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079918 Sep 15 16:07:27.986454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 90c442d9-2507-45a9-aa0a-9df97983ebe8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=90c442d9-2507-45a9-aa0a-9df97983ebe8,segment=NetworkSegment(5a977076-8c42-4922-9bf5-b8dc93f97697),segment_id=5a977076-8c42-4922-9bf5-b8dc93f97697)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:28.323248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:28.474624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=90c442d9-2507-45a9-aa0a-9df97983ebe8,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:28.495233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Provisioning complete for port 75182fe8-14da-46a3-b81a-622c79f305a3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:28.495698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:28.503876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edb362-32eb-49b2-bba8-88459dc74d1e req-4f816a06-ad7b-4ef8-bfbd-8eda406b6e1b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:28.527274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63edb362-32eb-49b2-bba8-88459dc74d1e req-4f816a06-ad7b-4ef8-bfbd-8eda406b6e1b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3772326 Sep 15 16:07:28.566245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f7282-21a4-4936-a493-927a2c6cb3ef None None] Port 75182fe8-14da-46a3-b81a-622c79f305a3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:28.570509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1b211134-8fe2-405f-a3e2-7cdb5a029e3c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:28.642918 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63edb362-32eb-49b2-bba8-88459dc74d1e req-0a42be7c-1e4a-4cb4-9a66-2bba2949bc96 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123648 Sep 15 16:07:28.696347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:28.726672 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-db1b6818-7288-4424-b6b9-79145ca8c5d4 None None] Provisioning complete for port 75182fe8-14da-46a3-b81a-622c79f305a3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:28.727155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1b6818-7288-4424-b6b9-79145ca8c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:28.730372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d2ec9d-f928-496a-8670-6a8b533074b1 None None] Update dhcp port {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'fixed_ips': [{'subnet_id': '9d11ce49-118f-4a4c-804a-12683721eb5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '237133ab-6a9c-4bd4-b2f2-69a1b9837a11'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '1b211134-8fe2-405f-a3e2-7cdb5a029e3c'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:07:28.783080 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-47d2ec9d-f928-496a-8670-6a8b533074b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:28.935075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a264a-0e51-4ce1-b3c2-60ec8d3ee01f req-33c2f071-0cce-45da-bf6b-9f606a54fedb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:28.945817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef4a264a-0e51-4ce1-b3c2-60ec8d3ee01f req-33c2f071-0cce-45da-bf6b-9f606a54fedb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0819938 Sep 15 16:07:29.036735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-267ef502-f299-4bfc-8613-1360edfbe50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:29.038688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-267ef502-f299-4bfc-8613-1360edfbe50c service neutron] 10.222.0.55 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 912 time: 1.5160491 Sep 15 16:07:29.045831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef4a264a-0e51-4ce1-b3c2-60ec8d3ee01f req-c5ce130c-e535-4711-a2b6-a5fdfcf64e31 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918200 Sep 15 16:07:29.142037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467da017-99fb-4657-a104-b6024ecb7a99 req-5f11d735-f8a9-4651-9201-cade9e51d11b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:29.143686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-467da017-99fb-4657-a104-b6024ecb7a99 req-5f11d735-f8a9-4651-9201-cade9e51d11b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1425164 Sep 15 16:07:29.148660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-db742d96-fb6d-48cd-8601-bcde15d18464 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=568dd38f-c59b-47c0-9c2e-130150d3986c HTTP/1.1" status: 200 len: 217 time: 0.0792794 Sep 15 16:07:29.151049 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-43f2c19b-789f-4b45-a74e-46d0b40e125e tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:07:29.155873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37538) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:29.156150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-43f2c19b-789f-4b45-a74e-46d0b40e125e tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9360952 Sep 15 16:07:29.258116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-e78ccbfa-bf4d-41b9-b860-aafc6392379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:29.258116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-e78ccbfa-bf4d-41b9-b860-aafc6392379b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.0723922 Sep 15 16:07:29.260385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-467da017-99fb-4657-a104-b6024ecb7a99 req-cfb19ef5-e924-4c66-b363-f996b6328e5b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026521 Sep 15 16:07:29.261058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:29.410880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-db1b6818-7288-4424-b6b9-79145ca8c5d4 None None] Port 75182fe8-14da-46a3-b81a-622c79f305a3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:29.416673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:29.417096 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:29.442524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-47d2ec9d-f928-496a-8670-6a8b533074b1 None None] Allocated IP 172.20.0.18 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/237133ab-6a9c-4bd4-b2f2-69a1b9837a11/1b211134-8fe2-405f-a3e2-7cdb5a029e3c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:29.442894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-e8c29e78-19af-4648-9a88-9b0bd0738326 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481698 Sep 15 16:07:29.689262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-47d2ec9d-f928-496a-8670-6a8b533074b1 None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,segment=NetworkSegment(92eb338c-4aa9-4d53-9027-035bc0dd66e5),segment_id=92eb338c-4aa9-4d53-9027-035bc0dd66e5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:29.749639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e76a4d-ce68-4a6c-9d6d-ba081161744d req-f0b961ef-09d3-4ec9-ab9a-c2f1939aee05 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:29.757575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6e76a4d-ce68-4a6c-9d6d-ba081161744d req-f0b961ef-09d3-4ec9-ab9a-c2f1939aee05 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.3495467 Sep 15 16:07:29.796478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-d35d048d-2aa5-4b13-98f7-7db712adec25 service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456979 Sep 15 16:07:29.837810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4241e3-55fb-4817-93e1-0e33c7a2a308 req-ebbfdbab-012b-4824-bdbe-40b6ac6fb242 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:29.839647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec4241e3-55fb-4817-93e1-0e33c7a2a308 req-ebbfdbab-012b-4824-bdbe-40b6ac6fb242 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2615452 Sep 15 16:07:29.904740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-db1b6818-7288-4424-b6b9-79145ca8c5d4 None None] Provisioning complete for port 90c442d9-2507-45a9-aa0a-9df97983ebe8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:29.905104 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db1b6818-7288-4424-b6b9-79145ca8c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:29.929861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6e76a4d-ce68-4a6c-9d6d-ba081161744d req-a57f7120-a135-4d48-8aa4-59164ffab71e tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690509 Sep 15 16:07:30.076597 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-47d2ec9d-f928-496a-8670-6a8b533074b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.099185 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec4241e3-55fb-4817-93e1-0e33c7a2a308 req-97a14737-b11b-4123-b541-d39f828c7e7f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300141 Sep 15 16:07:30.179574 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7792d26b-ece5-4137-b985-d044efeacfa3 req-0590d0be-1b43-43b2-9956-7da15633b868 service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648987 Sep 15 16:07:30.241873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.293800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:30.299393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.358901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-47d2ec9d-f928-496a-8670-6a8b533074b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.601257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2ec9d-f928-496a-8670-6a8b533074b1 None None] Pushing event updated for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:30.628916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b78bcc-7735-4d6a-9355-577ef6382393 req-39eafa39-4558-4faa-857a-4a96af628177 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:30.638799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1b78bcc-7735-4d6a-9355-577ef6382393 req-39eafa39-4558-4faa-857a-4a96af628177 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1773827 Sep 15 16:07:30.691951 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.694517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfc972-e8ff-4684-8f18-73a464485bae req-518ed2a4-0127-4c29-87ba-f2dd5c3fcb39 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:30.703142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16bfc972-e8ff-4684-8f18-73a464485bae req-518ed2a4-0127-4c29-87ba-f2dd5c3fcb39 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3395653 Sep 15 16:07:30.746362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Delete allocated IP 172.20.0.11 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/9d11ce49-118f-4a4c-804a-12683721eb5f) {{(pid=102019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 16:07:30.770865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16bfc972-e8ff-4684-8f18-73a464485bae req-95283540-fd00-4bf0-a5c8-ec7b082e7111 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665183 Sep 15 16:07:30.782827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.20 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/237133ab-6a9c-4bd4-b2f2-69a1b9837a11/b6123276-1e38-4276-b104-223230d8ab53) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:30.794565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1b78bcc-7735-4d6a-9355-577ef6382393 req-30d5442a-4b7d-46cc-b148-be980808bb9e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397686 Sep 15 16:07:30.989863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:30.990365 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:31.044777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting port 75182fe8-14da-46a3-b81a-622c79f305a3 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:31.052729 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:31.316303 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:31.361120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Calling delete_port for 75182fe8-14da-46a3-b81a-622c79f305a3 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:31.407361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d503-c1ec-424d-9c14-ba13d81af7d4 req-7185c3fc-fba1-4236-a8d1-9bbe68136592 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:31.427942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a602d503-c1ec-424d-9c14-ba13d81af7d4 req-7185c3fc-fba1-4236-a8d1-9bbe68136592 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.4118557 Sep 15 16:07:31.631800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a602d503-c1ec-424d-9c14-ba13d81af7d4 req-20b6341a-c863-4cd9-8e5b-80a60a0c59b1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992967 Sep 15 16:07:31.740527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c908291-803e-4a21-8d1b-dc5e4a09d060 req-4b23d7f8-b5cd-4fbb-af9f-5d6da9d35f9b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:31.768097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c908291-803e-4a21-8d1b-dc5e4a09d060 req-4b23d7f8-b5cd-4fbb-af9f-5d6da9d35f9b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.2581067 Sep 15 16:07:31.915980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1b211134-8fe2-405f-a3e2-7cdb5a029e3c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:31.920382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:31.982699 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c908291-803e-4a21-8d1b-dc5e4a09d060 req-0d79e010-e906-4ac0-92bf-2f90479a2675 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136416 Sep 15 16:07:32.107742 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:32.156476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:32.183749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:32.278520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04255abc-911e-41c7-9b8c-3da1ba192801 req-8685587e-01a1-4203-b561-9d3716b762ab tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:32.292290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04255abc-911e-41c7-9b8c-3da1ba192801 req-8685587e-01a1-4203-b561-9d3716b762ab tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1041462 Sep 15 16:07:32.304529 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:32.314400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=b6123276-1e38-4276-b104-223230d8ab53,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:32.355369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb091a80-df6b-4102-91d2-2affd165eeaa req-2adcb005-f770-4186-be80-aba51b042906 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:32.363195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb091a80-df6b-4102-91d2-2affd165eeaa req-2adcb005-f770-4186-be80-aba51b042906 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.3624294 Sep 15 16:07:32.430962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb091a80-df6b-4102-91d2-2affd165eeaa req-8a491b43-0559-43ac-9d18-cda4f15dedf6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624139 Sep 15 16:07:32.537910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04255abc-911e-41c7-9b8c-3da1ba192801 req-00cf8ddb-a195-4cc7-81b2-15994c36b912 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441211 Sep 15 16:07:32.539182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Port': ['ID=75182fe8-14da-46a3-b81a-622c79f305a3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:32.707724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] In _notify_port_updated(), no bound segment for port b6123276-1e38-4276-b104-223230d8ab53 on network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:07:32.736532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:32.746969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:32.753264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dd2234ef-242d-44f1-b0c1-03726f05ad2b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "PUT /v2.0/ports/b6123276-1e38-4276-b104-223230d8ab53 HTTP/1.1" status: 200 len: 921 time: 5.1001096 Sep 15 16:07:32.754783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37592) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:32.935476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:33.192856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b0950-cc53-46d1-89ef-d0d849b125e7 req-2e52abab-6007-4005-8670-a8d43b5bfeed tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:33.207886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 90c442d9-2507-45a9-aa0a-9df97983ebe8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:33.219379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-603b0950-cc53-46d1-89ef-d0d849b125e7 req-2e52abab-6007-4005-8670-a8d43b5bfeed tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3060453 Sep 15 16:07:33.267889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port b6123276-1e38-4276-b104-223230d8ab53 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:33.268225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:33.374315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Provisioning complete for port b6123276-1e38-4276-b104-223230d8ab53 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:33.374975 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:33.470705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Port b6123276-1e38-4276-b104-223230d8ab53 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:33.523155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 90c442d9-2507-45a9-aa0a-9df97983ebe8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:33.527547 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:33.532413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:33.533801 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:33.571063 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-603b0950-cc53-46d1-89ef-d0d849b125e7 req-9e0c2644-7c18-4e7b-a414-12de812ba1dc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101623 Sep 15 16:07:33.647993 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:33.710647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for b6123276-1e38-4276-b104-223230d8ab53 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:33.943992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d27d72-be5d-4022-88d2-0500910911ac req-57c940ee-7e1a-4484-afe9-d1bce0853115 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:33.956005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05d27d72-be5d-4022-88d2-0500910911ac req-57c940ee-7e1a-4484-afe9-d1bce0853115 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1021492 Sep 15 16:07:34.039724 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05d27d72-be5d-4022-88d2-0500910911ac req-fbcca029-1307-45ae-808f-b64acf372049 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816298 Sep 15 16:07:34.314714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Provisioning complete for port e6d91491-edf2-4f49-a9f5-6d7551892a60 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:34.315593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:34.323008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Router 123843e5-528c-4239-9665-4d606737e6b6 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:07:34.403168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0fec848d-f1e1-4d44-bf43-57e832807554 None None] Port e6d91491-edf2-4f49-a9f5-6d7551892a60 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:34.435203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19be1c-014a-4ce8-a392-e7a8b52ee342 req-4e4c1e9b-d333-436c-8259-b12db1f78bba tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:34.438085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa19be1c-014a-4ce8-a392-e7a8b52ee342 req-4e4c1e9b-d333-436c-8259-b12db1f78bba tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1497157 Sep 15 16:07:34.441240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:07:34.468650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4fa74-574f-4704-8950-ae47f1622262 req-f87799ed-6f49-49c4-ad77-254d6e45f105 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:34.471293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ed4fa74-574f-4704-8950-ae47f1622262 req-f87799ed-6f49-49c4-ad77-254d6e45f105 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 1.1606600 Sep 15 16:07:34.476716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6c86ed3e-3243-4cef-af93-e224e8638a4f tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3188581 Sep 15 16:07:34.484924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37610) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:34.488759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:34.529068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] Sync routers for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:07:34.556664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:34.556664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:07:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:34.581573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=b6123276-1e38-4276-b104-223230d8ab53,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:34.590588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aa19be1c-014a-4ce8-a392-e7a8b52ee342 req-e1a909ef-0d0d-4aba-a264-f870348f2670 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399264 Sep 15 16:07:34.749065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ff016082-18df-47c5-9984-99096af42110 None None] Could not find standard attr ID for object b6123276-1e38-4276-b104-223230d8ab53. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:07:34.759567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:34.782653 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-5de7f38e-f678-4d8c-a13f-783d60d491bd tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] delete failed (client error): The resource could not be found. Sep 15 16:07:34.785067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5de7f38e-f678-4d8c-a13f-783d60d491bd tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/routers/tempest-non_exist_router-739007986 HTTP/1.1" status: 404 len: 334 time: 0.2977605 Sep 15 16:07:34.797037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37616) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:34.802671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:34.804890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:07:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:34.813130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-49a3050e-2254-490d-878e-4ae2bb16c238 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'router': {'external_gateway_info': {'network_id': '123843e5-528c-4239-9665-4d606737e6b6'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:34.909817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:34.912211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3311b9-aade-4dd0-8bd9-ebfe532ae908 None None] The sync data for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:07:34.943180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ed4fa74-574f-4704-8950-ae47f1622262 req-36461d8d-a91e-4e47-8cd3-d35766a7b684 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438319 Sep 15 16:07:34.991303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:34.999280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e02bc1f4-f296-4fe6-8674-7477f82e5478 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/b6123276-1e38-4276-b104-223230d8ab53 HTTP/1.1" status: 204 len: 168 time: 2.2409763 Sep 15 16:07:35.002724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:35.060466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cece4-67d9-46e2-a761-3185330c962b req-8e25f1cf-b113-4c3e-a83d-745aab52fa8d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:35.062586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a63cece4-67d9-46e2-a761-3185330c962b req-8e25f1cf-b113-4c3e-a83d-745aab52fa8d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2577541 Sep 15 16:07:35.064191 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-77113692-b99c-4d78-a712-0f369f92b60e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:07:35.068971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-77113692-b99c-4d78-a712-0f369f92b60e tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/b6123276-1e38-4276-b104-223230d8ab53 HTTP/1.1" status: 404 len: 333 time: 0.0652931 Sep 15 16:07:35.084506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37622) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:35.212863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a63cece4-67d9-46e2-a761-3185330c962b req-4242974b-16dd-4e8f-ad8e-aef2613e7852 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425872 Sep 15 16:07:35.214372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5c88-73f5-4dd1-8570-cb093e46db46 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.293302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5c88-73f5-4dd1-8570-cb093e46db46 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.319972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-49a3050e-2254-490d-878e-4ae2bb16c238 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.427172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2fd5-d8ca-46d1-a3b3-fd471d3da47e req-7008a8b5-e58e-4360-af57-336d73b973d7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:35.428885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160a2fd5-d8ca-46d1-a3b3-fd471d3da47e req-7008a8b5-e58e-4360-af57-336d73b973d7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.0913587 Sep 15 16:07:35.434636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6359e4-5096-4a78-84cd-aff2227dca06 req-ee800f6e-cf98-4332-9ac1-60893c47f0c9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:35.437013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb6359e4-5096-4a78-84cd-aff2227dca06 req-ee800f6e-cf98-4332-9ac1-60893c47f0c9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0688515 Sep 15 16:07:35.522003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb6359e4-5096-4a78-84cd-aff2227dca06 req-b57d606a-5d73-4fbf-8388-89061aa9210f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637057 Sep 15 16:07:35.531286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5c88-73f5-4dd1-8570-cb093e46db46 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.539041 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5c88-73f5-4dd1-8570-cb093e46db46 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.550056 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-49a3050e-2254-490d-878e-4ae2bb16c238 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] update failed (client error): The resource could not be found. Sep 15 16:07:35.552379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-49a3050e-2254-490d-878e-4ae2bb16c238 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6 HTTP/1.1" status: 404 len: 339 time: 0.7540631 Sep 15 16:07:35.553663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37636) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:35.557531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4fdf5c88-73f5-4dd1-8570-cb093e46db46 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/security-groups/bf9dbe2a-6320-4963-a199-e457ca67cc87 HTTP/1.1" status: 204 len: 168 time: 0.4738314 Sep 15 16:07:35.558278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37640) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:35.585025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1366015270'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:35.624721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5c88-73f5-4dd1-8570-cb093e46db46 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9dbe2a-6320-4963-a199-e457ca67cc87,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:35.693513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-160a2fd5-d8ca-46d1-a3b3-fd471d3da47e req-3650047f-5f35-452f-b49e-188f6e225bb1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418516 Sep 15 16:07:35.803261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:35.815758 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.857231 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.873236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b2510-6e22-40e3-ad2a-afc6511d5f91 req-1f68cbe4-9adb-4ea0-a910-f7f2bf550149 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:35.878055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-716b2510-6e22-40e3-ad2a-afc6511d5f91 req-1f68cbe4-9adb-4ea0-a910-f7f2bf550149 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2086689 Sep 15 16:07:35.902217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:07:35.913593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.939193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:35.939783 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Added segment df7d2083-3faf-4551-af3e-0056684637b4 of type vlan for network 0a117858-ab56-4eec-b355-5561bf720abb Sep 15 16:07:36.053525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-716b2510-6e22-40e3-ad2a-afc6511d5f91 req-9e408aaf-e4b3-48cf-a513-3850b55a3d92 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657519 Sep 15 16:07:36.111762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.222679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.226587 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.228308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/security-groups/77bc8746-239d-41bb-8c1a-2c9cd87aa918 HTTP/1.1" status: 204 len: 168 time: 0.6649976 Sep 15 16:07:36.233673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37650) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:36.264514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bc8746-239d-41bb-8c1a-2c9cd87aa918,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:36.289301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.289654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.300522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.301138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.301650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.302158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.302678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.303315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.303657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.303990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.304325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.304680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c87fd6-4230-413b-bc99-c417a3b39bc9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:36.321197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f2f0b-7af7-45e0-b5da-296de47da617 req-f3ec42eb-c0fd-403b-8aa6-bfd2cfb58f35 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.323599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e1f2f0b-7af7-45e0-b5da-296de47da617 req-f3ec42eb-c0fd-403b-8aa6-bfd2cfb58f35 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.1821408 Sep 15 16:07:36.384023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.386919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e1f2f0b-7af7-45e0-b5da-296de47da617 req-e1472059-d64d-4180-b30b-5bbd21f46e32 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564334 Sep 15 16:07:36.389614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.390245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.487406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 9d11ce49-118f-4a4c-804a-12683721eb5f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:36.532787 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.564576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:36.565504 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9963980 Sep 15 16:07:36.568842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a3a10-a5e1-4f81-b380-8fff63aab2cb tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Network': ['ID=0a117858-ab56-4eec-b355-5561bf720abb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:36.575687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'subnet': {'network_id': '0a117858-ab56-4eec-b355-5561bf720abb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:36.580121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0a117858-ab56-4eec-b355-5561bf720abb details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:07:36.597443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea46d03-3294-44f4-8d4b-47f2669aaddd req-dde2c701-097f-4a33-b091-52d97eb23edb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.603796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ea46d03-3294-44f4-8d4b-47f2669aaddd req-dde2c701-097f-4a33-b091-52d97eb23edb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3040621 Sep 15 16:07:36.684584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.754458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ea46d03-3294-44f4-8d4b-47f2669aaddd req-cd09d9cf-361b-4c5b-9107-44ec99dace1f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355109 Sep 15 16:07:36.860264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.943248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071a317-a6c1-4393-b3a5-885a78ffe568 req-770e880a-2860-4378-8f21-37839ffa557a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.945985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6071a317-a6c1-4393-b3a5-885a78ffe568 req-770e880a-2860-4378-8f21-37839ffa557a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.0917978 Sep 15 16:07:36.947751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Made reservation on behalf of f7cfc2a03ac84ddfa2fcc360f063625a for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:36.953740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:36.991978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9ce63-cc98-4684-b1ad-1208c2bf4ffe req-f0ce0281-6cd2-483b-a8d5-d47d07ca8a10 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.994232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8db9ce63-cc98-4684-b1ad-1208c2bf4ffe req-f0ce0281-6cd2-483b-a8d5-d47d07ca8a10 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0809076 Sep 15 16:07:37.063291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:37.086140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6071a317-a6c1-4393-b3a5-885a78ffe568 req-48bc3ff9-5eef-4004-98b1-f56c2f31fc9c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240573 Sep 15 16:07:37.113183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c92cdf0-326b-46f9-bce5-f9ba84f021ef None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:37.146049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:37.152453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/9d11ce49-118f-4a4c-804a-12683721eb5f HTTP/1.1" status: 204 len: 168 time: 0.9130602 Sep 15 16:07:37.155642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8db9ce63-cc98-4684-b1ad-1208c2bf4ffe req-1f642474-93f0-4fd9-b043-03bf92a45d19 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465211 Sep 15 16:07:37.156158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37666) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:37.158457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c0931-350a-4f0e-8a8b-56109fc0834d tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=9d11ce49-118f-4a4c-804a-12683721eb5f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:37.163457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:37.443194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2b514-f0e1-4708-8b84-c15fe6ff26c8 req-e295694f-6af1-40d6-9ee8-50276f8ad7ab tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:37.445626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7e2b514-f0e1-4708-8b84-c15fe6ff26c8 req-e295694f-6af1-40d6-9ee8-50276f8ad7ab tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1143951 Sep 15 16:07:37.495843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:37.533863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7e2b514-f0e1-4708-8b84-c15fe6ff26c8 req-3b7c9251-6cf2-4b0b-8bbf-f30b980aa06b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809209 Sep 15 16:07:37.631453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:37.640098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:37.695673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Subnet': ['ID=f424fcad-a232-404e-b140-c2cf01ae2b2e,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:37.776165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932de013-b9e7-4817-ab96-689632faa165 req-9dc4527f-2020-43d7-89d2-73ce7f32b7e6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:37.786342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-932de013-b9e7-4817-ab96-689632faa165 req-9dc4527f-2020-43d7-89d2-73ce7f32b7e6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.2115586 Sep 15 16:07:37.799752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Checking segment: {'id': 'df7d2083-3faf-4551-af3e-0056684637b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a117858-ab56-4eec-b355-5561bf720abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:37.800297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network hostable DHCP agents. Network: 0a117858-ab56-4eec-b355-5561bf720abb, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:07:37.856764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-932de013-b9e7-4817-ab96-689632faa165 req-a1cb7d5d-00cc-4af0-897b-9a96d57eae3d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693846 Sep 15 16:07:37.930961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72325342-a0ec-494a-8048-3ce2940e3cd2 req-3b5a46bd-99c1-40eb-937a-80d2d5d9a60f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:37.932728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72325342-a0ec-494a-8048-3ce2940e3cd2 req-3b5a46bd-99c1-40eb-937a-80d2d5d9a60f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2272637 Sep 15 16:07:37.987912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72325342-a0ec-494a-8048-3ce2940e3cd2 req-8382eb03-ecfe-494e-83d2-c30017b75cee tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Sep 15 16:07:38.041431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 0a117858-ab56-4eec-b355-5561bf720abb is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:07:38.179791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 0a117858-ab56-4eec-b355-5561bf720abb) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:38.191736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db412528-de6e-48a9-83ef-fc09deeef035 None None] Network 0a117858-ab56-4eec-b355-5561bf720abb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:38.195299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.197140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:38.344192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c386711-b509-42a8-af40-70a3558d6754 req-27e5dc34-9019-443a-ab05-a541640210f2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.346204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c386711-b509-42a8-af40-70a3558d6754 req-27e5dc34-9019-443a-ab05-a541640210f2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.0690906 Sep 15 16:07:38.377850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-46c68f72-fa53-48a7-9b42-a50ca363dfca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8102055 Sep 15 16:07:38.384323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37706) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:38.390003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e9df2852-f466-458a-9727-1776e81bb9aa tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a117858-ab56-4eec-b355-5561bf720abb'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:38.425223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80234616-fba4-4766-8457-8462e356fc91 req-0409356c-2690-47e1-9be5-f72085886d0b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.433767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80234616-fba4-4766-8457-8462e356fc91 req-0409356c-2690-47e1-9be5-f72085886d0b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1414068 Sep 15 16:07:38.484538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:38.570011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cfcfe5e0-b33f-494b-ba51-9f68aa920c23 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:38.570730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe5e0-b33f-494b-ba51-9f68aa920c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:38.586732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-a9c3e68a-d5d9-4b1e-b7d5-a6f6df40211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.589156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-a9c3e68a-d5d9-4b1e-b7d5-a6f6df40211d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1096 time: 0.2027292 Sep 15 16:07:38.597161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:38.600518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c386711-b509-42a8-af40-70a3558d6754 req-567286e8-3f19-45cc-8e9d-a624d088e099 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526753 Sep 15 16:07:38.646537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:38.670596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264738b7-f4b2-4da8-8b6a-fd17e0dae4ec None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:38.678180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-0a117858-ab56-4eec-b355-5561bf720abb', 'network_id': '0a117858-ab56-4eec-b355-5561bf720abb', 'tenant_id': 'f7cfc2a03ac84ddfa2fcc360f063625a', 'fixed_ips': [{'subnet_id': 'f424fcad-a232-404e-b140-c2cf01ae2b2e'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:07:38.679978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.681007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:38.683760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:38.707875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80234616-fba4-4766-8457-8462e356fc91 req-b7a2c370-dfa8-462c-8050-db95c03eb5c4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709227 Sep 15 16:07:38.721190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=13931507-20e1-470d-8d0d-f8534b9c3ecb,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:38.788259 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e9df2852-f466-458a-9727-1776e81bb9aa tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:38.887995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-088a1a89-7a35-4d25-af10-f30d79f4c5c6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7304983 Sep 15 16:07:38.892142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:38.913562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'security_group': {'name': 'tempest-secgroup-501669486'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:38.939719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-087997a3-8f67-43e9-babc-a80c6b8f88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.945819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-087997a3-8f67-43e9-babc-a80c6b8f88b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.3379798 Sep 15 16:07:38.983987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf912e4-d5c3-4fdf-a256-ee98876be627 req-e65ab673-8502-4cda-a7d7-0299c85832fb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.991777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cdf912e4-d5c3-4fdf-a256-ee98876be627 req-e65ab673-8502-4cda-a7d7-0299c85832fb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1095989 Sep 15 16:07:39.083406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cdf912e4-d5c3-4fdf-a256-ee98876be627 req-7a0d4f0f-9471-480d-b35b-1d24cdc0622e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905716 Sep 15 16:07:39.102119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-31ebcbe9-6db6-46c8-98bc-33d784a863f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 1001 time: 0.1510365 Sep 15 16:07:39.199551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cfcfe5e0-b33f-494b-ba51-9f68aa920c23 None None] Provisioning complete for port e6d91491-edf2-4f49-a9f5-6d7551892a60 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:39.200397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cfcfe5e0-b33f-494b-ba51-9f68aa920c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:39.226816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-334b56d2-8ccb-4cab-bd26-6536c6102cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.237577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-334b56d2-8ccb-4cab-bd26-6536c6102cca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.1209822 Sep 15 16:07:39.237577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:39.303264 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-e9df2852-f466-458a-9727-1776e81bb9aa tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:07:39.308031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Allocated IP 2001:db8:1::2 (0a117858-ab56-4eec-b355-5561bf720abb/f424fcad-a232-404e-b140-c2cf01ae2b2e/6ff438cb-0323-465b-ac1a-e743274128f5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:39.314035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e9df2852-f466-458a-9727-1776e81bb9aa tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6 HTTP/1.1" status: 400 len: 364 time: 0.9281745 Sep 15 16:07:39.314929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37726) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:39.327021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e31b2e-6fe8-4731-b65c-a9d31b117041 req-05fcb30e-fb83-4e7a-9d4b-4725f663b7a4 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.327161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cfcfe5e0-b33f-494b-ba51-9f68aa920c23 None None] Port e6d91491-edf2-4f49-a9f5-6d7551892a60 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:39.339728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86e31b2e-6fe8-4731-b65c-a9d31b117041 req-05fcb30e-fb83-4e7a-9d4b-4725f663b7a4 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.3324697 Sep 15 16:07:39.481160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-f333a2f9-494e-400b-bc73-8898dcf66088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.483676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-f333a2f9-494e-400b-bc73-8898dcf66088 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219203 Sep 15 16:07:39.558130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86e31b2e-6fe8-4731-b65c-a9d31b117041 req-e62501f1-3780-430e-96f6-40de66537951 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161326 Sep 15 16:07:39.620592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc4df3-9c48-417a-8e1e-bd42d5679ad7 req-1b39c33b-8515-4f49-a81f-e05c246e4696 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.640014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7acc4df3-9c48-417a-8e1e-bd42d5679ad7 req-1b39c33b-8515-4f49-a81f-e05c246e4696 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1809468 Sep 15 16:07:39.773225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:39.782064 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-2ab0b1f6-e88d-4aed-8717-a1641d30f2da service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803867 Sep 15 16:07:39.826746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946759f3-a18c-485c-8cd3-c4335e726d8b None None] Update dhcp port {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'fixed_ips': [{'subnet_id': '237133ab-6a9c-4bd4-b2f2-69a1b9837a11', 'ip_address': '172.20.0.18'}, {'subnet_id': '13931507-20e1-470d-8d0d-f8534b9c3ecb'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '1b211134-8fe2-405f-a3e2-7cdb5a029e3c'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:07:39.902637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:39.905699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-946759f3-a18c-485c-8cd3-c4335e726d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:39.984514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24f048-6e85-4536-9045-62ab549406ac req-d8812400-01cd-44ee-9841-48318ea45e16 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.987775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ac24f048-6e85-4536-9045-62ab549406ac req-d8812400-01cd-44ee-9841-48318ea45e16 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.1625626 Sep 15 16:07:40.040076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.041186 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e010109c-3e1c-4b70-b3e2-be5ef0aba207 req-b228ed21-883e-4b0a-9440-6e8ea3a4da0d service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518141 Sep 15 16:07:40.085523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ac24f048-6e85-4536-9045-62ab549406ac req-28f31a3e-b879-41ae-bd5e-94e65e16bf87 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840013 Sep 15 16:07:40.138465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7acc4df3-9c48-417a-8e1e-bd42d5679ad7 req-adc10462-4547-47ea-a619-941af5403797 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046864 Sep 15 16:07:40.203051 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.312757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0093e9ac-180e-48e7-bf11-18fda5725353,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:40.325734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.326380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.326719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.327062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.327397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.327731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.328050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.328376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.328857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.329265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.329657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.330080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:40.357903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc3145-793a-4e10-822e-793d0464c8d4 req-5f38b657-ed2a-4082-922a-aaaf461577ff tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:40.364158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63dc3145-793a-4e10-822e-793d0464c8d4 req-5f38b657-ed2a-4082-922a-aaaf461577ff tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1236148 Sep 15 16:07:40.368946 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.413620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Network 0a117858-ab56-4eec-b355-5561bf720abb is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:40.416097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.418134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:40.424141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:40.424334 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c76f5c53-da8c-4923-91d6-aa3f8570eb7a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5256870 Sep 15 16:07:40.425214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:40.443516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Pushing event updated for resources: {'Port': ['ID=6ff438cb-0323-465b-ac1a-e743274128f5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:40.443927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b65fbf94-4a34-42c5-a1cf-566772f06c09 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'security_group': {'name': 'tempest-secgroup-381521717'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:40.519289 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-63dc3145-793a-4e10-822e-793d0464c8d4 req-2d2fb7cc-0dc8-405a-91a8-dd2023825f2c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382751 Sep 15 16:07:40.529067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-946759f3-a18c-485c-8cd3-c4335e726d8b None None] Allocated IP 172.20.0.2 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/13931507-20e1-470d-8d0d-f8534b9c3ecb/1b211134-8fe2-405f-a3e2-7cdb5a029e3c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:40.539492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Attempting to bind port 6ff438cb-0323-465b-ac1a-e743274128f5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:07:40.546740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Attempting to bind port 6ff438cb-0323-465b-ac1a-e743274128f5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'df7d2083-3faf-4551-af3e-0056684637b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a117858-ab56-4eec-b355-5561bf720abb'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:07:40.546740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Attempting to bind port 6ff438cb-0323-465b-ac1a-e743274128f5 on network 0a117858-ab56-4eec-b355-5561bf720abb {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:40.561884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:07:40.562275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Checking segment: {'id': 'df7d2083-3faf-4551-af3e-0056684637b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a117858-ab56-4eec-b355-5561bf720abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:40.562776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.563237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Bound using segment: {'id': 'df7d2083-3faf-4551-af3e-0056684637b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a117858-ab56-4eec-b355-5561bf720abb'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:07:40.563739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Bound port: 6ff438cb-0323-465b-ac1a-e743274128f5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7d2083-3faf-4551-af3e-0056684637b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0a117858-ab56-4eec-b355-5561bf720abb'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:07:40.564183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.629374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Allocated IP 2001:db8::1 (54a3073d-a78c-428c-8174-590dcb72d293/1b6a9786-7e9d-4432-9aeb-b9027589b344/2aacadd8-0751-4f4b-8ba1-5e4824d60a97) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:40.730604 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf94-4a34-42c5-a1cf-566772f06c09 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.736731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] For port 6ff438cb-0323-465b-ac1a-e743274128f5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:07:40.759882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] For port 6ff438cb-0323-465b-ac1a-e743274128f5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6ff438cb-0323-465b-ac1a-e743274128f5,segment=NetworkSegment(df7d2083-3faf-4551-af3e-0056684637b4),segment_id=df7d2083-3faf-4551-af3e-0056684637b4)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:07:40.784618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d484b-c411-430c-a530-b7961433d951 req-88b50995-eaa1-4358-90c3-3529cc1d8148 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:40.786264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-062d484b-c411-430c-a530-b7961433d951 req-88b50995-eaa1-4358-90c3-3529cc1d8148 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1259904 Sep 15 16:07:40.813129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-946759f3-a18c-485c-8cd3-c4335e726d8b None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,segment=NetworkSegment(92eb338c-4aa9-4d53-9027-035bc0dd66e5),segment_id=92eb338c-4aa9-4d53-9027-035bc0dd66e5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:40.843457 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.865724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc6a03-c41e-42af-9501-56da773ea88d req-5988d8e4-9bc6-464c-bda4-f89ed092fb10 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:40.877006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dfc6a03-c41e-42af-9501-56da773ea88d req-5988d8e4-9bc6-464c-bda4-f89ed092fb10 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.1715708 Sep 15 16:07:40.930474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dfc6a03-c41e-42af-9501-56da773ea88d req-9ac1fb3e-0b54-4800-928b-ca68b67c8ced tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524037 Sep 15 16:07:40.930907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-062d484b-c411-430c-a530-b7961433d951 req-40aa81bb-9bb8-40a0-8376-6e63931b1349 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306264 Sep 15 16:07:40.950163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04963986-30be-4d79-98df-8afcbf3df82f None None] Pushing event updated for resources: {'Port': ['ID=6ff438cb-0323-465b-ac1a-e743274128f5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:40.954039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:40.978997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf94-4a34-42c5-a1cf-566772f06c09 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.989532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.021872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-946759f3-a18c-485c-8cd3-c4335e726d8b None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.071512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf94-4a34-42c5-a1cf-566772f06c09 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.134412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fbf94-4a34-42c5-a1cf-566772f06c09 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684a43fc-069f-4a36-9647-79351f2c0e8e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:41.167012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-946759f3-a18c-485c-8cd3-c4335e726d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.206755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.341682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b65fbf94-4a34-42c5-a1cf-566772f06c09 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.369793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b65fbf94-4a34-42c5-a1cf-566772f06c09 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9397945 Sep 15 16:07:41.392012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37754) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:41.412167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 54a3073d-a78c-428c-8174-590dcb72d293 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:41.425369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2aa19d8c-7141-4f50-a151-d8acc74bfb7c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'security_group': {'name': 'tempest-secgroup-275701574'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:41.454115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b44d84-de49-452d-96d3-292b860044ff req-6b42845f-6d68-47cb-b732-43f274fe459a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:41.462910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21b44d84-de49-452d-96d3-292b860044ff req-6b42845f-6d68-47cb-b732-43f274fe459a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3389060 Sep 15 16:07:41.469015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:41.469405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Port': ['ID=2aacadd8-0751-4f4b-8ba1-5e4824d60a97,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:41.473044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:41.473815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.487898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.568724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4646b8c-8382-4118-83b0-fd71b8bce16a req-f8a2c216-e292-4e2a-88ab-86b48c3028bc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:41.579178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4646b8c-8382-4118-83b0-fd71b8bce16a req-f8a2c216-e292-4e2a-88ab-86b48c3028bc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.3066990 Sep 15 16:07:41.593418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:41.596632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:41.598786 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd9080d-2d5e-4345-bfa2-33c9ca5461b0" -d '{"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-unplugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:41.619043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946759f3-a18c-485c-8cd3-c4335e726d8b None None] Pushing event updated for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:41.728306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2aa19d8c-7141-4f50-a151-d8acc74bfb7c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.733233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a4646b8c-8382-4118-83b0-fd71b8bce16a req-fbd32985-72ad-43a4-a3ee-6ce01df0641f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514831 Sep 15 16:07:41.763220 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:41.930172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21b44d84-de49-452d-96d3-292b860044ff req-28c8e243-8b20-4568-9c11-185927340bf4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639733 Sep 15 16:07:41.972340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:41.984916 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc39ec-1ea5-4ddf-acc9-b2068339c9a4 x-openstack-request-id: req-07bc39ec-1ea5-4ddf-acc9-b2068339c9a4 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:41.985530 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-unplugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:41.985943 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-07bc39ec-1ea5-4ddf-acc9-b2068339c9a4 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:41.986522 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'code': 200} Sep 15 16:07:42.049214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2aa19d8c-7141-4f50-a151-d8acc74bfb7c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:42.229809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2aa19d8c-7141-4f50-a151-d8acc74bfb7c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:42.297944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:42.318497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-750b1999-c9c5-4d9e-948f-3c70ecc24ffb None None] Provisioning complete for port 2aacadd8-0751-4f4b-8ba1-5e4824d60a97 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:42.322777 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-750b1999-c9c5-4d9e-948f-3c70ecc24ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:42.457302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8406ba-02a2-4abf-aae9-7944be2003d4 req-c09c55c2-493e-4ec5-b251-f16b0d4b808e tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:42.463266 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a8406ba-02a2-4abf-aae9-7944be2003d4 req-c09c55c2-493e-4ec5-b251-f16b0d4b808e tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.3609600 Sep 15 16:07:42.497850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-750b1999-c9c5-4d9e-948f-3c70ecc24ffb None None] Port 2aacadd8-0751-4f4b-8ba1-5e4824d60a97 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:42.555942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1b211134-8fe2-405f-a3e2-7cdb5a029e3c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:42.603955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa19d8c-7141-4f50-a151-d8acc74bfb7c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7d92b4-85c3-4949-afdc-9491ed94a341,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:42.650917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a8406ba-02a2-4abf-aae9-7944be2003d4 req-037618ef-a4ed-49ac-b5e1-99ac40af71a3 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591232 Sep 15 16:07:42.670239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2aa19d8c-7141-4f50-a151-d8acc74bfb7c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:42.671783 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2aa19d8c-7141-4f50-a151-d8acc74bfb7c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2738669 Sep 15 16:07:42.674892 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:42.688192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1167465441', 'security_groups': ['cd7d92b4-85c3-4949-afdc-9491ed94a341'], 'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13931507-20e1-470d-8d0d-f8534b9c3ecb'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:42.704424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:42.705300 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:42.979266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6ff438cb-0323-465b-ac1a-e743274128f5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:43.114273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6ff438cb-0323-465b-ac1a-e743274128f5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:43.122272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:43.223250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d397bd6-59a0-4b2a-a1bf-2e311bb8b9f9 req-7828c799-cdde-41c0-8fb4-9ccced880b27 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:43.246668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d397bd6-59a0-4b2a-a1bf-2e311bb8b9f9 req-7828c799-cdde-41c0-8fb4-9ccced880b27 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.2250171 Sep 15 16:07:43.288273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:43.300935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-36b7fb11-e9a7-4037-adca-e4568726736a None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:43.301586 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-36b7fb11-e9a7-4037-adca-e4568726736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:43.343167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d397bd6-59a0-4b2a-a1bf-2e311bb8b9f9 req-1dd5fe82-a813-4dcc-80e0-70dba8e7f753 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918415 Sep 15 16:07:43.372248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438a328-ed14-41d5-a4cc-7b2a67fb061d None None] Network 0a117858-ab56-4eec-b355-5561bf720abb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:43.377658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:43.460253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:43.516360 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:43.517426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:43.803803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6ff438cb-0323-465b-ac1a-e743274128f5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6ff438cb-0323-465b-ac1a-e743274128f5,segment=NetworkSegment(df7d2083-3faf-4551-af3e-0056684637b4),segment_id=df7d2083-3faf-4551-af3e-0056684637b4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:43.988157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-36b7fb11-e9a7-4037-adca-e4568726736a None None] Provisioning complete for port e6d91491-edf2-4f49-a9f5-6d7551892a60 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:43.988981 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-36b7fb11-e9a7-4037-adca-e4568726736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:44.084736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-36b7fb11-e9a7-4037-adca-e4568726736a None None] Port e6d91491-edf2-4f49-a9f5-6d7551892a60 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:44.113380 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:44.251054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6ff438cb-0323-465b-ac1a-e743274128f5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:44.271999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-55223009-9892-45d5-80b0-897a5b18ee03 None None] Provisioning complete for port 6ff438cb-0323-465b-ac1a-e743274128f5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:44.272781 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-55223009-9892-45d5-80b0-897a5b18ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:44.273204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event updated for resources: {'Port': ['ID=2aacadd8-0751-4f4b-8ba1-5e4824d60a97,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:44.395618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078aff-46aa-4e2b-bcb5-d1e9ea27d9dc req-8ecb6801-21df-4e87-af95-e875d459c96b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:44.404059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3078aff-46aa-4e2b-bcb5-d1e9ea27d9dc req-8ecb6801-21df-4e87-af95-e875d459c96b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1600158 Sep 15 16:07:44.514780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Network 54a3073d-a78c-428c-8174-590dcb72d293 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:44.519805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:44.554173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3078aff-46aa-4e2b-bcb5-d1e9ea27d9dc req-b7c9bf38-a98b-4fb3-82b3-25c2e0475136 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487331 Sep 15 16:07:44.657095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:44.706932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-64af75f4-9877-42c3-9f48-02a9c2a17c84 None None] Provisioning complete for port 6ff438cb-0323-465b-ac1a-e743274128f5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:44.710063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-64af75f4-9877-42c3-9f48-02a9c2a17c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:44.735464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] device_id is not set on port 06279c32-2206-44f6-bb08-084114116efb yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:07:44.928359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:45.018497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83972-8766-4a73-a5d5-116dc95b3a3c req-e1d0df60-7bbe-4e3f-8611-6d337883c9a1 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:45.021266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7a83972-8766-4a73-a5d5-116dc95b3a3c req-e1d0df60-7bbe-4e3f-8611-6d337883c9a1 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.2757902 Sep 15 16:07:45.026145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Router 123843e5-528c-4239-9665-4d606737e6b6 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:07:45.115250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-908257ea-9b75-4bb6-8e38-c6d2f3e22c21 None None] Provisioning complete for port 2aacadd8-0751-4f4b-8ba1-5e4824d60a97 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:45.115842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-908257ea-9b75-4bb6-8e38-c6d2f3e22c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.182939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-908257ea-9b75-4bb6-8e38-c6d2f3e22c21 None None] Port 2aacadd8-0751-4f4b-8ba1-5e4824d60a97 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:45.188378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.13 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/13931507-20e1-470d-8d0d-f8534b9c3ecb/06279c32-2206-44f6-bb08-084114116efb) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:45.223725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:07:45.231502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aee3eaba-06da-438e-b9a2-4863f9d65bea tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9150953 Sep 15 16:07:45.235150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:45.244312 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] Sync routers for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:07:45.267029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7a83972-8766-4a73-a5d5-116dc95b3a3c req-27f1bd08-1956-465e-8c16-51522c79f6a8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232065 Sep 15 16:07:45.276319 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:45.278187 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:07:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:45.357941 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:45.368300 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:45.368991 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:07:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:45.417917 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:45.418575 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77513666-f6b0-4d41-b392-17b33ec89950 None None] The sync data for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:07:45.450687 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ef975f47-051d-447e-a81c-72fc4ec6f17a tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.642475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.652706 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-ef975f47-051d-447e-a81c-72fc4ec6f17a tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 16:07:45.652706 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ef975f47-051d-447e-a81c-72fc4ec6f17a tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6 HTTP/1.1" status: 409 len: 329 time: 0.4158175 Sep 15 16:07:45.655166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37832) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:45.742175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-053e669b-9b89-44ea-bfc3-e49f41004581 req-5ba96290-5c78-4ee1-9a3b-5dabb39da9a5 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:07:45.744250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-053e669b-9b89-44ea-bfc3-e49f41004581 req-5ba96290-5c78-4ee1-9a3b-5dabb39da9a5 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084536 Sep 15 16:07:45.910635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.020213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=06279c32-2206-44f6-bb08-084114116efb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:46.020446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbdcfb-9a53-4fff-bbb4-b93ab3c41dad req-648c0251-d0b8-4d8b-8ef7-2e480eb55606 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:46.022039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86cbdcfb-9a53-4fff-bbb4-b93ab3c41dad req-648c0251-d0b8-4d8b-8ef7-2e480eb55606 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2243471 Sep 15 16:07:46.028744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:46.032393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:46.037306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:46.134446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:46.135560 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.162767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86cbdcfb-9a53-4fff-bbb4-b93ab3c41dad req-8d88b631-7aba-4eb5-914d-6bf3d1eec82f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081460 Sep 15 16:07:46.268377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6ff438cb-0323-465b-ac1a-e743274128f5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:46.334997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-72e816b9-3112-4e51-a060-312135805fb2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6569254 Sep 15 16:07:46.340702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37844) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:46.358394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1a2eeefa-d5b6-4656-a29a-b9f5f18b305b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:46.416240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6ff438cb-0323-465b-ac1a-e743274128f5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:46.416240 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.518792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37852) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:46.589354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1008-5ee8-4479-944b-b300f70b7d2b req-5cc298ea-0c0b-4241-8275-fb258d2f4dde tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:46.599312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c8b1008-5ee8-4479-944b-b300f70b7d2b req-5cc298ea-0c0b-4241-8275-fb258d2f4dde tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.2107377 Sep 15 16:07:46.646704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.662410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d91c23ee-34a1-499b-a17a-058dd24b3569 None None] Provisioning complete for port 06279c32-2206-44f6-bb08-084114116efb triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:46.663706 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d91c23ee-34a1-499b-a17a-058dd24b3569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.765503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d91c23ee-34a1-499b-a17a-058dd24b3569 None None] Port 06279c32-2206-44f6-bb08-084114116efb cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:46.766132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c8b1008-5ee8-4479-944b-b300f70b7d2b req-7fc3f0b0-7726-4adf-b08d-977b5c483f10 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652513 Sep 15 16:07:46.817026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91aa04-5e47-4f1f-81e1-1bc6be6c6cf2 req-de081fd3-2ad0-4ec6-9054-fb374e0cb326 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:46.828899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a91aa04-5e47-4f1f-81e1-1bc6be6c6cf2 req-de081fd3-2ad0-4ec6-9054-fb374e0cb326 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.3901095 Sep 15 16:07:46.940919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08d3af43-a3e0-4c60-8185-d3236dd4ae95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.952035 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a91aa04-5e47-4f1f-81e1-1bc6be6c6cf2 req-8826b35e-7ae3-4bff-96ad-13df5dba322a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870898 Sep 15 16:07:47.120387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting port 2aacadd8-0751-4f4b-8ba1-5e4824d60a97 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:47.120978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:47.183168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2eeefa-d5b6-4656-a29a-b9f5f18b305b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:47.189652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a2eeefa-d5b6-4656-a29a-b9f5f18b305b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:47.273435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:47.301149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Calling delete_port for 2aacadd8-0751-4f4b-8ba1-5e4824d60a97 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:47.365464 n-d-808199-2 neutron-server[102019]: INFO neutron.db.ipam_backend_mixin [None req-1a2eeefa-d5b6-4656-a29a-b9f5f18b305b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 13931507-20e1-470d-8d0d-f8534b9c3ecb (CIDR: 172.20.0.0/28) Sep 15 16:07:47.386717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37864) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:47.422822 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2eeefa-d5b6-4656-a29a-b9f5f18b305b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:07:47.424085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2eeefa-d5b6-4656-a29a-b9f5f18b305b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:07:47.442295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58898d1-2414-4ebc-b54c-fb5228732a10 req-494a7242-7d8c-4e0f-9183-75c8fca979ea tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:47.443921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c58898d1-2414-4ebc-b54c-fb5228732a10 req-494a7242-7d8c-4e0f-9183-75c8fca979ea tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1523232 Sep 15 16:07:47.492053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08d3af43-a3e0-4c60-8185-d3236dd4ae95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:47.526332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-9b23bdd9-40f0-47a7-818d-bf6fc044bc2e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1375749 Sep 15 16:07:47.536539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-71feae77-ec14-40a0-a279-6b271ef78759 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:07:47.538016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-71feae77-ec14-40a0-a279-6b271ef78759 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066233 Sep 15 16:07:47.557776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c58898d1-2414-4ebc-b54c-fb5228732a10 req-a4df4eba-f9af-4278-82ab-d0e8c0cbf5fc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042161 Sep 15 16:07:47.675922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08d3af43-a3e0-4c60-8185-d3236dd4ae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:47.737034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-08d3af43-a3e0-4c60-8185-d3236dd4ae95 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6078bed2b0454064bf1db8e8773bba7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2133732 Sep 15 16:07:47.738483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3af43-a3e0-4c60-8185-d3236dd4ae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabe7130-00ee-4c56-8132-e09fe9c5e010,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:47.740948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37876) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:47.768825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:47.807629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Port': ['ID=2aacadd8-0751-4f4b-8ba1-5e4824d60a97,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:47.834724 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1a2eeefa-d5b6-4656-a29a-b9f5f18b305b tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4923980 Sep 15 16:07:47.836328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-761ed7e3-da10-4014-a318-71fb41efdd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:47.838698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37886) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:47.844947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-afa3ff55-72ea-4d12-919b-3eab620329bc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:47.998967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.132822 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-761ed7e3-da10-4014-a318-71fb41efdd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.226073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32264b5a-3464-49f8-a83d-6b19c673dd2a req-40696dbe-588b-4a62-96d9-1b20821e3351 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:48.228542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32264b5a-3464-49f8-a83d-6b19c673dd2a req-40696dbe-588b-4a62-96d9-1b20821e3351 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.2337945 Sep 15 16:07:48.295335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-761ed7e3-da10-4014-a318-71fb41efdd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.300032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-761ed7e3-da10-4014-a318-71fb41efdd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.302086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-761ed7e3-da10-4014-a318-71fb41efdd31 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dabe7130-00ee-4c56-8132-e09fe9c5e010 HTTP/1.1" status: 204 len: 168 time: 0.5591936 Sep 15 16:07:48.322967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ed7e3-da10-4014-a318-71fb41efdd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabe7130-00ee-4c56-8132-e09fe9c5e010,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:48.323663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67a559-c429-4f35-ac97-ceb06005305c req-d4c7426b-92e2-473d-a909-4c4acccb80c3 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:48.334488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c67a559-c429-4f35-ac97-ceb06005305c req-d4c7426b-92e2-473d-a909-4c4acccb80c3 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.2248428 Sep 15 16:07:48.364610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32264b5a-3464-49f8-a83d-6b19c673dd2a req-a9486756-81f9-4791-baee-b27b90550afc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982721 Sep 15 16:07:48.384435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa3ff55-72ea-4d12-919b-3eab620329bc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:48.388936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-afa3ff55-72ea-4d12-919b-3eab620329bc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.418127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Router 123843e5-528c-4239-9665-4d606737e6b6 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:07:48.503595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c67a559-c429-4f35-ac97-ceb06005305c req-e6af083f-a52f-4f78-9f18-4bc577282ef1 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Sep 15 16:07:48.547159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:07:48.562359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6866d14d-15ec-4af8-be50-1684f251412c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8955083 Sep 15 16:07:48.568986 n-d-808199-2 neutron-server[102019]: INFO neutron.db.ipam_backend_mixin [None req-afa3ff55-72ea-4d12-919b-3eab620329bc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 237133ab-6a9c-4bd4-b2f2-69a1b9837a11 (CIDR: 172.20.0.16/28) Sep 15 16:07:48.569095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37894) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:48.569264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] Sync routers for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:07:48.583733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:48.584434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:07:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:48.620100 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-772471f7-ca72-40eb-9da6-a153178376c4 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] show failed (client error): The resource could not be found. Sep 15 16:07:48.621789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-772471f7-ca72-40eb-9da6-a153178376c4 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "GET /v2.0/routers/tempest-non_exist_router-1298126163 HTTP/1.1" status: 404 len: 335 time: 0.0577567 Sep 15 16:07:48.627542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37898) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:48.633161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-91dc0361-a95b-4636-bbac-87d4d0211ccc tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:48.646058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:48.669039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] Routers {'123843e5-528c-4239-9665-4d606737e6b6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:48.670024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:07:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['123843e5-528c-4239-9665-4d606737e6b6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:48.696624 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa3ff55-72ea-4d12-919b-3eab620329bc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:07:48.697106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa3ff55-72ea-4d12-919b-3eab620329bc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:07:48.701577 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-91dc0361-a95b-4636-bbac-87d4d0211ccc tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] update failed (client error): The resource could not be found. Sep 15 16:07:48.708135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-91dc0361-a95b-4636-bbac-87d4d0211ccc tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "PUT /v2.0/routers/tempest-non_exist_router-247247975 HTTP/1.1" status: 404 len: 334 time: 0.0739963 Sep 15 16:07:48.717844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37900) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:48.730959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:48.732291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64a815-eccf-405f-8bf2-0e739cb14be1 None None] The sync data for ids ['123843e5-528c-4239-9665-4d606737e6b6'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:07:48.767578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb0c8a-a9d6-48da-99cb-63cf664a059e req-7f201c22-a638-42f7-a364-d449b0f894d8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:48.769213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15bb0c8a-a9d6-48da-99cb-63cf664a059e req-7f201c22-a638-42f7-a364-d449b0f894d8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0816650 Sep 15 16:07:48.798959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting subnet f424fcad-a232-404e-b140-c2cf01ae2b2e {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:48.802613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.854971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15bb0c8a-a9d6-48da-99cb-63cf664a059e req-2523b31a-35ca-457f-8853-47f440368987 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729971 Sep 15 16:07:48.859122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.888643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-afa3ff55-72ea-4d12-919b-3eab620329bc tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0483427 Sep 15 16:07:48.897546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:48.905190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'subnet': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:49.356581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:49.385154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Made reservation on behalf of 0aaf62eeb6734997a96c0a60ed53f248 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:49.386447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:49.392104 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:49.438659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Subnet': ['ID=f424fcad-a232-404e-b140-c2cf01ae2b2e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:49.444600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:49.449891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f5472597-d9a3-46f2-898c-eeeea59288ca tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/subnets/f424fcad-a232-404e-b140-c2cf01ae2b2e HTTP/1.1" status: 204 len: 168 time: 0.7295623 Sep 15 16:07:49.451540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:49.460234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1bbf25-55e2-4565-956f-d37505d2f26d None None] Network 0a117858-ab56-4eec-b355-5561bf720abb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:49.722994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:49.776471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:49.793335 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a9335e5-33ca-486e-9135-a9d968ea6783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:49.881881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808226-9635-47ba-b5d0-fd9467f31f56 req-cd52535a-1353-477d-9187-9c908b5ac9c0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:49.883839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] DHCP port deletion for 0a117858-ab56-4eec-b355-5561bf720abb request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:07:49.889046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64808226-9635-47ba-b5d0-fd9467f31f56 req-cd52535a-1353-477d-9187-9c908b5ac9c0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.3286741 Sep 15 16:07:49.984757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64808226-9635-47ba-b5d0-fd9467f31f56 req-9364a760-d72a-4db6-9a0b-2e7967a84cdd tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912330 Sep 15 16:07:49.996048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] Deleting port 6ff438cb-0323-465b-ac1a-e743274128f5 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:49.999689 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.053366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df56d4-9592-4cb6-8436-f45d8834dd3f req-9657a39d-67f8-4762-adf6-88ea3fde4ece tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:50.056183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0df56d4-9592-4cb6-8436-f45d8834dd3f req-9657a39d-67f8-4762-adf6-88ea3fde4ece tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.3699062 Sep 15 16:07:50.092734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting port 6ff438cb-0323-465b-ac1a-e743274128f5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:50.094083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.146610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c0df56d4-9592-4cb6-8436-f45d8834dd3f req-4ea2d0b7-0df9-48d2-85bc-0438169e8a2f tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784562 Sep 15 16:07:50.172197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a9335e5-33ca-486e-9135-a9d968ea6783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.213076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] For port 6ff438cb-0323-465b-ac1a-e743274128f5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6ff438cb-0323-465b-ac1a-e743274128f5,segment=NetworkSegment(df7d2083-3faf-4551-af3e-0056684637b4),segment_id=df7d2083-3faf-4551-af3e-0056684637b4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:50.214289 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.242011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] Calling delete_port for 6ff438cb-0323-465b-ac1a-e743274128f5 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:50.247144 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.380370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6ff438cb-0323-465b-ac1a-e743274128f5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:50.407657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a9335e5-33ca-486e-9135-a9d968ea6783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.426658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Subnet': ['ID=0944bd84-19ad-4c04-be7c-b2bf69ec8a33,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:50.467385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] For port 6ff438cb-0323-465b-ac1a-e743274128f5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6ff438cb-0323-465b-ac1a-e743274128f5,segment=NetworkSegment(df7d2083-3faf-4551-af3e-0056684637b4),segment_id=df7d2083-3faf-4551-af3e-0056684637b4)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:50.467904 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.477163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:50.483968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:50.505139 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:50.505991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587a928-cf9b-45a4-87d2-ad6e4c46a324 req-91b301c9-a965-47f1-96d9-5adba5f40cb2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:50.506628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.516441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9587a928-cf9b-45a4-87d2-ad6e4c46a324 req-91b301c9-a965-47f1-96d9-5adba5f40cb2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3230639 Sep 15 16:07:50.526565 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.532822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8a9335e5-33ca-486e-9135-a9d968ea6783 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=73799078ba0f4acaad781d242d9c7bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023465 Sep 15 16:07:50.533267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37920) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:50.535371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Calling delete_port for 6ff438cb-0323-465b-ac1a-e743274128f5 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:50.542811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0413d-a00a-4895-9b7d-e9945f23f3fb None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:50.562576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9335e5-33ca-486e-9135-a9d968ea6783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1d0ea6-0a86-4325-9b35-764dbbfb0773,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:50.578284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] No DVR routers for this DVR port 6ff438cb-0323-465b-ac1a-e743274128f5 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:50.579870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No active binding found for port 6ff438cb-0323-465b-ac1a-e743274128f5 {{(pid=102020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 16:07:50.580411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6ff438cb-0323-465b-ac1a-e743274128f5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:50.615217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5223e4-1652-4ca9-a299-eb36fbf91729 None None] Pushing event deleted for resources: {'Port': ['ID=6ff438cb-0323-465b-ac1a-e743274128f5,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:50.645522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-60f60d65-dc57-43bc-ab76-1346c6d055f5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7459931 Sep 15 16:07:50.650074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37922) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:50.658535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1383737192', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0944bd84-19ad-4c04-be7c-b2bf69ec8a33'}], 'security_groups': ['0093e9ac-180e-48e7-bf11-18fda5725353', '684a43fc-069f-4a36-9647-79351f2c0e8e']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:50.678486 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9587a928-cf9b-45a4-87d2-ad6e4c46a324 req-caeee476-e2ab-4d40-acbe-dcfc154825a0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609147 Sep 15 16:07:50.733838 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-751d3521-b0e5-4eef-a848-884dcb238abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.778539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-751d3521-b0e5-4eef-a848-884dcb238abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.801341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.874605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Port': ['ID=6ff438cb-0323-465b-ac1a-e743274128f5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:50.876235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] No DVR routers for this DVR port 6ff438cb-0323-465b-ac1a-e743274128f5 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:50.992073 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:50.995457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd199402-52a9-448f-9baa-862a865b4175 None None] Update dhcp port {'port': {'network_id': '636ecf39-b8a5-4a9a-8b7d-057292cf8880', 'fixed_ips': [{'subnet_id': '237133ab-6a9c-4bd4-b2f2-69a1b9837a11', 'ip_address': '172.20.0.18'}, {'subnet_id': '13931507-20e1-470d-8d0d-f8534b9c3ecb', 'ip_address': '172.20.0.2'}, {'subnet_id': '0944bd84-19ad-4c04-be7c-b2bf69ec8a33'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '1b211134-8fe2-405f-a3e2-7cdb5a029e3c'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:07:51.010248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.035751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd199402-52a9-448f-9baa-862a865b4175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.063922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a117858-ab56-4eec-b355-5561bf720abb']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:51.063922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7d2083-3faf-4551-af3e-0056684637b4') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:51.063922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7d2083-3faf-4551-af3e-0056684637b4') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:51.079941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.105221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.123752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:07:51.127140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:07:51.137669 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:07:51.260974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-751d3521-b0e5-4eef-a848-884dcb238abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.272518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-751d3521-b0e5-4eef-a848-884dcb238abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.272518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-751d3521-b0e5-4eef-a848-884dcb238abc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2d1d0ea6-0a86-4325-9b35-764dbbfb0773 HTTP/1.1" status: 204 len: 168 time: 0.7314167 Sep 15 16:07:51.310858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade41be-5ee0-466a-be9b-bae1cd7bb505 req-d8fc5bd0-76a6-492e-af22-555511c23fed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.314100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ade41be-5ee0-466a-be9b-bae1cd7bb505 req-d8fc5bd0-76a6-492e-af22-555511c23fed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.1876192 Sep 15 16:07:51.331921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d3521-b0e5-4eef-a848-884dcb238abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1d0ea6-0a86-4325-9b35-764dbbfb0773,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:51.397361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-cd199402-52a9-448f-9baa-862a865b4175 None None] Allocated IP 172.20.0.34 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/0944bd84-19ad-4c04-be7c-b2bf69ec8a33/1b211134-8fe2-405f-a3e2-7cdb5a029e3c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:51.449201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ade41be-5ee0-466a-be9b-bae1cd7bb505 req-49669975-b6bd-4fc8-872f-307e9919f0fa tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221576 Sep 15 16:07:51.524022 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.551508 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.555435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/networks/0a117858-ab56-4eec-b355-5561bf720abb HTTP/1.1" status: 204 len: 168 time: 2.1016567 Sep 15 16:07:51.558292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:51.595325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b09a7-6abd-437a-a32b-f02ba602f21f req-6933e3f0-7e9f-43f7-a2dc-364c35aedf9f tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.603118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-994b09a7-6abd-437a-a32b-f02ba602f21f req-6933e3f0-7e9f-43f7-a2dc-364c35aedf9f tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.2775877 Sep 15 16:07:51.684218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting subnet 3829c691-89c6-4fe9-a12c-479b5d6ff10f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:51.701237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e95881-c96c-4503-b934-73e12f9b6f3c tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Network': ['ID=0a117858-ab56-4eec-b355-5561bf720abb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:51.711266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cd199402-52a9-448f-9baa-862a865b4175 None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,segment=NetworkSegment(92eb338c-4aa9-4d53-9027-035bc0dd66e5),segment_id=92eb338c-4aa9-4d53-9027-035bc0dd66e5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:51.723425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.768318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-40ae4aa4-e322-4c4d-afd8-43c81b449791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.770194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-40ae4aa4-e322-4c4d-afd8-43c81b449791 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.4316218 Sep 15 16:07:51.784583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-994b09a7-6abd-437a-a32b-f02ba602f21f req-93776e72-c9b7-48e1-8c73-a1ebe7f99bb5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417813 Sep 15 16:07:51.849394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd199402-52a9-448f-9baa-862a865b4175 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.890389 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.954357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8456c-2ef3-4a5e-8826-be8c2492944f req-a963fb9b-e240-4bfd-9a83-2a6c954167d9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.955954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6e8456c-2ef3-4a5e-8826-be8c2492944f req-a963fb9b-e240-4bfd-9a83-2a6c954167d9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1238971 Sep 15 16:07:51.979138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-3e3f2a87-9a93-4247-a58b-7789740484ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.980932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-3e3f2a87-9a93-4247-a58b-7789740484ed service neutron] 10.222.0.38 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.1787062 Sep 15 16:07:52.038100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6e8456c-2ef3-4a5e-8826-be8c2492944f req-1a3a9fcb-de2c-4ee7-bea6-b37f34f0ca48 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Sep 15 16:07:52.051564 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-c04c70c1-1a33-49c7-b81d-68ff42af3c6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.0625191 Sep 15 16:07:52.064303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.082331 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd199402-52a9-448f-9baa-862a865b4175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.196784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-60c28f78-62c9-4247-9e1e-69bbd54bae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.211647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-60c28f78-62c9-4247-9e1e-69bbd54bae0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.1527569 Sep 15 16:07:52.236295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd199402-52a9-448f-9baa-862a865b4175 None None] Pushing event updated for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:52.285729 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-5f2de315-33ec-46a6-a526-91b26f5667c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672119 Sep 15 16:07:52.300479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Delete allocated IP 172.20.0.13 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/13931507-20e1-470d-8d0d-f8534b9c3ecb) {{(pid=102019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 16:07:52.314747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Allocated IP 172.20.0.43 (636ecf39-b8a5-4a9a-8b7d-057292cf8880/0944bd84-19ad-4c04-be7c-b2bf69ec8a33/06279c32-2206-44f6-bb08-084114116efb) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:52.329752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.370894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0597d-2a31-48be-b2ac-3d04024b15fb None None] Network 8d8f26f8-275c-4a38-b2df-1bf5ad485681 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:52.395788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.400892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/subnets/3829c691-89c6-4fe9-a12c-479b5d6ff10f HTTP/1.1" status: 204 len: 168 time: 0.8382823 Sep 15 16:07:52.405279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37940) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:52.407933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89971-1275-4ba1-8db2-f9e99341a940 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Subnet': ['ID=3829c691-89c6-4fe9-a12c-479b5d6ff10f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:52.472188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-2bf2730d-ec04-4ed1-9bd0-ecec8b4c22c7 service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782441 Sep 15 16:07:52.763299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] DHCP port deletion for 8d8f26f8-275c-4a38-b2df-1bf5ad485681 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:07:52.799282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting subnet bc1908c0-2f5a-441a-bd58-ea4a5543d756 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:52.803448 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.810056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0fef5-1d5e-4b91-80f0-71860c6500ed req-8f8abc36-69d8-4b92-ac8e-a3592d21ff75 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.812010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03c0fef5-1d5e-4b91-80f0-71860c6500ed req-8f8abc36-69d8-4b92-ac8e-a3592d21ff75 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.1687036 Sep 15 16:07:52.814889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4fecec1-4381-421e-8c3a-4a94565b9c7f req-1b0efc4c-ba38-412f-89f8-9e3b6f676a5c service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359342 Sep 15 16:07:52.880710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] Deleting port 90c442d9-2507-45a9-aa0a-9df97983ebe8 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:52.881103 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.894752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.907480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03c0fef5-1d5e-4b91-80f0-71860c6500ed req-aad5e1f2-4e16-4e84-b0fd-203320d0fb31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715840 Sep 15 16:07:52.967179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:53.007747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] For port 90c442d9-2507-45a9-aa0a-9df97983ebe8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=90c442d9-2507-45a9-aa0a-9df97983ebe8,segment=NetworkSegment(5a977076-8c42-4922-9bf5-b8dc93f97697),segment_id=5a977076-8c42-4922-9bf5-b8dc93f97697)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:53.008235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.011646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.023163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] Calling delete_port for 90c442d9-2507-45a9-aa0a-9df97983ebe8 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:53.146053 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.208180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f7b1-efff-485d-9d21-23b561d76677 req-1fcefd44-2ee2-4431-84be-6d001fa03a7b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.210085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0752f7b1-efff-485d-9d21-23b561d76677 req-1fcefd44-2ee2-4431-84be-6d001fa03a7b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.1378291 Sep 15 16:07:53.291567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0752f7b1-efff-485d-9d21-23b561d76677 req-b000daad-99b1-472b-9b68-b398fceed7e4 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712667 Sep 15 16:07:53.311087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.350608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.384254 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.412047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] Pushing event deleted for resources: {'Port': ['ID=90c442d9-2507-45a9-aa0a-9df97983ebe8,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:53.422431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1ecd4-e7f1-4aee-81a8-d94bd4880837 None None] No DVR routers for this DVR port 90c442d9-2507-45a9-aa0a-9df97983ebe8 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:53.470577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.473360 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/subnets/bc1908c0-2f5a-441a-bd58-ea4a5543d756 HTTP/1.1" status: 204 len: 168 time: 1.0667500 Sep 15 16:07:53.483727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c241b-bbd0-4feb-b4a9-5ebe575258f8 None None] Network 95c3371b-b897-415d-8462-f9e5b5ad14ef requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:53.519423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-243bb9f4-3a25-44c7-ae5c-f8abbe73787b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.522979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75f20e-1c96-43df-8db5-d7ea0e38c792 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1908c0-2f5a-441a-bd58-ea4a5543d756,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:53.527747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:53.568941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event updated for resources: {'Port': ['ID=06279c32-2206-44f6-bb08-084114116efb,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:53.624745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] In _notify_port_updated(), no bound segment for port 06279c32-2206-44f6-bb08-084114116efb on network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:07:53.631466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.635913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.638817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1703b9b1-c24a-49e7-a4f7-c440b8576e40 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "PUT /v2.0/ports/06279c32-2206-44f6-bb08-084114116efb HTTP/1.1" status: 200 len: 960 time: 2.9862633 Sep 15 16:07:53.641399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37954) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:53.749825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Provisioning complete for port 06279c32-2206-44f6-bb08-084114116efb triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:53.750316 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.765463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-243bb9f4-3a25-44c7-ae5c-f8abbe73787b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.838703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Port 06279c32-2206-44f6-bb08-084114116efb cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:53.883547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63a042-5789-47ca-bd85-25210db8d43e req-ddd03afa-4a4c-42e4-873b-287e05c66dc7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.886263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7496f-43d4-4968-a3b6-b2050c211011 req-1c0223d9-140d-4d1b-ba82-8fbe8987c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.889462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fd7496f-43d4-4968-a3b6-b2050c211011 req-1c0223d9-140d-4d1b-ba82-8fbe8987c71d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 1096 time: 0.2488880 Sep 15 16:07:53.892622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:53.893260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.897473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e63a042-5789-47ca-bd85-25210db8d43e req-ddd03afa-4a4c-42e4-873b-287e05c66dc7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3757179 Sep 15 16:07:53.940160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.951088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] DHCP port deletion for 95c3371b-b897-415d-8462-f9e5b5ad14ef request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:07:53.964946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fd7496f-43d4-4968-a3b6-b2050c211011 req-370b610a-1e6f-48ec-9975-52d6d61faa15 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654645 Sep 15 16:07:53.983970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port 06279c32-2206-44f6-bb08-084114116efb {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:53.984572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.984708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9e63a042-5789-47ca-bd85-25210db8d43e req-404be7ba-f1b3-4235-9f6c-092ac3b13361 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Sep 15 16:07:54.133236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.150930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-243bb9f4-3a25-44c7-ae5c-f8abbe73787b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.208159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92962070-5666-416e-b318-876e1e16f4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.208310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-243bb9f4-3a25-44c7-ae5c-f8abbe73787b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f7e82d68e9974f8faf8ee9d2d48847fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2258854 Sep 15 16:07:54.208456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.208634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37960) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:54.208761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] Deleting port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:54.208761 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.253555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8f26f8-275c-4a38-b2df-1bf5ad485681']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:54.286999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Provisioning complete for port e6d91491-edf2-4f49-a9f5-6d7551892a60 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:54.286999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.287318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for 06279c32-2206-44f6-bb08-084114116efb owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:54.287410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bb9f4-3a25-44c7-ae5c-f8abbe73787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d0101-b151-4ab1-9f2c-997a30f0c979,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:54.287503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9de156-c450-43f9-b0b6-7c7e657725ee req-c4d27621-422a-4ee9-9be8-cb619324b0d1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.287503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9de156-c450-43f9-b0b6-7c7e657725ee req-c4d27621-422a-4ee9-9be8-cb619324b0d1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.1659865 Sep 15 16:07:54.291419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a977076-8c42-4922-9bf5-b8dc93f97697') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:54.291787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a977076-8c42-4922-9bf5-b8dc93f97697') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:54.317274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1b211134-8fe2-405f-a3e2-7cdb5a029e3c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:54.319457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.398091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.399575 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9de156-c450-43f9-b0b6-7c7e657725ee req-1299497c-d2ec-4b93-b480-a65399da353c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703287 Sep 15 16:07:54.409305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:07:54.412347 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:07:54.456284 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:07:54.519756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] For port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2c91b673-09c9-4d6c-94cb-f6d9861c7f3f,segment=NetworkSegment(e6f6b75c-7437-499a-8bb0-cdf3545914ab),segment_id=e6f6b75c-7437-499a-8bb0-cdf3545914ab)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:54.520652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.557213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] Calling delete_port for 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:54.575168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6884f21a-1b36-4fbe-b9ac-05ec128da533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.582158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-52450084-35c3-463c-bc73-cdcb892be32f None None] Port e6d91491-edf2-4f49-a9f5-6d7551892a60 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:54.601723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f79e3-f865-4b2d-91fe-226d8d030619 req-1f1d8ea2-3122-4d77-935d-0eaf9ec502c8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.603624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-124f79e3-f865-4b2d-91fe-226d8d030619 req-1f1d8ea2-3122-4d77-935d-0eaf9ec502c8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.1399043 Sep 15 16:07:54.616626 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6884f21a-1b36-4fbe-b9ac-05ec128da533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.624064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:54.624414 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.675722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-124f79e3-f865-4b2d-91fe-226d8d030619 req-d5bf2d5f-a4a9-44aa-813f-73c60e3efb76 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620067 Sep 15 16:07:54.677349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.702872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cba47ad7-9cd7-440e-bc49-6199b5813339 None None] Could not find standard attr ID for object 06279c32-2206-44f6-bb08-084114116efb. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:07:54.737783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=06279c32-2206-44f6-bb08-084114116efb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:54.764473 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:07:54.807680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.852394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.872717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/networks/8d8f26f8-275c-4a38-b2df-1bf5ad485681 HTTP/1.1" status: 204 len: 168 time: 1.3434744 Sep 15 16:07:54.873984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6884f21a-1b36-4fbe-b9ac-05ec128da533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.876406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37964) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:54.877148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6884f21a-1b36-4fbe-b9ac-05ec128da533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.878401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6884f21a-1b36-4fbe-b9ac-05ec128da533 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b16d0101-b151-4ab1-9f2c-997a30f0c979 HTTP/1.1" status: 204 len: 168 time: 0.6707387 Sep 15 16:07:54.880076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971918ef-36f8-4fa8-8ce8-00b53e564447 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Network': ['ID=8d8f26f8-275c-4a38-b2df-1bf5ad485681,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:54.899230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.915916 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8aa6f26f-c6fb-4f6b-8760-4b0204cdffe6 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/06279c32-2206-44f6-bb08-084114116efb HTTP/1.1" status: 204 len: 168 time: 1.2642186 Sep 15 16:07:54.949741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37972) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:54.953289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884f21a-1b36-4fbe-b9ac-05ec128da533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d0101-b151-4ab1-9f2c-997a30f0c979,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:55.088514 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-755ca6fd-5566-4a8f-b4a5-351354fd45f2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] GET failed (client error): The resource could not be found. Sep 15 16:07:55.098016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-755ca6fd-5566-4a8f-b4a5-351354fd45f2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports/06279c32-2206-44f6-bb08-084114116efb HTTP/1.1" status: 404 len: 333 time: 0.1329262 Sep 15 16:07:55.099356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37976) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:55.172667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.217005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03a51bd4-db1b-47b8-af93-d60c19d3542c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.276029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03a51bd4-db1b-47b8-af93-d60c19d3542c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.292002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] Pushing event deleted for resources: {'Port': ['ID=2c91b673-09c9-4d6c-94cb-f6d9861c7f3f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:55.293924 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.307082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd47978-0051-4cb8-9335-83a69fc81396 None None] No DVR routers for this DVR port 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:55.347300 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:55.404034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:55.404595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c91b673-09c9-4d6c-94cb-f6d9861c7f3f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:55.405258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 90c442d9-2507-45a9-aa0a-9df97983ebe8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:55.435086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 90c442d9-2507-45a9-aa0a-9df97983ebe8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:55.441320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 90c442d9-2507-45a9-aa0a-9df97983ebe8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:55.443452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20a0c6-a90b-42ec-b5a2-0349126089dc req-1b8dab26-516a-4f2a-82bf-b9e536ffb1cb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.445502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff20a0c6-a90b-42ec-b5a2-0349126089dc req-1b8dab26-516a-4f2a-82bf-b9e536ffb1cb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1998661 Sep 15 16:07:55.502701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.549130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c3371b-b897-415d-8462-f9e5b5ad14ef']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:55.565952 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff20a0c6-a90b-42ec-b5a2-0349126089dc req-9bb4a568-b7ea-41e1-8dd3-6c4aa224c76f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651822 Sep 15 16:07:55.567936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f6b75c-7437-499a-8bb0-cdf3545914ab') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:55.568241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f6b75c-7437-499a-8bb0-cdf3545914ab') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:55.570420 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03a51bd4-db1b-47b8-af93-d60c19d3542c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.579251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-03a51bd4-db1b-47b8-af93-d60c19d3542c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.579251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-03a51bd4-db1b-47b8-af93-d60c19d3542c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/security-groups/cd7d92b4-85c3-4949-afdc-9491ed94a341 HTTP/1.1" status: 204 len: 168 time: 0.4747407 Sep 15 16:07:55.580097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37980) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:55.592327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a51bd4-db1b-47b8-af93-d60c19d3542c tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7d92b4-85c3-4949-afdc-9491ed94a341,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:55.597257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.629117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.642282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de6fbe-4f10-4607-8283-3731ab3db803 req-db80b289-db23-49ea-a286-a5a156e1d72a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.645242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51de6fbe-4f10-4607-8283-3731ab3db803 req-db80b289-db23-49ea-a286-a5a156e1d72a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.1204200 Sep 15 16:07:55.650220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:07:55.651017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:07:55.655277 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:07:55.716177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51de6fbe-4f10-4607-8283-3731ab3db803 req-992b1181-7a81-4e90-8324-0a4e3b5ae8ad tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616817 Sep 15 16:07:55.787510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-679a9049-7268-49d8-9171-df715bb489a5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.832579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-679a9049-7268-49d8-9171-df715bb489a5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.918381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.929600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.935330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37990) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:55.941309 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/networks/95c3371b-b897-415d-8462-f9e5b5ad14ef HTTP/1.1" status: 204 len: 168 time: 1.0633280 Sep 15 16:07:55.990271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfee25-5d2b-454a-94a1-9e56c5011cb2 req-389caad6-c9f3-4837-a90c-eddaaf4de9a9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.002191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfbfee25-5d2b-454a-94a1-9e56c5011cb2 req-389caad6-c9f3-4837-a90c-eddaaf4de9a9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.1528833 Sep 15 16:07:56.009970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea84ff-6a1a-4b62-86d0-5108aad420ce tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Network': ['ID=95c3371b-b897-415d-8462-f9e5b5ad14ef,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:56.039884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting subnet 1b6a9786-7e9d-4432-9aeb-b9027589b344 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:56.043452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.100991 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfbfee25-5d2b-454a-94a1-9e56c5011cb2 req-80473176-2367-4c44-b361-c33af9665ccb tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962939 Sep 15 16:07:56.101884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-679a9049-7268-49d8-9171-df715bb489a5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.107898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-679a9049-7268-49d8-9171-df715bb489a5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.109782 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-679a9049-7268-49d8-9171-df715bb489a5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/security-groups/684a43fc-069f-4a36-9647-79351f2c0e8e HTTP/1.1" status: 204 len: 168 time: 0.5288491 Sep 15 16:07:56.124742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37996) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:56.130468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9049-7268-49d8-9171-df715bb489a5 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684a43fc-069f-4a36-9647-79351f2c0e8e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:56.130776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.268356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27320780-8a5f-4b3e-b80f-93ceb7e91de2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.290387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.328772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27320780-8a5f-4b3e-b80f-93ceb7e91de2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.472290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:07:56.537339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-a913d50f-327e-41b6-9867-93f437425907 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.539961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-a913d50f-327e-41b6-9867-93f437425907 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 811 time: 0.1450489 Sep 15 16:07:56.574755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-17c03e81-6ab0-43a2-a778-25a5f1c54e1d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/quotas/540658f668f44acabfdefd6ebb83ad7b HTTP/1.1" status: 200 len: 375 time: 0.0214739 Sep 15 16:07:56.584340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27320780-8a5f-4b3e-b80f-93ceb7e91de2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.591260 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27320780-8a5f-4b3e-b80f-93ceb7e91de2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.597130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27320780-8a5f-4b3e-b80f-93ceb7e91de2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/security-groups/0093e9ac-180e-48e7-bf11-18fda5725353 HTTP/1.1" status: 204 len: 168 time: 0.4798601 Sep 15 16:07:56.599335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38014) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:56.599975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.627431 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.666415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:56.683078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9', 'port_id': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'mac_address': 'fa:16:3e:ec:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e68b994-1d7c-43c5-a3db-f65ae89aa97c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:07:56.690872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27320780-8a5f-4b3e-b80f-93ceb7e91de2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0093e9ac-180e-48e7-bf11-18fda5725353,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:56.701962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6a9786-7e9d-4432-9aeb-b9027589b344,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:56.714895 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.717498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7a3581ca-f190-429f-b01e-9cb50df71ac7 tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/subnets/1b6a9786-7e9d-4432-9aeb-b9027589b344 HTTP/1.1" status: 204 len: 168 time: 0.7808666 Sep 15 16:07:56.722064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38020) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:56.724952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 13931507-20e1-470d-8d0d-f8534b9c3ecb {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:56.744376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.763898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca579398-ec90-4f9a-abf8-883dd013ebe9 None None] Network 54a3073d-a78c-428c-8174-590dcb72d293 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:56.776960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-61efee68-9476-49dd-a021-8989a6ee716a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1732469 Sep 15 16:07:56.880150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.931161 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.964833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:56.991419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1dcae4-cccb-41c1-9787-ffc08322d2ce {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:57.033922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65698c5b-0ce2-4979-8326-d65fdb05e306 req-41af3bc8-fbfe-455c-b68b-94cc5c05cdae tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:57.043977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65698c5b-0ce2-4979-8326-d65fdb05e306 req-41af3bc8-fbfe-455c-b68b-94cc5c05cdae tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2944157 Sep 15 16:07:57.063784 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-943bb23f-6e12-4147-8fc3-0b4a71d4ae9a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2071748 Sep 15 16:07:57.077928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:57.110568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-c0fab078-93ba-42a1-b10b-fe65cabffd3f service neutron] 10.222.0.63 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242733 Sep 15 16:07:57.218639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.233090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65698c5b-0ce2-4979-8326-d65fdb05e306 req-ca6d21ac-c5a3-432c-ae24-f4ea3966221d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791615 Sep 15 16:07:57.236225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] DHCP port deletion for 54a3073d-a78c-428c-8174-590dcb72d293 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:07:57.282353 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.286353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.377461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-ce5376cb-a322-4a5c-9764-249b9cabe559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:57.380367 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-ce5376cb-a322-4a5c-9764-249b9cabe559 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 1096 time: 0.2376010 Sep 15 16:07:57.395184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-7421f0eb-2eef-4d01-b430-6559b9ca45b0 service neutron] 10.222.0.63 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833080 Sep 15 16:07:57.424341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Deleting port 4aa96dca-1973-4567-b65e-e698fe39f3f7 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:57.424341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.488470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8e1dcae4-cccb-41c1-9787-ffc08322d2ce'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:57.526053 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bcecec60-241a-41a9-8829-cff75d624dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.583180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] For port 4aa96dca-1973-4567-b65e-e698fe39f3f7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4aa96dca-1973-4567-b65e-e698fe39f3f7,segment=NetworkSegment(c27b1c8e-46aa-4ba8-80e1-2e8292f3c473),segment_id=c27b1c8e-46aa-4ba8-80e1-2e8292f3c473)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:57.583537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.599789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Calling delete_port for 4aa96dca-1973-4567-b65e-e698fe39f3f7 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:57.636814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:57.680637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f552b-7270-423a-a627-82a3d02aa9a6 req-94776571-fae3-4567-bfc0-67d2fc408151 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:57.682461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb1f552b-7270-423a-a627-82a3d02aa9a6 req-94776571-fae3-4567-bfc0-67d2fc408151 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.2648120 Sep 15 16:07:57.691776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] Deleting port 4aa96dca-1973-4567-b65e-e698fe39f3f7 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:57.692161 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.743092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb1f552b-7270-423a-a627-82a3d02aa9a6 req-5dbe39a1-9148-4940-93b7-e930b76566e3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538130 Sep 15 16:07:57.746156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-4a0678fb-ddc5-4269-bb05-0959c089fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:57.747650 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-4a0678fb-ddc5-4269-bb05-0959c089fd02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 912 time: 0.3313067 Sep 15 16:07:57.784100 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.857413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] For port 4aa96dca-1973-4567-b65e-e698fe39f3f7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4aa96dca-1973-4567-b65e-e698fe39f3f7,segment=NetworkSegment(c27b1c8e-46aa-4ba8-80e1-2e8292f3c473),segment_id=c27b1c8e-46aa-4ba8-80e1-2e8292f3c473)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:57.859179 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.892171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] Calling delete_port for 4aa96dca-1973-4567-b65e-e698fe39f3f7 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:57.896217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-3e05356e-2032-40e5-b20b-56eb75663872 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=568dd38f-c59b-47c0-9c2e-130150d3986c HTTP/1.1" status: 200 len: 217 time: 0.1405363 Sep 15 16:07:57.903030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.906323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/13931507-20e1-470d-8d0d-f8534b9c3ecb HTTP/1.1" status: 204 len: 168 time: 1.3057439 Sep 15 16:07:57.908984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f913dda-4cac-4779-8911-6b2be0103d99 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=13931507-20e1-470d-8d0d-f8534b9c3ecb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:57.910905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38048) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:57.966908 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-437fc718-a937-4d9a-bb05-e954fb140186 req-76ff56bb-d681-4562-923f-0e45b5904c01 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.0567274 Sep 15 16:07:57.989982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd8288-30ee-43ad-b49b-5f9952545d54 None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:58.014856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 0944bd84-19ad-4c04-be7c-b2bf69ec8a33 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:58.018481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.035637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.082741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-8cde3bac-8031-41b9-9175-915324826352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:58.086934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-8cde3bac-8031-41b9-9175-915324826352 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.1717944 Sep 15 16:07:58.087350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Port': ['ID=4aa96dca-1973-4567-b65e-e698fe39f3f7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:58.093102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] No DVR routers for this DVR port 4aa96dca-1973-4567-b65e-e698fe39f3f7 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:58.138079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.144958 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-b5a98c99-359b-420d-bcf5-f3cf92c727c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486014 Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:07:58.293854 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:07:58.305468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.331453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a3073d-a78c-428c-8174-590dcb72d293']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:58.345220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27b1c8e-46aa-4ba8-80e1-2e8292f3c473') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:58.345507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27b1c8e-46aa-4ba8-80e1-2e8292f3c473') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:58.357876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.373739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-9aead6bb-9751-4339-b2e1-9f721de88a97 service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239840 Sep 15 16:07:58.413930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.419863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4aa96dca-1973-4567-b65e-e698fe39f3f7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:58.452817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:07:58.453245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:07:58.458683 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:07:58.483057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 4aa96dca-1973-4567-b65e-e698fe39f3f7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:58.483057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4aa96dca-1973-4567-b65e-e698fe39f3f7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:58.500639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.572287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] Pushing event deleted for resources: {'Port': ['ID=4aa96dca-1973-4567-b65e-e698fe39f3f7,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:58.593732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aca5a9-15c6-4dee-b106-838e0f3de24b None None] No DVR routers for this DVR port 4aa96dca-1973-4567-b65e-e698fe39f3f7 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:58.603434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb9a9377-0d37-4f7b-a339-5391a8620ca5 req-f7cda218-dd8a-4393-a8d7-88637771f94f service neutron] 10.222.0.55 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217038 Sep 15 16:07:58.622264 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.655604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.714264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18841994-3fee-4f5f-a8bd-1b2bef88056c req-33216f84-6e00-4875-8b1b-c9d1ef29a207 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:58.715867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18841994-3fee-4f5f-a8bd-1b2bef88056c req-33216f84-6e00-4875-8b1b-c9d1ef29a207 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.2995532 Sep 15 16:07:58.814911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18841994-3fee-4f5f-a8bd-1b2bef88056c req-c22af3ec-b1b3-481e-8d4c-5a428f63534e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877225 Sep 15 16:07:58.881986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.906555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:58.909983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/networks/54a3073d-a78c-428c-8174-590dcb72d293 HTTP/1.1" status: 204 len: 168 time: 2.1858022 Sep 15 16:07:58.912911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38084) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:58.937125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cb7f7-d7e2-4b22-900a-c21a76c9f2da tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Pushing event deleted for resources: {'Network': ['ID=54a3073d-a78c-428c-8174-590dcb72d293,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:58.958239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b279f20f-befe-466d-b926-ba5dd1714aae tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "GET /v2.0/ports?device_id=123843e5-528c-4239-9665-4d606737e6b6 HTTP/1.1" status: 200 len: 205 time: 0.0416508 Sep 15 16:07:58.963658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38086) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:59.063773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:59.065712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344e19c-0caf-49f3-926e-9814cff2e075 req-aa79aa85-6c31-4bba-910a-de41a3bca705 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:59.077133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2344e19c-0caf-49f3-926e-9814cff2e075 req-aa79aa85-6c31-4bba-910a-de41a3bca705 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.1216440 Sep 15 16:07:59.152044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2344e19c-0caf-49f3-926e-9814cff2e075 req-29d84766-cbc6-4241-aebb-82457f7e8c5b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701833 Sep 15 16:07:59.246038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c5f-21c2-4b2b-bd96-cdd6b854df1d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:59.427197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56db434d-fc76-46ce-ad7d-ddb41ec70aab req-c5999865-e914-40a9-93aa-fd6a0e08554a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.3566341 Sep 15 16:07:59.428001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=0944bd84-19ad-4c04-be7c-b2bf69ec8a33,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:59.435173 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:59.437480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a8169f19-4302-443b-9057-0690a5e31433 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/0944bd84-19ad-4c04-be7c-b2bf69ec8a33 HTTP/1.1" status: 204 len: 168 time: 1.5247276 Sep 15 16:07:59.441330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38100) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:59.509883 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aecd1f1-152c-4264-a8cb-ce7adeabcec9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:07:59.511127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aecd1f1-152c-4264-a8cb-ce7adeabcec9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:07:59.514826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0aecd1f1-152c-4264-a8cb-ce7adeabcec9 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/13931507-20e1-470d-8d0d-f8534b9c3ecb HTTP/1.1" status: 404 len: 337 time: 0.0717373 Sep 15 16:07:59.518970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:59.622477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c5f-21c2-4b2b-bd96-cdd6b854df1d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:59.627063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c5f-21c2-4b2b-bd96-cdd6b854df1d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:59.654798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a2145-224b-433f-a07f-0ae83b547795 None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:07:59.812479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c5f-21c2-4b2b-bd96-cdd6b854df1d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:59.813101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd3c5f-21c2-4b2b-bd96-cdd6b854df1d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Fanout notify agent at l3_agent the message router_deleted on router 123843e5-528c-4239-9665-4d606737e6b6 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:07:59.821617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c5f-21c2-4b2b-bd96-cdd6b854df1d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:59.832630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69dd3c5f-21c2-4b2b-bd96-cdd6b854df1d tempest-RoutersNegativeIpV6Test-627074056 tempest-RoutersNegativeIpV6Test-627074056-project] 10.222.0.63 "DELETE /v2.0/routers/123843e5-528c-4239-9665-4d606737e6b6 HTTP/1.1" status: 204 len: 168 time: 0.8654664 Sep 15 16:07:59.902711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-06b69a65-1639-4db0-9b98-190384b4c30a None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:59.903080 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b69a65-1639-4db0-9b98-190384b4c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.217882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting subnet 237133ab-6a9c-4bd4-b2f2-69a1b9837a11 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:08:00.228507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.241329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b87d8f-aed7-48fc-b461-ca9e9325f153 req-4b68b467-fea6-4095-bcea-cdba4561a916 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:00.244283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37b87d8f-aed7-48fc-b461-ca9e9325f153 req-4b68b467-fea6-4095-bcea-cdba4561a916 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.1174212 Sep 15 16:08:00.254781 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.307452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-06b69a65-1639-4db0-9b98-190384b4c30a None None] Provisioning complete for port e6d91491-edf2-4f49-a9f5-6d7551892a60 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:00.307964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b69a65-1639-4db0-9b98-190384b4c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.388950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-06b69a65-1639-4db0-9b98-190384b4c30a None None] Port e6d91491-edf2-4f49-a9f5-6d7551892a60 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:08:00.392618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.392913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.475253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:00.535817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37b87d8f-aed7-48fc-b461-ca9e9325f153 req-635bf78f-2fb7-4eef-956f-5090f1bbdb62 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012990 Sep 15 16:08:00.576265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3911ea2-02ee-42a8-95bf-f71bf27eb22f req-d8662c96-d161-47f3-b2e6-822ac10891c6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:00.585955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3911ea2-02ee-42a8-95bf-f71bf27eb22f req-d8662c96-d161-47f3-b2e6-822ac10891c6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 0.2397487 Sep 15 16:08:00.637584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-85296173-28a0-43a6-8564-4d9cc60bb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:00.640200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-85296173-28a0-43a6-8564-4d9cc60bb645 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90&tenant_id=709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 1094 time: 0.2048562 Sep 15 16:08:00.658730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:00.711772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:00.717353 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.805393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3911ea2-02ee-42a8-95bf-f71bf27eb22f req-27f7244e-df87-4e9e-a7c1-0f022da0aa5c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051940 Sep 15 16:08:00.909353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:00.998026 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e4baf037-4cf8-48cf-ad5b-56ed6e31191a req-a1873ee0-c6e3-4a99-a445-da6822f79122 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.2063539 Sep 15 16:08:01.033216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.038373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.085253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:01.089470 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66000720-fc74-4caf-9424-ec502d52b2e9" -d '{"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:01.122609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:01.207524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38134) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:01.242548 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e95b4c-d0fe-444f-a387-8a737c7ce421 x-openstack-request-id: req-82e95b4c-d0fe-444f-a387-8a737c7ce421 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:01.243105 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:01.243735 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-82e95b4c-d0fe-444f-a387-8a737c7ce421 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:01.244709 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'code': 200} Sep 15 16:08:01.269854 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.313148 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.455642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:01.466208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:01.489228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Subnet': ['ID=237133ab-6a9c-4bd4-b2f2-69a1b9837a11,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:01.520847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.521586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-18702437-8148-4399-96df-8b35412450b2 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/237133ab-6a9c-4bd4-b2f2-69a1b9837a11 HTTP/1.1" status: 204 len: 168 time: 2.0005164 Sep 15 16:08:01.526077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38142) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:01.533229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4cf12-c148-45c8-b818-2e8ff46cfcda None None] Network 636ecf39-b8a5-4a9a-8b7d-057292cf8880 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:08:01.563444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:01.661526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f8c61ab2-8679-4cad-a2f3-54b1a0b313e9 None None] Provisioning complete for port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:01.662296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8c61ab2-8679-4cad-a2f3-54b1a0b313e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.683237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f471f7de-8a2c-423c-ae5e-0fd877ecaa43 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:01.695789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.728185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Transition to ACTIVE for port object f471f7de-8a2c-423c-ae5e-0fd877ecaa43 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:08:01.798573 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a29ac8ab-d696-45ce-9f1c-802866fc8b4b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f7cfc2a03ac84ddfa2fcc360f063625a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893793 Sep 15 16:08:01.801615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:01.805332 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d0c3e3-6748-45f3-b6f8-163a69f09a54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:01.805795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d0c3e3-6748-45f3-b6f8-163a69f09a54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:01.811135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38152) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:01.814185 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d9d0c3e3-6748-45f3-b6f8-163a69f09a54 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/9d11ce49-118f-4a4c-804a-12683721eb5f HTTP/1.1" status: 404 len: 337 time: 0.2761576 Sep 15 16:08:01.868404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe4a8-a0be-42e4-a900-a9dd6d59016b req-b3881047-6d1b-4fc3-8a42-d558a680796f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:01.873115 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfcbe4a8-a0be-42e4-a900-a9dd6d59016b req-b3881047-6d1b-4fc3-8a42-d558a680796f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1765697 Sep 15 16:08:01.897069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f8c61ab2-8679-4cad-a2f3-54b1a0b313e9 None None] Provisioning complete for port e6d91491-edf2-4f49-a9f5-6d7551892a60 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:01.900183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8c61ab2-8679-4cad-a2f3-54b1a0b313e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:01.969812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfcbe4a8-a0be-42e4-a900-a9dd6d59016b req-bf213e77-1164-45aa-8cd8-995d5a80d157 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843163 Sep 15 16:08:01.977640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] DHCP port deletion for 636ecf39-b8a5-4a9a-8b7d-057292cf8880 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:08:01.979107 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:02.024970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-348bd748-25c6-41a3-9c8f-c43f4a6469be tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "GET /v2.0/ports?device_id=55d49f63-49b7-43bb-be82-02e0ec6a1fe5 HTTP/1.1" status: 200 len: 205 time: 0.2125473 Sep 15 16:08:02.031556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38162) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.123420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f8c61ab2-8679-4cad-a2f3-54b1a0b313e9 None None] Port e6d91491-edf2-4f49-a9f5-6d7551892a60 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:08:02.182850 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-a577052c-94a9-45cd-bde7-4799fd55b642 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] delete failed (client error): The resource could not be found. Sep 15 16:08:02.182850 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a577052c-94a9-45cd-bde7-4799fd55b642 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/routers/55d49f63-49b7-43bb-be82-02e0ec6a1fe5 HTTP/1.1" status: 404 len: 336 time: 0.1479752 Sep 15 16:08:02.184141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38166) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.232343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] Deleting port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:02.237650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:02.254729 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ba7292-58d0-48a1-a8ea-c0e84b196e42 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.255235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ba7292-58d0-48a1-a8ea-c0e84b196e42 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.264029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e0ba7292-58d0-48a1-a8ea-c0e84b196e42 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/6d35d1d0-7a36-4b8a-b800-d7d2f8a33684 HTTP/1.1" status: 404 len: 337 time: 0.0779099 Sep 15 16:08:02.264734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38168) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.286480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1b211134-8fe2-405f-a3e2-7cdb5a029e3c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:02.372089 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f9c74d-1c30-4efb-b2ac-092cc46b3aca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.373349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4f9c74d-1c30-4efb-b2ac-092cc46b3aca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.375394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a4f9c74d-1c30-4efb-b2ac-092cc46b3aca tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/2d62165b-2cde-4d18-b86a-3688304b373d HTTP/1.1" status: 404 len: 337 time: 0.0819993 Sep 15 16:08:02.378381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d233396-3c94-4a75-a769-81ed5ce9bc02 req-392a2884-5310-4d84-8439-5ca0a82a1e35 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.1595676 Sep 15 16:08:02.379758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38170) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.467297 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c245fe1f-5170-40d2-8119-6029a5fe300f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.474068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c245fe1f-5170-40d2-8119-6029a5fe300f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.481205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c245fe1f-5170-40d2-8119-6029a5fe300f tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/8c9ea818-e322-46fe-898f-73452233fdea HTTP/1.1" status: 404 len: 337 time: 0.0983205 Sep 15 16:08:02.483350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38172) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.498086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:02.525267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,segment=NetworkSegment(92eb338c-4aa9-4d53-9027-035bc0dd66e5),segment_id=92eb338c-4aa9-4d53-9027-035bc0dd66e5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:02.526019 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:02.541450 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32ad26a-279b-4a6f-a238-b4f73001ef10 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.542383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32ad26a-279b-4a6f-a238-b4f73001ef10 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.545347 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c32ad26a-279b-4a6f-a238-b4f73001ef10 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/04cbd47b-f1f6-484e-bf78-9f8eeffb0186 HTTP/1.1" status: 404 len: 333 time: 0.0583010 Sep 15 16:08:02.549328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38174) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.565455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] Calling delete_port for 1b211134-8fe2-405f-a3e2-7cdb5a029e3c owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:02.604282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,segment=NetworkSegment(92eb338c-4aa9-4d53-9027-035bc0dd66e5),segment_id=92eb338c-4aa9-4d53-9027-035bc0dd66e5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:02.605890 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c82208e-5d10-498c-8053-8cabfb31fdfe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.606664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c82208e-5d10-498c-8053-8cabfb31fdfe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.608983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6c82208e-5d10-498c-8053-8cabfb31fdfe tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/b867dca8-d946-4567-abde-d646c6884d80 HTTP/1.1" status: 404 len: 337 time: 0.0576282 Sep 15 16:08:02.639821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38176) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.697557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=9']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:02.715503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-188acb32-24ee-4636-a754-0a9cedb1aca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:02.769580 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ff4166-45c7-4479-885c-55d5dd1ee6ad tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.770170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ff4166-45c7-4479-885c-55d5dd1ee6ad tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.772168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b7ff4166-45c7-4479-885c-55d5dd1ee6ad tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/e44dd70d-8576-4a95-a8a9-3792bc90230a HTTP/1.1" status: 404 len: 337 time: 0.1283991 Sep 15 16:08:02.775015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.793012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:02.813660 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce99e920-a7e4-41c1-bf21-728eec6bb573 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.814906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce99e920-a7e4-41c1-bf21-728eec6bb573 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.817078 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ce99e920-a7e4-41c1-bf21-728eec6bb573 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/009d1481-e4e1-46cc-a9ef-3936cbb3d06d HTTP/1.1" status: 404 len: 333 time: 0.0409436 Sep 15 16:08:02.827851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38182) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.877913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:02.886689 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c85bba-5462-4097-90f0-ef7098ef684a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.887308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c85bba-5462-4097-90f0-ef7098ef684a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.890077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c8c85bba-5462-4097-90f0-ef7098ef684a tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/284e3cef-08d6-4b0e-a44b-d7313a289ca2 HTTP/1.1" status: 404 len: 337 time: 0.0605879 Sep 15 16:08:02.892445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.940862 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59017d5-93f7-456a-b75f-3da0c4d270bf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] DELETE failed (client error): The resource could not be found. Sep 15 16:08:02.942101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59017d5-93f7-456a-b75f-3da0c4d270bf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:08:02.945710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f59017d5-93f7-456a-b75f-3da0c4d270bf tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/subnets/28bdfdf9-3103-444e-88c0-da6084670545 HTTP/1.1" status: 404 len: 337 time: 0.0508130 Sep 15 16:08:02.949452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38186) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:02.950370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:02.998240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] No DVR routers for this DVR port 1b211134-8fe2-405f-a3e2-7cdb5a029e3c on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:08:03.036092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38190) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:03.056355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3bb9-5b1c-4bb4-a73a-d8e0211aab31 None None] Pushing event deleted for resources: {'Port': ['ID=1b211134-8fe2-405f-a3e2-7cdb5a029e3c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:03.175771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Deleting port e6d91491-edf2-4f49-a9f5-6d7551892a60 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:03.176463 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.296773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdc39b-5b1a-44f7-b39e-f581e80628e5 req-d1a7f34f-3917-459e-89c8-1f92fdbf0065 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:03.303159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57090122-e175-4295-95ff-3a1404dea9e9 req-0ccc1353-c60a-4a0d-83d6-54ab53bc23d4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:03.305684 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57090122-e175-4295-95ff-3a1404dea9e9 req-0ccc1353-c60a-4a0d-83d6-54ab53bc23d4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1981862 Sep 15 16:08:03.306525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83fdc39b-5b1a-44f7-b39e-f581e80628e5 req-d1a7f34f-3917-459e-89c8-1f92fdbf0065 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 943 time: 1.1846390 Sep 15 16:08:03.311909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.314642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-c8914c03-d8ce-4714-bde0-f5976c1a81f1 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:03.316672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-c8914c03-d8ce-4714-bde0-f5976c1a81f1 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.38 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 811 time: 1.2867723 Sep 15 16:08:03.317548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] No DVR routers for this DVR port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:08:03.345488 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8e11476-a6a4-4632-8aba-6f8503e49727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.356046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Calling delete_port for e6d91491-edf2-4f49-a9f5-6d7551892a60 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:03.380253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Request body: {'port': {'device_id': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'admin_state_up': True, 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:03.393894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-188acb32-24ee-4636-a754-0a9cedb1aca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.509098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83fdc39b-5b1a-44f7-b39e-f581e80628e5 req-c41d048b-2fcf-4e41-9c8c-a89837d0d361 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013984 Sep 15 16:08:03.629929 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57090122-e175-4295-95ff-3a1404dea9e9 req-bc4f7b6c-6cb7-4d6e-96c5-5caa5a76cade tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150973 Sep 15 16:08:03.691210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-357da4c6-50dd-4cf7-bee5-59729a2dfe17 req-5c71273f-d83a-4b8a-beef-b8e0ba255a74 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.0605485 Sep 15 16:08:03.706584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8e11476-a6a4-4632-8aba-6f8503e49727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.746557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:03.748182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:03.749316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:03.764269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-188acb32-24ee-4636-a754-0a9cedb1aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.769493 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-188acb32-24ee-4636-a754-0a9cedb1aca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.772410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-188acb32-24ee-4636-a754-0a9cedb1aca1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0c4798e4-e4cb-452c-a572-17575628d7bd HTTP/1.1" status: 204 len: 168 time: 1.9689989 Sep 15 16:08:03.778540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on network 66be19ab-4f38-495b-acf8-567ec7d80936 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:08:03.779200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Attempting to bind port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:03.791316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f8e11476-a6a4-4632-8aba-6f8503e49727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.847593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188acb32-24ee-4636-a754-0a9cedb1aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4798e4-e4cb-452c-a572-17575628d7bd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:03.858600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:03.858600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Checking segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:03.858600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Bound using segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:03.858600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Bound port: f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:03.858600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.893664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f8e11476-a6a4-4632-8aba-6f8503e49727 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=98447378ec144c7da52cc8c66cdd6d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484759 Sep 15 16:08:03.893664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e11476-a6a4-4632-8aba-6f8503e49727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938e7021-4a3b-468f-9245-17d62a7e1816,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:03.893664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:03.901734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.957934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Port': ['ID=e6d91491-edf2-4f49-a9f5-6d7551892a60,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:03.981459 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.984445 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-27186179-4a6e-461d-9245-886c42e396d3 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/ports/e6d91491-edf2-4f49-a9f5-6d7551892a60 HTTP/1.1" status: 204 len: 168 time: 1.0327227 Sep 15 16:08:03.990587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38204) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:03.994348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:04.046394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dda424e-2863-4391-a802-25bd5805ca3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.046682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:04.080667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dda424e-2863-4391-a802-25bd5805ca3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.138109 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.143035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Made reservation on behalf of 540658f668f44acabfdefd6ebb83ad7b for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:08:04.145999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.162037 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.225766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:04.276291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:04.276835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.280759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-7df808b3-2dcc-43dc-806b-fc36ea6c3a65 service neutron] 10.222.0.38 "PUT /v2.0/ports/f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 1091 time: 3.6272650 Sep 15 16:08:04.280759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:04.281764 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d3b192-c14c-4fe0-8445-613447696077" -d '{"events": [{"name": "network-changed", "server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:04.298805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dda424e-2863-4391-a802-25bd5805ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.309975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dda424e-2863-4391-a802-25bd5805ca3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.310697 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4dda424e-2863-4391-a802-25bd5805ca3d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/938e7021-4a3b-468f-9245-17d62a7e1816 HTTP/1.1" status: 204 len: 168 time: 0.4143407 Sep 15 16:08:04.324948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda424e-2863-4391-a802-25bd5805ca3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938e7021-4a3b-468f-9245-17d62a7e1816,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:04.567468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.681613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636ecf39-b8a5-4a9a-8b7d-057292cf8880']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:04.727094 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a620441f-6d0b-493b-9a14-e72aaee4a327 x-openstack-request-id: req-a620441f-6d0b-493b-9a14-e72aaee4a327 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:04.729170 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:04.729428 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a620441f-6d0b-493b-9a14-e72aaee4a327 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:04.730053 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'status': 'completed', 'code': 200} Sep 15 16:08:04.743448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92eb338c-4aa9-4d53-9027-035bc0dd66e5') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:04.743777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92eb338c-4aa9-4d53-9027-035bc0dd66e5') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:04.875956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-04c33648-1e21-432d-b77b-3ffe84428242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:04.878346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-04c33648-1e21-432d-b77b-3ffe84428242 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1095 time: 0.5562639 Sep 15 16:08:04.886431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.943106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.947447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017f26c-7bba-4a45-90ee-2f08b5f7f93c req-4f5cb26a-fa3a-4f84-ab4c-9cb4af018b21 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:04.949506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7017f26c-7bba-4a45-90ee-2f08b5f7f93c req-4f5cb26a-fa3a-4f84-ab4c-9cb4af018b21 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1313641 Sep 15 16:08:04.977714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:08:04.978472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:08:04.982479 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:08:04.999190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Allocated IP 172.20.0.13 (42fa5f36-9ef3-435b-86c3-776ffcc23348/538582a7-dca4-4553-82e8-328087c08bd2/fafab0ac-93cd-423a-adb3-904f450925a4) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:05.044180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7017f26c-7bba-4a45-90ee-2f08b5f7f93c req-16da9df4-3547-4ecc-b59b-4f7fe32b17a1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870397 Sep 15 16:08:05.097286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d695a9e-ea0f-4326-9f28-ef3340f0d954 req-bd2a8880-e648-4ebd-90a1-161d0d89af11 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:05.105029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d695a9e-ea0f-4326-9f28-ef3340f0d954 req-bd2a8880-e648-4ebd-90a1-161d0d89af11 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.3868802 Sep 15 16:08:05.249449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-32a69a8c-1660-4544-be4e-888385a9908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:05.254297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-32a69a8c-1660-4544-be4e-888385a9908a service neutron] 10.222.0.38 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.3624561 Sep 15 16:08:05.283508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1151c973-4ac0-457a-9dce-0fcdf5a7be44 req-61022e55-c759-4f82-bfa3-64c2e1e8cf04 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.0933521 Sep 15 16:08:05.343334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d695a9e-ea0f-4326-9f28-ef3340f0d954 req-7d88ca1d-5e95-40c9-9a54-96f62690be77 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264540 Sep 15 16:08:05.344160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:05.364115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:05.367747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] 10.222.0.63 "DELETE /v2.0/networks/636ecf39-b8a5-4a9a-8b7d-057292cf8880 HTTP/1.1" status: 204 len: 168 time: 1.3758097 Sep 15 16:08:05.467783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6922a6-aad0-40e1-8bf1-e70acaf9ab23 tempest-PortsTestJSON-229755052 tempest-PortsTestJSON-229755052-project] Pushing event deleted for resources: {'Network': ['ID=636ecf39-b8a5-4a9a-8b7d-057292cf8880,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:05.643523 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-f12941ff-83a5-46b8-b839-6868752c3f13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 999 time: 0.3793080 Sep 15 16:08:05.724748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:05.736320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-6b8d1a27-48c3-44ec-a53b-5cba837ee29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:05.737894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-6b8d1a27-48c3-44ec-a53b-5cba837ee29f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.0871296 Sep 15 16:08:05.874689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-821f597b-5b1e-4022-be76-f8842907a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:05.880780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-821f597b-5b1e-4022-be76-f8842907a153 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278536 Sep 15 16:08:06.044804 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:06.059522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['568dd38f-c59b-47c0-9c2e-130150d3986c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:06.085244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38238) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:06.189379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43ff0569-90e4-4d55-bcab-20dfda6b4955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:06.363378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Pushing event updated for resources: {'Port': ['ID=fafab0ac-93cd-423a-adb3-904f450925a4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:06.376108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-dd31c7d9-c39e-416c-97a3-d2883ff4628f service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886465 Sep 15 16:08:06.383837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Network 42fa5f36-9ef3-435b-86c3-776ffcc23348 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:06.386196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:06.434195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:06.503035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43ff0569-90e4-4d55-bcab-20dfda6b4955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:06.520759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f1c29-f478-4ec0-a88d-9b83b963f863 req-b7a3ce69-0f7c-4097-99de-eadcd638e118 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:06.526469 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed5f1c29-f478-4ec0-a88d-9b83b963f863 req-b7a3ce69-0f7c-4097-99de-eadcd638e118 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2219942 Sep 15 16:08:06.595513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ed5f1c29-f478-4ec0-a88d-9b83b963f863 req-b28fb347-b2b2-4eb7-9f50-54ab3f8dfdb3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649042 Sep 15 16:08:06.610636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-43ff0569-90e4-4d55-bcab-20dfda6b4955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:06.654171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:06.655081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:06.732761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ed9e2-74a3-4e54-b794-a945e52468cb req-e503c48c-33f4-460e-8c8f-5eff9933a402 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:06.744194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-466ed9e2-74a3-4e54-b794-a945e52468cb req-e503c48c-33f4-460e-8c8f-5eff9933a402 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 932 time: 0.3112807 Sep 15 16:08:06.771231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-43ff0569-90e4-4d55-bcab-20dfda6b4955 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=93f3589cd2c64b4fb42414c3283cc1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829588 Sep 15 16:08:06.773987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-ff511b60-95e0-4d6f-b288-5d32547dc8d9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4030964 Sep 15 16:08:06.774520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38260) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:06.779435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10c01a54-4f7b-42f4-8272-c5226a32f78c req-6992476c-da9f-433d-ae0a-da2f31ca27a3 service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895631 Sep 15 16:08:06.801905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Request body: {'port': {'device_id': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:06.813368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38262) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:06.853090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff0569-90e4-4d55-bcab-20dfda6b4955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6db4f51-5b1a-47c1-9cd0-39b9b4af81b5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:06.919817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd11df7-9a56-4517-a8dd-60c130ac7779 req-42f7f75b-ea11-47ac-8139-0583aa08a2e5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:06.924117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afd11df7-9a56-4517-a8dd-60c130ac7779 req-42f7f75b-ea11-47ac-8139-0583aa08a2e5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1931472 Sep 15 16:08:06.969027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-466ed9e2-74a3-4e54-b794-a945e52468cb req-81d3703d-7a5d-4209-b635-98914ccdebdc tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182715 Sep 15 16:08:07.013822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-afd11df7-9a56-4517-a8dd-60c130ac7779 req-6dba3789-a8a4-4eb5-8983-43246c61f47d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762906 Sep 15 16:08:07.098630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38274) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:07.101326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.104446 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [-] 10.222.0.63 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047081 Sep 15 16:08:07.108149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38276) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:07.137525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b192-c14c-4fe0-8445-613447696077 req-16f55547-0f92-4f85-a951-b6c0ec926fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:07.139334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d3b192-c14c-4fe0-8445-613447696077 req-16f55547-0f92-4f85-a951-b6c0ec926fde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1095 time: 0.1655271 Sep 15 16:08:07.144096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc465bd1-7585-47bc-ae0c-b8fff763b3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.250493 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cd94b05f-57dd-48e2-aaef-2c157cfdf62e tempest-NetworksApiDiscovery-2125525211 tempest-NetworksApiDiscovery-2125525211-project] 10.222.0.63 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1405885 Sep 15 16:08:07.261946 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc465bd1-7585-47bc-ae0c-b8fff763b3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.263189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-939adbb2-72ca-40d9-b1fc-765845e50693 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0aaf62eeb6734997a96c0a60ed53f248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4375947 Sep 15 16:08:07.267003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38286) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:07.384887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-760058dd-82c2-408c-869e-b3cb97034a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.431344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-760058dd-82c2-408c-869e-b3cb97034a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.598816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b192-c14c-4fe0-8445-613447696077 req-eaf040b3-08c7-4e1b-b981-32365237ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:07.606830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-760058dd-82c2-408c-869e-b3cb97034a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.609805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-760058dd-82c2-408c-869e-b3cb97034a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.610031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d3b192-c14c-4fe0-8445-613447696077 req-eaf040b3-08c7-4e1b-b981-32365237ddab service neutron] 10.222.0.38 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.4591787 Sep 15 16:08:07.611355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-760058dd-82c2-408c-869e-b3cb97034a69 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/39d0d8d6-6e2e-4472-a3b1-bd9622633918 HTTP/1.1" status: 204 len: 168 time: 0.3369515 Sep 15 16:08:07.624394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760058dd-82c2-408c-869e-b3cb97034a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d0d8d6-6e2e-4472-a3b1-bd9622633918,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:07.787834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc465bd1-7585-47bc-ae0c-b8fff763b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.791412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cc465bd1-7585-47bc-ae0c-b8fff763b3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.796867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cc465bd1-7585-47bc-ae0c-b8fff763b3e8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b6db4f51-5b1a-47c1-9cd0-39b9b4af81b5 HTTP/1.1" status: 204 len: 168 time: 1.0157785 Sep 15 16:08:07.942738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc465bd1-7585-47bc-ae0c-b8fff763b3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6db4f51-5b1a-47c1-9cd0-39b9b4af81b5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:08.053013 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d3b192-c14c-4fe0-8445-613447696077 req-e14e2d90-a1cf-4192-bfed-21c412a8e6b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 999 time: 0.4122326 Sep 15 16:08:08.221103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02746665-05a3-4d75-8077-7f2da4f4663c req-0d71c88d-73ce-4128-be3e-da04bfb26926 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.247669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02746665-05a3-4d75-8077-7f2da4f4663c req-0d71c88d-73ce-4128-be3e-da04bfb26926 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.4584916 Sep 15 16:08:08.367744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf2008-900a-4996-8806-42551e26cffc req-c29f9dd3-50b3-4baa-94ce-ccc2984e085c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.379963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acbf2008-900a-4996-8806-42551e26cffc req-c29f9dd3-50b3-4baa-94ce-ccc2984e085c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 932 time: 0.2661121 Sep 15 16:08:08.464949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38320) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:08.514640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acbf2008-900a-4996-8806-42551e26cffc req-38eac3c1-70ba-4d88-aac3-64ef59667d03 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319790 Sep 15 16:08:08.581835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b192-c14c-4fe0-8445-613447696077 req-9d53c61a-16c8-429e-86b1-8e3497b4a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.583617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d3b192-c14c-4fe0-8445-613447696077 req-9d53c61a-16c8-429e-86b1-8e3497b4a981 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.5297387 Sep 15 16:08:08.725265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafab0ac-93cd-423a-adb3-904f450925a4 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:08.765397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02746665-05a3-4d75-8077-7f2da4f4663c req-db58d636-6a5a-498f-8602-95c46a36d063 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291763 Sep 15 16:08:08.768451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:08.821418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Transition to ACTIVE for port object fafab0ac-93cd-423a-adb3-904f450925a4 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:08:08.829437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749320e-335d-4352-8f5d-03f4f9cd2793 req-b6d4d609-c172-46fc-aa14-f706e1ce8072 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.851375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e749320e-335d-4352-8f5d-03f4f9cd2793 req-b6d4d609-c172-46fc-aa14-f706e1ce8072 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1576214 Sep 15 16:08:08.851595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b192-c14c-4fe0-8445-613447696077 req-6b3c53d8-27bb-46e4-91ca-6cf96b796ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.851595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d3b192-c14c-4fe0-8445-613447696077 req-6b3c53d8-27bb-46e4-91ca-6cf96b796ec7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261536 Sep 15 16:08:08.975754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.013439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e749320e-335d-4352-8f5d-03f4f9cd2793 req-a73cf55c-9b1b-4f7b-bd78-e5b02e981287 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623654 Sep 15 16:08:09.148610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82cf13c0-ac6e-4b4a-856b-a17b1cff7111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.285016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Pushing event updated for resources: {'Port': ['ID=fafab0ac-93cd-423a-adb3-904f450925a4,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:09.546743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82cf13c0-ac6e-4b4a-856b-a17b1cff7111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.606633 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82cf13c0-ac6e-4b4a-856b-a17b1cff7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.716175 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-82cf13c0-ac6e-4b4a-856b-a17b1cff7111 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=2384605d1dc94ef582e6687b9cb08d76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2490015 Sep 15 16:08:09.729889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38346) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:09.791072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d3b192-c14c-4fe0-8445-613447696077 req-b209169a-d8a5-4ff9-83f1-bbb76a75a246 service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9247015 Sep 15 16:08:09.835284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf13c0-ac6e-4b4a-856b-a17b1cff7111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a1c939-6cd8-4929-a9cf-d290f3e0ee5c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:10.160107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Attempting to bind port fafab0ac-93cd-423a-adb3-904f450925a4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:10.173348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Attempting to bind port fafab0ac-93cd-423a-adb3-904f450925a4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:10.176199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Attempting to bind port fafab0ac-93cd-423a-adb3-904f450925a4 on network 42fa5f36-9ef3-435b-86c3-776ffcc23348 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:10.216481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Port fafab0ac-93cd-423a-adb3-904f450925a4 on network 42fa5f36-9ef3-435b-86c3-776ffcc23348 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:08:10.223129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Attempting to bind port fafab0ac-93cd-423a-adb3-904f450925a4 on network 42fa5f36-9ef3-435b-86c3-776ffcc23348 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:10.290016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5f4ba-682f-4f08-a85c-dedb2058d4a7 req-d2fc312f-92a3-4101-b26a-ad40440b6870 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.298967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8f5f4ba-682f-4f08-a85c-dedb2058d4a7 req-d2fc312f-92a3-4101-b26a-ad40440b6870 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2299078 Sep 15 16:08:10.500243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8f5f4ba-682f-4f08-a85c-dedb2058d4a7 req-89809e9f-ddfb-40d9-8715-d7bcda854e74 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810298 Sep 15 16:08:10.855252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38372) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:10.912163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c82479-7d1f-4db3-8de9-4875ade52991 req-49dcc8d9-6724-4ed4-b7f6-2a062dc1e5ed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.938368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0c82479-7d1f-4db3-8de9-4875ade52991 req-49dcc8d9-6724-4ed4-b7f6-2a062dc1e5ed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1584504 Sep 15 16:08:11.025749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0c82479-7d1f-4db3-8de9-4875ade52991 req-eb470fd0-d1ae-4f03-8b72-716bc0f92143 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849216 Sep 15 16:08:11.280170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e23dbd-d465-4d7f-9b0d-0a6b3f4f390a req-adfa1010-4237-4d3d-aed9-8ed7db0ee9a9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:11.293234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82e23dbd-d465-4d7f-9b0d-0a6b3f4f390a req-adfa1010-4237-4d3d-aed9-8ed7db0ee9a9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 944 time: 1.3961766 Sep 15 16:08:11.295008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:11.295515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Checking segment: {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:11.295939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Bound using segment: {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:11.298298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Bound port: fafab0ac-93cd-423a-adb3-904f450925a4, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:11.298689 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:11.345357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc6d37a2-bb51-443e-a45f-162df1f70bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:11.479415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d3b192-c14c-4fe0-8445-613447696077 req-85a046a4-903f-4fd5-9f0c-b8fa5a875c13 service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6150630 Sep 15 16:08:11.508092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--72710997'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:11.588257 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc6d37a2-bb51-443e-a45f-162df1f70bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:11.623018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82e23dbd-d465-4d7f-9b0d-0a6b3f4f390a req-336e03b0-1899-426b-8eeb-647a9b61e9bc tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185794 Sep 15 16:08:11.720197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:11.737223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:11.774667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] For port fafab0ac-93cd-423a-adb3-904f450925a4, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:11.793829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] For port fafab0ac-93cd-423a-adb3-904f450925a4, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=fafab0ac-93cd-423a-adb3-904f450925a4,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:11.875174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:11.923528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9de67c-a6c8-4fa9-94fd-b3dcb3849000 req-a5f53c7b-1f5e-4549-898b-806fcc1d9b55 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:11.925799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b9de67c-a6c8-4fa9-94fd-b3dcb3849000 req-a5f53c7b-1f5e-4549-898b-806fcc1d9b55 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1505420 Sep 15 16:08:12.000019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:12.000890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.002812 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] 10.222.0.38 "PUT /v2.0/ports/fafab0ac-93cd-423a-adb3-904f450925a4 HTTP/1.1" status: 200 len: 1092 time: 5.2065959 Sep 15 16:08:12.034792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'tag': 'fafab0ac-93cd-423a-adb3-904f450925a4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:12.042129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b9de67c-a6c8-4fa9-94fd-b3dcb3849000 req-1b63c51f-91d6-4a8a-8df1-b289920daa47 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079512 Sep 15 16:08:12.043903 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64485712-3e34-4df8-8359-52ab3c8c5b45" -d '{"events": [{"name": "network-changed", "server_uuid": "e54d2374-511f-4fa5-ad76-c51cfd15c82d", "tag": "fafab0ac-93cd-423a-adb3-904f450925a4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:12.058258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc6d37a2-bb51-443e-a45f-162df1f70bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.061432 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fc6d37a2-bb51-443e-a45f-162df1f70bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.076919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fc6d37a2-bb51-443e-a45f-162df1f70bb7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/81a1c939-6cd8-4929-a9cf-d290f3e0ee5c HTTP/1.1" status: 204 len: 168 time: 2.3314788 Sep 15 16:08:12.144151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d37a2-bb51-443e-a45f-162df1f70bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a1c939-6cd8-4929-a9cf-d290f3e0ee5c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:12.272427 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18c9bbc-e0a5-4009-afb0-ce4fbd045d18 x-openstack-request-id: req-c18c9bbc-e0a5-4009-afb0-ce4fbd045d18 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:12.277638 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54d2374-511f-4fa5-ad76-c51cfd15c82d", "tag": "fafab0ac-93cd-423a-adb3-904f450925a4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:12.278368 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c18c9bbc-e0a5-4009-afb0-ce4fbd045d18 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:12.279174 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'tag': 'fafab0ac-93cd-423a-adb3-904f450925a4', 'status': 'completed', 'code': 200} Sep 15 16:08:12.323223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4e8bd-a055-467a-80d6-a737a61a9130 service neutron] Pushing event updated for resources: {'Port': ['ID=fafab0ac-93cd-423a-adb3-904f450925a4,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:12.399048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-fce2a468-ce73-4cca-b427-cec42514a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:12.401483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-fce2a468-ce73-4cca-b427-cec42514a5b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 1095 time: 0.2519443 Sep 15 16:08:12.539012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.541906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-41d9cc1c-86d6-4d0b-b7e8-c0839268bafc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fafab0ac-93cd-423a-adb3-904f450925a4 HTTP/1.1" status: 200 len: 217 time: 0.1310449 Sep 15 16:08:12.593141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bee53a-df23-4175-a5f8-8fb2d6348301 req-91e1b1f0-8d1d-4542-bc31-ebe66628bca2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:12.603876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1bee53a-df23-4175-a5f8-8fb2d6348301 req-91e1b1f0-8d1d-4542-bc31-ebe66628bca2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.2432578 Sep 15 16:08:12.704164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1bee53a-df23-4175-a5f8-8fb2d6348301 req-9943ef2d-c398-45c0-9d77-e997a750835a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911095 Sep 15 16:08:12.708691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.752972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-9f6d28d0-73f5-435a-850a-a67a60a16ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:12.752972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-9f6d28d0-73f5-435a-850a-a67a60a16ae2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.1534932 Sep 15 16:08:12.845161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b09259a-4cc7-4b1c-8db2-d150115ea7bf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:12.872321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-998ba06f-1f7f-4e11-be07-7ad7019bc3e8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122248 Sep 15 16:08:12.979241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:13.080958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114df4c-a70c-437e-aed2-fa7289570273 req-f364a657-e995-4d4a-b464-cc2586d526be tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:13.082643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2114df4c-a70c-437e-aed2-fa7289570273 req-f364a657-e995-4d4a-b464-cc2586d526be tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 944 time: 0.2067397 Sep 15 16:08:13.149588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-635a19b6-b96d-4d3a-ab05-e5fb35da42ad service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975164 Sep 15 16:08:13.197446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2114df4c-a70c-437e-aed2-fa7289570273 req-95351f02-e0ac-4e03-a6b8-05d5c51dae7c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851812 Sep 15 16:08:13.221700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a65ba-8d46-48a2-8497-ada1e4490985 req-29b77815-b8dc-4332-a113-102ed67502e7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:13.225210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-832a65ba-8d46-48a2-8497-ada1e4490985 req-29b77815-b8dc-4332-a113-102ed67502e7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0756998 Sep 15 16:08:13.277799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-832a65ba-8d46-48a2-8497-ada1e4490985 req-c017264b-c711-49de-b7ae-c5895bc7c56f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429838 Sep 15 16:08:13.302764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ff96b69-0faf-42b5-b1ed-e858b8c4f384 req-4e69552c-a2c4-4964-80df-02a6f0a966f3 service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426632 Sep 15 16:08:13.394715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:13.433547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7258c71e-6b8d-4677-af04-b672c9d9a820,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:13.583565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-4edcb7fe-68fe-458f-a513-ef0578af468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:13.588713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-4edcb7fe-68fe-458f-a513-ef0578af468e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 1095 time: 0.0647230 Sep 15 16:08:13.639082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:13.639082 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-748d48f9-2eec-4269-8c11-8a7c154eb9f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7801471 Sep 15 16:08:13.641215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38420) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:13.754399 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8f60b27c-befb-4fe4-86bd-f7cc40b25fbb tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1111531 Sep 15 16:08:13.769169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38424) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:13.788843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-758ea970-183d-42c7-9421-0f6fb799bf3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-security--850624641', 'description': 'tempest-security-description-917298671'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:13.804228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-125c8804-fd30-4e57-97cd-27a8bf527774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:13.807551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-125c8804-fd30-4e57-97cd-27a8bf527774 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 912 time: 0.2112935 Sep 15 16:08:13.869778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-758ea970-183d-42c7-9421-0f6fb799bf3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:13.940643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-eac0cacf-20c9-4fb7-b12e-9b69058753c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fafab0ac-93cd-423a-adb3-904f450925a4 HTTP/1.1" status: 200 len: 217 time: 0.1251063 Sep 15 16:08:14.028231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-758ea970-183d-42c7-9421-0f6fb799bf3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:14.102944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-758ea970-183d-42c7-9421-0f6fb799bf3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:14.106726 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-758ea970-183d-42c7-9421-0f6fb799bf3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:14.110808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-33989703-d4bb-46b3-8a4a-b3acb93395d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:14.111857 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-758ea970-183d-42c7-9421-0f6fb799bf3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "PUT /v2.0/security-groups/7258c71e-6b8d-4677-af04-b672c9d9a820 HTTP/1.1" status: 200 len: 1778 time: 0.3392079 Sep 15 16:08:14.112717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38438) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:14.123638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-33989703-d4bb-46b3-8a4a-b3acb93395d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.1473262 Sep 15 16:08:14.222177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-2514370c-69ae-499d-bc2c-0410a32e3ba4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757916 Sep 15 16:08:14.382082 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ca938ff0-2e30-445e-ae63-83edeaa98ad1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups/7258c71e-6b8d-4677-af04-b672c9d9a820 HTTP/1.1" status: 200 len: 1778 time: 0.2584047 Sep 15 16:08:14.382878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38452) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:14.438819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-e6bf13e6-bb64-496b-8fe6-f454e06d8667 service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039101 Sep 15 16:08:14.574802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547df7c5-b92c-4ddf-bba3-b8e4820f434b req-dc44d3cd-6aa5-4e2b-9d3d-2b3b81b73041 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:14.596600 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-547df7c5-b92c-4ddf-bba3-b8e4820f434b req-dc44d3cd-6aa5-4e2b-9d3d-2b3b81b73041 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.6585665 Sep 15 16:08:14.664072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ea970-183d-42c7-9421-0f6fb799bf3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7258c71e-6b8d-4677-af04-b672c9d9a820,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:14.825557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-547df7c5-b92c-4ddf-bba3-b8e4820f434b req-fa84f4f0-58d5-4a50-90bb-a9352c60bb8c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154171 Sep 15 16:08:14.834953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb9535-75b3-45ec-8d5a-0587f2a8fa50 req-b0c4718b-1458-480b-b220-3b0531b8cf29 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:14.847887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6efb9535-75b3-45ec-8d5a-0587f2a8fa50 req-b0c4718b-1458-480b-b220-3b0531b8cf29 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 944 time: 0.4455221 Sep 15 16:08:14.854931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24556bf3-1122-43e9-92bc-90e826402179 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:14.938627 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64485712-3e34-4df8-8359-52ab3c8c5b45 req-ea96ffaa-d5c8-4fcc-96f9-8cbf6045c4f0 service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796126 Sep 15 16:08:14.998820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24556bf3-1122-43e9-92bc-90e826402179 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:15.062194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec799a-8b04-41bd-a83b-f2d6e40f193d req-7aaf3093-07dc-4964-9827-42c961bd3a6e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:15.072717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0ec799a-8b04-41bd-a83b-f2d6e40f193d req-7aaf3093-07dc-4964-9827-42c961bd3a6e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1055665 Sep 15 16:08:15.171835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0ec799a-8b04-41bd-a83b-f2d6e40f193d req-884be24f-ceee-47f5-be11-534da13b9e07 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973587 Sep 15 16:08:15.320079 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6efb9535-75b3-45ec-8d5a-0587f2a8fa50 req-5d6ae40b-5ccc-4597-a125-63a70cbc6bd9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355591 Sep 15 16:08:15.328025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24556bf3-1122-43e9-92bc-90e826402179 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:15.339047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24556bf3-1122-43e9-92bc-90e826402179 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:15.369406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38468) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:15.371449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-24556bf3-1122-43e9-92bc-90e826402179 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/7258c71e-6b8d-4677-af04-b672c9d9a820 HTTP/1.1" status: 204 len: 168 time: 0.9351707 Sep 15 16:08:15.433789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556bf3-1122-43e9-92bc-90e826402179 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258c71e-6b8d-4677-af04-b672c9d9a820,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:15.480331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-205d3793-fa67-48f9-a92a-6857d97b157a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1085422 Sep 15 16:08:15.483211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38470) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:15.519233 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-d8fa12a0-9e44-40bf-8d00-a8b4e1c778f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] delete failed (client error): The resource could not be found. Sep 15 16:08:15.525754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8fa12a0-9e44-40bf-8d00-a8b4e1c778f1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/7258c71e-6b8d-4677-af04-b672c9d9a820 HTTP/1.1" status: 404 len: 347 time: 0.0391772 Sep 15 16:08:15.532146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:15.549272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7ee3b4ec-e7d8-4d75-aed3-19b1b3a75768 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408327809'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:15.618499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38476) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:15.703393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ee3b4ec-e7d8-4d75-aed3-19b1b3a75768 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:15.980165 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcf91223-11fb-412a-9230-f47fd10edf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.052649 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ee3b4ec-e7d8-4d75-aed3-19b1b3a75768 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.133691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ee3b4ec-e7d8-4d75-aed3-19b1b3a75768 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.307360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3b4ec-e7d8-4d75-aed3-19b1b3a75768 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e370c0cf-ba9d-4077-877c-b904f02f3a0c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:16.562360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04cb89-db01-4de6-87ad-298f69cff634 req-746f69d9-880d-462c-a050-afb0ca2419e5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:16.570265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcf91223-11fb-412a-9230-f47fd10edf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.572316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c04cb89-db01-4de6-87ad-298f69cff634 req-746f69d9-880d-462c-a050-afb0ca2419e5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1872990 Sep 15 16:08:16.583380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device fafab0ac-93cd-423a-adb3-904f450925a4 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:08:16.646401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34386969-a0b1-48c1-b79c-587ec52e1ffb req-c3dfd97f-20bf-495d-887f-eec8a989a848 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:16.651948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34386969-a0b1-48c1-b79c-587ec52e1ffb req-c3dfd97f-20bf-495d-887f-eec8a989a848 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.5237043 Sep 15 16:08:16.678810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c04cb89-db01-4de6-87ad-298f69cff634 req-56dc25ce-471c-4914-b763-6104f7cf8b46 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798378 Sep 15 16:08:16.729400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcf91223-11fb-412a-9230-f47fd10edf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.794974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ee3b4ec-e7d8-4d75-aed3-19b1b3a75768 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.801807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7ee3b4ec-e7d8-4d75-aed3-19b1b3a75768 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2676196 Sep 15 16:08:16.803707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38496) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:16.821371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-da0d9a18-bcff-499a-a0cc-c90ace60c35e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'e370c0cf-ba9d-4077-877c-b904f02f3a0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:16.837351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf91223-11fb-412a-9230-f47fd10edf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70e100d-1237-4791-b4eb-147fbbf98ab5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:16.934807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dcf91223-11fb-412a-9230-f47fd10edf31 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5f507c2f05a4f2e881ad54fe1fc92ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3144710 Sep 15 16:08:16.938128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38502) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:16.972004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34386969-a0b1-48c1-b79c-587ec52e1ffb req-60dee3cd-4b79-4db1-8428-da1f3d136c12 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107798 Sep 15 16:08:17.103901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-972286a1-fc4f-4b67-a337-ed245dfc4831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.146741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260fdee-3997-4cfd-8676-6eea001ffcd9 req-3971a080-deb8-409e-b5cd-5f2f5f11be74 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:17.154382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c260fdee-3997-4cfd-8676-6eea001ffcd9 req-3971a080-deb8-409e-b5cd-5f2f5f11be74 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 944 time: 0.2676113 Sep 15 16:08:17.162933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-972286a1-fc4f-4b67-a337-ed245dfc4831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.170248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port fafab0ac-93cd-423a-adb3-904f450925a4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=fafab0ac-93cd-423a-adb3-904f450925a4,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:17.192293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-da0d9a18-bcff-499a-a0cc-c90ace60c35e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.195234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'fafab0ac-93cd-423a-adb3-904f450925a4', 'network_id': '42fa5f36-9ef3-435b-86c3-776ffcc23348', 'port_id': 'fafab0ac-93cd-423a-adb3-904f450925a4', 'mac_address': 'fa:16:3e:df:76:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '538582a7-dca4-4553-82e8-328087c08bd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:08:17.278232 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.308767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-da0d9a18-bcff-499a-a0cc-c90ace60c35e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.313097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafab0ac-93cd-423a-adb3-904f450925a4 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:17.349760 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c260fdee-3997-4cfd-8676-6eea001ffcd9 req-ab7e760e-8b39-4182-af95-d65d7c5e4c3c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888964 Sep 15 16:08:17.405539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port fafab0ac-93cd-423a-adb3-904f450925a4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=fafab0ac-93cd-423a-adb3-904f450925a4,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:17.474491 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-da0d9a18-bcff-499a-a0cc-c90ace60c35e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.474763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-972286a1-fc4f-4b67-a337-ed245dfc4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.478346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-972286a1-fc4f-4b67-a337-ed245dfc4831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.479871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-972286a1-fc4f-4b67-a337-ed245dfc4831 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b70e100d-1237-4791-b4eb-147fbbf98ab5 HTTP/1.1" status: 204 len: 168 time: 0.5392828 Sep 15 16:08:17.499954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972286a1-fc4f-4b67-a337-ed245dfc4831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70e100d-1237-4791-b4eb-147fbbf98ab5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:17.516469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d9a18-bcff-499a-a0cc-c90ace60c35e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a25b6c-6edf-48b6-a136-567f8c43366b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:17.519575 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.634314 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-da0d9a18-bcff-499a-a0cc-c90ace60c35e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.635632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-da0d9a18-bcff-499a-a0cc-c90ace60c35e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8316240 Sep 15 16:08:17.639871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:17.731246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dce4b98-cc69-44d4-a8b3-3d132229b5cd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.758190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dce4b98-cc69-44d4-a8b3-3d132229b5cd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.821520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=fafab0ac-93cd-423a-adb3-904f450925a4,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:17.937915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dce4b98-cc69-44d4-a8b3-3d132229b5cd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.945693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7dce4b98-cc69-44d4-a8b3-3d132229b5cd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:17.961199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7dce4b98-cc69-44d4-a8b3-3d132229b5cd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/73a25b6c-6edf-48b6-a136-567f8c43366b HTTP/1.1" status: 204 len: 168 time: 0.3196237 Sep 15 16:08:17.962283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38522) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:17.991648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['fafab0ac-93cd-423a-adb3-904f450925a4'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:18.027964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce4b98-cc69-44d4-a8b3-3d132229b5cd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73a25b6c-6edf-48b6-a136-567f8c43366b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:18.125080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4ad6c-b6a2-41b7-af3f-de645c1e67d3 req-d6998ec8-2786-434c-8927-89791f24ce0f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:18.132822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43e4ad6c-b6a2-41b7-af3f-de645c1e67d3 req-d6998ec8-2786-434c-8927-89791f24ce0f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2386813 Sep 15 16:08:18.186057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-81bcd010-6a89-469d-9b16-862a88984ae1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2209063 Sep 15 16:08:18.187330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38526) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:18.265291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43e4ad6c-b6a2-41b7-af3f-de645c1e67d3 req-972d376d-194b-489d-8c25-1be5b927f27d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262317 Sep 15 16:08:18.509535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b506c7c-8e6c-4332-9f5b-bc8b01c26689 req-35282e8f-790a-4ee4-a0bb-c5c43007f3e9 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:18.512521 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b506c7c-8e6c-4332-9f5b-bc8b01c26689 req-35282e8f-790a-4ee4-a0bb-c5c43007f3e9 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.3236184 Sep 15 16:08:18.517728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dc24748-22c4-41b3-89ac-d7e8b3b611f0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:18.692280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86ed84-c327-4b79-aeef-2f6e3dfd670d req-1e79fbcf-27e0-4dd1-99a4-86c1213409aa tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:18.716527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a86ed84-c327-4b79-aeef-2f6e3dfd670d req-1e79fbcf-27e0-4dd1-99a4-86c1213409aa tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 945 time: 0.1427419 Sep 15 16:08:18.726102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dc24748-22c4-41b3-89ac-d7e8b3b611f0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:18.802113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b506c7c-8e6c-4332-9f5b-bc8b01c26689 req-560bcc70-5163-4d18-82e6-c188c64daed3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994162 Sep 15 16:08:18.864542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a86ed84-c327-4b79-aeef-2f6e3dfd670d req-2a31db7d-b77a-4c4c-b291-11864abddac9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469843 Sep 15 16:08:18.938152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dc24748-22c4-41b3-89ac-d7e8b3b611f0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:18.943377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4dc24748-22c4-41b3-89ac-d7e8b3b611f0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:18.949552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38542) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:18.958716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4dc24748-22c4-41b3-89ac-d7e8b3b611f0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/e370c0cf-ba9d-4077-877c-b904f02f3a0c HTTP/1.1" status: 204 len: 168 time: 0.7653031 Sep 15 16:08:18.984102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc24748-22c4-41b3-89ac-d7e8b3b611f0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e370c0cf-ba9d-4077-877c-b904f02f3a0c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:19.100878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-588748d1-9827-44b6-aaa7-259e72f29bca tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1433103 Sep 15 16:08:19.100878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38544) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:19.115478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e22fc45c-bd43-42c7-b51c-94d0034410be tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437385851'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:19.675589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a14205-468c-4ebe-8497-8fe6d6fd499a req-732b3de5-29af-4ef3-ba80-8e38682100c7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:19.681241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08a14205-468c-4ebe-8497-8fe6d6fd499a req-732b3de5-29af-4ef3-ba80-8e38682100c7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2525759 Sep 15 16:08:19.809671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08a14205-468c-4ebe-8497-8fe6d6fd499a req-e34d0684-8daa-4a87-bd4c-2839e3d20a6f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183450 Sep 15 16:08:20.093423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22fc45c-bd43-42c7-b51c-94d0034410be tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:20.148479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f4aa2-fe16-4df8-9da0-e726b4675220 req-befbe2ee-1d44-4ad7-9c3c-1e0d7d79a483 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:20.151120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d34f4aa2-fe16-4df8-9da0-e726b4675220 req-befbe2ee-1d44-4ad7-9c3c-1e0d7d79a483 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1237397 Sep 15 16:08:20.184277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8064780-0dd1-4780-b56a-636e38711e3f req-e4fce48d-ff1d-46a9-bb26-ec3348acd29a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:20.185953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8064780-0dd1-4780-b56a-636e38711e3f req-e4fce48d-ff1d-46a9-bb26-ec3348acd29a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 945 time: 0.0936940 Sep 15 16:08:20.230395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d34f4aa2-fe16-4df8-9da0-e726b4675220 req-781146a3-0e3e-4447-a469-2e90a382308b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606077 Sep 15 16:08:20.242935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8064780-0dd1-4780-b56a-636e38711e3f req-5ac47e13-2164-4fe6-81d9-662a73f6c7bd tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Sep 15 16:08:20.284406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22fc45c-bd43-42c7-b51c-94d0034410be tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:20.413672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22fc45c-bd43-42c7-b51c-94d0034410be tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:20.474691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fc45c-bd43-42c7-b51c-94d0034410be tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2856f7-d183-497e-bc06-97a9ba6acc3a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:20.577950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22fc45c-bd43-42c7-b51c-94d0034410be tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:20.580330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e22fc45c-bd43-42c7-b51c-94d0034410be tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4806249 Sep 15 16:08:20.587724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38570) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:20.600508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-24b74fc8-1191-4a3c-8263-ffb444db8ee1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'ba2856f7-d183-497e-bc06-97a9ba6acc3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:20.630529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device fafab0ac-93cd-423a-adb3-904f450925a4 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:20.766720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b74fc8-1191-4a3c-8263-ffb444db8ee1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:20.857968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port fafab0ac-93cd-423a-adb3-904f450925a4 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:08:20.870566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port fafab0ac-93cd-423a-adb3-904f450925a4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:20.873584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:20.942685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b74fc8-1191-4a3c-8263-ffb444db8ee1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.123859 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b74fc8-1191-4a3c-8263-ffb444db8ee1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.306753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d26889-e0ef-416c-b8a2-5cf211dbba1a req-69ad39c9-3f2e-4e9c-9a22-d95af87b0251 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:21.329249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d26889-e0ef-416c-b8a2-5cf211dbba1a req-69ad39c9-3f2e-4e9c-9a22-d95af87b0251 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3573935 Sep 15 16:08:21.337876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.342227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b74fc8-1191-4a3c-8263-ffb444db8ee1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d50075-0fce-4820-94ce-4e7fd94cda9a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:21.383841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafab0ac-93cd-423a-adb3-904f450925a4'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:21.391413 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2826ce61-02b8-48ac-9fef-d6b3157fbaed" -d '{"events": [{"server_uuid": "e54d2374-511f-4fa5-ad76-c51cfd15c82d", "name": "network-vif-plugged", "status": "completed", "tag": "fafab0ac-93cd-423a-adb3-904f450925a4"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:21.417038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port fafab0ac-93cd-423a-adb3-904f450925a4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=fafab0ac-93cd-423a-adb3-904f450925a4,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:21.509883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31d26889-e0ef-416c-b8a2-5cf211dbba1a req-0b62c07a-d74b-4689-949b-833f6552bf22 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481030 Sep 15 16:08:21.517221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b74fc8-1191-4a3c-8263-ffb444db8ee1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.525823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-24b74fc8-1191-4a3c-8263-ffb444db8ee1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9361403 Sep 15 16:08:21.530632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38596) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:21.557880 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.578467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-163e097c-72bd-48dd-8d86-bf784b470ebd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'ba2856f7-d183-497e-bc06-97a9ba6acc3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:21.713362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7294f-60ce-4a2b-a5ed-3adba3d8bc17 req-6d02e39b-a13f-4947-91c0-f9c3310b6492 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:21.726670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=fafab0ac-93cd-423a-adb3-904f450925a4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:21.744224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4bd7294f-60ce-4a2b-a5ed-3adba3d8bc17 req-6d02e39b-a13f-4947-91c0-f9c3310b6492 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.2521594 Sep 15 16:08:21.746679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.748260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.748673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.750330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.751051 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.754478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.775522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.775522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.775522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.775522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.775522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.775522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:21.887361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-163e097c-72bd-48dd-8d86-bf784b470ebd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.904958 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4bd7294f-60ce-4a2b-a5ed-3adba3d8bc17 req-99ae6373-3e1d-494a-8424-2c4dc4680418 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587951 Sep 15 16:08:22.091111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f146814-b3bf-4f8c-b14d-a671ea3c2323 req-d53ea753-f4ee-4d7b-8b21-e4a3e2a630d8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:22.094244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f146814-b3bf-4f8c-b14d-a671ea3c2323 req-d53ea753-f4ee-4d7b-8b21-e4a3e2a630d8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.2870498 Sep 15 16:08:22.214798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-163e097c-72bd-48dd-8d86-bf784b470ebd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.326538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-163e097c-72bd-48dd-8d86-bf784b470ebd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.436292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f146814-b3bf-4f8c-b14d-a671ea3c2323 req-c8a2d547-5d67-4722-a818-3d83b18f59f4 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098669 Sep 15 16:08:22.504442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e097c-72bd-48dd-8d86-bf784b470ebd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ab5823-b9a6-46ff-83ec-bbb610583613,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:22.544646 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07c6541-a50c-4fcd-ae44-46720c265baa x-openstack-request-id: req-b07c6541-a50c-4fcd-ae44-46720c265baa {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:22.545118 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54d2374-511f-4fa5-ad76-c51cfd15c82d", "name": "network-vif-plugged", "status": "completed", "tag": "fafab0ac-93cd-423a-adb3-904f450925a4", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:22.545577 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b07c6541-a50c-4fcd-ae44-46720c265baa {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:22.546228 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafab0ac-93cd-423a-adb3-904f450925a4', 'code': 200} Sep 15 16:08:22.567529 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-163e097c-72bd-48dd-8d86-bf784b470ebd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.570632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-163e097c-72bd-48dd-8d86-bf784b470ebd tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0393987 Sep 15 16:08:22.576154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:22.597471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9ad74a49-7474-497b-b8c5-738a8ee3be1e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'ba2856f7-d183-497e-bc06-97a9ba6acc3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:22.840421 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ad74a49-7474-497b-b8c5-738a8ee3be1e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.936468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17d77e-3906-4f5e-b132-b4dad74f8802 req-8cbe26b8-2008-45c2-931d-6a8a0b4fcd21 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:22.946097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a17d77e-3906-4f5e-b132-b4dad74f8802 req-8cbe26b8-2008-45c2-931d-6a8a0b4fcd21 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.2641213 Sep 15 16:08:22.963506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeba2e4-28ce-44ba-ad15-6a9b6339b2d0 req-a460674b-45df-4bd7-a6f8-d679a657d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:22.969957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6aeba2e4-28ce-44ba-ad15-6a9b6339b2d0 req-a460674b-45df-4bd7-a6f8-d679a657d613 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 1097 time: 0.2256136 Sep 15 16:08:23.103157 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ad74a49-7474-497b-b8c5-738a8ee3be1e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:23.103353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a17d77e-3906-4f5e-b132-b4dad74f8802 req-86a7fc7b-a166-4aab-a34c-6e5514ba7e58 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505527 Sep 15 16:08:23.123052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6aeba2e4-28ce-44ba-ad15-6a9b6339b2d0 req-ffb82ed3-7ab7-45d7-8b5e-493195b55411 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250336 Sep 15 16:08:23.258727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d363ab-685c-4a96-a84d-4ec89a9842f5 req-f1316dc4-f9e5-400a-a7f0-7c90e2ec373e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:23.269357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f3d363ab-685c-4a96-a84d-4ec89a9842f5 req-f1316dc4-f9e5-400a-a7f0-7c90e2ec373e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1078911 Sep 15 16:08:23.315283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ad74a49-7474-497b-b8c5-738a8ee3be1e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:23.365093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f3d363ab-685c-4a96-a84d-4ec89a9842f5 req-80e9caa7-88d8-4f14-930f-037e73dfe533 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949180 Sep 15 16:08:23.378933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad74a49-7474-497b-b8c5-738a8ee3be1e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13013777-458c-40de-bff6-43e36c94f03b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:23.470884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ad74a49-7474-497b-b8c5-738a8ee3be1e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:23.470884 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9ad74a49-7474-497b-b8c5-738a8ee3be1e tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8820446 Sep 15 16:08:23.485730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38636) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:23.489794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d80d9fa6-769b-4a1b-813e-bca3d260426b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'ba2856f7-d183-497e-bc06-97a9ba6acc3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:23.671373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdf525-661d-48b9-98ff-3d32de480fb1 req-9ad8a6a7-9c7e-4a10-ba7b-5c2ca50f75e2 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:23.675258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1cdf525-661d-48b9-98ff-3d32de480fb1 req-9ad8a6a7-9c7e-4a10-ba7b-5c2ca50f75e2 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0889430 Sep 15 16:08:23.732591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1cdf525-661d-48b9-98ff-3d32de480fb1 req-b591d3fc-422c-4509-99c2-3a5ac755be18 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514882 Sep 15 16:08:23.758299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80d9fa6-769b-4a1b-813e-bca3d260426b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:23.868325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80d9fa6-769b-4a1b-813e-bca3d260426b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.062814 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80d9fa6-769b-4a1b-813e-bca3d260426b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.063173 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0cc0638c-ea84-4c94-aa77-13359a8324db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.091171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d9fa6-769b-4a1b-813e-bca3d260426b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2928da36-f0ee-4110-a231-ffb4dbf03f62,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:24.282699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f3b88-bbe7-4e5c-b948-f54cd76bd888 req-0cdf6eb2-e45d-4c73-8f27-cd2126de79e6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:24.292286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-510f3b88-bbe7-4e5c-b948-f54cd76bd888 req-0cdf6eb2-e45d-4c73-8f27-cd2126de79e6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0818887 Sep 15 16:08:24.301353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d80d9fa6-769b-4a1b-813e-bca3d260426b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.303146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d80d9fa6-769b-4a1b-813e-bca3d260426b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8175597 Sep 15 16:08:24.308081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38652) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:24.313437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-316d7dfb-8928-4914-87f2-3f49d61b913c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'ba2856f7-d183-497e-bc06-97a9ba6acc3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:24.339292 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-510f3b88-bbe7-4e5c-b948-f54cd76bd888 req-4010c080-388d-482c-a2b2-876de21c872b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459335 Sep 15 16:08:24.500733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-316d7dfb-8928-4914-87f2-3f49d61b913c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.619652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-316d7dfb-8928-4914-87f2-3f49d61b913c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.657758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7bc78-bd26-4b97-9af4-8d4796c4cfb1 req-8cbc5087-ddd0-423d-9383-126e7eba405d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:24.663864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54d7bc78-bd26-4b97-9af4-8d4796c4cfb1 req-8cbc5087-ddd0-423d-9383-126e7eba405d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1162331 Sep 15 16:08:24.788070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-54d7bc78-bd26-4b97-9af4-8d4796c4cfb1 req-1d85dd55-cd7b-471d-9250-196fbb0099e3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122007 Sep 15 16:08:24.921738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-316d7dfb-8928-4914-87f2-3f49d61b913c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.946241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a586d9d-a3f9-4a4c-934f-affb28657e67 req-05827c52-e794-4a52-9cdf-e26cee567b12 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:24.957290 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a586d9d-a3f9-4a4c-934f-affb28657e67 req-05827c52-e794-4a52-9cdf-e26cee567b12 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0862100 Sep 15 16:08:25.014490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d7dfb-8928-4914-87f2-3f49d61b913c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0137753a-891a-4cef-beaa-ab51f67dfc59,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:25.054795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a586d9d-a3f9-4a4c-934f-affb28657e67 req-d3c71b80-456e-42e0-a278-c0c7980b4b50 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963547 Sep 15 16:08:25.507331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca495f-bc40-4bd4-853c-4ded8335fecf req-1b80faf0-eab9-45f7-aba9-6acaf56662f4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:25.508905 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cca495f-bc40-4bd4-853c-4ded8335fecf req-1b80faf0-eab9-45f7-aba9-6acaf56662f4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0601141 Sep 15 16:08:25.587320 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cca495f-bc40-4bd4-853c-4ded8335fecf req-983b21e0-bd55-4781-b440-b03a5f96020c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710359 Sep 15 16:08:25.977606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5ee0a-0085-4bdd-be79-705c7f934a18 req-b34a73e4-4f0b-4011-898e-735d34f68ec5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:25.979298 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec5ee0a-0085-4bdd-be79-705c7f934a18 req-b34a73e4-4f0b-4011-898e-735d34f68ec5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.0712335 Sep 15 16:08:26.050814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-316d7dfb-8928-4914-87f2-3f49d61b913c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:26.050814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-316d7dfb-8928-4914-87f2-3f49d61b913c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.7016561 Sep 15 16:08:26.051299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec5ee0a-0085-4bdd-be79-705c7f934a18 req-8132e7c8-330e-44cd-b659-9bd1722d9d2d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488048 Sep 15 16:08:26.053030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38676) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:26.105294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a343b5c1-8db7-4ef9-b230-0b576d480684 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:26.114182 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a343b5c1-8db7-4ef9-b230-0b576d480684 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:26.760612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965aecd-34ef-4f3e-ac46-6adede026e8a req-3c9ce23d-82e0-4e6e-a41e-74646e5d7910 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:26.763120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5965aecd-34ef-4f3e-ac46-6adede026e8a req-3c9ce23d-82e0-4e6e-a41e-74646e5d7910 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0857472 Sep 15 16:08:26.851429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5965aecd-34ef-4f3e-ac46-6adede026e8a req-dc5355dc-79b7-4b24-953a-721a16124992 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747335 Sep 15 16:08:27.045522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.046402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a343b5c1-8db7-4ef9-b230-0b576d480684 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.056109 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a343b5c1-8db7-4ef9-b230-0b576d480684 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.059689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a343b5c1-8db7-4ef9-b230-0b576d480684 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/0137753a-891a-4cef-beaa-ab51f67dfc59 HTTP/1.1" status: 204 len: 168 time: 1.0039647 Sep 15 16:08:27.061669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38682) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:27.096453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.107840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343b5c1-8db7-4ef9-b230-0b576d480684 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0137753a-891a-4cef-beaa-ab51f67dfc59,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:27.219261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-52cd431f-7b2e-41ed-a92e-3c5397783567 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1519063 Sep 15 16:08:27.219673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38688) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:27.284366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acbd9222-51df-419b-91d2-25e89466a85f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.298197 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f36bd4d-effb-4340-9a7e-a3f072ec6cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.337903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acbd9222-51df-419b-91d2-25e89466a85f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.442773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686b039-a581-4f91-b4a6-a36d16c9f1d3 req-4c8afe7a-ba60-4c30-b7c8-bf9128cd07b0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:27.444557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f686b039-a581-4f91-b4a6-a36d16c9f1d3 req-4c8afe7a-ba60-4c30-b7c8-bf9128cd07b0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.2162261 Sep 15 16:08:27.532136 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f686b039-a581-4f91-b4a6-a36d16c9f1d3 req-1441340d-7cce-4ed6-b9a6-2b7602cf16c0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734484 Sep 15 16:08:27.543932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acbd9222-51df-419b-91d2-25e89466a85f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.562902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acbd9222-51df-419b-91d2-25e89466a85f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.564898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-acbd9222-51df-419b-91d2-25e89466a85f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/2928da36-f0ee-4110-a231-ffb4dbf03f62 HTTP/1.1" status: 204 len: 168 time: 0.3439238 Sep 15 16:08:27.570458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38698) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:27.617829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd9222-51df-419b-91d2-25e89466a85f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2928da36-f0ee-4110-a231-ffb4dbf03f62,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:27.721098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8e8c-c1e5-425d-9a41-50da315d9ff6 req-e186704f-3571-490d-b5cb-182ba0621f09 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:27.722836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf5b8e8c-c1e5-425d-9a41-50da315d9ff6 req-e186704f-3571-490d-b5cb-182ba0621f09 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.2822602 Sep 15 16:08:27.750170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2da61110-c3c6-4984-9188-9115e4cc7c3d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1731086 Sep 15 16:08:27.751345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38702) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:27.875598 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf5b8e8c-c1e5-425d-9a41-50da315d9ff6 req-7dae21eb-595e-4414-8ce1-0e5c6a37dfca tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446638 Sep 15 16:08:27.900872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56421f9d-a2ca-4d42-99ae-c1ac24c2b4d0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.923749 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56421f9d-a2ca-4d42-99ae-c1ac24c2b4d0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.031386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771d5c9-c60b-462d-9c54-0300fa113469 req-d3381136-5d95-41ce-a334-0022dc9c44bf tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:28.038175 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1771d5c9-c60b-462d-9c54-0300fa113469 req-d3381136-5d95-41ce-a334-0022dc9c44bf tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.0871463 Sep 15 16:08:28.096764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56421f9d-a2ca-4d42-99ae-c1ac24c2b4d0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.108139 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-56421f9d-a2ca-4d42-99ae-c1ac24c2b4d0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.108139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-56421f9d-a2ca-4d42-99ae-c1ac24c2b4d0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/13013777-458c-40de-bff6-43e36c94f03b HTTP/1.1" status: 204 len: 168 time: 0.3519521 Sep 15 16:08:28.113427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38714) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:28.121424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1771d5c9-c60b-462d-9c54-0300fa113469 req-b9664aaa-f0d8-4164-849a-22a29f9be4a2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815301 Sep 15 16:08:28.170100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56421f9d-a2ca-4d42-99ae-c1ac24c2b4d0 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13013777-458c-40de-bff6-43e36c94f03b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:28.240687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ca744d1e-9af9-477c-9d61-9dc44396b5aa tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1157353 Sep 15 16:08:28.241151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38716) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:28.289895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6676f4c-8e18-4637-922f-bdc1c61443ec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.304550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6676f4c-8e18-4637-922f-bdc1c61443ec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.456994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6676f4c-8e18-4637-922f-bdc1c61443ec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.465344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6676f4c-8e18-4637-922f-bdc1c61443ec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.466462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a6676f4c-8e18-4637-922f-bdc1c61443ec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/e6ab5823-b9a6-46ff-83ec-bbb610583613 HTTP/1.1" status: 204 len: 168 time: 0.2236001 Sep 15 16:08:28.469424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38722) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:28.473942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676f4c-8e18-4637-922f-bdc1c61443ec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6ab5823-b9a6-46ff-83ec-bbb610583613,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:28.485953 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.567147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8aca441a-51ec-4da0-9a00-938f54c0f4a1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0951457 Sep 15 16:08:28.570233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38724) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:28.612649 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4adc9334-4a37-4be6-a01a-8b15ec3d1afe tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.623814 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4adc9334-4a37-4be6-a01a-8b15ec3d1afe tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.839893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9768f6-d115-47ad-83b2-7573093816cc req-7dea5bec-b587-4987-9285-6edfa0b32a83 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:28.842596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb9768f6-d115-47ad-83b2-7573093816cc req-7dea5bec-b587-4987-9285-6edfa0b32a83 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1257608 Sep 15 16:08:28.842843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4adc9334-4a37-4be6-a01a-8b15ec3d1afe tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.845093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-320005bf-9334-41e5-bea6-8ccf1228f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:28.846998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-320005bf-9334-41e5-bea6-8ccf1228f48d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 1097 time: 0.0883801 Sep 15 16:08:28.853735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4adc9334-4a37-4be6-a01a-8b15ec3d1afe tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.857660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4adc9334-4a37-4be6-a01a-8b15ec3d1afe tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/e9d50075-0fce-4820-94ce-4e7fd94cda9a HTTP/1.1" status: 204 len: 168 time: 0.2828839 Sep 15 16:08:28.859418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38728) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:28.883179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc9334-4a37-4be6-a01a-8b15ec3d1afe tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9d50075-0fce-4820-94ce-4e7fd94cda9a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:28.974475 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5225e9f6-21cf-439c-9ad3-a9158df606aa tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1093442 Sep 15 16:08:28.976079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38732) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:29.136411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-6eb8c7ed-3d3d-4683-b7f9-e9b7e7c1d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.142287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-6eb8c7ed-3d3d-4683-b7f9-e9b7e7c1d269 service neutron] 10.222.0.38 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 912 time: 0.2875299 Sep 15 16:08:29.179220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a56933-fd51-4847-9d40-8057490dec33 req-d967a0e6-d871-4e88-a229-19c508a26fbc tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.192180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f3a56933-fd51-4847-9d40-8057490dec33 req-d967a0e6-d871-4e88-a229-19c508a26fbc tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1847446 Sep 15 16:08:29.195409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb9768f6-d115-47ad-83b2-7573093816cc req-d492d2ca-0016-4427-afe6-2ac24777c58b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197725 Sep 15 16:08:29.331975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-2310ea75-9afb-48c5-8eb8-c4a8eb3ec9ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fafab0ac-93cd-423a-adb3-904f450925a4 HTTP/1.1" status: 200 len: 217 time: 0.1299963 Sep 15 16:08:29.346542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f3a56933-fd51-4847-9d40-8057490dec33 req-49aafd04-a149-4778-bfa2-5a2f3c9d8caa tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463401 Sep 15 16:08:29.350765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec4b2afa-4c60-4925-9994-03a33cfa5156 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.406445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-adb6d19b-41fe-4614-bc0e-8f77a2bd8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.406445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-adb6d19b-41fe-4614-bc0e-8f77a2bd8b2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.0623400 Sep 15 16:08:29.411803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-21e039d8-495f-4008-aa0a-61ea47f9cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.413687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-21e039d8-495f-4008-aa0a-61ea47f9cf5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1096 time: 0.4463809 Sep 15 16:08:29.413837 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec4b2afa-4c60-4925-9994-03a33cfa5156 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.490597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-25cca9e4-2390-43aa-8822-5b82cd5ba036 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575578 Sep 15 16:08:29.610983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec4b2afa-4c60-4925-9994-03a33cfa5156 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.613680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec4b2afa-4c60-4925-9994-03a33cfa5156 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.617856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ec4b2afa-4c60-4925-9994-03a33cfa5156 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/ba2856f7-d183-497e-bc06-97a9ba6acc3a HTTP/1.1" status: 204 len: 168 time: 0.6401153 Sep 15 16:08:29.618530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38742) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:29.641031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b2afa-4c60-4925-9994-03a33cfa5156 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2856f7-d183-497e-bc06-97a9ba6acc3a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:29.709576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c20ad9db-2c4e-4ff3-8cba-80591943faa8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863080 Sep 15 16:08:29.718965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38744) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:29.724428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a3b1ae0c-611b-43a6-b1d7-9fd48e0303c8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107383898'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:29.726312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6353b3-e31e-4c61-8493-6f8cef6397d6 req-6d694292-bbaf-4206-bf95-a9e91868c015 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.728091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc6353b3-e31e-4c61-8493-6f8cef6397d6 req-6d694292-bbaf-4206-bf95-a9e91868c015 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.3198924 Sep 15 16:08:29.752982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-7d8d2ee2-e70c-4277-8e3d-819289670ef0 service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400777 Sep 15 16:08:29.786230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-4e7c5736-09b4-44e1-9e0f-0dc8b9eed53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.787992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-4e7c5736-09b4-44e1-9e0f-0dc8b9eed53b service neutron] 10.222.0.38 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.3649099 Sep 15 16:08:29.841283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ae0c-611b-43a6-b1d7-9fd48e0303c8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.886273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc6353b3-e31e-4c61-8493-6f8cef6397d6 req-9452ab71-1a9b-4832-afdb-41962e9a057a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484263 Sep 15 16:08:29.889752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-0253e184-3a96-40a1-b40e-898a271581f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.0931416 Sep 15 16:08:29.992239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-82fa132f-aa14-43df-a961-c72cd901b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.994002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-82fa132f-aa14-43df-a961-c72cd901b785 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.0730803 Sep 15 16:08:29.998087 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-185e8cd3-da70-4a4f-9431-bcc3dab743ea req-838adb93-f2c0-44a1-8e5a-4256f9eb4327 service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323380 Sep 15 16:08:30.025250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ae0c-611b-43a6-b1d7-9fd48e0303c8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.040638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-cbc2eb01-42ae-464a-bf4a-1fbe176a0933 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359447 Sep 15 16:08:30.154899 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.157194 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ae0c-611b-43a6-b1d7-9fd48e0303c8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.184132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-e008fd42-0c2d-42b3-adae-cbb64bed8c2a service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358290 Sep 15 16:08:30.204983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1ae0c-611b-43a6-b1d7-9fd48e0303c8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e380a95a-6af5-486b-912f-5e68fa85a8ea,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:30.216887 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.361106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14ad0b44-b7f6-4b57-97e2-254bd6be6e82 req-2c44e7fc-e315-4010-8c55-c83dbb399141 service neutron] 10.222.0.38 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672854 Sep 15 16:08:30.370505 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a3b1ae0c-611b-43a6-b1d7-9fd48e0303c8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.375162 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a3b1ae0c-611b-43a6-b1d7-9fd48e0303c8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6523316 Sep 15 16:08:30.375942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38756) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:30.384720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-de655b09-dc62-42b4-a0b0-11a47e5a836c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'e380a95a-6af5-486b-912f-5e68fa85a8ea', 'direction': 'ingress', 'protocol': 17}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:30.420314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdd641-baa4-4626-ad7e-a730e5006285 req-10002bd1-4373-4249-9cbe-ab8cb2b72be2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:30.422741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52fdd641-baa4-4626-ad7e-a730e5006285 req-10002bd1-4373-4249-9cbe-ab8cb2b72be2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1109254 Sep 15 16:08:30.508049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52fdd641-baa4-4626-ad7e-a730e5006285 req-e9b749ba-92b3-42fa-8da3-6f25b739e118 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754387 Sep 15 16:08:30.543460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f590e11-2391-4903-9ab7-a70fce4e338b req-4be4006b-38c2-408b-a623-9c967acc5054 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:30.545113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f590e11-2391-4903-9ab7-a70fce4e338b req-4be4006b-38c2-408b-a623-9c967acc5054 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0734024 Sep 15 16:08:30.603178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de655b09-dc62-42b4-a0b0-11a47e5a836c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.620757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f590e11-2391-4903-9ab7-a70fce4e338b req-3fb3d6d0-f28f-4b40-98a3-34e63e082a58 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689473 Sep 15 16:08:30.675593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:30.676535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de655b09-dc62-42b4-a0b0-11a47e5a836c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.759972 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.784231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:30.787551 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fc37ab-5a67-4bd5-a0a6-065a9574de20" -d '{"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:30.801339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:30.827283 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb4d58-e855-4d39-9732-6ab7bd462985 x-openstack-request-id: req-25eb4d58-e855-4d39-9732-6ab7bd462985 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:30.827683 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:30.828068 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-25eb4d58-e855-4d39-9732-6ab7bd462985 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:30.828592 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'code': 200} Sep 15 16:08:30.908278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de655b09-dc62-42b4-a0b0-11a47e5a836c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.929053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de655b09-dc62-42b4-a0b0-11a47e5a836c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee83831-4b5e-4bb7-aeca-d0ffc2fc50af,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:30.944552 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.023686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:31.026439 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de655b09-dc62-42b4-a0b0-11a47e5a836c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.031151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-de655b09-dc62-42b4-a0b0-11a47e5a836c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6509516 Sep 15 16:08:31.033900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38772) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:31.100305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d2d7-dd90-4161-86dd-b728bb5413f1 req-e017faec-431f-4883-8a75-1876d413d2fb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:31.107811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7674d2d7-dd90-4161-86dd-b728bb5413f1 req-e017faec-431f-4883-8a75-1876d413d2fb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.1027606 Sep 15 16:08:31.142437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74342e36-ed64-4d26-a029-5425f3d0760d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.152030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7674d2d7-dd90-4161-86dd-b728bb5413f1 req-d1b90d03-4426-406b-a114-d38bb8ba9857 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Sep 15 16:08:31.181352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74342e36-ed64-4d26-a029-5425f3d0760d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.313417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74342e36-ed64-4d26-a029-5425f3d0760d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.316602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74342e36-ed64-4d26-a029-5425f3d0760d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.318055 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-74342e36-ed64-4d26-a029-5425f3d0760d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/e380a95a-6af5-486b-912f-5e68fa85a8ea HTTP/1.1" status: 204 len: 168 time: 0.2825103 Sep 15 16:08:31.321228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:31.340035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74342e36-ed64-4d26-a029-5425f3d0760d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380a95a-6af5-486b-912f-5e68fa85a8ea,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:31.424599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5f3fea70-8b5b-45c5-a527-7e45536acc0c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1020818 Sep 15 16:08:31.434557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38780) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:31.442656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b36bc4c3-67b5-4d1a-aaa3-4896b0bd4e9f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--895330745'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:31.605765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36bc4c3-67b5-4d1a-aaa3-4896b0bd4e9f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.755730 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:08:31.757870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7fdf7-7872-42ff-9b53-a374ac4ba6b2 req-537c07dc-0ee1-403b-b594-e7ee5856f1a5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:31.766743 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4bd7fdf7-7872-42ff-9b53-a374ac4ba6b2 req-537c07dc-0ee1-403b-b594-e7ee5856f1a5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1225562 Sep 15 16:08:31.792671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36bc4c3-67b5-4d1a-aaa3-4896b0bd4e9f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:31.837216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4bd7fdf7-7872-42ff-9b53-a374ac4ba6b2 req-08e153ac-5753-4ab5-a28d-714b8dea394d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690227 Sep 15 16:08:31.887317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec73bc-eed4-45ab-bc6d-003672ac9f42 req-d9b4b9fb-09c9-49b7-9457-a2259bb2608c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:31.889283 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88ec73bc-eed4-45ab-bc6d-003672ac9f42 req-d9b4b9fb-09c9-49b7-9457-a2259bb2608c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0767190 Sep 15 16:08:31.943981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36bc4c3-67b5-4d1a-aaa3-4896b0bd4e9f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.004314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88ec73bc-eed4-45ab-bc6d-003672ac9f42 req-bbb06477-5425-4917-9101-0abd43c9ac70 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965943 Sep 15 16:08:32.011067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bc4c3-67b5-4d1a-aaa3-4896b0bd4e9f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd359f3f-5f59-4604-b2a5-b6f8e2abd45d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:32.107481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b36bc4c3-67b5-4d1a-aaa3-4896b0bd4e9f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.108869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b36bc4c3-67b5-4d1a-aaa3-4896b0bd4e9f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6727417 Sep 15 16:08:32.111882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38794) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:32.124119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8bb5f864-a6e5-474c-aab1-79f0bcfaeb37 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123395509'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:32.262313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f864-a6e5-474c-aab1-79f0bcfaeb37 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.296950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38804) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:32.375248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579eb6c-66a9-496c-8ecf-57b19804fdf4 req-3f34a213-27d3-4fdf-b393-5df48df50a13 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:32.388873 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5579eb6c-66a9-496c-8ecf-57b19804fdf4 req-3f34a213-27d3-4fdf-b393-5df48df50a13 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.1140330 Sep 15 16:08:32.448460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5579eb6c-66a9-496c-8ecf-57b19804fdf4 req-ecc86df5-b144-45ce-b5dd-ea22091f70a6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581307 Sep 15 16:08:32.555068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f864-a6e5-474c-aab1-79f0bcfaeb37 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.634212 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f864-a6e5-474c-aab1-79f0bcfaeb37 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.670368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-087d6e0f-fb7b-439b-b83f-d2bef03ca4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.713353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5f864-a6e5-474c-aab1-79f0bcfaeb37 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b02b5e-03a9-48ec-97a7-2f43cdd6edc7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:32.793808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8bb5f864-a6e5-474c-aab1-79f0bcfaeb37 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.795149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8bb5f864-a6e5-474c-aab1-79f0bcfaeb37 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6764665 Sep 15 16:08:32.797886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38814) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:32.802742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c2d4dee4-e624-47d6-aad7-b1857a13815b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': 'cd359f3f-5f59-4604-b2a5-b6f8e2abd45d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '52b02b5e-03a9-48ec-97a7-2f43cdd6edc7', 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:32.922652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-087d6e0f-fb7b-439b-b83f-d2bef03ca4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.028014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-087d6e0f-fb7b-439b-b83f-d2bef03ca4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.100608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-087d6e0f-fb7b-439b-b83f-d2bef03ca4b4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7265c1ec1d3e46f8a7dc8a1919f4529d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7992153 Sep 15 16:08:33.101465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:33.119785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d6e0f-fb7b-439b-b83f-d2bef03ca4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d5c96-a8a3-4724-b90d-d90ca02f2321,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:33.147901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba886-4568-474a-ac54-10e0876c4470 req-31f87b82-262f-448e-a5ac-b038357c6587 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:33.149576 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50eba886-4568-474a-ac54-10e0876c4470 req-31f87b82-262f-448e-a5ac-b038357c6587 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.1627893 Sep 15 16:08:33.214538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2d4dee4-e624-47d6-aad7-b1857a13815b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.223807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50eba886-4568-474a-ac54-10e0876c4470 req-ae02f269-2e13-49a4-8208-a93b0ae8c7ec tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615902 Sep 15 16:08:33.323413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9b95d-3daf-4946-a56c-1400ccc2f494 req-2204fc34-132b-4c59-92e0-e2b4333bc86d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:33.337129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2d4dee4-e624-47d6-aad7-b1857a13815b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.337954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88b9b95d-3daf-4946-a56c-1400ccc2f494 req-2204fc34-132b-4c59-92e0-e2b4333bc86d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1828780 Sep 15 16:08:33.364619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b961a3b9-c6ec-4615-a8fd-64231a4e06a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.401427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b961a3b9-c6ec-4615-a8fd-64231a4e06a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.410490 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-88b9b95d-3daf-4946-a56c-1400ccc2f494 req-b82f102e-360c-4f91-bd5d-ed4e5581b7a9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674784 Sep 15 16:08:33.445811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2d4dee4-e624-47d6-aad7-b1857a13815b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.472531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4dee4-e624-47d6-aad7-b1857a13815b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d603a7fd-d2fe-4543-bc80-79c62b7a3126,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:33.565857 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b961a3b9-c6ec-4615-a8fd-64231a4e06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.569356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b961a3b9-c6ec-4615-a8fd-64231a4e06a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.571863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b961a3b9-c6ec-4615-a8fd-64231a4e06a8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ad8d5c96-a8a3-4724-b90d-d90ca02f2321 HTTP/1.1" status: 204 len: 168 time: 0.4693038 Sep 15 16:08:33.586880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961a3b9-c6ec-4615-a8fd-64231a4e06a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d5c96-a8a3-4724-b90d-d90ca02f2321,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:33.595652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c2d4dee4-e624-47d6-aad7-b1857a13815b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.601071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c2d4dee4-e624-47d6-aad7-b1857a13815b tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7980592 Sep 15 16:08:33.601548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38834) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:33.619497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fce41-fc75-4afa-977f-677a0f78187a req-e0da8ee1-f9da-43bb-b39b-db9436162fcf tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:33.621320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba3fce41-fc75-4afa-977f-677a0f78187a req-e0da8ee1-f9da-43bb-b39b-db9436162fcf tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.0885625 Sep 15 16:08:33.676741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a3d58b4-d50f-45da-a08f-f401758ee10d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.703246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a3d58b4-d50f-45da-a08f-f401758ee10d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.733242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba3fce41-fc75-4afa-977f-677a0f78187a req-f9e7a40b-1b1b-4ec4-823c-129db5874d43 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048939 Sep 15 16:08:33.862426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a3d58b4-d50f-45da-a08f-f401758ee10d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.868168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc05fd-ff32-4475-b0c2-03bfcc3910e9 req-a57bcf1f-4f8e-416d-8608-e17522830f9c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:33.870201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ecc05fd-ff32-4475-b0c2-03bfcc3910e9 req-a57bcf1f-4f8e-416d-8608-e17522830f9c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.0562263 Sep 15 16:08:33.874471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a3d58b4-d50f-45da-a08f-f401758ee10d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:33.874471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5a3d58b4-d50f-45da-a08f-f401758ee10d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/d603a7fd-d2fe-4543-bc80-79c62b7a3126 HTTP/1.1" status: 204 len: 168 time: 0.2698586 Sep 15 16:08:33.875106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38838) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:33.881390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d58b4-d50f-45da-a08f-f401758ee10d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d603a7fd-d2fe-4543-bc80-79c62b7a3126,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:33.938338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ecc05fd-ff32-4475-b0c2-03bfcc3910e9 req-75e155dc-079c-4425-912b-70bb7d6a04e5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557647 Sep 15 16:08:33.967566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-80c7c1d8-68fb-481d-a4cd-d5a96e63f5bb tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0906639 Sep 15 16:08:33.976382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:34.076712 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52d09c33-695c-4fb8-a122-719a8ea15981 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:34.117644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52d09c33-695c-4fb8-a122-719a8ea15981 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:34.261736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52d09c33-695c-4fb8-a122-719a8ea15981 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:34.264628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52d09c33-695c-4fb8-a122-719a8ea15981 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:34.268585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-52d09c33-695c-4fb8-a122-719a8ea15981 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/52b02b5e-03a9-48ec-97a7-2f43cdd6edc7 HTTP/1.1" status: 204 len: 168 time: 0.2881589 Sep 15 16:08:34.269102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38860) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:34.277724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d09c33-695c-4fb8-a122-719a8ea15981 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b02b5e-03a9-48ec-97a7-2f43cdd6edc7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:34.371513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b0fdf684-6fa8-4f01-b109-23ac10557820 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1008179 Sep 15 16:08:34.372330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38866) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:34.439472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97bfc-79bd-4c54-a4e6-44716d1f50da req-6c67d550-43d9-4335-a13e-1c870547db9b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.441008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44b97bfc-79bd-4c54-a4e6-44716d1f50da req-6c67d550-43d9-4335-a13e-1c870547db9b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.0794442 Sep 15 16:08:34.497585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44b97bfc-79bd-4c54-a4e6-44716d1f50da req-6c1cdfe5-a23d-4725-83e4-88cefa00ac05 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 Sep 15 16:08:34.506495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52820d09-4f69-4786-9294-2c072fc3173d req-8d0d8965-84f2-47b3-ad4d-42fed0481434 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.509460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52820d09-4f69-4786-9294-2c072fc3173d req-8d0d8965-84f2-47b3-ad4d-42fed0481434 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.0992000 Sep 15 16:08:34.553673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3655d102-6c11-4677-af0c-bcf3656976c1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:34.652937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3655d102-6c11-4677-af0c-bcf3656976c1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:34.674010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52820d09-4f69-4786-9294-2c072fc3173d req-7c7d0e98-5981-44eb-825c-7a760775bd91 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457295 Sep 15 16:08:34.719474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8094d-8681-4c59-b5bd-2634bc8dcf83 req-96085e2f-a49e-4443-be07-df8030e1d504 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.753778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdb8094d-8681-4c59-b5bd-2634bc8dcf83 req-96085e2f-a49e-4443-be07-df8030e1d504 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1299930 Sep 15 16:08:34.866228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-929327cc-919a-46b6-9344-eada7b63cd33 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879374 Sep 15 16:08:34.870443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdb8094d-8681-4c59-b5bd-2634bc8dcf83 req-9a2da2d5-5f42-49d0-9a7c-8fa9ae4ab771 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156960 Sep 15 16:08:35.050204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-2ae1f672-4725-493d-ae21-2c83de814de5 req-9d7adfa9-a0e9-44f6-b2a9-83f8ee93ec46 service neutron] (102018) timed out ('10.222.0.63', 33222) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:08:35.052707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3655d102-6c11-4677-af0c-bcf3656976c1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:35.057824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3655d102-6c11-4677-af0c-bcf3656976c1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:35.060996 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3655d102-6c11-4677-af0c-bcf3656976c1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/cd359f3f-5f59-4604-b2a5-b6f8e2abd45d HTTP/1.1" status: 204 len: 168 time: 0.6873288 Sep 15 16:08:35.065022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38900) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:35.104416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655d102-6c11-4677-af0c-bcf3656976c1 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd359f3f-5f59-4604-b2a5-b6f8e2abd45d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:35.188780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aae610cd-030c-45d3-9ee3-cae91de2d298 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215241 Sep 15 16:08:35.194651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38908) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:35.200656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0b01c476-f455-4b6c-b68f-7f4649e72d2a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--209226157'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:35.347784 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b01c476-f455-4b6c-b68f-7f4649e72d2a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:35.513111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b01c476-f455-4b6c-b68f-7f4649e72d2a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:35.673388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b01c476-f455-4b6c-b68f-7f4649e72d2a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:35.691317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f13ffe-c935-49fb-bd25-b4f314bced11 req-b663267b-e122-4f25-9fa1-e633463c789f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:35.693871 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94f13ffe-c935-49fb-bd25-b4f314bced11 req-b663267b-e122-4f25-9fa1-e633463c789f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.0709987 Sep 15 16:08:35.736804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01c476-f455-4b6c-b68f-7f4649e72d2a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400f1ba6-16e0-4f57-8de9-8cb1708c64af,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:35.785778 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94f13ffe-c935-49fb-bd25-b4f314bced11 req-54c6a4c9-d737-4651-8206-b5f0987f548b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765803 Sep 15 16:08:35.925639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329201c2-750e-4325-8c31-6fcc6bdb6365 req-448992ae-927f-42a2-bd70-a8c7ecc34de2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:35.925639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-329201c2-750e-4325-8c31-6fcc6bdb6365 req-448992ae-927f-42a2-bd70-a8c7ecc34de2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.0734940 Sep 15 16:08:35.970460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-329201c2-750e-4325-8c31-6fcc6bdb6365 req-27c79257-f60f-40bb-8486-36a1730618a1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485654 Sep 15 16:08:35.984470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b01c476-f455-4b6c-b68f-7f4649e72d2a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:35.986006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b01c476-f455-4b6c-b68f-7f4649e72d2a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7899489 Sep 15 16:08:35.990166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38932) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:35.996318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': '400f1ba6-16e0-4f57-8de9-8cb1708c64af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:36.031888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecf6b8-0e62-4b97-8c67-b13d581cc4ba req-2af801ff-0a53-4de5-893b-7ef92fe88010 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:36.033532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38ecf6b8-0e62-4b97-8c67-b13d581cc4ba req-2af801ff-0a53-4de5-893b-7ef92fe88010 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0616467 Sep 15 16:08:36.080008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38ecf6b8-0e62-4b97-8c67-b13d581cc4ba req-501c18f4-cbf1-4521-a5d2-f68d5e7d7adf tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391233 Sep 15 16:08:36.228276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:36.319890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:36.507003 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:36.539369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f25645d-9dd6-4732-a761-0b8cd0e62f57,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:36.550752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.551112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.552955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.552955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.552955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.552955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.553678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.553678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.553997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.554586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.555167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.555865 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:36.723341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:08:36.755560 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:36.755560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-77357f9f-47d9-44a8-abd7-431882220a91 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7532861 Sep 15 16:08:36.755560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:36.843207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fa01f39-b89a-45ac-99a2-c6b7521f8cec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:36.875999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:36.914382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fa01f39-b89a-45ac-99a2-c6b7521f8cec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:37.049743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:37.091105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'port_id': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'mac_address': 'fa:16:3e:38:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:08:37.186142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eac79e-db9b-4835-b748-ef7593ea9b66 req-142a8453-1bb9-4e4d-9e0d-a6cd3c50256a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:37.200730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53eac79e-db9b-4835-b748-ef7593ea9b66 req-142a8453-1bb9-4e4d-9e0d-a6cd3c50256a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 944 time: 0.2617354 Sep 15 16:08:37.254549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f44a8-938b-455b-8ea5-f815316ae9bd req-c6289ba2-adb6-4d42-abd4-7d01c516c4e9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:37.257766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd5f44a8-938b-455b-8ea5-f815316ae9bd req-c6289ba2-adb6-4d42-abd4-7d01c516c4e9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.1702383 Sep 15 16:08:37.265228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:37.305728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53eac79e-db9b-4835-b748-ef7593ea9b66 req-51cd17a0-3d5a-42ab-a8d9-17b418f29253 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011975 Sep 15 16:08:37.306258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f471f7de-8a2c-423c-ae5e-0fd877ecaa43 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:37.309186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fa01f39-b89a-45ac-99a2-c6b7521f8cec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:37.321496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fa01f39-b89a-45ac-99a2-c6b7521f8cec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:37.329693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3fa01f39-b89a-45ac-99a2-c6b7521f8cec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/2f25645d-9dd6-4732-a761-0b8cd0e62f57 HTTP/1.1" status: 204 len: 168 time: 0.5730770 Sep 15 16:08:37.330471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:37.423334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:37.481138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7cc60a69-1f18-4c99-8469-c81029225a6c tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1432190 Sep 15 16:08:37.482498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38958) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:37.482834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa01f39-b89a-45ac-99a2-c6b7521f8cec tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f25645d-9dd6-4732-a761-0b8cd0e62f57,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:37.515749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd5f44a8-938b-455b-8ea5-f815316ae9bd req-50716f69-eb57-4d92-9222-6cd9e2be556f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461851 Sep 15 16:08:37.543689 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:37.639583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:37.748418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['f471f7de-8a2c-423c-ae5e-0fd877ecaa43'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:37.773213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1194d-fec7-4607-8233-fcc142991ed8 req-02374dca-022a-44de-a87e-a37cbd8edcd4 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:37.779236 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ba1194d-fec7-4607-8233-fcc142991ed8 req-02374dca-022a-44de-a87e-a37cbd8edcd4 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.2066481 Sep 15 16:08:37.780442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96d1cf40-26e8-402f-9770-1f8ba2e384f9 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:37.782450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788908a8-ef10-4821-9948-de942e12ac7f req-6a193df3-7b0a-4b7c-84d7-d6ce33f31485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:37.787053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-6a193df3-7b0a-4b7c-84d7-d6ce33f31485 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0&tenant_id=e4c84331ca3f4a6c933169b23f28193a HTTP/1.1" status: 200 len: 1094 time: 0.1630228 Sep 15 16:08:37.803490 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:37.939922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96d1cf40-26e8-402f-9770-1f8ba2e384f9 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:38.053330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ba1194d-fec7-4607-8233-fcc142991ed8 req-513e4784-5051-4b6a-9c36-f21820cc6835 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509611 Sep 15 16:08:38.058390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:38.285388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96d1cf40-26e8-402f-9770-1f8ba2e384f9 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:38.296186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96d1cf40-26e8-402f-9770-1f8ba2e384f9 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:38.311594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-96d1cf40-26e8-402f-9770-1f8ba2e384f9 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/400f1ba6-16e0-4f57-8de9-8cb1708c64af HTTP/1.1" status: 204 len: 168 time: 0.8118160 Sep 15 16:08:38.312167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38964) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:38.320130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1cf40-26e8-402f-9770-1f8ba2e384f9 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400f1ba6-16e0-4f57-8de9-8cb1708c64af,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:38.439547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:38.488687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:38.647809 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0aefe551-f090-4fe6-8b97-45abc08e3f7f tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3314888 Sep 15 16:08:38.660299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1dcae4-cccb-41c1-9787-ffc08322d2ce {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:38.669804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:38.682256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-65c95003-355b-4222-8d4b-d45bbfcb578d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718610514'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:38.691247 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:38.716510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:38.757414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b213c-3d30-459b-9874-a146f8ed02ce req-84cc4c8d-1019-4484-8f49-17470f1ecab3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:38.763713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-531b213c-3d30-459b-9874-a146f8ed02ce req-84cc4c8d-1019-4484-8f49-17470f1ecab3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 945 time: 0.2453260 Sep 15 16:08:38.775429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Transition to ACTIVE for port object 8e1dcae4-cccb-41c1-9787-ffc08322d2ce will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:08:38.816646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-531b213c-3d30-459b-9874-a146f8ed02ce req-1e360b5b-682d-4ee9-90a3-4ec62743ec93 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486650 Sep 15 16:08:38.885686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66a749-307a-4f4f-86be-d5c06f9bb95b req-36434e5c-8caa-473d-a580-51be21e65037 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:38.893513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c66a749-307a-4f4f-86be-d5c06f9bb95b req-36434e5c-8caa-473d-a580-51be21e65037 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 943 time: 0.1268764 Sep 15 16:08:38.943442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c66a749-307a-4f4f-86be-d5c06f9bb95b req-4ae8f578-f10c-4ef2-b7ab-b7d428f71941 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488126 Sep 15 16:08:39.006414 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.010386 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65c95003-355b-4222-8d4b-d45bbfcb578d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.096534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:08:39.105164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:39.109099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.169669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] No DVR routers for this DVR port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:08:39.182331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65c95003-355b-4222-8d4b-d45bbfcb578d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.218044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=9']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:39.331459 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65c95003-355b-4222-8d4b-d45bbfcb578d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.382112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:39.383317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.383446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:39.385544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c95003-355b-4222-8d4b-d45bbfcb578d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5070c3d1-42e8-42ba-a2fe-883d75ec7934,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:39.386136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:39.410413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:08:39.410413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Attempting to bind port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on network d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:39.420089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:39.424081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:39.424725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Checking segment: {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:39.425312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Bound using segment: {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:39.425840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Bound port: 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae40654c-bdeb-45ec-9daf-e24ca85ca079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:39.425840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.429692 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253fc632-7c9a-4eba-8579-e1f580b61b53" -d '{"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-plugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:39.449719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:39.468125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65c95003-355b-4222-8d4b-d45bbfcb578d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.470621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-65c95003-355b-4222-8d4b-d45bbfcb578d tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7992990 Sep 15 16:08:39.474600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38990) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:39.482488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-eaed2224-71b1-4514-9a2f-56235daca676 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': '5070c3d1-42e8-42ba-a2fe-883d75ec7934', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:39.513814 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff47bf28-f11e-4f88-bf93-8bc555b82a00 x-openstack-request-id: req-ff47bf28-f11e-4f88-bf93-8bc555b82a00 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:39.524076 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-plugged", "status": "completed", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:39.524076 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ff47bf28-f11e-4f88-bf93-8bc555b82a00 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:39.524076 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'code': 200} Sep 15 16:08:39.542037 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.555041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94121dce-db5b-485c-ba45-97185716c159 req-b9fe89f9-666c-47d4-bd7a-1f3f65f49c67 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:39.557094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94121dce-db5b-485c-ba45-97185716c159 req-b9fe89f9-666c-47d4-bd7a-1f3f65f49c67 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.3306437 Sep 15 16:08:39.641681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:39.642623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:39.679913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:39.679913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-94121dce-db5b-485c-ba45-97185716c159 req-377e00c6-e7c4-4b23-8f97-28894ba408c9 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006293 Sep 15 16:08:39.683131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eaed2224-71b1-4514-9a2f-56235daca676 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.771510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eaed2224-71b1-4514-9a2f-56235daca676 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.868038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:39.908044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eaed2224-71b1-4514-9a2f-56235daca676 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.023269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed2224-71b1-4514-9a2f-56235daca676 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618b7381-33aa-493b-8df9-2678803f5108,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:40.041493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.045277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.053801 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] 10.222.0.55 "PUT /v2.0/ports/8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 1091 time: 2.2535048 Sep 15 16:08:40.075076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:40.089427 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:40.216973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638025-fde6-46b7-bba1-82a9afa99221 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=10']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:40.227952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eaed2224-71b1-4514-9a2f-56235daca676 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.238698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eaed2224-71b1-4514-9a2f-56235daca676 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7532017 Sep 15 16:08:40.238698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.297380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d3749-1f53-4542-93be-c61c50df7e38 req-6f3c04e0-97b1-494f-af5f-d263714906ef tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.297380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-721d3749-1f53-4542-93be-c61c50df7e38 req-6f3c04e0-97b1-494f-af5f-d263714906ef tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.2109268 Sep 15 16:08:40.302450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788908a8-ef10-4821-9948-de942e12ac7f req-b65dd412-1997-4028-b803-ce266977ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.303072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-b65dd412-1997-4028-b803-ce266977ba0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1095 time: 0.1926937 Sep 15 16:08:40.315655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dfb02ddc-f40c-4255-b528-4d227fde372a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules/618b7381-33aa-493b-8df9-2678803f5108 HTTP/1.1" status: 200 len: 763 time: 0.0821137 Sep 15 16:08:40.319437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39018) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.333944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a5ba6-35b7-49d3-a1e0-82c24b2cae2a req-b8aeceed-a4fb-438b-80b4-a5b13f463d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.337128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f8a5ba6-35b7-49d3-a1e0-82c24b2cae2a req-b8aeceed-a4fb-438b-80b4-a5b13f463d4a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1097 time: 0.3901777 Sep 15 16:08:40.404708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f8a5ba6-35b7-49d3-a1e0-82c24b2cae2a req-ebf6d065-2345-4668-a490-bbbe024e2519 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573254 Sep 15 16:08:40.428449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-721d3749-1f53-4542-93be-c61c50df7e38 req-dadd76d4-b85e-4e03-9457-cb600a45d840 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229360 Sep 15 16:08:40.453540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef08b4ea-6100-4cbd-9954-435a581f9b78 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1319802 Sep 15 16:08:40.457872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39022) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.508671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788908a8-ef10-4821-9948-de942e12ac7f req-84bc5a71-7202-43aa-afd1-7c8810d8004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.510345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-84bc5a71-7202-43aa-afd1-7c8810d8004d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.2001271 Sep 15 16:08:40.563852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a767e12e-00d9-4500-85b4-f4af1680d8ff tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.583111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a767e12e-00d9-4500-85b4-f4af1680d8ff tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.592138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33da9c-9058-4dff-8c85-3efb21a2610f req-98ba5431-aef6-4bdb-ac67-789342c95680 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.594337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d33da9c-9058-4dff-8c85-3efb21a2610f req-98ba5431-aef6-4bdb-ac67-789342c95680 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.4603677 Sep 15 16:08:40.616510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.636392 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c2845c-b343-4d74-a1d3-68c8c6771b7b x-openstack-request-id: req-c8c2845c-b343-4d74-a1d3-68c8c6771b7b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:40.637925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:40.638201 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c8c2845c-b343-4d74-a1d3-68c8c6771b7b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:40.638625 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'status': 'completed', 'code': 200} Sep 15 16:08:40.643047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-30d6b0c2-cc83-40be-b869-6af7e34da5a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.1208727 Sep 15 16:08:40.724279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d33da9c-9058-4dff-8c85-3efb21a2610f req-94eed48c-01de-4c85-9794-06892b9764ac tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841303 Sep 15 16:08:40.730607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788908a8-ef10-4821-9948-de942e12ac7f req-0a6461e3-0719-459a-8695-724fef1d2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.732043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-0a6461e3-0719-459a-8695-724fef1d2816 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.0759771 Sep 15 16:08:40.752915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a767e12e-00d9-4500-85b4-f4af1680d8ff tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.766832 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a767e12e-00d9-4500-85b4-f4af1680d8ff tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.767963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a767e12e-00d9-4500-85b4-f4af1680d8ff tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/618b7381-33aa-493b-8df9-2678803f5108 HTTP/1.1" status: 204 len: 168 time: 0.3061941 Sep 15 16:08:40.773905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39030) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.791739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767e12e-00d9-4500-85b4-f4af1680d8ff tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=618b7381-33aa-493b-8df9-2678803f5108,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:40.833738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-9a41e4db-899a-4c48-bc6f-7d02aa5cb42b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927303 Sep 15 16:08:40.894848 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f3777684-e8fd-4e09-ac30-14349821d0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.943744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4de97853-8b7f-44c3-8a70-b36d91382940 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1683893 Sep 15 16:08:40.948283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39034) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.953749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-713868e5-8fe1-478f-8851-59095f97c044 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': '5070c3d1-42e8-42ba-a2fe-883d75ec7934', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:40.979661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812831f-afc2-4d0f-b5e0-9069024ad714 req-c79c4cd3-31de-4f33-ad06-b42859d04f6a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:40.981305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a812831f-afc2-4d0f-b5e0-9069024ad714 req-c79c4cd3-31de-4f33-ad06-b42859d04f6a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1174657 Sep 15 16:08:41.076477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-d9fd07c0-5818-47a7-996f-6725479581d4 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208343 Sep 15 16:08:41.088161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a812831f-afc2-4d0f-b5e0-9069024ad714 req-d8cc4ce0-7d74-450c-a753-1e9dde6d71ce tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991786 Sep 15 16:08:41.184552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f3777684-e8fd-4e09-ac30-14349821d0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.285543 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-788908a8-ef10-4821-9948-de942e12ac7f req-70dc1871-e06f-4776-97c4-12169d1e834f service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009676 Sep 15 16:08:41.326675 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f3777684-e8fd-4e09-ac30-14349821d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.375546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3777684-e8fd-4e09-ac30-14349821d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0362f4b5-33e0-4713-befe-728ffb93cc02,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:41.382922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f3777684-e8fd-4e09-ac30-14349821d0d1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f19fadfc9ad4f4281d4a6766d079a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7659132 Sep 15 16:08:41.394990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39042) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:41.497913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0a9-9b9d-42c3-80d2-517d1070afae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.598054 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0a9-9b9d-42c3-80d2-517d1070afae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.619771 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-713868e5-8fe1-478f-8851-59095f97c044 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.632947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-900868e6-2e93-4dfd-b58d-f298740d7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:41.635165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-900868e6-2e93-4dfd-b58d-f298740d7465 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1095 time: 0.1039312 Sep 15 16:08:41.764580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-713868e5-8fe1-478f-8851-59095f97c044 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.810549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-e0d5cc4a-8c6a-46d6-aec2-9d2baa02f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:41.813809 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-e0d5cc4a-8c6a-46d6-aec2-9d2baa02f9fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.1686478 Sep 15 16:08:41.932072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-1ceb52f7-c1ca-44d3-b80a-4036e85fc75b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.0572383 Sep 15 16:08:41.990069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a36ba-f90c-4bd3-9b7a-771e18ecf705 req-ca4cde2e-3f2a-42d6-aefd-26ebb0a3eff6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:41.990281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-100a36ba-f90c-4bd3-9b7a-771e18ecf705 req-ca4cde2e-3f2a-42d6-aefd-26ebb0a3eff6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.3541565 Sep 15 16:08:41.990491 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0a9-9b9d-42c3-80d2-517d1070afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.009834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c0a9-9b9d-42c3-80d2-517d1070afae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.015911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a3a6c0a9-9b9d-42c3-80d2-517d1070afae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0362f4b5-33e0-4713-befe-728ffb93cc02 HTTP/1.1" status: 204 len: 168 time: 0.6197746 Sep 15 16:08:42.016601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-713868e5-8fe1-478f-8851-59095f97c044 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.059624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-2457dff2-5227-43d8-b29c-9dc3a171d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:42.061561 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-2457dff2-5227-43d8-b29c-9dc3a171d8cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.1217434 Sep 15 16:08:42.074758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-100a36ba-f90c-4bd3-9b7a-771e18ecf705 req-b3a035a8-4f6e-40d9-a11c-f28f3319647c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665157 Sep 15 16:08:42.125299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713868e5-8fe1-478f-8851-59095f97c044 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cd72fe-79cb-4b2b-a3eb-db10373d8ad4,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:42.134446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6c0a9-9b9d-42c3-80d2-517d1070afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0362f4b5-33e0-4713-befe-728ffb93cc02,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:42.155624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-1476f0f3-1849-4bb6-8a2f-36f99e766f96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781152 Sep 15 16:08:42.175397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3660f6e-da2d-444d-b7fe-8a832a6525de req-39b5ede2-daa4-4caf-8f2d-f9464b3c8fed tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:42.177623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3660f6e-da2d-444d-b7fe-8a832a6525de req-39b5ede2-daa4-4caf-8f2d-f9464b3c8fed tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.2999671 Sep 15 16:08:42.280429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3660f6e-da2d-444d-b7fe-8a832a6525de req-04741b30-4b2a-4da7-84c9-89de7622d958 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938137 Sep 15 16:08:42.341891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-713868e5-8fe1-478f-8851-59095f97c044 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.343113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-713868e5-8fe1-478f-8851-59095f97c044 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3936875 Sep 15 16:08:42.348101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39084) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.385477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c83fd14a-4720-42a4-8685-16b694552cbf tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules/d8cd72fe-79cb-4b2b-a3eb-db10373d8ad4 HTTP/1.1" status: 200 len: 763 time: 0.0359025 Sep 15 16:08:42.391837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39086) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.409465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee09237-8770-49aa-9de7-f050582baa17 req-9b07800c-a038-4e15-b161-37d616108d7a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:42.421171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ee09237-8770-49aa-9de7-f050582baa17 req-9b07800c-a038-4e15-b161-37d616108d7a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1879404 Sep 15 16:08:42.427201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-f5623b31-3204-44b1-a09a-7f564fb29306 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651811 Sep 15 16:08:42.500008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d19641cc-d0eb-43f1-aa79-ecf3f34d1547 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1023204 Sep 15 16:08:42.501153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39090) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.549898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e367558a-2327-431b-8183-5976e864d880 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.566725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0ee09237-8770-49aa-9de7-f050582baa17 req-4ff767a8-1c71-4e32-bfa6-14aba096b11a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367013 Sep 15 16:08:42.597573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e367558a-2327-431b-8183-5976e864d880 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.624223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09ccdeef-19f0-4069-aa5a-eddd3ae647f8 req-cc5db6ce-d54e-4c34-a8dc-9826c0563669 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865060 Sep 15 16:08:42.816206 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e367558a-2327-431b-8183-5976e864d880 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.833756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e367558a-2327-431b-8183-5976e864d880 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.839707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e367558a-2327-431b-8183-5976e864d880 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/d8cd72fe-79cb-4b2b-a3eb-db10373d8ad4 HTTP/1.1" status: 204 len: 168 time: 0.3370187 Sep 15 16:08:42.842392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367558a-2327-431b-8183-5976e864d880 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8cd72fe-79cb-4b2b-a3eb-db10373d8ad4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:42.843567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39100) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.914512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39104) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.919255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Request body: {'security_group_rule': {'security_group_id': '5070c3d1-42e8-42ba-a2fe-883d75ec7934', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:42.924265 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10e0c78a-c21e-4fa5-8190-ced12f1679b2 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0779979 Sep 15 16:08:43.088233 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Project 64dcc4a73ade466b9e310bb5f0095aef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:08:43.099026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.201408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.311391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.355612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39118) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:43.381016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96954c03-b64f-42c4-8175-718a90841c7e req-9d2e7dee-cdd0-447b-b3cc-da37d58f4a59 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:43.388980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96954c03-b64f-42c4-8175-718a90841c7e req-9d2e7dee-cdd0-447b-b3cc-da37d58f4a59 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.1486664 Sep 15 16:08:43.397853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64af05d3-9483-4269-9604-9d20c76935ba,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:43.416456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.439569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96954c03-b64f-42c4-8175-718a90841c7e req-a3155073-23e2-49eb-8814-f5366fee18dc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492351 Sep 15 16:08:43.445621 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.445621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-11624a17-4e5d-43a0-9351-2e5398023b7a tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5267074 Sep 15 16:08:43.447926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39120) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:43.524895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8763e2f0-a285-4afd-a515-bbab7a7fe4ab tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules/64af05d3-9483-4269-9604-9d20c76935ba HTTP/1.1" status: 200 len: 769 time: 0.0609658 Sep 15 16:08:43.525308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:43.591777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ad19a88-df83-47ab-9178-db59949ab571 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0623710 Sep 15 16:08:43.592789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39130) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:43.632636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddc5b3-dde3-40da-9954-978d796224f1 req-47f5cbe4-43c5-45ef-ab25-78f0f5f3030c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:43.645428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6b929ad0-8d7d-42a4-8fe7-f3330fcfdc36 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.648340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74ddc5b3-dde3-40da-9954-978d796224f1 req-47f5cbe4-43c5-45ef-ab25-78f0f5f3030c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.2535462 Sep 15 16:08:43.662554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6b929ad0-8d7d-42a4-8fe7-f3330fcfdc36 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.790810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba9c8-b96c-47e9-822b-73a160cee12d req-76f3c854-22d8-4972-a57a-0fede4228277 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:43.792876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-290ba9c8-b96c-47e9-822b-73a160cee12d req-76f3c854-22d8-4972-a57a-0fede4228277 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1088319 Sep 15 16:08:43.803269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.842047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-74ddc5b3-dde3-40da-9954-978d796224f1 req-7564504f-83a8-40b4-8fdb-a7992da9cd59 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904240 Sep 15 16:08:43.861047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6b929ad0-8d7d-42a4-8fe7-f3330fcfdc36 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.890680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6b929ad0-8d7d-42a4-8fe7-f3330fcfdc36 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.899795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6b929ad0-8d7d-42a4-8fe7-f3330fcfdc36 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/64af05d3-9483-4269-9604-9d20c76935ba HTTP/1.1" status: 204 len: 168 time: 0.3052111 Sep 15 16:08:43.903351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39146) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:43.944533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-290ba9c8-b96c-47e9-822b-73a160cee12d req-cb5ad7d0-a4aa-48db-8600-00c67f51ae99 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371131 Sep 15 16:08:43.961805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b929ad0-8d7d-42a4-8fe7-f3330fcfdc36 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64af05d3-9483-4269-9604-9d20c76935ba,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:43.962363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.029123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc2b1e-790d-4f6b-a0e3-9801c80e4e03,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:44.479290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.479891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.486008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.486724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.487297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.487855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.488389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.488975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.490648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.491104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.491749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.492156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:44.512823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a8344832-35db-4f38-8ce1-7bbe8e9e3feb tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6075320 Sep 15 16:08:44.515770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39166) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:44.544194 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a366bae2-6a0b-48af-b03e-400d2449e004 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cc42c3350c6046d693c1ff53b93cad9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1816847 Sep 15 16:08:44.545345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39168) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:44.756211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56c690-efac-4883-b879-ed8d857f1cdc req-c02db833-1625-40ef-b017-fa8d64c58646 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:44.757960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab56c690-efac-4883-b879-ed8d857f1cdc req-c02db833-1625-40ef-b017-fa8d64c58646 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.1570716 Sep 15 16:08:44.767872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e556db3d-b799-459f-ae77-7cd8c8ef3aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.786673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a440aee-7bb2-4d7b-94c2-1169ea3c7eed tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.907668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a440aee-7bb2-4d7b-94c2-1169ea3c7eed tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.992248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e556db3d-b799-459f-ae77-7cd8c8ef3aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.998221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab56c690-efac-4883-b879-ed8d857f1cdc req-28b3ac8e-4215-4275-af07-55ecd1092de3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314882 Sep 15 16:08:45.201740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a440aee-7bb2-4d7b-94c2-1169ea3c7eed tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.222622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a440aee-7bb2-4d7b-94c2-1169ea3c7eed tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.224821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9a440aee-7bb2-4d7b-94c2-1169ea3c7eed tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "DELETE /v2.0/security-groups/5070c3d1-42e8-42ba-a2fe-883d75ec7934 HTTP/1.1" status: 204 len: 168 time: 0.7069309 Sep 15 16:08:45.240836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39178) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:45.287307 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e556db3d-b799-459f-ae77-7cd8c8ef3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.297612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e556db3d-b799-459f-ae77-7cd8c8ef3aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.298894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e556db3d-b799-459f-ae77-7cd8c8ef3aaf admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2fbc2b1e-790d-4f6b-a0e3-9801c80e4e03 HTTP/1.1" status: 204 len: 168 time: 0.7524443 Sep 15 16:08:45.342029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a440aee-7bb2-4d7b-94c2-1169ea3c7eed tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5070c3d1-42e8-42ba-a2fe-883d75ec7934,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:45.357155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556db3d-b799-459f-ae77-7cd8c8ef3aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc2b1e-790d-4f6b-a0e3-9801c80e4e03,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:45.386373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbff06-3529-4658-a7d5-2f836fbde5a3 req-92288190-d914-458f-9388-c8e96180a072 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:45.404850 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2cbff06-3529-4658-a7d5-2f836fbde5a3 req-92288190-d914-458f-9388-c8e96180a072 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.2307339 Sep 15 16:08:45.452867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0b76a-87c1-4285-9e10-65b553254ba9 req-035049b2-32cc-46ac-848b-9bdd9660fa46 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:45.455083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4e0b76a-87c1-4285-9e10-65b553254ba9 req-035049b2-32cc-46ac-848b-9bdd9660fa46 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.4254487 Sep 15 16:08:45.516056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2cbff06-3529-4658-a7d5-2f836fbde5a3 req-aa6fb249-2a75-4594-991a-9bf0f5b80a22 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101935 Sep 15 16:08:45.581092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be335abf-0d28-4af6-8be2-06556da57ec8 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3362238 Sep 15 16:08:45.590233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39182) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:45.640220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4e0b76a-87c1-4285-9e10-65b553254ba9 req-3e66455c-6666-4711-af81-ea358cf338db tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769385 Sep 15 16:08:45.719786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f9772d0a-85a9-45f0-9820-a3ad3f7dbc04 tempest-SecGroupIPv6Test-1595209933 tempest-SecGroupIPv6Test-1595209933-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278386 Sep 15 16:08:46.236973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e535b4-55cd-43a7-980c-320aa4d7155c req-03723e79-3545-4e27-b5ce-69dc91968496 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:46.243357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8e535b4-55cd-43a7-980c-320aa4d7155c req-03723e79-3545-4e27-b5ce-69dc91968496 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.0986249 Sep 15 16:08:46.333750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8e535b4-55cd-43a7-980c-320aa4d7155c req-8baa9937-a485-4160-920a-06be865fd0a3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718207 Sep 15 16:08:46.829085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:46.846828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0329e-a2be-4357-9eb3-739bc6d3c4f5 req-2066a893-cc21-4e38-add4-5d048af8552d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:46.856962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77d0329e-a2be-4357-9eb3-739bc6d3c4f5 req-2066a893-cc21-4e38-add4-5d048af8552d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1685522 Sep 15 16:08:46.883532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98661a1c-f0ac-43f7-9810-20995fee6d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:46.957189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39210) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:47.018732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77d0329e-a2be-4357-9eb3-739bc6d3c4f5 req-53b205f5-a584-4b3e-b506-c143c11d4fa5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604857 Sep 15 16:08:47.172859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121d033-36de-4c47-b273-5a83cb12d119 req-4c99b067-8521-4b7e-82b7-1fb1d921ce08 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:47.182144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4121d033-36de-4c47-b273-5a83cb12d119 req-4c99b067-8521-4b7e-82b7-1fb1d921ce08 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.3051851 Sep 15 16:08:47.281468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98661a1c-f0ac-43f7-9810-20995fee6d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.300181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4121d033-36de-4c47-b273-5a83cb12d119 req-fed981c3-bc0b-46d2-9bbc-5c6c0678b775 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103234 Sep 15 16:08:47.353885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-98661a1c-f0ac-43f7-9810-20995fee6d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.405540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-98661a1c-f0ac-43f7-9810-20995fee6d32 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7b87f6e69ea74682abcca222c798ba9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746956 Sep 15 16:08:47.405780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:47.406702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98661a1c-f0ac-43f7-9810-20995fee6d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363c37df-a522-443c-a80d-f1bd318a6c4e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:47.422795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e31f5c1a-a234-4745-946b-d8223225164d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=64dcc4a73ade466b9e310bb5f0095aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635472 Sep 15 16:08:47.425916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39218) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:47.560919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82e82a47-3793-40f6-81d1-7b999b043f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.565073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79255e52-d923-43a2-85d6-01d836617197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.587210 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82e82a47-3793-40f6-81d1-7b999b043f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.602790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79255e52-d923-43a2-85d6-01d836617197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.901409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82e82a47-3793-40f6-81d1-7b999b043f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.904925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-82e82a47-3793-40f6-81d1-7b999b043f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.906381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-82e82a47-3793-40f6-81d1-7b999b043f94 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0b09259a-4cc7-4b1c-8db2-d150115ea7bf HTTP/1.1" status: 204 len: 168 time: 0.4790804 Sep 15 16:08:47.930047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79255e52-d923-43a2-85d6-01d836617197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.935107 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79255e52-d923-43a2-85d6-01d836617197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.935312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e82a47-3793-40f6-81d1-7b999b043f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b09259a-4cc7-4b1c-8db2-d150115ea7bf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:47.935485 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79255e52-d923-43a2-85d6-01d836617197 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/363c37df-a522-443c-a80d-f1bd318a6c4e HTTP/1.1" status: 204 len: 168 time: 0.5275767 Sep 15 16:08:47.996663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79255e52-d923-43a2-85d6-01d836617197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363c37df-a522-443c-a80d-f1bd318a6c4e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:48.312825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed223c-a4ac-4a2c-933b-4545349a8968 req-552ff1b2-db9b-4e0e-8ec3-a1fd93ca5d9b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:48.312825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43ed223c-a4ac-4a2c-933b-4545349a8968 req-552ff1b2-db9b-4e0e-8ec3-a1fd93ca5d9b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1369884 Sep 15 16:08:48.428760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43ed223c-a4ac-4a2c-933b-4545349a8968 req-f8cd4b50-1fbc-4f13-b0a8-e1e1e42cdfaf tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994825 Sep 15 16:08:48.552507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0bcc6-12b9-4446-8f3b-47255ba0ad49 req-07ce8319-57bf-43d4-b8bd-7c76dda3a3e2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:48.562074 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0df0bcc6-12b9-4446-8f3b-47255ba0ad49 req-07ce8319-57bf-43d4-b8bd-7c76dda3a3e2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.1124938 Sep 15 16:08:48.689929 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0df0bcc6-12b9-4446-8f3b-47255ba0ad49 req-f6599421-35de-4739-9256-acd446c02ab9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201487 Sep 15 16:08:49.743561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbd360-fdfa-478b-9c69-3c9e15249a9f req-c34a1942-1b38-49ec-af25-8c4426ce9526 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:49.755659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6bbd360-fdfa-478b-9c69-3c9e15249a9f req-c34a1942-1b38-49ec-af25-8c4426ce9526 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1315091 Sep 15 16:08:49.886280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6bbd360-fdfa-478b-9c69-3c9e15249a9f req-933fa077-09fb-4a2e-aba9-c1e09dc0fc7a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280053 Sep 15 16:08:50.028093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904efb8f-c6bd-4785-b8f0-ee0735f6c4d2 req-da8b049a-dee3-48df-b8dd-ff122a980de5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:50.039567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-904efb8f-c6bd-4785-b8f0-ee0735f6c4d2 req-da8b049a-dee3-48df-b8dd-ff122a980de5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.1172535 Sep 15 16:08:50.235080 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-904efb8f-c6bd-4785-b8f0-ee0735f6c4d2 req-87e5875a-9948-4a17-ad10-2cb158b78227 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941574 Sep 15 16:08:51.108109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d4f78-94a1-4411-b81c-315514d3b8d4 req-e630099a-921a-4056-93a9-9d39bc229abe tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:51.132757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf6d4f78-94a1-4411-b81c-315514d3b8d4 req-e630099a-921a-4056-93a9-9d39bc229abe tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0961461 Sep 15 16:08:51.297563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf6d4f78-94a1-4411-b81c-315514d3b8d4 req-0c59e925-7b10-4eec-9a04-aabf54ef9ad5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631610 Sep 15 16:08:51.503498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-6d58affe-f257-4dbf-b72e-a10a430f667c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2046714 Sep 15 16:08:51.690602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a046-120b-4614-a4d0-c87a96ef72ef req-1e5705b4-2cd6-42a9-a1eb-b8e4cad90a06 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:51.693821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7444a046-120b-4614-a4d0-c87a96ef72ef req-1e5705b4-2cd6-42a9-a1eb-b8e4cad90a06 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.1698768 Sep 15 16:08:51.710409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-bbef37e7-ded9-4228-9720-b9a98544482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:51.712473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-bbef37e7-ded9-4228-9720-b9a98544482d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 1097 time: 0.1248882 Sep 15 16:08:51.788376 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7444a046-120b-4614-a4d0-c87a96ef72ef req-0a3cb074-3111-43e9-b093-427f2350e20c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867026 Sep 15 16:08:51.985875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-b49b395e-6467-412a-9535-dcc9e4093576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:51.987658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-b49b395e-6467-412a-9535-dcc9e4093576 service neutron] 10.222.0.38 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.2501402 Sep 15 16:08:52.110305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-a7131874-c0a4-4d37-bb9b-720f3024643d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 200 len: 1001 time: 0.1149366 Sep 15 16:08:52.227050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-57c52a89-b2b9-4331-b4e5-1951239d0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:52.229904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-57c52a89-b2b9-4331-b4e5-1951239d0f67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.1113966 Sep 15 16:08:52.338996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-ec66ae0c-29d3-4806-b80d-067d63a82b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:52.340796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-ec66ae0c-29d3-4806-b80d-067d63a82b40 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977859 Sep 15 16:08:53.030163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de70df-43b1-4282-82be-29ffc0c5c5c6 req-3fd6a625-1ab7-4ec5-81b4-f17658379f0c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:53.040462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2de70df-43b1-4282-82be-29ffc0c5c5c6 req-3fd6a625-1ab7-4ec5-81b4-f17658379f0c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.0761452 Sep 15 16:08:53.092370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2de70df-43b1-4282-82be-29ffc0c5c5c6 req-5f9d2fb6-dc12-48aa-8e56-57d3972e3edd tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 Sep 15 16:08:53.243183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-1da3d4ef-0351-40c1-8090-002893025c02 service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8929439 Sep 15 16:08:53.414692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b2fd3-81d1-4fd3-99ff-d5e154c0c4b7 req-f6b9c702-876e-4800-b3fe-964ea8784d4d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:53.416333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-643b2fd3-81d1-4fd3-99ff-d5e154c0c4b7 req-f6b9c702-876e-4800-b3fe-964ea8784d4d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.9208510 Sep 15 16:08:53.477229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5eae9c5-112c-4e41-956a-6c4fac2971d2 req-52e33984-4727-4c2e-a91e-767831641021 service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247229 Sep 15 16:08:53.485676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-643b2fd3-81d1-4fd3-99ff-d5e154c0c4b7 req-1684f612-4c9f-4b3b-aa33-4807b311acbb tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604339 Sep 15 16:08:53.724623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:53.998794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-776458b4-b911-4a29-8ad9-708945628c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.032411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-41bada1e-0715-4ae4-bd6a-c1e9d38fb66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.171884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-776458b4-b911-4a29-8ad9-708945628c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.260584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-776458b4-b911-4a29-8ad9-708945628c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.292051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-776458b4-b911-4a29-8ad9-708945628c0b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6cb454425e9b47049f7870faf33866a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5663254 Sep 15 16:08:54.295085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39440) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:54.327004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79e5b6-9d63-41ff-b2b1-117ced9ce064 req-de2554c1-3ce0-4418-9893-251088be07f6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:54.328912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db79e5b6-9d63-41ff-b2b1-117ced9ce064 req-de2554c1-3ce0-4418-9893-251088be07f6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.0990772 Sep 15 16:08:54.385535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db79e5b6-9d63-41ff-b2b1-117ced9ce064 req-4510fd6d-4f0a-4824-a6d3-6fe2a4e91b2d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500956 Sep 15 16:08:54.390231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776458b4-b911-4a29-8ad9-708945628c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505b5f2-3264-4c53-88cc-8fbf1b8e2e10,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:54.497047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71e7f40a-da42-4cf4-b21a-ae44a1f224cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.543877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71e7f40a-da42-4cf4-b21a-ae44a1f224cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.708572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c380faf-ae2b-447d-90ea-f9fd58e4a552 req-711359c7-2e7e-458a-a521-ed3dbf735048 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:54.721855 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c380faf-ae2b-447d-90ea-f9fd58e4a552 req-711359c7-2e7e-458a-a521-ed3dbf735048 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0910330 Sep 15 16:08:54.793037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c380faf-ae2b-447d-90ea-f9fd58e4a552 req-5e67f532-7681-47f1-aeb8-c544d2e0527a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583165 Sep 15 16:08:54.804234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71e7f40a-da42-4cf4-b21a-ae44a1f224cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.804981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71e7f40a-da42-4cf4-b21a-ae44a1f224cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:54.809015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-71e7f40a-da42-4cf4-b21a-ae44a1f224cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2505b5f2-3264-4c53-88cc-8fbf1b8e2e10 HTTP/1.1" status: 204 len: 168 time: 0.5122216 Sep 15 16:08:54.823550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7f40a-da42-4cf4-b21a-ae44a1f224cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505b5f2-3264-4c53-88cc-8fbf1b8e2e10,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:55.641127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3911cce-cb7f-4598-b0e3-40f11b8dff8c req-65942a63-5352-4db1-8af5-2c9648b3be6b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:55.643253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3911cce-cb7f-4598-b0e3-40f11b8dff8c req-65942a63-5352-4db1-8af5-2c9648b3be6b tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.0847428 Sep 15 16:08:55.726670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3911cce-cb7f-4598-b0e3-40f11b8dff8c req-addd0e0b-26d6-40e1-a118-2fc6e8c11d5d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699971 Sep 15 16:08:55.831769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39466) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:55.861084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e6a423aa-0aa3-43d8-a7a6-58f90e4dc38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.964863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08634d3f-536f-4008-91db-4f0376acbbac req-52680735-33d1-4f89-806f-d2444d97eeb7 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:55.966456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08634d3f-536f-4008-91db-4f0376acbbac req-52680735-33d1-4f89-806f-d2444d97eeb7 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0872412 Sep 15 16:08:56.065855 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08634d3f-536f-4008-91db-4f0376acbbac req-9dcc5719-1caf-4ca3-99e6-86ba19994d5e tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907497 Sep 15 16:08:56.117825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e6a423aa-0aa3-43d8-a7a6-58f90e4dc38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.186616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e6a423aa-0aa3-43d8-a7a6-58f90e4dc38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.245604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a423aa-0aa3-43d8-a7a6-58f90e4dc38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8820ce1-330c-453f-a106-013e70558dd6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:56.250988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e6a423aa-0aa3-43d8-a7a6-58f90e4dc38c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=20bcaa0e2be947779010b690a7ee98af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4187777 Sep 15 16:08:56.256447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:56.306861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50741505-ad84-4863-831a-11281309e3a1 req-f456a3f6-aa2e-498b-801e-545a18957f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:56.308395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50741505-ad84-4863-831a-11281309e3a1 req-f456a3f6-aa2e-498b-801e-545a18957f3e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 1097 time: 0.0529101 Sep 15 16:08:56.334834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54560b1b-ab99-4aed-a3e4-f49a65557aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.364196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54560b1b-ab99-4aed-a3e4-f49a65557aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.365433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50741505-ad84-4863-831a-11281309e3a1 req-94511e66-fcc1-4e22-aca9-36b10a8e42a4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493631 Sep 15 16:08:56.508611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54560b1b-ab99-4aed-a3e4-f49a65557aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.511995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54560b1b-ab99-4aed-a3e4-f49a65557aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.515696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-54560b1b-ab99-4aed-a3e4-f49a65557aef admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d8820ce1-330c-453f-a106-013e70558dd6 HTTP/1.1" status: 204 len: 168 time: 0.2539368 Sep 15 16:08:56.538272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54560b1b-ab99-4aed-a3e4-f49a65557aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8820ce1-330c-453f-a106-013e70558dd6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:56.632596 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.856762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce6a28-78c2-46bc-98b5-e64f956941a5 req-097b33d7-0402-4129-9adc-1f9c89062874 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:56.858593 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4cce6a28-78c2-46bc-98b5-e64f956941a5 req-097b33d7-0402-4129-9adc-1f9c89062874 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.0642109 Sep 15 16:08:56.909253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4cce6a28-78c2-46bc-98b5-e64f956941a5 req-37381ab0-950c-4102-9847-e988f1ae940a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 Sep 15 16:08:57.041625 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:57.248785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7e87-7fb0-4053-aab3-118357931d4b req-20ee1373-92e0-438d-84d2-ae3cf1bc0e19 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:57.258214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e4d7e87-7fb0-4053-aab3-118357931d4b req-20ee1373-92e0-438d-84d2-ae3cf1bc0e19 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0872066 Sep 15 16:08:57.297763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e4d7e87-7fb0-4053-aab3-118357931d4b req-cf609a56-4db4-4377-89d1-e476e9f16076 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386338 Sep 15 16:08:57.375650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5374a79-0136-4631-94aa-a41a78af4872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:58.049089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb3010-82ab-4f89-8664-4fb09951115e req-096ecb97-c6fe-4d20-aa6a-919814f85b63 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:58.052143 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6fb3010-82ab-4f89-8664-4fb09951115e req-096ecb97-c6fe-4d20-aa6a-919814f85b63 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.0595205 Sep 15 16:08:58.105737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6fb3010-82ab-4f89-8664-4fb09951115e req-3201bfa8-706f-4c77-8955-b029895ee469 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Sep 15 16:08:58.459027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59f31-7555-4970-8819-5df251f7dadf req-c17ccb81-2643-4b32-be27-44bdebc345f6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:58.461777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60f59f31-7555-4970-8819-5df251f7dadf req-c17ccb81-2643-4b32-be27-44bdebc345f6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0731676 Sep 15 16:08:58.508546 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:58.523677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60f59f31-7555-4970-8819-5df251f7dadf req-52cbf19a-1f5c-4077-aa89-14e00c9004af tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495722 Sep 15 16:08:59.291130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23713414-d812-440c-912f-3bea5802b2e5 req-210d772d-9f98-424b-a44e-bd2c52b45470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:59.292876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23713414-d812-440c-912f-3bea5802b2e5 req-210d772d-9f98-424b-a44e-bd2c52b45470 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1095 time: 0.3449938 Sep 15 16:08:59.326163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:08:59.503484 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23713414-d812-440c-912f-3bea5802b2e5 req-6bdc201d-184a-4f9f-bd43-8f33b49f8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:59.507120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23713414-d812-440c-912f-3bea5802b2e5 req-6bdc201d-184a-4f9f-bd43-8f33b49f8723 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.1839132 Sep 15 16:08:59.555866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:59.588833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23713414-d812-440c-912f-3bea5802b2e5 req-48213e79-6007-4237-8fb0-2b32ac6a4101 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.0718882 Sep 15 16:08:59.589126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'network_id': 'd696dc20-9c45-4faf-a8b3-79d2b0c54ed9', 'port_id': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'mac_address': 'fa:16:3e:ec:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e68b994-1d7c-43c5-a3db-f65ae89aa97c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:08:59.643589 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:59.655390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23713414-d812-440c-912f-3bea5802b2e5 req-41aa06e4-3cf0-4fda-b891-42268656f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:59.659120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23713414-d812-440c-912f-3bea5802b2e5 req-41aa06e4-3cf0-4fda-b891-42268656f840 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.0615103 Sep 15 16:08:59.668360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1dcae4-cccb-41c1-9787-ffc08322d2ce {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:59.683109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bc2ec-28a7-42e2-9610-fa7f7fe067ef req-841c9282-a6d5-4911-929f-c16eb3dd9f3f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:59.688274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-399bc2ec-28a7-42e2-9610-fa7f7fe067ef req-841c9282-a6d5-4911-929f-c16eb3dd9f3f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 944 time: 0.3995178 Sep 15 16:08:59.773655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ea397-3db3-47f2-aaa5-37c768ef2d54 req-5633749d-c439-4907-97d9-11d929da70ef tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:59.781397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23713414-d812-440c-912f-3bea5802b2e5 req-ba6ca3b3-fe59-444d-b1f0-856587039a5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861042 Sep 15 16:08:59.788420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ea397-3db3-47f2-aaa5-37c768ef2d54 req-5633749d-c439-4907-97d9-11d929da70ef tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1255677 Sep 15 16:08:59.856311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:59.856570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-399bc2ec-28a7-42e2-9610-fa7f7fe067ef req-9af1b78d-2e4b-49b3-b262-63b626f25d57 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544211 Sep 15 16:08:59.920090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-441ea397-3db3-47f2-aaa5-37c768ef2d54 req-cc8768b7-61a9-4cf2-939b-26dc4c699cd5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214342 Sep 15 16:08:59.974938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:59.984892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23713414-d812-440c-912f-3bea5802b2e5 req-963f0c5b-e2da-4150-8ce4-1dc9e698e0c4 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453068 Sep 15 16:09:00.139096 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-23713414-d812-440c-912f-3bea5802b2e5 req-9e6879b9-11c9-4ca4-9038-b50b02344bbb service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409526 Sep 15 16:09:00.146302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:00.251812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['8e1dcae4-cccb-41c1-9787-ffc08322d2ce'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:00.291191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:00.307885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:00.461165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa13d-7453-444a-a829-e8d98cb26356 req-9e2eb8df-815b-4789-9135-1f67ae2fd7c7 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:00.463169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63dfa13d-7453-444a-a829-e8d98cb26356 req-9e2eb8df-815b-4789-9135-1f67ae2fd7c7 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0657239 Sep 15 16:09:00.630375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63dfa13d-7453-444a-a829-e8d98cb26356 req-5ec5264a-3ef6-4083-9183-1632da92390d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930479 Sep 15 16:09:00.636212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-a535829e-c7d9-4dc4-8b27-8a10fe059f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:00.648114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-a535829e-c7d9-4dc4-8b27-8a10fe059f4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=540658f668f44acabfdefd6ebb83ad7b&device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 1097 time: 0.1770484 Sep 15 16:09:00.762318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-9c8807d1-87c7-4d02-b4cc-ccd57068bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:00.764287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-9c8807d1-87c7-4d02-b4cc-ccd57068bfff service neutron] 10.222.0.38 "GET /v2.0/networks?id=42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 200 len: 912 time: 0.1105919 Sep 15 16:09:00.848350 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-82c9440f-6644-4ef6-86c7-9e807d9dcf04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fafab0ac-93cd-423a-adb3-904f450925a4 HTTP/1.1" status: 200 len: 217 time: 0.0748429 Sep 15 16:09:00.919139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-4fbae04f-ecec-4877-aaa3-b45c00ae42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:00.921735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-4fbae04f-ecec-4877-aaa3-b45c00ae42a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 200 len: 851 time: 0.0636940 Sep 15 16:09:00.999346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-0525d9b2-b310-4e2a-84ec-dc0e64af8877 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42fa5f36-9ef3-435b-86c3-776ffcc23348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695698 Sep 15 16:09:01.107188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd38884-9c59-47d7-8cb5-aaeb70572299 req-1ae01d04-5675-4dce-ae3a-822bbd9fdbd5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:01.120627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdd38884-9c59-47d7-8cb5-aaeb70572299 req-1ae01d04-5675-4dce-ae3a-822bbd9fdbd5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 945 time: 0.1214116 Sep 15 16:09:01.177527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bdd38884-9c59-47d7-8cb5-aaeb70572299 req-1e875d8b-8e40-48cc-ad14-e1f60035dc99 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Sep 15 16:09:01.195310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-051cd8f2-e121-4ff5-a083-ff67d988f24b service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824586 Sep 15 16:09:01.308161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a7cbb74-7d67-465f-bd2f-fea51fc05135 req-bd3eb737-1627-4dc5-9f47-8d3de92a3661 service neutron] 10.222.0.38 "GET /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056578 Sep 15 16:09:01.327216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:09:01.519546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:09:01.530468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:01.530832 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:01.676241 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:01.720145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:01.724192 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bac631f-4e22-4413-a635-01b83f16e86b" -d '{"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:01.744354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:01.809850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388291c-d28d-4d31-9c92-7089f5aa0132 req-27f5e9af-2044-4b90-b1d1-447b6f03e00b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:01.815397 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ff3363-9410-414d-92c8-e54eb2706916 x-openstack-request-id: req-02ff3363-9410-414d-92c8-e54eb2706916 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:01.816525 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-plugged", "status": "completed", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:01.816732 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-02ff3363-9410-414d-92c8-e54eb2706916 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:01.817336 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'code': 200} Sep 15 16:09:01.819281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4388291c-d28d-4d31-9c92-7089f5aa0132 req-27f5e9af-2044-4b90-b1d1-447b6f03e00b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0839536 Sep 15 16:09:01.850209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:01.907853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4388291c-d28d-4d31-9c92-7089f5aa0132 req-12171dbc-0e8c-4210-b092-291c2c0ff411 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876045 Sep 15 16:09:01.992276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:02.191390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4694-60c1-4216-a51b-a03cc2273ca9 req-8fdba320-cdc5-429a-98df-2dd3d8763f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:02.193017 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd8a4694-60c1-4216-a51b-a03cc2273ca9 req-8fdba320-cdc5-429a-98df-2dd3d8763f00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1097 time: 0.0633075 Sep 15 16:09:02.261293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fd8a4694-60c1-4216-a51b-a03cc2273ca9 req-182c9a8f-7f43-4ced-b541-8e77faef3917 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606139 Sep 15 16:09:02.400926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f5b4c-3c5b-4da0-9395-413d586edea8 req-ac784221-1ae5-4b72-9178-94f2bfe5b5f7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:02.402975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb2f5b4c-3c5b-4da0-9395-413d586edea8 req-ac784221-1ae5-4b72-9178-94f2bfe5b5f7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0868955 Sep 15 16:09:02.456224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb2f5b4c-3c5b-4da0-9395-413d586edea8 req-3d361c8f-3086-47d7-84ed-5e527ebe9dad tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Sep 15 16:09:03.170699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084bf69-b8e6-4411-ab7d-c0ca564bf91a req-910bdf01-8c48-4361-91e0-007858a0ee9b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:03.172360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0084bf69-b8e6-4411-ab7d-c0ca564bf91a req-910bdf01-8c48-4361-91e0-007858a0ee9b tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0626478 Sep 15 16:09:03.244992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0084bf69-b8e6-4411-ab7d-c0ca564bf91a req-7db9160b-3a57-4df2-9d8e-e04c651e4a45 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Sep 15 16:09:03.657749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eb852-4711-4412-9447-52fe99a46612 req-7f56df19-9009-45e1-8a7f-87a1641ee846 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:03.660192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a9eb852-4711-4412-9447-52fe99a46612 req-7f56df19-9009-45e1-8a7f-87a1641ee846 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0839870 Sep 15 16:09:03.738301 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a9eb852-4711-4412-9447-52fe99a46612 req-4831bf75-467f-4b9d-92ba-b4e4b875f2d8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599227 Sep 15 16:09:04.016856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05eefb9-86c0-4648-a6ba-b8c25437ba86 req-464ee14f-115d-4858-8f6a-22eec0d5ab9d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:04.018412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d05eefb9-86c0-4648-a6ba-b8c25437ba86 req-464ee14f-115d-4858-8f6a-22eec0d5ab9d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0662494 Sep 15 16:09:04.082072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d05eefb9-86c0-4648-a6ba-b8c25437ba86 req-9f91081a-5e4c-429e-b0d3-0d965ce0c53a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540075 Sep 15 16:09:04.906295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea445a94-3387-4e7a-aba4-fc237f27e344 req-237d1c22-6655-47d5-b5eb-1d49fc61e242 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:04.914728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea445a94-3387-4e7a-aba4-fc237f27e344 req-237d1c22-6655-47d5-b5eb-1d49fc61e242 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1116600 Sep 15 16:09:04.956992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea445a94-3387-4e7a-aba4-fc237f27e344 req-3b406a3d-2c12-406b-a514-3783991f0766 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Sep 15 16:09:05.215441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92b044-43c5-4a74-a926-6d97dc115e21 req-5f462a7b-31dc-4d1b-ab1d-e1f074414e7c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:05.217244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a92b044-43c5-4a74-a926-6d97dc115e21 req-5f462a7b-31dc-4d1b-ab1d-e1f074414e7c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0629137 Sep 15 16:09:05.265542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a92b044-43c5-4a74-a926-6d97dc115e21 req-a3998b5d-fac9-40e7-b228-a6d48d471082 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Sep 15 16:09:06.094214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f991912-cbc8-4f75-80cc-648af09146fa req-eeb79564-37bb-40d2-ad35-17883e02edc0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:06.095796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f991912-cbc8-4f75-80cc-648af09146fa req-eeb79564-37bb-40d2-ad35-17883e02edc0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0539377 Sep 15 16:09:06.143207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f991912-cbc8-4f75-80cc-648af09146fa req-36f6beb6-c4bc-45ef-a8ad-74596e457319 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Sep 15 16:09:06.481342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce380f-ddaa-4c33-af6c-eb2deb5f3a9f req-fff6f79e-a920-41ef-9bec-7c3f9c7005ba tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:06.483810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75ce380f-ddaa-4c33-af6c-eb2deb5f3a9f req-fff6f79e-a920-41ef-9bec-7c3f9c7005ba tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1057880 Sep 15 16:09:06.554164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75ce380f-ddaa-4c33-af6c-eb2deb5f3a9f req-3a029c09-f3a1-4f85-bc3d-0dfbe2b4309c tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630264 Sep 15 16:09:07.237208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-0cd8ad06-6ca1-4ef0-8568-43c16cac5f83 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:07.240023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-0cd8ad06-6ca1-4ef0-8568-43c16cac5f83 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.38 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.0727477 Sep 15 16:09:07.313921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e48c6-dfe9-4d82-bd8a-f6c94a2948b1 req-de4ca1fb-1b67-4819-94a7-2529bed20b66 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:07.325193 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e5e48c6-dfe9-4d82-bd8a-f6c94a2948b1 req-de4ca1fb-1b67-4819-94a7-2529bed20b66 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0797904 Sep 15 16:09:07.364770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Deleting port fafab0ac-93cd-423a-adb3-904f450925a4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:07.365381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.390000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7e5e48c6-dfe9-4d82-bd8a-f6c94a2948b1 req-003d7e99-6cd2-47a7-bcbc-a07272988719 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 Sep 15 16:09:07.514063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] For port fafab0ac-93cd-423a-adb3-904f450925a4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=fafab0ac-93cd-423a-adb3-904f450925a4,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:07.514683 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.534361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Calling delete_port for fafab0ac-93cd-423a-adb3-904f450925a4 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:07.553036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6b9bd-3eda-477f-b72f-77cecf01f4ac req-50693cc8-9e7a-4659-b9cd-3ffd474b4bf8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:07.554951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceb6b9bd-3eda-477f-b72f-77cecf01f4ac req-50693cc8-9e7a-4659-b9cd-3ffd474b4bf8 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0822871 Sep 15 16:09:07.653847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceb6b9bd-3eda-477f-b72f-77cecf01f4ac req-ce920e53-b4f5-41ea-b2b2-3ecc612abd52 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908523 Sep 15 16:09:07.778835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b299f-00fb-499a-a657-ff56e49d1c9f req-ce414a4f-62d2-4d0e-aeb2-c520988f803d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:07.781974 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-196b299f-00fb-499a-a657-ff56e49d1c9f req-ce414a4f-62d2-4d0e-aeb2-c520988f803d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 946 time: 0.1079481 Sep 15 16:09:07.861966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdd1ee-067e-405c-bc7d-f99a1c6dfdce req-a7978db3-5c10-4524-86aa-8cb984b33880 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:07.864723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fbdd1ee-067e-405c-bc7d-f99a1c6dfdce req-a7978db3-5c10-4524-86aa-8cb984b33880 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0759418 Sep 15 16:09:07.873389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-196b299f-00fb-499a-a657-ff56e49d1c9f req-475b6c9c-99f3-4385-83d1-577694fd1160 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777190 Sep 15 16:09:07.875170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.895476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['fafab0ac-93cd-423a-adb3-904f450925a4'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:07.899383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['568dd38f-c59b-47c0-9c2e-130150d3986c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:07.926245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Pushing event deleted for resources: {'Port': ['ID=fafab0ac-93cd-423a-adb3-904f450925a4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:07.993108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8fbdd1ee-067e-405c-bc7d-f99a1c6dfdce req-742f9d51-0457-49ec-80b6-8ff3cc2cd4a9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191680 Sep 15 16:09:08.013559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] No DVR routers for this DVR port fafab0ac-93cd-423a-adb3-904f450925a4 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:08.019986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.020222 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f47b2f75-072f-457d-bfea-7c081d088ebf req-6687d2a3-de45-4be8-8723-99bd42a3385a tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.38 "DELETE /v2.0/ports/fafab0ac-93cd-423a-adb3-904f450925a4 HTTP/1.1" status: 204 len: 173 time: 0.7738008 Sep 15 16:09:08.020714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'name': 'network-vif-deleted', 'tag': 'fafab0ac-93cd-423a-adb3-904f450925a4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:08.023736 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1f4a38-f65f-44f7-9718-f34adce5ed26" -d '{"events": [{"server_uuid": "e54d2374-511f-4fa5-ad76-c51cfd15c82d", "name": "network-vif-deleted", "tag": "fafab0ac-93cd-423a-adb3-904f450925a4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:08.083768 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede31da1-897b-47b3-8116-7865ed5173d8 x-openstack-request-id: req-ede31da1-897b-47b3-8116-7865ed5173d8 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:08.084515 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54d2374-511f-4fa5-ad76-c51cfd15c82d", "name": "network-vif-deleted", "tag": "fafab0ac-93cd-423a-adb3-904f450925a4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:08.084961 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ede31da1-897b-47b3-8116-7865ed5173d8 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:08.085539 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54d2374-511f-4fa5-ad76-c51cfd15c82d', 'name': 'network-vif-deleted', 'tag': 'fafab0ac-93cd-423a-adb3-904f450925a4', 'status': 'completed', 'code': 200} Sep 15 16:09:08.193336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2751e4b-1914-4576-a6c4-e409f15dd0a9 req-6b3f6a23-ee1c-4c44-b39b-0afc2ca87c23 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:08.195151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2751e4b-1914-4576-a6c4-e409f15dd0a9 req-6b3f6a23-ee1c-4c44-b39b-0afc2ca87c23 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0645058 Sep 15 16:09:08.255097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c2751e4b-1914-4576-a6c4-e409f15dd0a9 req-ac0640ec-20af-406f-a167-36af609df42f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533657 Sep 15 16:09:08.404559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aed486-672e-47cc-82a5-53bc5753f1c8 req-d0824a80-61bd-4916-9095-5b5b1d73e3e4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:08.406538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94aed486-672e-47cc-82a5-53bc5753f1c8 req-d0824a80-61bd-4916-9095-5b5b1d73e3e4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0673945 Sep 15 16:09:08.454200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94aed486-672e-47cc-82a5-53bc5753f1c8 req-a3da4dfc-ea5e-40fb-8501-8f24cff18c7a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Sep 15 16:09:08.635466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50952ede-2961-4237-be3a-e17685ee2a21 req-7bfbcd9f-bb7c-4984-88ae-dcf907505d1c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:08.637049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50952ede-2961-4237-be3a-e17685ee2a21 req-7bfbcd9f-bb7c-4984-88ae-dcf907505d1c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0916173 Sep 15 16:09:08.690973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-50952ede-2961-4237-be3a-e17685ee2a21 req-65884d0d-911b-4f36-a92f-86e6cd29330f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475273 Sep 15 16:09:08.755460 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:09:08.869538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3568e6-a0d6-495a-a120-1d278166476c req-c4290fa3-5f90-4e8f-b5aa-5b84bff8372e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:08.871421 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b3568e6-a0d6-495a-a120-1d278166476c req-c4290fa3-5f90-4e8f-b5aa-5b84bff8372e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0627573 Sep 15 16:09:08.925703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b3568e6-a0d6-495a-a120-1d278166476c req-3a97768d-a1cc-42aa-b850-bfce8dd3d225 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Sep 15 16:09:09.031103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a19b67e1-43e3-4e2f-9781-ad198d3d46ce req-ea1eba78-d9af-4036-9d16-fa11e94d4ae2 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.0492516 Sep 15 16:09:10.090488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56959e7-b1a4-4fd5-94f6-77838906ddd3 req-9924ddb4-ee1c-4291-ade9-6af36698f47c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:10.092136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b56959e7-b1a4-4fd5-94f6-77838906ddd3 req-9924ddb4-ee1c-4291-ade9-6af36698f47c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0725493 Sep 15 16:09:10.152879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b56959e7-b1a4-4fd5-94f6-77838906ddd3 req-3d60aa7e-16a1-4926-b309-c59f02d003c4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498385 Sep 15 16:09:10.162720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d502227-1129-4783-8533-52197b7b3d55 req-63750b24-4334-4cae-9728-d31245972110 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=e54d2374-511f-4fa5-ad76-c51cfd15c82d HTTP/1.1" status: 200 len: 210 time: 0.0359042 Sep 15 16:09:11.332078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b23905-c54c-404f-900f-9bb069bc3d77 req-2aa03dc6-936d-44b0-b37e-643a48b7182d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:11.342522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38b23905-c54c-404f-900f-9bb069bc3d77 req-2aa03dc6-936d-44b0-b37e-643a48b7182d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0811849 Sep 15 16:09:11.405847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38b23905-c54c-404f-900f-9bb069bc3d77 req-0f61aabf-5c77-4482-9ed9-609637c52101 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608163 Sep 15 16:09:12.135417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004b5fa-a9ec-44d9-8019-b51df29e36d3 req-a2ddbc48-0c43-49f8-98df-ef1490ed95a8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:12.148352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7004b5fa-a9ec-44d9-8019-b51df29e36d3 req-a2ddbc48-0c43-49f8-98df-ef1490ed95a8 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.2154496 Sep 15 16:09:12.177539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8a515-dd66-480f-a99e-e0bda05593ff req-352d0c5d-31e2-462d-8d90-beb7ae9e837d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:12.193469 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7d8a515-dd66-480f-a99e-e0bda05593ff req-352d0c5d-31e2-462d-8d90-beb7ae9e837d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1757932 Sep 15 16:09:12.261974 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7004b5fa-a9ec-44d9-8019-b51df29e36d3 req-52316531-9f69-4a90-a7a7-e3354c841810 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116476 Sep 15 16:09:12.276805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-bfa088b2-bbb9-4892-a83e-9739961bd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:12.279374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-bfa088b2-bbb9-4892-a83e-9739961bd1b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e4c84331ca3f4a6c933169b23f28193a&device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 1097 time: 0.1758502 Sep 15 16:09:12.354873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7d8a515-dd66-480f-a99e-e0bda05593ff req-2ebf8071-ac4e-409b-9d21-7e1f89253897 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764234 Sep 15 16:09:12.404081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39852) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:12.462693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-6952761d-1588-4afd-b464-7590ba463d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:12.464046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-6952761d-1588-4afd-b464-7590ba463d83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 200 len: 913 time: 0.1751235 Sep 15 16:09:12.515082 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-83235fb2-a8dd-43e3-b625-901ad70cb06b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 200 len: 217 time: 0.0410783 Sep 15 16:09:12.600354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e9014dbe-c643-435f-a06d-c9f0899bf51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.604751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-479df5c7-a7ed-4b5e-ac12-4b0f397715d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:12.606329 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-479df5c7-a7ed-4b5e-ac12-4b0f397715d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 200 len: 852 time: 0.0821974 Sep 15 16:09:12.657074 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-ccf10f91-bd93-486d-9a2f-4c6307b23031 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423346 Sep 15 16:09:12.743642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e9014dbe-c643-435f-a06d-c9f0899bf51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.797661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-ca089d05-edf6-46b9-856d-89af81551435 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323552 Sep 15 16:09:12.843780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e9014dbe-c643-435f-a06d-c9f0899bf51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.895817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9014dbe-c643-435f-a06d-c9f0899bf51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd65c98-8590-4ab9-aa22-a3847a6b25bc,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:12.925869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device fafab0ac-93cd-423a-adb3-904f450925a4 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:12.959521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:12.960579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e9014dbe-c643-435f-a06d-c9f0899bf51e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6e2cb6ec90874bc192ca637da9098f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543718 Sep 15 16:09:12.982857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: fafab0ac-93cd-423a-adb3-904f450925a4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:12.983706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device fafab0ac-93cd-423a-adb3-904f450925a4 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:13.011451 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76460081-6094-4457-a0b5-7e389c5a7d39 req-f44f63e7-b17a-40d5-ab13-6e02e6a00255 service neutron] 10.222.0.55 "GET /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063046 Sep 15 16:09:13.048646 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b475b040-9712-4399-a93a-a31efd0f9449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.077870 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b475b040-9712-4399-a93a-a31efd0f9449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.852374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a454-6bea-4db6-a12a-afc4e0d61223 req-3774b5a5-8fd2-4878-a08e-0a7d8594ac69 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:13.852374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2608a454-6bea-4db6-a12a-afc4e0d61223 req-3774b5a5-8fd2-4878-a08e-0a7d8594ac69 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.0849757 Sep 15 16:09:13.852374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2608a454-6bea-4db6-a12a-afc4e0d61223 req-58fe8126-ded4-4254-8ff4-d3a2feaf46fa tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/security-groups?id=980ffb2e-63d3-4b85-bf3a-5625621bfbd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542538 Sep 15 16:09:13.859522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40418fbc-1e9c-43ca-8bfa-e1f25a0ce27d req-920828c9-bd6f-4532-a198-cfb33844cf8a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:13.859522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40418fbc-1e9c-43ca-8bfa-e1f25a0ce27d req-920828c9-bd6f-4532-a198-cfb33844cf8a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0916469 Sep 15 16:09:13.859522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40418fbc-1e9c-43ca-8bfa-e1f25a0ce27d req-fe9f7502-8c7e-479e-9d72-cda704fe3c80 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Sep 15 16:09:14.261366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762e00e-e477-4596-81c0-4b686db35e9e req-2ca17389-f56e-4399-ae96-523461b973e5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.263138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7762e00e-e477-4596-81c0-4b686db35e9e req-2ca17389-f56e-4399-ae96-523461b973e5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.55 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 945 time: 0.0666845 Sep 15 16:09:14.341425 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b475b040-9712-4399-a93a-a31efd0f9449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.344018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b475b040-9712-4399-a93a-a31efd0f9449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.345219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b475b040-9712-4399-a93a-a31efd0f9449 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/efd65c98-8590-4ab9-aa22-a3847a6b25bc HTTP/1.1" status: 204 len: 168 time: 1.3843081 Sep 15 16:09:14.355800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475b040-9712-4399-a93a-a31efd0f9449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd65c98-8590-4ab9-aa22-a3847a6b25bc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:14.395918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Deleting port 568dd38f-c59b-47c0-9c2e-130150d3986c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:14.397111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.522336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] For port 568dd38f-c59b-47c0-9c2e-130150d3986c, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=568dd38f-c59b-47c0-9c2e-130150d3986c,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:14.522792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.564977 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Calling delete_port for 568dd38f-c59b-47c0-9c2e-130150d3986c owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:14.903059 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.916339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['568dd38f-c59b-47c0-9c2e-130150d3986c'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:14.979367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Pushing event deleted for resources: {'Port': ['ID=568dd38f-c59b-47c0-9c2e-130150d3986c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:15.014121 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-730a53fa-318e-4f3a-80f9-19d47918225b req-bab90603-bc93-43f8-958e-f180eb55cde5 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.0493543 Sep 15 16:09:15.051137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] No DVR routers for this DVR port 568dd38f-c59b-47c0-9c2e-130150d3986c on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:15.056806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.060952 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7762e00e-e477-4596-81c0-4b686db35e9e req-12ea8d47-5a54-422a-a60e-eb6e42877bc6 tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.55 "DELETE /v2.0/ports/568dd38f-c59b-47c0-9c2e-130150d3986c HTTP/1.1" status: 204 len: 173 time: 0.7905602 Sep 15 16:09:15.061622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'name': 'network-vif-deleted', 'tag': '568dd38f-c59b-47c0-9c2e-130150d3986c'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:15.065696 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b4309-7916-43f5-af69-e32c083b1c22" -d '{"events": [{"server_uuid": "9403e37e-4db9-4bbd-8e29-e083a9912b9e", "name": "network-vif-deleted", "tag": "568dd38f-c59b-47c0-9c2e-130150d3986c"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:15.067152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff454da-30a6-47b6-9746-8db77d1acb68 req-34c57835-00a5-4678-8a79-22aadeb88ab3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.069137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ff454da-30a6-47b6-9746-8db77d1acb68 req-34c57835-00a5-4678-8a79-22aadeb88ab3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0930958 Sep 15 16:09:15.136866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ff454da-30a6-47b6-9746-8db77d1acb68 req-0af1b4e2-2b64-4051-bc1c-191e43c064a0 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593965 Sep 15 16:09:15.379408 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a453d-c1fb-497f-9fed-fbd835cd3ba1 x-openstack-request-id: req-145a453d-c1fb-497f-9fed-fbd835cd3ba1 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:15.380027 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9403e37e-4db9-4bbd-8e29-e083a9912b9e", "name": "network-vif-deleted", "tag": "568dd38f-c59b-47c0-9c2e-130150d3986c", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:15.380562 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-145a453d-c1fb-497f-9fed-fbd835cd3ba1 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:15.381381 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9403e37e-4db9-4bbd-8e29-e083a9912b9e', 'name': 'network-vif-deleted', 'tag': '568dd38f-c59b-47c0-9c2e-130150d3986c', 'status': 'completed', 'code': 200} Sep 15 16:09:15.390020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39914) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:15.404684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7963-5c04-4d76-bdf6-bde04ff8ac7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.421498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaec8d-7aee-45d5-a87f-842eba67edf2 req-3f26a89b-ac44-4aac-b420-4f595798b3bb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.423081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96aaec8d-7aee-45d5-a87f-842eba67edf2 req-3f26a89b-ac44-4aac-b420-4f595798b3bb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1709359 Sep 15 16:09:15.495246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96aaec8d-7aee-45d5-a87f-842eba67edf2 req-417bc0d7-e383-4ac8-b4d8-c033b0e7dfd6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654120 Sep 15 16:09:15.590168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7963-5c04-4d76-bdf6-bde04ff8ac7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.706556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7963-5c04-4d76-bdf6-bde04ff8ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.727489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25405165-a280-4ed5-a75a-0634be0acd44 req-2bac8210-bea2-4587-a018-afa3fbc6a21d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.729591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25405165-a280-4ed5-a75a-0634be0acd44 req-2bac8210-bea2-4587-a018-afa3fbc6a21d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0941958 Sep 15 16:09:15.779738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b7963-5c04-4d76-bdf6-bde04ff8ac7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ff994c-553c-432e-9941-ac55185ed656,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:15.785853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1f1b7963-5c04-4d76-bdf6-bde04ff8ac7b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cbeea49af4f1423f9fad4847feb2f31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941650 Sep 15 16:09:15.788103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39922) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:15.827452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25405165-a280-4ed5-a75a-0634be0acd44 req-b3032bee-7f69-4c52-b4c5-62909e735360 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Sep 15 16:09:15.891139 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08b94590-0e22-4add-835b-6032850bc3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.933196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08b94590-0e22-4add-835b-6032850bc3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.032909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c5a49-4d08-4a57-a72c-a515771dd3dd req-d2283163-977f-4c6a-a7ba-ddf770086ec2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.035030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-458c5a49-4d08-4a57-a72c-a515771dd3dd req-d2283163-977f-4c6a-a7ba-ddf770086ec2 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0877516 Sep 15 16:09:16.109116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-458c5a49-4d08-4a57-a72c-a515771dd3dd req-8f10b85b-7a60-4e8e-99e7-4933252d97d7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615034 Sep 15 16:09:16.133307 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08b94590-0e22-4add-835b-6032850bc3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.136119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-08b94590-0e22-4add-835b-6032850bc3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.151190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-08b94590-0e22-4add-835b-6032850bc3b0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b4ff994c-553c-432e-9941-ac55185ed656 HTTP/1.1" status: 204 len: 168 time: 0.3544188 Sep 15 16:09:16.173651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b94590-0e22-4add-835b-6032850bc3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ff994c-553c-432e-9941-ac55185ed656,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:16.244425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f618a1eb-7a78-4883-b988-49a845dfc8b2 req-a719e066-f13f-4444-983d-93e98c60605d tempest-ServerRescueTestJSON-1462303812 tempest-ServerRescueTestJSON-1462303812-project] 10.222.0.63 "GET /v2.0/ports?device_id=9403e37e-4db9-4bbd-8e29-e083a9912b9e HTTP/1.1" status: 200 len: 210 time: 0.0558062 Sep 15 16:09:16.494963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f6ea5-42b2-497a-b73a-9e38e29672b8 req-05ff41e4-a99f-465d-9d34-93fce77076fc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.497792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e73f6ea5-42b2-497a-b73a-9e38e29672b8 req-05ff41e4-a99f-465d-9d34-93fce77076fc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0951989 Sep 15 16:09:16.558396 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e73f6ea5-42b2-497a-b73a-9e38e29672b8 req-7f8884d6-7769-4137-be5f-54ef7f7fe4cc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494499 Sep 15 16:09:16.713472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db9aee-185d-44dc-9775-4fe9b0cc115d req-0e5dbe4f-9d6f-4975-aacc-be232b0a4cf6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.720974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61db9aee-185d-44dc-9775-4fe9b0cc115d req-0e5dbe4f-9d6f-4975-aacc-be232b0a4cf6 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0713255 Sep 15 16:09:16.763546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61db9aee-185d-44dc-9775-4fe9b0cc115d req-b1123349-d26b-4b5a-9cb7-25cc5762e9f3 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Sep 15 16:09:17.057692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193cb8-717b-44f3-9852-8aa90599237f req-7e0fd5b3-d457-416f-9aac-7fd24ffb2d05 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.086274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f193cb8-717b-44f3-9852-8aa90599237f req-7e0fd5b3-d457-416f-9aac-7fd24ffb2d05 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1787839 Sep 15 16:09:17.166381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f193cb8-717b-44f3-9852-8aa90599237f req-f3cd49c4-ced1-4ed4-a627-9bd06259405c tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Sep 15 16:09:17.354347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39978) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:17.393357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361e5f8-0a34-44b2-a2b4-2d29ea9beb88 req-27cc0f34-56a8-4937-abdf-ece02e39d0f1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.410511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0361e5f8-0a34-44b2-a2b4-2d29ea9beb88 req-27cc0f34-56a8-4937-abdf-ece02e39d0f1 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0852110 Sep 15 16:09:17.413563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 568dd38f-c59b-47c0-9c2e-130150d3986c no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:17.465376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 568dd38f-c59b-47c0-9c2e-130150d3986c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:17.465981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 568dd38f-c59b-47c0-9c2e-130150d3986c not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:17.514450 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0361e5f8-0a34-44b2-a2b4-2d29ea9beb88 req-eeab770f-c273-4c84-abb8-286833fd921d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912707 Sep 15 16:09:17.807857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c877a6-6b5f-4ffe-bf85-1892c9dd53be req-fbd37cdb-e580-4e4a-aa87-814508991845 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.819296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0c877a6-6b5f-4ffe-bf85-1892c9dd53be req-fbd37cdb-e580-4e4a-aa87-814508991845 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0819833 Sep 15 16:09:17.935945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0c877a6-6b5f-4ffe-bf85-1892c9dd53be req-f95591a5-ee6d-4d95-9a90-e2d0a246b889 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151648 Sep 15 16:09:18.204957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95064154-6e07-43ca-9aae-c84ea62662a8 req-ba9363ce-d8bc-4d81-b64d-70e6e2bbabef tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.212591 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95064154-6e07-43ca-9aae-c84ea62662a8 req-ba9363ce-d8bc-4d81-b64d-70e6e2bbabef tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1582580 Sep 15 16:09:18.266066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95064154-6e07-43ca-9aae-c84ea62662a8 req-5a86fcb1-8dbc-41fa-9751-0949d63361b9 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487905 Sep 15 16:09:18.357380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:18.552516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e567ea-7df5-4c62-b149-98e6c191f452 req-96d1e7fe-9b35-4b4f-bd65-ce9161bb2ee5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.563063 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-28e567ea-7df5-4c62-b149-98e6c191f452 req-96d1e7fe-9b35-4b4f-bd65-ce9161bb2ee5 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1273251 Sep 15 16:09:18.662083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-28e567ea-7df5-4c62-b149-98e6c191f452 req-b5b4e3b0-6127-4d59-a0f1-2cd94a51abab tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886283 Sep 15 16:09:18.879186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f120bfc-1aa3-4e5b-ae00-941a13ca8243 req-e68d7b7f-51b9-4a0d-924a-4a820b65eca4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.881247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f120bfc-1aa3-4e5b-ae00-941a13ca8243 req-e68d7b7f-51b9-4a0d-924a-4a820b65eca4 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0923219 Sep 15 16:09:19.099709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f120bfc-1aa3-4e5b-ae00-941a13ca8243 req-8adf5e18-6c14-46cb-934a-413bc7f8219d tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046900 Sep 15 16:09:19.318597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Deleting port 5417e6cd-7aad-4799-8bb3-9d131f276925 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:19.318993 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.569397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40278a-9524-4de1-862a-f3316071e925 req-7793eb3f-7f3e-46c3-9d12-7c9cf2322b7a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:19.571035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d40278a-9524-4de1-862a-f3316071e925 req-7793eb3f-7f3e-46c3-9d12-7c9cf2322b7a tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1566927 Sep 15 16:09:19.630896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] For port 5417e6cd-7aad-4799-8bb3-9d131f276925, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5417e6cd-7aad-4799-8bb3-9d131f276925,segment=NetworkSegment(5e8d4c7a-4342-4656-a45c-4d2da7aedfe4),segment_id=5e8d4c7a-4342-4656-a45c-4d2da7aedfe4)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:19.634991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.662725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Calling delete_port for 5417e6cd-7aad-4799-8bb3-9d131f276925 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:19.905173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d40278a-9524-4de1-862a-f3316071e925 req-f83de8f1-d8fa-46aa-8d35-c52d31ebe3a7 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248911 Sep 15 16:09:20.167353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e370931-68c6-4a4c-981a-e7e705ff84be req-b7ca313e-2e53-41ba-af0d-81cabcdf5160 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:20.181040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e370931-68c6-4a4c-981a-e7e705ff84be req-b7ca313e-2e53-41ba-af0d-81cabcdf5160 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1603656 Sep 15 16:09:20.262840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e370931-68c6-4a4c-981a-e7e705ff84be req-121b40e3-6b2f-4487-a3a2-031dc2c23283 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787168 Sep 15 16:09:20.483380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:20.542193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053f1a-48d5-422b-acd5-c9840d2478b6 req-fdbe318f-5369-4a9a-841e-43926361e820 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:20.549789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Pushing event deleted for resources: {'Port': ['ID=5417e6cd-7aad-4799-8bb3-9d131f276925,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:20.550482 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37053f1a-48d5-422b-acd5-c9840d2478b6 req-fdbe318f-5369-4a9a-841e-43926361e820 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1193674 Sep 15 16:09:20.618348 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-37053f1a-48d5-422b-acd5-c9840d2478b6 req-e358bfdd-8d63-40b1-97db-98287aaed4dc tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668063 Sep 15 16:09:20.909563 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:21.285232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Router 61846653-17f1-4418-a413-7268ecd595d0 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:09:21.594561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:09:21.609431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40088) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:21.611257 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] Sync routers for ids ['61846653-17f1-4418-a413-7268ecd595d0'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:09:21.622169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8a550ba8-cd09-4fc2-b64d-98f1129f9089 admin admin] 10.222.0.63 "PUT /v2.0/routers/61846653-17f1-4418-a413-7268ecd595d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2663796 Sep 15 16:09:21.625327 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] Routers {'61846653-17f1-4418-a413-7268ecd595d0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:21.629371 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:08:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['61846653-17f1-4418-a413-7268ecd595d0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:21.773133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40092) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:21.828311 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] Set router 61846653-17f1-4418-a413-7268ecd595d0 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:21.842136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.043765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-676a4429-d68a-4f84-923f-b0d14a0438e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.060502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.218179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-676a4429-d68a-4f84-923f-b0d14a0438e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.368895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Deleting port bea63044-2dc8-41db-8809-66be9e77e64d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:22.368895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.376410 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:09:20Z', 'revision_number': 5, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port': {'id': 'bea63044-2dc8-41db-8809-66be9e77e64d', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:e5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61846653-17f1-4418-a413-7268ecd595d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:40Z', 'updated_at': '2021-09-15T16:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:22.380521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-676a4429-d68a-4f84-923f-b0d14a0438e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.467966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-676a4429-d68a-4f84-923f-b0d14a0438e0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8af000544ed045068fc53a0f78354754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934853 Sep 15 16:09:22.486116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40108) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:22.621340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] For port bea63044-2dc8-41db-8809-66be9e77e64d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bea63044-2dc8-41db-8809-66be9e77e64d,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:22.621919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.644996 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] Checking router: 61846653-17f1-4418-a413-7268ecd595d0 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:09:22.653474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a4429-d68a-4f84-923f-b0d14a0438e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d8bcea-1d03-46ed-9dd2-ae6514246978,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:22.686349 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] Routers {'61846653-17f1-4418-a413-7268ecd595d0'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:22.693651 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:08:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['61846653-17f1-4418-a413-7268ecd595d0'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:22.726364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Calling delete_port for bea63044-2dc8-41db-8809-66be9e77e64d owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:22.796631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654697db-2b79-41fe-b361-d3f8c8d2dbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.920539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654697db-2b79-41fe-b361-d3f8c8d2dbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.934820 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] Set router 61846653-17f1-4418-a413-7268ecd595d0 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:23.037262 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:09:22Z', 'revision_number': 6, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:23.127229 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21605a2-936e-45f9-8bab-cfa534fd4df2 None None] The sync data for ids ['61846653-17f1-4418-a413-7268ecd595d0'] in n-d-808199-2 is: [{'id': '61846653-17f1-4418-a413-7268ecd595d0', 'name': 'tempest-ServerRescueTestJSON-1119238626-router', 'tenant_id': '540658f668f44acabfdefd6ebb83ad7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:38Z', 'updated_at': '2021-09-15T16:09:22Z', 'revision_number': 6, 'project_id': '540658f668f44acabfdefd6ebb83ad7b', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:09:23.191801 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654697db-2b79-41fe-b361-d3f8c8d2dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.197470 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-654697db-2b79-41fe-b361-d3f8c8d2dbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.205732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-654697db-2b79-41fe-b361-d3f8c8d2dbae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/78d8bcea-1d03-46ed-9dd2-ae6514246978 HTTP/1.1" status: 204 len: 168 time: 0.7119558 Sep 15 16:09:23.219457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654697db-2b79-41fe-b361-d3f8c8d2dbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d8bcea-1d03-46ed-9dd2-ae6514246978,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:23.379897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.429643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Pushing event deleted for resources: {'Port': ['ID=bea63044-2dc8-41db-8809-66be9e77e64d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:23.495694 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.693171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.698564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.920951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.922942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61846653-17f1-4418-a413-7268ecd595d0 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:09:23.929968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.932380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c2b3085-ae36-473a-b981-ccb8b151fdbf admin admin] 10.222.0.63 "DELETE /v2.0/routers/61846653-17f1-4418-a413-7268ecd595d0 HTTP/1.1" status: 204 len: 168 time: 2.3222342 Sep 15 16:09:23.937740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40128) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:23.998599 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c2977361-2a51-4a6f-a088-8ad3dbc69308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.022326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] Deleting subnet 538582a7-dca4-4553-82e8-328087c08bd2 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:09:24.028398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.085154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.138959 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.289078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.294407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40130) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:24.329705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.341842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] 10.222.0.63 "DELETE /v2.0/subnets/538582a7-dca4-4553-82e8-328087c08bd2 HTTP/1.1" status: 204 len: 168 time: 0.4029050 Sep 15 16:09:24.343110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40134) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:24.354058 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6b52e9ce-052c-4f75-9572-5a9cbafa686c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.438282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29fcff3-4de1-4f73-8ae4-3c9e361f43fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538582a7-dca4-4553-82e8-328087c08bd2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:24.490239 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bea63044-2dc8-41db-8809-66be9e77e64d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:24.607270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: bea63044-2dc8-41db-8809-66be9e77e64d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:24.612575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bea63044-2dc8-41db-8809-66be9e77e64d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:24.613877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5417e6cd-7aad-4799-8bb3-9d131f276925 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:24.636998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6b52e9ce-052c-4f75-9572-5a9cbafa686c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.667961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.690214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5417e6cd-7aad-4799-8bb3-9d131f276925 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:24.690214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5417e6cd-7aad-4799-8bb3-9d131f276925 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:24.717284 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6b52e9ce-052c-4f75-9572-5a9cbafa686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.788208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52e9ce-052c-4f75-9572-5a9cbafa686c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7c7074-c1eb-4bb3-b5ac-9ca75776adf8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:24.808762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6b52e9ce-052c-4f75-9572-5a9cbafa686c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=336ed8da211c47aab72c9ce323fcedfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5098825 Sep 15 16:09:24.809959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40142) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:24.858964 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.891009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fa5f36-9ef3-435b-86c3-776ffcc23348']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:24.912245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e233658a-944f-481e-82f9-3f0d8ed1473e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.915212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:24.915505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8d4c7a-4342-4656-a45c-4d2da7aedfe4') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:24.938582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.953774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e233658a-944f-481e-82f9-3f0d8ed1473e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.984919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.994230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:09:24.994849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:09:24.996862 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:09:25.186987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e233658a-944f-481e-82f9-3f0d8ed1473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.195138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e233658a-944f-481e-82f9-3f0d8ed1473e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.197261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e233658a-944f-481e-82f9-3f0d8ed1473e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7f7c7074-c1eb-4bb3-b5ac-9ca75776adf8 HTTP/1.1" status: 204 len: 168 time: 0.3851240 Sep 15 16:09:25.213187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233658a-944f-481e-82f9-3f0d8ed1473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7c7074-c1eb-4bb3-b5ac-9ca75776adf8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:25.244861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.251258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.270237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] 10.222.0.63 "DELETE /v2.0/networks/42fa5f36-9ef3-435b-86c3-776ffcc23348 HTTP/1.1" status: 204 len: 168 time: 0.8668962 Sep 15 16:09:25.278987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9fa34-e965-402e-80b7-f75e5f2f9af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=42fa5f36-9ef3-435b-86c3-776ffcc23348,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:26.186978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:26.296743 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6f83682d-3ae7-4c9f-99a2-a1f0430e67ae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=540658f668f44acabfdefd6ebb83ad7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074545 Sep 15 16:09:26.300674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:26.367282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e219150c-083e-419a-8b16-7f37f55d9027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:26.389954 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e219150c-083e-419a-8b16-7f37f55d9027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:26.677166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e219150c-083e-419a-8b16-7f37f55d9027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:26.683034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e219150c-083e-419a-8b16-7f37f55d9027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:26.683034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e219150c-083e-419a-8b16-7f37f55d9027 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/980ffb2e-63d3-4b85-bf3a-5625621bfbd5 HTTP/1.1" status: 204 len: 168 time: 0.3789127 Sep 15 16:09:26.723620 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:26.748796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219150c-083e-419a-8b16-7f37f55d9027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980ffb2e-63d3-4b85-bf3a-5625621bfbd5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:27.085189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bad341-0a08-4332-a353-015ee9ba760c req-68c2590a-18db-483b-ae56-60bddda300d4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:27.087080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09bad341-0a08-4332-a353-015ee9ba760c req-68c2590a-18db-483b-ae56-60bddda300d4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.0637324 Sep 15 16:09:27.134611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09bad341-0a08-4332-a353-015ee9ba760c req-f8bda1a2-1903-41d3-86e7-e7dd123eb284 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 Sep 15 16:09:27.167142 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:27.352531 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30107934-26fd-4873-80d5-235c385ca91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:28.488852 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:28.778685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacefced-fb15-48fb-a8f7-b573b8137e95 req-881ee0d4-bbd1-4421-abd0-aec404e3e31f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:28.780368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aacefced-fb15-48fb-a8f7-b573b8137e95 req-881ee0d4-bbd1-4421-abd0-aec404e3e31f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.0619302 Sep 15 16:09:28.878359 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aacefced-fb15-48fb-a8f7-b573b8137e95 req-891db6ca-d85b-416f-83f3-8c18613891f7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=32803ff4-3e0c-480b-9237-7b5d94ae272c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779212 Sep 15 16:09:28.987182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-461ed485-56a1-4043-8991-8af59f687d67 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:28.989696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-461ed485-56a1-4043-8991-8af59f687d67 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.38 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 946 time: 0.5741634 Sep 15 16:09:29.094341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Deleting port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:29.094341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.248565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] For port f471f7de-8a2c-423c-ae5e-0fd877ecaa43, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:29.250309 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.530818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.531452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.544541 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Floating IP c3fe2c9e-3533-4548-aa08-cc05d67693cf disassociated. External IP: 172.25.0.145, port: f471f7de-8a2c-423c-ae5e-0fd877ecaa43. Sep 15 16:09:29.544541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Calling delete_port for f471f7de-8a2c-423c-ae5e-0fd877ecaa43 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:29.900765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.978455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event deleted for resources: {'Port': ['ID=f471f7de-8a2c-423c-ae5e-0fd877ecaa43,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:30.034807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a1b17ab-5f61-4869-8517-953572f5e856 req-c9c79f59-eefc-4dd8-b4a2-f883dde97c21 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 210 time: 0.0389378 Sep 15 16:09:30.104340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.188962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Router 43ce1f8b-f405-4067-983d-765b3696cda4 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:09:30.207811 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.394374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:09:30.406629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] Sync routers for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:09:30.428269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:30.429208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:09:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:30.500317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] No DVR routers for this DVR port f471f7de-8a2c-423c-ae5e-0fd877ecaa43 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:30.510735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.528234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-871cf6da-9cff-46ce-9ceb-8c57df1c5fda req-8ac8682a-6637-4909-8c31-c3ff145275d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.38 "DELETE /v2.0/ports/f471f7de-8a2c-423c-ae5e-0fd877ecaa43 HTTP/1.1" status: 204 len: 173 time: 1.5326397 Sep 15 16:09:30.528842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-deleted', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:30.531298 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ae0c96-89db-4c7a-850f-bbe6c98cee6f" -d '{"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-deleted", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:30.607079 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8b0a4d-a0c3-4e61-83d5-ec84b2ab2135 x-openstack-request-id: req-1f8b0a4d-a0c3-4e61-83d5-ec84b2ab2135 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:30.608164 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97ba5b2-b308-460d-b13d-92b3532a8d90", "name": "network-vif-deleted", "tag": "f471f7de-8a2c-423c-ae5e-0fd877ecaa43", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:30.608164 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1f8b0a4d-a0c3-4e61-83d5-ec84b2ab2135 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:30.608752 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97ba5b2-b308-460d-b13d-92b3532a8d90', 'name': 'network-vif-deleted', 'tag': 'f471f7de-8a2c-423c-ae5e-0fd877ecaa43', 'status': 'completed', 'code': 200} Sep 15 16:09:30.766585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:31.290271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b1e8dbe-755f-4322-a96a-d45d2310dec6 req-207e4e09-dbff-4399-913b-ee61d7e5fc77 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=b97ba5b2-b308-460d-b13d-92b3532a8d90 HTTP/1.1" status: 200 len: 210 time: 0.0627403 Sep 15 16:09:31.654631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:31.710063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467556c-bbf6-4a6b-b0d1-ac46607c6643 req-23a074e5-7a91-4b61-9a6d-f27984ca6465 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:31.714089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5467556c-bbf6-4a6b-b0d1-ac46607c6643 req-23a074e5-7a91-4b61-9a6d-f27984ca6465 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.0845110 Sep 15 16:09:31.739790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] Checking router: 43ce1f8b-f405-4067-983d-765b3696cda4 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:09:31.770026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:31.770681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:09:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:31.830109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5467556c-bbf6-4a6b-b0d1-ac46607c6643 req-d50c7343-791d-403c-b9d5-aa7f36ec82cb tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101816 Sep 15 16:09:32.043432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:32.325224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:32.361400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212c41a-b222-47e7-9afe-da5587a2942b None None] The sync data for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 is: [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:09:32.624961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40358) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:32.771119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-03d7ddf6-d6ba-4268-86ea-5fa15d95c4d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:32.815496 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-03d7ddf6-d6ba-4268-86ea-5fa15d95c4d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:32.913228 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0abdb-48e5-4a25-af67-a9fa59044f12 None None] New status for floating IP c3fe2c9e-3533-4548-aa08-cc05d67693cf: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:09:32.976272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-03d7ddf6-d6ba-4268-86ea-5fa15d95c4d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:32.979377 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-03d7ddf6-d6ba-4268-86ea-5fa15d95c4d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:32.984476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-03d7ddf6-d6ba-4268-86ea-5fa15d95c4d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "DELETE /v2.0/security-groups/32803ff4-3e0c-480b-9237-7b5d94ae272c HTTP/1.1" status: 204 len: 168 time: 0.3583202 Sep 15 16:09:32.985229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40370) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:33.001420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:33.051872 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-35e70a94-086e-4b25-b130-c95737375402 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] show failed (client error): The resource could not be found. Sep 15 16:09:33.058156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-35e70a94-086e-4b25-b130-c95737375402 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups/32803ff4-3e0c-480b-9237-7b5d94ae272c HTTP/1.1" status: 404 len: 347 time: 0.0641379 Sep 15 16:09:33.068074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40376) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:33.085189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: f471f7de-8a2c-423c-ae5e-0fd877ecaa43 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:33.085753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device f471f7de-8a2c-423c-ae5e-0fd877ecaa43 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:33.161071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08ed3f-00cf-4212-a78b-c16a41de2857 req-a293d697-ad09-45d2-8728-7faa3affa038 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:33.174923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f08ed3f-00cf-4212-a78b-c16a41de2857 req-a293d697-ad09-45d2-8728-7faa3affa038 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.2084854 Sep 15 16:09:33.239443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f08ed3f-00cf-4212-a78b-c16a41de2857 req-a00f8733-be72-4897-b7ef-339fab89b2ea tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/security-groups?id=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522211 Sep 15 16:09:33.286181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7ddf6-d6ba-4268-86ea-5fa15d95c4d3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32803ff4-3e0c-480b-9237-7b5d94ae272c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:33.429604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-d90db071-d591-4c16-9ce4-70b40a625265 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:33.431231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-d90db071-d591-4c16-9ce4-70b40a625265 tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.55 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 946 time: 0.1567104 Sep 15 16:09:33.528720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Deleting port 5be06866-1c06-4882-9940-119751c316d1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:33.529143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:33.647642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Deleting port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:33.648995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:33.781386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:33.781879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:33.802822 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Calling delete_port for 5be06866-1c06-4882-9940-119751c316d1 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:33.828005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] For port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,segment=NetworkSegment(ae40654c-bdeb-45ec-9daf-e24ca85ca079),segment_id=ae40654c-bdeb-45ec-9daf-e24ca85ca079)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:33.828255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:33.880730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Calling delete_port for 8e1dcae4-cccb-41c1-9787-ffc08322d2ce owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:34.230860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:34.244914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['8e1dcae4-cccb-41c1-9787-ffc08322d2ce'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:34.356849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:34.356849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Pushing event deleted for resources: {'Port': ['ID=8e1dcae4-cccb-41c1-9787-ffc08322d2ce,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:34.447429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event deleted for resources: {'Port': ['ID=5be06866-1c06-4882-9940-119751c316d1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:34.482909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5762f46-f993-4688-9e58-055cb1474f9a req-707edd8a-5c1f-4c3f-a0ab-81cf261ce93e tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.63 "GET /v2.0/ports?device_id=4237abf4-11ac-4ec8-8431-373a2b9dd9d0 HTTP/1.1" status: 200 len: 210 time: 0.0967715 Sep 15 16:09:34.486417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] No DVR routers for this DVR port 8e1dcae4-cccb-41c1-9787-ffc08322d2ce on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:34.508329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:34.508329 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c00bf0be-af0f-45ec-b43d-90d875f28434 req-22933285-5c9e-4d08-b01c-06b8e172100f tempest-ServersNegativeTestJSON-174912799 tempest-ServersNegativeTestJSON-174912799-project] 10.222.0.55 "DELETE /v2.0/ports/8e1dcae4-cccb-41c1-9787-ffc08322d2ce HTTP/1.1" status: 204 len: 173 time: 1.0664542 Sep 15 16:09:34.508329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-deleted', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:34.508990 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e3c889-5459-4c56-80a2-21eaa5f021d8" -d '{"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-deleted", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:34.563213 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6686a23-3250-43a1-9563-a4dca4937a31 x-openstack-request-id: req-a6686a23-3250-43a1-9563-a4dca4937a31 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:34.563582 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4237abf4-11ac-4ec8-8431-373a2b9dd9d0", "name": "network-vif-deleted", "tag": "8e1dcae4-cccb-41c1-9787-ffc08322d2ce", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:34.572676 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a6686a23-3250-43a1-9563-a4dca4937a31 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:34.574154 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4237abf4-11ac-4ec8-8431-373a2b9dd9d0', 'name': 'network-vif-deleted', 'tag': '8e1dcae4-cccb-41c1-9787-ffc08322d2ce', 'status': 'completed', 'code': 200} Sep 15 16:09:34.590205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:34.596252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:34.598221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5849892c-744a-4a38-96ff-3c3b92416c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "DELETE /v2.0/floatingips/c3fe2c9e-3533-4548-aa08-cc05d67693cf HTTP/1.1" status: 204 len: 168 time: 1.5278673 Sep 15 16:09:35.131223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40424) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:35.141223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3bdec5a2-0e95-424e-975f-f38974336eed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795164103', 'description': 'tempest-description--1092980799'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:35.259872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bdec5a2-0e95-424e-975f-f38974336eed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.474015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bdec5a2-0e95-424e-975f-f38974336eed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.553384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bdec5a2-0e95-424e-975f-f38974336eed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.640926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40438) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:35.664674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdec5a2-0e95-424e-975f-f38974336eed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310b212a-29d1-41b7-a8e3-d5ac1146a466,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:35.706533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] Deleting subnet 7e68b994-1d7c-43c5-a3db-f65ae89aa97c {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:09:35.711263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.770840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.821797 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.835077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3bdec5a2-0e95-424e-975f-f38974336eed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.854146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3bdec5a2-0e95-424e-975f-f38974336eed tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7024400 Sep 15 16:09:35.855349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40444) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:35.872566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-477b744b-4414-4836-a7ae-d401e9f1ef31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'security_group_rule': {'security_group_id': '310b212a-29d1-41b7-a8e3-d5ac1146a466', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:36.042409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-477b744b-4414-4836-a7ae-d401e9f1ef31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.092110 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.175007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-477b744b-4414-4836-a7ae-d401e9f1ef31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.191793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e68b994-1d7c-43c5-a3db-f65ae89aa97c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:36.191793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.225288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40452) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:36.294664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ac7d6bed-d627-4a5f-ae96-0f69d15411b6 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7e68b994-1d7c-43c5-a3db-f65ae89aa97c HTTP/1.1" status: 204 len: 168 time: 0.6524470 Sep 15 16:09:36.311614 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-477b744b-4414-4836-a7ae-d401e9f1ef31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.436775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b744b-4414-4836-a7ae-d401e9f1ef31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d76ee11-7a79-447f-bf96-68f5a473a9e2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:36.495914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.507963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-477b744b-4414-4836-a7ae-d401e9f1ef31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.512860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40458) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:36.513053 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-477b744b-4414-4836-a7ae-d401e9f1ef31 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6458704 Sep 15 16:09:36.519208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'security_group_rule': {'security_group_id': '310b212a-29d1-41b7-a8e3-d5ac1146a466', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:36.612825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.642821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d696dc20-9c45-4faf-a8b3-79d2b0c54ed9']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:36.658689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae40654c-bdeb-45ec-9daf-e24ca85ca079') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:36.659197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.659812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae40654c-bdeb-45ec-9daf-e24ca85ca079') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:36.674363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.699883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.769319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:09:36.769733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.783407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.854012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:36.882029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a521ac-c76d-4c14-9e19-77f46b9afc5f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:36.917158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.917617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.918084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.920182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.920669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.921120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.921563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.926355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.926946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.927398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.927993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.928518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:09:36.943223 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:09:37.010488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:37.014764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8018b6f8-9763-4722-beaf-ea2b6ad52ec4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4980130 Sep 15 16:09:37.015415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:37.023048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:37.077664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:37.091761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:37.117844 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d696dc20-9c45-4faf-a8b3-79d2b0c54ed9 HTTP/1.1" status: 204 len: 168 time: 0.8744678 Sep 15 16:09:37.604791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:37.670340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 8e1dcae4-cccb-41c1-9787-ffc08322d2ce {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:37.670866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 8e1dcae4-cccb-41c1-9787-ffc08322d2ce not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:37.693861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40492) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:37.828916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c3ae86d3-e7c1-4060-b1d4-4b4e9dab1595 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e4c84331ca3f4a6c933169b23f28193a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326106 Sep 15 16:09:37.829963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40496) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:37.960199 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e1924c78-6c55-435a-8a93-5491764db708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:38.011884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b423b3c-1079-4b01-a81d-63263ffb1f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=d696dc20-9c45-4faf-a8b3-79d2b0c54ed9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:38.019894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e1924c78-6c55-435a-8a93-5491764db708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:38.042738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:38.200397 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e1924c78-6c55-435a-8a93-5491764db708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:38.205843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e1924c78-6c55-435a-8a93-5491764db708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:38.212098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e1924c78-6c55-435a-8a93-5491764db708 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63 HTTP/1.1" status: 204 len: 168 time: 0.3808467 Sep 15 16:09:38.247854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1924c78-6c55-435a-8a93-5491764db708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e7e4d7-4bbc-4845-8f29-dbba8abbdf63,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:38.358957 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:38.530092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Allocated IP 172.25.0.244 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/59238192-2ccd-4e03-9898-0c031cd6e157) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:38.845565 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.027519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.124151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:39.149274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:39.172866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:39.256300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'Port': ['ID=59238192-2ccd-4e03-9898-0c031cd6e157,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:39.502659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.625728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.901514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.998430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.113572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.117658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'Port': ['ID=59238192-2ccd-4e03-9898-0c031cd6e157,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:40.237768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.239072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-07b53cb4-7108-467e-b135-b4bfa2b48abb tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2224529 Sep 15 16:09:40.289379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40592) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:40.621140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1755741220-network', 'tenant_id': 'c73e9e395b354bec8f7d7c06f43a408e'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:40.724292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-082d603d-b9c4-4639-9ae2-47e26f13509e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--795164103&fields=id&tenant_id=709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 267 time: 0.1247096 Sep 15 16:09:40.764360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Made reservation on behalf of c73e9e395b354bec8f7d7c06f43a408e for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:40.768464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.785503 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.999401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-46565461-595a-411c-b90f-16e9ffcf035e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:41.003094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-46565461-595a-411c-b90f-16e9ffcf035e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 816 time: 0.2699306 Sep 15 16:09:41.028854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-a8e4f62b-6189-4f3d-a46c-4849ff60ca92 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/quotas/709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 375 time: 0.0198662 Sep 15 16:09:41.035924 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:41.084461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:41.122748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:09:41.136792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927a93a0-6fbc-4bba-b3c3-6f731f191b96,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:41.164168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-b1dc3a01-1967-4106-a57d-17e8a389e797 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210613 Sep 15 16:09:41.187457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:41.190948 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Added segment e973bf66-5893-4bc5-badb-39d7d6997d23 of type vlan for network 160378ef-64d5-4671-900f-ec740525b85b Sep 15 16:09:41.273991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:41.452303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:41.454316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:41.455442 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:41.563171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-16687843-5802-4654-86fe-8a0f2fe48ee1 service neutron] 10.222.0.63 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763900 Sep 15 16:09:41.808580 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5163579 Sep 15 16:09:41.841372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520e475-0284-4a8d-a2a0-eb1e8ed89962 admin admin] Pushing event updated for resources: {'Network': ['ID=160378ef-64d5-4671-900f-ec740525b85b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:41.858813 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-d01bc3f7-af60-4006-922e-17a805c9737d service neutron] 10.222.0.63 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829392 Sep 15 16:09:41.871284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 160378ef-64d5-4671-900f-ec740525b85b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:09:42.542493 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-200516ae-6601-4556-b658-50a42ba6c504 req-722ceaad-f5ed-4e9d-88b1-5cd7898e41b9 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 210 time: 0.0555103 Sep 15 16:09:42.744847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f5056-3adb-4476-aca1-88364b1339c1 req-6bafa6bb-287e-4242-a033-e958f1981da2 tempest-ComputeTenantNetworksTest-263871588 tempest-ComputeTenantNetworksTest-263871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:42.767217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f5056-3adb-4476-aca1-88364b1339c1 req-6bafa6bb-287e-4242-a033-e958f1981da2 tempest-ComputeTenantNetworksTest-263871588 tempest-ComputeTenantNetworksTest-263871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:42.779599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f5056-3adb-4476-aca1-88364b1339c1 req-6bafa6bb-287e-4242-a033-e958f1981da2 tempest-ComputeTenantNetworksTest-263871588 tempest-ComputeTenantNetworksTest-263871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:42.790576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-022f5056-3adb-4476-aca1-88364b1339c1 req-6bafa6bb-287e-4242-a033-e958f1981da2 tempest-ComputeTenantNetworksTest-263871588 tempest-ComputeTenantNetworksTest-263871588-project] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2805462 Sep 15 16:09:42.974355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ddf41-d3b9-4f0d-8408-71cf807b4b1f req-c661b4a1-0dc9-4dac-93b3-6c52a5b6339c tempest-ComputeTenantNetworksTest-263871588 tempest-ComputeTenantNetworksTest-263871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:42.986312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40714) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:42.992798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a2ddf41-d3b9-4f0d-8408-71cf807b4b1f req-c661b4a1-0dc9-4dac-93b3-6c52a5b6339c tempest-ComputeTenantNetworksTest-263871588 tempest-ComputeTenantNetworksTest-263871588-project] 10.222.0.63 "GET /v2.0/networks/160378ef-64d5-4671-900f-ec740525b85b HTTP/1.1" status: 200 len: 769 time: 0.1651196 Sep 15 16:09:43.152175 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.369692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.428316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160378ef-64d5-4671-900f-ec740525b85b']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:43.463161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e973bf66-5893-4bc5-badb-39d7d6997d23') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:43.463161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e973bf66-5893-4bc5-badb-39d7d6997d23') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:43.498514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.498514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.510388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:09:43.510388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:09:43.515904 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:09:43.652745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e262b8b-2988-49aa-aa69-bc5c8d95e763 req-2fede046-39dd-43bd-b471-a04002f266f7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 210 time: 0.0394821 Sep 15 16:09:43.739454 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.756092 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.758157 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/160378ef-64d5-4671-900f-ec740525b85b HTTP/1.1" status: 204 len: 168 time: 0.7704072 Sep 15 16:09:43.772457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151835f-1b71-47f9-99b9-c135312d37f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=160378ef-64d5-4671-900f-ec740525b85b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:44.445401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40758) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:44.504777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eb8f4adf-8e91-4fac-af9d-9dcd34521f63 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c73e9e395b354bec8f7d7c06f43a408e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580623 Sep 15 16:09:44.508444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:44.590529 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:44.625244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:44.807519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df6f7798-3d40-4f06-8473-af88700e4c04 req-19be88c8-f570-4930-ba11-ce734b11d115 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 210 time: 0.0359027 Sep 15 16:09:45.230496 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:45.236062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:45.239664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/927a93a0-6fbc-4bba-b3c3-6f731f191b96 HTTP/1.1" status: 204 len: 168 time: 0.7279530 Sep 15 16:09:45.274476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927a93a0-6fbc-4bba-b3c3-6f731f191b96,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:45.300632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.301187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.301780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.302326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.303456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.304007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.304985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.307523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.308070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.308595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.309218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.309730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9ee6af-a37b-4d77-92a6-012ae2657a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:45.774586 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:09:45.997810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad4f0860-c4ea-463f-8a47-57c5ecdb2e74 req-94035ec0-0f70-4dee-b6b7-35f9da2d59d7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 210 time: 0.0751915 Sep 15 16:09:46.533893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:46.699347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-f67e61a3-9236-439c-8eaf-399807e8f885 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:46.700894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-f67e61a3-9236-439c-8eaf-399807e8f885 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 816 time: 0.1805127 Sep 15 16:09:46.781048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ce71a64-9f89-403a-9d9d-9a5a3f81ea9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:46.791950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-365fcef3-e418-41e0-957b-d7c3e14b8e67 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 379 time: 0.0758500 Sep 15 16:09:46.805283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'port': {'device_id': 'f09da4a1-f78e-4599-b644-058a5618827c', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'admin_state_up': True, 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'security_groups': ['310b212a-29d1-41b7-a8e3-d5ac1146a466']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:47.187762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16ca1e14-319e-4b70-ae45-0fcb66e23284 req-5b78053d-8adb-4c6d-b4e3-d3eaa92375c8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 210 time: 0.0875757 Sep 15 16:09:47.195072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ce71a64-9f89-403a-9d9d-9a5a3f81ea9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.396081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ce71a64-9f89-403a-9d9d-9a5a3f81ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.474165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2ce71a64-9f89-403a-9d9d-9a5a3f81ea9e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6bd191b907ef4b2bb860257aed2cfba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9320853 Sep 15 16:09:47.474165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce71a64-9f89-403a-9d9d-9a5a3f81ea9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f254cff-ec0b-4163-aedb-c182bede7aa4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:47.476093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40854) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:47.540939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Made reservation on behalf of 709558d00c174fa89b6afaac4554a7cc for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:47.544733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.561437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2b646147-6aa6-4564-8586-c85e9e639ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.599449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2b646147-6aa6-4564-8586-c85e9e639ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.765735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Allocated IP 172.20.0.8 (66be19ab-4f38-495b-acf8-567ec7d80936/b3256513-38af-41ae-babf-841e712afa79/efcac378-9a7d-4eb6-a889-51a515cf8694) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:47.867624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2b646147-6aa6-4564-8586-c85e9e639ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.873211 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2b646147-6aa6-4564-8586-c85e9e639ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.877299 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2b646147-6aa6-4564-8586-c85e9e639ada admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6f254cff-ec0b-4163-aedb-c182bede7aa4 HTTP/1.1" status: 204 len: 168 time: 0.3972540 Sep 15 16:09:47.904373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b646147-6aa6-4564-8586-c85e9e639ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f254cff-ec0b-4163-aedb-c182bede7aa4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:48.034006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.214542 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.248782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Network 66be19ab-4f38-495b-acf8-567ec7d80936 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:48.269331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:48.272587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:48.417031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:48.417711 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.482280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffac13-7e09-4a3d-be07-dcf59faf9c5b req-7c447e30-4bf3-476a-9516-1c719363ec35 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:48.491283 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19ffac13-7e09-4a3d-be07-dcf59faf9c5b req-7c447e30-4bf3-476a-9516-1c719363ec35 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 931 time: 0.1006794 Sep 15 16:09:48.493349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:48.549741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19ffac13-7e09-4a3d-be07-dcf59faf9c5b req-e8a68c2c-ccc1-4cd0-8c30-7a8bead0957e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572109 Sep 15 16:09:48.554851 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-bfe3c879-6121-4d42-9f9b-673ff8975e81 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7549784 Sep 15 16:09:48.579732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Request body: {'port': {'device_id': 'f09da4a1-f78e-4599-b644-058a5618827c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:48.692642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-df4d8e3a-64ff-49b3-8996-1eceb127c46d None None] Provisioning complete for port efcac378-9a7d-4eb6-a889-51a515cf8694 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:48.694998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df4d8e3a-64ff-49b3-8996-1eceb127c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.733057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.776934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-df4d8e3a-64ff-49b3-8996-1eceb127c46d None None] Port efcac378-9a7d-4eb6-a889-51a515cf8694 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:09:49.223399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcac378-9a7d-4eb6-a889-51a515cf8694 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:49.239597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:49.256061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Transition to ACTIVE for port object efcac378-9a7d-4eb6-a889-51a515cf8694 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:09:49.460778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:49.577231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:49.842750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:09:49.843169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:09:49.843643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:49.856159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Port efcac378-9a7d-4eb6-a889-51a515cf8694 on network 66be19ab-4f38-495b-acf8-567ec7d80936 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:09:49.856896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:49.886725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e73917-a4f7-4ea2-942f-62fbaf4cc0f5 req-416d4cae-a061-4d88-ac24-b500fa6fa4f2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:49.886725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8e73917-a4f7-4ea2-942f-62fbaf4cc0f5 req-416d4cae-a061-4d88-ac24-b500fa6fa4f2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.1779132 Sep 15 16:09:49.886725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:09:49.886725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Checking segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:49.886725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Bound using segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:09:49.886725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Bound port: efcac378-9a7d-4eb6-a889-51a515cf8694, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:09:49.886725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.040253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f8e73917-a4f7-4ea2-942f-62fbaf4cc0f5 req-fc342b1e-a566-468f-b0e9-d7552b1c9eea tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462600 Sep 15 16:09:50.115611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:09:50.120429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:09:50.401082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.446523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:50.447621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.448369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] 10.222.0.55 "PUT /v2.0/ports/efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 1091 time: 1.8849757 Sep 15 16:09:50.449063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:50.451467 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6e8ff0-2512-42c3-ab4e-c6fe563f553e" -d '{"events": [{"name": "network-changed", "server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:50.479578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1286bf-bda0-476a-a144-13634e5c91bc service neutron] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:50.528319 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c8dde-2533-4244-a6c8-aa05ba2f63e6 x-openstack-request-id: req-704c8dde-2533-4244-a6c8-aa05ba2f63e6 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:50.529026 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:50.529651 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-704c8dde-2533-4244-a6c8-aa05ba2f63e6 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:50.530383 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'status': 'completed', 'code': 200} Sep 15 16:09:50.634040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8ff0-2512-42c3-ab4e-c6fe563f553e req-f118771e-4eb3-4fbb-9f60-9952226526c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:50.635999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b6e8ff0-2512-42c3-ab4e-c6fe563f553e req-f118771e-4eb3-4fbb-9f60-9952226526c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1094 time: 0.0873115 Sep 15 16:09:50.871959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8ff0-2512-42c3-ab4e-c6fe563f553e req-3540575d-3e4f-4531-97da-377d295c7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:50.873825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b6e8ff0-2512-42c3-ab4e-c6fe563f553e req-3540575d-3e4f-4531-97da-377d295c7f2a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=709558d00c174fa89b6afaac4554a7cc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2294247 Sep 15 16:09:50.987390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8ff0-2512-42c3-ab4e-c6fe563f553e req-16d23de1-5a75-4e5b-89b6-14073d007bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:50.989845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b6e8ff0-2512-42c3-ab4e-c6fe563f553e req-16d23de1-5a75-4e5b-89b6-14073d007bd5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073792 Sep 15 16:09:51.082306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-85b71227-6c0c-4173-ace6-98c8090b8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:51.084236 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-85b71227-6c0c-4173-ace6-98c8090b8bba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1094 time: 0.0557742 Sep 15 16:09:51.146976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-26f6d26f-d80f-480a-9e03-ee8b2e3de76f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 217 time: 0.0536425 Sep 15 16:09:51.238739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-630a5c78-65b5-4cec-b67b-6de97d6cc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:51.240297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-630a5c78-65b5-4cec-b67b-6de97d6cc34d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.0869083 Sep 15 16:09:51.252354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904bcad-2989-4c9a-b2e3-4c61741e74ab req-7151b079-9b16-4f22-8ce9-33cc9bea60d4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:51.253964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2904bcad-2989-4c9a-b2e3-4c61741e74ab req-7151b079-9b16-4f22-8ce9-33cc9bea60d4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.0689209 Sep 15 16:09:51.329947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-7a158227-6838-4895-af6b-74291951a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:51.331874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-7a158227-6838-4895-af6b-74291951a3fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769584 Sep 15 16:09:51.346852 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2904bcad-2989-4c9a-b2e3-4c61741e74ab req-c6d3aca4-42fd-4c86-94c1-063a8be11c2c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579073 Sep 15 16:09:51.494662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-5de2e0d0-fb43-4668-b6f5-3dda6645769b service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485794 Sep 15 16:09:51.618754 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b835df1-feec-4a5a-b9b2-733beb4f00dd req-939d293e-6775-48fa-9b5d-6c7c07802997 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158140 Sep 15 16:09:52.577299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841f90e-e66a-4b2a-8fb3-d519e64faa75 req-8bcea5af-5ae9-46d4-9a03-59358f6adcf7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:52.585625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9841f90e-e66a-4b2a-8fb3-d519e64faa75 req-8bcea5af-5ae9-46d4-9a03-59358f6adcf7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.1169989 Sep 15 16:09:52.639527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9841f90e-e66a-4b2a-8fb3-d519e64faa75 req-0d98adbb-c0d3-4067-b9b1-5f33e0f42a39 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520582 Sep 15 16:09:53.681737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:09:53.897934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:53.906529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb194de6-98ac-4054-886f-640733b3a39b req-bc0e7094-dce6-49a9-bed5-198d3854dc8a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:53.908700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb194de6-98ac-4054-886f-640733b3a39b req-bc0e7094-dce6-49a9-bed5-198d3854dc8a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.1143515 Sep 15 16:09:53.921457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'port_id': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'mac_address': 'fa:16:3e:93:06:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:09:53.986835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb194de6-98ac-4054-886f-640733b3a39b req-fa1e19c2-4a09-4c7f-bad3-940b19824e24 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700438 Sep 15 16:09:54.040399 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.064268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcac378-9a7d-4eb6-a889-51a515cf8694 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:54.090836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:54.127298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7d3d4881-748f-4d49-bbb8-ec9b6d48d6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.304474 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.392323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:54.402874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.403643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.404109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.404567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.405629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.405957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.406302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.407374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.407773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.408213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.408576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.409096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:54.529823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['efcac378-9a7d-4eb6-a889-51a515cf8694'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:55.171666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08050ac-3c37-483f-af3b-61286816b0d6 req-1b2145ca-5be6-4373-b8b6-592791dee204 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:55.174560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b08050ac-3c37-483f-af3b-61286816b0d6 req-1b2145ca-5be6-4373-b8b6-592791dee204 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.0714858 Sep 15 16:09:55.241346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b08050ac-3c37-483f-af3b-61286816b0d6 req-a7059063-3f89-4608-829a-58d02601ae55 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580447 Sep 15 16:09:55.697100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:09:55.915950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port efcac378-9a7d-4eb6-a889-51a515cf8694 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:09:55.922532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port efcac378-9a7d-4eb6-a889-51a515cf8694 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:55.923195 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:56.078772 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:56.111818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:56.115628 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ccd5ca-d8d6-44b8-b8dd-08bfbb7ee4d6" -d '{"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-plugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:56.151339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:56.176012 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a83e3-d65c-4b01-a318-19f0e09b1cbe x-openstack-request-id: req-015a83e3-d65c-4b01-a318-19f0e09b1cbe {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:56.176426 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-plugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:56.176786 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-015a83e3-d65c-4b01-a318-19f0e09b1cbe {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:56.177288 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'code': 200} Sep 15 16:09:56.282326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:56.327413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259100e-4422-4d84-abb0-1d4db3c5bac1 req-89a11b26-bd4c-4373-80a5-973004963c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:56.329028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b259100e-4422-4d84-abb0-1d4db3c5bac1 req-89a11b26-bd4c-4373-80a5-973004963c8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1095 time: 0.0822122 Sep 15 16:09:56.407652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b259100e-4422-4d84-abb0-1d4db3c5bac1 req-be2cbcac-4ebb-4f25-9880-3bd2807f1cbd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675752 Sep 15 16:09:56.426278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:56.489161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7be4e-2150-4daa-ad56-fd847954e9a8 req-2fe431eb-321f-4d1f-8572-68b49566123b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:56.491345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ed7be4e-2150-4daa-ad56-fd847954e9a8 req-2fe431eb-321f-4d1f-8572-68b49566123b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0827799 Sep 15 16:09:56.575831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ed7be4e-2150-4daa-ad56-fd847954e9a8 req-b77a9cec-63ad-43c9-a475-ce7c7f3bb1ab tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769365 Sep 15 16:09:56.750980 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:57.384756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:57.487133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-937d988d-a330-4ce2-b961-e31ec870cd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:57.712973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35858b0-65d8-41c2-87f4-f0dbf6adf2d2 req-c7f42bd6-ea38-48ea-9866-f3cf56781f41 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:57.714470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f35858b0-65d8-41c2-87f4-f0dbf6adf2d2 req-c7f42bd6-ea38-48ea-9866-f3cf56781f41 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0638404 Sep 15 16:09:57.776085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f35858b0-65d8-41c2-87f4-f0dbf6adf2d2 req-2e5f24be-6502-4dbb-8af1-1a3accbf9e4f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492413 Sep 15 16:09:58.869436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:58.958813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ac451-5ace-414b-9df2-258fc050b676 req-b3d58aa2-4733-4500-9c6e-d5087d79ff04 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:58.963569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-592ac451-5ace-414b-9df2-258fc050b676 req-b3d58aa2-4733-4500-9c6e-d5087d79ff04 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0816171 Sep 15 16:09:59.035200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-592ac451-5ace-414b-9df2-258fc050b676 req-83809692-4943-4fad-9aa5-329b7001a51e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540996 Sep 15 16:09:59.221860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97c40-f91f-46a2-9fdd-58471d0911f0 req-439ae20b-9d00-43b2-bc37-0cdbdbeb169e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:59.223387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fc97c40-f91f-46a2-9fdd-58471d0911f0 req-439ae20b-9d00-43b2-bc37-0cdbdbeb169e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1042683 Sep 15 16:09:59.232356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41254) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:59.239250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Request body: {'floatingip': {'port_id': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:59.286590 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:59.556404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41264) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:59.910100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41278) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:59.924845 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:59.973751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76074d9-4c4b-443a-94de-ba22aa4efeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.032691 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e4b62e53-301e-435d-8d30-b884cbd6d54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.070293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.155949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.184235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76074d9-4c4b-443a-94de-ba22aa4efeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.228901 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Floating IP 20f4162b-3ee2-457f-92cd-a4e757cd9dc4 associated. External IP: 172.25.0.244, port: efcac378-9a7d-4eb6-a889-51a515cf8694. Sep 15 16:10:00.286864 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.373721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b76074d9-4c4b-443a-94de-ba22aa4efeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.458107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76074d9-4c4b-443a-94de-ba22aa4efeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7458e9-731d-4470-9c74-31a2b6567bc3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:00.485286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41286) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:00.486027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b76074d9-4c4b-443a-94de-ba22aa4efeb0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=99741251947b4976a66fb86ba3b66d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9334409 Sep 15 16:10:00.603985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e4b62e53-301e-435d-8d30-b884cbd6d54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.617561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Router 43ce1f8b-f405-4067-983d-765b3696cda4 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:10:00.619102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b9764a1-0210-41cc-97bc-d90ba7de5d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.651880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b9764a1-0210-41cc-97bc-d90ba7de5d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.819151 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e4b62e53-301e-435d-8d30-b884cbd6d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.899903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e4b62e53-301e-435d-8d30-b884cbd6d54f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19cd4ae6af3946eb9d9f9e72e90f8560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886601 Sep 15 16:10:00.912812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41298) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:01.029713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b62e53-301e-435d-8d30-b884cbd6d54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e69d46-d55a-4d2c-ac07-e7ee107d4aa5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:01.075607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5eea04f9-a23f-4e7b-87c8-8214cdb09556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:01.119077 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5eea04f9-a23f-4e7b-87c8-8214cdb09556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:01.344643 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5eea04f9-a23f-4e7b-87c8-8214cdb09556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:01.349815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5eea04f9-a23f-4e7b-87c8-8214cdb09556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:01.352990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5eea04f9-a23f-4e7b-87c8-8214cdb09556 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5e69d46-d55a-4d2c-ac07-e7ee107d4aa5 HTTP/1.1" status: 204 len: 168 time: 0.4389148 Sep 15 16:10:01.381951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea04f9-a23f-4e7b-87c8-8214cdb09556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e69d46-d55a-4d2c-ac07-e7ee107d4aa5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:01.420834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:10:01.434607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:01.477505 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b9764a1-0210-41cc-97bc-d90ba7de5d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:01.486340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b9764a1-0210-41cc-97bc-d90ba7de5d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:01.486340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4b9764a1-0210-41cc-97bc-d90ba7de5d13 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6c7458e9-731d-4470-9c74-31a2b6567bc3 HTTP/1.1" status: 204 len: 168 time: 0.9944861 Sep 15 16:10:01.489715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] Sync routers for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:10:01.517045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:01.519843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:09:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:01.534224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f81172cb-f5f0-46cb-9f61-f879a589cc0c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "PUT /v2.0/floatingips/20f4162b-3ee2-457f-92cd-a4e757cd9dc4 HTTP/1.1" status: 200 len: 991 time: 2.2957947 Sep 15 16:10:01.548917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:10:01.551253 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97" -d '{"events": [{"name": "network-changed", "server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:10:01.564680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9764a1-0210-41cc-97bc-d90ba7de5d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7458e9-731d-4470-9c74-31a2b6567bc3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:01.693118 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a5b82-187f-4a64-ab70-56086e5e923b x-openstack-request-id: req-369a5b82-187f-4a64-ab70-56086e5e923b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:10:01.693362 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:10:01.693567 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-369a5b82-187f-4a64-ab70-56086e5e923b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:10:01.694089 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'status': 'completed', 'code': 200} Sep 15 16:10:01.768095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:01.832000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-05f8ba34-c94f-4157-8025-fd7773358ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:01.835246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-05f8ba34-c94f-4157-8025-fd7773358ccc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1096 time: 0.0983324 Sep 15 16:10:02.157878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-0690facd-569a-485b-b7b8-da759da80ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:02.164767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-0690facd-569a-485b-b7b8-da759da80ebf service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.3163502 Sep 15 16:10:02.326805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-1654d690-9d30-4a21-8961-406a6c646483 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 999 time: 0.1562595 Sep 15 16:10:02.353477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '20f4162b-3ee2-457f-92cd-a4e757cd9dc4', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'port_id': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'mac_address': 'fa:16:3e:93:06:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09da4a1-f78e-4599-b644-058a5618827c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:39Z', 'updated_at': '2021-09-15T16:09:59Z', 'revision_number': 1, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:02.393820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-d5f91540-35cb-4261-ab35-1f280bd0afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:02.394504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] Checking router: 43ce1f8b-f405-4067-983d-765b3696cda4 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:10:02.395365 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-d5f91540-35cb-4261-ab35-1f280bd0afec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.0599484 Sep 15 16:10:02.404182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:02.404864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:09:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:02.457164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-7e287f68-cfd1-4813-a5ef-fd9f900ad2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:02.458760 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-7e287f68-cfd1-4813-a5ef-fd9f900ad2ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554504 Sep 15 16:10:02.577478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:02.580791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-df76c4a6-b999-4c6b-8be1-5f54893f5f6a service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128578 Sep 15 16:10:02.708411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1c7abd66-dd28-4d79-89ec-ca529b1fbe97 req-024863bb-01f4-4c9a-abc1-aafadce441ba service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204414 Sep 15 16:10:02.898668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '20f4162b-3ee2-457f-92cd-a4e757cd9dc4', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'port_id': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'mac_address': 'fa:16:3e:93:06:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09da4a1-f78e-4599-b644-058a5618827c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:39Z', 'updated_at': '2021-09-15T16:09:59Z', 'revision_number': 1, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:02.932615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f1ad1-3619-46c0-92e9-5b5a311d95dd None None] The sync data for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 is: [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '20f4162b-3ee2-457f-92cd-a4e757cd9dc4', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'floating_ip_address': '172.25.0.244', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'port_id': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'mac_address': 'fa:16:3e:93:06:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09da4a1-f78e-4599-b644-058a5618827c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:39Z', 'updated_at': '2021-09-15T16:09:59Z', 'revision_number': 1, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:10:03.292033 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b639dc1-c000-4289-b9d1-2b91efd16c8a None None] New status for floating IP 20f4162b-3ee2-457f-92cd-a4e757cd9dc4: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:10:03.970193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41368) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:03.996709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1822b68-6a11-4e25-b336-4c1173f90175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:04.193007 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1822b68-6a11-4e25-b336-4c1173f90175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:04.309597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b1822b68-6a11-4e25-b336-4c1173f90175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:04.799844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41394) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:04.800589 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b1822b68-6a11-4e25-b336-4c1173f90175 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4e924c333b5a4941a887a400f1d5fda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8284826 Sep 15 16:10:04.834179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1822b68-6a11-4e25-b336-4c1173f90175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5603f-87d9-4ad4-bd09-d4e90b07bda9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:04.894061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe48d609-9b60-4c8d-95cd-9c135005025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:04.925621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe48d609-9b60-4c8d-95cd-9c135005025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:05.130650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe48d609-9b60-4c8d-95cd-9c135005025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:05.138777 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe48d609-9b60-4c8d-95cd-9c135005025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:05.138777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fe48d609-9b60-4c8d-95cd-9c135005025a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/76b5603f-87d9-4ad4-bd09-d4e90b07bda9 HTTP/1.1" status: 204 len: 168 time: 0.3330061 Sep 15 16:10:05.155411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48d609-9b60-4c8d-95cd-9c135005025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5603f-87d9-4ad4-bd09-d4e90b07bda9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:11.319162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41632) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:11.452996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1af7c45-c8ff-4ac6-8202-5b6891f1ffde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:11.636511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1af7c45-c8ff-4ac6-8202-5b6891f1ffde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:11.963808 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1af7c45-c8ff-4ac6-8202-5b6891f1ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.007561 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e1af7c45-c8ff-4ac6-8202-5b6891f1ffde admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5845ef18c2004aefa71a686d66b80abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844568 Sep 15 16:10:12.007561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af7c45-c8ff-4ac6-8202-5b6891f1ffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289a8f3c-a94f-402a-8514-f3e476e6eba7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:12.008311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:12.083347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d568f586-87b7-43a1-b581-308a4a4f30af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.109382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d568f586-87b7-43a1-b581-308a4a4f30af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.284252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d568f586-87b7-43a1-b581-308a4a4f30af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.287200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d568f586-87b7-43a1-b581-308a4a4f30af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.288701 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d568f586-87b7-43a1-b581-308a4a4f30af admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/289a8f3c-a94f-402a-8514-f3e476e6eba7 HTTP/1.1" status: 204 len: 168 time: 0.2793584 Sep 15 16:10:12.298239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568f586-87b7-43a1-b581-308a4a4f30af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a8f3c-a94f-402a-8514-f3e476e6eba7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:12.332820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41672) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:12.691584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ea4d950c-d702-4daf-ae08-5160ba0e13ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.790290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ea4d950c-d702-4daf-ae08-5160ba0e13ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.919068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ea4d950c-d702-4daf-ae08-5160ba0e13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:12.991805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d950c-d702-4daf-ae08-5160ba0e13ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cfccf9-202e-45fd-874e-385e845dcdd9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:13.033039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ea4d950c-d702-4daf-ae08-5160ba0e13ee admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d7153d072fb547dfbc64997e2479dc66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981993 Sep 15 16:10:13.035621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41700) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:13.087130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cf765a0-3d7b-4e75-81cc-a5525b51cd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.109841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cf765a0-3d7b-4e75-81cc-a5525b51cd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.314831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cf765a0-3d7b-4e75-81cc-a5525b51cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.317765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8cf765a0-3d7b-4e75-81cc-a5525b51cd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.318954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8cf765a0-3d7b-4e75-81cc-a5525b51cd73 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/17cfccf9-202e-45fd-874e-385e845dcdd9 HTTP/1.1" status: 204 len: 168 time: 0.2822595 Sep 15 16:10:13.326890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf765a0-3d7b-4e75-81cc-a5525b51cd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cfccf9-202e-45fd-874e-385e845dcdd9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:13.381186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41710) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:13.397288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a9f040-cdf1-4f2b-8e1d-a96e72f268a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.517280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a9f040-cdf1-4f2b-8e1d-a96e72f268a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.720911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a9f040-cdf1-4f2b-8e1d-a96e72f268a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.763234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d0a9f040-cdf1-4f2b-8e1d-a96e72f268a0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fe40df0aacb0459c88faf29a4ad75737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809855 Sep 15 16:10:13.766403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41716) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:13.766949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9f040-cdf1-4f2b-8e1d-a96e72f268a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400bb157-291e-42c6-8105-f395f5cfd4a4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:13.841617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e73f301d-864e-42fd-8de1-d8022b0cff1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:13.866488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e73f301d-864e-42fd-8de1-d8022b0cff1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:14.095663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e73f301d-864e-42fd-8de1-d8022b0cff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:14.098354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e73f301d-864e-42fd-8de1-d8022b0cff1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:14.100425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e73f301d-864e-42fd-8de1-d8022b0cff1b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/400bb157-291e-42c6-8105-f395f5cfd4a4 HTTP/1.1" status: 204 len: 168 time: 0.3322487 Sep 15 16:10:14.118390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f301d-864e-42fd-8de1-d8022b0cff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400bb157-291e-42c6-8105-f395f5cfd4a4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:19.418157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42026) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:19.599345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-deca15de-9513-4aea-a5ca-b3e3e394e578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:19.752099 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-deca15de-9513-4aea-a5ca-b3e3e394e578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:19.879663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-deca15de-9513-4aea-a5ca-b3e3e394e578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:19.918121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-deca15de-9513-4aea-a5ca-b3e3e394e578 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=79723d7e7cf147e6a37e8146af803031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979987 Sep 15 16:10:19.920908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42054) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:19.928892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca15de-9513-4aea-a5ca-b3e3e394e578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae7d67c-63c0-4d4e-a60e-ed803ff0236a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:19.987741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf1283fd-f9fa-4ed5-986b-fbf619f0d091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:20.013465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf1283fd-f9fa-4ed5-986b-fbf619f0d091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:20.205470 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf1283fd-f9fa-4ed5-986b-fbf619f0d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:20.209220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf1283fd-f9fa-4ed5-986b-fbf619f0d091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:20.210759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bf1283fd-f9fa-4ed5-986b-fbf619f0d091 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2ae7d67c-63c0-4d4e-a60e-ed803ff0236a HTTP/1.1" status: 204 len: 168 time: 0.2885458 Sep 15 16:10:20.223502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1283fd-f9fa-4ed5-986b-fbf619f0d091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae7d67c-63c0-4d4e-a60e-ed803ff0236a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:20.777606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42080) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:21.194612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4303373a-2e23-4a18-b284-f0970a5d5729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.361382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4303373a-2e23-4a18-b284-f0970a5d5729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.497615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4303373a-2e23-4a18-b284-f0970a5d5729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.544730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4303373a-2e23-4a18-b284-f0970a5d5729 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a4b31d81f4e74850a41adc5f9ccd6d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7657056 Sep 15 16:10:21.548416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42098) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:21.548975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303373a-2e23-4a18-b284-f0970a5d5729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc7b9d2-d68d-485c-8bda-a2d6657faf3e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:21.611238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-200a742a-f0f0-4102-96bd-92db70e4d000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.641572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-200a742a-f0f0-4102-96bd-92db70e4d000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.841929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-200a742a-f0f0-4102-96bd-92db70e4d000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.841929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-200a742a-f0f0-4102-96bd-92db70e4d000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.841929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-200a742a-f0f0-4102-96bd-92db70e4d000 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3bc7b9d2-d68d-485c-8bda-a2d6657faf3e HTTP/1.1" status: 204 len: 168 time: 0.2921119 Sep 15 16:10:21.870827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a742a-f0f0-4102-96bd-92db70e4d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc7b9d2-d68d-485c-8bda-a2d6657faf3e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:21.966005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42116) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:21.981001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed17007-cdfb-4c31-9de4-e59dcd14473e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.088046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed17007-cdfb-4c31-9de4-e59dcd14473e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.206539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ed17007-cdfb-4c31-9de4-e59dcd14473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.241342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3ed17007-cdfb-4c31-9de4-e59dcd14473e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=186cf818811143eb96bec201ce804c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718952 Sep 15 16:10:22.242209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:22.264591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed17007-cdfb-4c31-9de4-e59dcd14473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df56c474-adfa-464a-b9a5-ec0f7c639a35,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:22.322005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63ba1280-25fb-4e7e-9cac-8520fda3d252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.347634 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63ba1280-25fb-4e7e-9cac-8520fda3d252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.661614 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63ba1280-25fb-4e7e-9cac-8520fda3d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.666711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63ba1280-25fb-4e7e-9cac-8520fda3d252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.673388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63ba1280-25fb-4e7e-9cac-8520fda3d252 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/df56c474-adfa-464a-b9a5-ec0f7c639a35 HTTP/1.1" status: 204 len: 168 time: 0.4255717 Sep 15 16:10:22.686699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba1280-25fb-4e7e-9cac-8520fda3d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df56c474-adfa-464a-b9a5-ec0f7c639a35,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:22.758013 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:10:23.415899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42152) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:23.439167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5670fe20-5377-47b2-8250-2249605ec75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:23.780838 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5670fe20-5377-47b2-8250-2249605ec75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:23.928971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5670fe20-5377-47b2-8250-2249605ec75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:23.973213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670fe20-5377-47b2-8250-2249605ec75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68769c-05b2-4dfa-9017-5dc5773608bb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:23.977963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5670fe20-5377-47b2-8250-2249605ec75b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86014fd4c3c643bb9b837b7330904d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5608482 Sep 15 16:10:23.996792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:24.098559 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f18476a5-1cc1-48a1-ba31-aa71ce640ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:24.120328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17251a4-69ed-46e9-bab8-0e199351f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:24.168079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17251a4-69ed-46e9-bab8-0e199351f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:24.386192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17251a4-69ed-46e9-bab8-0e199351f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:24.388906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b17251a4-69ed-46e9-bab8-0e199351f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:24.390261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b17251a4-69ed-46e9-bab8-0e199351f9c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1a68769c-05b2-4dfa-9017-5dc5773608bb HTTP/1.1" status: 204 len: 168 time: 0.3949776 Sep 15 16:10:24.399397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17251a4-69ed-46e9-bab8-0e199351f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68769c-05b2-4dfa-9017-5dc5773608bb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:26.781886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:27.125956 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:27.456884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0dce52c-c73c-4c8d-a7cb-53b510a58636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:28.449083 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:30.128185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:30.194271 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:33.440737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42494) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:33.689012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad9acda-1c60-4f91-bda4-1e71ff35ec5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:33.908000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad9acda-1c60-4f91-bda4-1e71ff35ec5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:34.051471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ad9acda-1c60-4f91-bda4-1e71ff35ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:34.100804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9acda-1c60-4f91-bda4-1e71ff35ec5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3a1cb5-b997-4039-9c50-82ca4f1e34c0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:34.146355 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ad9acda-1c60-4f91-bda4-1e71ff35ec5a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c85b8d6dd3664a9d87585f7f9f02a1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7037742 Sep 15 16:10:34.149154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:34.322638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc7af-680c-44c4-b412-3486e903e463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:34.359958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc7af-680c-44c4-b412-3486e903e463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:34.623748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc7af-680c-44c4-b412-3486e903e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:34.627466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b9dc7af-680c-44c4-b412-3486e903e463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:34.630205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b9dc7af-680c-44c4-b412-3486e903e463 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b3a1cb5-b997-4039-9c50-82ca4f1e34c0 HTTP/1.1" status: 204 len: 168 time: 0.4797759 Sep 15 16:10:34.642202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9dc7af-680c-44c4-b412-3486e903e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3a1cb5-b997-4039-9c50-82ca4f1e34c0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:34.965025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:35.182890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b69e7f5-ec72-4f2a-9026-35c11872979a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.425786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b69e7f5-ec72-4f2a-9026-35c11872979a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.512091 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b69e7f5-ec72-4f2a-9026-35c11872979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.601952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:35.617656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91690c03-f949-4d3f-9edd-5c14b346f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.628266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69e7f5-ec72-4f2a-9026-35c11872979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41dc870-115a-4053-8705-63678998fffa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:35.635312 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5b69e7f5-ec72-4f2a-9026-35c11872979a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a62b239dc36b4193a14037c244575b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6691725 Sep 15 16:10:35.640280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42558) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:35.758447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fe06196-0717-4026-98ba-56efaeecbde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.760512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91690c03-f949-4d3f-9edd-5c14b346f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.813286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fe06196-0717-4026-98ba-56efaeecbde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.873030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91690c03-f949-4d3f-9edd-5c14b346f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.920690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-91690c03-f949-4d3f-9edd-5c14b346f0ac admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4c58a8e88bd141a7801d94d5158ea946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139272 Sep 15 16:10:35.921130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42564) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:35.927824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91690c03-f949-4d3f-9edd-5c14b346f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2265cccc-4126-49e6-ae86-74d8c9810fae,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:35.979839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fe06196-0717-4026-98ba-56efaeecbde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.985690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fe06196-0717-4026-98ba-56efaeecbde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:35.985690 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2fe06196-0717-4026-98ba-56efaeecbde3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e41dc870-115a-4053-8705-63678998fffa HTTP/1.1" status: 204 len: 168 time: 0.3437991 Sep 15 16:10:36.003304 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cab29730-7a92-494a-85ab-d458c7a4e951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:36.012778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe06196-0717-4026-98ba-56efaeecbde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41dc870-115a-4053-8705-63678998fffa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:36.065181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cab29730-7a92-494a-85ab-d458c7a4e951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:36.299085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cab29730-7a92-494a-85ab-d458c7a4e951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:36.300748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cab29730-7a92-494a-85ab-d458c7a4e951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:36.303780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cab29730-7a92-494a-85ab-d458c7a4e951 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2265cccc-4126-49e6-ae86-74d8c9810fae HTTP/1.1" status: 204 len: 168 time: 0.3816473 Sep 15 16:10:36.314891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab29730-7a92-494a-85ab-d458c7a4e951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2265cccc-4126-49e6-ae86-74d8c9810fae,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:36.976285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42604) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:36.990358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:37.110405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:37.188217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:37.264953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4963606cef1340928543ab1acc0bac98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873671 Sep 15 16:10:37.267596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42616) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:37.281129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80545298-6335-4203-9eb7-4de903415a27,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:37.291208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.291788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.292348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.292910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.293563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.294164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.295455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.295994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.296549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.297079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.297788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.298357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247c2e1f-9c80-41db-9603-63bb151c0787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:37.386457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa086-8ac7-42cd-973e-95f84b64e70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:37.428471 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa086-8ac7-42cd-973e-95f84b64e70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:37.657303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa086-8ac7-42cd-973e-95f84b64e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:37.659909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa086-8ac7-42cd-973e-95f84b64e70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:37.663484 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6b2fa086-8ac7-42cd-973e-95f84b64e70d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/80545298-6335-4203-9eb7-4de903415a27 HTTP/1.1" status: 204 len: 168 time: 0.3926005 Sep 15 16:10:37.707712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fa086-8ac7-42cd-973e-95f84b64e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80545298-6335-4203-9eb7-4de903415a27,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:42.016337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42788) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:42.508710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-afbf8574-9a22-4736-b9be-298e49e62ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.652612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-afbf8574-9a22-4736-b9be-298e49e62ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.736805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-afbf8574-9a22-4736-b9be-298e49e62ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.787525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf8574-9a22-4736-b9be-298e49e62ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c686dc21-147a-488d-808c-e141dee333a4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:42.792840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-afbf8574-9a22-4736-b9be-298e49e62ac3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8e7d8a25315642b1b2262f0c8d3e01d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7744484 Sep 15 16:10:42.796299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42810) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:42.871306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d112a98a-66f3-493e-b21f-65bdbcccc9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.898042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d112a98a-66f3-493e-b21f-65bdbcccc9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.056836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d112a98a-66f3-493e-b21f-65bdbcccc9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.060329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d112a98a-66f3-493e-b21f-65bdbcccc9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.066406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d112a98a-66f3-493e-b21f-65bdbcccc9ee admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c686dc21-147a-488d-808c-e141dee333a4 HTTP/1.1" status: 204 len: 168 time: 0.2639194 Sep 15 16:10:43.076132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112a98a-66f3-493e-b21f-65bdbcccc9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c686dc21-147a-488d-808c-e141dee333a4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:43.691546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:43.870004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2eea0580-9489-44d6-a557-f9d19e8b81ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.020825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2eea0580-9489-44d6-a557-f9d19e8b81ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.142298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2eea0580-9489-44d6-a557-f9d19e8b81ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.227848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2eea0580-9489-44d6-a557-f9d19e8b81ae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=512413e2f40443df8a22c6aa84aed9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346272 Sep 15 16:10:44.228801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea0580-9489-44d6-a557-f9d19e8b81ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ed433b-0f6f-401c-b72d-d7d8ad4207eb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:44.230572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42870) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:44.373409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eaa55fc2-ae3d-4a82-9f5d-6141c0e58b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.438766 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eaa55fc2-ae3d-4a82-9f5d-6141c0e58b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.624731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eaa55fc2-ae3d-4a82-9f5d-6141c0e58b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.624731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eaa55fc2-ae3d-4a82-9f5d-6141c0e58b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.625904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eaa55fc2-ae3d-4a82-9f5d-6141c0e58b6a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0ed433b-0f6f-401c-b72d-d7d8ad4207eb HTTP/1.1" status: 204 len: 168 time: 0.3924468 Sep 15 16:10:44.656576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa55fc2-ae3d-4a82-9f5d-6141c0e58b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ed433b-0f6f-401c-b72d-d7d8ad4207eb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:45.962282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42940) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:46.000141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.180085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42944) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:46.212382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.324737 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.378536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=347a4e95e5a4423c92d4a58cab0bd752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137790 Sep 15 16:10:46.382153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:46.394415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5294de-6c2b-47bf-8527-b102537c9a2c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:46.405199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.405914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.406483 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.407118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.407683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.408370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.409138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.409975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.410731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.411210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.411743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.412418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1dc6fb-b4cf-48a9-a442-29efc5bc9b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:46.495222 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eef77422-f29a-49cd-8606-f0b20fd2e0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.525627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74a9209e-b8ab-48be-811b-c099b7537a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.537385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-53188dbf-563b-477c-aef2-e4a915586740 req-b33860c2-545c-4058-bc2c-8cf8987f4cd0 service neutron] (102018) timed out ('10.222.0.55', 57345) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:10:46.571636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74a9209e-b8ab-48be-811b-c099b7537a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.700966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42960) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:46.735325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74a9209e-b8ab-48be-811b-c099b7537a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.751137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-74a9209e-b8ab-48be-811b-c099b7537a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.763468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-74a9209e-b8ab-48be-811b-c099b7537a1a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2c5294de-6c2b-47bf-8527-b102537c9a2c HTTP/1.1" status: 204 len: 168 time: 0.3793550 Sep 15 16:10:46.795484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9209e-b8ab-48be-811b-c099b7537a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5294de-6c2b-47bf-8527-b102537c9a2c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:46.837834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eef77422-f29a-49cd-8606-f0b20fd2e0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.913764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eef77422-f29a-49cd-8606-f0b20fd2e0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.941635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a5d81e8-c582-42bb-a921-b74e261aa93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.977742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eef77422-f29a-49cd-8606-f0b20fd2e0a4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e1c2478f650f442a84f09ae7fa961fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7952764 Sep 15 16:10:46.978680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42968) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:46.985742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef77422-f29a-49cd-8606-f0b20fd2e0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201c425c-8f1b-41d4-8860-17a8533ad9a4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:47.069466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-572011db-d557-46a1-8511-e0d342d0d40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.113838 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-572011db-d557-46a1-8511-e0d342d0d40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.160342 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a5d81e8-c582-42bb-a921-b74e261aa93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.228032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a5d81e8-c582-42bb-a921-b74e261aa93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.289243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7a5d81e8-c582-42bb-a921-b74e261aa93f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=45c24faa33f34fba8a13329d54fa8979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768692 Sep 15 16:10:47.289243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d81e8-c582-42bb-a921-b74e261aa93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a64455-97e5-4a2c-b891-f504b6bef814,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:47.290056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42972) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:47.290949 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-572011db-d557-46a1-8511-e0d342d0d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.294664 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-572011db-d557-46a1-8511-e0d342d0d40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.299700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-572011db-d557-46a1-8511-e0d342d0d40d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/201c425c-8f1b-41d4-8860-17a8533ad9a4 HTTP/1.1" status: 204 len: 168 time: 0.3171601 Sep 15 16:10:47.349242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572011db-d557-46a1-8511-e0d342d0d40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201c425c-8f1b-41d4-8860-17a8533ad9a4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:47.394613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42980) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:47.428981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da9d621-fb71-4c16-8595-f48f1957f23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.483180 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da9d621-fb71-4c16-8595-f48f1957f23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.625160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da9d621-fb71-4c16-8595-f48f1957f23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.630306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da9d621-fb71-4c16-8595-f48f1957f23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.632427 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5da9d621-fb71-4c16-8595-f48f1957f23d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/70a64455-97e5-4a2c-b891-f504b6bef814 HTTP/1.1" status: 204 len: 168 time: 0.3418729 Sep 15 16:10:47.644614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9d621-fb71-4c16-8595-f48f1957f23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a64455-97e5-4a2c-b891-f504b6bef814,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:47.839080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-1b65a41a-1628-4c7c-844d-143cdc0fc7e7 req-2e748fd8-1d3e-44de-8985-11a7a3e97cff service neutron] (102019) timed out ('10.222.0.38', 51836) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:10:47.852112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-701d13a7-481c-4e8b-87b4-b84ced56c7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.018963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-701d13a7-481c-4e8b-87b4-b84ced56c7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.147193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-701d13a7-481c-4e8b-87b4-b84ced56c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.185653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d13a7-481c-4e8b-87b4-b84ced56c7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4456ec6f-0d97-4d85-a9a9-f583fbfe7cc1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:48.207866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-701d13a7-481c-4e8b-87b4-b84ced56c7b6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d9ee99f28c9f486f836b6eac079a3527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116772 Sep 15 16:10:48.210560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43004) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:48.283843 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84376270-33fc-4cbd-8924-47c5e253fa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.312316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84376270-33fc-4cbd-8924-47c5e253fa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.485724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84376270-33fc-4cbd-8924-47c5e253fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.487334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84376270-33fc-4cbd-8924-47c5e253fa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.492138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-84376270-33fc-4cbd-8924-47c5e253fa78 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4456ec6f-0d97-4d85-a9a9-f583fbfe7cc1 HTTP/1.1" status: 204 len: 168 time: 0.2806673 Sep 15 16:10:48.511089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84376270-33fc-4cbd-8924-47c5e253fa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4456ec6f-0d97-4d85-a9a9-f583fbfe7cc1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:49.662083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43046) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:49.676951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f37a9bbd-5b3e-4a14-ae2f-bacfbe1643ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.811841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f37a9bbd-5b3e-4a14-ae2f-bacfbe1643ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.912273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f37a9bbd-5b3e-4a14-ae2f-bacfbe1643ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.945527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43054) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:49.977076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f37a9bbd-5b3e-4a14-ae2f-bacfbe1643ad admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=86f4a6e3cfca466a933ba24b600ba005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3136404 Sep 15 16:10:49.978702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a9bbd-5b3e-4a14-ae2f-bacfbe1643ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff425fc2-8d5f-451f-9301-043a92a9be33,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:49.980458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43058) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:50.050664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a432a9d8-c3e8-4a3a-8488-cd497b8abf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.098506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a432a9d8-c3e8-4a3a-8488-cd497b8abf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.220310 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77786b0a-d60f-4718-a71e-6acfcb25e705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.230255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a432a9d8-c3e8-4a3a-8488-cd497b8abf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.234002 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a432a9d8-c3e8-4a3a-8488-cd497b8abf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.239677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a432a9d8-c3e8-4a3a-8488-cd497b8abf9e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ff425fc2-8d5f-451f-9301-043a92a9be33 HTTP/1.1" status: 204 len: 168 time: 0.2562823 Sep 15 16:10:50.268357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a9d8-c3e8-4a3a-8488-cd497b8abf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff425fc2-8d5f-451f-9301-043a92a9be33,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:50.413139 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77786b0a-d60f-4718-a71e-6acfcb25e705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.493705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77786b0a-d60f-4718-a71e-6acfcb25e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.562979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-77786b0a-d60f-4718-a71e-6acfcb25e705 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=d040c0a4ab4044d09ce3addf27690b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162698 Sep 15 16:10:50.563204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43078) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:50.564753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77786b0a-d60f-4718-a71e-6acfcb25e705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba7a1fa-43a0-45ed-bd79-c9e3f9134a32,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:50.609264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-7b2b22d6-a159-4dee-87e2-f9dcaac48419 req-57a581c1-d261-4311-858c-81450c2ae5b8 service neutron] (102018) timed out ('10.222.0.55', 57088) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:10:50.658046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1328ab4-988e-4d98-ae41-4601c2a0f5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.707999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1328ab4-988e-4d98-ae41-4601c2a0f5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.908014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1328ab4-988e-4d98-ae41-4601c2a0f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.911439 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1328ab4-988e-4d98-ae41-4601c2a0f5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.913162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a1328ab4-988e-4d98-ae41-4601c2a0f5ea admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7ba7a1fa-43a0-45ed-bd79-c9e3f9134a32 HTTP/1.1" status: 204 len: 168 time: 0.3480740 Sep 15 16:10:50.923430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1328ab4-988e-4d98-ae41-4601c2a0f5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba7a1fa-43a0-45ed-bd79-c9e3f9134a32,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:52.115995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43158) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:52.132929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a38c6c4c-9eba-43ad-b8e1-1efd80afca84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.305898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a38c6c4c-9eba-43ad-b8e1-1efd80afca84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.393100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a38c6c4c-9eba-43ad-b8e1-1efd80afca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.433675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a38c6c4c-9eba-43ad-b8e1-1efd80afca84 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=553bcd573b24476180e6c0f587685bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162472 Sep 15 16:10:52.436254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c6c4c-9eba-43ad-b8e1-1efd80afca84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132adbb2-3967-42de-92d6-d1e08130fdc2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:52.437766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43174) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:52.542264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8db8-59de-4192-a127-770a9db43b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.570026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8db8-59de-4192-a127-770a9db43b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.817155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8db8-59de-4192-a127-770a9db43b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.832446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8db8-59de-4192-a127-770a9db43b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.832446 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6d6c8db8-59de-4192-a127-770a9db43b75 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/132adbb2-3967-42de-92d6-d1e08130fdc2 HTTP/1.1" status: 204 len: 168 time: 0.3884995 Sep 15 16:10:52.859782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c8db8-59de-4192-a127-770a9db43b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132adbb2-3967-42de-92d6-d1e08130fdc2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:53.962560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2bda53fe-8e41-4b03-a081-b5a23caacad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:54.105369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-c47bdf7e-2549-4a81-b391-9f60128a6488 req-dff60ca1-6e79-4443-a085-b3a12cbe9a23 service neutron] (102018) timed out ('10.222.0.55', 57087) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:10:56.692440 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:56.763257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43362) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:57.018780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fbcbbf88-7f99-44f9-868c-896d973a8b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.067191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.124151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fbcbbf88-7f99-44f9-868c-896d973a8b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.212645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fbcbbf88-7f99-44f9-868c-896d973a8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.263157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbbf88-7f99-44f9-868c-896d973a8b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cfb839-2f9c-4d3e-8b07-043552d3bd8a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:57.280999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fbcbbf88-7f99-44f9-868c-896d973a8b9d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ef5f67fe0d954ee5b553043e2e7c47f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112147 Sep 15 16:10:57.282398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43378) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:57.326373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6534ff99-cf0e-42fb-9378-b739a6aa8749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.369610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5f703ed7-8f8f-4702-9cd3-4b2029f8662a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.398004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5f703ed7-8f8f-4702-9cd3-4b2029f8662a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.557385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5f703ed7-8f8f-4702-9cd3-4b2029f8662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.562313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5f703ed7-8f8f-4702-9cd3-4b2029f8662a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.568960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5f703ed7-8f8f-4702-9cd3-4b2029f8662a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/05cfb839-2f9c-4d3e-8b07-043552d3bd8a HTTP/1.1" status: 204 len: 168 time: 0.2802415 Sep 15 16:10:57.571976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f703ed7-8f8f-4702-9cd3-4b2029f8662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cfb839-2f9c-4d3e-8b07-043552d3bd8a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:58.347313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43420) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:58.481896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.609629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43428) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:58.627074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b53e2d22-a101-42cd-aa18-a2fe801882f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.807440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b53e2d22-a101-42cd-aa18-a2fe801882f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.914204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4839b36d-2033-4961-b15b-d26313f0d5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.971482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b53e2d22-a101-42cd-aa18-a2fe801882f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.039859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b53e2d22-a101-42cd-aa18-a2fe801882f1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c4803490d67141ffb927d57c7313bcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291277 Sep 15 16:10:59.042582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43438) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:59.044027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e2d22-a101-42cd-aa18-a2fe801882f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b2eab-54c2-4a98-87a1-ced45874da6f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:59.129613 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4839b36d-2033-4961-b15b-d26313f0d5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.143241 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ddec7034-c9b0-49c9-ae82-4f2da24eb254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.173924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ddec7034-c9b0-49c9-ae82-4f2da24eb254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.244862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4839b36d-2033-4961-b15b-d26313f0d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.289733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4839b36d-2033-4961-b15b-d26313f0d5f4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9477984adaee4808b20e1e1dc0200f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9378102 Sep 15 16:10:59.289733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839b36d-2033-4961-b15b-d26313f0d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a37ef-3972-4f98-aa30-7cf0654a2567,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:59.290268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43440) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:59.351459 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ddec7034-c9b0-49c9-ae82-4f2da24eb254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.354590 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ddec7034-c9b0-49c9-ae82-4f2da24eb254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.356340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ddec7034-c9b0-49c9-ae82-4f2da24eb254 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de0b2eab-54c2-4a98-87a1-ced45874da6f HTTP/1.1" status: 204 len: 168 time: 0.3121753 Sep 15 16:10:59.434482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec7034-c9b0-49c9-ae82-4f2da24eb254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b2eab-54c2-4a98-87a1-ced45874da6f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:59.448575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecc28f92-7722-40c8-9bc3-8d2ebf00ddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.488678 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecc28f92-7722-40c8-9bc3-8d2ebf00ddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.662926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43452) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:59.716033 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecc28f92-7722-40c8-9bc3-8d2ebf00ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.718882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecc28f92-7722-40c8-9bc3-8d2ebf00ddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:59.720932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ecc28f92-7722-40c8-9bc3-8d2ebf00ddc6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/db1a37ef-3972-4f98-aa30-7cf0654a2567 HTTP/1.1" status: 204 len: 168 time: 0.4279785 Sep 15 16:10:59.738202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc28f92-7722-40c8-9bc3-8d2ebf00ddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a37ef-3972-4f98-aa30-7cf0654a2567,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:59.759032 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:10:59.905478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0221e770-d6d6-4c1b-b0e0-08e9c859fe73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.173191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0221e770-d6d6-4c1b-b0e0-08e9c859fe73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.349100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.393199 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0221e770-d6d6-4c1b-b0e0-08e9c859fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.398885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.466995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0221e770-d6d6-4c1b-b0e0-08e9c859fe73 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a5b1e53143c744ebbb5dc81a16c454f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8022568 Sep 15 16:11:00.468756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221e770-d6d6-4c1b-b0e0-08e9c859fe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e024fa8-7aa8-4084-9175-9caa4b0fb08d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:00.472441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:00.643450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db2769c8-b86b-4260-9ed0-39d156e3892a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.690176 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db2769c8-b86b-4260-9ed0-39d156e3892a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.915723 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db2769c8-b86b-4260-9ed0-39d156e3892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.923190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db2769c8-b86b-4260-9ed0-39d156e3892a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:00.929572 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-db2769c8-b86b-4260-9ed0-39d156e3892a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0e024fa8-7aa8-4084-9175-9caa4b0fb08d HTTP/1.1" status: 204 len: 168 time: 0.4552343 Sep 15 16:11:00.945811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2769c8-b86b-4260-9ed0-39d156e3892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e024fa8-7aa8-4084-9175-9caa4b0fb08d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:01.218969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43506) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:01.243443 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4058f5c-a648-46b6-86b7-795ff722c35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:01.428142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4058f5c-a648-46b6-86b7-795ff722c35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:01.515610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f4058f5c-a648-46b6-86b7-795ff722c35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:01.679709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43520) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:01.685143 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f4058f5c-a648-46b6-86b7-795ff722c35a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e5ab33bf00d54537810136688176310c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625833 Sep 15 16:11:01.690920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4058f5c-a648-46b6-86b7-795ff722c35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef45c5e-1eb3-4e3a-96a2-34a2fd98b42f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:01.818025 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76fb4c4a-c3ee-4181-9322-542663b85412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:01.898889 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76fb4c4a-c3ee-4181-9322-542663b85412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:01.987818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43532) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:02.013953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-f4097642-fd81-4b9b-8987-0406b4135ff5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097324 Sep 15 16:11:02.021823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4c829-8639-4800-9d17-783f2d39fbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:02.101552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76fb4c4a-c3ee-4181-9322-542663b85412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:02.105856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76fb4c4a-c3ee-4181-9322-542663b85412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:02.108751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-76fb4c4a-c3ee-4181-9322-542663b85412 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3ef45c5e-1eb3-4e3a-96a2-34a2fd98b42f HTTP/1.1" status: 204 len: 168 time: 0.4277430 Sep 15 16:11:02.162412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-b6b65cff-9a48-44aa-8906-ef9e9c6f82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:02.162412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-b6b65cff-9a48-44aa-8906-ef9e9c6f82c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1096 time: 0.0902288 Sep 15 16:11:02.165425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb4c4a-c3ee-4181-9322-542663b85412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef45c5e-1eb3-4e3a-96a2-34a2fd98b42f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:02.359500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4c829-8639-4800-9d17-783f2d39fbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:02.397515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-06001fbc-82ed-4d0b-b016-7d43504a2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:02.399363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-06001fbc-82ed-4d0b-b016-7d43504a2a43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.2018800 Sep 15 16:11:02.457404 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebf4c829-8639-4800-9d17-783f2d39fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:02.523831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4c829-8639-4800-9d17-783f2d39fbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7242e-a3dd-48f7-bb65-40f112e85443,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:02.567602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ebf4c829-8639-4800-9d17-783f2d39fbcf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f9543ff1c53245b799ede0fcc64658cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787847 Sep 15 16:11:02.572286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43548) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:02.590956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-34d68e1e-0ba9-43bf-8a42-6363deaf2330 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 1001 time: 0.1812263 Sep 15 16:11:02.696013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4f71dbf-1147-4456-97c1-b8376ebfd3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:02.699835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-1d46fda9-139d-4ca8-aea3-f56df0a7c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:02.701584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-1d46fda9-139d-4ca8-aea3-f56df0a7c1f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.1033845 Sep 15 16:11:02.743694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4f71dbf-1147-4456-97c1-b8376ebfd3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:02.821287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-38f56507-7969-4930-a0ca-f126aa39cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:02.828418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-38f56507-7969-4930-a0ca-f126aa39cdde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168871 Sep 15 16:11:03.046283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-05906c10-d66e-4f8c-9869-e42afa40f234 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113843 Sep 15 16:11:03.046718 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4f71dbf-1147-4456-97c1-b8376ebfd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:03.049394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4f71dbf-1147-4456-97c1-b8376ebfd3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:03.058467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b4f71dbf-1147-4456-97c1-b8376ebfd3f4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e3f7242e-a3dd-48f7-bb65-40f112e85443 HTTP/1.1" status: 204 len: 168 time: 0.4790618 Sep 15 16:11:03.081436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f71dbf-1147-4456-97c1-b8376ebfd3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7242e-a3dd-48f7-bb65-40f112e85443,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:03.198034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64367922-4fc8-4f6d-9aee-d6926eea26da req-1d5d6fe4-8c80-451f-a1b6-dd9ec4c7d50c service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445959 Sep 15 16:11:08.419392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43796) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:08.655578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7d3d-81c3-475d-ab1b-ee0aaa3f9964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:08.899023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7d3d-81c3-475d-ab1b-ee0aaa3f9964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.061691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a1e7d3d-81c3-475d-ab1b-ee0aaa3f9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.156190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5a1e7d3d-81c3-475d-ab1b-ee0aaa3f9964 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fae7619bc42e448d857d2c7f6ec0bef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321870 Sep 15 16:11:09.156432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:09.182782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e7d3d-81c3-475d-ab1b-ee0aaa3f9964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19146af-b9a8-4fca-aff9-bb69e0efd6fa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:09.322796 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56e8a50-0fb4-4d2f-aa38-772ac08ae0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.376848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56e8a50-0fb4-4d2f-aa38-772ac08ae0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.445091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:09.530122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56e8a50-0fb4-4d2f-aa38-772ac08ae0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.533358 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a56e8a50-0fb4-4d2f-aa38-772ac08ae0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.540029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a56e8a50-0fb4-4d2f-aa38-772ac08ae0b8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a19146af-b9a8-4fca-aff9-bb69e0efd6fa HTTP/1.1" status: 204 len: 168 time: 0.3693283 Sep 15 16:11:09.560435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e8a50-0fb4-4d2f-aa38-772ac08ae0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19146af-b9a8-4fca-aff9-bb69e0efd6fa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:09.653705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7b5d-4dc7-45bf-b667-7eeacbeff448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.790106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7b5d-4dc7-45bf-b667-7eeacbeff448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.930100 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7b5d-4dc7-45bf-b667-7eeacbeff448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:10.017562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e7b5d-4dc7-45bf-b667-7eeacbeff448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d2618-5298-4bde-a97f-6caaf9ef1b52,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:10.072762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fe5e7b5d-4dc7-45bf-b667-7eeacbeff448 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a66c917ea0a6409eb92c612848c2b33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264856 Sep 15 16:11:10.072981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43854) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:10.160886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155ea4e3-b40a-46c4-843f-f867f5386f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:10.197392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155ea4e3-b40a-46c4-843f-f867f5386f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:10.381094 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155ea4e3-b40a-46c4-843f-f867f5386f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:10.384080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-155ea4e3-b40a-46c4-843f-f867f5386f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:10.385476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-155ea4e3-b40a-46c4-843f-f867f5386f27 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0d2d2618-5298-4bde-a97f-6caaf9ef1b52 HTTP/1.1" status: 204 len: 168 time: 0.3109078 Sep 15 16:11:10.408252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ea4e3-b40a-46c4-843f-f867f5386f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d2618-5298-4bde-a97f-6caaf9ef1b52,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:14.930632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44062) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:15.122435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfb83345-63fa-48df-b158-6424aa629a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:15.381955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfb83345-63fa-48df-b158-6424aa629a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:15.468770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfb83345-63fa-48df-b158-6424aa629a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:15.528951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb83345-63fa-48df-b158-6424aa629a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f89af4b-e7b3-4bb9-b2ac-4d20764d01eb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:15.536142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dfb83345-63fa-48df-b158-6424aa629a52 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=395ca5e3045e42d7bf0a4292a865409e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036086 Sep 15 16:11:15.538780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44090) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:15.603091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-445dc278-fcf6-4beb-aac8-d01ea575eeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:15.633893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-445dc278-fcf6-4beb-aac8-d01ea575eeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:15.850239 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-445dc278-fcf6-4beb-aac8-d01ea575eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:15.855191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-445dc278-fcf6-4beb-aac8-d01ea575eeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:15.857748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-445dc278-fcf6-4beb-aac8-d01ea575eeb6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1f89af4b-e7b3-4bb9-b2ac-4d20764d01eb HTTP/1.1" status: 204 len: 168 time: 0.3175941 Sep 15 16:11:15.882003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dc278-fcf6-4beb-aac8-d01ea575eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f89af4b-e7b3-4bb9-b2ac-4d20764d01eb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:16.436708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44122) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:16.627774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44138) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:16.838319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb632bab-9f70-4a0d-8827-b1f437f4f4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:16.920148 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac177b99-0897-48b3-92d7-7fb36ce31f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.034442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb632bab-9f70-4a0d-8827-b1f437f4f4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.166166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb632bab-9f70-4a0d-8827-b1f437f4f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.233479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb632bab-9f70-4a0d-8827-b1f437f4f4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff055c18-88af-4f45-8220-9b72fea3e2e3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:17.246359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eb632bab-9f70-4a0d-8827-b1f437f4f4e4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f692417ae6694192b1ad9079ebbc06b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8025963 Sep 15 16:11:17.246805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44156) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:17.325198 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90435e9f-ee79-4146-8608-cc8d3b7a09ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.380446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90435e9f-ee79-4146-8608-cc8d3b7a09ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.402652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac177b99-0897-48b3-92d7-7fb36ce31f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.472388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac177b99-0897-48b3-92d7-7fb36ce31f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.553158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44164) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:17.553658 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac177b99-0897-48b3-92d7-7fb36ce31f83 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85f3ac7f93bc48c08bb7b45eae55dd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9238968 Sep 15 16:11:17.554825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac177b99-0897-48b3-92d7-7fb36ce31f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc22277-698a-44fa-9c1d-fbaa975e4955,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:17.599833 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90435e9f-ee79-4146-8608-cc8d3b7a09ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.610540 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90435e9f-ee79-4146-8608-cc8d3b7a09ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.618106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-90435e9f-ee79-4146-8608-cc8d3b7a09ae admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ff055c18-88af-4f45-8220-9b72fea3e2e3 HTTP/1.1" status: 204 len: 168 time: 0.3639529 Sep 15 16:11:17.682762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90435e9f-ee79-4146-8608-cc8d3b7a09ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff055c18-88af-4f45-8220-9b72fea3e2e3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:17.722602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b0149e-21ff-48cb-b6b7-fabc30ea5c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.754944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b0149e-21ff-48cb-b6b7-fabc30ea5c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.910729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44180) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:17.960826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b0149e-21ff-48cb-b6b7-fabc30ea5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.963379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b0149e-21ff-48cb-b6b7-fabc30ea5c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:17.964721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b0b0149e-21ff-48cb-b6b7-fabc30ea5c9e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0dc22277-698a-44fa-9c1d-fbaa975e4955 HTTP/1.1" status: 204 len: 168 time: 0.4105325 Sep 15 16:11:17.973572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0149e-21ff-48cb-b6b7-fabc30ea5c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc22277-698a-44fa-9c1d-fbaa975e4955,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:18.319364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-983ac8ee-16d3-4979-a7b3-8a67f89946be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.509238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-983ac8ee-16d3-4979-a7b3-8a67f89946be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.554136 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-983ac8ee-16d3-4979-a7b3-8a67f89946be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.609386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ac8ee-16d3-4979-a7b3-8a67f89946be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc6835c-d384-42a4-82f7-961e86ab6f94,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:18.643659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-983ac8ee-16d3-4979-a7b3-8a67f89946be admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=65ba7af862cc45dd9baa10cb82ed047d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7313282 Sep 15 16:11:18.646412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:18.776885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c0c804c-12fd-4b92-9347-8987eca5ac7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.816331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:18.857691 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dd649a1-b7e8-4ae4-82fb-d9ec88cd2ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.858997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c0c804c-12fd-4b92-9347-8987eca5ac7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.058753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dd649a1-b7e8-4ae4-82fb-d9ec88cd2ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.169958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c0c804c-12fd-4b92-9347-8987eca5ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.173130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2c0c804c-12fd-4b92-9347-8987eca5ac7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.187530 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2c0c804c-12fd-4b92-9347-8987eca5ac7d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4fc6835c-d384-42a4-82f7-961e86ab6f94 HTTP/1.1" status: 204 len: 168 time: 0.5265841 Sep 15 16:11:19.187530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c804c-12fd-4b92-9347-8987eca5ac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc6835c-d384-42a4-82f7-961e86ab6f94,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:19.210041 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2dd649a1-b7e8-4ae4-82fb-d9ec88cd2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.271987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd649a1-b7e8-4ae4-82fb-d9ec88cd2ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dae9d5-ea47-44a3-a286-06f3dc38759d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:19.279215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2dd649a1-b7e8-4ae4-82fb-d9ec88cd2ee2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8376d69d871944d49fc54fb62f4607f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609375 Sep 15 16:11:19.285192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44230) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:19.346290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b34c014-cb77-4756-bad8-80c8e9cc01d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.374357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b34c014-cb77-4756-bad8-80c8e9cc01d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.583390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b34c014-cb77-4756-bad8-80c8e9cc01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.586419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b34c014-cb77-4756-bad8-80c8e9cc01d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:19.590741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0b34c014-cb77-4756-bad8-80c8e9cc01d0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/93dae9d5-ea47-44a3-a286-06f3dc38759d HTTP/1.1" status: 204 len: 168 time: 0.3016231 Sep 15 16:11:19.604898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34c014-cb77-4756-bad8-80c8e9cc01d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dae9d5-ea47-44a3-a286-06f3dc38759d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:20.588005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44276) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:20.603607 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285c7fa4-8775-45c2-b320-a2de2622803d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:20.785011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285c7fa4-8775-45c2-b320-a2de2622803d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:20.872918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285c7fa4-8775-45c2-b320-a2de2622803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:20.920356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-285c7fa4-8775-45c2-b320-a2de2622803d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f9fc0728accf442d8282eb7348032894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369179 Sep 15 16:11:20.925319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c7fa4-8775-45c2-b320-a2de2622803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0902e0-e7c4-41c4-af88-012e1d76d237,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:20.925596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44288) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:21.038655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beca7241-e674-4901-ad6e-b98fa83a2c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.077350 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beca7241-e674-4901-ad6e-b98fa83a2c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.260983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beca7241-e674-4901-ad6e-b98fa83a2c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.264644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-beca7241-e674-4901-ad6e-b98fa83a2c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.266490 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-beca7241-e674-4901-ad6e-b98fa83a2c35 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5f0902e0-e7c4-41c4-af88-012e1d76d237 HTTP/1.1" status: 204 len: 168 time: 0.3397944 Sep 15 16:11:21.279074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca7241-e674-4901-ad6e-b98fa83a2c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0902e0-e7c4-41c4-af88-012e1d76d237,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:23.661890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44426) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:23.837037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61cb2cee-01e9-4962-a001-dc81a23c3a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.029029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b157327-1fc9-46d8-8aea-58cd9af2d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.077656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61cb2cee-01e9-4962-a001-dc81a23c3a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.183140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61cb2cee-01e9-4962-a001-dc81a23c3a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.254372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44454) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:24.254928 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-61cb2cee-01e9-4962-a001-dc81a23c3a3b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb3c1052000d489f958083b4f3a97b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913148 Sep 15 16:11:24.258554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb2cee-01e9-4962-a001-dc81a23c3a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8e95e3-ee6c-4d8d-8cd3-c4ca63886d70,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:24.372080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-25b30786-92f9-494a-b416-271c54c7a2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.415048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-25b30786-92f9-494a-b416-271c54c7a2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.552674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-25b30786-92f9-494a-b416-271c54c7a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.558635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-25b30786-92f9-494a-b416-271c54c7a2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:24.560945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-25b30786-92f9-494a-b416-271c54c7a2a7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5e8e95e3-ee6c-4d8d-8cd3-c4ca63886d70 HTTP/1.1" status: 204 len: 168 time: 0.3031869 Sep 15 16:11:24.576268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b30786-92f9-494a-b416-271c54c7a2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8e95e3-ee6c-4d8d-8cd3-c4ca63886d70,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:25.308040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-7f89ad38-9971-4f4a-969a-755609772651 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=3bf9c4cd1716452c96f54efcf3049e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417898 Sep 15 16:11:25.627579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-e9ad3c96-a577-4365-8a7c-578d8e8ac5ff tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:25.629113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-e9ad3c96-a577-4365-8a7c-578d8e8ac5ff tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3115146 Sep 15 16:11:25.648106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-58e8d23f-61eb-425d-8ab0-e9112f7dce67 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/quotas/3bf9c4cd1716452c96f54efcf3049e4f HTTP/1.1" status: 200 len: 375 time: 0.0116265 Sep 15 16:11:25.773093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44554) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:25.778418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-30607c41-33c0-46b5-b4a8-7b7b42371e23 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3bf9c4cd1716452c96f54efcf3049e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185558 Sep 15 16:11:25.793545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47b43b88-e763-409a-83d4-be364910b92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:25.978554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47b43b88-e763-409a-83d4-be364910b92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:26.132805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47b43b88-e763-409a-83d4-be364910b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:26.204132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b43b88-e763-409a-83d4-be364910b92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd08f00-651a-4f1f-83b4-664a5a3fc9ce,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:26.211945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-47b43b88-e763-409a-83d4-be364910b92e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1d825dc9c5fe48de9a9be0122bebe103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378145 Sep 15 16:11:26.215122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44584) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:26.342298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56ac0735-daec-4a89-8260-22ab164f98f7 req-ef2c5ece-f5f8-4734-b9a4-d742ea54f592 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.0964520 Sep 15 16:11:26.380681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8194031c-9539-436f-8115-ec851be22d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:26.483316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8194031c-9539-436f-8115-ec851be22d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:26.766122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:26.766794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8194031c-9539-436f-8115-ec851be22d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:26.769190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8194031c-9539-436f-8115-ec851be22d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:26.770397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8194031c-9539-436f-8115-ec851be22d89 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6cd08f00-651a-4f1f-83b4-664a5a3fc9ce HTTP/1.1" status: 204 len: 168 time: 0.5541596 Sep 15 16:11:26.779516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194031c-9539-436f-8115-ec851be22d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd08f00-651a-4f1f-83b4-664a5a3fc9ce,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:27.177269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:27.396346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2eaffa96-1dc9-4db0-a61a-25e0a292cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:27.436731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd46c297-6f06-4102-aeb8-8753599748c4 req-21f6e76d-37a7-4526-be61-fae107cbdb06 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.0418994 Sep 15 16:11:28.065058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44666) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:28.252795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-833a4bed-33a1-4b5e-9bae-bfbfa2a5db5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:28.472868 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:28.633236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-833a4bed-33a1-4b5e-9bae-bfbfa2a5db5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:28.688584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-833a4bed-33a1-4b5e-9bae-bfbfa2a5db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:28.693937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b04735f6-2e02-4035-81f4-8daab872baf3 req-717c5b9e-64b6-43dd-89b3-8a72df7d306d tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.0547488 Sep 15 16:11:28.793522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a4bed-33a1-4b5e-9bae-bfbfa2a5db5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e006c26-444b-4946-91c2-f67654d85db4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:28.829298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-833a4bed-33a1-4b5e-9bae-bfbfa2a5db5a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a49c48865b2c46c0b060ad076574d9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7602642 Sep 15 16:11:28.829576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44690) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:28.927648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5be4330a-4682-4d91-a083-7925b9484940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:28.961996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5be4330a-4682-4d91-a083-7925b9484940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:29.124392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5be4330a-4682-4d91-a083-7925b9484940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:29.132918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5be4330a-4682-4d91-a083-7925b9484940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:29.136001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5be4330a-4682-4d91-a083-7925b9484940 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1e006c26-444b-4946-91c2-f67654d85db4 HTTP/1.1" status: 204 len: 168 time: 0.3051715 Sep 15 16:11:29.155465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4330a-4682-4d91-a083-7925b9484940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e006c26-444b-4946-91c2-f67654d85db4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:29.631878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-fd26af23-928a-40bd-9533-29f2dfef20a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=3bf9c4cd1716452c96f54efcf3049e4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520337 Sep 15 16:11:29.917207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae4ba1c3-4bf7-44e9-a133-d8fd80ca029d req-676758a0-6fc3-44f2-af21-b483a16677e2 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.0640361 Sep 15 16:11:30.084938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-650a72eb-a960-494c-909d-93504a8ade4b tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:30.086905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-650a72eb-a960-494c-909d-93504a8ade4b tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4466887 Sep 15 16:11:30.100632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Request body: {'port': {'device_id': '31797838-5041-4602-8598-3e6d512f2bd7', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '3bf9c4cd1716452c96f54efcf3049e4f'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:30.153305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.225546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:30.246069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a53e5b28-6ebd-4379-b80d-24a1c8852ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.274510 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.415166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44750) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:30.453196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a53e5b28-6ebd-4379-b80d-24a1c8852ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.558302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a53e5b28-6ebd-4379-b80d-24a1c8852ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.636974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-442d9bbe-4aa4-42e8-9be4-5d2377cc98e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.651190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a53e5b28-6ebd-4379-b80d-24a1c8852ef1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b5596649517542a69f816719c4b61d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4240336 Sep 15 16:11:30.652419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44754) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:30.664960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Made reservation on behalf of 3bf9c4cd1716452c96f54efcf3049e4f for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:30.678441 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.686237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e5b28-6ebd-4379-b80d-24a1c8852ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bc867b-c29b-4904-b9e7-73bd7742df15,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:30.726769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.740453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-620e9672-2b2d-465a-9916-fc60d5634e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:30.820237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-620e9672-2b2d-465a-9916-fc60d5634e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.003066 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-442d9bbe-4aa4-42e8-9be4-5d2377cc98e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.037293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-620e9672-2b2d-465a-9916-fc60d5634e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.048343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-620e9672-2b2d-465a-9916-fc60d5634e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.049951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-620e9672-2b2d-465a-9916-fc60d5634e0c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/50bc867b-c29b-4904-b9e7-73bd7742df15 HTTP/1.1" status: 204 len: 168 time: 0.3929052 Sep 15 16:11:31.069358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e9672-2b2d-465a-9916-fc60d5634e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bc867b-c29b-4904-b9e7-73bd7742df15,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:31.367893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.480885 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-442d9bbe-4aa4-42e8-9be4-5d2377cc98e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.579395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-389d2e4a-f8d6-4b14-b308-b9eb8fad0647 req-098fc276-5906-40c6-96df-c6c6e1cf0f50 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.2018170 Sep 15 16:11:31.678268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-442d9bbe-4aa4-42e8-9be4-5d2377cc98e5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=dd7253b8067549a2a6a4f849307c764f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2614069 Sep 15 16:11:31.679597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.679799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44770) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:31.689299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d9bbe-4aa4-42e8-9be4-5d2377cc98e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c255f85-1899-4298-b444-f83b59c2da53,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:31.795343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b86e8181-b092-411f-9442-0d1df392853a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.855487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b86e8181-b092-411f-9442-0d1df392853a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.945045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a717fcc2-0888-4347-acde-2a6aa521fae1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:31.989914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b86e8181-b092-411f-9442-0d1df392853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.995770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b86e8181-b092-411f-9442-0d1df392853a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:31.998274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b86e8181-b092-411f-9442-0d1df392853a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1c255f85-1899-4298-b444-f83b59c2da53 HTTP/1.1" status: 204 len: 168 time: 0.3174069 Sep 15 16:11:32.042007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e8181-b092-411f-9442-0d1df392853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c255f85-1899-4298-b444-f83b59c2da53,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:32.220268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Allocated IP 192.168.233.143 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/1b6bd441-5124-406c-babf-65e81b623b3e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:32.773267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:32.865858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3de27b20-3f0e-4d81-8dff-2d7bf0fb9b9f req-8068428b-a40b-43ed-b4d0-82e7c07ff285 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.0827887 Sep 15 16:11:33.049761 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:33.131876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:33.136138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:33.141577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:33.193971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Pushing event updated for resources: {'Port': ['ID=1b6bd441-5124-406c-babf-65e81b623b3e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:33.232905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:33.232905 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:33.361671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-c97f7aa7-7eeb-4cb5-8739-0052819450dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2650762 Sep 15 16:11:33.374800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Request body: {'port': {'device_id': '31797838-5041-4602-8598-3e6d512f2bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:33.481161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:33.608200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-39d5c24d-3030-46fe-ad76-230b3b8010b5 None None] Provisioning complete for port 1b6bd441-5124-406c-babf-65e81b623b3e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:33.608200 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-39d5c24d-3030-46fe-ad76-230b3b8010b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:33.684565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-39d5c24d-3030-46fe-ad76-230b3b8010b5 None None] Port 1b6bd441-5124-406c-babf-65e81b623b3e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:11:34.124611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6bd441-5124-406c-babf-65e81b623b3e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:11:34.158072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:34.223285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Transition to ACTIVE for port object 1b6bd441-5124-406c-babf-65e81b623b3e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:11:34.240662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb88bf-2453-4010-a0d6-7612864a8d7b req-dc18a260-8a83-4a4e-aba1-4374dc28a8f7 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:34.248698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49eb88bf-2453-4010-a0d6-7612864a8d7b req-dc18a260-8a83-4a4e-aba1-4374dc28a8f7 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 936 time: 0.1464405 Sep 15 16:11:34.333994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49eb88bf-2453-4010-a0d6-7612864a8d7b req-9b847a98-e4e2-4def-b21c-575b0d3e2787 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836706 Sep 15 16:11:34.339394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:34.472576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6bd441-5124-406c-babf-65e81b623b3e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:34.651823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Attempting to bind port 1b6bd441-5124-406c-babf-65e81b623b3e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:11:34.652570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Attempting to bind port 1b6bd441-5124-406c-babf-65e81b623b3e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:11:34.653076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Attempting to bind port 1b6bd441-5124-406c-babf-65e81b623b3e on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:11:34.667392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Port 1b6bd441-5124-406c-babf-65e81b623b3e on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:11:34.667392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Attempting to bind port 1b6bd441-5124-406c-babf-65e81b623b3e on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:11:34.667977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:11:34.668767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:11:34.668767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:11:34.669184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Bound port: 1b6bd441-5124-406c-babf-65e81b623b3e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:11:34.669731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:34.900976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] For port 1b6bd441-5124-406c-babf-65e81b623b3e, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:11:34.912353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] For port 1b6bd441-5124-406c-babf-65e81b623b3e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1b6bd441-5124-406c-babf-65e81b623b3e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:11:35.068299 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:35.139305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6bd441-5124-406c-babf-65e81b623b3e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:35.162263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:35.169379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:35.171371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-429be63a-fca6-4b18-8c1e-20f9da985f83 service neutron] 10.222.0.38 "PUT /v2.0/ports/1b6bd441-5124-406c-babf-65e81b623b3e HTTP/1.1" status: 200 len: 1096 time: 1.8010795 Sep 15 16:11:35.172031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31797838-5041-4602-8598-3e6d512f2bd7', 'tag': '1b6bd441-5124-406c-babf-65e81b623b3e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:35.188934 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "31797838-5041-4602-8598-3e6d512f2bd7", "tag": "1b6bd441-5124-406c-babf-65e81b623b3e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:35.298206 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aaac27-0b60-4609-a955-7337a0647768 x-openstack-request-id: req-b2aaac27-0b60-4609-a955-7337a0647768 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:35.305327 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31797838-5041-4602-8598-3e6d512f2bd7", "tag": "1b6bd441-5124-406c-babf-65e81b623b3e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:35.305327 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b2aaac27-0b60-4609-a955-7337a0647768 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:35.305327 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31797838-5041-4602-8598-3e6d512f2bd7', 'tag': '1b6bd441-5124-406c-babf-65e81b623b3e', 'status': 'completed', 'code': 200} Sep 15 16:11:35.416578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-3de8f2ae-69b3-4c28-8766-ca787df032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:35.417335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-3de8f2ae-69b3-4c28-8766-ca787df032a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3bf9c4cd1716452c96f54efcf3049e4f&device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 1099 time: 0.1326592 Sep 15 16:11:35.547378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-af88a86a-1130-4d95-9704-a897b8e27157 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1b6bd441-5124-406c-babf-65e81b623b3e HTTP/1.1" status: 200 len: 217 time: 0.1235995 Sep 15 16:11:35.631934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448f895-551c-41dc-b809-86cf33e20e5c req-972b5fc3-20df-4f69-88ef-1448b580bda6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:35.640687 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e448f895-551c-41dc-b809-86cf33e20e5c req-972b5fc3-20df-4f69-88ef-1448b580bda6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 948 time: 0.1456904 Sep 15 16:11:35.693457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44958) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:35.731411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-76efa533-7fb3-4503-a07f-593c1d381ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:35.734543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-76efa533-7fb3-4503-a07f-593c1d381ae3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1801736 Sep 15 16:11:35.735103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44962) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:35.780301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e448f895-551c-41dc-b809-86cf33e20e5c req-c32e3c27-c0ef-46c1-b2c7-506eaef0ab0d tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312721 Sep 15 16:11:35.839748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-2183ee6e-0f8c-409b-bf95-d8aeb1ba0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:35.841848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-2183ee6e-0f8c-409b-bf95-d8aeb1ba0f06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865369 Sep 15 16:11:35.948109 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16fb5575-1a04-422e-b099-bc24de777588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:35.957772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-114410617', 'router:external': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:36.019024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-ab820228-89ea-4071-b439-6fe1464af10e service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695929 Sep 15 16:11:36.104414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Made reservation on behalf of e2d21011cfbe4692af048e329fbe8298 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:36.106817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.127211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.179008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a85fb766-c18c-41c2-8b6d-f0c58f5f2a0c req-d08a8ea6-aff7-4792-ac81-ae473f15e4c5 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512489 Sep 15 16:11:36.262123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16fb5575-1a04-422e-b099-bc24de777588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.280448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:36.339776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16fb5575-1a04-422e-b099-bc24de777588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.474388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb5575-1a04-422e-b099-bc24de777588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d0e59-b04e-4dd2-9717-5587935f8a15,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:36.488388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-851b9802-1135-4794-aa5a-58092863eb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.490595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-16fb5575-1a04-422e-b099-bc24de777588 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7a9e455fc50b4e45aa83494e348144bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8020110 Sep 15 16:11:36.493873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 44976) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:36.498742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-ef7c0995-6f2b-4334-9456-1f5cf9334eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:36.500353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-ef7c0995-6f2b-4334-9456-1f5cf9334eda service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3bf9c4cd1716452c96f54efcf3049e4f&device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 1099 time: 0.1773257 Sep 15 16:11:36.666967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1968de3b-3d74-4fdd-973e-a9a91cd5ae0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.677709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-0b5224e9-b7ab-4559-a68e-3e43150b77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:36.678750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-0b5224e9-b7ab-4559-a68e-3e43150b77f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1681073 Sep 15 16:11:36.686576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.742131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-3e094b70-dc83-4d62-85fa-f98c83f74387 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=1b6bd441-5124-406c-babf-65e81b623b3e HTTP/1.1" status: 200 len: 217 time: 0.0495195 Sep 15 16:11:36.747920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1968de3b-3d74-4fdd-973e-a9a91cd5ae0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.759869 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:11:36.775829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.854387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:11:36.879221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-945bcb2d-986f-428f-ad25-ae203f6cbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:36.880746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-945bcb2d-986f-428f-ad25-ae203f6cbda9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.1297073 Sep 15 16:11:36.885008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.885435 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Added segment 861e41c3-c908-4c2e-8f5c-5b2f50a5f25c of type vlan for network 12fa2874-cc50-4d9c-b970-209c3fee1518 Sep 15 16:11:36.886836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ec9331-fc17-4467-8aed-ac477138322e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:36.945406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-851b9802-1135-4794-aa5a-58092863eb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.026083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.041264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-851b9802-1135-4794-aa5a-58092863eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.051806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-49bbf19a-ea33-430e-8457-5610a45e4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.054268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-49bbf19a-ea33-430e-8457-5610a45e4475 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569631 Sep 15 16:11:37.065047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798efad8-d3ba-415c-9f43-9a98c522dad6 req-897ed926-b332-4e13-bccc-d7ce999e0ba3 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.066653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-798efad8-d3ba-415c-9f43-9a98c522dad6 req-897ed926-b332-4e13-bccc-d7ce999e0ba3 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 948 time: 0.1306558 Sep 15 16:11:37.093808 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-851b9802-1135-4794-aa5a-58092863eb90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0a517ec64f0848e4a930158b3d1af0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8117464 Sep 15 16:11:37.096842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 44996) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:37.103388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b9802-1135-4794-aa5a-58092863eb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24dcb6d-ea58-4160-9b70-8ed54dc154d5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.157319 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1360-1ba9-4dbf-9bd0-bdb16946668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.178815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1968de3b-3d74-4fdd-973e-a9a91cd5ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.181958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1968de3b-3d74-4fdd-973e-a9a91cd5ae0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.183247 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1360-1ba9-4dbf-9bd0-bdb16946668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.185927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1968de3b-3d74-4fdd-973e-a9a91cd5ae0f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5f4d0e59-b04e-4dd2-9717-5587935f8a15 HTTP/1.1" status: 204 len: 168 time: 0.6845520 Sep 15 16:11:37.214142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968de3b-3d74-4fdd-973e-a9a91cd5ae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d0e59-b04e-4dd2-9717-5587935f8a15,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.220889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-798efad8-d3ba-415c-9f43-9a98c522dad6 req-fdb625fc-f050-425c-af43-6b1a874abe2a tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333964 Sep 15 16:11:37.266808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.267839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.268426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.297642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-67214d46-cc36-4fc1-80e3-9d51ac248b74 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225223 Sep 15 16:11:37.389004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Network': ['ID=12fa2874-cc50-4d9c-b970-209c3fee1518,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.405261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1360-1ba9-4dbf-9bd0-bdb16946668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.409768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1360-1ba9-4dbf-9bd0-bdb16946668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.411819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3a6a1360-1ba9-4dbf-9bd0-bdb16946668f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f24dcb6d-ea58-4160-9b70-8ed54dc154d5 HTTP/1.1" status: 204 len: 168 time: 0.3140066 Sep 15 16:11:37.430553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6884058 Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.437391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed94db20-1e38-423a-992f-3f6eed8d1aaa tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:37.439355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45014) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:37.445290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'subnet': {'network_id': '12fa2874-cc50-4d9c-b970-209c3fee1518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:37.452951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 12fa2874-cc50-4d9c-b970-209c3fee1518 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:11:37.469191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a1360-1ba9-4dbf-9bd0-bdb16946668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24dcb6d-ea58-4160-9b70-8ed54dc154d5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.491082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-041cb193-b3c6-43ee-b0f7-2319b2b26d3b req-caa89044-714a-4bb9-8f13-7999f61adb45 service neutron] 10.222.0.38 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797273 Sep 15 16:11:37.572279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Made reservation on behalf of e2d21011cfbe4692af048e329fbe8298 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:37.575991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.229276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:11:38.233064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.282714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45030) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:38.313276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c9f1-3048-4b7d-9de3-67dea9116da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.321118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Checking segment: {'id': '861e41c3-c908-4c2e-8f5c-5b2f50a5f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '12fa2874-cc50-4d9c-b970-209c3fee1518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:11:38.321480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network hostable DHCP agents. Network: 12fa2874-cc50-4d9c-b970-209c3fee1518, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:11:38.326127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe9b1bb3-3630-4f07-85cd-680114c514bc,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:38.456912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network 12fa2874-cc50-4d9c-b970-209c3fee1518 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:11:38.530379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 12fa2874-cc50-4d9c-b970-209c3fee1518) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:38.539879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:38.541463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.560504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c5362-483e-422f-897a-f4602c95bb0d None None] Network 12fa2874-cc50-4d9c-b970-209c3fee1518 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:11:38.642168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16946b4-5989-4349-beb8-f97862e29806 req-259abda9-07a4-464d-806f-c4f78db9408c tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:38.644458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f16946b4-5989-4349-beb8-f97862e29806 req-259abda9-07a4-464d-806f-c4f78db9408c tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 948 time: 0.1745565 Sep 15 16:11:38.770819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f16946b4-5989-4349-beb8-f97862e29806 req-6811edd3-959f-44e5-9594-4b39756cfaef tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049204 Sep 15 16:11:38.798486 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c9f1-3048-4b7d-9de3-67dea9116da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.900793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cc7c9f1-3048-4b7d-9de3-67dea9116da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.000600 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-92e64b14-182f-4317-88a5-9bce1509fcb5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5605850 Sep 15 16:11:39.006859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b467a-a303-43cb-aeeb-9c455b46d4f3 None None] Network 12fa2874-cc50-4d9c-b970-209c3fee1518 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:11:39.010402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45066) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:39.018075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2127047223', 'network_id': '12fa2874-cc50-4d9c-b970-209c3fee1518'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:39.052153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7c9f1-3048-4b7d-9de3-67dea9116da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de79cadf-43b0-4367-990b-83ef3e93b6b0,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:39.089700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4cc7c9f1-3048-4b7d-9de3-67dea9116da1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=85c01d253b5847f2aa13f5fd710d1636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8043840 Sep 15 16:11:39.090723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45072) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:39.176146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36eb51b0-e632-41da-9a04-e9d72b1e3bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.176398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Made reservation on behalf of e2d21011cfbe4692af048e329fbe8298 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:39.179002 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.236086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36eb51b0-e632-41da-9a04-e9d72b1e3bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.241969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] device_id is not set on port 89553f11-9c68-4e76-b773-4e2c97a6e5e5 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:11:39.429485 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36eb51b0-e632-41da-9a04-e9d72b1e3bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.432298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36eb51b0-e632-41da-9a04-e9d72b1e3bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.443008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-36eb51b0-e632-41da-9a04-e9d72b1e3bd7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de79cadf-43b0-4367-990b-83ef3e93b6b0 HTTP/1.1" status: 204 len: 168 time: 0.3458943 Sep 15 16:11:39.473677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb51b0-e632-41da-9a04-e9d72b1e3bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de79cadf-43b0-4367-990b-83ef3e93b6b0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:39.522791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Allocated IP 2001:db8::196 (12fa2874-cc50-4d9c-b970-209c3fee1518/fe9b1bb3-3630-4f07-85cd-680114c514bc/89553f11-9c68-4e76-b773-4e2c97a6e5e5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:39.727353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1b6bd441-5124-406c-babf-65e81b623b3e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:11:39.895166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.998577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1b6bd441-5124-406c-babf-65e81b623b3e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1b6bd441-5124-406c-babf-65e81b623b3e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:40.014168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '1b6bd441-5124-406c-babf-65e81b623b3e', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '1b6bd441-5124-406c-babf-65e81b623b3e', 'mac_address': 'fa:16:3e:11:7f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:11:40.136409 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.153601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6bd441-5124-406c-babf-65e81b623b3e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:11:40.171012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2813e4b-4069-4f28-a78b-f1bda95818da req-269486bb-e460-4fff-b8eb-772fc05b4090 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:40.179964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2813e4b-4069-4f28-a78b-f1bda95818da req-269486bb-e460-4fff-b8eb-772fc05b4090 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 948 time: 0.2034621 Sep 15 16:11:40.193753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1b6bd441-5124-406c-babf-65e81b623b3e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1b6bd441-5124-406c-babf-65e81b623b3e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:40.305871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.313602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2813e4b-4069-4f28-a78b-f1bda95818da req-b49b4a64-4ce7-49ab-bbd2-b1776f043388 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083119 Sep 15 16:11:40.331639 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.496597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network 12fa2874-cc50-4d9c-b970-209c3fee1518 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:40.501504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1b6bd441-5124-406c-babf-65e81b623b3e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:40.509467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:40.513992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.515582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.515939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.516327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.516919 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.517507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.518744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.518955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:40.519524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.519885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.520004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:40.520462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.520727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.521152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.521627 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:40.528160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1b6bd441-5124-406c-babf-65e81b623b3e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:11:40.578114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Port': ['ID=89553f11-9c68-4e76-b773-4e2c97a6e5e5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:40.666190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27137d4f-d0db-4818-a37f-9f6d7354c4a3 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6505020 Sep 15 16:11:40.667012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45146) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:40.856775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Deleting port 89553f11-9c68-4e76-b773-4e2c97a6e5e5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:40.857514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.952800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.969353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Calling delete_port for 89553f11-9c68-4e76-b773-4e2c97a6e5e5 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:41.221998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.292412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.302308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "DELETE /v2.0/ports/89553f11-9c68-4e76-b773-4e2c97a6e5e5 HTTP/1.1" status: 204 len: 168 time: 0.6253829 Sep 15 16:11:41.302308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172d5b3-05eb-4ed2-8bd8-90e8357e594c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event deleted for resources: {'Port': ['ID=89553f11-9c68-4e76-b773-4e2c97a6e5e5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:41.306135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45190) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:41.307542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12fa2874-cc50-4d9c-b970-209c3fee1518', 'external_fixed_ips': [{'subnet_id': 'fe9b1bb3-3630-4f07-85cd-680114c514bc', 'ip_address': '2001:db8::196'}]}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:41.428598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.430462 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.682430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.708383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e488bf-5e8c-4c95-a690-d5f235f66675 req-931df01d-dc35-4a1d-befe-cc02ae348a2a tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:41.709995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89e488bf-5e8c-4c95-a690-d5f235f66675 req-931df01d-dc35-4a1d-befe-cc02ae348a2a tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 949 time: 0.1307423 Sep 15 16:11:41.757934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1b6bd441-5124-406c-babf-65e81b623b3e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:11:41.802336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45236) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:41.854236 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89e488bf-5e8c-4c95-a690-d5f235f66675 req-516274b0-27ac-4cde-b900-2b66646c50dc tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202133 Sep 15 16:11:42.081407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 1b6bd441-5124-406c-babf-65e81b623b3e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:11:42.098302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 1b6bd441-5124-406c-babf-65e81b623b3e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:42.100227 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.155463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690274dc-2bfc-417d-8def-80b7e43a9312 req-897b6930-e64b-446f-b5b7-66914e74df2f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:42.158489 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-690274dc-2bfc-417d-8def-80b7e43a9312 req-897b6930-e64b-446f-b5b7-66914e74df2f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.3691201 Sep 15 16:11:42.233070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.270997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.282255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31797838-5041-4602-8598-3e6d512f2bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6bd441-5124-406c-babf-65e81b623b3e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:42.297146 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928acef9-b241-4a56-a5c4-3b93f7b13c6c" -d '{"events": [{"server_uuid": "31797838-5041-4602-8598-3e6d512f2bd7", "name": "network-vif-plugged", "status": "completed", "tag": "1b6bd441-5124-406c-babf-65e81b623b3e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:42.305032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-277793596'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:42.335794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1b6bd441-5124-406c-babf-65e81b623b3e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1b6bd441-5124-406c-babf-65e81b623b3e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:42.346608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-690274dc-2bfc-417d-8def-80b7e43a9312 req-cd428ec6-7057-434c-88ab-b412f854e5b7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820858 Sep 15 16:11:42.395657 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb0ca6-65ca-4e8e-bbe7-d805e1a112a5 x-openstack-request-id: req-fefb0ca6-65ca-4e8e-bbe7-d805e1a112a5 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:42.396078 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31797838-5041-4602-8598-3e6d512f2bd7", "name": "network-vif-plugged", "status": "completed", "tag": "1b6bd441-5124-406c-babf-65e81b623b3e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:42.396392 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fefb0ca6-65ca-4e8e-bbe7-d805e1a112a5 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:42.397037 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31797838-5041-4602-8598-3e6d512f2bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6bd441-5124-406c-babf-65e81b623b3e', 'code': 200} Sep 15 16:11:42.410419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.411270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Made reservation on behalf of 4cbf0aa584fe4050933a2ddb602c3b06 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:42.417839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.445799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.537385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1b6bd441-5124-406c-babf-65e81b623b3e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:42.600995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cf86b-f74b-4c8e-96e1-fe8d02db22b2 req-cf17d1ee-9ea2-410c-a9d9-f98d75054c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:42.602942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-284cf86b-f74b-4c8e-96e1-fe8d02db22b2 req-cf17d1ee-9ea2-410c-a9d9-f98d75054c25 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 1101 time: 0.0982161 Sep 15 16:11:42.673201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-284cf86b-f74b-4c8e-96e1-fe8d02db22b2 req-8559a998-b26d-4826-bc14-ee31abbad6cc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590878 Sep 15 16:11:42.835507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.851575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.881320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.966417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:43.069137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:11:43.129590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f03fd-5645-4773-8bf2-85e416afa2e7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:43.142519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:43.142858 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Added segment b161d984-153a-44ae-b428-dc2df24711e8 of type vlan for network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 Sep 15 16:11:43.239063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:43.251133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7f39d-908b-49b4-8406-e3c39513c003 req-a09a97d7-ab82-4f16-a45b-b93ccab46698 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:43.255019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55e7f39d-908b-49b4-8406-e3c39513c003 req-a09a97d7-ab82-4f16-a45b-b93ccab46698 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 950 time: 0.2625930 Sep 15 16:11:43.301725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Allocated IP 2001:db8::196 (12fa2874-cc50-4d9c-b970-209c3fee1518/fe9b1bb3-3630-4f07-85cd-680114c514bc/0c51e9fb-faa6-4d47-a866-6d753f5257b9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:43.358146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-55e7f39d-908b-49b4-8406-e3c39513c003 req-3b761226-5e69-4774-ace5-758729756e6a tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976210 Sep 15 16:11:43.466487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:43.497898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6554b0b-1722-4ede-a465-767cffa396ca req-d535929f-9ee0-4523-8f80-8bb2d43752f7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:43.500388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6554b0b-1722-4ede-a465-767cffa396ca req-d535929f-9ee0-4523-8f80-8bb2d43752f7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0585849 Sep 15 16:11:43.503663 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:43.510191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:43.510918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:43.560946 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6554b0b-1722-4ede-a465-767cffa396ca req-7203003e-f685-4775-9a79-6faa88fcf9f4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530653 Sep 15 16:11:43.670513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8670616 Sep 15 16:11:43.677057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:43.677372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45322) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:43.679412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Request body: {'subnet': {'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:43.690690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4f641-c8e4-45a9-96a3-0b25f0604a3e tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event updated for resources: {'Network': ['ID=17dc4a43-281a-4ac2-9f09-c7c2bac33600,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:43.705035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:11:43.733069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network 12fa2874-cc50-4d9c-b970-209c3fee1518 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:43.738669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:43.742854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:43.908002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Port': ['ID=0c51e9fb-faa6-4d47-a866-6d753f5257b9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:44.038140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Made reservation on behalf of 4cbf0aa584fe4050933a2ddb602c3b06 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:44.042492 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:44.214818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:44.308652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:44.382253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event updated for resources: {'Subnet': ['ID=ed2be5b4-53b1-44fe-83bc-2775425f0de2,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:44.396325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Checking segment: {'id': 'b161d984-153a-44ae-b428-dc2df24711e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:11:44.399957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Network hostable DHCP agents. Network: 17dc4a43-281a-4ac2-9f09-c7c2bac33600, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:11:44.500864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:11:44.625967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 17dc4a43-281a-4ac2-9f09-c7c2bac33600) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:44.630450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:44.631053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:44.640957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e05b016-3d90-422d-8d86-dfaebbc3b1f6 None None] Network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:11:44.750492 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45c8e40d-cfea-48f6-b4e1-68d134b5c842 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0758543 Sep 15 16:11:44.751360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45372) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:44.758622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Request body: {'port': {'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600', 'name': 'tempest-DHCPAgentSchedulersTestJSON-418088547'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:44.784307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88c4a6-3c33-4885-9e5f-b10027bbcc1e req-b71c38b6-a9c9-45cc-9336-12d4b2e8c77a tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:44.786674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e88c4a6-3c33-4885-9e5f-b10027bbcc1e req-b71c38b6-a9c9-45cc-9336-12d4b2e8c77a tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 950 time: 0.0666771 Sep 15 16:11:44.966013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-17dc4a43-281a-4ac2-9f09-c7c2bac33600', 'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600', 'tenant_id': '4cbf0aa584fe4050933a2ddb602c3b06', 'fixed_ips': [{'subnet_id': 'ed2be5b4-53b1-44fe-83bc-2775425f0de2'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:11:44.967652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:45.028893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0e88c4a6-3c33-4885-9e5f-b10027bbcc1e req-d7ea60a6-1d32-4760-8512-fc1194df6aa9 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919439 Sep 15 16:11:45.052259 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:45.374327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Allocated IP 172.20.0.2 (17dc4a43-281a-4ac2-9f09-c7c2bac33600/ed2be5b4-53b1-44fe-83bc-2775425f0de2/44571e3d-abca-4ef6-b69e-17a57c36306c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:45.480984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb0984-42aa-42b5-9d6c-e77b6fac6e4f req-a1c539a2-e89d-4ab4-82f7-c0295b576036 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:45.490327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44cb0984-42aa-42b5-9d6c-e77b6fac6e4f req-a1c539a2-e89d-4ab4-82f7-c0295b576036 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.7876868 Sep 15 16:11:45.547202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Router e5644563-1941-4fdf-92e5-54331f145119 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:11:45.611801 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44cb0984-42aa-42b5-9d6c-e77b6fac6e4f req-ce443b96-3c47-4a69-a17e-d04e363394bd tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192696 Sep 15 16:11:45.713799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Made reservation on behalf of 4cbf0aa584fe4050933a2ddb602c3b06 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:45.723798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:45.749843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] device_id is not set on port a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:11:45.759942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:11:45.779516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Sync routers for ids ['e5644563-1941-4fdf-92e5-54331f145119'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:11:45.807330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Routers {'e5644563-1941-4fdf-92e5-54331f145119'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:45.808009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['e5644563-1941-4fdf-92e5-54331f145119'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:45.880598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3ad48-aee2-47f0-860f-55a3e295abb3 req-c70cd857-930b-449c-8f1f-cb94fc0d1270 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:45.882227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ea3ad48-aee2-47f0-860f-55a3e295abb3 req-c70cd857-930b-449c-8f1f-cb94fc0d1270 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 950 time: 0.0730996 Sep 15 16:11:45.928800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:45.928800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d65c6555-e019-4817-a300-75f85d698519 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6207108 Sep 15 16:11:45.934293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45418) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:45.961675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ea3ad48-aee2-47f0-860f-55a3e295abb3 req-8738ba75-c89b-4a4a-b696-048582a377af tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722117 Sep 15 16:11:46.015171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.036099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Set router e5644563-1941-4fdf-92e5-54331f145119 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:11:46.096588 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.124098 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.177887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Allocated IP 172.20.0.7 (17dc4a43-281a-4ac2-9f09-c7c2bac33600/ed2be5b4-53b1-44fe-83bc-2775425f0de2/a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:46.224979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.233535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:46.237117 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:46.238897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Pushing event updated for resources: {'Port': ['ID=44571e3d-abca-4ef6-b69e-17a57c36306c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:46.241191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:46.313398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Attempting to bind port 44571e3d-abca-4ef6-b69e-17a57c36306c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:11:46.313769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Attempting to bind port 44571e3d-abca-4ef6-b69e-17a57c36306c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b161d984-153a-44ae-b428-dc2df24711e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:11:46.314128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Attempting to bind port 44571e3d-abca-4ef6-b69e-17a57c36306c on network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:11:46.340189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:11:46.340614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Checking segment: {'id': 'b161d984-153a-44ae-b428-dc2df24711e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:11:46.341020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.341407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Bound using segment: {'id': 'b161d984-153a-44ae-b428-dc2df24711e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:11:46.342154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Bound port: 44571e3d-abca-4ef6-b69e-17a57c36306c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b161d984-153a-44ae-b428-dc2df24711e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '17dc4a43-281a-4ac2-9f09-c7c2bac33600'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:11:46.342749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.383284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Deleting port 0c51e9fb-faa6-4d47-a866-6d753f5257b9 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:46.384603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.409929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.430119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5644563-1941-4fdf-92e5-54331f145119', 'name': '', 'tenant_id': 'e2d21011cfbe4692af048e329fbe8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fa2874-cc50-4d9c-b970-209c3fee1518', 'external_fixed_ips': [{'subnet_id': 'fe9b1bb3-3630-4f07-85cd-680114c514bc', 'ip_address': '2001:db8::196'}], 'enable_snat': True}, 'gw_port_id': '0c51e9fb-faa6-4d47-a866-6d753f5257b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:11:41Z', 'updated_at': '2021-09-15T16:11:43Z', 'revision_number': 3, 'project_id': 'e2d21011cfbe4692af048e329fbe8298', 'gw_port': {'id': '0c51e9fb-faa6-4d47-a866-6d753f5257b9', 'name': '', 'network_id': '12fa2874-cc50-4d9c-b970-209c3fee1518', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5644563-1941-4fdf-92e5-54331f145119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2966, 'fixed_ips': [{'subnet_id': 'fe9b1bb3-3630-4f07-85cd-680114c514bc', 'ip_address': '2001:db8::196', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:11:42Z', 'updated_at': '2021-09-15T16:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe9b1bb3-3630-4f07-85cd-680114c514bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:46.469293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] For port 44571e3d-abca-4ef6-b69e-17a57c36306c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:11:46.473848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Checking router: e5644563-1941-4fdf-92e5-54331f145119 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:11:46.474200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Updating router e5644563-1941-4fdf-92e5-54331f145119 port 0c51e9fb-faa6-4d47-a866-6d753f5257b9 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:11:46.483253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.491314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] For port 44571e3d-abca-4ef6-b69e-17a57c36306c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=44571e3d-abca-4ef6-b69e-17a57c36306c,segment=NetworkSegment(b161d984-153a-44ae-b428-dc2df24711e8),segment_id=b161d984-153a-44ae-b428-dc2df24711e8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:11:46.496793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Calling delete_port for 0c51e9fb-faa6-4d47-a866-6d753f5257b9 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:46.521320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.576618 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.639398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.651568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:46.657513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:46.677762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:46.787376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c259bf5-167b-4e60-953a-0fa7f8e5dd0e None None] Pushing event updated for resources: {'Port': ['ID=44571e3d-abca-4ef6-b69e-17a57c36306c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:46.797808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:46.798577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.814102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event updated for resources: {'Port': ['ID=a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:46.906382 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ffbfc00d-0c35-4836-ba84-4504707ed190 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1490636 Sep 15 16:11:46.906382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45468) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:46.965958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7fa1b-9825-4364-acf5-69e39f66dc21 req-3b1129ed-f79b-4d19-90a8-ad355daf8af8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:46.974859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46c7fa1b-9825-4364-acf5-69e39f66dc21 req-3b1129ed-f79b-4d19-90a8-ad355daf8af8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1153991 Sep 15 16:11:47.044736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.069272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:11:47.069764 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:11:47.085629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46c7fa1b-9825-4364-acf5-69e39f66dc21 req-6f6f4e46-9855-4579-b6c3-94bf914a4c34 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088436 Sep 15 16:11:47.144982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-44a616b5-4cde-423f-bfaa-7a6a28bebb63 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:47.147033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-44a616b5-4cde-423f-bfaa-7a6a28bebb63 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.38 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 950 time: 0.2045524 Sep 15 16:11:47.192099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c51e9fb-faa6-4d47-a866-6d753f5257b9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:47.224910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.225162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.225702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.226037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.226428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.226720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.227042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.227953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.228398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.233501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.233862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.234189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:47.239537 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.273094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Deleting port a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:47.273688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.396261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.398605 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.436315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d51f0d-1f0f-45aa-86f1-0fc74d85c768 req-ea389b72-c53d-4019-a681-729449c3edc4 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:47.438852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9d51f0d-1f0f-45aa-86f1-0fc74d85c768 req-ea389b72-c53d-4019-a681-729449c3edc4 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 950 time: 0.2275395 Sep 15 16:11:47.482974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Deleting port 1b6bd441-5124-406c-babf-65e81b623b3e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:47.482974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.505582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.536940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.537525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5644563-1941-4fdf-92e5-54331f145119 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:11:47.542271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Calling delete_port for a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:47.547170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9d51f0d-1f0f-45aa-86f1-0fc74d85c768 req-7d661579-a479-42df-aaa3-cae0ba2d1f60 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/security-groups?id=a717fcc2-0888-4347-acde-2a6aa521fae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011696 Sep 15 16:11:47.559559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.560791 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c8586df-28ce-42b7-842e-7db82aac56c6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "DELETE /v2.0/routers/e5644563-1941-4fdf-92e5-54331f145119 HTTP/1.1" status: 204 len: 168 time: 1.6222866 Sep 15 16:11:47.565088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45494) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:47.609364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Port 0c51e9fb-faa6-4d47-a866-6d753f5257b9 not found while updating agent binding for router e5644563-1941-4fdf-92e5-54331f145119. {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 15 16:11:47.619464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Deleting subnet fe9b1bb3-3630-4f07-85cd-680114c514bc {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:11:47.624968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:47.624968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:11:47.624968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_agentschedulers_db [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5644563-1941-4fdf-92e5-54331f145119'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 16:11:47.624968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c441dc-d53a-4624-8780-8dabc5c3562a None None] The sync data for ids ['e5644563-1941-4fdf-92e5-54331f145119'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:11:47.633911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.690504 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.711243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] For port 1b6bd441-5124-406c-babf-65e81b623b3e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1b6bd441-5124-406c-babf-65e81b623b3e,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:47.711898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.733915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Calling delete_port for 1b6bd441-5124-406c-babf-65e81b623b3e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:47.747931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.970298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.023258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9b1bb3-3630-4f07-85cd-680114c514bc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:48.025925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.027934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3e8ac61c-fd7b-41ea-9e25-1bbd1093a30c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "DELETE /v2.0/subnets/fe9b1bb3-3630-4f07-85cd-680114c514bc HTTP/1.1" status: 204 len: 168 time: 0.4619293 Sep 15 16:11:48.033347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45514) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:48.034209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.076155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event deleted for resources: {'Port': ['ID=a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:48.214899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.228861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1b6bd441-5124-406c-babf-65e81b623b3e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:11:48.278142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.330040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Pushing event deleted for resources: {'Port': ['ID=1b6bd441-5124-406c-babf-65e81b623b3e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:48.419065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] No DVR routers for this DVR port 1b6bd441-5124-406c-babf-65e81b623b3e on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:11:48.425812 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.428776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db3736aa-e56b-4c93-afa3-93d7be5e8e89 req-4829d6e2-9b63-4a4f-a94d-1adf89b893a6 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.38 "DELETE /v2.0/ports/1b6bd441-5124-406c-babf-65e81b623b3e HTTP/1.1" status: 204 len: 173 time: 1.2737000 Sep 15 16:11:48.429664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31797838-5041-4602-8598-3e6d512f2bd7', 'name': 'network-vif-deleted', 'tag': '1b6bd441-5124-406c-babf-65e81b623b3e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:48.432757 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2989c333-c377-4204-a3e1-24b0eda08fe1" -d '{"events": [{"server_uuid": "31797838-5041-4602-8598-3e6d512f2bd7", "name": "network-vif-deleted", "tag": "1b6bd441-5124-406c-babf-65e81b623b3e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:48.439692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.456445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-01dc1a98-7d17-4460-9c21-658bb62eb9b5 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "DELETE /v2.0/ports/a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d HTTP/1.1" status: 204 len: 168 time: 1.5486867 Sep 15 16:11:48.463152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2580016-4939-426b-bb08-008664df0087 req-7a21bbd7-6d0d-432e-8ef2-6d4b2b0f1fb3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:48.472541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2580016-4939-426b-bb08-008664df0087 req-7a21bbd7-6d0d-432e-8ef2-6d4b2b0f1fb3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.2457881 Sep 15 16:11:48.474367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:48.503207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97839060-5497-4e9d-8b10-4fe4db805c7f None None] Network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:11:48.529982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.581400 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3df87ad-b618-4aab-8f00-689bb3806a71 x-openstack-request-id: req-f3df87ad-b618-4aab-8f00-689bb3806a71 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:48.581400 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31797838-5041-4602-8598-3e6d512f2bd7", "name": "network-vif-deleted", "tag": "1b6bd441-5124-406c-babf-65e81b623b3e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:48.585300 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f3df87ad-b618-4aab-8f00-689bb3806a71 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:48.597619 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31797838-5041-4602-8598-3e6d512f2bd7', 'name': 'network-vif-deleted', 'tag': '1b6bd441-5124-406c-babf-65e81b623b3e', 'status': 'completed', 'code': 200} Sep 15 16:11:48.660216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 44571e3d-abca-4ef6-b69e-17a57c36306c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:11:48.679987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fa2874-cc50-4d9c-b970-209c3fee1518']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:48.724235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2580016-4939-426b-bb08-008664df0087 req-602ff51f-8099-44f3-acbf-26626e2592e2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507596 Sep 15 16:11:48.738328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861e41c3-c908-4c2e-8f5c-5b2f50a5f25c') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:48.744753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861e41c3-c908-4c2e-8f5c-5b2f50a5f25c') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:48.762507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4f78bd24-aba4-4bc3-ac0e-2da1cf38baff None None] Provisioning complete for port 44571e3d-abca-4ef6-b69e-17a57c36306c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:48.767167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f78bd24-aba4-4bc3-ac0e-2da1cf38baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.774742 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.811683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d838e4e-eb3f-4e0b-b5a3-b04b9f12c787 req-332543a2-bc99-483c-ae76-04b98dff79dd tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.0712566 Sep 15 16:11:48.812365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.838089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:11:48.838791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.911533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 44571e3d-abca-4ef6-b69e-17a57c36306c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:48.912396 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:11:48.922894 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:11:48.940594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-911af149-6179-4092-8249-2fcadf4c6e6c tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4226511 Sep 15 16:11:48.943282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45552) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:48.948869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-104900082'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:49.067971 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f78bd24-aba4-4bc3-ac0e-2da1cf38baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.093018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.109318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12fa2874-cc50-4d9c-b970-209c3fee1518 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 15 16:11:49.114000 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.118963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "DELETE /v2.0/networks/12fa2874-cc50-4d9c-b970-209c3fee1518 HTTP/1.1" status: 204 len: 168 time: 1.0866730 Sep 15 16:11:49.138612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Made reservation on behalf of 4cbf0aa584fe4050933a2ddb602c3b06 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:49.144738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e19893-36b6-413f-9ff3-6a5230bb62a5 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event deleted for resources: {'Network': ['ID=12fa2874-cc50-4d9c-b970-209c3fee1518,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:49.154371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.168344 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.255852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:11:49.260789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4f78bd24-aba4-4bc3-ac0e-2da1cf38baff None None] For port 44571e3d-abca-4ef6-b69e-17a57c36306c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=44571e3d-abca-4ef6-b69e-17a57c36306c,segment=NetworkSegment(b161d984-153a-44ae-b428-dc2df24711e8),segment_id=b161d984-153a-44ae-b428-dc2df24711e8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:49.272320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.273025 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Added segment 63ea3702-e990-4b20-bb73-3ceec1918c14 of type vlan for network 8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d Sep 15 16:11:49.326827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.370924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f78bd24-aba4-4bc3-ac0e-2da1cf38baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.456945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78bd24-aba4-4bc3-ac0e-2da1cf38baff None None] Pushing event updated for resources: {'Port': ['ID=44571e3d-abca-4ef6-b69e-17a57c36306c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:49.473183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.499981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:49.499981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.513945 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:11:49.515067 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:11:49.609789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-577ee1d3-d17b-4ad8-a4ae-7c44fa4ed0a9 None None] Provisioning complete for port 44571e3d-abca-4ef6-b69e-17a57c36306c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:49.610709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-577ee1d3-d17b-4ad8-a4ae-7c44fa4ed0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.670963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7261894 Sep 15 16:11:49.674014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45584) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:49.677664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb65e6-c4ad-4802-b081-6b36ac276cff tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event updated for resources: {'Network': ['ID=8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:49.715743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:11:49.815093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45592) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:49.821447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4c0723ea-ad6a-4b4d-91b8-d26822b9aa97 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'router': {'name': 'tempest-router--1482966588', 'project_id': 'f40d4743511940c69762233e843ccdc6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:50.063187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10ae584b-f4b0-42bf-a8b2-a809819a6b51 tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "GET /v2.0/agents/7593230c-88bf-4644-ad42-aedcd951606a/dhcp-networks HTTP/1.1" status: 200 len: 4100 time: 0.3877819 Sep 15 16:11:50.065254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6da1193b-46d3-4086-9e4f-2107c84ba43d req-2e775357-38a7-4ca0-8ead-ad09dabf2512 tempest-VolumesNegativeTest-667506515 tempest-VolumesNegativeTest-667506515-project] 10.222.0.63 "GET /v2.0/ports?device_id=31797838-5041-4602-8598-3e6d512f2bd7 HTTP/1.1" status: 200 len: 210 time: 0.0781319 Sep 15 16:11:50.066790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c0723ea-ad6a-4b4d-91b8-d26822b9aa97 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:50.071903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c0723ea-ad6a-4b4d-91b8-d26822b9aa97 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:50.076680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45608) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:50.088320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff4b1-9d53-4205-9b9f-6a78581dc90f req-d6d4b3cd-1b96-41b3-9c8a-9a779263cd3d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:50.090401 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24bff4b1-9d53-4205-9b9f-6a78581dc90f req-d6d4b3cd-1b96-41b3-9c8a-9a779263cd3d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1744399 Sep 15 16:11:50.210419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-83c8235c-11d3-434d-a8e7-d41eff5a7848 None None] Could not find standard attr ID for object a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:11:50.225487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c0723ea-ad6a-4b4d-91b8-d26822b9aa97 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:50.248438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24bff4b1-9d53-4205-9b9f-6a78581dc90f req-d2f6db91-813d-4607-b61b-40edb144c719 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025460 Sep 15 16:11:50.311783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f93042-5525-4b34-bf2a-9f253388196a tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] Network 8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:11:50.404566 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c0723ea-ad6a-4b4d-91b8-d26822b9aa97 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:50.407309 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-63f93042-5525-4b34-bf2a-9f253388196a tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "POST /v2.0/agents/7593230c-88bf-4644-ad42-aedcd951606a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3140831 Sep 15 16:11:50.414116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45626) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:50.417112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d63b91-d624-4461-b1c9-d214916c7736 None None] Network 8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:11:50.516403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 44571e3d-abca-4ef6-b69e-17a57c36306c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:11:50.619149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f5bc732-be49-4151-9226-f1f6ffaf4abb tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "GET /v2.0/agents/7593230c-88bf-4644-ad42-aedcd951606a/dhcp-networks HTTP/1.1" status: 200 len: 4870 time: 0.1989849 Sep 15 16:11:50.619294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 44571e3d-abca-4ef6-b69e-17a57c36306c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:50.619294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:50.619554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45634) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:50.628353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c0723ea-ad6a-4b4d-91b8-d26822b9aa97 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:50.632320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45638) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:50.632754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c0723ea-ad6a-4b4d-91b8-d26822b9aa97 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8158748 Sep 15 16:11:50.759262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fa508c9-5294-43bf-b5fc-08cb74a95001 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:50.772711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c374552-ca1c-45a2-86dd-bf98792971ad tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "DELETE /v2.0/agents/7593230c-88bf-4644-ad42-aedcd951606a/dhcp-networks/8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d HTTP/1.1" status: 204 len: 168 time: 0.1510100 Sep 15 16:11:50.773587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45646) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:50.921556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4f8f82c6-b4d1-466f-a8e8-3d8da09a2111 tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "GET /v2.0/agents/7593230c-88bf-4644-ad42-aedcd951606a/dhcp-networks HTTP/1.1" status: 200 len: 4100 time: 0.1429212 Sep 15 16:11:50.922968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:50.956460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7ea875b6-738d-43d2-829b-1b52f78c0704 tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "GET /v2.0/networks/17dc4a43-281a-4ac2-9f09-c7c2bac33600/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0313339 Sep 15 16:11:50.959158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45656) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:50.983615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a772440d-f646-4f90-842c-a9d54be74f17 tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "GET /v2.0/networks/17dc4a43-281a-4ac2-9f09-c7c2bac33600/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0229034 Sep 15 16:11:50.986359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45658) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:51.003117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fa508c9-5294-43bf-b5fc-08cb74a95001 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.005472 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fa508c9-5294-43bf-b5fc-08cb74a95001 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.125268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f9fa8008-1257-4466-bb93-8ade32c78f85 tempest-DHCPAgentSchedulersTestJSON-1404324701 tempest-DHCPAgentSchedulersTestJSON-1404324701-project-admin] 10.222.0.63 "GET /v2.0/agents/7593230c-88bf-4644-ad42-aedcd951606a/dhcp-networks HTTP/1.1" status: 200 len: 4100 time: 0.1374071 Sep 15 16:11:51.126716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45666) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:51.213827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fa508c9-5294-43bf-b5fc-08cb74a95001 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.214840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa508c9-5294-43bf-b5fc-08cb74a95001 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7140b6d-e34a-44e2-8320-f75a6badd524 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:11:51.224681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fa508c9-5294-43bf-b5fc-08cb74a95001 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.224681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1fa508c9-5294-43bf-b5fc-08cb74a95001 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "DELETE /v2.0/routers/d7140b6d-e34a-44e2-8320-f75a6badd524 HTTP/1.1" status: 204 len: 168 time: 0.5878749 Sep 15 16:11:51.250300 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.397781 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.438915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:51.476392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ea3702-e990-4b20-bb73-3ceec1918c14') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:51.476777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ea3702-e990-4b20-bb73-3ceec1918c14') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:51.487367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.538498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45700) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:51.544206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.553246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:11:51.553649 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:11:51.556780 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:11:51.590919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19224a60-b6eb-48d3-90fb-4cd246647602 req-551ee478-b945-4a55-b13c-60f09c3b8ea6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:51.592564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19224a60-b6eb-48d3-90fb-4cd246647602 req-551ee478-b945-4a55-b13c-60f09c3b8ea6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1030712 Sep 15 16:11:51.666131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19224a60-b6eb-48d3-90fb-4cd246647602 req-f3e47937-39ef-4262-af53-109351f8654a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423076 Sep 15 16:11:51.737878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45716) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:51.800072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.806785 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.808191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1b6bd441-5124-406c-babf-65e81b623b3e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:11:51.809654 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "DELETE /v2.0/networks/8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d HTTP/1.1" status: 204 len: 168 time: 0.6823006 Sep 15 16:11:51.813455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:51.821048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f7c238-0edb-46a7-8280-0599b88c81c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.834015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1812f05-d75a-4812-ba59-df3486167e76 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event deleted for resources: {'Network': ['ID=8ed47d79-2deb-4d8d-a0c1-d69a155d2d4d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:51.845727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 1b6bd441-5124-406c-babf-65e81b623b3e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:11:51.846207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1b6bd441-5124-406c-babf-65e81b623b3e not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:11:51.894506 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95ec4a9-74fb-48b0-9c7a-107a64dd3b44 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] DELETE failed (client error): The resource could not be found. Sep 15 16:11:51.894506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95ec4a9-74fb-48b0-9c7a-107a64dd3b44 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:11:51.894506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c95ec4a9-74fb-48b0-9c7a-107a64dd3b44 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "DELETE /v2.0/ports/a3de12c4-7d6d-4ae2-9f3a-16d8aaa8bc5d HTTP/1.1" status: 404 len: 333 time: 0.0760026 Sep 15 16:11:51.895018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45722) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:51.919370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2141074846', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:51.985557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Deleting subnet ed2be5b4-53b1-44fe-83bc-2775425f0de2 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:11:51.993218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.045854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f7c238-0edb-46a7-8280-0599b88c81c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.050594 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.154142 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.228764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f7c238-0edb-46a7-8280-0599b88c81c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.278324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-23f7c238-0edb-46a7-8280-0599b88c81c0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1a629699781a46499cb265f9fae735ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378261 Sep 15 16:11:52.279476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7c238-0edb-46a7-8280-0599b88c81c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bace7ef-a4ba-4346-903c-5d869b76f8d6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:52.281551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45740) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:52.339678 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99c755c4-8a30-42ac-ab43-5b448238b21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.362812 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99c755c4-8a30-42ac-ab43-5b448238b21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.436513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.466701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.468647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "DELETE /v2.0/subnets/ed2be5b4-53b1-44fe-83bc-2775425f0de2 HTTP/1.1" status: 204 len: 168 time: 0.5722306 Sep 15 16:11:52.470345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f55c15-202c-4dc3-82eb-65ecfaf19942 tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2be5b4-53b1-44fe-83bc-2775425f0de2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:52.477628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:52.478049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33439fb5-bcd1-44dd-ab4c-7db9a1d79469 None None] Network 17dc4a43-281a-4ac2-9f09-c7c2bac33600 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:11:52.506371 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.507814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.627595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.689955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] DHCP port deletion for 17dc4a43-281a-4ac2-9f09-c7c2bac33600 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:11:52.747350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] Deleting port 44571e3d-abca-4ef6-b69e-17a57c36306c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:52.747993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.851289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99c755c4-8a30-42ac-ab43-5b448238b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.857444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99c755c4-8a30-42ac-ab43-5b448238b21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.858623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] For port 44571e3d-abca-4ef6-b69e-17a57c36306c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=44571e3d-abca-4ef6-b69e-17a57c36306c,segment=NetworkSegment(b161d984-153a-44ae-b428-dc2df24711e8),segment_id=b161d984-153a-44ae-b428-dc2df24711e8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:52.859659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.867258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-99c755c4-8a30-42ac-ab43-5b448238b21a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0bace7ef-a4ba-4346-903c-5d869b76f8d6 HTTP/1.1" status: 204 len: 168 time: 0.5814767 Sep 15 16:11:52.886395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] Calling delete_port for 44571e3d-abca-4ef6-b69e-17a57c36306c owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:52.910981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.912976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c755c4-8a30-42ac-ab43-5b448238b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bace7ef-a4ba-4346-903c-5d869b76f8d6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:52.969456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.987481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b36e97-8e67-4206-bb58-e8157df656cb req-4e1fef6e-2434-4ca8-a782-6c0aa3eb20c3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:52.999201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Deleting port 44571e3d-abca-4ef6-b69e-17a57c36306c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:52.999498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.005072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15b36e97-8e67-4206-bb58-e8157df656cb req-4e1fef6e-2434-4ca8-a782-6c0aa3eb20c3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.2113419 Sep 15 16:11:53.056275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15b36e97-8e67-4206-bb58-e8157df656cb req-f1f7a3f3-b4fe-4edc-8b8b-f7e049786b08 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502355 Sep 15 16:11:53.081783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] For port 44571e3d-abca-4ef6-b69e-17a57c36306c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=44571e3d-abca-4ef6-b69e-17a57c36306c,segment=NetworkSegment(b161d984-153a-44ae-b428-dc2df24711e8),segment_id=b161d984-153a-44ae-b428-dc2df24711e8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:53.082446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.103235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Calling delete_port for 44571e3d-abca-4ef6-b69e-17a57c36306c owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:53.177393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.221502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] No DVR routers for this DVR port 44571e3d-abca-4ef6-b69e-17a57c36306c on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:11:53.229284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2153d-95a7-4fd2-953f-be47935e6e45 None None] Pushing event deleted for resources: {'Port': ['ID=44571e3d-abca-4ef6-b69e-17a57c36306c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:53.257463 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.298530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event deleted for resources: {'Port': ['ID=44571e3d-abca-4ef6-b69e-17a57c36306c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:53.301312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] No DVR routers for this DVR port 44571e3d-abca-4ef6-b69e-17a57c36306c on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:11:53.407349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.426743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.428667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.459317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dc4a43-281a-4ac2-9f09-c7c2bac33600']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:53.471451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b161d984-153a-44ae-b428-dc2df24711e8') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:53.472832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b161d984-153a-44ae-b428-dc2df24711e8') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:53.490843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.524640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.532408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:11:53.532408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:11:53.535539 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:11:53.628105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Allocated IP 172.25.0.63 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0eef2ae0-3afb-4bb4-ae0a-a55d52767535) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:53.730088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.748909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.751204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] 10.222.0.63 "DELETE /v2.0/networks/17dc4a43-281a-4ac2-9f09-c7c2bac33600 HTTP/1.1" status: 204 len: 168 time: 1.2788615 Sep 15 16:11:53.777255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.787042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e66f8-da40-4ad4-baab-912d3595df7d tempest-DHCPAgentSchedulersTestJSON-560326059 tempest-DHCPAgentSchedulersTestJSON-560326059-project] Pushing event deleted for resources: {'Network': ['ID=17dc4a43-281a-4ac2-9f09-c7c2bac33600,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:53.972403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.007219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:54.025359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-201bc394-f35e-493c-80f7-db7c87a333e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.048451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:54.051461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:54.065723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:54.069805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event updated for resources: {'Port': ['ID=0eef2ae0-3afb-4bb4-ae0a-a55d52767535,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:54.108734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bfcbbb52-7629-4eec-9824-bd622b69e10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.156709 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-201bc394-f35e-493c-80f7-db7c87a333e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.208246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:11:54.265911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b4557-8daf-4620-9a88-7dbfc1cbebe0 req-6cfcef63-f408-4dd0-b20c-32954315b75a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:54.267591 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee1b4557-8daf-4620-9a88-7dbfc1cbebe0 req-6cfcef63-f408-4dd0-b20c-32954315b75a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0749297 Sep 15 16:11:54.284542 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-201bc394-f35e-493c-80f7-db7c87a333e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.369740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:54.382131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'port_id': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'mac_address': 'fa:16:3e:93:06:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:11:54.385626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee1b4557-8daf-4620-9a88-7dbfc1cbebe0 req-5cb4d5d3-e33e-40fe-a3f5-2994a90b0e79 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989277 Sep 15 16:11:54.388475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bc394-f35e-493c-80f7-db7c87a333e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72ece68-f326-49ac-ac9a-2139c65fa72d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:54.396838 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-201bc394-f35e-493c-80f7-db7c87a333e3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f9984d4a8ee14869af12d9b37f6358f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883920 Sep 15 16:11:54.408047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:54.451853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45892) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:54.537626 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.571374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 44571e3d-abca-4ef6-b69e-17a57c36306c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:11:54.602783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.641980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 44571e3d-abca-4ef6-b69e-17a57c36306c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:11:54.642393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 44571e3d-abca-4ef6-b69e-17a57c36306c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:11:54.645384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efcac378-9a7d-4eb6-a889-51a515cf8694 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:11:54.664202 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-96254343-3dfb-482c-a8db-db151f23fb03 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4cbf0aa584fe4050933a2ddb602c3b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106857 Sep 15 16:11:54.665620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:54.674370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:54.731873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4eb44e58-5608-4c12-aa79-83aa32c9af24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.759862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4eb44e58-5608-4c12-aa79-83aa32c9af24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.813953 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.837741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-036df9f3-35d6-457e-b305-9a15fcf3ec06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.910017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:54.924266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['efcac378-9a7d-4eb6-a889-51a515cf8694'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:11:55.015681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4eb44e58-5608-4c12-aa79-83aa32c9af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:55.018489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4eb44e58-5608-4c12-aa79-83aa32c9af24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:55.020045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4eb44e58-5608-4c12-aa79-83aa32c9af24 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b63f03fd-5645-4773-8bf2-85e416afa2e7 HTTP/1.1" status: 204 len: 168 time: 0.3532612 Sep 15 16:11:55.042650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb44e58-5608-4c12-aa79-83aa32c9af24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f03fd-5645-4773-8bf2-85e416afa2e7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:55.351398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-036df9f3-35d6-457e-b305-9a15fcf3ec06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:55.401464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:55.588809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-036df9f3-35d6-457e-b305-9a15fcf3ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:55.592321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-036df9f3-35d6-457e-b305-9a15fcf3ec06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:55.593717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-036df9f3-35d6-457e-b305-9a15fcf3ec06 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b72ece68-f326-49ac-ac9a-2139c65fa72d HTTP/1.1" status: 204 len: 168 time: 1.1913385 Sep 15 16:11:55.623996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036df9f3-35d6-457e-b305-9a15fcf3ec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72ece68-f326-49ac-ac9a-2139c65fa72d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:55.676856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d11431-5516-43c8-8d94-99390f8b8d57 req-2a37d64f-8073-48ef-a77e-db5e63b62170 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:55.690290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64d11431-5516-43c8-8d94-99390f8b8d57 req-2a37d64f-8073-48ef-a77e-db5e63b62170 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.1388440 Sep 15 16:11:55.737335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64d11431-5516-43c8-8d94-99390f8b8d57 req-5ba4c3ef-9eb0-4c3d-be74-2152fc782b86 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461268 Sep 15 16:11:55.781010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Router 9fefb817-a008-4312-b479-0458d35cecb2 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:11:55.934180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:11:55.944364 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] Sync routers for ids ['9fefb817-a008-4312-b479-0458d35cecb2'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:11:55.955113 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] Routers {'9fefb817-a008-4312-b479-0458d35cecb2'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:55.955836 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9fefb817-a008-4312-b479-0458d35cecb2'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:55.996164 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:56.006103 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] Routers {'9fefb817-a008-4312-b479-0458d35cecb2'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:56.006727 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9fefb817-a008-4312-b479-0458d35cecb2'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:56.047554 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:56.048180 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e08ae-a562-4c0a-8711-bbc166d71656 None None] The sync data for ids ['9fefb817-a008-4312-b479-0458d35cecb2'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:11:56.191945 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.193319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e6cbfb0-6158-4250-a067-2980750ee4c5 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4541779 Sep 15 16:11:56.196109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45988) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:56.207816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:11:56.262712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port efcac378-9a7d-4eb6-a889-51a515cf8694 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:56.263368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.318985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-28690615-55be-4b7c-b500-426575e8b224 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/9fefb817-a008-4312-b479-0458d35cecb2 HTTP/1.1" status: 200 len: 924 time: 0.1216104 Sep 15 16:11:56.322208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45990) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:56.363433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8785b731-77d8-441a-b625-fe8e8d3c8adc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=9fefb817-a008-4312-b479-0458d35cecb2 HTTP/1.1" status: 200 len: 205 time: 0.0369544 Sep 15 16:11:56.365963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 45992) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:56.379871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.394440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 45996) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:56.428301 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-709c1750-5f19-43c9-b398-f093d1cd3c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.559405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.667508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-709c1750-5f19-43c9-b398-f093d1cd3c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.685487 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:56.692390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:56.696848 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde3afd-2ad3-4b5f-9688-96629ac76806" -d '{"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-plugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:56.737010 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.762388 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d27df00-8505-4aa1-ace0-1e207e3ebe5e x-openstack-request-id: req-9d27df00-8505-4aa1-ace0-1e207e3ebe5e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:56.762388 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-plugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:56.762388 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9d27df00-8505-4aa1-ace0-1e207e3ebe5e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:56.763268 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'code': 200} Sep 15 16:11:56.873276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-709c1750-5f19-43c9-b398-f093d1cd3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:56.884558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9395b-347c-416c-9e8e-b40b6f196aae req-8e83fcca-74da-433f-89ee-a66edf27134e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:56.887052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcb9395b-347c-416c-9e8e-b40b6f196aae req-8e83fcca-74da-433f-89ee-a66edf27134e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.0722010 Sep 15 16:11:56.927099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-709c1750-5f19-43c9-b398-f093d1cd3c4c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=29fbfd112ddf43a79434d0378e97b8d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315025 Sep 15 16:11:56.931169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:56.933752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c1750-5f19-43c9-b398-f093d1cd3c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b485c8a-3d9f-4526-a9e5-f629e702adac,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:56.997505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.002152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.019246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcb9395b-347c-416c-9e8e-b40b6f196aae req-422b87da-7eef-400f-abfe-6ded9ac00f2b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227026 Sep 15 16:11:57.134733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acf14be1-b9fc-466c-93bc-19fafc275ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.141737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:57.158305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Deleting port 0eef2ae0-3afb-4bb4-ae0a-a55d52767535 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:57.158651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.189338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acf14be1-b9fc-466c-93bc-19fafc275ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.210618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.307813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.323830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Calling delete_port for 0eef2ae0-3afb-4bb4-ae0a-a55d52767535 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:57.422482 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf6d-21f8-428a-bd77-8f7ea29cafc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.692001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acf14be1-b9fc-466c-93bc-19fafc275ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.713016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-acf14be1-b9fc-466c-93bc-19fafc275ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:57.720531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-acf14be1-b9fc-466c-93bc-19fafc275ca3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2b485c8a-3d9f-4526-a9e5-f629e702adac HTTP/1.1" status: 204 len: 168 time: 0.7861698 Sep 15 16:11:57.740166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf14be1-b9fc-466c-93bc-19fafc275ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b485c8a-3d9f-4526-a9e5-f629e702adac,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:57.939396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:58.057761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event deleted for resources: {'Port': ['ID=0eef2ae0-3afb-4bb4-ae0a-a55d52767535,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:58.234902 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:58.308686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1923-9edc-47ba-99e4-a7333c716e07 req-9f120637-be8c-4df0-8cde-ac9e39c8ebb4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:58.317947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d58e1923-9edc-47ba-99e4-a7333c716e07 req-9f120637-be8c-4df0-8cde-ac9e39c8ebb4 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1112733 Sep 15 16:11:58.387751 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d58e1923-9edc-47ba-99e4-a7333c716e07 req-62020318-9063-4935-8e48-03a7f80a12fe tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685701 Sep 15 16:11:58.458827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46092) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:58.472625 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:58.574866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:58.588856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:58.803393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:58.804801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Fanout notify agent at l3_agent the message router_deleted on router 9fefb817-a008-4312-b479-0458d35cecb2 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:11:58.813593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:58.815037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6dce9fc7-da50-4ef8-98ab-8c8d2eeb51f1 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/9fefb817-a008-4312-b479-0458d35cecb2 HTTP/1.1" status: 204 len: 168 time: 2.4479947 Sep 15 16:11:58.818755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46106) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:58.825707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774885451', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': False}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:59.036173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.037321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.109244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4844088a-ac3a-4868-a3a1-95e2e0f07f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.150116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.339386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4844088a-ac3a-4868-a3a1-95e2e0f07f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.463862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.476078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4844088a-ac3a-4868-a3a1-95e2e0f07f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.529211 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4844088a-ac3a-4868-a3a1-95e2e0f07f2d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7cf76438c3a442cd999dd427033429d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0689809 Sep 15 16:11:59.530388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844088a-ac3a-4868-a3a1-95e2e0f07f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e720575-2212-4532-806b-698daad907d9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:59.533415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46118) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:59.535080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8574e-5b85-476e-9d89-80e908989bbb req-61c2e70c-e585-4fe2-bea2-d088765ca68b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:59.546097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18b8574e-5b85-476e-9d89-80e908989bbb req-61c2e70c-e585-4fe2-bea2-d088765ca68b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0639627 Sep 15 16:11:59.599818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ae7484b-d09b-420a-8dce-a807b4d12f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.602930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18b8574e-5b85-476e-9d89-80e908989bbb req-e483d55f-66ad-40a3-aae8-aa1db6f80012 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476418 Sep 15 16:11:59.626088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ae7484b-d09b-420a-8dce-a807b4d12f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.912720 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.916944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ae7484b-d09b-420a-8dce-a807b4d12f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.919894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ae7484b-d09b-420a-8dce-a807b4d12f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.923943 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5ae7484b-d09b-420a-8dce-a807b4d12f30 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8e720575-2212-4532-806b-698daad907d9 HTTP/1.1" status: 204 len: 168 time: 0.3866849 Sep 15 16:11:59.950541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:59.954296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7484b-d09b-420a-8dce-a807b4d12f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e720575-2212-4532-806b-698daad907d9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:00.125930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Allocated IP 172.25.0.236 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/d9dd532f-678a-4922-a645-7c6de0d35256) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:00.237580 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.300375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.401674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.606509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.723127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:00.766070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:00.804667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Port': ['ID=d9dd532f-678a-4922-a645-7c6de0d35256,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:00.819786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:01.016417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bdd34-9a96-4e38-becb-64f076d46652 req-7e9d2a25-2198-467a-8acf-d107bfc929dc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:01.031068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-468bdd34-9a96-4e38-becb-64f076d46652 req-7e9d2a25-2198-467a-8acf-d107bfc929dc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.2745390 Sep 15 16:12:01.370264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-468bdd34-9a96-4e38-becb-64f076d46652 req-74858fb2-ff04-4620-83a6-e0e754d8af0e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369741 Sep 15 16:12:01.743040 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:02.138722 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:02.373761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:02.488948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Router 58d511e2-43e3-4625-8f7f-72863b86d173 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:02.559983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:02.671157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f1729-58e6-48ad-8e0b-5c8b7e347b3e req-3210d67a-f52e-4492-a977-b259acb76d5c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:02.679063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc2f1729-58e6-48ad-8e0b-5c8b7e347b3e req-3210d67a-f52e-4492-a977-b259acb76d5c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1967351 Sep 15 16:12:02.768984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:02.812038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46228) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:02.883684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:02.884762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc2f1729-58e6-48ad-8e0b-5c8b7e347b3e req-8e230002-4160-41d6-af8b-ad8eb13ac94d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949770 Sep 15 16:12:02.896777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Sync routers for ids ['58d511e2-43e3-4625-8f7f-72863b86d173'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:02.912836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Routers {'58d511e2-43e3-4625-8f7f-72863b86d173'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:02.917893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['58d511e2-43e3-4625-8f7f-72863b86d173'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:03.030724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.069738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Set router 58d511e2-43e3-4625-8f7f-72863b86d173 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:03.074734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1351933034-network', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:03.182598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Allocated IP 172.25.0.113 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/684cc90e-824b-4ce6-bd15-625a62057990) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:03.331297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.337021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5da65ae6-e7ca-467f-bf66-3a25d12385d4 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5144470 Sep 15 16:12:03.337928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46236) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:03.372780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d511e2-43e3-4625-8f7f-72863b86d173', 'name': 'tempest-snat-router-774885451', 'tenant_id': 'e2d21011cfbe4692af048e329fbe8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.236'}], 'enable_snat': False}, 'gw_port_id': 'd9dd532f-678a-4922-a645-7c6de0d35256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:11:59Z', 'updated_at': '2021-09-15T16:12:01Z', 'revision_number': 3, 'project_id': 'e2d21011cfbe4692af048e329fbe8298', 'gw_port': {'id': 'd9dd532f-678a-4922-a645-7c6de0d35256', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d511e2-43e3-4625-8f7f-72863b86d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:11:59Z', 'updated_at': '2021-09-15T16:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:03.381986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.429907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Checking router: 58d511e2-43e3-4625-8f7f-72863b86d173 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:03.430376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Updating router 58d511e2-43e3-4625-8f7f-72863b86d173 port d9dd532f-678a-4922-a645-7c6de0d35256 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:12:03.458162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.636966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.687002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:03.697368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:03.710069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Pushing event updated for resources: {'Port': ['ID=684cc90e-824b-4ce6-bd15-625a62057990,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:03.715007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:03.895597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Made reservation on behalf of 935229f9b5a7484c9a61b93e584dde5c for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:03.905905 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.917218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.926908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.019870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.078094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a8809eaf-f63a-414d-934d-a22da1409cc6 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/58d511e2-43e3-4625-8f7f-72863b86d173 HTTP/1.1" status: 200 len: 908 time: 0.7336838 Sep 15 16:12:04.078403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46252) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:04.084270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'router': {'name': 'tempest-snat-router-774885451', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': True}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:04.126203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-95b2d07e-33e9-4078-99f0-6fccf589e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:04.133395 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-95b2d07e-33e9-4078-99f0-6fccf589e299 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1096 time: 0.2075417 Sep 15 16:12:04.201119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.282797 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.360950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-c6b19c6c-6cf9-4f19-802a-8d1a25759fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:04.362423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-c6b19c6c-6cf9-4f19-802a-8d1a25759fe5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.2074606 Sep 15 16:12:04.373807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d37d2-4e7d-4746-90a9-cb381a633541 None None] Pushing event updated for resources: {'Port': ['ID=d9dd532f-678a-4922-a645-7c6de0d35256,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:04.475173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Attempting to bind port d9dd532f-678a-4922-a645-7c6de0d35256 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:04.475935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Attempting to bind port d9dd532f-678a-4922-a645-7c6de0d35256 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:04.476775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Attempting to bind port d9dd532f-678a-4922-a645-7c6de0d35256 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:04.488769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:04.489654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:04.490308 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.490810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:04.491416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Bound port: d9dd532f-678a-4922-a645-7c6de0d35256, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:04.492755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.524142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-00e0317f-f883-42af-b549-a01ab1831de8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 1001 time: 0.1513762 Sep 15 16:12:04.605968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbca7a-9e1a-469f-80b3-2de60722030e req-ad51ab51-3297-45f2-9822-6ef980e03c28 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:04.614071 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eafbca7a-9e1a-469f-80b3-2de60722030e req-ad51ab51-3297-45f2-9822-6ef980e03c28 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.5730121 Sep 15 16:12:04.647185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] For port d9dd532f-678a-4922-a645-7c6de0d35256, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:04.652818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] For port d9dd532f-678a-4922-a645-7c6de0d35256, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d9dd532f-678a-4922-a645-7c6de0d35256,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:04.693415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-fe690ab0-81c1-4bd8-8b98-df117cb12d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:04.695497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-fe690ab0-81c1-4bd8-8b98-df117cb12d61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.1651387 Sep 15 16:12:04.740294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.751652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.783261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eafbca7a-9e1a-469f-80b3-2de60722030e req-0bad9a9c-66e7-48b8-959e-1667eec0fe13 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674058 Sep 15 16:12:04.796516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.800558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-6d982bf6-9db7-4413-9746-03fc8de35976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:04.805538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-6d982bf6-9db7-4413-9746-03fc8de35976 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986245 Sep 15 16:12:04.894657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.008779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-9d26fdb3-2b96-4433-887d-d4c6c530a998 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917775 Sep 15 16:12:05.008779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.045772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.048294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.049579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d37d2-4e7d-4746-90a9-cb381a633541 None None] Pushing event updated for resources: {'Port': ['ID=d9dd532f-678a-4922-a645-7c6de0d35256,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:05.072363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Routers {'58d511e2-43e3-4625-8f7f-72863b86d173'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:05.076435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['58d511e2-43e3-4625-8f7f-72863b86d173'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:05.127938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:12:05.163051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dfe48d-bbcf-42b8-848e-468c0c2b8ebd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:05.203789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.264908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.265360 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Added segment 9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf of type vlan for network 2820f793-976f-4e01-877a-e088017417b6 Sep 15 16:12:05.401765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] Set router 58d511e2-43e3-4625-8f7f-72863b86d173 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:05.429138 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.499358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Pushing event updated for resources: {'Port': ['ID=684cc90e-824b-4ce6-bd15-625a62057990,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:05.508058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46268) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:05.547881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6198b145-cdab-4e48-bdfd-70387eaab00a req-00ee41a8-c953-43ae-9d68-61717db5cc4a service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302041 Sep 15 16:12:05.548650 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.603877 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.605527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.606254 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.646991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.780106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.782204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8a489a2f-efbb-44c1-adb4-b47915d75b9c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4072258 Sep 15 16:12:05.785352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46272) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:05.791603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-816383573', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'fixed_ips': [{'ip_address': '172.25.0.113'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:05.843017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2820f793-976f-4e01-877a-e088017417b6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:05.861525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9fc705a1-e5d6-4394-9b49-1556faa543e5 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0449243 Sep 15 16:12:05.862686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46276) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:05.873758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2820f793-976f-4e01-877a-e088017417b6 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:12:05.887137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Request body: {'subnet': {'network_id': '2820f793-976f-4e01-877a-e088017417b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1351933034-subnet', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:05.951418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:12:05.951418 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:12:05.951418 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': '935229f9b5a7484c9a61b93e584dde5c', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 11, 45, 904623)}] Sep 15 16:12:05.951418 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:12:05.952036 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:12:06.042448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27df21b5-ee99-4657-b454-a6cc72296b32 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3bf9c4cd1716452c96f54efcf3049e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331194 Sep 15 16:12:06.044991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46280) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:06.060407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d511e2-43e3-4625-8f7f-72863b86d173', 'name': 'tempest-snat-router-774885451', 'tenant_id': 'e2d21011cfbe4692af048e329fbe8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.236'}], 'enable_snat': False}, 'gw_port_id': 'd9dd532f-678a-4922-a645-7c6de0d35256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:11:59Z', 'updated_at': '2021-09-15T16:12:01Z', 'revision_number': 3, 'project_id': 'e2d21011cfbe4692af048e329fbe8298', 'gw_port': {'id': 'd9dd532f-678a-4922-a645-7c6de0d35256', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d511e2-43e3-4625-8f7f-72863b86d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:11:59Z', 'updated_at': '2021-09-15T16:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:06.157743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-00ea269a-ef20-4453-a2f9-8173bfa57e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.188750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f013df7c-ab11-45dd-851c-194ed29b4a11 None None] The sync data for ids ['58d511e2-43e3-4625-8f7f-72863b86d173'] in n-d-808199-2 is: [{'id': '58d511e2-43e3-4625-8f7f-72863b86d173', 'name': 'tempest-snat-router-774885451', 'tenant_id': 'e2d21011cfbe4692af048e329fbe8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.236'}], 'enable_snat': False}, 'gw_port_id': 'd9dd532f-678a-4922-a645-7c6de0d35256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:11:59Z', 'updated_at': '2021-09-15T16:12:01Z', 'revision_number': 3, 'project_id': 'e2d21011cfbe4692af048e329fbe8298', 'gw_port': {'id': 'd9dd532f-678a-4922-a645-7c6de0d35256', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d511e2-43e3-4625-8f7f-72863b86d173', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:11:59Z', 'updated_at': '2021-09-15T16:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:06.196330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Made reservation on behalf of 767d16d3aef54a648cb34f10cd6bfc5b for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:06.207398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.229187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-00ea269a-ef20-4453-a2f9-8173bfa57e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.236106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.408404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-00ea269a-ef20-4453-a2f9-8173bfa57e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.418246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-00ea269a-ef20-4453-a2f9-8173bfa57e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.420414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-00ea269a-ef20-4453-a2f9-8173bfa57e5f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a717fcc2-0888-4347-acde-2a6aa521fae1 HTTP/1.1" status: 204 len: 168 time: 0.3741870 Sep 15 16:12:06.452543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea269a-ef20-4453-a2f9-8173bfa57e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a717fcc2-0888-4347-acde-2a6aa521fae1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:06.646077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79091fe-e932-4845-8bb6-8b091e5c1d1c req-7f446881-f671-432a-bac2-f907cbb7c176 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:06.647930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c79091fe-e932-4845-8bb6-8b091e5c1d1c req-7f446881-f671-432a-bac2-f907cbb7c176 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.6774435 Sep 15 16:12:06.992212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c79091fe-e932-4845-8bb6-8b091e5c1d1c req-b36e1447-381b-46d9-bca4-2395e7c3eee8 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941373 Sep 15 16:12:07.040373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.063802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.095709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.284174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.290235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] device_id is not set on port 141dc40c-de72-42ca-86c8-8d3910499a0f yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:12:07.345608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Made reservation on behalf of 935229f9b5a7484c9a61b93e584dde5c for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:07.348193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.532455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Allocated IP 172.25.0.50 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/374525c5-a7ec-4c56-a38d-61977e68262a) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:07.537971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465e1471-2033-47c7-8a0b-94963306ab34,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:07.809162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.829302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.909416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471506b2-22d5-4bb8-b8af-9fc5698fe7ee,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:07.964274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Checking segment: {'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:07.964910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Network hostable DHCP agents. Network: 2820f793-976f-4e01-877a-e088017417b6, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:12:08.060528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.189489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Network 2820f793-976f-4e01-877a-e088017417b6 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:12:08.193495 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:08.205828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:08.209202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:08.216274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Port': ['ID=374525c5-a7ec-4c56-a38d-61977e68262a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:08.248022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506edcd-36cb-45f0-b9b8-beaa1149cc29 req-6313bfd2-2eac-485b-b9f9-7767132e9975 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:08.258528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7506edcd-36cb-45f0-b9b8-beaa1149cc29 req-6313bfd2-2eac-485b-b9f9-7767132e9975 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1420116 Sep 15 16:12:08.317170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2820f793-976f-4e01-877a-e088017417b6) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:08.329774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e749f6-4ebb-4be7-b551-ca772613cd7f None None] Network 2820f793-976f-4e01-877a-e088017417b6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:12:08.361046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7506edcd-36cb-45f0-b9b8-beaa1149cc29 req-c7de99f5-7e90-410e-ab90-f07d6c5dd359 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916233 Sep 15 16:12:08.370120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:08.370120 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.472590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4fc832ee-7341-4f39-82f3-faa547f36bb6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6085234 Sep 15 16:12:08.473395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46316) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:08.481136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:08.491733 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 15 16:12:08.512800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:12:08.604396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.617132 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.631687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d9dd532f-678a-4922-a645-7c6de0d35256 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:08.772008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.914403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d9dd532f-678a-4922-a645-7c6de0d35256 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:08.915472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.938190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.953205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-2820f793-976f-4e01-877a-e088017417b6', 'network_id': '2820f793-976f-4e01-877a-e088017417b6', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'fixed_ips': [{'subnet_id': '471506b2-22d5-4bb8-b8af-9fc5698fe7ee'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:12:08.957984 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.033940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e22168e0-0b45-4811-b555-4bbbb8a3be62 tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.2472084 Sep 15 16:12:09.037649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46324) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:09.364157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.397425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Allocated IP 172.20.0.2 (2820f793-976f-4e01-877a-e088017417b6/471506b2-22d5-4bb8-b8af-9fc5698fe7ee/c05b3486-aa6e-4e7b-959e-9f21f89af958) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:09.584010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.613167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Deleting port 684cc90e-824b-4ce6-bd15-625a62057990 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:09.614237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.619455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.630219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e982e0-2bff-4af2-bfbd-c022aa5772de req-ccf026f7-972d-4070-bcde-6854ebc5e91a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:09.639131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0e982e0-2bff-4af2-bfbd-c022aa5772de req-ccf026f7-972d-4070-bcde-6854ebc5e91a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0897081 Sep 15 16:12:09.695731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.725778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.725778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.726795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0e982e0-2bff-4af2-bfbd-c022aa5772de req-51ee43a0-364a-45b2-bf67-8e71daf92278 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835445 Sep 15 16:12:09.728924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port d9dd532f-678a-4922-a645-7c6de0d35256, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d9dd532f-678a-4922-a645-7c6de0d35256,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:09.743499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Calling delete_port for 684cc90e-824b-4ce6-bd15-625a62057990 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:09.751087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Router 2b322101-1018-4231-8ce9-235fe44ab9f3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:09.754639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.854986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Pushing event updated for resources: {'Port': ['ID=c05b3486-aa6e-4e7b-959e-9f21f89af958,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:09.857752 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.890192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:09.900365 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Sync routers for ids ['2b322101-1018-4231-8ce9-235fe44ab9f3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:09.933165 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Routers {'2b322101-1018-4231-8ce9-235fe44ab9f3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:09.933803 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2b322101-1018-4231-8ce9-235fe44ab9f3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:09.972797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Network 2820f793-976f-4e01-877a-e088017417b6 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:09.987502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:09.997630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:10.071865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.074758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1550e6cd-f335-4183-872d-4d697cbd8f6c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.9949872 Sep 15 16:12:10.078544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46340) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:10.252247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=d9dd532f-678a-4922-a645-7c6de0d35256,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:10.277490 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.298493 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Set router 2b322101-1018-4231-8ce9-235fe44ab9f3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:10.302000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Attempting to bind port c05b3486-aa6e-4e7b-959e-9f21f89af958 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:10.302400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Attempting to bind port c05b3486-aa6e-4e7b-959e-9f21f89af958 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:10.302755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Attempting to bind port c05b3486-aa6e-4e7b-959e-9f21f89af958 on network 2820f793-976f-4e01-877a-e088017417b6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:10.322731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:10.326140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Checking segment: {'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:10.326687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.327101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Bound using segment: {'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:10.334218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Bound port: c05b3486-aa6e-4e7b-959e-9f21f89af958, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:10.334720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.363738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Pushing event deleted for resources: {'Port': ['ID=684cc90e-824b-4ce6-bd15-625a62057990,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:10.549032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] For port c05b3486-aa6e-4e7b-959e-9f21f89af958, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:10.557501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.560130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.564548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] For port c05b3486-aa6e-4e7b-959e-9f21f89af958, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c05b3486-aa6e-4e7b-959e-9f21f89af958,segment=NetworkSegment(9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf),segment_id=9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:10.581067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bf5cf7fa-24b7-4fa6-9d72-634f5077420c tempest-ExternalNetworksAdminNegativeTestJSON-36736763 tempest-ExternalNetworksAdminNegativeTestJSON-36736763-project-admin] 10.222.0.63 "DELETE /v2.0/floatingips/599997a4-65c2-4c58-8f30-b42879b9218b HTTP/1.1" status: 204 len: 168 time: 1.5423362 Sep 15 16:12:10.641826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d9dd532f-678a-4922-a645-7c6de0d35256 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:10.788139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.796246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.879918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.964772 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b322101-1018-4231-8ce9-235fe44ab9f3', 'name': 'tempest-snat-router-774885451', 'tenant_id': 'e2d21011cfbe4692af048e329fbe8298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '374525c5-a7ec-4c56-a38d-61977e68262a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:05Z', 'updated_at': '2021-09-15T16:12:08Z', 'revision_number': 3, 'project_id': 'e2d21011cfbe4692af048e329fbe8298', 'gw_port': {'id': '374525c5-a7ec-4c56-a38d-61977e68262a', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:2c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b322101-1018-4231-8ce9-235fe44ab9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:07Z', 'updated_at': '2021-09-15T16:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:11.003545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d9dd532f-678a-4922-a645-7c6de0d35256 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:11.003931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:11.094765 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Checking router: 2b322101-1018-4231-8ce9-235fe44ab9f3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:11.098740 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Updating router 2b322101-1018-4231-8ce9-235fe44ab9f3 port 374525c5-a7ec-4c56-a38d-61977e68262a binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:12:11.191635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a76da-2f9d-4069-9886-1735c4318cc6 None None] Pushing event updated for resources: {'Port': ['ID=c05b3486-aa6e-4e7b-959e-9f21f89af958,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:11.296256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91100b23-186a-49dc-8160-9956b4de44e1 req-d85824ff-07bf-4a4d-8291-1020969f9b96 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:11.327215 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-91100b23-186a-49dc-8160-9956b4de44e1 req-d85824ff-07bf-4a4d-8291-1020969f9b96 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.3110526 Sep 15 16:12:11.371822 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:11.442991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c298d310-6f9e-48f3-bf49-f1af8c7bd711 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/2b322101-1018-4231-8ce9-235fe44ab9f3 HTTP/1.1" status: 200 len: 906 time: 1.3628516 Sep 15 16:12:11.450506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46364) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:11.469668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-91100b23-186a-49dc-8160-9956b4de44e1 req-8ddb3d5c-9dff-4409-94bd-fd014d286fa7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414034 Sep 15 16:12:11.485801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Allocated IP 172.25.0.176 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/11d6e774-3738-475e-8a9c-75362201210e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:11.663805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:11.727230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:11.740113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46370) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:11.835880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:11.897014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af73aac4-7d84-4e5f-affc-51e745dd1c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:11.996264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af73aac4-7d84-4e5f-affc-51e745dd1c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.055415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.130012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af73aac4-7d84-4e5f-affc-51e745dd1c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.141723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:12.149788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Deleting port 374525c5-a7ec-4c56-a38d-61977e68262a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:12.150555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.171046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:12.188026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:12.357417 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.385091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.408219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Calling delete_port for 374525c5-a7ec-4c56-a38d-61977e68262a owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:12.461299 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.514531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Pushing event updated for resources: {'Port': ['ID=11d6e774-3738-475e-8a9c-75362201210e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:12.521092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73aac4-7d84-4e5f-affc-51e745dd1c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81bc34a-990a-4273-a6b6-e758351e7173,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:12.598769 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Attempting to bind port 374525c5-a7ec-4c56-a38d-61977e68262a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:12.605540 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Attempting to bind port 374525c5-a7ec-4c56-a38d-61977e68262a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:12.606162 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Attempting to bind port 374525c5-a7ec-4c56-a38d-61977e68262a on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:12.692437 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:12.694320 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:12.695445 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.696369 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:12.697399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Bound port: 374525c5-a7ec-4c56-a38d-61977e68262a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:12.701174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-af73aac4-7d84-4e5f-affc-51e745dd1c19 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=58bd6c59acb54ff98d57c6509d497668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9570055 Sep 15 16:12:12.701833 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.708960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46404) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:12.847695 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Pushing event updated for resources: {'Port': ['ID=374525c5-a7ec-4c56-a38d-61977e68262a,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:12.866925 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.870213 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.870404 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.870720 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.871059 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.871396 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.871855 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.889506 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.890060 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.890604 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.890931 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.891294 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb818d0a-b278-4e26-ad98-f8e0bbdbb3e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:12.904451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1363caab-47f3-41ff-9c4f-f0e5bebae233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:12.905142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c05b3486-aa6e-4e7b-959e-9f21f89af958 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:12.951383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc27f7c7-4f27-41b9-aa3e-e4e2cc11c021 None None] Network 2820f793-976f-4e01-877a-e088017417b6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:12:13.001433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1363caab-47f3-41ff-9c4f-f0e5bebae233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.015744 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.db.api [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:12:13.016022 n-d-808199-2 neutron-server[102021]: DEBUG oslo_db.api [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:12:13.019258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263349-075b-4fdc-97f3-1403a9ff9ad9 req-aefa7e61-1dae-4291-b39b-33f84dba44d7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:13.029468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69263349-075b-4fdc-97f3-1403a9ff9ad9 req-aefa7e61-1dae-4291-b39b-33f84dba44d7 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1058552 Sep 15 16:12:13.039701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.051378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b9ca44b8-e280-4a01-9c4d-1f4a94cffbe6 None None] Provisioning complete for port c05b3486-aa6e-4e7b-959e-9f21f89af958 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:13.051986 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9ca44b8-e280-4a01-9c4d-1f4a94cffbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.093702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event deleted for resources: {'Port': ['ID=374525c5-a7ec-4c56-a38d-61977e68262a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:13.094458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c05b3486-aa6e-4e7b-959e-9f21f89af958 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:13.095042 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.131117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.153895 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69263349-075b-4fdc-97f3-1403a9ff9ad9 req-c6e57f17-debe-4b82-889e-309c90ad43a6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243525 Sep 15 16:12:13.223537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.299357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9ca44b8-e280-4a01-9c4d-1f4a94cffbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.341333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.344283 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.362908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b9ca44b8-e280-4a01-9c4d-1f4a94cffbe6 None None] For port c05b3486-aa6e-4e7b-959e-9f21f89af958, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c05b3486-aa6e-4e7b-959e-9f21f89af958,segment=NetworkSegment(9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf),segment_id=9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:13.401827 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.500670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9ca44b8-e280-4a01-9c4d-1f4a94cffbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.530608 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.531192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b322101-1018-4231-8ce9-235fe44ab9f3 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:13.535884 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.540629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9b24e92e-de28-4d76-b063-615c3e135a93 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "DELETE /v2.0/routers/2b322101-1018-4231-8ce9-235fe44ab9f3 HTTP/1.1" status: 204 len: 168 time: 2.0888972 Sep 15 16:12:13.543761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46420) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:13.570458 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Attempting to bind port 374525c5-a7ec-4c56-a38d-61977e68262a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:13.571187 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Attempting to bind port 374525c5-a7ec-4c56-a38d-61977e68262a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:13.575969 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Attempting to bind port 374525c5-a7ec-4c56-a38d-61977e68262a on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:13.605595 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:13.607429 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:13.608204 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.610968 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:13.611779 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Bound port: 374525c5-a7ec-4c56-a38d-61977e68262a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:13.612658 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.674020 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Port 374525c5-a7ec-4c56-a38d-61977e68262a has been deleted concurrently {{(pid=102021) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 15 16:12:13.701086 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:13.702206 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:12:13.703443 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_agentschedulers_db [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b322101-1018-4231-8ce9-235fe44ab9f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102021) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 16:12:13.705300 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f8f1e-3285-440d-b383-2cba82db3c4e None None] The sync data for ids ['2b322101-1018-4231-8ce9-235fe44ab9f3'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:13.767992 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:12:13.918396 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:12:13.919242 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:12:13.919421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca44b8-e280-4a01-9c4d-1f4a94cffbe6 None None] Pushing event updated for resources: {'Port': ['ID=c05b3486-aa6e-4e7b-959e-9f21f89af958,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:13.952362 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.961217 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1363caab-47f3-41ff-9c4f-f0e5bebae233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.973451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1363caab-47f3-41ff-9c4f-f0e5bebae233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:13.978631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1363caab-47f3-41ff-9c4f-f0e5bebae233 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d81bc34a-990a-4273-a6b6-e758351e7173 HTTP/1.1" status: 204 len: 168 time: 1.2645333 Sep 15 16:12:14.003294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363caab-47f3-41ff-9c4f-f0e5bebae233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81bc34a-990a-4273-a6b6-e758351e7173,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:14.072114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5e89ce0c-77ce-42f4-81e3-cf13b3700626 None None] Provisioning complete for port c05b3486-aa6e-4e7b-959e-9f21f89af958 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:14.073567 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e89ce0c-77ce-42f4-81e3-cf13b3700626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:14.161911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:14.165470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:14.339634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6148769-ff47-4bea-952a-8f53a7a03c37 req-f27059e0-eb40-468b-a945-7315be70e6bf tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:14.341267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6148769-ff47-4bea-952a-8f53a7a03c37 req-f27059e0-eb40-468b-a945-7315be70e6bf tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.0730860 Sep 15 16:12:14.397032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Deleting port d9dd532f-678a-4922-a645-7c6de0d35256 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:14.397891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:14.427668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a6148769-ff47-4bea-952a-8f53a7a03c37 req-b0b28b55-3811-4cbe-a312-0a74f4ba24de tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779009 Sep 15 16:12:14.507941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Router 902e20db-ac05-4633-be12-1a7ac165cb67 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:14.594564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] For port d9dd532f-678a-4922-a645-7c6de0d35256, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d9dd532f-678a-4922-a645-7c6de0d35256,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:14.595162 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:14.623083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Calling delete_port for d9dd532f-678a-4922-a645-7c6de0d35256 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:14.815170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:14.835098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Sync routers for ids ['902e20db-ac05-4633-be12-1a7ac165cb67'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:14.864152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Routers {'902e20db-ac05-4633-be12-1a7ac165cb67'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:14.864823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['902e20db-ac05-4633-be12-1a7ac165cb67'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:15.031710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.035485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-71726495-af7f-4c61-a66e-c52bd164cad8 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5581279 Sep 15 16:12:15.035651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46472) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:15.053118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c05b3486-aa6e-4e7b-959e-9f21f89af958 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:15.063770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Set router 902e20db-ac05-4633-be12-1a7ac165cb67 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:15.080077 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.145320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46476) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:15.148246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9dd532f-678a-4922-a645-7c6de0d35256,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:15.281448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.293720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d6b9cba1-be6f-4585-b676-04074cdbb9a6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=767d16d3aef54a648cb34f10cd6bfc5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464789 Sep 15 16:12:15.306019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46484) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:15.390433 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.392758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.424932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c05b3486-aa6e-4e7b-959e-9f21f89af958 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:15.425317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.615922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.618935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58d511e2-43e3-4625-8f7f-72863b86d173 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:15.628910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.630219 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-848fc09f-3d14-4c8e-859e-ec76432a5507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.636815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-07c8487c-8be5-4eb3-9110-22309d263d81 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "DELETE /v2.0/routers/58d511e2-43e3-4625-8f7f-72863b86d173 HTTP/1.1" status: 204 len: 168 time: 2.0944564 Sep 15 16:12:15.641319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46498) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:15.675799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-263206539', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:15.710632 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:12Z', 'revision_number': 3, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:15.711364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774b29-e5ad-42a9-a804-46ffa3b8d390 req-7cee6f44-fd1e-46cf-a4a5-64c6df5d8f55 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:15.715887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5774b29-e5ad-42a9-a804-46ffa3b8d390 req-7cee6f44-fd1e-46cf-a4a5-64c6df5d8f55 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1599631 Sep 15 16:12:15.755855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Checking router: 902e20db-ac05-4633-be12-1a7ac165cb67 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:15.757391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Updating router 902e20db-ac05-4633-be12-1a7ac165cb67 port 11d6e774-3738-475e-8a9c-75362201210e binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:12:15.794424 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.805653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5774b29-e5ad-42a9-a804-46ffa3b8d390 req-118f2815-e4ce-4f71-82a3-b13a81da5350 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834615 Sep 15 16:12:15.873428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.875118 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.882634 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-848fc09f-3d14-4c8e-859e-ec76432a5507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.085639 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.207768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.269930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-848fc09f-3d14-4c8e-859e-ec76432a5507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.273058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-848fc09f-3d14-4c8e-859e-ec76432a5507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.275428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-848fc09f-3d14-4c8e-859e-ec76432a5507 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/465e1471-2033-47c7-8a0b-94963306ab34 HTTP/1.1" status: 204 len: 168 time: 0.9672000 Sep 15 16:12:16.324517 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.477293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Attempting to bind port 11d6e774-3738-475e-8a9c-75362201210e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:16.478033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Attempting to bind port 11d6e774-3738-475e-8a9c-75362201210e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:16.478546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Attempting to bind port 11d6e774-3738-475e-8a9c-75362201210e on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:16.502411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:16.502411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:16.502874 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.503385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:16.504016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Bound port: 11d6e774-3738-475e-8a9c-75362201210e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:16.513113 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.513113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70518475-eef4-4f24-9a43-9fc3414ccda9 None None] Pushing event updated for resources: {'Port': ['ID=11d6e774-3738-475e-8a9c-75362201210e,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:16.528923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fc09f-3d14-4c8e-859e-ec76432a5507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465e1471-2033-47c7-8a0b-94963306ab34,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:16.623864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] For port 11d6e774-3738-475e-8a9c-75362201210e, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:16.628138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] For port 11d6e774-3738-475e-8a9c-75362201210e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11d6e774-3738-475e-8a9c-75362201210e,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:16.670748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.740857 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.849870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:17.007619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Routers {'902e20db-ac05-4633-be12-1a7ac165cb67'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:17.020034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['902e20db-ac05-4633-be12-1a7ac165cb67'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:17.042293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d9dd532f-678a-4922-a645-7c6de0d35256 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:17.064304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Allocated IP 172.20.0.1 (2820f793-976f-4e01-877a-e088017417b6/471506b2-22d5-4bb8-b8af-9fc5698fe7ee/ca2d67a2-1812-4ee9-8bda-1511a59ca838) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:17.123498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70518475-eef4-4f24-9a43-9fc3414ccda9 None None] Pushing event updated for resources: {'Port': ['ID=11d6e774-3738-475e-8a9c-75362201210e,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:17.134330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d9dd532f-678a-4922-a645-7c6de0d35256 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:17.136098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d9dd532f-678a-4922-a645-7c6de0d35256 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:17.293937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] Set router 902e20db-ac05-4633-be12-1a7ac165cb67 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:17.306376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f8e26-8a33-4a4d-940c-4a4aa7cd1a3a req-472da3eb-6662-4362-b0c1-d36fe1035cf1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:17.314697 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-822f8e26-8a33-4a4d-940c-4a4aa7cd1a3a req-472da3eb-6662-4362-b0c1-d36fe1035cf1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.2739675 Sep 15 16:12:17.491642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:17.626088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-822f8e26-8a33-4a4d-940c-4a4aa7cd1a3a req-a3a1fd70-c7cf-47cb-ba47-91023946410c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100848 Sep 15 16:12:17.670059 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:17.740018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:12Z', 'revision_number': 3, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:17.779230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2608c192-0a30-450c-8b10-618620b7f626 None None] The sync data for ids ['902e20db-ac05-4633-be12-1a7ac165cb67'] in n-d-808199-2 is: [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:12Z', 'revision_number': 3, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:17.822009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Network 2820f793-976f-4e01-877a-e088017417b6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:17.868445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:17.876141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:17.961466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2d67a2-1812-4ee9-8bda-1511a59ca838,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:18.047325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:18.118547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:18.155411 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:18.388754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46586) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:18.532242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2f8f915a-9c15-4387-8996-76d56d9a62fd None None] Provisioning complete for port ca2d67a2-1812-4ee9-8bda-1511a59ca838 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:18.532242 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f8f915a-9c15-4387-8996-76d56d9a62fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:18.683036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f915a-9c15-4387-8996-76d56d9a62fd None None] Port ca2d67a2-1812-4ee9-8bda-1511a59ca838 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:12:19.058486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97096bc3-6188-4b9a-b26d-7e45c91367c8 req-5c1692c0-7998-45ca-8428-26a63271c756 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:19.062255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97096bc3-6188-4b9a-b26d-7e45c91367c8 req-5c1692c0-7998-45ca-8428-26a63271c756 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.2403460 Sep 15 16:12:19.119555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11d6e774-3738-475e-8a9c-75362201210e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:19.175276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b67242-28e3-4b93-87d1-25475c3095d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.343030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 11d6e774-3738-475e-8a9c-75362201210e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:19.344154 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.387041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97096bc3-6188-4b9a-b26d-7e45c91367c8 req-8dd65cf3-5f04-47af-a51a-a6e7bec729bc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043761 Sep 15 16:12:19.443297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Allocated IP 172.25.0.49 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/bede8f99-62c2-4ef7-b98d-f89b1a89ba42) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:19.492306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b67242-28e3-4b93-87d1-25475c3095d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.541297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.565629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 11d6e774-3738-475e-8a9c-75362201210e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11d6e774-3738-475e-8a9c-75362201210e,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:19.583565 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.771260 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.808558 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97b67242-28e3-4b93-87d1-25475c3095d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.809598 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.853996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:19.916653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=11d6e774-3738-475e-8a9c-75362201210e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:19.939282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:19.952638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-97b67242-28e3-4b93-87d1-25475c3095d9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b38f3418447e426a8ce7032089721ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5518661 Sep 15 16:12:19.952638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b67242-28e3-4b93-87d1-25475c3095d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf13e5-cd31-4c9b-869e-9e8ddba698b9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:19.952894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:19.957148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:19.957995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46614) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:20.034926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event updated for resources: {'Port': ['ID=bede8f99-62c2-4ef7-b98d-f89b1a89ba42,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:20.165064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-599240f6-9305-40a9-9556-ac29401370db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:20.295266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-599240f6-9305-40a9-9556-ac29401370db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:20.373251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:20.615056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-599240f6-9305-40a9-9556-ac29401370db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:20.619414 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-599240f6-9305-40a9-9556-ac29401370db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:20.620683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-599240f6-9305-40a9-9556-ac29401370db admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/dfbf13e5-cd31-4c9b-869e-9e8ddba698b9 HTTP/1.1" status: 204 len: 168 time: 0.6617222 Sep 15 16:12:20.621545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:20.764330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599240f6-9305-40a9-9556-ac29401370db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf13e5-cd31-4c9b-869e-9e8ddba698b9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:20.846133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca2d67a2-1812-4ee9-8bda-1511a59ca838,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:20.855074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:20.909138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d70f99-70c3-44bf-9c76-11fab058b726 req-f2bf3eea-468f-484a-be64-2fac55827ee1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:20.909138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87d70f99-70c3-44bf-9c76-11fab058b726 req-f2bf3eea-468f-484a-be64-2fac55827ee1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.3805604 Sep 15 16:12:21.023580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11d6e774-3738-475e-8a9c-75362201210e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:21.027386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:21.214861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 11d6e774-3738-475e-8a9c-75362201210e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:21.215527 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:21.311013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46652) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:21.383119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87d70f99-70c3-44bf-9c76-11fab058b726 req-7a0bfab0-75a2-474e-847e-5918843c80be tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552746 Sep 15 16:12:21.460802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Network 2820f793-976f-4e01-877a-e088017417b6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:21.465378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:21.562259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-04e63680-2115-4e16-8178-c10a63f7c141 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:21.574172 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:21.758446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Router 902e20db-ac05-4633-be12-1a7ac165cb67 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:21.868738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46666) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:21.869118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46668) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:21.869402 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-04e63680-2115-4e16-8178-c10a63f7c141 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "PUT /v2.0/quotas/eef6c9c168104b63b7d1fcf5eede2024 HTTP/1.1" status: 200 len: 366 time: 0.5567656 Sep 15 16:12:21.901597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4e65-7c54-4fa7-9f7e-e3e378fe33f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:21.906842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b82d6ea3-605b-4c59-9a74-9ccb79858b19 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0330522 Sep 15 16:12:21.907245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46672) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:21.925572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0763d268-c11a-4cd3-8cae-7460e68f8e00 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "GET /v2.0/quotas/eef6c9c168104b63b7d1fcf5eede2024 HTTP/1.1" status: 200 len: 366 time: 0.0170658 Sep 15 16:12:21.929016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46674) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:21.933974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fcf8c2f7-a1bc-4e30-bd33-3b206d445c21 None None] Provisioning complete for port ca2d67a2-1812-4ee9-8bda-1511a59ca838 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:21.934419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fcf8c2f7-a1bc-4e30-bd33-3b206d445c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:21.951210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Router 21618466-8420-423f-afc2-7edc0a25ebb2 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:21.972343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:21.978525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8c2f7-a1bc-4e30-bd33-3b206d445c21 None None] Port ca2d67a2-1812-4ee9-8bda-1511a59ca838 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:12:21.986307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-149e8260-f38e-47b2-b205-0991230fbde7 admin admin] 10.222.0.63 "PUT /v2.0/routers/902e20db-ac05-4633-be12-1a7ac165cb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9495380 Sep 15 16:12:21.992669 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Sync routers for ids ['902e20db-ac05-4633-be12-1a7ac165cb67'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:22.015148 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Routers {'902e20db-ac05-4633-be12-1a7ac165cb67'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:22.017135 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8b1d9c70-fdd3-4e1d-974c-90232f962e65 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "DELETE /v2.0/quotas/eef6c9c168104b63b7d1fcf5eede2024 HTTP/1.1" status: 204 len: 168 time: 0.0847654 Sep 15 16:12:22.017284 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['902e20db-ac05-4633-be12-1a7ac165cb67'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:22.024073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46682) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:22.073620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a4dcf605-2849-4edf-af59-6ed1928f7835 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0482786 Sep 15 16:12:22.076113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46684) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:22.090698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-89d9a9a1-d9e4-4a57-8cd6-ab1cd81dd246 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "GET /v2.0/quotas/eef6c9c168104b63b7d1fcf5eede2024 HTTP/1.1" status: 200 len: 370 time: 0.0129964 Sep 15 16:12:22.093407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46686) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:22.108592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e6524539-6959-4a15-a17f-a5600822f7dd tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "GET /v2.0/quotas/eef6c9c168104b63b7d1fcf5eede2024/default HTTP/1.1" status: 200 len: 370 time: 0.0117769 Sep 15 16:12:22.111124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46688) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:22.135271 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-5daf8774-e812-4581-b6f5-a274ab09a4d9 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] delete failed (client error): The resource could not be found. Sep 15 16:12:22.139482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5daf8774-e812-4581-b6f5-a274ab09a4d9 tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "DELETE /v2.0/quotas/eef6c9c168104b63b7d1fcf5eede2024 HTTP/1.1" status: 404 len: 348 time: 0.0268445 Sep 15 16:12:22.168144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:22.180086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] Sync routers for ids ['21618466-8420-423f-afc2-7edc0a25ebb2'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:22.193841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] Routers {'21618466-8420-423f-afc2-7edc0a25ebb2'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:22.194594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['21618466-8420-423f-afc2-7edc0a25ebb2'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:22.213611 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Set router 902e20db-ac05-4633-be12-1a7ac165cb67 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:22.235702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4e65-7c54-4fa7-9f7e-e3e378fe33f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.257785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:22.267159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] Routers {'21618466-8420-423f-afc2-7edc0a25ebb2'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:22.267775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['21618466-8420-423f-afc2-7edc0a25ebb2'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:22.325660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:22.328404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4e65-7c54-4fa7-9f7e-e3e378fe33f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.344998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25bce17-7c74-41a2-b5bb-64220e5fa8f9 None None] The sync data for ids ['21618466-8420-423f-afc2-7edc0a25ebb2'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:22.383220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46698) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:22.392216 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1bc4e65-7c54-4fa7-9f7e-e3e378fe33f4 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=652fe8ed91904138ac4891153778a371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152526 Sep 15 16:12:22.423631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc4e65-7c54-4fa7-9f7e-e3e378fe33f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8505f602-89cc-4222-8f26-23c4260f9acb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:22.429168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.432536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-77dad64a-46c6-48e8-8054-88bb0b368f22 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7768707 Sep 15 16:12:22.446546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46702) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:22.456864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': False}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:22.505207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abd1ebc6-636d-4bb7-97b7-02f2099f8ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.626248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abd1ebc6-636d-4bb7-97b7-02f2099f8ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.654149 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ca2d67a2-1812-4ee9-8bda-1511a59ca838', 'name': '', 'network_id': '2820f793-976f-4e01-877a-e088017417b6', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'mac_address': 'fa:16:3e:4c:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '471506b2-22d5-4bb8-b8af-9fc5698fe7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:16Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 2, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'subnets': [{'id': '471506b2-22d5-4bb8-b8af-9fc5698fe7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:22.697983 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Checking router: 902e20db-ac05-4633-be12-1a7ac165cb67 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:22.698648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Updating router 902e20db-ac05-4633-be12-1a7ac165cb67 port ca2d67a2-1812-4ee9-8bda-1511a59ca838 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:12:22.726064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c3410-1688-413b-8db9-da5205c7923b req-10c217d2-da74-4527-9a2b-758c7449676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:22.727685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80c3410-1688-413b-8db9-da5205c7923b req-10c217d2-da74-4527-9a2b-758c7449676f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1096 time: 0.1046095 Sep 15 16:12:22.762027 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.866463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3662051-3d89-486f-b0b9-a223857e1273 req-96abfd4e-f11c-4514-a905-10faa88c3d65 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:22.874981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3662051-3d89-486f-b0b9-a223857e1273 req-96abfd4e-f11c-4514-a905-10faa88c3d65 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.3516657 Sep 15 16:12:22.878734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46710) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:22.897310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abd1ebc6-636d-4bb7-97b7-02f2099f8ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.903741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abd1ebc6-636d-4bb7-97b7-02f2099f8ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.906151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abd1ebc6-636d-4bb7-97b7-02f2099f8ece admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8505f602-89cc-4222-8f26-23c4260f9acb HTTP/1.1" status: 204 len: 168 time: 0.5218976 Sep 15 16:12:22.993322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1ebc6-636d-4bb7-97b7-02f2099f8ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8505f602-89cc-4222-8f26-23c4260f9acb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:23.006108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3662051-3d89-486f-b0b9-a223857e1273 req-db2db049-3751-4189-957e-558d08a75b02 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902257 Sep 15 16:12:23.013497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:network and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.021145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.041256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:subnet and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.049684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.059400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:subnetpool and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.066451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.078960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:port and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.086056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.097356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:router and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.100170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.107611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:floatingip and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.113718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.223703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:security_group and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.233375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.248788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Usage tracker for resource:security_group_rule and tenant:20895452ccd14455a32be5d13d31807e is out of sync, need to count used quota {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 15 16:12:23.260898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.quota.resource [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102018) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 15 16:12:23.273368 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:23.283140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-511588cd-14d9-4787-8c43-9874852eb6bf tempest-QuotasTest-820362810 tempest-QuotasTest-820362810-project-admin] 10.222.0.63 "GET /v2.0/quotas/20895452ccd14455a32be5d13d31807e/details.json HTTP/1.1" status: 200 len: 703 time: 0.3956101 Sep 15 16:12:23.373120 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:23.415580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:23.419654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c3410-1688-413b-8db9-da5205c7923b req-ba5177ea-dd43-4f07-8227-d976302bc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:23.421531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80c3410-1688-413b-8db9-da5205c7923b req-ba5177ea-dd43-4f07-8227-d976302bc002 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.6189075 Sep 15 16:12:23.645380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80c3410-1688-413b-8db9-da5205c7923b req-cb5fff20-8a19-426c-a05b-2e0327b214fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 1001 time: 0.2146397 Sep 15 16:12:23.646514 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00076ac6-8586-4065-8c28-2b42b298b34a None None] Pushing event updated for resources: {'Port': ['ID=ca2d67a2-1812-4ee9-8bda-1511a59ca838,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:23.698351 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Attempting to bind port ca2d67a2-1812-4ee9-8bda-1511a59ca838 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:23.702960 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Attempting to bind port ca2d67a2-1812-4ee9-8bda-1511a59ca838 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:23.703532 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Attempting to bind port ca2d67a2-1812-4ee9-8bda-1511a59ca838 on network 2820f793-976f-4e01-877a-e088017417b6 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:23.718710 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:23.722487 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Checking segment: {'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:23.727568 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:23.728038 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Bound using segment: {'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:23.728724 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Bound port: ca2d67a2-1812-4ee9-8bda-1511a59ca838, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2820f793-976f-4e01-877a-e088017417b6'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:23.729187 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:23.906140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46742) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:23.914451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1193723882-network', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:23.916235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c3410-1688-413b-8db9-da5205c7923b req-1fc9c836-3a51-4e9f-8034-f9f752230681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:23.933876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80c3410-1688-413b-8db9-da5205c7923b req-1fc9c836-3a51-4e9f-8034-f9f752230681 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.2722301 Sep 15 16:12:23.939992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b512c048-e80b-4150-b098-c565eda6f083 None None] Provisioning complete for port ca2d67a2-1812-4ee9-8bda-1511a59ca838 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:23.943549 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b512c048-e80b-4150-b098-c565eda6f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:23.989475 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] For port ca2d67a2-1812-4ee9-8bda-1511a59ca838, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:24.058492 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dd50c1be-e87c-401d-81f2-82a1bacb386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.080533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c3410-1688-413b-8db9-da5205c7923b req-47d06ce9-8e3a-4df0-bda5-9dc0ac822c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:24.082133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80c3410-1688-413b-8db9-da5205c7923b req-47d06ce9-8e3a-4df0-bda5-9dc0ac822c88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037896 Sep 15 16:12:24.097127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Made reservation on behalf of a15aaa0474634ea0a1f83277fbcc804b for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:24.101464 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] For port ca2d67a2-1812-4ee9-8bda-1511a59ca838, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ca2d67a2-1812-4ee9-8bda-1511a59ca838,segment=NetworkSegment(9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf),segment_id=9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:24.102455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b512c048-e80b-4150-b098-c565eda6f083 None None] Port ca2d67a2-1812-4ee9-8bda-1511a59ca838 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:12:24.106934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.130882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.190975 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.222385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80c3410-1688-413b-8db9-da5205c7923b req-4f8004c8-41ab-4f8f-bf82-5c488617bcba service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311598 Sep 15 16:12:24.289699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Routers {'902e20db-ac05-4633-be12-1a7ac165cb67'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:24.290287 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['902e20db-ac05-4633-be12-1a7ac165cb67'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:24.309722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.346201 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00076ac6-8586-4065-8c28-2b42b298b34a None None] Pushing event updated for resources: {'Port': ['ID=ca2d67a2-1812-4ee9-8bda-1511a59ca838,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:24.390971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.463300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:12:24.496170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.496561 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Added segment 2c8adc96-2070-4587-a549-64522164785a of type vlan for network 5721cef6-2677-418c-94c6-e3cb47387e0d Sep 15 16:12:24.506982 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] Set router 902e20db-ac05-4633-be12-1a7ac165cb67 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:24.555678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fae864-3155-451c-b0bc-60aeb7255804 req-01a3266b-5d5f-48f5-8cee-90ea21c6c631 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:24.563884 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42fae864-3155-451c-b0bc-60aeb7255804 req-01a3266b-5d5f-48f5-8cee-90ea21c6c631 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.3401797 Sep 15 16:12:24.595074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.631235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46754) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:24.653631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bad10a7e-92af-490d-9813-5bd6083a56cb None None] Provisioning complete for port ca2d67a2-1812-4ee9-8bda-1511a59ca838 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:24.658252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bad10a7e-92af-490d-9813-5bd6083a56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.693022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cf70bc-9fd3-4962-be7a-f0a5fb473d67,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:24.732113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c80c3410-1688-413b-8db9-da5205c7923b req-75a4dfce-1330-4f01-90be-323a91cd9bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651189 Sep 15 16:12:24.777501 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42fae864-3155-451c-b0bc-60aeb7255804 req-3274918b-b0c2-4f41-a81d-beba68cdfcd1 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120683 Sep 15 16:12:24.794754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.796897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:24.798278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.932595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bad10a7e-92af-490d-9813-5bd6083a56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.946910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] Pushing event updated for resources: {'Network': ['ID=5721cef6-2677-418c-94c6-e3cb47387e0d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:24.947766 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ca2d67a2-1812-4ee9-8bda-1511a59ca838', 'name': '', 'network_id': '2820f793-976f-4e01-877a-e088017417b6', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'mac_address': 'fa:16:3e:4c:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '471506b2-22d5-4bb8-b8af-9fc5698fe7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:16Z', 'updated_at': '2021-09-15T16:12:23Z', 'revision_number': 4, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'subnets': [{'id': '471506b2-22d5-4bb8-b8af-9fc5698fe7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:24.965492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5721cef6-2677-418c-94c6-e3cb47387e0d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:12:25.000254 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0c331-fccd-4a9a-95eb-83cf3ddfc9fd None None] The sync data for ids ['902e20db-ac05-4633-be12-1a7ac165cb67'] in n-d-808199-2 is: [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ca2d67a2-1812-4ee9-8bda-1511a59ca838', 'name': '', 'network_id': '2820f793-976f-4e01-877a-e088017417b6', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'mac_address': 'fa:16:3e:4c:db:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '471506b2-22d5-4bb8-b8af-9fc5698fe7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:16Z', 'updated_at': '2021-09-15T16:12:23Z', 'revision_number': 4, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'subnets': [{'id': '471506b2-22d5-4bb8-b8af-9fc5698fe7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:25.003124 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-adf4cfb0-da93-4cdd-9254-23b424204223 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1038165 Sep 15 16:12:25.005906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46764) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:25.008950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c75e-acc9-4316-95d8-970f6762fdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.013181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Request body: {'subnet': {'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1193723882-subnet', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:25.132985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bad10a7e-92af-490d-9813-5bd6083a56cb None None] For port ca2d67a2-1812-4ee9-8bda-1511a59ca838, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ca2d67a2-1812-4ee9-8bda-1511a59ca838,segment=NetworkSegment(9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf),segment_id=9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:25.224476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.229464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.281712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Made reservation on behalf of a15aaa0474634ea0a1f83277fbcc804b for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:25.284334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.321770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bad10a7e-92af-490d-9813-5bd6083a56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.434620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Router 21618466-8420-423f-afc2-7edc0a25ebb2 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:25.457742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10a7e-92af-490d-9813-5bd6083a56cb None None] Pushing event updated for resources: {'Port': ['ID=ca2d67a2-1812-4ee9-8bda-1511a59ca838,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:25.531276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c75e-acc9-4316-95d8-970f6762fdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.618068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d1b1c75e-acc9-4316-95d8-970f6762fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.645156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:25.655699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] Sync routers for ids ['21618466-8420-423f-afc2-7edc0a25ebb2'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:25.656233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.659434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cc5f900b-87d3-4395-8cf7-83840b0d60b8 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "PUT /v2.0/routers/21618466-8420-423f-afc2-7edc0a25ebb2 HTTP/1.1" status: 200 len: 924 time: 3.2094474 Sep 15 16:12:25.661060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:25.671292 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] Routers {'21618466-8420-423f-afc2-7edc0a25ebb2'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:25.672006 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['21618466-8420-423f-afc2-7edc0a25ebb2'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:25.695609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1c75e-acc9-4316-95d8-970f6762fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b99e3-ee84-4f94-9af5-c92dfa6141af,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:25.706934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d1b1c75e-acc9-4316-95d8-970f6762fdce admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a9e09845360247b4be78f14259004a28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0709891 Sep 15 16:12:25.710612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46778) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:25.774856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.781546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c82f8c76-03f9-4ca2-9d7b-5f3c0f64c611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.891708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c82f8c76-03f9-4ca2-9d7b-5f3c0f64c611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.983136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744f45d4-a723-4825-a31e-84f62878193e,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:25.983596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Checking segment: {'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:25.983596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Network hostable DHCP agents. Network: 5721cef6-2677-418c-94c6-e3cb47387e0d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:12:25.996836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69b1e1c3-6b2d-4d73-b947-79f1bc136f1c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/21618466-8420-423f-afc2-7edc0a25ebb2 HTTP/1.1" status: 200 len: 924 time: 0.3342688 Sep 15 16:12:25.998861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46784) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:26.082538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34496e98-8915-450f-ad66-9bdec70948e6 req-d177d4c7-5976-49bd-a6d1-30508f3ee934 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:26.084111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34496e98-8915-450f-ad66-9bdec70948e6 req-d177d4c7-5976-49bd-a6d1-30508f3ee934 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.1043179 Sep 15 16:12:26.094272 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:26.115281 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] Routers {'21618466-8420-423f-afc2-7edc0a25ebb2'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:26.116594 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:11:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['21618466-8420-423f-afc2-7edc0a25ebb2'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:26.145156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Network 5721cef6-2677-418c-94c6-e3cb47387e0d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:12:26.152203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6c3afe-8f5e-411e-84ac-f654cef6a4a1 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:26.154060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b6c3afe-8f5e-411e-84ac-f654cef6a4a1 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=21618466-8420-423f-afc2-7edc0a25ebb2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1541266 Sep 15 16:12:26.162891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46788) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:26.173644 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:26.174447 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c43455-3d6d-4c3b-81c7-7d2f091620c2 None None] The sync data for ids ['21618466-8420-423f-afc2-7edc0a25ebb2'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:26.209465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34496e98-8915-450f-ad66-9bdec70948e6 req-e683802f-6674-456f-99ee-23796362ccf5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133316 Sep 15 16:12:26.229446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c82f8c76-03f9-4ca2-9d7b-5f3c0f64c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:26.233079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c82f8c76-03f9-4ca2-9d7b-5f3c0f64c611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:26.235961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c82f8c76-03f9-4ca2-9d7b-5f3c0f64c611 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fa3b99e3-ee84-4f94-9af5-c92dfa6141af HTTP/1.1" status: 204 len: 168 time: 0.5239749 Sep 15 16:12:26.253678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f8c76-03f9-4ca2-9d7b-5f3c0f64c611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b99e3-ee84-4f94-9af5-c92dfa6141af,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:26.305394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5721cef6-2677-418c-94c6-e3cb47387e0d) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:26.314007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb29e9-f114-4ace-b61f-f5554100c8a9 None None] Network 5721cef6-2677-418c-94c6-e3cb47387e0d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:12:26.319575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:26.331130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:26.348870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:26.353487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45839d0e-a98c-4453-a724-d86b11b69b1f tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:26.355453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45839d0e-a98c-4453-a724-d86b11b69b1f tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.1951339 Sep 15 16:12:26.358502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46794) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:26.408660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e373602c-ef79-4e68-bde0-80ed95d3babf tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=21618466-8420-423f-afc2-7edc0a25ebb2 HTTP/1.1" status: 200 len: 205 time: 0.0483098 Sep 15 16:12:26.411596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46798) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:26.831423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:26.838814 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:26.975885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43ba7844-b0b3-4e1d-bae5-942a25fe63e1 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9662654 Sep 15 16:12:26.978085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46806) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:26.993070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:26.993601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:26.998165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:27.002087 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70647aeb-8e99-43e8-945a-c0c99f0975d9" -d '{"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-unplugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:27.012873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-5721cef6-2677-418c-94c6-e3cb47387e0d', 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'fixed_ips': [{'subnet_id': '744f45d4-a723-4825-a31e-84f62878193e'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:12:27.014092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.076126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.178563 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa83d4fe-82ef-4bec-85cb-5c1fe74230f5 x-openstack-request-id: req-fa83d4fe-82ef-4bec-85cb-5c1fe74230f5 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:27.179458 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-unplugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:27.179458 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fa83d4fe-82ef-4bec-85cb-5c1fe74230f5 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:27.179714 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'code': 200} Sep 15 16:12:27.182992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ca2d67a2-1812-4ee9-8bda-1511a59ca838 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:27.184960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.186623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.189767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.205478 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.387631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46818) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:27.392811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.424701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:27.445651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93fdfa5b-66b4-4bf5-9558-aef73e313d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.446180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ca2d67a2-1812-4ee9-8bda-1511a59ca838 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:27.446709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.452695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.475829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Allocated IP 172.20.0.2 (5721cef6-2677-418c-94c6-e3cb47387e0d/744f45d4-a723-4825-a31e-84f62878193e/70ef5c54-e8cf-4b49-a58f-a305a063aa4b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:27.501189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4050316-4102-4486-93c3-e4429038bf49 req-46c428ba-5117-4076-a8a0-8fa403d45964 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:27.502897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4050316-4102-4486-93c3-e4429038bf49 req-46c428ba-5117-4076-a8a0-8fa403d45964 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.1037405 Sep 15 16:12:27.568783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4050316-4102-4486-93c3-e4429038bf49 req-632f6178-59de-48e5-a4e6-bb763d1b9485 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557098 Sep 15 16:12:27.628298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b99833b5-419d-4205-964e-d2e461f151e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.666450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93fdfa5b-66b4-4bf5-9558-aef73e313d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.689593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Deleting port bede8f99-62c2-4ef7-b98d-f89b1a89ba42 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:27.689593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.767067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.776209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93fdfa5b-66b4-4bf5-9558-aef73e313d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.808964 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.848390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-93fdfa5b-66b4-4bf5-9558-aef73e313d35 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=20895452ccd14455a32be5d13d31807e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595392 Sep 15 16:12:27.848698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46830) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:27.854453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdfa5b-66b4-4bf5-9558-aef73e313d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926838da-ff02-4785-bcd6-1cfe078bf5b0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:27.860260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.887458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.905246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Calling delete_port for bede8f99-62c2-4ef7-b98d-f89b1a89ba42 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:27.927261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c304cafe-28d0-4db0-b75a-5cda222f3caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:27.936963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Pushing event updated for resources: {'Port': ['ID=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:27.947306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Network 5721cef6-2677-418c-94c6-e3cb47387e0d is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:27.949269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:27.951951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:27.962777 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c304cafe-28d0-4db0-b75a-5cda222f3caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.022052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Attempting to bind port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:28.022625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Attempting to bind port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:28.023085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Attempting to bind port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b on network 5721cef6-2677-418c-94c6-e3cb47387e0d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:28.029586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:28.029968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Checking segment: {'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:28.030419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.030818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Bound using segment: {'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:28.031295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Bound port: 70ef5c54-e8cf-4b49-a58f-a305a063aa4b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:28.031719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.123843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] For port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:28.127529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] For port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,segment=NetworkSegment(2c8adc96-2070-4587-a549-64522164785a),segment_id=2c8adc96-2070-4587-a549-64522164785a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:28.242916 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.268190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.269977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c304cafe-28d0-4db0-b75a-5cda222f3caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.273054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c304cafe-28d0-4db0-b75a-5cda222f3caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.276874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c304cafe-28d0-4db0-b75a-5cda222f3caa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/926838da-ff02-4785-bcd6-1cfe078bf5b0 HTTP/1.1" status: 204 len: 168 time: 0.4244363 Sep 15 16:12:28.281829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.282390 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.301174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304cafe-28d0-4db0-b75a-5cda222f3caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926838da-ff02-4785-bcd6-1cfe078bf5b0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:28.320232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event deleted for resources: {'Port': ['ID=bede8f99-62c2-4ef7-b98d-f89b1a89ba42,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:28.433790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.486918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4eabe-f0d4-4bfd-898d-d5891bc84f54 None None] Pushing event updated for resources: {'Port': ['ID=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:28.529387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Allocated IP 172.25.0.126 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/22cc6701-6dbb-4a05-8cda-6111279bebd2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:28.592851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.595573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.640155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.729267 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.741883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.741883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Fanout notify agent at l3_agent the message router_deleted on router 21618466-8420-423f-afc2-7edc0a25ebb2 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:28.752300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.762407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46848) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:28.764443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-09bbf96d-e492-4530-92c9-d4673ec24509 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/21618466-8420-423f-afc2-7edc0a25ebb2 HTTP/1.1" status: 204 len: 168 time: 2.3505659 Sep 15 16:12:28.788574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f3973ea8-593e-4f15-80a6-ead7d1b57a2f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1308242522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:28.969462 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.975454 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3973ea8-593e-4f15-80a6-ead7d1b57a2f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:28.982273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3973ea8-593e-4f15-80a6-ead7d1b57a2f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:29.052048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:29.058701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:29.101212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 70ef5c54-e8cf-4b49-a58f-a305a063aa4b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:29.137369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:29.159989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3973ea8-593e-4f15-80a6-ead7d1b57a2f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:29.210338 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Pushing event updated for resources: {'Port': ['ID=22cc6701-6dbb-4a05-8cda-6111279bebd2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:29.211279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:29.211844 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:29.233159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3973ea8-593e-4f15-80a6-ead7d1b57a2f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:29.328077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:29.343321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f3973ea8-593e-4f15-80a6-ead7d1b57a2f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:29.348537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46864) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:29.352568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f3973ea8-593e-4f15-80a6-ead7d1b57a2f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5731697 Sep 15 16:12:29.360233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:29.375764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,segment=NetworkSegment(2c8adc96-2070-4587-a549-64522164785a),segment_id=2c8adc96-2070-4587-a549-64522164785a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:29.464937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:29.556646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:29.981584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.104616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0c244-37df-4ef9-9ee2-b19d50ead81c None None] Network 5721cef6-2677-418c-94c6-e3cb47387e0d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:12:30.257348 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.302291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f70120a3-dfba-437f-ab24-e4e3d2e44d4d None None] Provisioning complete for port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:30.303554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f70120a3-dfba-437f-ab24-e4e3d2e44d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.368418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.376877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:30.421401 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.524998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.589340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.733750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.783875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Allocated IP 172.25.0.155 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/b2b377c6-4d11-4b14-96da-ec5102dce1a6) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:30.908807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f0831487-c3cf-4b2c-b84c-edb50ae93cb0 None None] Provisioning complete for port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:30.911371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0831487-c3cf-4b2c-b84c-edb50ae93cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.977377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:30.982835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 70ef5c54-e8cf-4b49-a58f-a305a063aa4b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:31.046618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:31.124716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:31.126158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:31.201868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:31.237288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:31.256430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Sync routers for ids ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:31.289882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Routers {'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:31.290573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:31.339346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:31.340751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event updated for resources: {'Port': ['ID=b2b377c6-4d11-4b14-96da-ec5102dce1a6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:31.344018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:31.346694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:31.407218 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:31.408666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a71bca85-4740-40ff-b493-ec8b6e81b291 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4286439 Sep 15 16:12:31.411648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46930) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:31.517351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Set router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:31.641644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e6e5-c866-4ab2-8aec-41821fb486f7 req-e15995f2-105e-4530-9bef-860287d832bf tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:31.643194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d48e6e5-c866-4ab2-8aec-41821fb486f7 req-e15995f2-105e-4530-9bef-860287d832bf tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.1293135 Sep 15 16:12:31.692135 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d48e6e5-c866-4ab2-8aec-41821fb486f7 req-85e53b1b-c7fe-47f3-9434-23d54b9d975c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408800 Sep 15 16:12:31.942237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:29Z', 'revision_number': 3, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port': {'id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:28Z', 'updated_at': '2021-09-15T16:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:31.982770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:31.990357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Checking router: fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:31.993768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Updating router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf port 22cc6701-6dbb-4a05-8cda-6111279bebd2 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:12:32.071188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-c5039c69-b01e-4cd9-9a1b-cfe488e5d245 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2124748 Sep 15 16:12:32.078234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.242993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 46960) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:32.385466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.579047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1565881466', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:32.600866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.605329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.649509 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.666105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Allocated IP 172.20.0.1 (5721cef6-2677-418c-94c6-e3cb47387e0d/744f45d4-a723-4825-a31e-84f62878193e/646dda9a-00da-4217-a15d-f185047360ee) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:32.773913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.871357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.903726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Made reservation on behalf of 5113f02ff5434d778ddeeabbcea14037 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:32.906721 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:32.930528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Router 9ef01f27-89a9-45b3-8ede-3bb1632d8638 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:32.934921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.071710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e68f-4f7d-401c-a3f0-8c8cae896262 req-a9d7e989-040c-4add-97a0-38ff80c8c661 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:33.073978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Attempting to bind port 22cc6701-6dbb-4a05-8cda-6111279bebd2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:33.074766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db37e68f-4f7d-401c-a3f0-8c8cae896262 req-a9d7e989-040c-4add-97a0-38ff80c8c661 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.2012458 Sep 15 16:12:33.075096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Attempting to bind port 22cc6701-6dbb-4a05-8cda-6111279bebd2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:33.075643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Attempting to bind port 22cc6701-6dbb-4a05-8cda-6111279bebd2 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:33.087308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf4818-c03c-421f-93b0-bc4fe440787b None None] Pushing event updated for resources: {'Port': ['ID=22cc6701-6dbb-4a05-8cda-6111279bebd2,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:33.093576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:33.094230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:33.094709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.095164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:33.095798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Bound port: 22cc6701-6dbb-4a05-8cda-6111279bebd2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:33.096370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.161641 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db37e68f-4f7d-401c-a3f0-8c8cae896262 req-df3d9804-d4af-4b87-b325-efb895930cad tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785618 Sep 15 16:12:33.163759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] For port 22cc6701-6dbb-4a05-8cda-6111279bebd2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:33.169313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] For port 22cc6701-6dbb-4a05-8cda-6111279bebd2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=22cc6701-6dbb-4a05-8cda-6111279bebd2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:33.191048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:33.196897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.199405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.202863 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] Sync routers for ids ['9ef01f27-89a9-45b3-8ede-3bb1632d8638'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:33.203925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-07f2d677-1d2f-4725-be3f-b134712da6fc tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "PUT /v2.0/routers/9ef01f27-89a9-45b3-8ede-3bb1632d8638 HTTP/1.1" status: 200 len: 884 time: 3.8536003 Sep 15 16:12:33.204984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46982) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:33.226951 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] Routers {'9ef01f27-89a9-45b3-8ede-3bb1632d8638'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:33.229371 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9ef01f27-89a9-45b3-8ede-3bb1632d8638'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:33.248036 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.280998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.288382 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:33.294914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Network 5721cef6-2677-418c-94c6-e3cb47387e0d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:33.300746 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] Routers {'9ef01f27-89a9-45b3-8ede-3bb1632d8638'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:33.301641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:33.301997 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9ef01f27-89a9-45b3-8ede-3bb1632d8638'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:33.321220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:33.326250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Pushing event updated for resources: {'Port': ['ID=646dda9a-00da-4217-a15d-f185047360ee,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:33.369990 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:33.372149 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eba15e-0015-4274-a9e1-decb63b2c1b4 None None] The sync data for ids ['9ef01f27-89a9-45b3-8ede-3bb1632d8638'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:33.393182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.410472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] device_id is not set on port 856f9122-e916-4efb-bec4-87b2c3239838 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:12:33.439428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Routers {'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:33.440089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:33.499951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-08a09a23-ba5d-4954-93bc-da8f7a822ede tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/9ef01f27-89a9-45b3-8ede-3bb1632d8638 HTTP/1.1" status: 200 len: 925 time: 0.2933140 Sep 15 16:12:33.500745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46986) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:33.510721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d60731-6519-4d55-be5f-e8114045ffa7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:33.535038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:33.548475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf4818-c03c-421f-93b0-bc4fe440787b None None] Pushing event updated for resources: {'Port': ['ID=22cc6701-6dbb-4a05-8cda-6111279bebd2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:33.617734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc9fb7-d772-460d-ab33-f8d9f0782c3c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:33.622950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0adc9fb7-d772-460d-ab33-f8d9f0782c3c tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=9ef01f27-89a9-45b3-8ede-3bb1632d8638&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1211164 Sep 15 16:12:33.623682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 46990) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:33.739707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] Set router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:33.846123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Allocated IP 172.25.0.144 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/856f9122-e916-4efb-bec4-87b2c3239838) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:33.897377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-847ca3fa-6958-4b1c-9acb-e6b81087419b None None] Provisioning complete for port 646dda9a-00da-4217-a15d-f185047360ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:33.897861 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-847ca3fa-6958-4b1c-9acb-e6b81087419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.055030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.073492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-847ca3fa-6958-4b1c-9acb-e6b81087419b None None] Port 646dda9a-00da-4217-a15d-f185047360ee cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:12:34.112304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:29Z', 'revision_number': 3, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port': {'id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:28Z', 'updated_at': '2021-09-15T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:34.154061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b3cff-a6fb-46ca-8892-108924ead08c None None] The sync data for ids ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'] in n-d-808199-2 is: [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:29Z', 'revision_number': 3, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port': {'id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:28Z', 'updated_at': '2021-09-15T16:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:34.204795 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.338357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-467c1f31-e2eb-4b43-9205-9f7bc8027526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:34.339936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-467c1f31-e2eb-4b43-9205-9f7bc8027526 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c&tenant_id=709558d00c174fa89b6afaac4554a7cc HTTP/1.1" status: 200 len: 1094 time: 0.1363990 Sep 15 16:12:34.347158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc7ab52-3dc3-4099-89fb-66c179a60f9a tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:34.352369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8cc7ab52-3dc3-4099-89fb-66c179a60f9a tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.7276640 Sep 15 16:12:34.353082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47002) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:34.385045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-207cbb7c-db78-4e55-b853-758f70dc60f0 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:12:34.386554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-207cbb7c-db78-4e55-b853-758f70dc60f0 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318952 Sep 15 16:12:34.420359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:34.435069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.443641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.444365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e612a23f-664c-4d2f-8882-f2bebc803f36 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ef01f27-89a9-45b3-8ede-3bb1632d8638 HTTP/1.1" status: 200 len: 205 time: 0.0879686 Sep 15 16:12:34.451487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47008) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:34.621471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06d0fc-4034-419e-ba26-c78e93bcd581 req-85c1ccff-bb92-417b-91d2-ad92005458fc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:34.631306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.633964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e06d0fc-4034-419e-ba26-c78e93bcd581 req-85c1ccff-bb92-417b-91d2-ad92005458fc tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 943 time: 0.2571461 Sep 15 16:12:34.635104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.665993 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.777006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:34.779231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-76096d38-0a27-474f-ab71-fdfc77b37473 req-a87d45c8-1bd9-4228-8587-f4be53415e16 service neutron] (102019) timed out ('10.222.0.63', 51210) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:12:34.809601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:34.837668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e06d0fc-4034-419e-ba26-c78e93bcd581 req-8592bee8-ccaa-4134-9c7e-0a005d0c6d3c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000527 Sep 15 16:12:34.863988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:34.868613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:35.086827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:35.094831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 22cc6701-6dbb-4a05-8cda-6111279bebd2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:35.136306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:35.137291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.156091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:35.158149 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.227959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Pushing event updated for resources: {'Port': ['ID=856f9122-e916-4efb-bec4-87b2c3239838,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:35.228862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 22cc6701-6dbb-4a05-8cda-6111279bebd2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:35.228862 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.229527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcac378-9a7d-4eb6-a889-51a515cf8694 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:12:35.238352 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.277479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Transition to ACTIVE for port object efcac378-9a7d-4eb6-a889-51a515cf8694 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:12:35.314245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Pushing event updated for resources: {'Port': ['ID=646dda9a-00da-4217-a15d-f185047360ee,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:35.372499 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.374503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Network 5721cef6-2677-418c-94c6-e3cb47387e0d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:35.377927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:35.405282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7cc22c3f-5762-4466-9621-006ebc860a7c tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1248596 Sep 15 16:12:35.409515 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.411512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47018) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:35.429023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}]}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:35.452786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 22cc6701-6dbb-4a05-8cda-6111279bebd2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=22cc6701-6dbb-4a05-8cda-6111279bebd2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:35.539805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Deleting port b2b377c6-4d11-4b14-96da-ec5102dce1a6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:35.540354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.555335 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.719492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=22cc6701-6dbb-4a05-8cda-6111279bebd2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:35.748829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.751804 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.876931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=9']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:35.946129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:35.953833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.958122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:35.975430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Calling delete_port for b2b377c6-4d11-4b14-96da-ec5102dce1a6 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:35.995648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] No DVR routers for this DVR port efcac378-9a7d-4eb6-a889-51a515cf8694 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:12:36.070789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0e74a922-e215-4e36-ba14-8a2dc2f84a45 None None] Provisioning complete for port 646dda9a-00da-4217-a15d-f185047360ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:36.071488 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0e74a922-e215-4e36-ba14-8a2dc2f84a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:36.130013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0e74a922-e215-4e36-ba14-8a2dc2f84a45 None None] Port 646dda9a-00da-4217-a15d-f185047360ee cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:12:36.215883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:36.216263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:36.216986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:36.231224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Port efcac378-9a7d-4eb6-a889-51a515cf8694 on network 66be19ab-4f38-495b-acf8-567ec7d80936 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:12:36.231598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Attempting to bind port efcac378-9a7d-4eb6-a889-51a515cf8694 on network 66be19ab-4f38-495b-acf8-567ec7d80936 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:36.238919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:36.239489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Checking segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:36.240529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Bound using segment: {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:36.240991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Bound port: efcac378-9a7d-4eb6-a889-51a515cf8694, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1855a159-2a12-431b-849e-029aafcef0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:36.241362 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:36.355488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:36.359092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:36.460571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:36.543544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:36.544182 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:36.549683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] 10.222.0.38 "PUT /v2.0/ports/efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 1091 time: 2.1499040 Sep 15 16:12:36.549683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:36.553090 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:36.624967 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ff3b54-ee2b-4c7f-8cf5-485877ffc650 x-openstack-request-id: req-e4ff3b54-ee2b-4c7f-8cf5-485877ffc650 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:36.625236 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:36.625491 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e4ff3b54-ee2b-4c7f-8cf5-485877ffc650 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:36.625899 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'status': 'completed', 'code': 200} Sep 15 16:12:36.660102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba6a9c-2d24-434d-9afc-57544c1333da service neutron] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:36.673005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-bfffaffa-a96e-4f62-a9ba-e9ec098e2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:36.677234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-bfffaffa-a96e-4f62-a9ba-e9ec098e2a42 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1095 time: 0.1051311 Sep 15 16:12:36.729279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38167ac4-2ae7-4e6f-86da-9151e6cdb762 req-b797458e-dc71-4c09-a7d9-e5b038af4f75 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:36.730900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38167ac4-2ae7-4e6f-86da-9151e6cdb762 req-b797458e-dc71-4c09-a7d9-e5b038af4f75 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.2654078 Sep 15 16:12:36.859394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-4c9d1e1e-b664-46dd-bb65-ee7e37967bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:36.865558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-4c9d1e1e-b664-46dd-bb65-ee7e37967bbb service neutron] 10.222.0.38 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.1783016 Sep 15 16:12:36.963751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:36.983057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:36.991485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aba2ddab-94b8-48ea-ab35-aee849ea8a8e admin admin] 10.222.0.63 "PUT /v2.0/routers/fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5781729 Sep 15 16:12:37.015674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38167ac4-2ae7-4e6f-86da-9151e6cdb762 req-09529874-ea84-4901-8f58-13e527b8c3b9 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319846 Sep 15 16:12:37.062019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 22cc6701-6dbb-4a05-8cda-6111279bebd2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:37.113737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-c2726dd4-90b5-43b2-80ba-cae1a2ae3b11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 999 time: 0.2450726 Sep 15 16:12:37.151240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Sync routers for ids ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:37.206754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Routers {'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:37.207703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:37.213259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-d1c9a6a2-c3b3-4973-b4d1-a7ff5e189970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:37.217305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-d1c9a6a2-c3b3-4973-b4d1-a7ff5e189970 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.0965745 Sep 15 16:12:37.285932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-efc1d6d6-6132-48d0-9467-175c7f301fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:37.297126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-efc1d6d6-6132-48d0-9467-175c7f301fa6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729885 Sep 15 16:12:37.331904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 22cc6701-6dbb-4a05-8cda-6111279bebd2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:37.332745 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:37.358492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:37.395550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Set router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:37.421697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event deleted for resources: {'Port': ['ID=b2b377c6-4d11-4b14-96da-ec5102dce1a6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:37.421956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-4f58e91a-25fa-4190-a96f-83de405f9f5e service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234591 Sep 15 16:12:37.592583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95d31b3c-1daa-4fd4-9596-ea3107e67077 req-b94538da-d590-43eb-a8b1-d32e5640109d service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591523 Sep 15 16:12:37.666103 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:37.754669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:33Z', 'revision_number': 4, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port': {'id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:28Z', 'updated_at': '2021-09-15T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '646dda9a-00da-4217-a15d-f185047360ee', 'name': '', 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'mac_address': 'fa:16:3e:54:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '744f45d4-a723-4825-a31e-84f62878193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:32Z', 'updated_at': '2021-09-15T16:12:34Z', 'revision_number': 2, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'subnets': [{'id': '744f45d4-a723-4825-a31e-84f62878193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:37.807436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Checking router: fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:37.807853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Updating router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf port 646dda9a-00da-4217-a15d-f185047360ee binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:12:37.869822 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:37.879936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-78bd2aa7-08b8-4f34-92c2-5e4410902c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:37.882212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-78bd2aa7-08b8-4f34-92c2-5e4410902c19 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1095 time: 0.0939012 Sep 15 16:12:37.909853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:37.912989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.032970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.050077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.129275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-71af3d36-5517-4587-8170-98a32715a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:38.165405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-71af3d36-5517-4587-8170-98a32715a076 service neutron] 10.222.0.38 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.2527871 Sep 15 16:12:38.290305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-18783173-7c04-4ef6-9956-3aa6c93e4996 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 999 time: 0.1397426 Sep 15 16:12:38.319919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.320522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Fanout notify agent at l3_agent the message router_deleted on router 9ef01f27-89a9-45b3-8ede-3bb1632d8638 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:38.346395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.359773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47084) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:38.360555 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5c028b9c-4de5-462b-ab74-ff477b37d9ad tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/9ef01f27-89a9-45b3-8ede-3bb1632d8638 HTTP/1.1" status: 204 len: 168 time: 3.9027085 Sep 15 16:12:38.365996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0a61d27b-e481-4e99-a2ef-ac7609e991d6 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1353764697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:38.389773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905b963-8f1d-4e19-acff-b1c287e0bc65 req-4880d972-a1c5-4d40-864f-9f80c71b6eab tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:38.392041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d905b963-8f1d-4e19-acff-b1c287e0bc65 req-4880d972-a1c5-4d40-864f-9f80c71b6eab tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.2255635 Sep 15 16:12:38.409786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-b6e2f702-5d1b-4963-8244-0624811c1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:38.413088 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-b6e2f702-5d1b-4963-8244-0624811c1022 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.1147506 Sep 15 16:12:38.481156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d905b963-8f1d-4e19-acff-b1c287e0bc65 req-8ac74aa3-5df0-410e-8c0a-8b09a866e4cd tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649993 Sep 15 16:12:38.510120 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.512427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-a4fb4f75-af7f-4494-bed7-25793ddae524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:38.514365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-a4fb4f75-af7f-4494-bed7-25793ddae524 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951257 Sep 15 16:12:38.516067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a61d27b-e481-4e99-a2ef-ac7609e991d6 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.520130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a61d27b-e481-4e99-a2ef-ac7609e991d6 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.582359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.681149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.714644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a61d27b-e481-4e99-a2ef-ac7609e991d6 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.766279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-bb057d3d-ca42-4562-a26a-146dab29d1bb service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405922 Sep 15 16:12:38.780043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.782769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.841775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a61d27b-e481-4e99-a2ef-ac7609e991d6 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.952172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7572d5-478a-413b-9145-2781290f7c65 None None] Pushing event updated for resources: {'Port': ['ID=646dda9a-00da-4217-a15d-f185047360ee,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:38.953442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-772dd72b-4f72-4eb5-b7bd-ca9bbb2d6b5f req-f8dbd1f3-6312-422e-a2a1-2bba2dfae911 service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737182 Sep 15 16:12:38.980942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.981313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a61d27b-e481-4e99-a2ef-ac7609e991d6 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:38.981729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb3f7026-236f-4c71-9265-b49c1257563a {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:38.983653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0a61d27b-e481-4e99-a2ef-ac7609e991d6 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6226728 Sep 15 16:12:38.986831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47108) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:38.996730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': True}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:39.108111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Attempting to bind port 646dda9a-00da-4217-a15d-f185047360ee on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:39.108908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Attempting to bind port 646dda9a-00da-4217-a15d-f185047360ee by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:39.109639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Attempting to bind port 646dda9a-00da-4217-a15d-f185047360ee on network 5721cef6-2677-418c-94c6-e3cb47387e0d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:39.121634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:39.122400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Checking segment: {'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:39.123063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:39.126803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Bound using segment: {'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:39.126803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Bound port: 646dda9a-00da-4217-a15d-f185047360ee, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8adc96-2070-4587-a549-64522164785a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:39.126803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:39.149691 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 15 16:12:39.155503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fb29825f-8e3e-4284-8f96-c68369e6c48f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7373679 Sep 15 16:12:39.155503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47114) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:39.316064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] For port 646dda9a-00da-4217-a15d-f185047360ee, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:39.322553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] For port 646dda9a-00da-4217-a15d-f185047360ee, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=646dda9a-00da-4217-a15d-f185047360ee,segment=NetworkSegment(2c8adc96-2070-4587-a549-64522164785a),segment_id=2c8adc96-2070-4587-a549-64522164785a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:39.370897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Deleting port 856f9122-e916-4efb-bec4-87b2c3239838 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:39.371499 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:39.427933 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:39.592196 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:39.593220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7572d5-478a-413b-9145-2781290f7c65 None None] Pushing event updated for resources: {'Port': ['ID=646dda9a-00da-4217-a15d-f185047360ee,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:39.620703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Provisioning complete for port 646dda9a-00da-4217-a15d-f185047360ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:39.621494 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:39.679401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Routers {'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:39.680061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:39.747598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:39.845939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Calling delete_port for 856f9122-e916-4efb-bec4-87b2c3239838 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:40.038615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4573b3-d396-46e5-975d-67e8fadf6388 req-f1d62dda-7c55-4226-9d23-c26ba9a2ad5e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:40.058823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da4573b3-d396-46e5-975d-67e8fadf6388 req-f1d62dda-7c55-4226-9d23-c26ba9a2ad5e tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.2559204 Sep 15 16:12:40.111715 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:40.145581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da4573b3-d396-46e5-975d-67e8fadf6388 req-74b63b52-db72-4b26-b8e9-6f47f89f659a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888355 Sep 15 16:12:40.209281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] Set router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:40.270881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] For port 646dda9a-00da-4217-a15d-f185047360ee, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=646dda9a-00da-4217-a15d-f185047360ee,segment=NetworkSegment(2c8adc96-2070-4587-a549-64522164785a),segment_id=2c8adc96-2070-4587-a549-64522164785a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:40.397545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:40.493317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:40.560890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Pushing event deleted for resources: {'Port': ['ID=856f9122-e916-4efb-bec4-87b2c3239838,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:40.721274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47146) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:40.742622 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:40.763296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ffc3e719-cbb3-4de5-8840-3886223b0c3f tempest-RoutersAdminNegativeIpV6Test-602076952 tempest-RoutersAdminNegativeIpV6Test-602076952-project-admin] 10.222.0.63 "DELETE /v2.0/ports/856f9122-e916-4efb-bec4-87b2c3239838 HTTP/1.1" status: 204 len: 168 time: 1.6077197 Sep 15 16:12:40.952710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bd86df70-e608-4743-b042-d6d834d67fe0 None None] Provisioning complete for port 646dda9a-00da-4217-a15d-f185047360ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:40.952710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd86df70-e608-4743-b042-d6d834d67fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:41.017092 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:41.082319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:41.245853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Pushing event updated for resources: {'Port': ['ID=646dda9a-00da-4217-a15d-f185047360ee,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:41.259871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.260592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.261168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.261700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.262289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.262841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.263396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.263725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.264056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.264375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.265143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.265691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8352df5-5abf-4942-bae0-a0a818eae4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:41.467287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade504-073e-402a-b8cd-c2b2a8b7ed4b req-7813fcf2-a61b-4591-9888-cc0b3812587b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:41.477817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acade504-073e-402a-b8cd-c2b2a8b7ed4b req-7813fcf2-a61b-4591-9888-cc0b3812587b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.1079001 Sep 15 16:12:41.486978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Allocated IP 172.25.0.181 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/71abf688-8199-413e-8e88-1f8dcce7f25f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:41.617629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:33Z', 'revision_number': 4, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port': {'id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:28Z', 'updated_at': '2021-09-15T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '646dda9a-00da-4217-a15d-f185047360ee', 'name': '', 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'mac_address': 'fa:16:3e:54:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '744f45d4-a723-4825-a31e-84f62878193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:32Z', 'updated_at': '2021-09-15T16:12:39Z', 'revision_number': 4, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'subnets': [{'id': '744f45d4-a723-4825-a31e-84f62878193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:41.731240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-acade504-073e-402a-b8cd-c2b2a8b7ed4b req-5b1998b5-641f-45ef-a428-f2602469c7ee tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475600 Sep 15 16:12:41.782052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7baec4f-bf0b-4a03-9122-3eb1402041b5 None None] The sync data for ids ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'] in n-d-808199-2 is: [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:33Z', 'revision_number': 4, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port': {'id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:28Z', 'updated_at': '2021-09-15T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '646dda9a-00da-4217-a15d-f185047360ee', 'name': '', 'network_id': '5721cef6-2677-418c-94c6-e3cb47387e0d', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'mac_address': 'fa:16:3e:54:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '744f45d4-a723-4825-a31e-84f62878193e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:32Z', 'updated_at': '2021-09-15T16:12:39Z', 'revision_number': 4, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'subnets': [{'id': '744f45d4-a723-4825-a31e-84f62878193e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:41.909770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:41.966203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47164) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:42.086981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:42.219584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Port': ['ID=71abf688-8199-413e-8e88-1f8dcce7f25f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:42.247827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:42.257207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:42.274478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:42.575367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.575776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.576187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.576930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.579852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.579852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.579852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.583534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.595310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.595310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.595310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.595310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:42.939744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:43.115290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 646dda9a-00da-4217-a15d-f185047360ee up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:43.225415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1685a70d-40d2-4b74-995d-bd8d627b9f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:43.297426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 646dda9a-00da-4217-a15d-f185047360ee triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:43.298154 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:43.665137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:43.728396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eed7e-469b-456e-a77a-41e85b2fae48 req-e5f514da-f0e8-4be6-b016-277d2e074e93 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:43.738765 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-819eed7e-469b-456e-a77a-41e85b2fae48 req-e5f514da-f0e8-4be6-b016-277d2e074e93 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.7969947 Sep 15 16:12:43.874663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-819eed7e-469b-456e-a77a-41e85b2fae48 req-cc8d703a-0c7d-4de7-86c6-17f8de91b786 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345322 Sep 15 16:12:44.037739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1685a70d-40d2-4b74-995d-bd8d627b9f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.071085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Deleting port ca2d67a2-1812-4ee9-8bda-1511a59ca838 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:44.071085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.111741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.115978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.265803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1685a70d-40d2-4b74-995d-bd8d627b9f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.308526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685a70d-40d2-4b74-995d-bd8d627b9f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15be3416-bff7-45c1-9d0f-48eadc80a72f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:44.378389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1685a70d-40d2-4b74-995d-bd8d627b9f26 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=91a9c4514a8f4f44b7cac9db4c633e56&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4081216 Sep 15 16:12:44.379067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] For port ca2d67a2-1812-4ee9-8bda-1511a59ca838, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ca2d67a2-1812-4ee9-8bda-1511a59ca838,segment=NetworkSegment(9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf),segment_id=9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:44.379486 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.383414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47196) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:44.581678 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a9a83bd-038f-4c5f-b59b-01da89cad4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.586611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Calling delete_port for ca2d67a2-1812-4ee9-8bda-1511a59ca838 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:44.666955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a9a83bd-038f-4c5f-b59b-01da89cad4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.829692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a9a83bd-038f-4c5f-b59b-01da89cad4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.842231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a9a83bd-038f-4c5f-b59b-01da89cad4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:44.842231 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2a9a83bd-038f-4c5f-b59b-01da89cad4a9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/15be3416-bff7-45c1-9d0f-48eadc80a72f HTTP/1.1" status: 204 len: 168 time: 0.4519329 Sep 15 16:12:44.842931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Router 5c3bbe82-e441-4413-b42e-4d13b8d609ce is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:44.934706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a83bd-038f-4c5f-b59b-01da89cad4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be3416-bff7-45c1-9d0f-48eadc80a72f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:45.163280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:45.169355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce05706-819b-40e1-86bc-14041ad86101 req-93bd9406-4ec3-4aaa-8dab-21dbe5e23828 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:45.170885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ce05706-819b-40e1-86bc-14041ad86101 req-93bd9406-4ec3-4aaa-8dab-21dbe5e23828 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.0824029 Sep 15 16:12:45.175849 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] Sync routers for ids ['5c3bbe82-e441-4413-b42e-4d13b8d609ce'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:45.185783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:45.193922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c208d10d-c852-4e6b-8abd-33a1541c4ec9 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "PUT /v2.0/routers/5c3bbe82-e441-4413-b42e-4d13b8d609ce HTTP/1.1" status: 200 len: 919 time: 6.1993690 Sep 15 16:12:45.194352 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] Routers {'5c3bbe82-e441-4413-b42e-4d13b8d609ce'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:45.194352 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5c3bbe82-e441-4413-b42e-4d13b8d609ce'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:45.194669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:45.319669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ce05706-819b-40e1-86bc-14041ad86101 req-9479775a-9691-4e85-b4a4-e63daa48d3aa tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358776 Sep 15 16:12:45.322451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:45.395872 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:45.425542 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] Routers {'5c3bbe82-e441-4413-b42e-4d13b8d609ce'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:45.426241 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5c3bbe82-e441-4413-b42e-4d13b8d609ce'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:45.514517 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:45.515538 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87200ea-dddc-4e41-8de1-a5777556afc4 None None] The sync data for ids ['5c3bbe82-e441-4413-b42e-4d13b8d609ce'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:45.565187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2d67a2-1812-4ee9-8bda-1511a59ca838,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:45.664135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fc9dc099-4159-4321-8ccb-46329b589bc1 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/5c3bbe82-e441-4413-b42e-4d13b8d609ce HTTP/1.1" status: 200 len: 925 time: 0.4695313 Sep 15 16:12:45.670693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47216) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:45.899714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294b42ca-fab0-4040-9eef-b4ba37abde0e tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:45.902511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-294b42ca-fab0-4040-9eef-b4ba37abde0e tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=5c3bbe82-e441-4413-b42e-4d13b8d609ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2296553 Sep 15 16:12:45.906870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47222) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:46.021634 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.047103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a64d7-af6a-478e-84ec-28718c66be87 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:46.051625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-376a64d7-af6a-478e-84ec-28718c66be87 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.1407876 Sep 15 16:12:46.056834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47224) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:46.106359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e8fa493d-dfa8-4eac-9216-e80b1a535a6c tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c3bbe82-e441-4413-b42e-4d13b8d609ce HTTP/1.1" status: 200 len: 205 time: 0.0476227 Sep 15 16:12:46.113854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47226) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:46.118890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47228) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:46.227465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7fa4ee3b-df65-4452-84d0-46063f35001c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5113f02ff5434d778ddeeabbcea14037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194773 Sep 15 16:12:46.232806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47230) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:46.318632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Router 902e20db-ac05-4633-be12-1a7ac165cb67 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:46.323815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.515106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.533102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:46.551470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] Sync routers for ids ['902e20db-ac05-4633-be12-1a7ac165cb67'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:46.558383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6b937ce0-f3b1-4dbf-ba7a-b33f0abb43e9 admin admin] 10.222.0.63 "PUT /v2.0/routers/902e20db-ac05-4633-be12-1a7ac165cb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8341789 Sep 15 16:12:46.571920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47236) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:46.583606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] Routers {'902e20db-ac05-4633-be12-1a7ac165cb67'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:46.586579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['902e20db-ac05-4633-be12-1a7ac165cb67'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:46.659385 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60525b20-7332-42ff-86eb-8a20b6de69a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.722808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] Set router 902e20db-ac05-4633-be12-1a7ac165cb67 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:46.785918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60525b20-7332-42ff-86eb-8a20b6de69a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.889484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ecb6e-9ec9-451f-89bd-07c114ea1550 req-79465251-05c5-4e32-ab6c-84bf2a8090cf tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:46.891248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7d6ecb6e-9ec9-451f-89bd-07c114ea1550 req-79465251-05c5-4e32-ab6c-84bf2a8090cf tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.3927631 Sep 15 16:12:46.984733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60525b20-7332-42ff-86eb-8a20b6de69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.988204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-60525b20-7332-42ff-86eb-8a20b6de69a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.989664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-60525b20-7332-42ff-86eb-8a20b6de69a3 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a0d60731-6519-4d55-be5f-e8114045ffa7 HTTP/1.1" status: 204 len: 168 time: 0.7554772 Sep 15 16:12:47.013097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60525b20-7332-42ff-86eb-8a20b6de69a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d60731-6519-4d55-be5f-e8114045ffa7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:47.073008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7d6ecb6e-9ec9-451f-89bd-07c114ea1550 req-bd5b04f8-b3de-4b03-801b-6c9395a26c98 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358726 Sep 15 16:12:47.101765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:47.107008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:45Z', 'revision_number': 5, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:47.168762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] Checking router: 902e20db-ac05-4633-be12-1a7ac165cb67 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:47.179849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] Routers {'902e20db-ac05-4633-be12-1a7ac165cb67'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:47.180519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['902e20db-ac05-4633-be12-1a7ac165cb67'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:47.400464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] Set router 902e20db-ac05-4633-be12-1a7ac165cb67 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:47.510817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Deleting port 71abf688-8199-413e-8e88-1f8dcce7f25f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:47.511473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:47.755665 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:47.773880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:47.781433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Calling delete_port for 71abf688-8199-413e-8e88-1f8dcce7f25f owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:47.797543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:45Z', 'revision_number': 5, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:47.826710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14d9c0-ea4f-4f0e-b727-4954843ca3be None None] The sync data for ids ['902e20db-ac05-4633-be12-1a7ac165cb67'] in n-d-808199-2 is: [{'id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'name': 'tempest-TestAggregatesBasicOps-1351933034-router', 'tenant_id': '935229f9b5a7484c9a61b93e584dde5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '11d6e774-3738-475e-8a9c-75362201210e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:08Z', 'updated_at': '2021-09-15T16:12:45Z', 'revision_number': 5, 'project_id': '935229f9b5a7484c9a61b93e584dde5c', 'gw_port': {'id': '11d6e774-3738-475e-8a9c-75362201210e', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902e20db-ac05-4633-be12-1a7ac165cb67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:10Z', 'updated_at': '2021-09-15T16:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:48.070889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Deleting port 11d6e774-3738-475e-8a9c-75362201210e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:48.070889 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:48.216681 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:48.316903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event deleted for resources: {'Port': ['ID=71abf688-8199-413e-8e88-1f8dcce7f25f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:48.439256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58916ca-3022-4b68-9f9d-4d2471b5f5ed req-43c95777-67f8-4bd7-9efb-4157f9b36078 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:48.441155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e58916ca-3022-4b68-9f9d-4d2471b5f5ed req-43c95777-67f8-4bd7-9efb-4157f9b36078 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.1549778 Sep 15 16:12:48.516119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:48.521801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] For port 11d6e774-3738-475e-8a9c-75362201210e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=11d6e774-3738-475e-8a9c-75362201210e,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:48.522179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:48.565470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e58916ca-3022-4b68-9f9d-4d2471b5f5ed req-5b070dfe-c134-4919-a3bb-0d8f5c038165 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037908 Sep 15 16:12:48.605563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Calling delete_port for 11d6e774-3738-475e-8a9c-75362201210e owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:48.648170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:48.651506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.109738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ca2d67a2-1812-4ee9-8bda-1511a59ca838 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:49.109738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ca2d67a2-1812-4ee9-8bda-1511a59ca838 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:49.109738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ca2d67a2-1812-4ee9-8bda-1511a59ca838 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:49.111341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.111341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Fanout notify agent at l3_agent the message router_deleted on router 5c3bbe82-e441-4413-b42e-4d13b8d609ce {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:49.122412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.123736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-996f029e-3241-4897-bb84-4e1f364e2ba8 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/5c3bbe82-e441-4413-b42e-4d13b8d609ce HTTP/1.1" status: 204 len: 168 time: 3.0039358 Sep 15 16:12:49.127599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47284) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:49.135003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-42c22b38-e107-4946-865d-4185fff701f9 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1761576557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:49.171956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.223170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d6e774-3738-475e-8a9c-75362201210e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:49.271693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-42c22b38-e107-4946-865d-4185fff701f9 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.273295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-42c22b38-e107-4946-865d-4185fff701f9 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.357572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.553450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-42c22b38-e107-4946-865d-4185fff701f9 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.622889 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.630418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.643166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-42c22b38-e107-4946-865d-4185fff701f9 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.809903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea467a8-afb9-4939-a795-85930dc3e35e req-14e1fa54-ed38-42af-b9f4-cdd308d0c11f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:49.811480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aea467a8-afb9-4939-a795-85930dc3e35e req-14e1fa54-ed38-42af-b9f4-cdd308d0c11f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.0757627 Sep 15 16:12:49.893891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aea467a8-afb9-4939-a795-85930dc3e35e req-3729135f-0fa4-42e6-83d8-15234e8b39d0 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642917 Sep 15 16:12:49.916150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-42c22b38-e107-4946-865d-4185fff701f9 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.916150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-42c22b38-e107-4946-865d-4185fff701f9 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7818265 Sep 15 16:12:49.916150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47302) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:49.921179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'enable_snat': False}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:49.924287 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.925114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902e20db-ac05-4633-be12-1a7ac165cb67 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:49.930815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:49.932296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-07ecb14d-6138-4969-bceb-0dce75c310a5 admin admin] 10.222.0.63 "DELETE /v2.0/routers/902e20db-ac05-4633-be12-1a7ac165cb67 HTTP/1.1" status: 204 len: 168 time: 3.3590217 Sep 15 16:12:49.936614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47304) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:50.012131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Deleting subnet 471506b2-22d5-4bb8-b8af-9fc5698fe7ee {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:12:50.025145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.130727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.290582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.447823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.611363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.662999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471506b2-22d5-4bb8-b8af-9fc5698fe7ee,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:50.682066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.686054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.687072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.687457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.687780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.688119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.688456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.688820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.689154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.689540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.689818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.690256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:50.709502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.711438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5679e3e7-b889-4105-a065-6631c4ee63e4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/471506b2-22d5-4bb8-b8af-9fc5698fe7ee HTTP/1.1" status: 204 len: 168 time: 0.7737687 Sep 15 16:12:50.714142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47326) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:50.716425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9ad7d-8f15-4675-8cd1-ecf0782022f3 None None] Network 2820f793-976f-4e01-877a-e088017417b6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:12:50.769341 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:12:50.843301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.859666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47328) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:50.894940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:50.913616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.054657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Deleting port c05b3486-aa6e-4e7b-959e-9f21f89af958 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:51.055133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.075205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11d6e774-3738-475e-8a9c-75362201210e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:51.165729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] For port c05b3486-aa6e-4e7b-959e-9f21f89af958, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c05b3486-aa6e-4e7b-959e-9f21f89af958,segment=NetworkSegment(9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf),segment_id=9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:51.166396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.218017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 11d6e774-3738-475e-8a9c-75362201210e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:51.218637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 11d6e774-3738-475e-8a9c-75362201210e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:51.224356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249d709-a6f8-4ee0-a7bd-659990809c19 req-7685534c-a9bd-4060-b773-a8aa20e7decd tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:51.230468 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8249d709-a6f8-4ee0-a7bd-659990809c19 req-7685534c-a9bd-4060-b773-a8aa20e7decd tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.1470487 Sep 15 16:12:51.233218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Calling delete_port for c05b3486-aa6e-4e7b-959e-9f21f89af958 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:51.249939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-843596271', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:51.305880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8249d709-a6f8-4ee0-a7bd-659990809c19 req-05b45ec1-c9ad-45a0-ae40-d5949e2b5ee5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518243 Sep 15 16:12:51.314302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Allocated IP 172.25.0.193 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f5f22312-4ddf-4c12-a957-6f1a2148d956) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:51.373281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] DHCP port deletion for 2820f793-976f-4e01-877a-e088017417b6 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:12:51.437401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] Deleting port c05b3486-aa6e-4e7b-959e-9f21f89af958 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:51.438087 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.474617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Made reservation on behalf of 543576f76ffb4ecab71221f1965421ad for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:51.476952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.492869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.521405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.581268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] For port c05b3486-aa6e-4e7b-959e-9f21f89af958, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c05b3486-aa6e-4e7b-959e-9f21f89af958,segment=NetworkSegment(9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf),segment_id=9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:51.582440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.584765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.607129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] No DVR routers for this DVR port c05b3486-aa6e-4e7b-959e-9f21f89af958 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:12:51.610231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] Calling delete_port for c05b3486-aa6e-4e7b-959e-9f21f89af958 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:51.756911 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.758944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.793862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2820f793-976f-4e01-877a-e088017417b6']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:51.805535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:51.805889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab9fce8-7c2f-4b3d-8fc5-4ec9b466c3bf') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:51.817693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.827843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] Pushing event deleted for resources: {'Port': ['ID=c05b3486-aa6e-4e7b-959e-9f21f89af958,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:51.833722 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.840298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8506a-ce9d-404c-aac7-104d36bed628 None None] No DVR routers for this DVR port c05b3486-aa6e-4e7b-959e-9f21f89af958 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:12:51.840955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:12:51.841367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:12:51.912841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Pushing event deleted for resources: {'Port': ['ID=c05b3486-aa6e-4e7b-959e-9f21f89af958,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:52.081328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.466061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93e3dc-9970-4414-aafd-77b9c5fc13ef req-b0392323-f46e-4338-98bd-b491ba087c43 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:52.467884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a93e3dc-9970-4414-aafd-77b9c5fc13ef req-b0392323-f46e-4338-98bd-b491ba087c43 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.0565979 Sep 15 16:12:52.515330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a93e3dc-9970-4414-aafd-77b9c5fc13ef req-6ba8a131-72a3-4190-a3da-392027a570df tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382679 Sep 15 16:12:52.686189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.730662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:52.735017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:52.742180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:52.745802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Pushing event updated for resources: {'Port': ['ID=f5f22312-4ddf-4c12-a957-6f1a2148d956,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:52.820195 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.826766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] device_id is not set on port e6d4e7b0-22c6-40ac-9701-ce5ea11de382 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:12:52.899597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c67471-b69b-4c64-bfbe-5b2194f71f00,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:53.055584 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.062223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.086537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] 10.222.0.63 "DELETE /v2.0/networks/2820f793-976f-4e01-877a-e088017417b6 HTTP/1.1" status: 204 len: 168 time: 2.3666935 Sep 15 16:12:53.087393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47354) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:53.117686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c05b3486-aa6e-4e7b-959e-9f21f89af958 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:53.141537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc6a10-4e05-4a56-84b3-3f295c49e26c admin admin] Pushing event deleted for resources: {'Network': ['ID=2820f793-976f-4e01-877a-e088017417b6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:53.165361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c05b3486-aa6e-4e7b-959e-9f21f89af958 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:53.165732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c05b3486-aa6e-4e7b-959e-9f21f89af958 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:53.202033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Allocated IP 172.25.0.219 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/e6d4e7b0-22c6-40ac-9701-ce5ea11de382) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:53.427949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.585336 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.692264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:53.700823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:53.704726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Pushing event updated for resources: {'Port': ['ID=e6d4e7b0-22c6-40ac-9701-ce5ea11de382,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:53.714297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:53.769141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9655437-6719-491c-a884-9d0266b1b3d9 req-dbae511e-c148-4c41-8d1f-7f8e7391abf9 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:53.771307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9655437-6719-491c-a884-9d0266b1b3d9 req-dbae511e-c148-4c41-8d1f-7f8e7391abf9 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.1434264 Sep 15 16:12:53.795266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.814879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:53.815516 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.865259 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9655437-6719-491c-a884-9d0266b1b3d9 req-6e30212c-ef94-41b0-8658-f4227ec6d70c tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835688 Sep 15 16:12:53.966349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9e25dcba-dd34-4eae-8b42-e92b9daa6046 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1053123 Sep 15 16:12:53.969457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47368) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:53.975281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.219'}]}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:54.051939 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f196006e-7f17-49c6-a79d-01a185a10e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.120182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.121455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.133847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.142887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.181134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.365615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.558070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Router 46e4cbd9-eebc-4273-adc2-0c4939bb87d3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:12:54.733232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.752258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:54.758004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.759260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da94579c-e06a-403f-ada7-d54c1369473b tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "PUT /v2.0/routers/46e4cbd9-eebc-4273-adc2-0c4939bb87d3 HTTP/1.1" status: 200 len: 920 time: 4.8437643 Sep 15 16:12:54.762653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47378) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:54.763576 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] Sync routers for ids ['46e4cbd9-eebc-4273-adc2-0c4939bb87d3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:54.777666 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] Routers {'46e4cbd9-eebc-4273-adc2-0c4939bb87d3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:54.778304 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['46e4cbd9-eebc-4273-adc2-0c4939bb87d3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:54.822459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Deleting port 646dda9a-00da-4217-a15d-f185047360ee {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:54.823026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.837510 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:54.854228 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] Routers {'46e4cbd9-eebc-4273-adc2-0c4939bb87d3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:54.854861 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['46e4cbd9-eebc-4273-adc2-0c4939bb87d3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:54.944056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] For port 646dda9a-00da-4217-a15d-f185047360ee, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=646dda9a-00da-4217-a15d-f185047360ee,segment=NetworkSegment(2c8adc96-2070-4587-a549-64522164785a),segment_id=2c8adc96-2070-4587-a549-64522164785a)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:54.945046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:54.964213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7096d918-132a-4a89-b24e-0d336491f334 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/46e4cbd9-eebc-4273-adc2-0c4939bb87d3 HTTP/1.1" status: 200 len: 926 time: 0.1909595 Sep 15 16:12:54.969230 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:54.970272 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e0256-5cc2-4bad-9089-dd725ab68b84 None None] The sync data for ids ['46e4cbd9-eebc-4273-adc2-0c4939bb87d3'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:54.981133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Calling delete_port for 646dda9a-00da-4217-a15d-f185047360ee owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:54.982527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47384) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.058075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b974e5-8c50-47d7-96da-8a191548fd27 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:55.061010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-64b974e5-8c50-47d7-96da-8a191548fd27 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=46e4cbd9-eebc-4273-adc2-0c4939bb87d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0773950 Sep 15 16:12:55.064608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47388) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.103271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ba2b5-4725-4ce6-9fb0-3ee9a3d65d17 req-23785d46-be81-4f40-a286-1b2168623a65 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:55.104932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d8ba2b5-4725-4ce6-9fb0-3ee9a3d65d17 req-23785d46-be81-4f40-a286-1b2168623a65 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.1069183 Sep 15 16:12:55.190290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d8ba2b5-4725-4ce6-9fb0-3ee9a3d65d17 req-10612ecb-074a-41d6-a188-b77ae4ec32db tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778739 Sep 15 16:12:55.280442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea2a4b-7755-4dac-b181-924d17e37897 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:55.285031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-acea2a4b-7755-4dac-b181-924d17e37897 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/networks/efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 881 time: 0.2188969 Sep 15 16:12:55.285416 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.288154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.312631 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.321444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d2f3a77f-efe6-43e2-9e83-8775e5b37b5c tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=46e4cbd9-eebc-4273-adc2-0c4939bb87d3 HTTP/1.1" status: 200 len: 205 time: 0.0340886 Sep 15 16:12:55.323859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47394) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.368554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.404470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Pushing event deleted for resources: {'Port': ['ID=646dda9a-00da-4217-a15d-f185047360ee,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:55.570301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.624023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.893655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.897498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.023306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.023306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f41c7dc-4ed9-495f-b3f6-f6b8ef7a6fa7 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:56.024447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.036351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.119861 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 15 16:12:56.123554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ed9daf7b-1343-4196-af4c-aa5a69d09902 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1505980 Sep 15 16:12:56.129014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47408) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:56.129189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:12:56.257131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Deleting port f5f22312-4ddf-4c12-a957-6f1a2148d956 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:56.257506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.268699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Deleting port e6d4e7b0-22c6-40ac-9701-ce5ea11de382 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:56.270258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.329419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:56.354721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'port_id': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'mac_address': 'fa:16:3e:93:06:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:12:56.434187 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.437890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.441034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.463817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcac378-9a7d-4eb6-a889-51a515cf8694 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:12:56.482208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:56.491588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Calling delete_port for f5f22312-4ddf-4c12-a957-6f1a2148d956 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:56.497844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Calling delete_port for e6d4e7b0-22c6-40ac-9701-ce5ea11de382 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:56.502996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:56.523579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b3acf-b2d5-49b5-815c-b322dbe8334a req-7a834074-db85-4e08-934e-d8531965e9b3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:56.525049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc8b3acf-b2d5-49b5-815c-b322dbe8334a req-7a834074-db85-4e08-934e-d8531965e9b3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 944 time: 0.1077611 Sep 15 16:12:56.606748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc8b3acf-b2d5-49b5-815c-b322dbe8334a req-a8909641-f195-4634-bb85-de316aeee2d6 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491602 Sep 15 16:12:56.625352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-10bd249d-d7f7-4045-858b-30ca55e79ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:56.626917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-10bd249d-d7f7-4045-858b-30ca55e79ba6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=709558d00c174fa89b6afaac4554a7cc&device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1095 time: 0.2966585 Sep 15 16:12:56.631639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.719421 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.733900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:56.749339 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.786856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6d4e7b0-22c6-40ac-9701-ce5ea11de382,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:56.810768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:56.820522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1867ac8d-1acd-41d8-86ab-8d6e1f8358af admin admin] 10.222.0.63 "PUT /v2.0/routers/fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7295437 Sep 15 16:12:56.822586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47418) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:56.831900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] Sync routers for ids ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:56.850989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] Routers {'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:56.853380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:56.883167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.885669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ff099003-c3ea-400d-a0ce-1b235740f665 tempest-RoutersAdminNegativeTest-1070480836 tempest-RoutersAdminNegativeTest-1070480836-project-admin] 10.222.0.63 "DELETE /v2.0/ports/e6d4e7b0-22c6-40ac-9701-ce5ea11de382 HTTP/1.1" status: 204 len: 168 time: 0.7606909 Sep 15 16:12:56.928145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-37772e97-6250-4405-bb99-a8ce1842d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:56.930663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-37772e97-6250-4405-bb99-a8ce1842d30f service neutron] 10.222.0.38 "GET /v2.0/networks?id=66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 200 len: 917 time: 0.2662067 Sep 15 16:12:56.989205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['efcac378-9a7d-4eb6-a889-51a515cf8694'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:12:57.070689 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.109698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-ace93e01-f8fb-4e40-994b-7850269b01a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 200 len: 1000 time: 0.1667178 Sep 15 16:12:57.155636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.192312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] Set router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:57.197779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event deleted for resources: {'Port': ['ID=f5f22312-4ddf-4c12-a957-6f1a2148d956,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:57.277645 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.282053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-f8ae73c0-9c68-401d-b599-616d9a26f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:57.284437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-f8ae73c0-9c68-401d-b599-616d9a26f176 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 200 len: 855 time: 0.1672497 Sep 15 16:12:57.342883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.351887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.408861 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-547bcfae-90ee-48c2-b507-0c8e326221e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.453229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.457439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-e2a575a2-6e0b-4f9a-b789-96dbb8710d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:57.457879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-e2a575a2-6e0b-4f9a-b789-96dbb8710d6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=66be19ab-4f38-495b-acf8-567ec7d80936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627660 Sep 15 16:12:57.459427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.539849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:55Z', 'revision_number': 5, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port': {'id': '22cc6701-6dbb-4a05-8cda-6111279bebd2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:12:28Z', 'updated_at': '2021-09-15T16:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:57.550284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47438) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:57.577438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] Checking router: fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:57.587192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] Routers {'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:57.588037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:57.637111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.637809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Fanout notify agent at l3_agent the message router_deleted on router 46e4cbd9-eebc-4273-adc2-0c4939bb87d3 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:57.649504 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.652812 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-998bee10-0af0-4b56-829e-4cc3f8675189 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/46e4cbd9-eebc-4273-adc2-0c4939bb87d3 HTTP/1.1" status: 204 len: 168 time: 2.3279798 Sep 15 16:12:57.657098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47446) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:57.663517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1298927167', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:57.682994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Deleting port 22cc6701-6dbb-4a05-8cda-6111279bebd2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:57.683246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.703600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] Set router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:57.705555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-909765ee-2efc-454f-ae2e-5cc5461b1e6c service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230330 Sep 15 16:12:57.812263 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d5022e3c-df11-4558-afb6-f01e91a4508c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.841437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.842945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.915352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] For port 22cc6701-6dbb-4a05-8cda-6111279bebd2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=22cc6701-6dbb-4a05-8cda-6111279bebd2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:57.915876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.955035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:57Z', 'revision_number': 6, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:57.960027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Calling delete_port for 22cc6701-6dbb-4a05-8cda-6111279bebd2 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:57.987062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbf0b-284d-4dbc-a09d-2f0f51ed1c9b req-67b5c5dd-2122-4c14-809b-2cbf6bb91373 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:57.989232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7dfbf0b-284d-4dbc-a09d-2f0f51ed1c9b req-67b5c5dd-2122-4c14-809b-2cbf6bb91373 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 945 time: 0.2597375 Sep 15 16:12:57.992881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc06a3-bb51-406d-8ba4-f6949576a065 None None] The sync data for ids ['fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf'] in n-d-808199-2 is: [{'id': 'fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf', 'name': 'tempest-TestAggregatesBasicOps-1193723882-router', 'tenant_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:12:27Z', 'updated_at': '2021-09-15T16:12:57Z', 'revision_number': 6, 'project_id': 'a15aaa0474634ea0a1f83277fbcc804b', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:58.005033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22cc9d06-4be9-4431-9024-cffc0faa1f87 req-f0255303-2f7b-444c-8a4b-d4471ef6f8c1 service neutron] 10.222.0.38 "GET /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884612 Sep 15 16:12:58.015526 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.110038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7dfbf0b-284d-4dbc-a09d-2f0f51ed1c9b req-e466f90f-ac60-4dce-9ee3-7ab6de5a5d74 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097856 Sep 15 16:12:58.144197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:58.301512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.328083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port efcac378-9a7d-4eb6-a889-51a515cf8694 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:12:58.328712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d5022e3c-df11-4558-afb6-f01e91a4508c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.329523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port efcac378-9a7d-4eb6-a889-51a515cf8694 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:58.330081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.431894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d5022e3c-df11-4558-afb6-f01e91a4508c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.464522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.502407 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.569232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d5022e3c-df11-4558-afb6-f01e91a4508c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3decb6e728924c238159a5ad078e3050&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0080967 Sep 15 16:12:58.569833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47456) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:58.574775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5022e3c-df11-4558-afb6-f01e91a4508c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654fd5dc-46b9-4c8e-8d9b-a8335e1abd2a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:58.593967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:58.596050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:58.600246 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e6e75-1548-4a9e-b2af-94474afce0e2" -d '{"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-plugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:58.663273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.692195 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7f74f-0c62-42eb-8b22-3bafeb0a3815 x-openstack-request-id: req-49a7f74f-0c62-42eb-8b22-3bafeb0a3815 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:58.692805 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-plugged", "status": "completed", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:58.693684 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-49a7f74f-0c62-42eb-8b22-3bafeb0a3815 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:58.694077 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'code': 200} Sep 15 16:12:58.728950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:58.753329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1aaac0cf-9978-4552-ba1b-b895bb999787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.777041 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1aaac0cf-9978-4552-ba1b-b895bb999787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.825661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.847253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.926082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1aaac0cf-9978-4552-ba1b-b895bb999787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.930172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1aaac0cf-9978-4552-ba1b-b895bb999787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.933859 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1aaac0cf-9978-4552-ba1b-b895bb999787 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/654fd5dc-46b9-4c8e-8d9b-a8335e1abd2a HTTP/1.1" status: 204 len: 168 time: 0.3609881 Sep 15 16:12:58.953811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:58.968813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaac0cf-9978-4552-ba1b-b895bb999787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654fd5dc-46b9-4c8e-8d9b-a8335e1abd2a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:59.091849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 646dda9a-00da-4217-a15d-f185047360ee no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:59.112755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Pushing event deleted for resources: {'Port': ['ID=22cc6701-6dbb-4a05-8cda-6111279bebd2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:59.138406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 646dda9a-00da-4217-a15d-f185047360ee {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:59.138751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 646dda9a-00da-4217-a15d-f185047360ee not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:59.139445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 22cc6701-6dbb-4a05-8cda-6111279bebd2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:59.170599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70eef7-a669-4b54-b5a6-ce1108221269 req-74867474-eea1-4329-8ebe-024a6cef6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:59.174627 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be70eef7-a669-4b54-b5a6-ce1108221269 req-74867474-eea1-4329-8ebe-024a6cef6238 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 1097 time: 0.2392437 Sep 15 16:12:59.200876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 22cc6701-6dbb-4a05-8cda-6111279bebd2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:59.201521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 22cc6701-6dbb-4a05-8cda-6111279bebd2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:59.215040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Allocated IP 172.25.0.73 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/d683533d-5146-48e2-84ff-3f27294611e4) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:59.252448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.406234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be70eef7-a669-4b54-b5a6-ce1108221269 req-d2c90bc5-b063-4c1c-849f-1d88d235034a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144067 Sep 15 16:12:59.417645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.438664 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.442292 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.502534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7dd9a-9d3f-4c57-9ea9-e07ca2c5abb1 req-31bd360d-4638-431a-a9a5-e6d3e8e4ec89 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:59.510569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85b7dd9a-9d3f-4c57-9ea9-e07ca2c5abb1 req-31bd360d-4638-431a-a9a5-e6d3e8e4ec89 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 946 time: 0.1919920 Sep 15 16:12:59.521080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.548200 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.549762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:59.555858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.559647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2b136c1f-7564-4f6a-a628-9c9c5b6c2208 admin admin] 10.222.0.63 "DELETE /v2.0/routers/fa4e72ad-f475-4e0c-9d96-c5c8d2391fcf HTTP/1.1" status: 204 len: 168 time: 2.7331212 Sep 15 16:12:59.561249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47478) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:59.571835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85b7dd9a-9d3f-4c57-9ea9-e07ca2c5abb1 req-e3b09fb2-7408-41cf-9dba-1c8234f90560 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604272 Sep 15 16:12:59.616684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:59.626137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:59.633290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event updated for resources: {'Port': ['ID=d683533d-5146-48e2-84ff-3f27294611e4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:59.641709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:59.667933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] Deleting subnet 744f45d4-a723-4825-a31e-84f62878193e {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:12:59.673896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.721146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.898408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:59.927365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47486) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:59.992823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2e7c69ae-0ab6-4595-937b-8e698e4e5b22 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=543576f76ffb4ecab71221f1965421ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639260 Sep 15 16:12:59.995012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47488) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:00.093674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.107997 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.108866 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.111093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/744f45d4-a723-4825-a31e-84f62878193e HTTP/1.1" status: 204 len: 168 time: 0.5492601 Sep 15 16:13:00.117319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc46240d-dd58-4bdc-944c-a8f49838fb9b None None] Network 5721cef6-2677-418c-94c6-e3cb47387e0d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:00.135687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47492) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:00.136865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3133af7-600e-4fc4-bcaf-0745daa6b550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.161355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3133af7-600e-4fc4-bcaf-0745daa6b550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.236365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189bc16-e2f8-4716-a6f8-5bd493118221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744f45d4-a723-4825-a31e-84f62878193e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:00.247079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.288324 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.299288 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3133af7-600e-4fc4-bcaf-0745daa6b550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.314034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3133af7-600e-4fc4-bcaf-0745daa6b550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.318449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d3133af7-600e-4fc4-bcaf-0745daa6b550 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/69c67471-b69b-4c64-bfbe-5b2194f71f00 HTTP/1.1" status: 204 len: 168 time: 0.3203080 Sep 15 16:13:00.323203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.369276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] DHCP port deletion for 5721cef6-2677-418c-94c6-e3cb47387e0d request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:00.376651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3133af7-600e-4fc4-bcaf-0745daa6b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c67471-b69b-4c64-bfbe-5b2194f71f00,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:00.506633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] Deleting port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:00.507116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.639100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] For port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,segment=NetworkSegment(2c8adc96-2070-4587-a549-64522164785a),segment_id=2c8adc96-2070-4587-a549-64522164785a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:00.639954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:00.668760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] Calling delete_port for 70ef5c54-e8cf-4b49-a58f-a305a063aa4b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:00.973790 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.020235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 70ef5c54-e8cf-4b49-a58f-a305a063aa4b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:01.025453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] Pushing event deleted for resources: {'Port': ['ID=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:01.052131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c99bb-8942-447e-ae8e-b16ca3e08c7a None None] No DVR routers for this DVR port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:01.055338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 70ef5c54-e8cf-4b49-a58f-a305a063aa4b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:01.055681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 70ef5c54-e8cf-4b49-a58f-a305a063aa4b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:01.207626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Deleting port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:01.208325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.216829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018d5d0-b84f-41b6-9b2d-c43f812a2121 req-1196ee5d-e3aa-4587-82bb-1f76d7fb693b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:01.223198 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d018d5d0-b84f-41b6-9b2d-c43f812a2121 req-1196ee5d-e3aa-4587-82bb-1f76d7fb693b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 946 time: 0.2213390 Sep 15 16:13:01.359778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] For port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b, host n-d-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:01.360142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.381682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Calling delete_port for 70ef5c54-e8cf-4b49-a58f-a305a063aa4b owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:01.386466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d018d5d0-b84f-41b6-9b2d-c43f812a2121 req-6b8cf7e4-358b-4ad2-8772-60afc9ce86b3 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548998 Sep 15 16:13:01.387417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.390568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b was not found and therefore no delete operation was performed {{(pid=102019) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:13:01.393754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.422627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Pushing event deleted for resources: {'Port': ['ID=70ef5c54-e8cf-4b49-a58f-a305a063aa4b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:01.487572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] No DVR routers for this DVR port 70ef5c54-e8cf-4b49-a58f-a305a063aa4b on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:01.634374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.665437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5721cef6-2677-418c-94c6-e3cb47387e0d']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:01.682628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8adc96-2070-4587-a549-64522164785a') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:01.682917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8adc96-2070-4587-a549-64522164785a') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:01.698422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.723727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.732689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:01.733094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:01.735482 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:01.839843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Router 4ad76068-822f-43cf-a09b-70f7df6628ff is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:13:01.883655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47570) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:01.909974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.917380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:01.922056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] 10.222.0.63 "DELETE /v2.0/networks/5721cef6-2677-418c-94c6-e3cb47387e0d HTTP/1.1" status: 204 len: 168 time: 1.7850873 Sep 15 16:13:01.938757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dbb3a-655e-4558-a460-83b64704b51c admin admin] Pushing event deleted for resources: {'Network': ['ID=5721cef6-2677-418c-94c6-e3cb47387e0d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:02.019091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:02.033416 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] Sync routers for ids ['4ad76068-822f-43cf-a09b-70f7df6628ff'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:02.044572 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] Routers {'4ad76068-822f-43cf-a09b-70f7df6628ff'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:02.045206 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ad76068-822f-43cf-a09b-70f7df6628ff'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:02.067790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1007333642'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:02.084599 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:02.093017 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] Routers {'4ad76068-822f-43cf-a09b-70f7df6628ff'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:02.093618 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ad76068-822f-43cf-a09b-70f7df6628ff'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:02.126074 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:02.126713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddae61b-9da5-461b-a37b-3673f96449cd None None] The sync data for ids ['4ad76068-822f-43cf-a09b-70f7df6628ff'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:02.127066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.129613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-56ad062e-187d-4bf3-adb3-c3e778d99b99 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4708409 Sep 15 16:13:02.133863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47580) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:02.138210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:02.239476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Made reservation on behalf of 4bb0a5c6d0c44118b07b8157ac742fc2 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:02.243267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.257227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.384302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.485228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.499621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:02.511533 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.513456 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Added segment ebab9c0b-e495-44d1-b020-df13542c2e4f of type vlan for network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 Sep 15 16:13:02.605579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.623362 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.633282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47590) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:02.648229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e75da53-bf7a-4b1c-a1c1-0ebdb928085e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:02.675973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229ad9-4c1f-4761-ac19-4018f7d77fdf req-c7994267-fcb1-4325-aa01-6409f5083390 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:02.677708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34229ad9-4c1f-4761-ac19-4018f7d77fdf req-c7994267-fcb1-4325-aa01-6409f5083390 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 946 time: 0.1314552 Sep 15 16:13:02.711805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.723022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-78d03389-9581-4326-8862-90f5fb5741fd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=935229f9b5a7484c9a61b93e584dde5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857611 Sep 15 16:13:02.723291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34229ad9-4c1f-4761-ac19-4018f7d77fdf req-31950397-ab6c-4289-8abc-53462010c966 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351689 Sep 15 16:13:02.723873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47594) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:02.755784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.761698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:02.762287 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.813337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21e5cf6b-87c1-414d-bf8c-8ff557105a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.880384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event updated for resources: {'Network': ['ID=4aadebeb-6c33-41b8-91f2-1654e1eadc98,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:02.890940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Deleting port d683533d-5146-48e2-84ff-3f27294611e4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:02.891290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.897080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7c6411ef-f4ab-4e7a-94da-4814581d0ce7 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0116246 Sep 15 16:13:02.900406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21e5cf6b-87c1-414d-bf8c-8ff557105a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:02.901173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:02.907649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47598) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:02.913430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Request body: {'subnet': {'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:03.062482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21e5cf6b-87c1-414d-bf8c-8ff557105a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:03.075638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21e5cf6b-87c1-414d-bf8c-8ff557105a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:03.075638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-21e5cf6b-87c1-414d-bf8c-8ff557105a32 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/39dfe48d-bbcf-42b8-848e-468c0c2b8ebd HTTP/1.1" status: 204 len: 168 time: 0.3435841 Sep 15 16:13:03.089884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5cf6b-87c1-414d-bf8c-8ff557105a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dfe48d-bbcf-42b8-848e-468c0c2b8ebd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:03.095527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:03.118203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Calling delete_port for d683533d-5146-48e2-84ff-3f27294611e4 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:03.252945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Made reservation on behalf of 4bb0a5c6d0c44118b07b8157ac742fc2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:03.256875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:03.510200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:03.542996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Pushing event deleted for resources: {'Port': ['ID=d683533d-5146-48e2-84ff-3f27294611e4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:03.664370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:03.951156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:03.992704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.026354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.036379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c77491-1c46-4e92-b292-9aaaf114724e req-63659087-cfb0-4087-8ca2-8bb7dde5673b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:04.038136 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1c77491-1c46-4e92-b292-9aaaf114724e req-63659087-cfb0-4087-8ca2-8bb7dde5673b tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 946 time: 0.2050340 Sep 15 16:13:04.115406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event updated for resources: {'Subnet': ['ID=55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:04.142321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47630) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.225762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Router 4ad76068-822f-43cf-a09b-70f7df6628ff has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:04.232119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a1c77491-1c46-4e92-b292-9aaaf114724e req-750e6d68-86d1-4280-8db4-8d5ec852c73d tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830041 Sep 15 16:13:04.232449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47636) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.241439 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-514f35c0-e5d3-4b84-ae10-809053507bf6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a15aaa0474634ea0a1f83277fbcc804b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968874 Sep 15 16:13:04.290622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Checking segment: {'id': 'ebab9c0b-e495-44d1-b020-df13542c2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:04.291334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Network hostable DHCP agents. Network: 4aadebeb-6c33-41b8-91f2-1654e1eadc98, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:04.424962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f2334e-5960-43f7-b309-069c8a6437df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.427185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:04.434810 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.435989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-947c7e3f-ea85-4ca2-9f7d-fd69ea4f9604 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "PUT /v2.0/routers/4ad76068-822f-43cf-a09b-70f7df6628ff HTTP/1.1" status: 200 len: 710 time: 2.3025248 Sep 15 16:13:04.438669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47640) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.444252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] Sync routers for ids ['4ad76068-822f-43cf-a09b-70f7df6628ff'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:04.470417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] Routers {'4ad76068-822f-43cf-a09b-70f7df6628ff'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:04.471742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ad76068-822f-43cf-a09b-70f7df6628ff'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:04.477576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f2334e-5960-43f7-b309-069c8a6437df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.517797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:04.523674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:04.545229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] Routers {'4ad76068-822f-43cf-a09b-70f7df6628ff'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:04.546138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4ad76068-822f-43cf-a09b-70f7df6628ff'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:04.567138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7e3860d5-498c-428e-ab89-6bac2253a867 tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/routers/4ad76068-822f-43cf-a09b-70f7df6628ff HTTP/1.1" status: 200 len: 745 time: 0.1224549 Sep 15 16:13:04.567466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47646) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.583760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:04.584547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf01155f-ba9e-4213-be6e-62d6a19b9d6a None None] The sync data for ids ['4ad76068-822f-43cf-a09b-70f7df6628ff'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:04.619713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-81e3a2f2-076d-4f43-9925-3041d0c6b2bf tempest-RoutersIpV6AdminTest-1957008677 tempest-RoutersIpV6AdminTest-1957008677-project-admin] 10.222.0.63 "GET /v2.0/ports?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&device_id=4ad76068-822f-43cf-a09b-70f7df6628ff HTTP/1.1" status: 200 len: 205 time: 0.0512064 Sep 15 16:13:04.632901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47648) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.661083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9a896d79-6ac9-4058-a1f2-ac903458f0c7 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ad76068-822f-43cf-a09b-70f7df6628ff HTTP/1.1" status: 200 len: 205 time: 0.0273347 Sep 15 16:13:04.664090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47650) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.708861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 4aadebeb-6c33-41b8-91f2-1654e1eadc98) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:04.717269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:04.718220 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.725890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f2334e-5960-43f7-b309-069c8a6437df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.729069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f2334e-5960-43f7-b309-069c8a6437df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.732845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-14f2334e-5960-43f7-b309-069c8a6437df admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/61cf70bc-9fd3-4962-be7a-f0a5fb473d67 HTTP/1.1" status: 204 len: 168 time: 0.4967322 Sep 15 16:13:04.745232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe069ec-72e3-407f-9435-9cb8b9f0285d None None] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:04.772891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2334e-5960-43f7-b309-069c8a6437df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cf70bc-9fd3-4962-be7a-f0a5fb473d67,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:04.816674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8acd09b3-bb10-455d-b715-91022de1c703 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.913668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-df6fc42d-e979-4a51-a7e3-abe32c51c040 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0023298 Sep 15 16:13:04.914285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.920464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Request body: {'port': {'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-51218372'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:05.105586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-4aadebeb-6c33-41b8-91f2-1654e1eadc98', 'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98', 'tenant_id': '4bb0a5c6d0c44118b07b8157ac742fc2', 'fixed_ips': [{'subnet_id': '55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:05.108443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.177519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8acd09b3-bb10-455d-b715-91022de1c703 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.181553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8acd09b3-bb10-455d-b715-91022de1c703 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.300400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Allocated IP 2001:db8::2 (4aadebeb-6c33-41b8-91f2-1654e1eadc98/55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe/47507a44-866c-4c89-9c45-fc8c4fac2360) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:05.352554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Made reservation on behalf of 4bb0a5c6d0c44118b07b8157ac742fc2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:05.356416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.376251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8acd09b3-bb10-455d-b715-91022de1c703 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.376853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acd09b3-bb10-455d-b715-91022de1c703 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad76068-822f-43cf-a09b-70f7df6628ff {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:05.394797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] device_id is not set on port 9f291ac5-a3f0-4979-a328-8514cb649ec4 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:13:05.398852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8acd09b3-bb10-455d-b715-91022de1c703 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.400421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8acd09b3-bb10-455d-b715-91022de1c703 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/4ad76068-822f-43cf-a09b-70f7df6628ff HTTP/1.1" status: 204 len: 168 time: 0.7355175 Sep 15 16:13:05.405614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47668) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.448525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0d9acf1c-91ba-4d48-9bdc-b5ac74439193 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ad76068-822f-43cf-a09b-70f7df6628ff HTTP/1.1" status: 200 len: 205 time: 0.0391839 Sep 15 16:13:05.449073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47670) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.516291 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-35d5491e-077b-40ca-8926-f0ecc8277fcb tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] delete failed (client error): The resource could not be found. Sep 15 16:13:05.518643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-35d5491e-077b-40ca-8926-f0ecc8277fcb tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/4ad76068-822f-43cf-a09b-70f7df6628ff HTTP/1.1" status: 404 len: 336 time: 0.0684271 Sep 15 16:13:05.521526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47674) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.556401 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.580126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3165b28a-4c94-4d93-a5e9-4a6f89196bcd tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=46e4cbd9-eebc-4273-adc2-0c4939bb87d3 HTTP/1.1" status: 200 len: 205 time: 0.0562944 Sep 15 16:13:05.583076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47678) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.632079 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-267f54ca-8a73-494f-9a31-13b688ee950f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] delete failed (client error): The resource could not be found. Sep 15 16:13:05.635596 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-267f54ca-8a73-494f-9a31-13b688ee950f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/46e4cbd9-eebc-4273-adc2-0c4939bb87d3 HTTP/1.1" status: 404 len: 336 time: 0.0489454 Sep 15 16:13:05.636091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47682) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.662364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.683116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0acbd7ac-2848-4273-aef4-eaa1b865da8e tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=5c3bbe82-e441-4413-b42e-4d13b8d609ce HTTP/1.1" status: 200 len: 205 time: 0.0459635 Sep 15 16:13:05.685608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47686) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.712040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:05.715628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:05.720568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:05.735562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Pushing event updated for resources: {'Port': ['ID=47507a44-866c-4c89-9c45-fc8c4fac2360,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:05.744355 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-a1db6107-5f16-4d6d-a0d0-fa5d67b12560 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] delete failed (client error): The resource could not be found. Sep 15 16:13:05.751196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a1db6107-5f16-4d6d-a0d0-fa5d67b12560 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/5c3bbe82-e441-4413-b42e-4d13b8d609ce HTTP/1.1" status: 404 len: 336 time: 0.0589488 Sep 15 16:13:05.753051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47690) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.794060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e22e2d6e-951d-4df1-bc0f-7debe2968b27 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ef01f27-89a9-45b3-8ede-3bb1632d8638 HTTP/1.1" status: 200 len: 205 time: 0.0389757 Sep 15 16:13:05.794403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.797258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Allocated IP 2001:db8::12f (4aadebeb-6c33-41b8-91f2-1654e1eadc98/55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe/9f291ac5-a3f0-4979-a328-8514cb649ec4) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:05.838041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Attempting to bind port 47507a44-866c-4c89-9c45-fc8c4fac2360 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:05.839581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Attempting to bind port 47507a44-866c-4c89-9c45-fc8c4fac2360 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ebab9c0b-e495-44d1-b020-df13542c2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:05.845155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Attempting to bind port 47507a44-866c-4c89-9c45-fc8c4fac2360 on network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:05.859780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:05.860826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Checking segment: {'id': 'ebab9c0b-e495-44d1-b020-df13542c2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:05.861380 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.861880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Bound using segment: {'id': 'ebab9c0b-e495-44d1-b020-df13542c2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:05.862494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Bound port: 47507a44-866c-4c89-9c45-fc8c4fac2360, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebab9c0b-e495-44d1-b020-df13542c2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:05.863485 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.876166 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-99886599-6f05-4347-8620-fdba27bc2b6d tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] delete failed (client error): The resource could not be found. Sep 15 16:13:05.877118 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-99886599-6f05-4347-8620-fdba27bc2b6d tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/9ef01f27-89a9-45b3-8ede-3bb1632d8638 HTTP/1.1" status: 404 len: 336 time: 0.0815945 Sep 15 16:13:05.882852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47696) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.924922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5e8c3979-71dd-4d29-a7f7-c639940506ed tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=21618466-8420-423f-afc2-7edc0a25ebb2 HTTP/1.1" status: 200 len: 205 time: 0.0401189 Sep 15 16:13:05.963494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47698) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.986810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] For port 47507a44-866c-4c89-9c45-fc8c4fac2360, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:05.992201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] For port 47507a44-866c-4c89-9c45-fc8c4fac2360, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=47507a44-866c-4c89-9c45-fc8c4fac2360,segment=NetworkSegment(ebab9c0b-e495-44d1-b020-df13542c2e4f),segment_id=ebab9c0b-e495-44d1-b020-df13542c2e4f)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:06.009249 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-3bd39126-4c99-4d4d-bd29-fd9dc873545a tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] delete failed (client error): The resource could not be found. Sep 15 16:13:06.012634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3bd39126-4c99-4d4d-bd29-fd9dc873545a tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/21618466-8420-423f-afc2-7edc0a25ebb2 HTTP/1.1" status: 404 len: 336 time: 0.0455225 Sep 15 16:13:06.013165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47700) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:06.047905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b46fd333-847a-4fb8-88ce-fcf26ffb9723 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "GET /v2.0/ports?device_id=9fefb817-a008-4312-b479-0458d35cecb2 HTTP/1.1" status: 200 len: 205 time: 0.0334041 Sep 15 16:13:06.057693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47702) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:06.082429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:06.097290 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-715996ae-1fa8-497f-931e-b1129caa4a42 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] delete failed (client error): The resource could not be found. Sep 15 16:13:06.099021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-715996ae-1fa8-497f-931e-b1129caa4a42 tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/routers/9fefb817-a008-4312-b479-0458d35cecb2 HTTP/1.1" status: 404 len: 336 time: 0.0401895 Sep 15 16:13:06.101623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47706) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:06.136658 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4192d7-875e-49fa-83d4-9a7d1ca6993f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] DELETE failed (client error): The resource could not be found. Sep 15 16:13:06.151008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4192d7-875e-49fa-83d4-9a7d1ca6993f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:13:06.151008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-de4192d7-875e-49fa-83d4-9a7d1ca6993f tempest-RoutersIpV6AdminTest-1704791982 tempest-RoutersIpV6AdminTest-1704791982-project] 10.222.0.63 "DELETE /v2.0/subnets/fe9b1bb3-3630-4f07-85cd-680114c514bc HTTP/1.1" status: 404 len: 337 time: 0.0358548 Sep 15 16:13:06.201895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:06.225407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:06.322441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304b2b-9c39-4f47-91f9-b692a2cc0404 None None] Pushing event updated for resources: {'Port': ['ID=47507a44-866c-4c89-9c45-fc8c4fac2360,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:06.811038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:06.833898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:06.836642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:06.843430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:06.844092 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:06.849166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event updated for resources: {'Port': ['ID=9f291ac5-a3f0-4979-a328-8514cb649ec4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:07.046030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1b65037-2b13-45e0-a193-ea894476437a tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.1301484 Sep 15 16:13:07.049225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47744) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:07.056266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Request body: {'port': {'network_id': '4aadebeb-6c33-41b8-91f2-1654e1eadc98', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1230840501', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:07.056818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] bootfile-name is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:07.057153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] tftp-server is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:07.068261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] server-ip-address is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:07.073010 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 47507a44-866c-4c89-9c45-fc8c4fac2360 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:07.129639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 47507a44-866c-4c89-9c45-fc8c4fac2360 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:07.130418 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.247595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.285022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 47507a44-866c-4c89-9c45-fc8c4fac2360, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=47507a44-866c-4c89-9c45-fc8c4fac2360,segment=NetworkSegment(ebab9c0b-e495-44d1-b020-df13542c2e4f),segment_id=ebab9c0b-e495-44d1-b020-df13542c2e4f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:07.324221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47750) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:07.399770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Made reservation on behalf of 4bb0a5c6d0c44118b07b8157ac742fc2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:07.400215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.408462 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.429464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] device_id is not set on port 6914ee61-62a3-4318-9dd7-25ee6c8dbcd8 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:13:07.467782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=47507a44-866c-4c89-9c45-fc8c4fac2360,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:07.598572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Allocated IP 2001:db8::36d (4aadebeb-6c33-41b8-91f2-1654e1eadc98/55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe/6914ee61-62a3-4318-9dd7-25ee6c8dbcd8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:07.710784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fcaf86-2b4e-49e7-a9d9-3c37d0cea480 None None] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:07.795655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-607ed309-af54-4174-a7f3-7bcbcef74c9a None None] Provisioning complete for port 47507a44-866c-4c89-9c45-fc8c4fac2360 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:07.796146 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-607ed309-af54-4174-a7f3-7bcbcef74c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.826404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:07.849909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7f2f51f-fbab-48a2-b8d2-3a5b1fc10890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.863154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.927574 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e089ee90-9d12-45f7-a926-24768cead16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.987815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7f2f51f-fbab-48a2-b8d2-3a5b1fc10890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.159442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.196301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:08.199359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:08.211330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:08.222792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:08.229373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.256030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7f2f51f-fbab-48a2-b8d2-3a5b1fc10890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.306129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7c6b1589-f271-4112-8234-d7b9b96056fe None None] Provisioning complete for port 9f291ac5-a3f0-4979-a328-8514cb649ec4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:08.314876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1589-f271-4112-8234-d7b9b96056fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.315919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e089ee90-9d12-45f7-a926-24768cead16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.329919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a7f2f51f-fbab-48a2-b8d2-3a5b1fc10890 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8f172969153a443aa49f91084d15806b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0040107 Sep 15 16:13:08.333183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47780) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:08.345934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2f51f-fbab-48a2-b8d2-3a5b1fc10890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f880945-5507-49ed-a18a-3b6d6c407572,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:08.349866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event updated for resources: {'Port': ['ID=6914ee61-62a3-4318-9dd7-25ee6c8dbcd8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:08.353992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b1589-f271-4112-8234-d7b9b96056fe None None] Port 9f291ac5-a3f0-4979-a328-8514cb649ec4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:08.367075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7c6b1589-f271-4112-8234-d7b9b96056fe None None] Provisioning complete for port 47507a44-866c-4c89-9c45-fc8c4fac2360 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:08.367460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1589-f271-4112-8234-d7b9b96056fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.414225 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54f9b30c-fb44-49c5-b723-e9a296f341c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.450906 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54f9b30c-fb44-49c5-b723-e9a296f341c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.473148 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e089ee90-9d12-45f7-a926-24768cead16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.545513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-afd89ac9-499e-47ca-bf7c-bcff8cf21d72 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4940774 Sep 15 16:13:08.547190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47790) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:08.548792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e089ee90-9d12-45f7-a926-24768cead16c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=17feb1e9fd624155b0f5f6123af9f645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7241366 Sep 15 16:13:08.555792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47792) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:08.561706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089ee90-9d12-45f7-a926-24768cead16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1997d2f2-ccbd-4b0a-af8a-2705fd6d1736,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:08.669449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c875183-951b-43d7-9b95-634a8ad62bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.703224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54f9b30c-fb44-49c5-b723-e9a296f341c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.706276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-eb9208d5-4456-47cc-8d5a-1321aa66349c None None] Provisioning complete for port 9f291ac5-a3f0-4979-a328-8514cb649ec4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:08.707458 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eb9208d5-4456-47cc-8d5a-1321aa66349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.708157 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-54f9b30c-fb44-49c5-b723-e9a296f341c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.714862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-54f9b30c-fb44-49c5-b723-e9a296f341c7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8f880945-5507-49ed-a18a-3b6d6c407572 HTTP/1.1" status: 204 len: 168 time: 0.3804388 Sep 15 16:13:08.717536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edddc6ea-fab9-4f45-b059-c3ca0908bd35 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:08.726447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edddc6ea-fab9-4f45-b059-c3ca0908bd35 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:08.733550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edddc6ea-fab9-4f45-b059-c3ca0908bd35 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:08.735715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-edddc6ea-fab9-4f45-b059-c3ca0908bd35 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1872683 Sep 15 16:13:08.740725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47796) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:08.766773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9b30c-fb44-49c5-b723-e9a296f341c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f880945-5507-49ed-a18a-3b6d6c407572,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:08.778554 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c875183-951b-43d7-9b95-634a8ad62bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.901047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-eb9208d5-4456-47cc-8d5a-1321aa66349c None None] Port 9f291ac5-a3f0-4979-a328-8514cb649ec4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:08.978162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c875183-951b-43d7-9b95-634a8ad62bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.982566 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5c875183-951b-43d7-9b95-634a8ad62bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:08.985995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5c875183-951b-43d7-9b95-634a8ad62bc1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1997d2f2-ccbd-4b0a-af8a-2705fd6d1736 HTTP/1.1" status: 204 len: 168 time: 0.4266577 Sep 15 16:13:08.997520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Deleting port 6914ee61-62a3-4318-9dd7-25ee6c8dbcd8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:08.999540 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.005036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c875183-951b-43d7-9b95-634a8ad62bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1997d2f2-ccbd-4b0a-af8a-2705fd6d1736,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:09.039055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 47507a44-866c-4c89-9c45-fc8c4fac2360 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:09.108898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 47507a44-866c-4c89-9c45-fc8c4fac2360 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:09.109381 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.179437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-aea9b3e3-4289-4946-8a78-4aacc8aeaa65 None None] Provisioning complete for port 6914ee61-62a3-4318-9dd7-25ee6c8dbcd8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:09.182967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aea9b3e3-4289-4946-8a78-4aacc8aeaa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.192848 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.208194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Calling delete_port for 6914ee61-62a3-4318-9dd7-25ee6c8dbcd8 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:09.257720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-aea9b3e3-4289-4946-8a78-4aacc8aeaa65 None None] Port 6914ee61-62a3-4318-9dd7-25ee6c8dbcd8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:09.308798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47806) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:09.316725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-431905770', 'description': 'tempest-secgroup-smoke-431905770 description', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:09.434014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.445690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.610651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.639978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event deleted for resources: {'Port': ['ID=6914ee61-62a3-4318-9dd7-25ee6c8dbcd8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:09.674790 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.677264 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9465b9b2-7a93-4e8e-8c51-551e983eb84b tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "DELETE /v2.0/ports/6914ee61-62a3-4318-9dd7-25ee6c8dbcd8 HTTP/1.1" status: 204 len: 168 time: 0.9352438 Sep 15 16:13:09.681060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47814) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:09.689700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Request body: {'port': {'name': 'tempest-new-port-name-638884655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:09.690112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] bootfile-name is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:09.690463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] tftp-server is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:09.691311 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] server-ip-address is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:09.787328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.791006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.885030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.924397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f369d6-fdd9-4099-82c6-b1392ba2a2ea,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:09.947834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47818) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:10.007342 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.039556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9636cb7d-6f30-4460-bdc6-b5febef31918 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e2d21011cfbe4692af048e329fbe8298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904269 Sep 15 16:13:10.044091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47822) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:10.046322 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.087214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:10.104310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.127557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d75a377c-5ed8-49d5-82ba-07b3030ddeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.135933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.139889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3f53febd-6442-45ab-beca-b35cc9e00486 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8266454 Sep 15 16:13:10.140831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47824) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:10.147825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-50beede3-f360-485b-9fa8-bf1626a1a8c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:10.162113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.174887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d75a377c-5ed8-49d5-82ba-07b3030ddeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.219033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] In _notify_port_updated(), no bound segment for port 9f291ac5-a3f0-4979-a328-8514cb649ec4 on network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:13:10.225301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:10.225890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.227254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "PUT /v2.0/ports/9f291ac5-a3f0-4979-a328-8514cb649ec4 HTTP/1.1" status: 200 len: 1129 time: 0.5451763 Sep 15 16:13:10.230909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:10.251146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c222c3-5060-4d74-bda9-faaf53b43dea tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event updated for resources: {'Port': ['ID=9f291ac5-a3f0-4979-a328-8514cb649ec4,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:10.284150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b372a1c-933e-48a6-b5d2-be34b7b806a9 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:10.285892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2b372a1c-933e-48a6-b5d2-be34b7b806a9 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "GET /v2.0/ports/9f291ac5-a3f0-4979-a328-8514cb649ec4 HTTP/1.1" status: 200 len: 1129 time: 0.0534678 Sep 15 16:13:10.289361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47830) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:10.387718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Deleting port 9f291ac5-a3f0-4979-a328-8514cb649ec4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:10.388065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.418932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50beede3-f360-485b-9fa8-bf1626a1a8c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.469734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d75a377c-5ed8-49d5-82ba-07b3030ddeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.472444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d75a377c-5ed8-49d5-82ba-07b3030ddeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.474363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d75a377c-5ed8-49d5-82ba-07b3030ddeff admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b1ec9331-fc17-4467-8aed-ac477138322e HTTP/1.1" status: 204 len: 168 time: 0.4276392 Sep 15 16:13:10.519739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a377c-5ed8-49d5-82ba-07b3030ddeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ec9331-fc17-4467-8aed-ac477138322e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:10.528119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5d72ea4b-c2c9-4d13-8409-4bb8e54692b1 None None] Provisioning complete for port 9f291ac5-a3f0-4979-a328-8514cb649ec4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:10.528119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d72ea4b-c2c9-4d13-8409-4bb8e54692b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.580985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.595687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5d72ea4b-c2c9-4d13-8409-4bb8e54692b1 None None] Port 9f291ac5-a3f0-4979-a328-8514cb649ec4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:10.964972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Calling delete_port for 9f291ac5-a3f0-4979-a328-8514cb649ec4 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:10.967711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50beede3-f360-485b-9fa8-bf1626a1a8c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.037152 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50beede3-f360-485b-9fa8-bf1626a1a8c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.061522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beede3-f360-485b-9fa8-bf1626a1a8c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd11aaa-91b4-41b5-b9ba-d2df4197ebd5,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:11.135593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50beede3-f360-485b-9fa8-bf1626a1a8c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.136915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-50beede3-f360-485b-9fa8-bf1626a1a8c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9950318 Sep 15 16:13:11.139581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47852) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:11.144346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e3e34bfb-0ad0-4c82-9b2e-26f1bf99c7c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:11.216572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.251565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event deleted for resources: {'Port': ['ID=9f291ac5-a3f0-4979-a328-8514cb649ec4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:11.282315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.286580 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0af7e443-4fb7-4cc2-ab0c-8420c681a008 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "DELETE /v2.0/ports/9f291ac5-a3f0-4979-a328-8514cb649ec4 HTTP/1.1" status: 204 len: 168 time: 0.9938202 Sep 15 16:13:11.287609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:11.296409 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3e34bfb-0ad0-4c82-9b2e-26f1bf99c7c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.375894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Deleting subnet 55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:11.380907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.419534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3e34bfb-0ad0-4c82-9b2e-26f1bf99c7c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.447818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.490310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3e34bfb-0ad0-4c82-9b2e-26f1bf99c7c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.514461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e34bfb-0ad0-4c82-9b2e-26f1bf99c7c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd7bca9-0bc9-4df7-835b-4332cdc3fafd,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:11.581196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.593669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3e34bfb-0ad0-4c82-9b2e-26f1bf99c7c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.594991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e3e34bfb-0ad0-4c82-9b2e-26f1bf99c7c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4544096 Sep 15 16:13:11.599208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47870) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:11.604031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8c412d71-8e61-481e-b6e9-07e91bbcb89a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:11.689861 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c412d71-8e61-481e-b6e9-07e91bbcb89a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.717552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.759155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event deleted for resources: {'Subnet': ['ID=55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:11.762596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c412d71-8e61-481e-b6e9-07e91bbcb89a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.765703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.768119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e3ca7bd7-5935-43e2-9f0e-a853ee395937 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "DELETE /v2.0/subnets/55fbbd5c-187c-4ab5-8f87-c4a7d701b6fe HTTP/1.1" status: 204 len: 168 time: 0.4794762 Sep 15 16:13:11.772652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47876) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:11.781183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411fc09e-07ff-4444-8a83-fa057b3bf3a8 None None] Network 4aadebeb-6c33-41b8-91f2-1654e1eadc98 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:11.801336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47878) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:11.884023 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c412d71-8e61-481e-b6e9-07e91bbcb89a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.915546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.922522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c412d71-8e61-481e-b6e9-07e91bbcb89a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c658bc4-cc19-404e-bd68-564e3154c4ac,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:11.978235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8c412d71-8e61-481e-b6e9-07e91bbcb89a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:11.979707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8c412d71-8e61-481e-b6e9-07e91bbcb89a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793855 Sep 15 16:13:11.984163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47884) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:11.989636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b13782bd-a7ee-4b98-99f6-abfc0e05fb9c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:11.992925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Deleting port 47507a44-866c-4c89-9c45-fc8c4fac2360 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:11.993346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.009957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1887303395'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:12.050489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] DHCP port deletion for 4aadebeb-6c33-41b8-91f2-1654e1eadc98 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:12.066537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] For port 47507a44-866c-4c89-9c45-fc8c4fac2360, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=47507a44-866c-4c89-9c45-fc8c4fac2360,segment=NetworkSegment(ebab9c0b-e495-44d1-b020-df13542c2e4f),segment_id=ebab9c0b-e495-44d1-b020-df13542c2e4f)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:12.067262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.089491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Calling delete_port for 47507a44-866c-4c89-9c45-fc8c4fac2360 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:12.105033 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b13782bd-a7ee-4b98-99f6-abfc0e05fb9c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.114873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] Deleting port 47507a44-866c-4c89-9c45-fc8c4fac2360 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:12.115622 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.179475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b13782bd-a7ee-4b98-99f6-abfc0e05fb9c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.189772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] For port 47507a44-866c-4c89-9c45-fc8c4fac2360, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=47507a44-866c-4c89-9c45-fc8c4fac2360,segment=NetworkSegment(ebab9c0b-e495-44d1-b020-df13542c2e4f),segment_id=ebab9c0b-e495-44d1-b020-df13542c2e4f)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:12.190267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.198312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Made reservation on behalf of ae76b89da85b4c13b1587f1db2ab38bc for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:12.201913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.204025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] Calling delete_port for 47507a44-866c-4c89-9c45-fc8c4fac2360 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:12.211401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.264600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b13782bd-a7ee-4b98-99f6-abfc0e05fb9c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.278984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.291907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.298394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13782bd-a7ee-4b98-99f6-abfc0e05fb9c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07aeda03-81c3-406f-ae3d-fe59556cce90,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:12.316716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] No DVR routers for this DVR port 47507a44-866c-4c89-9c45-fc8c4fac2360 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:12.331030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] Pushing event deleted for resources: {'Port': ['ID=47507a44-866c-4c89-9c45-fc8c4fac2360,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:12.338305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.344227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb70168-f82a-48c9-86f5-f98742010fbb None None] No DVR routers for this DVR port 47507a44-866c-4c89-9c45-fc8c4fac2360 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:12.353176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event deleted for resources: {'Port': ['ID=47507a44-866c-4c89-9c45-fc8c4fac2360,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:12.388387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.427326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:12.438510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.453039 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.453391 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Added segment 1759ceb4-fcc7-407d-877e-9ced3d847373 of type vlan for network 04f653dd-08b0-4422-9a84-c2355843c38c Sep 15 16:13:12.455779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d82848-a984-4d9b-bc72-d28ad9b9d267,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:12.470740 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b13782bd-a7ee-4b98-99f6-abfc0e05fb9c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.473158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b13782bd-a7ee-4b98-99f6-abfc0e05fb9c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877930 Sep 15 16:13:12.475692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aadebeb-6c33-41b8-91f2-1654e1eadc98']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:12.477139 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47888) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:12.495289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebab9c0b-e495-44d1-b020-df13542c2e4f') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:12.495714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebab9c0b-e495-44d1-b020-df13542c2e4f') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:12.500928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:12.514069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.524848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.541495 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.549733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:12.550519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: items = [ Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:12.553806 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:12.604693 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:13:12.610984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.623759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.630226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:12.630939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.683972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.693686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.696827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] 10.222.0.63 "DELETE /v2.0/networks/4aadebeb-6c33-41b8-91f2-1654e1eadc98 HTTP/1.1" status: 204 len: 168 time: 0.9227519 Sep 15 16:13:12.713035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ef89b-87de-4266-9c51-44398ced2da3 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182 tempest-ExtraDHCPOptionsIpV6TestJSON-175494182-project] Pushing event deleted for resources: {'Network': ['ID=4aadebeb-6c33-41b8-91f2-1654e1eadc98,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:12.734125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9315925 Sep 15 16:13:12.737241 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47898) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:12.739984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090d3c5-dc7a-47aa-b1b6-8c1452a5d427 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Network': ['ID=04f653dd-08b0-4422-9a84-c2355843c38c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:12.750977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.752184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'subnet': {'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:12.755844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 04f653dd-08b0-4422-9a84-c2355843c38c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:12.846608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:12.870808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e62cfa-d7ae-4cf0-b82a-5c946f22ab96,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:12.981849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Made reservation on behalf of ae76b89da85b4c13b1587f1db2ab38bc for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:12.985562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 47507a44-866c-4c89-9c45-fc8c4fac2360 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:12.986071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.015382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 47507a44-866c-4c89-9c45-fc8c4fac2360 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:13.015854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 47507a44-866c-4c89-9c45-fc8c4fac2360 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:13.073355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.076429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e89fe28-fbe8-432a-8ce8-3bc62fd6b9fa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5964587 Sep 15 16:13:13.078967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47904) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:13.083906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:13.187949 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:13:13.194589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.261777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.271630 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.287257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47910) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:13.349092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Subnet': ['ID=5ffd040f-5a70-44ea-a78a-1102f254a093,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:13.353380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.357957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Checking segment: {'id': '1759ceb4-fcc7-407d-877e-9ced3d847373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:13.358224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Network hostable DHCP agents. Network: 04f653dd-08b0-4422-9a84-c2355843c38c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:13.374531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25858aca-9b34-4b54-a324-557c18893518,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:13.433092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Network 04f653dd-08b0-4422-9a84-c2355843c38c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:13.462880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.464126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b4624d2f-f794-45fd-9f4d-99036c58b0fc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3839872 Sep 15 16:13:13.467487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:13.473686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'network': {'name': 'tempest-network-smoke--696955243', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'port_security_enabled': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:13.476116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d8b4d015-97cb-4ad1-92f5-8591f492aa29 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4bb0a5c6d0c44118b07b8157ac742fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872942 Sep 15 16:13:13.479086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47918) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:13.507068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 04f653dd-08b0-4422-9a84-c2355843c38c) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:13.514766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:13.515485 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.516696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0445aac7-b0ab-40ec-8a79-cd9eb6e46850 None None] Network 04f653dd-08b0-4422-9a84-c2355843c38c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:13.539284 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23a7c4ed-e3ca-499e-bd61-542a204e2366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.559873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:13.564258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.568922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23a7c4ed-e3ca-499e-bd61-542a204e2366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.621018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:13.633739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a0ee9d35-7f0c-4441-b24e-cb196bd08a96 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8953385 Sep 15 16:13:13.637196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47924) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:13.640585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.640951 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Added segment 6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78 of type vlan for network fd76cf60-8955-489f-955d-1bf734168ca4 Sep 15 16:13:13.646541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a112700a-245c-451b-aa98-40d8c5ed75fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-93838213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:13.713918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23a7c4ed-e3ca-499e-bd61-542a204e2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.717441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23a7c4ed-e3ca-499e-bd61-542a204e2366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.721823 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.722105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-23a7c4ed-e3ca-499e-bd61-542a204e2366 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6e75da53-bf7a-4b1c-a1c1-0ebdb928085e HTTP/1.1" status: 204 len: 168 time: 0.2386978 Sep 15 16:13:13.730208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7c4ed-e3ca-499e-bd61-542a204e2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e75da53-bf7a-4b1c-a1c1-0ebdb928085e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:13.766758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a112700a-245c-451b-aa98-40d8c5ed75fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.769491 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a112700a-245c-451b-aa98-40d8c5ed75fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.861868 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.868388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:13.869101 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.873382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a112700a-245c-451b-aa98-40d8c5ed75fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.898949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-04f653dd-08b0-4422-9a84-c2355843c38c', 'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c', 'tenant_id': 'ae76b89da85b4c13b1587f1db2ab38bc', 'fixed_ips': [{'subnet_id': '5ffd040f-5a70-44ea-a78a-1102f254a093'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:13.899963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.949270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Network': ['ID=fd76cf60-8955-489f-955d-1bf734168ca4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:13.982430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a112700a-245c-451b-aa98-40d8c5ed75fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:13.987132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network fd76cf60-8955-489f-955d-1bf734168ca4 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:14.041292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-46c53fde-92ab-4d26-9999-01eb140809cb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5726907 Sep 15 16:13:14.041499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47930) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:14.046773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'admin_state_up': True, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:14.118763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Allocated IP 172.20.0.2 (04f653dd-08b0-4422-9a84-c2355843c38c/5ffd040f-5a70-44ea-a78a-1102f254a093/b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:14.136242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a112700a-245c-451b-aa98-40d8c5ed75fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.138459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a112700a-245c-451b-aa98-40d8c5ed75fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.4994316 Sep 15 16:13:14.142147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:14.314768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.325828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.327017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.377284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.434424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Network 04f653dd-08b0-4422-9a84-c2355843c38c is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:14.441180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:14.443037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Pushing event updated for resources: {'Port': ['ID=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:14.445645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:14.492230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.510028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Attempting to bind port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:14.510506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Attempting to bind port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1759ceb4-fcc7-407d-877e-9ced3d847373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:14.510880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Attempting to bind port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 on network 04f653dd-08b0-4422-9a84-c2355843c38c {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:14.516391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:14.516808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Checking segment: {'id': '1759ceb4-fcc7-407d-877e-9ced3d847373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:14.517307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.517711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Bound using segment: {'id': '1759ceb4-fcc7-407d-877e-9ced3d847373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:14.518193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Bound port: b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1759ceb4-fcc7-407d-877e-9ced3d847373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:14.519292 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.603162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] For port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:14.611422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] For port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,segment=NetworkSegment(1759ceb4-fcc7-407d-877e-9ced3d847373),segment_id=1759ceb4-fcc7-407d-877e-9ced3d847373)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:14.618199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.667681 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:14.743196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca578594-f29b-4de3-a1b3-bc21e7acb8ab None None] Pushing event updated for resources: {'Port': ['ID=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:14.832283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.100480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:15.187157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:15.187703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.198546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Allocated IP 172.20.0.1 (04f653dd-08b0-4422-9a84-c2355843c38c/5ffd040f-5a70-44ea-a78a-1102f254a093/04627874-e6e0-47db-a7b4-65225d6fadf3) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:15.265843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 47964) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:15.287584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.333904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,segment=NetworkSegment(1759ceb4-fcc7-407d-877e-9ced3d847373),segment_id=1759ceb4-fcc7-407d-877e-9ced3d847373)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:15.363162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.392723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1981171083'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:15.427432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.467868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Made reservation on behalf of 8ad699353bea43558a8e2d829cfb51eb for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:15.474513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.480739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.490073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.502058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.532020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:15.590130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.635413 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.664136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Port': ['ID=04627874-e6e0-47db-a7b4-65225d6fadf3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:15.676441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Network 04f653dd-08b0-4422-9a84-c2355843c38c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:15.679092 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.680319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:15.684672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:15.717723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb1172-b546-4f81-a429-0bf4f03e3a79,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:15.742212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:15.754294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.177 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ab290936-8e82-45d8-a535-bd0a406b3f75) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:15.755320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.756392 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Added segment 9cd8c672-4c71-49a2-ba4f-4751a2d999b2 of type vlan for network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 Sep 15 16:13:15.808582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.871443 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.942900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.951348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:15.952051 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.967881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:15.976537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fb7d46-faf1-4307-97bf-d3a218f7e5c7 None None] Network 04f653dd-08b0-4422-9a84-c2355843c38c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:16.036442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event updated for resources: {'Network': ['ID=b3d1d1c8-fedc-4eb9-849f-06d4d8368f93,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:16.048753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:16.069114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fa43fea1-0ce9-4317-b879-fcddbfe8177e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8011451 Sep 15 16:13:16.072239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 47978) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:16.079313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Request body: {'subnet': {'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:16.106487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:16.163843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e9e393b9-102f-4cc7-8e6f-c15385301c1b None None] Provisioning complete for port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:16.164829 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9e393b9-102f-4cc7-8e6f-c15385301c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:16.219427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:16.224791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:16.229421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:16.584194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:16.622933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=ab290936-8e82-45d8-a535-bd0a406b3f75,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:16.660761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bca6d89b-475e-4cfe-aca2-c14fc9a2aa29 None None] Provisioning complete for port 04627874-e6e0-47db-a7b4-65225d6fadf3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:16.661768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bca6d89b-475e-4cfe-aca2-c14fc9a2aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:16.719190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bca6d89b-475e-4cfe-aca2-c14fc9a2aa29 None None] Port 04627874-e6e0-47db-a7b4-65225d6fadf3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:16.737016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bca6d89b-475e-4cfe-aca2-c14fc9a2aa29 None None] Provisioning complete for port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:16.737481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bca6d89b-475e-4cfe-aca2-c14fc9a2aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:16.742444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Made reservation on behalf of 8ad699353bea43558a8e2d829cfb51eb for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:16.746519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:16.968744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c0e66822-630f-4307-954c-a20d097a7175 None None] Provisioning complete for port 04627874-e6e0-47db-a7b4-65225d6fadf3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:16.970051 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0e66822-630f-4307-954c-a20d097a7175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.020761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c0e66822-630f-4307-954c-a20d097a7175 None None] Port 04627874-e6e0-47db-a7b4-65225d6fadf3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:17.022408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:17.084916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:17.085410 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.290146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.292246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.329669 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.373248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.497749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event updated for resources: {'Subnet': ['ID=fe1c307d-6a66-4b16-a4e8-afe3306dc150,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:17.539955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.549047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Port': ['ID=04627874-e6e0-47db-a7b4-65225d6fadf3,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:17.564474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Checking segment: {'id': '9cd8c672-4c71-49a2-ba4f-4751a2d999b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:17.564867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Network hostable DHCP agents. Network: b3d1d1c8-fedc-4eb9-849f-06d4d8368f93, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:17.765129 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:17.773978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Network 04f653dd-08b0-4422-9a84-c2355843c38c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:17.776471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:17.824384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:17.924061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, b3d1d1c8-fedc-4eb9-849f-06d4d8368f93) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:17.934447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca85f552-8058-47cf-b7f2-1f6ed4304adb None None] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:17.960068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:17.960688 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.065319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-65754f0d-6612-4f5d-9ca2-3e6b25c3e4d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9893863 Sep 15 16:13:18.065674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5e67aafd-e025-4b63-9943-59e33c21b241 None None] Provisioning complete for port 04627874-e6e0-47db-a7b4-65225d6fadf3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:18.066088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48000) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:18.066562 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e67aafd-e025-4b63-9943-59e33c21b241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.071982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Request body: {'port': {'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-77614856'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:18.114161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Router 6b37b388-54b0-4df0-a84b-613d951f6aeb is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:13:18.136053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5e67aafd-e025-4b63-9943-59e33c21b241 None None] Port 04627874-e6e0-47db-a7b4-65225d6fadf3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:18.173651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-b3d1d1c8-fedc-4eb9-849f-06d4d8368f93', 'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93', 'tenant_id': '8ad699353bea43558a8e2d829cfb51eb', 'fixed_ips': [{'subnet_id': 'fe1c307d-6a66-4b16-a4e8-afe3306dc150'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:18.174888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.197037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:13:18.268027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Made reservation on behalf of 8ad699353bea43558a8e2d829cfb51eb for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:18.272970 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.299398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] device_id is not set on port bb25427c-0c03-4c36-ba37-a9000df303f0 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:13:18.315806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:18.329741 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] Sync routers for ids ['6b37b388-54b0-4df0-a84b-613d951f6aeb'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:18.335611 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8760b40a-be4c-49da-80a8-c9f3a4f8a9ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "PUT /v2.0/routers/6b37b388-54b0-4df0-a84b-613d951f6aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1920004 Sep 15 16:13:18.339122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48002) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:18.345866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'port': {'network_id': '04f653dd-08b0-4422-9a84-c2355843c38c', 'name': 'tempest-FloatingIPNegativeTestJSON-1441066050'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:18.356774 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] Routers {'6b37b388-54b0-4df0-a84b-613d951f6aeb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:18.360065 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['6b37b388-54b0-4df0-a84b-613d951f6aeb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:18.380535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Allocated IP 172.20.0.2 (b3d1d1c8-fedc-4eb9-849f-06d4d8368f93/fe1c307d-6a66-4b16-a4e8-afe3306dc150/c2bf0b68-c705-43af-a043-9acc07e4ccf4) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:18.403360 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:18.414320 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] Routers {'6b37b388-54b0-4df0-a84b-613d951f6aeb'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:18.415253 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['6b37b388-54b0-4df0-a84b-613d951f6aeb'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:18.456140 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:18.457448 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59c6c9-5c56-47e2-918e-ebefd9cf6635 None None] The sync data for ids ['6b37b388-54b0-4df0-a84b-613d951f6aeb'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:18.507280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:18.524264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Sync routers for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:18.548459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:18.549199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:18.608297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.613363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-151d17fe-1a84-4ee2-b3e0-0149d0d98cd8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5671508 Sep 15 16:13:18.613363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48004) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:18.640007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.707062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Made reservation on behalf of ae76b89da85b4c13b1587f1db2ab38bc for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:18.711089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.712991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:18.733216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] device_id is not set on port 8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:13:18.742183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.826380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Allocated IP 172.20.0.10 (b3d1d1c8-fedc-4eb9-849f-06d4d8368f93/fe1c307d-6a66-4b16-a4e8-afe3306dc150/bb25427c-0c03-4c36-ba37-a9000df303f0) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:18.865642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d76928c-be4a-4a83-8d31-94b7b1d52e66 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2468359 Sep 15 16:13:18.866255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48010) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:18.883997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:18.896025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:18.901238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Pushing event updated for resources: {'Port': ['ID=c2bf0b68-c705-43af-a043-9acc07e4ccf4,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:18.905848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:19.011127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Attempting to bind port c2bf0b68-c705-43af-a043-9acc07e4ccf4 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:19.011782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Attempting to bind port c2bf0b68-c705-43af-a043-9acc07e4ccf4 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9cd8c672-4c71-49a2-ba4f-4751a2d999b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:19.011782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Attempting to bind port c2bf0b68-c705-43af-a043-9acc07e4ccf4 on network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:19.043262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:19.043755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Checking segment: {'id': '9cd8c672-4c71-49a2-ba4f-4751a2d999b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:19.044347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.044877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Bound using segment: {'id': '9cd8c672-4c71-49a2-ba4f-4751a2d999b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:19.045667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Bound port: c2bf0b68-c705-43af-a043-9acc07e4ccf4, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd8c672-4c71-49a2-ba4f-4751a2d999b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:19.046068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.150505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:16Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:19.171006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.199406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Checking router: 0d8a7e51-0570-40a0-aafb-7b8614e14e2d for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:19.200031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Updating router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d port ab290936-8e82-45d8-a535-bd0a406b3f75 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:13:19.233011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] For port c2bf0b68-c705-43af-a043-9acc07e4ccf4, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:19.248773 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.276385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] For port c2bf0b68-c705-43af-a043-9acc07e4ccf4, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c2bf0b68-c705-43af-a043-9acc07e4ccf4,segment=NetworkSegment(9cd8c672-4c71-49a2-ba4f-4751a2d999b2),segment_id=9cd8c672-4c71-49a2-ba4f-4751a2d999b2)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:19.292727 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.355992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:19.362684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:19.365742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:19.373079 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.436748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event updated for resources: {'Port': ['ID=bb25427c-0c03-4c36-ba37-a9000df303f0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:19.472405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:19.473715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.553950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8dfdfcac-21b7-433d-bb32-953ef128bc2e tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4865122 Sep 15 16:13:19.567321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48012) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:19.574116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Request body: {'port': {'network_id': 'b3d1d1c8-fedc-4eb9-849f-06d4d8368f93', 'name': 'tempest-ExtraDHCPOptionsTestJSON-568673826', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:19.574775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] bootfile-name is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:19.575225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] tftp-server is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:19.575671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] server-ip-address is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:19.623995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Allocated IP 172.20.0.4 (04f653dd-08b0-4422-9a84-c2355843c38c/5ffd040f-5a70-44ea-a78a-1102f254a093/8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:19.675422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354155c6-73d6-49fd-9ad1-ef5923af734d tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:19.682449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-354155c6-73d6-49fd-9ad1-ef5923af734d tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8099515 Sep 15 16:13:19.682449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48014) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:19.738915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d2ef0-1912-4f2d-8dd1-f1e22e78d679 None None] Pushing event updated for resources: {'Port': ['ID=c2bf0b68-c705-43af-a043-9acc07e4ccf4,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:19.796032 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-35d23823-bf82-4be6-b6c7-c62d52ed56e3 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062200 Sep 15 16:13:19.796342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48016) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:19.806703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2072594473', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:19.964759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.967906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Made reservation on behalf of 8ad699353bea43558a8e2d829cfb51eb for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:19.972763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.011089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] device_id is not set on port b3780fa3-c9f9-4ccd-bd0a-a114795a41ce yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:13:20.049958 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.121847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.159049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Attempting to bind port ab290936-8e82-45d8-a535-bd0a406b3f75 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:20.161405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Attempting to bind port ab290936-8e82-45d8-a535-bd0a406b3f75 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:20.162988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Attempting to bind port ab290936-8e82-45d8-a535-bd0a406b3f75 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:20.176881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc92ca7-9255-4f3d-9659-c340d6478fee None None] Pushing event updated for resources: {'Port': ['ID=ab290936-8e82-45d8-a535-bd0a406b3f75,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:20.189201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:20.189688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:20.190758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.191266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:20.191903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Bound port: ab290936-8e82-45d8-a535-bd0a406b3f75, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:20.192368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.243355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:20.251582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.261559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.264553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] For port ab290936-8e82-45d8-a535-bd0a406b3f75, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:20.271429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] For port ab290936-8e82-45d8-a535-bd0a406b3f75, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ab290936-8e82-45d8-a535-bd0a406b3f75,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:20.309814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Allocated IP 172.20.0.14 (b3d1d1c8-fedc-4eb9-849f-06d4d8368f93/fe1c307d-6a66-4b16-a4e8-afe3306dc150/b3780fa3-c9f9-4ccd-bd0a-a114795a41ce) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:20.326350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Network 04f653dd-08b0-4422-9a84-c2355843c38c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:20.334981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:20.343408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:20.353385 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.463507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:20.481202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Port': ['ID=8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:20.485703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:20.524325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:20.525303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.555392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc92ca7-9255-4f3d-9659-c340d6478fee None None] Pushing event updated for resources: {'Port': ['ID=ab290936-8e82-45d8-a535-bd0a406b3f75,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:20.634171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8686ca7c-5dfa-42b6-99c2-20600c2b85a8 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2933378 Sep 15 16:13:20.637493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48020) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:20.651806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:20.720325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:20.764116 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.777955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.947143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.962534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4c79276f-e487-4842-8faf-db86268b8175 None None] Provisioning complete for port 8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:20.962912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c79276f-e487-4842-8faf-db86268b8175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.994284 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.056593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.089569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:21.095089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4c79276f-e487-4842-8faf-db86268b8175 None None] Port 8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:21.099567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:21.102668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:21.144440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c2bf0b68-c705-43af-a043-9acc07e4ccf4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:21.193267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:21.194001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.253046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event updated for resources: {'Port': ['ID=b3780fa3-c9f9-4ccd-bd0a-a114795a41ce,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:21.258479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:16Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:21.266821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Allocated IP 172.25.0.249 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/ca3a62f9-f1e8-4df0-8fc8-77521650dbff) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:21.295723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Subnet': ['ID=429849ca-d370-4371-bc15-14990f5e6c20,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:21.306261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Checking segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:21.307345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network hostable DHCP agents. Network: fd76cf60-8955-489f-955d-1bf734168ca4, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:21.325034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26887ce1-26a4-4b7e-ab5c-056ea5671239 None None] The sync data for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 is: [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:16Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:21.326695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c2bf0b68-c705-43af-a043-9acc07e4ccf4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:21.327071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.396066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5fe377d9-07b2-45a8-8a94-9b05a9ad37f4 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8258431 Sep 15 16:13:21.397596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:21.434955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fd76cf60-8955-489f-955d-1bf734168ca4 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:21.458452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.472207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.480334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12066b6e-48ed-4f3b-9689-c4e3f88c78c2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:21.484696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3754105b-4656-4196-a671-3fefcc7a24e4 None None] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:21.492070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12066b6e-48ed-4f3b-9689-c4e3f88c78c2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:21.498906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12066b6e-48ed-4f3b-9689-c4e3f88c78c2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:21.506536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-12066b6e-48ed-4f3b-9689-c4e3f88c78c2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1057305 Sep 15 16:13:21.511686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48026) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:21.523067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port c2bf0b68-c705-43af-a043-9acc07e4ccf4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c2bf0b68-c705-43af-a043-9acc07e4ccf4,segment=NetworkSegment(9cd8c672-4c71-49a2-ba4f-4751a2d999b2),segment_id=9cd8c672-4c71-49a2-ba4f-4751a2d999b2)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:21.558391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, fd76cf60-8955-489f-955d-1bf734168ca4) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:21.565839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:21.566892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.571673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d5f9e88a-87a4-43f9-aa96-9e79ecc3ce3b None None] Provisioning complete for port c2bf0b68-c705-43af-a043-9acc07e4ccf4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:21.572213 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d5f9e88a-87a4-43f9-aa96-9e79ecc3ce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.575876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1321edb-026e-4061-93b3-ccc1b7bdb0cd None None] Network fd76cf60-8955-489f-955d-1bf734168ca4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:21.626984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.662408 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.715666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Deleting port b3780fa3-c9f9-4ccd-bd0a-a114795a41ce {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:21.716178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.732742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:21.733608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Port': ['ID=ca3a62f9-f1e8-4df0-8fc8-77521650dbff,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:21.744620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:21.745450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ba395329-5f10-40f0-8e42-d3fa974daef0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9475629 Sep 15 16:13:21.751752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48028) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:21.753529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:21.870786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.889055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Calling delete_port for b3780fa3-c9f9-4ccd-bd0a-a114795a41ce owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:21.953982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=c2bf0b68-c705-43af-a043-9acc07e4ccf4,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:22.122885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.209085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-fd76cf60-8955-489f-955d-1bf734168ca4', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:22.210002 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.241082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.293832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event deleted for resources: {'Port': ['ID=b3780fa3-c9f9-4ccd-bd0a-a114795a41ce,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:22.367738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.451194 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.465521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e06b79c9-e5dd-426c-a2ff-3f4efbcad6d2 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "DELETE /v2.0/ports/b3780fa3-c9f9-4ccd-bd0a-a114795a41ce HTTP/1.1" status: 204 len: 168 time: 0.9476447 Sep 15 16:13:22.466368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48032) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:22.473763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Request body: {'port': {'name': 'tempest-new-port-name-506528600', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:22.478377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] bootfile-name is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:22.478836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] tftp-server is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:22.484995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.api.validators [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] server-ip-address is not in valid_values {{(pid=102018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 15 16:13:22.571235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Allocated IP 172.20.0.2 (fd76cf60-8955-489f-955d-1bf734168ca4/429849ca-d370-4371-bc15-14990f5e6c20/307af474-6675-491a-bf0b-5400e4481112) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:22.730364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1f16da4b-5812-4117-847d-0d8b0997d586 None None] Provisioning complete for port bb25427c-0c03-4c36-ba37-a9000df303f0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:22.730865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f16da4b-5812-4117-847d-0d8b0997d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.745212 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.831616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.863771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1f16da4b-5812-4117-847d-0d8b0997d586 None None] Port bb25427c-0c03-4c36-ba37-a9000df303f0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:22.875028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1f16da4b-5812-4117-847d-0d8b0997d586 None None] Could not find standard attr ID for object b3780fa3-c9f9-4ccd-bd0a-a114795a41ce. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:13:22.886656 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:22.922615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1f16da4b-5812-4117-847d-0d8b0997d586 None None] Provisioning complete for port c2bf0b68-c705-43af-a043-9acc07e4ccf4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:22.927286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f16da4b-5812-4117-847d-0d8b0997d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.227001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.302959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c2bf0b68-c705-43af-a043-9acc07e4ccf4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:23.350000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.380370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3fd9b3be-739b-450a-aa5e-b822a8a0a783 None None] Provisioning complete for port bb25427c-0c03-4c36-ba37-a9000df303f0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:23.380917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fd9b3be-739b-450a-aa5e-b822a8a0a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.427412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9b3be-739b-450a-aa5e-b822a8a0a783 None None] Port bb25427c-0c03-4c36-ba37-a9000df303f0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:23.429108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c2bf0b68-c705-43af-a043-9acc07e4ccf4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:23.429479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.486039 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.524109 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.570062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.571018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-49b8d4bc-0e29-4afb-af81-554e4931b781 None None] Could not find standard attr ID for object b3780fa3-c9f9-4ccd-bd0a-a114795a41ce. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:13:23.592002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Network fd76cf60-8955-489f-955d-1bf734168ca4 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:23.597333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ab290936-8e82-45d8-a535-bd0a406b3f75 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:23.605700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:23.616435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.630604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:23.634435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Pushing event updated for resources: {'Port': ['ID=307af474-6675-491a-bf0b-5400e4481112,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:23.685772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.1 (fd76cf60-8955-489f-955d-1bf734168ca4/429849ca-d370-4371-bc15-14990f5e6c20/ff0e7ec7-f37b-4574-8cef-1c420047a6a9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:23.700748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Port': ['ID=ca3a62f9-f1e8-4df0-8fc8-77521650dbff,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:23.756611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Attempting to bind port 307af474-6675-491a-bf0b-5400e4481112 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:23.757847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Attempting to bind port 307af474-6675-491a-bf0b-5400e4481112 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:23.758048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Attempting to bind port 307af474-6675-491a-bf0b-5400e4481112 on network fd76cf60-8955-489f-955d-1bf734168ca4 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:23.772952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ab290936-8e82-45d8-a535-bd0a406b3f75 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:23.773705 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.776588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:23.777295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Checking segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:23.777948 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.778486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Bound using segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:23.779168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Bound port: 307af474-6675-491a-bf0b-5400e4481112, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:23.779871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.784436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event updated for resources: {'Port': ['ID=bb25427c-0c03-4c36-ba37-a9000df303f0,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:23.826143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.828322 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-182d8f17-a174-41e5-a98a-e080511f3739 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1876659 Sep 15 16:13:23.831696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48036) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:23.837129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e76847cc-369a-46dd-a57f-e8665e6ab66f tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'floatingip': {'port_id': '8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:23.848889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] In _notify_port_updated(), no bound segment for port bb25427c-0c03-4c36-ba37-a9000df303f0 on network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:13:23.866627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:23.869513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.870970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2ece6291-07f8-480e-9cf0-48fbc879bd44 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "PUT /v2.0/ports/bb25427c-0c03-4c36-ba37-a9000df303f0 HTTP/1.1" status: 200 len: 1136 time: 1.4034629 Sep 15 16:13:23.882962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48038) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:23.915689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e76847cc-369a-46dd-a57f-e8665e6ab66f tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.978363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f6fb51-a4c7-45cf-9c1a-7cb675f519a3 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:23.980105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69f6fb51-a4c7-45cf-9c1a-7cb675f519a3 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "GET /v2.0/ports/bb25427c-0c03-4c36-ba37-a9000df303f0 HTTP/1.1" status: 200 len: 1136 time: 0.0957971 Sep 15 16:13:23.988445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48040) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:24.005368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] For port 307af474-6675-491a-bf0b-5400e4481112, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:24.050467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] For port 307af474-6675-491a-bf0b-5400e4481112, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=307af474-6675-491a-bf0b-5400e4481112,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:24.062577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.074659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7713f3d0-39e2-4218-970f-80bd4c40c916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.112866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port ab290936-8e82-45d8-a535-bd0a406b3f75, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ab290936-8e82-45d8-a535-bd0a406b3f75,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:24.126998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.141391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.141866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Deleting port bb25427c-0c03-4c36-ba37-a9000df303f0 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:24.142216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.158058 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-e76847cc-369a-46dd-a57f-e8665e6ab66f tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] update failed (client error): The resource could not be found. Sep 15 16:13:24.162462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e76847cc-369a-46dd-a57f-e8665e6ab66f tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "PUT /v2.0/floatingips/0a46b3e8-fba0-4b2b-95a2-b4675398ca3a HTTP/1.1" status: 404 len: 507 time: 0.3292851 Sep 15 16:13:24.166785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48044) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:24.196668 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.240929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-94cc01c0-fdb4-40f2-8068-3b726a821122 None None] Provisioning complete for port bb25427c-0c03-4c36-ba37-a9000df303f0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:24.241729 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94cc01c0-fdb4-40f2-8068-3b726a821122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.246888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081bf58-f7a9-45bd-99f5-a16c86920465 None None] Pushing event updated for resources: {'Port': ['ID=307af474-6675-491a-bf0b-5400e4481112,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:24.309895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.313766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.331673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Calling delete_port for bb25427c-0c03-4c36-ba37-a9000df303f0 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:24.343151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=ab290936-8e82-45d8-a535-bd0a406b3f75,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:24.372797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-94cc01c0-fdb4-40f2-8068-3b726a821122 None None] Port bb25427c-0c03-4c36-ba37-a9000df303f0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:24.388088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fd76cf60-8955-489f-955d-1bf734168ca4 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:24.396146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:24.405024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:24.437024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:24.493082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Deleting port ca3a62f9-f1e8-4df0-8fc8-77521650dbff {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:24.493520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.518354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.598595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.627209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event deleted for resources: {'Port': ['ID=bb25427c-0c03-4c36-ba37-a9000df303f0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:24.665297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.665852 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.685667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Calling delete_port for ca3a62f9-f1e8-4df0-8fc8-77521650dbff owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:24.748564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.750723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a7a8067b-7a11-4fbc-9d20-27d618a29436 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "DELETE /v2.0/ports/bb25427c-0c03-4c36-ba37-a9000df303f0 HTTP/1.1" status: 204 len: 168 time: 0.7611835 Sep 15 16:13:24.754229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48046) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:24.833475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.835927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Deleting subnet fe1c307d-6a66-4b16-a4e8-afe3306dc150 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:24.848655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:24.906947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.030734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.048961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.138513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event deleted for resources: {'Port': ['ID=ca3a62f9-f1e8-4df0-8fc8-77521650dbff,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:25.176695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.185756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ab290936-8e82-45d8-a535-bd0a406b3f75 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:25.238686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.243198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "DELETE /v2.0/subnets/fe1c307d-6a66-4b16-a4e8-afe3306dc150 HTTP/1.1" status: 204 len: 168 time: 0.4854109 Sep 15 16:13:25.243738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6fe67-6853-403a-aa9b-2c57ad451228 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1c307d-6a66-4b16-a4e8-afe3306dc150,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:25.243887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.246742 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.251585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48056) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:25.251822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa1c3c86-bcb2-4faa-a3d2-00382a0388f1 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "DELETE /v2.0/floatingips/0a46b3e8-fba0-4b2b-95a2-b4675398ca3a HTTP/1.1" status: 204 len: 168 time: 1.0803592 Sep 15 16:13:25.260411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b80a2-f87d-458e-9afc-9ec3e8a5301d None None] Network b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:25.261189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48058) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:25.266763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ef1fbfc2-839d-438e-afdb-35cbba0d6d37 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'floatingip': {'floating_network_id': '04f653dd-08b0-4422-9a84-c2355843c38c', 'port_id': '8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:25.360004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.386908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ab290936-8e82-45d8-a535-bd0a406b3f75 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:25.387540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.388152 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.443530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.473776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Deleting port c2bf0b68-c705-43af-a043-9acc07e4ccf4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:25.474092 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.479338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef1fbfc2-839d-438e-afdb-35cbba0d6d37 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.553568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:25.556975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.617625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] For port c2bf0b68-c705-43af-a043-9acc07e4ccf4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c2bf0b68-c705-43af-a043-9acc07e4ccf4,segment=NetworkSegment(9cd8c672-4c71-49a2-ba4f-4751a2d999b2),segment_id=9cd8c672-4c71-49a2-ba4f-4751a2d999b2)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:25.618378 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.620677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 307af474-6675-491a-bf0b-5400e4481112 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:25.640100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Calling delete_port for c2bf0b68-c705-43af-a043-9acc07e4ccf4 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:25.651385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] DHCP port deletion for b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:25.695475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de844d-3123-4b7f-8685-3e234e6796de None None] Network fd76cf60-8955-489f-955d-1bf734168ca4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:25.746698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 307af474-6675-491a-bf0b-5400e4481112 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:25.747070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.866758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.899501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event deleted for resources: {'Port': ['ID=c2bf0b68-c705-43af-a043-9acc07e4ccf4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:25.905890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] No DVR routers for this DVR port c2bf0b68-c705-43af-a043-9acc07e4ccf4 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:25.912840 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-ef1fbfc2-839d-438e-afdb-35cbba0d6d37 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:13:25.918111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef1fbfc2-839d-438e-afdb-35cbba0d6d37 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6519105 Sep 15 16:13:25.919311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48062) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:25.923329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:25.964968 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7cc01e53-3976-4e19-a74f-e9ff8c533e11 None None] Provisioning complete for port 307af474-6675-491a-bf0b-5400e4481112 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:25.965345 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7cc01e53-3976-4e19-a74f-e9ff8c533e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.007915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] Deleting port c2bf0b68-c705-43af-a043-9acc07e4ccf4 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:26.008170 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.016602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.038227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fd76cf60-8955-489f-955d-1bf734168ca4 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:26.040208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:26.042703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d1d1c8-fedc-4eb9-849f-06d4d8368f93']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:26.056127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd8c672-4c71-49a2-ba4f-4751a2d999b2') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:26.056641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd8c672-4c71-49a2-ba4f-4751a2d999b2') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:26.065543 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.078423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.108687 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.126934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:26.127475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:26.130652 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:26.163317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:26.163605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] For port c2bf0b68-c705-43af-a043-9acc07e4ccf4, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:26.164051 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.189090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] Calling delete_port for c2bf0b68-c705-43af-a043-9acc07e4ccf4 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:26.194501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] Port c2bf0b68-c705-43af-a043-9acc07e4ccf4 was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:13:26.220443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.223419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.285198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] No DVR routers for this DVR port c2bf0b68-c705-43af-a043-9acc07e4ccf4 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:26.286929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:26.301324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6e551-917c-4153-a813-05fafe03c71f None None] Pushing event deleted for resources: {'Port': ['ID=c2bf0b68-c705-43af-a043-9acc07e4ccf4,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:26.301588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-86481dc1-437f-41ff-b222-8ef0d9a3a0e3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/0d8a7e51-0570-40a0-aafb-7b8614e14e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5364733 Sep 15 16:13:26.310123 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7cc01e53-3976-4e19-a74f-e9ff8c533e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.314788 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Sync routers for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:26.335541 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:26.335541 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:12:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:26.344926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 307af474-6675-491a-bf0b-5400e4481112, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=307af474-6675-491a-bf0b-5400e4481112,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:26.429405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.533798 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:26.565023 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-7cc01e53-3976-4e19-a74f-e9ff8c533e11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:13:26.565378 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-7cc01e53-3976-4e19-a74f-e9ff8c533e11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:13:26.569007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=307af474-6675-491a-bf0b-5400e4481112,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:26.667448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.697536 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.698454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-5aa39075-12fe-4042-995a-6dff9c09e728 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-431905770&fields=id&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 267 time: 0.0878153 Sep 15 16:13:26.702206 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.717388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.721717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] 10.222.0.63 "DELETE /v2.0/networks/b3d1d1c8-fedc-4eb9-849f-06d4d8368f93 HTTP/1.1" status: 204 len: 168 time: 1.4704959 Sep 15 16:13:26.738150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049ad7-0c11-4d56-99db-740b654c9e50 tempest-ExtraDHCPOptionsTestJSON-1351144813 tempest-ExtraDHCPOptionsTestJSON-1351144813-project] Pushing event deleted for resources: {'Network': ['ID=b3d1d1c8-fedc-4eb9-849f-06d4d8368f93,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:26.871072 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:25Z', 'revision_number': 2, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:26.896146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-dadc79e4-542e-434c-9932-6d28b3d56fd1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:26.899124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Allocated IP 172.25.0.118 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/9e50ed30-4c23-4dd6-a55c-47f3f1991f90) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:26.903511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-dadc79e4-542e-434c-9932-6d28b3d56fd1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 796 time: 0.1950359 Sep 15 16:13:26.905896 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Checking router: 0d8a7e51-0570-40a0-aafb-7b8614e14e2d for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:26.906336 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Updating router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:13:26.923385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-d0d09130-3a2d-4a94-80b1-d2f9235c804e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/quotas/4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 375 time: 0.0186217 Sep 15 16:13:26.950684 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.021007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-e66a66a1-0c47-4527-9461-fd26f176e418 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963645 Sep 15 16:13:27.071139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 307af474-6675-491a-bf0b-5400e4481112 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:27.210228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.252578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.298310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-23793fad-15ee-4773-9bc4-ac35d70a0fc3 service neutron] 10.222.0.63 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601974 Sep 15 16:13:27.330844 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.335443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 307af474-6675-491a-bf0b-5400e4481112 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:27.341323 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.400313 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c5f2318c-0f0b-424a-ab20-e1d6ee89f284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.443527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:27.451344 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.462439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:27.473001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:27.489409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-050b39cc-23b9-48a2-bdad-a44ca9d45e31 None None] Provisioning complete for port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:27.490945 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-050b39cc-23b9-48a2-bdad-a44ca9d45e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.526244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-2c04ec07-b35f-413d-aafa-3f6a0720e59a service neutron] 10.222.0.63 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204254 Sep 15 16:13:27.535664 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.547167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:27.555247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event updated for resources: {'Port': ['ID=9e50ed30-4c23-4dd6-a55c-47f3f1991f90,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:27.574561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-050b39cc-23b9-48a2-bdad-a44ca9d45e31 None None] Port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:27.604742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-050b39cc-23b9-48a2-bdad-a44ca9d45e31 None None] Provisioning complete for port 307af474-6675-491a-bf0b-5400e4481112 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:27.605423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-050b39cc-23b9-48a2-bdad-a44ca9d45e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.680510 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Pushing event updated for resources: {'Port': ['ID=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:27.693185 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.694347 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.695475 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.696326 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.696865 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.697369 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.698042 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.698540 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.699184 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.699678 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.700175 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.700707 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:27.763895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c2bf0b68-c705-43af-a043-9acc07e4ccf4 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:27.848077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c2bf0b68-c705-43af-a043-9acc07e4ccf4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:27.849800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c2bf0b68-c705-43af-a043-9acc07e4ccf4 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:27.889499 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:13:27.892822 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Attempting to bind port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:27.893267 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Attempting to bind port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:27.893851 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Attempting to bind port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 on network fd76cf60-8955-489f-955d-1bf734168ca4 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:27.900154 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:27.905387 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Checking segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:27.905387 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.905387 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Bound using segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:27.905387 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Bound port: ff0e7ec7-f37b-4574-8cef-1c420047a6a9, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:27.905387 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.935737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2b91b79d-fb36-452d-83c1-2664b7906c78 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8ad699353bea43558a8e2d829cfb51eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843935 Sep 15 16:13:27.936305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48138) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:27.942808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Deleting port 9e50ed30-4c23-4dd6-a55c-47f3f1991f90 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:27.943155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.980214 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] For port ff0e7ec7-f37b-4574-8cef-1c420047a6a9, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:27.984777 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] For port ff0e7ec7-f37b-4574-8cef-1c420047a6a9, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:27.995780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e90f9ea-5f53-40f4-9e9b-e0c025e925e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.032944 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.039384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e90f9ea-5f53-40f4-9e9b-e0c025e925e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.057732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.058103 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.085052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-948d63f7-26d4-4576-8e00-093a7f9cb6d6 None None] Provisioning complete for port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:28.085455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-948d63f7-26d4-4576-8e00-093a7f9cb6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.090253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Calling delete_port for 9e50ed30-4c23-4dd6-a55c-47f3f1991f90 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:28.117693 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:28.118781 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:28.167735 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eb7a3-e679-4adc-94e9-a1c1928bce61 None None] Pushing event updated for resources: {'Port': ['ID=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:28.175346 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e90f9ea-5f53-40f4-9e9b-e0c025e925e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.190696 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e90f9ea-5f53-40f4-9e9b-e0c025e925e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.192031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9e90f9ea-5f53-40f4-9e9b-e0c025e925e1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0dcb1172-b546-4f81-a429-0bf4f03e3a79 HTTP/1.1" status: 204 len: 168 time: 0.2547328 Sep 15 16:13:28.222699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90f9ea-5f53-40f4-9e9b-e0c025e925e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb1172-b546-4f81-a429-0bf4f03e3a79,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:28.256562 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04e4255b-2fe2-49fe-89fb-662cb9eb53bf req-18058220-015c-4be3-a988-5b8ad5697427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 210 time: 0.0548100 Sep 15 16:13:28.285701 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:28.324736 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-948d63f7-26d4-4576-8e00-093a7f9cb6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.367183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-948d63f7-26d4-4576-8e00-093a7f9cb6d6 None None] For port ff0e7ec7-f37b-4574-8cef-1c420047a6a9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:28.421467 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-948d63f7-26d4-4576-8e00-093a7f9cb6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.449520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.493332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event deleted for resources: {'Port': ['ID=9e50ed30-4c23-4dd6-a55c-47f3f1991f90,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:28.505206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.511211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d63f7-26d4-4576-8e00-093a7f9cb6d6 None None] Pushing event updated for resources: {'Port': ['ID=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:28.565449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f09d40a8-8b40-4c3d-bd26-724eff8108b7 None None] Provisioning complete for port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:28.566228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f09d40a8-8b40-4c3d-bd26-724eff8108b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.608594 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:27Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:28.652286 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f04e9-f2bd-4185-b9fc-9b08e7d2779d None None] The sync data for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 is: [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:27Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:28.673803 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] create failed (client error): The resource could not be found. Sep 15 16:13:28.675144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-81dc3130-5907-4678-a44c-9db6d71434ca tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7557383 Sep 15 16:13:28.680879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48188) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:28.848698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Deleting port 8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:28.849051 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.973402 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:29.010749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Calling delete_port for 8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:29.108068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ff0e7ec7-f37b-4574-8cef-1c420047a6a9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:29.176061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:29.176598 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:29.301018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:29.346582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event deleted for resources: {'Port': ['ID=8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:29.451550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a825ab1-7cb4-4fef-a58a-d770473eba03 req-c8ae4316-5b5f-4e49-a3d1-b40552acdb20 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 210 time: 0.0887055 Sep 15 16:13:29.496246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:29.500512 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c7a28fbc-3215-4edc-9dd7-b5291ae76d7d tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "DELETE /v2.0/ports/8b10dc2d-31a4-4e57-9a32-51d62f1c4bf4 HTTP/1.1" status: 204 len: 168 time: 0.8181632 Sep 15 16:13:29.503366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48242) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:29.592829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136f0fa6-4c3e-4da1-b8af-7bd22f1f04fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:29.595726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-136f0fa6-4c3e-4da1-b8af-7bd22f1f04fe tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "GET /v2.0/ports?device_id=6b37b388-54b0-4df0-a84b-613d951f6aeb HTTP/1.1" status: 200 len: 913 time: 0.0908308 Sep 15 16:13:29.601719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48246) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:29.788742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48260) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:29.970426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9f70cb03-156a-41b5-8d1f-71a2b0a7cd97 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2011196430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:30.063653 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.096416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f70cb03-156a-41b5-8d1f-71a2b0a7cd97 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.098104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f70cb03-156a-41b5-8d1f-71a2b0a7cd97 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.135577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.174362 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f70cb03-156a-41b5-8d1f-71a2b0a7cd97 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.248819 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.283685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f70cb03-156a-41b5-8d1f-71a2b0a7cd97 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.350840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Deleting port 04627874-e6e0-47db-a7b4-65225d6fadf3 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:30.351187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.363612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f70cb03-156a-41b5-8d1f-71a2b0a7cd97 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.365190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f70cb03-156a-41b5-8d1f-71a2b0a7cd97 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5752389 Sep 15 16:13:30.371395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48286) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:30.374218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-159573599'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:30.471364 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.478275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Made reservation on behalf of 7efe504daf8e44f387fdc3f9ea1d81df for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:30.494172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.496059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Calling delete_port for 04627874-e6e0-47db-a7b4-65225d6fadf3 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:30.496738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.567926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c89e6d2-bc44-4936-8656-041576167f61 req-70f6ef0a-39ec-4f4a-a4c0-e3f6720856f4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 210 time: 0.0329638 Sep 15 16:13:30.634995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.695468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.734424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b853e43-bb12-4a88-a4c0-957d994e702d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:30.811970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-66568747-ecc3-4474-9a89-afbb113cbd72 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:30.813649 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-66568747-ecc3-4474-9a89-afbb113cbd72 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 796 time: 0.1933579 Sep 15 16:13:30.866586 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-7e0b9d29-2fef-4405-a796-7cf6be65bcad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 379 time: 0.0414119 Sep 15 16:13:30.876325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'port': {'device_id': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'admin_state_up': True, 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'security_groups': ['55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:30.960661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.965359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:30.990241 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:30.990885 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Added segment 9868afc8-85b0-4dd2-a7ec-17fde97c7618 of type vlan for network 05a5f68c-6986-4881-aa10-afd197dd637e Sep 15 16:13:31.012443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event deleted for resources: {'Port': ['ID=04627874-e6e0-47db-a7b4-65225d6fadf3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:31.074934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:31.215381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:31.223787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:31.225368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:31.244715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:31.248476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:31.293024 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:31.361515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9912534 Sep 15 16:13:31.365099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48326) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:31.371632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'subnet': {'network_id': '05a5f68c-6986-4881-aa10-afd197dd637e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:31.377587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7bf8-e153-40c5-908a-50ba921ca507 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Network': ['ID=05a5f68c-6986-4881-aa10-afd197dd637e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:31.397094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 05a5f68c-6986-4881-aa10-afd197dd637e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:31.603967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Made reservation on behalf of 7efe504daf8e44f387fdc3f9ea1d81df for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:31.622827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:31.627830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Router 6b37b388-54b0-4df0-a84b-613d951f6aeb has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:31.629400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.8 (fd76cf60-8955-489f-955d-1bf734168ca4/429849ca-d370-4371-bc15-14990f5e6c20/ab4de237-fa03-415b-af3a-38bdfa1de455) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:31.777031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-050514e2-5017-42e5-80cc-71ea7a20fc85 req-5fed9355-afd0-4916-a072-97b54b0ca2f9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 210 time: 0.0803111 Sep 15 16:13:31.780403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:31.788635 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-341d908e-9823-4107-89d6-138eb0bd46db tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "PUT /v2.0/routers/6b37b388-54b0-4df0-a84b-613d951f6aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1747732 Sep 15 16:13:31.799347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:31.807415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] Sync routers for ids ['6b37b388-54b0-4df0-a84b-613d951f6aeb'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:31.835806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] Routers {'6b37b388-54b0-4df0-a84b-613d951f6aeb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:31.836760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['6b37b388-54b0-4df0-a84b-613d951f6aeb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:31.884172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:31.905907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] Routers {'6b37b388-54b0-4df0-a84b-613d951f6aeb'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:31.906809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['6b37b388-54b0-4df0-a84b-613d951f6aeb'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:31.938670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3ffb-a23a-4634-bda8-172da9956418 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:31.966773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:31.967976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4eb8d-d58e-4d59-8a8e-5466c7b0ecb7 None None] The sync data for ids ['6b37b388-54b0-4df0-a84b-613d951f6aeb'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:31.977977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.130397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.184718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fd76cf60-8955-489f-955d-1bf734168ca4 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:32.188126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:32.192876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3ffb-a23a-4634-bda8-172da9956418 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.193110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:32.195306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3ffb-a23a-4634-bda8-172da9956418 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.207809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:32.249759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.271413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:32.272238 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.324181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Subnet': ['ID=4b5d1800-0ec8-40e1-a39b-2cd5341afa37,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:32.339471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Checking segment: {'id': '9868afc8-85b0-4dd2-a7ec-17fde97c7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '05a5f68c-6986-4881-aa10-afd197dd637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:32.339997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network hostable DHCP agents. Network: 05a5f68c-6986-4881-aa10-afd197dd637e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:32.380954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3ffb-a23a-4634-bda8-172da9956418 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.381482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6e3ffb-a23a-4634-bda8-172da9956418 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Fanout notify agent at l3_agent the message router_deleted on router 6b37b388-54b0-4df0-a84b-613d951f6aeb {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:32.396090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fa6e3ffb-a23a-4634-bda8-172da9956418 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.398073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fa6e3ffb-a23a-4634-bda8-172da9956418 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "DELETE /v2.0/routers/6b37b388-54b0-4df0-a84b-613d951f6aeb HTTP/1.1" status: 204 len: 168 time: 0.5965805 Sep 15 16:13:32.400666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48362) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:32.411511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-6dcbbe40-e950-4e66-be52-bdc80afa3ef3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5392547 Sep 15 16:13:32.424861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Request body: {'port': {'device_id': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:32.462232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Deleting subnet 5ffd040f-5a70-44ea-a78a-1102f254a093 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:32.464790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network 05a5f68c-6986-4881-aa10-afd197dd637e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:32.468714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.481106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1199f0c7-217a-4dd2-ba0a-48b9f899f430 None None] Provisioning complete for port ab4de237-fa03-415b-af3a-38bdfa1de455 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:32.481992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1199f0c7-217a-4dd2-ba0a-48b9f899f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.496918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.521659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1199f0c7-217a-4dd2-ba0a-48b9f899f430 None None] Port ab4de237-fa03-415b-af3a-38bdfa1de455 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:32.524874 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.598913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 05a5f68c-6986-4881-aa10-afd197dd637e) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:32.606789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b26f03-e6d1-4bdd-b2b4-0360186ae502 None None] Network 05a5f68c-6986-4881-aa10-afd197dd637e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:32.639462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:32.640508 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.675159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.770755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5601d12c-9f4f-41c1-ba93-154e7b74064d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4003627 Sep 15 16:13:32.770953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48378) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:32.777405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'network': {'name': 'tempest-router-network01--455095148'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:32.809507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-05a5f68c-6986-4881-aa10-afd197dd637e', 'network_id': '05a5f68c-6986-4881-aa10-afd197dd637e', 'tenant_id': '7efe504daf8e44f387fdc3f9ea1d81df', 'fixed_ips': [{'subnet_id': '4b5d1800-0ec8-40e1-a39b-2cd5341afa37'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:32.810386 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.826005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.873366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffd040f-5a70-44ea-a78a-1102f254a093,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:32.885636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.890637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-663e334e-abb6-4cd9-8c3a-7c055317f53e tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "DELETE /v2.0/subnets/5ffd040f-5a70-44ea-a78a-1102f254a093 HTTP/1.1" status: 204 len: 168 time: 0.4862146 Sep 15 16:13:32.891531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48386) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:32.907773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4de237-fa03-415b-af3a-38bdfa1de455 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:13:32.918164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.923594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b406651-6ed0-4c60-8dbc-2ed22591ef41 None None] Network 04f653dd-08b0-4422-9a84-c2355843c38c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:32.936729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Made reservation on behalf of 7efe504daf8e44f387fdc3f9ea1d81df for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:32.944407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:32.972505 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Transition to ACTIVE for port object ab4de237-fa03-415b-af3a-38bdfa1de455 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:13:32.985076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:32.998907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.002493 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Added segment 0f1b61e7-a61e-4579-aaa5-e37013779dc0 of type vlan for network 0bad0caf-5577-4f11-93cb-b429b65022f6 Sep 15 16:13:33.036645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0100376-fe70-4fcf-986b-a72e3246ffae req-e50c30e1-5a64-4851-8ab4-c62c36e58b4c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:33.038824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0100376-fe70-4fcf-986b-a72e3246ffae req-e50c30e1-5a64-4851-8ab4-c62c36e58b4c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 931 time: 0.1346309 Sep 15 16:13:33.046318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.056244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.076506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.128189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Allocated IP 172.20.0.2 (05a5f68c-6986-4881-aa10-afd197dd637e/4b5d1800-0ec8-40e1-a39b-2cd5341afa37/2c9dc091-2cc8-4c0c-b369-7bd0b495d53c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:33.140041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0100376-fe70-4fcf-986b-a72e3246ffae req-2c419e9d-6a3d-418d-8fcb-11c35df2f683 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932765 Sep 15 16:13:33.181619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:33.226489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Deleting port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:33.226872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.251596 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.260293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:33.260293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.296381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] DHCP port deletion for 04f653dd-08b0-4422-9a84-c2355843c38c request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:33.307777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:33.308299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:33.309020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 on network fd76cf60-8955-489f-955d-1bf734168ca4 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:33.337962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] For port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,segment=NetworkSegment(1759ceb4-fcc7-407d-877e-9ced3d847373),segment_id=1759ceb4-fcc7-407d-877e-9ced3d847373)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:33.338315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Port ab4de237-fa03-415b-af3a-38bdfa1de455 on network fd76cf60-8955-489f-955d-1bf734168ca4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:13:33.338441 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.339039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 on network fd76cf60-8955-489f-955d-1bf734168ca4 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:33.352319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:33.353172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Checking segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:33.353800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Bound using segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:33.354559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Bound port: ab4de237-fa03-415b-af3a-38bdfa1de455, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:33.355142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.357156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Calling delete_port for b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:33.405813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Network': ['ID=0bad0caf-5577-4f11-93cb-b429b65022f6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:33.441139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:33.458447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4cfa5f3b-24a3-4e5e-a094-588779cf0e85 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6876774 Sep 15 16:13:33.462255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48408) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:33.468577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'network': {'name': 'tempest-router-network02--983735611'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:33.490248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] Deleting port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:33.491886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.515011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:33.517504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.518290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:33.672148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.702472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event deleted for resources: {'Port': ['ID=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:33.704527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] No DVR routers for this DVR port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:33.712619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Made reservation on behalf of 7efe504daf8e44f387fdc3f9ea1d81df for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:33.716428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.722167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.777664 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.804698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] For port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,segment=NetworkSegment(1759ceb4-fcc7-407d-877e-9ced3d847373),segment_id=1759ceb4-fcc7-407d-877e-9ced3d847373)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:33.804698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.810825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:33.811856 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.813584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] 10.222.0.55 "PUT /v2.0/ports/ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 1091 time: 1.3935473 Sep 15 16:13:33.814312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:33.816924 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17365327-15f5-44db-9bb1-dcd2be4059ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:33.849714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:33.852293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] Calling delete_port for b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:33.896611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:33.902015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Network 05a5f68c-6986-4881-aa10-afd197dd637e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:33.911469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:33.920888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:33.962453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f653dd-08b0-4422-9a84-c2355843c38c']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:33.962672 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a287a763-ae8e-4a75-b52e-284cc166dd21 x-openstack-request-id: req-a287a763-ae8e-4a75-b52e-284cc166dd21 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:33.962672 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:33.962672 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a287a763-ae8e-4a75-b52e-284cc166dd21 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:33.962672 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'status': 'completed', 'code': 200} Sep 15 16:13:33.970624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Pushing event updated for resources: {'Port': ['ID=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:33.974393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1759ceb4-fcc7-407d-877e-9ced3d847373') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:33.974950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1759ceb4-fcc7-407d-877e-9ced3d847373') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:33.998532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.025730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.025730 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Added segment a0192d71-479d-4d02-a1f7-e343af7c5909 of type vlan for network f889868b-5441-45b2-b738-7a691af7cb6a Sep 15 16:13:34.026019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.028390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e51a0-3db5-49bb-9616-5ced34690aca service neutron] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:34.046412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:34.047434 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:34.052542 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:34.076921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Attempting to bind port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:34.077653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Attempting to bind port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '9868afc8-85b0-4dd2-a7ec-17fde97c7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '05a5f68c-6986-4881-aa10-afd197dd637e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:34.078225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Attempting to bind port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c on network 05a5f68c-6986-4881-aa10-afd197dd637e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:34.083278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17365327-15f5-44db-9bb1-dcd2be4059ce req-8de9709f-af4b-4ed5-b601-5f14fb293cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.083278 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17365327-15f5-44db-9bb1-dcd2be4059ce req-8de9709f-af4b-4ed5-b601-5f14fb293cf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1094 time: 0.1082592 Sep 15 16:13:34.097920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:34.098500 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Checking segment: {'id': '9868afc8-85b0-4dd2-a7ec-17fde97c7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '05a5f68c-6986-4881-aa10-afd197dd637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:34.099246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.099715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Bound using segment: {'id': '9868afc8-85b0-4dd2-a7ec-17fde97c7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '05a5f68c-6986-4881-aa10-afd197dd637e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:34.100279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Bound port: 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9868afc8-85b0-4dd2-a7ec-17fde97c7618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '05a5f68c-6986-4881-aa10-afd197dd637e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:34.100776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.121384 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.126035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.176360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] Pushing event deleted for resources: {'Port': ['ID=b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:34.181894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84d6ea-2d91-406a-aa8f-f7e346eb2dd8 None None] No DVR routers for this DVR port b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:34.217003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] For port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:34.221884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] For port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,segment=NetworkSegment(9868afc8-85b0-4dd2-a7ec-17fde97c7618),segment_id=9868afc8-85b0-4dd2-a7ec-17fde97c7618)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:34.264042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17365327-15f5-44db-9bb1-dcd2be4059ce req-e3e01ff5-e697-43ac-8d18-0ee7d7c2d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.266001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17365327-15f5-44db-9bb1-dcd2be4059ce req-e3e01ff5-e697-43ac-8d18-0ee7d7c2d203 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1732976 Sep 15 16:13:34.299328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.316841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.319051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] 10.222.0.63 "DELETE /v2.0/networks/04f653dd-08b0-4422-9a84-c2355843c38c HTTP/1.1" status: 204 len: 168 time: 1.4258044 Sep 15 16:13:34.324663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f318c-3a90-4f14-9bcd-3af45bfbc408 tempest-FloatingIPNegativeTestJSON-1164719353 tempest-FloatingIPNegativeTestJSON-1164719353-project] Pushing event deleted for resources: {'Network': ['ID=04f653dd-08b0-4422-9a84-c2355843c38c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:34.335319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.344922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36231e7-da30-4a2f-abf0-43346cb0b095 req-56fef0c1-a813-41c8-a412-dcdab78c8434 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.346151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b36231e7-da30-4a2f-abf0-43346cb0b095 req-56fef0c1-a813-41c8-a412-dcdab78c8434 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.0819521 Sep 15 16:13:34.371154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.381690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.381690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:34.426633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b36231e7-da30-4a2f-abf0-43346cb0b095 req-8d3a2e76-06d0-46cf-883d-5a149bca1e04 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732031 Sep 15 16:13:34.451334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0fa1-83d6-4b5d-8276-57367fbc2543 None None] Pushing event updated for resources: {'Port': ['ID=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:34.520266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Network': ['ID=f889868b-5441-45b2-b738-7a691af7cb6a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:34.531186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network f889868b-5441-45b2-b738-7a691af7cb6a details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:34.549749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17365327-15f5-44db-9bb1-dcd2be4059ce req-49e0fb83-a41f-41c1-9b7e-76deca83e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.552276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17365327-15f5-44db-9bb1-dcd2be4059ce req-49e0fb83-a41f-41c1-9b7e-76deca83e906 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2787204 Sep 15 16:13:34.554817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-22aec96d-4317-47ab-99cf-058c59986948 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0906177 Sep 15 16:13:34.557850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48462) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:34.564695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'subnet': {'network_id': '0bad0caf-5577-4f11-93cb-b429b65022f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:34.703935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-4d60e7f9-83e9-4531-af12-4e57170fa08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.706424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-4d60e7f9-83e9-4531-af12-4e57170fa08e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1094 time: 0.1085079 Sep 15 16:13:34.716050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82280bf9-ddc1-4a86-9245-13eb0b479680 req-845a315b-ade0-44eb-8631-75742e9c929f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.725270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82280bf9-ddc1-4a86-9245-13eb0b479680 req-845a315b-ade0-44eb-8631-75742e9c929f tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 946 time: 0.1545541 Sep 15 16:13:34.785100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82280bf9-ddc1-4a86-9245-13eb0b479680 req-253cfa86-7fb9-43fb-91ec-b767b8122f52 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587664 Sep 15 16:13:34.947237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48482) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:34.966945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Made reservation on behalf of 7efe504daf8e44f387fdc3f9ea1d81df for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:34.966945 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.126327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-26821ad2-a489-437e-b3ac-84fdbff8b308 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 217 time: 0.4063618 Sep 15 16:13:35.135903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:35.188275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-0d583bf9-000b-439c-ab61-48bbea8739b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.190320 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-0d583bf9-000b-439c-ab61-48bbea8739b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.0509872 Sep 15 16:13:35.195537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:35.196014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.231841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dca41f65-5950-4aa0-a2bd-bdbc7786cb5b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ae76b89da85b4c13b1587f1db2ab38bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2834065 Sep 15 16:13:35.236299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48490) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:35.279669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-c8ef2075-5557-485d-a45a-1b09bc46d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.281233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-c8ef2075-5557-485d-a45a-1b09bc46d24b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838208 Sep 15 16:13:35.291619 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.331785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.358882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,segment=NetworkSegment(9868afc8-85b0-4dd2-a7ec-17fde97c7618),segment_id=9868afc8-85b0-4dd2-a7ec-17fde97c7618)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:35.369781 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f592df2c-b40b-4f51-a8ce-e838ebc53465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.409375 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f592df2c-b40b-4f51-a8ce-e838ebc53465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.425425 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-002ef418-491d-4f1c-b326-fe4ed131a1e5 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361094 Sep 15 16:13:35.437592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Subnet': ['ID=a12f7753-55e5-4cef-bf81-a2db4b43ff44,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:35.438278 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.457170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Checking segment: {'id': '0f1b61e7-a61e-4579-aaa5-e37013779dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0bad0caf-5577-4f11-93cb-b429b65022f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:35.457170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network hostable DHCP agents. Network: 0bad0caf-5577-4f11-93cb-b429b65022f6, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:35.546789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:35.570292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:35.585586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:35.601078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:35.601462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8ac8a92-9da3-4cae-81da-8ba53d6fc9d5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:35.654135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d588eba4-c352-4cbb-bd8a-1c51b884c72e req-bf64428c-baed-4c76-8106-04d817a9684a service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205353 Sep 15 16:13:35.665393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761f685-ab2e-4d59-b453-b8061fa70fd7 req-654d5961-a062-444a-a744-ba6b6294725c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.667483 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9761f685-ab2e-4d59-b453-b8061fa70fd7 req-654d5961-a062-444a-a744-ba6b6294725c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.0956197 Sep 15 16:13:35.677997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 0bad0caf-5577-4f11-93cb-b429b65022f6) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:35.682393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.683032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.696225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fda97c-b708-497c-b59c-ccf5b83d9aeb None None] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:35.713193 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9761f685-ab2e-4d59-b453-b8061fa70fd7 req-d2870f91-7b89-49d3-96cf-a793803e7dd0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384173 Sep 15 16:13:35.714404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f592df2c-b40b-4f51-a8ce-e838ebc53465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.725672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f592df2c-b40b-4f51-a8ce-e838ebc53465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.725922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca06f3d-fc4c-476a-9848-bf9a67b28f83 None None] Network 05a5f68c-6986-4881-aa10-afd197dd637e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:35.726038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f592df2c-b40b-4f51-a8ce-e838ebc53465 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/94d82848-a984-4d9b-bc72-d28ad9b9d267 HTTP/1.1" status: 204 len: 168 time: 0.4853060 Sep 15 16:13:35.729681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592df2c-b40b-4f51-a8ce-e838ebc53465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d82848-a984-4d9b-bc72-d28ad9b9d267,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:35.808051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-014675a6-cf48-4fe1-8c0a-5c0bcfc2c425 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.810309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-014675a6-cf48-4fe1-8c0a-5c0bcfc2c425 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.38 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 946 time: 0.0606709 Sep 15 16:13:35.817808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5e4dc70d-de38-4f35-87f0-4086b30f12a4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2572365 Sep 15 16:13:35.820388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:35.834185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'subnet': {'network_id': 'f889868b-5441-45b2-b738-7a691af7cb6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:35.891641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ba38484f-8e73-411f-a97f-33ac62b4db80 None None] Provisioning complete for port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:35.893248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ba38484f-8e73-411f-a97f-33ac62b4db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.002596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fee4e-119a-4f85-9c7a-38e5d763dd76 req-6cbf5e82-cb93-419c-9449-245a8b84af17 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:36.004304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-103fee4e-119a-4f85-9c7a-38e5d763dd76 req-6cbf5e82-cb93-419c-9449-245a8b84af17 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 946 time: 0.1167881 Sep 15 16:13:36.033887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Deleting port efcac378-9a7d-4eb6-a889-51a515cf8694 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:36.034242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.087974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-103fee4e-119a-4f85-9c7a-38e5d763dd76 req-7bf6b6d3-dace-4c9e-aa0c-c9b98e34138a tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups?id=310b212a-29d1-41b7-a8e3-d5ac1146a466&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772221 Sep 15 16:13:36.098643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Made reservation on behalf of 7efe504daf8e44f387fdc3f9ea1d81df for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:36.103988 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.134387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-0bad0caf-5577-4f11-93cb-b429b65022f6', 'network_id': '0bad0caf-5577-4f11-93cb-b429b65022f6', 'tenant_id': '7efe504daf8e44f387fdc3f9ea1d81df', 'fixed_ips': [{'subnet_id': 'a12f7753-55e5-4cef-bf81-a2db4b43ff44'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:36.135249 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.170786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] For port efcac378-9a7d-4eb6-a889-51a515cf8694, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=efcac378-9a7d-4eb6-a889-51a515cf8694,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:36.171324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.384442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Allocated IP 172.20.0.2 (0bad0caf-5577-4f11-93cb-b429b65022f6/a12f7753-55e5-4cef-bf81-a2db4b43ff44/6c1694c8-4a18-4a8f-a33e-bc21fd365d47) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:36.404389 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.405082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.405303 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Floating IP 20f4162b-3ee2-457f-92cd-a4e757cd9dc4 disassociated. External IP: 172.25.0.244, port: efcac378-9a7d-4eb6-a889-51a515cf8694. Sep 15 16:13:36.405858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Calling delete_port for efcac378-9a7d-4eb6-a889-51a515cf8694 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:36.540794 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.565429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.579211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c0ee8336-bc63-4ccb-8780-1484d17e1a05 None None] Provisioning complete for port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:36.581669 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0ee8336-bc63-4ccb-8780-1484d17e1a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.625124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Subnet': ['ID=e5fba062-939c-4edf-b8f7-2e5ba81c82ab,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:36.628139 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Checking segment: {'id': 'a0192d71-479d-4d02-a1f7-e343af7c5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f889868b-5441-45b2-b738-7a691af7cb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:36.628551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network hostable DHCP agents. Network: f889868b-5441-45b2-b738-7a691af7cb6a, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:36.678152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.683267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.713940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event deleted for resources: {'Port': ['ID=efcac378-9a7d-4eb6-a889-51a515cf8694,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:36.740828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:36.743966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:36.746514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:36.758707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Pushing event updated for resources: {'Port': ['ID=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:36.780924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network f889868b-5441-45b2-b738-7a691af7cb6a is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:36.844331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Attempting to bind port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:36.844331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Attempting to bind port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '0f1b61e7-a61e-4579-aaa5-e37013779dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0bad0caf-5577-4f11-93cb-b429b65022f6'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:36.844331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Attempting to bind port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 on network 0bad0caf-5577-4f11-93cb-b429b65022f6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:36.850406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:36.850768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Checking segment: {'id': '0f1b61e7-a61e-4579-aaa5-e37013779dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0bad0caf-5577-4f11-93cb-b429b65022f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:36.851061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.851465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Bound using segment: {'id': '0f1b61e7-a61e-4579-aaa5-e37013779dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0bad0caf-5577-4f11-93cb-b429b65022f6'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:36.851952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Bound port: 6c1694c8-4a18-4a8f-a33e-bc21fd365d47, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1b61e7-a61e-4579-aaa5-e37013779dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '0bad0caf-5577-4f11-93cb-b429b65022f6'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:36.852346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.888705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, f889868b-5441-45b2-b738-7a691af7cb6a) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:36.900209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4cbdd-2694-442b-a37e-9beb2c14c04b None None] Network f889868b-5441-45b2-b738-7a691af7cb6a requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:36.903907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:36.904928 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.934715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Router 43ce1f8b-f405-4067-983d-765b3696cda4 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:36.956094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f1ae5-9ee5-4192-85fe-f8dbb61374e9 req-619c7292-2bd3-42c0-b038-8ab35d30019d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:36.959049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-878f1ae5-9ee5-4192-85fe-f8dbb61374e9 req-619c7292-2bd3-42c0-b038-8ab35d30019d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.1291378 Sep 15 16:13:37.034655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] For port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:37.053112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] For port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,segment=NetworkSegment(0f1b61e7-a61e-4579-aaa5-e37013779dc0),segment_id=0f1b61e7-a61e-4579-aaa5-e37013779dc0)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:37.065086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-878f1ae5-9ee5-4192-85fe-f8dbb61374e9 req-71f2d56a-e449-402b-aace-a995c870e56e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921307 Sep 15 16:13:37.151153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-62a40277-7e0a-4fe0-881f-67d470c25536 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3295736 Sep 15 16:13:37.154038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48586) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:37.161584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:37.172141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:37.223814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:37.234705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] Sync routers for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:37.250906 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:37.252086 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:37.326159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] No DVR routers for this DVR port efcac378-9a7d-4eb6-a889-51a515cf8694 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:37.338334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-278a5773-d0e4-4b63-bc07-ab594e46821b req-d0bdf086-da61-4e70-aa48-268ac065f456 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 210 time: 0.0845642 Sep 15 16:13:37.339465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:37.341465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-565ffa15-4ac1-4812-afe2-8291bbab112d req-c1ac0f67-e6b8-432e-8aa3-97a9ebb551af tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.38 "DELETE /v2.0/ports/efcac378-9a7d-4eb6-a889-51a515cf8694 HTTP/1.1" status: 204 len: 173 time: 1.5150638 Sep 15 16:13:37.341929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-deleted', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:37.344280 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c97656e-6594-4386-946d-ac544ad70e9f" -d '{"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-deleted", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:37.375971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48598) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:37.383797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9a801-42f7-4700-ae1e-3844745a7503 None None] Pushing event updated for resources: {'Port': ['ID=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:37.416013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-f889868b-5441-45b2-b738-7a691af7cb6a', 'network_id': 'f889868b-5441-45b2-b738-7a691af7cb6a', 'tenant_id': '7efe504daf8e44f387fdc3f9ea1d81df', 'fixed_ips': [{'subnet_id': 'e5fba062-939c-4edf-b8f7-2e5ba81c82ab'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:37.417429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:37.430745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:37.431747 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:37.614192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:37.635750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2089783102'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:37.711552 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32e0e66-a916-4757-adbf-65c5feb57c6b x-openstack-request-id: req-f32e0e66-a916-4757-adbf-65c5feb57c6b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:37.711909 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09da4a1-f78e-4599-b644-058a5618827c", "name": "network-vif-deleted", "tag": "efcac378-9a7d-4eb6-a889-51a515cf8694", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:37.712173 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f32e0e66-a916-4757-adbf-65c5feb57c6b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:37.712633 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09da4a1-f78e-4599-b644-058a5618827c', 'name': 'network-vif-deleted', 'tag': 'efcac378-9a7d-4eb6-a889-51a515cf8694', 'status': 'completed', 'code': 200} Sep 15 16:13:37.780287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:37.789632 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:37.803227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:37.884650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Allocated IP 172.20.0.2 (f889868b-5441-45b2-b738-7a691af7cb6a/e5fba062-939c-4edf-b8f7-2e5ba81c82ab/c50149f4-5e4e-4a60-96b0-5e02c06284be) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:37.902266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.035796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.054236 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:38.075687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.087981 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] Checking router: 43ce1f8b-f405-4067-983d-765b3696cda4 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:38.117959 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:38.118500 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:38.180176 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.209904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:38.227030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Allocated IP 172.20.0.1 (0bad0caf-5577-4f11-93cb-b429b65022f6/a12f7753-55e5-4cef-bf81-a2db4b43ff44/001c18e0-18a9-4330-a041-eadd5e005a40) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:38.230498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1785a8c4-e67f-4eaa-978c-f9ee21b36d70,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:38.242183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1282321-1765-4cf6-b17d-60b79d5345b1 req-e4cc7129-74f1-4b30-a728-d55072a3d7f0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:38.250256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1282321-1765-4cf6-b17d-60b79d5345b1 req-e4cc7129-74f1-4b30-a728-d55072a3d7f0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.0974574 Sep 15 16:13:38.253818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.254440 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment ab8fa04b-03b3-4937-be97-6cf0dd7ea601 of type vlan for network 55567ffb-526f-4e79-b884-2f7e3fa7da58 Sep 15 16:13:38.259365 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:38.277994 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.349661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.366392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1282321-1765-4cf6-b17d-60b79d5345b1 req-1aea8ffd-0d5f-4254-89bf-01deb6e8167a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150045 Sep 15 16:13:38.386231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Network f889868b-5441-45b2-b738-7a691af7cb6a is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:38.389786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:38.398918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:38.420923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Pushing event updated for resources: {'Port': ['ID=c50149f4-5e4e-4a60-96b0-5e02c06284be,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:38.500476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.503660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.513570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:38.514224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.558683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Attempting to bind port c50149f4-5e4e-4a60-96b0-5e02c06284be on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:38.559888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Attempting to bind port c50149f4-5e4e-4a60-96b0-5e02c06284be by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'a0192d71-479d-4d02-a1f7-e343af7c5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f889868b-5441-45b2-b738-7a691af7cb6a'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:38.560660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Attempting to bind port c50149f4-5e4e-4a60-96b0-5e02c06284be on network f889868b-5441-45b2-b738-7a691af7cb6a {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:38.578116 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:38.584620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:38.585096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Checking segment: {'id': 'a0192d71-479d-4d02-a1f7-e343af7c5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f889868b-5441-45b2-b738-7a691af7cb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:38.598267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.599025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Bound using segment: {'id': 'a0192d71-479d-4d02-a1f7-e343af7c5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f889868b-5441-45b2-b738-7a691af7cb6a'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:38.600288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Bound port: c50149f4-5e4e-4a60-96b0-5e02c06284be, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0192d71-479d-4d02-a1f7-e343af7c5909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'f889868b-5441-45b2-b738-7a691af7cb6a'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:38.600940 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.615528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-626db3e4-0f17-40a7-8907-de8b073f203a req-e6c4a3fc-ca4f-4298-b1ab-17c43114f9e2 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/ports?device_id=f09da4a1-f78e-4599-b644-058a5618827c HTTP/1.1" status: 200 len: 210 time: 0.0700989 Sep 15 16:13:38.621676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9584f60e-1249-44f3-aafd-358a6e2d3d25 None None] The sync data for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 is: [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:04:24Z', 'revision_number': 4, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b570173a-74c4-4f4b-a130-8ceca50bef79', 'name': '', 'network_id': '66be19ab-4f38-495b-acf8-567ec7d80936', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'mac_address': 'fa:16:3e:a4:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2266, 'fixed_ips': [{'subnet_id': 'b3256513-38af-41ae-babf-841e712afa79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:23Z', 'updated_at': '2021-09-15T16:04:29Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'subnets': [{'id': 'b3256513-38af-41ae-babf-841e712afa79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:38.645050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48642) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:38.652147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2677348 Sep 15 16:13:38.652147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f404c3-5a42-47e8-946a-0a5be292af58 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=55567ffb-526f-4e79-b884-2f7e3fa7da58,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:38.652407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-323536835'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:38.694524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:38.716101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.727525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] For port c50149f4-5e4e-4a60-96b0-5e02c06284be, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:38.740428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:13:38.763209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] For port c50149f4-5e4e-4a60-96b0-5e02c06284be, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c50149f4-5e4e-4a60-96b0-5e02c06284be,segment=NetworkSegment(a0192d71-479d-4d02-a1f7-e343af7c5909),segment_id=a0192d71-479d-4d02-a1f7-e343af7c5909)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:38.764578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:38.768157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:38.772522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:38.817657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Port': ['ID=001c18e0-18a9-4330-a041-eadd5e005a40,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:38.844716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:38.855029 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.855360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.887922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.955203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:38.993666 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:38.994022 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment e430091e-123d-445d-ac96-a26501004aa6 of type vlan for network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e Sep 15 16:13:39.065977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d683a0c-4e5a-4b17-bfd4-e88bc7f8a681 None None] Pushing event updated for resources: {'Port': ['ID=c50149f4-5e4e-4a60-96b0-5e02c06284be,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:39.070346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004247ac-bf80-4c5a-9705-4d1cb47ab043 None None] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:39.083684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:39.098252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'port_id': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'mac_address': 'fa:16:3e:4b:8c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:13:39.102625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.146449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122a9ae-7a7e-4273-a5fe-bae79c625015 None None] New status for floating IP 20f4162b-3ee2-457f-92cd-a4e757cd9dc4: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:13:39.158918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:39.281733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.289250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:39.289984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.344199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.393201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=b5cf74bf-7619-4dc7-8f1c-1bb79272d54e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:39.422234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:39.467361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48674) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:39.470590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-28c0eea3-af97-4080-aec7-c3be372d7574 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8239584 Sep 15 16:13:39.476000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e4a0cd68-2eb9-4456-8135-4ae191ef7960 None None] Provisioning complete for port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:39.476381 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4a0cd68-2eb9-4456-8135-4ae191ef7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.491954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': '55567ffb-526f-4e79-b884-2f7e3fa7da58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:39.500533 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.605627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2363b-4fdb-40d9-adac-3f9ffeb3af0f req-462835a8-1dde-49d9-b796-0c3813cb3275 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:39.608550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62f2363b-4fdb-40d9-adac-3f9ffeb3af0f req-462835a8-1dde-49d9-b796-0c3813cb3275 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.1582272 Sep 15 16:13:39.610483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4de237-fa03-415b-af3a-38bdfa1de455 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:13:39.673136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62f2363b-4fdb-40d9-adac-3f9ffeb3af0f req-820d6afd-d1d1-4748-9dd9-6ac0f9488451 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502858 Sep 15 16:13:39.711980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:39.729670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:39.734883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.745723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:39.746094 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.752786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.826159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.847774 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.913447 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4a0cd68-2eb9-4456-8135-4ae191ef7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.923969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:39.948212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Port': ['ID=001c18e0-18a9-4330-a041-eadd5e005a40,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:39.955288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48692) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:39.974056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:40.076305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e4a0cd68-2eb9-4456-8135-4ae191ef7960 None None] For port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,segment=NetworkSegment(0f1b61e7-a61e-4579-aaa5-e37013779dc0),segment_id=0f1b61e7-a61e-4579-aaa5-e37013779dc0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:40.089210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:40.091918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:40.093504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:40.145419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['ab4de237-fa03-415b-af3a-38bdfa1de455'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:13:40.187378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4a0cd68-2eb9-4456-8135-4ae191ef7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:40.259348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:40.300647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: efcac378-9a7d-4eb6-a889-51a515cf8694 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:40.301141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device efcac378-9a7d-4eb6-a889-51a515cf8694 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:40.330782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:13:40.332708 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:13:40.362464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0cd68-2eb9-4456-8135-4ae191ef7960 None None] Pushing event updated for resources: {'Port': ['ID=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:40.403088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Router 7da9f081-3ee5-4864-807b-9e9bca245578 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:13:40.541415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db93b84-d063-47ad-8a79-391321ac44e6 None None] Network f889868b-5441-45b2-b738-7a691af7cb6a requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:40.584316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e36ecc9-11b2-41f4-ac4d-d6b756cc7fea tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:40.593709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:40.607485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cad5ad3d-d452-46d6-a51f-2ee122c8a3bf tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "PUT /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4488678 Sep 15 16:13:40.608229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48700) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:40.614790 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] Sync routers for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:40.618262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ea253cfd-bf97-4d5b-a4d3-5e008c99535b None None] Provisioning complete for port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:40.619852 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea253cfd-bf97-4d5b-a4d3-5e008c99535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:40.635461 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:40.636738 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:40.649649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:40.672351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e36ecc9-11b2-41f4-ac4d-d6b756cc7fea tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:40.694766 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:40.734192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:40.737079 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:40.812355 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:40.813276 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4a96a-210a-47da-8d74-f25da3cd1efe None None] The sync data for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:40.891810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=e94c4e47-7e15-49a5-9bdd-fce26cdc48f8,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:40.921253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': 'ab8fa04b-03b3-4937-be97-6cf0dd7ea601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '55567ffb-526f-4e79-b884-2f7e3fa7da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:40.921705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: 55567ffb-526f-4e79-b884-2f7e3fa7da58, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:41.043736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:41.070910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a827d-0405-4635-bd7f-7cdbea4af585 req-6c285af6-16d0-4059-8c02-25abc673782d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:41.070910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-532a827d-0405-4635-bd7f-7cdbea4af585 req-6c285af6-16d0-4059-8c02-25abc673782d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 944 time: 0.2590833 Sep 15 16:13:41.078292 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e36ecc9-11b2-41f4-ac4d-d6b756cc7fea tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.083378 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e36ecc9-11b2-41f4-ac4d-d6b756cc7fea tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.085031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e36ecc9-11b2-41f4-ac4d-d6b756cc7fea tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "DELETE /v2.0/security-groups/310b212a-29d1-41b7-a8e3-d5ac1146a466 HTTP/1.1" status: 204 len: 168 time: 1.1234374 Sep 15 16:13:41.090397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48704) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:41.143622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36ecc9-11b2-41f4-ac4d-d6b756cc7fea tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310b212a-29d1-41b7-a8e3-d5ac1146a466,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:41.145876 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-3908011d-8bf0-46a9-94f4-d8235c984f44 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] show failed (client error): The resource could not be found. Sep 15 16:13:41.150645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3908011d-8bf0-46a9-94f4-d8235c984f44 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "GET /v2.0/security-groups/310b212a-29d1-41b7-a8e3-d5ac1146a466 HTTP/1.1" status: 404 len: 347 time: 0.0508471 Sep 15 16:13:41.151291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48706) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:41.198640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 55567ffb-526f-4e79-b884-2f7e3fa7da58) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:41.210662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:41.212111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.230967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd999885-ac66-450d-97eb-05f097a79d67 None None] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:41.253293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-532a827d-0405-4635-bd7f-7cdbea4af585 req-1bd930ad-4ac1-4046-b223-6ae69af1c4d3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696191 Sep 15 16:13:41.280527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:41.365502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3049cc5c-f012-4fe4-b1d3-91f988bfc9f5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8954279 Sep 15 16:13:41.369996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48708) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:41.379467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': 'b5cf74bf-7619-4dc7-8f1c-1bb79272d54e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:41.404587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ea253cfd-bf97-4d5b-a4d3-5e008c99535b None None] Provisioning complete for port 001c18e0-18a9-4330-a041-eadd5e005a40 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:41.404992 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea253cfd-bf97-4d5b-a4d3-5e008c99535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.409082 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-e5ade97b-0ed5-45d8-ae28-6dd5281377d2 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:13:41.413823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e5ade97b-0ed5-45d8-ae28-6dd5281377d2 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "PUT /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8006830 Sep 15 16:13:41.414960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48710) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:41.463385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:41.464234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.571994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Deleting port 59238192-2ccd-4e03-9898-0c031cd6e157 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:41.586080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.593862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ea253cfd-bf97-4d5b-a4d3-5e008c99535b None None] Port 001c18e0-18a9-4330-a041-eadd5e005a40 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:41.669516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:41.675107 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.684417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c50149f4-5e4e-4a60-96b0-5e02c06284be up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:41.692579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-55567ffb-526f-4e79-b884-2f7e3fa7da58', 'network_id': '55567ffb-526f-4e79-b884-2f7e3fa7da58', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': 'e94c4e47-7e15-49a5-9bdd-fce26cdc48f8'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:41.693881 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.768998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Provisioning complete for port c50149f4-5e4e-4a60-96b0-5e02c06284be triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:41.769774 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.887532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.887769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.933293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Calling delete_port for 59238192-2ccd-4e03-9898-0c031cd6e157 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:41.959695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.984906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c50149f4-5e4e-4a60-96b0-5e02c06284be triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:41.985680 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.072901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.074486 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.104175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Allocated IP 2001:db8::2 (55567ffb-526f-4e79-b884-2f7e3fa7da58/e94c4e47-7e15-49a5-9bdd-fce26cdc48f8/23200598-073e-4988-b930-8ce4f84ca4c4) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:42.165003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] For port c50149f4-5e4e-4a60-96b0-5e02c06284be, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c50149f4-5e4e-4a60-96b0-5e02c06284be,segment=NetworkSegment(a0192d71-479d-4d02-a1f7-e343af7c5909),segment_id=a0192d71-479d-4d02-a1f7-e343af7c5909)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:42.175976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=95d4dcdd-8688-4e44-88fa-f482aea3ce91,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:42.209293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': 'e430091e-123d-445d-ac96-a26501004aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b5cf74bf-7619-4dc7-8f1c-1bb79272d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:42.209670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: b5cf74bf-7619-4dc7-8f1c-1bb79272d54e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:42.264631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Deleting port 001c18e0-18a9-4330-a041-eadd5e005a40 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:42.265292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.369180 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.389584 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:42.396987 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.404837 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.421123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Calling delete_port for 001c18e0-18a9-4330-a041-eadd5e005a40 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:42.459801 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.506800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Provisioning complete for port 001c18e0-18a9-4330-a041-eadd5e005a40 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:42.507155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.525888 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.529277 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.536082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Pushing event updated for resources: {'Port': ['ID=c50149f4-5e4e-4a60-96b0-5e02c06284be,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:42.539560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] 10.222.0.63 "DELETE /v2.0/floatingips/20f4162b-3ee2-457f-92cd-a4e757cd9dc4 HTTP/1.1" status: 204 len: 168 time: 1.3850157 Sep 15 16:13:42.545876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, b5cf74bf-7619-4dc7-8f1c-1bb79272d54e) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:42.571136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0eab5-f059-4aab-9e03-2c0c0f7264f5 tempest-AttachVolumeShelveTestJSON-1396742768 tempest-AttachVolumeShelveTestJSON-1396742768-project] Pushing event deleted for resources: {'Port': ['ID=59238192-2ccd-4e03-9898-0c031cd6e157,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:42.581230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:42.584528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.585080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6a0aa-d16d-42c2-b3e0-e7007d7c65a2 None None] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:42.618032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.621758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:42.658205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e86b3c-28c1-4ab0-aebc-ab5c644ce6c3 req-55df0084-c9f4-4a0e-99e4-ec357f17c309 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:42.659826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82e86b3c-28c1-4ab0-aebc-ab5c644ce6c3 req-55df0084-c9f4-4a0e-99e4-ec357f17c309 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 944 time: 0.3239248 Sep 15 16:13:42.664314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-df875800-4265-483e-aa01-26edc6e31bd5 None None] Port 001c18e0-18a9-4330-a041-eadd5e005a40 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:42.690286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.718260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82e86b3c-28c1-4ab0-aebc-ab5c644ce6c3 req-629f148c-244a-4c25-84e9-99ba1fc751c0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509717 Sep 15 16:13:42.732997 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:13:42.733405 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:13:42.737153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:42.750445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:42.750692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-14eebeec-08b4-45d4-a2b7-b75addec8289 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-44867941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:42.750811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c7bea3d7-1583-4f9a-bf5a-0a5623289b40 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3731399 Sep 15 16:13:42.809224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.818528 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.827123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-27b64b50-0382-4bee-8237-0a42cb259cd8 None None] Provisioning complete for port c50149f4-5e4e-4a60-96b0-5e02c06284be triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:42.827660 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-27b64b50-0382-4bee-8237-0a42cb259cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.859851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14eebeec-08b4-45d4-a2b7-b75addec8289 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.862481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14eebeec-08b4-45d4-a2b7-b75addec8289 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:42.868421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Port': ['ID=001c18e0-18a9-4330-a041-eadd5e005a40,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:42.920595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:42.933727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:42.944709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:42.971296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Pushing event updated for resources: {'Port': ['ID=23200598-073e-4988-b930-8ce4f84ca4c4,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:43.044770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port ab4de237-fa03-415b-af3a-38bdfa1de455 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:13:43.108707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-b5cf74bf-7619-4dc7-8f1c-1bb79272d54e', 'network_id': 'b5cf74bf-7619-4dc7-8f1c-1bb79272d54e', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': '95d4dcdd-8688-4e44-88fa-f482aea3ce91'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:13:43.109677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.127467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port ab4de237-fa03-415b-af3a-38bdfa1de455 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:43.127974 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.137188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.143381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14eebeec-08b4-45d4-a2b7-b75addec8289 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.210866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Attempting to bind port 23200598-073e-4988-b930-8ce4f84ca4c4 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:43.210866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Attempting to bind port 23200598-073e-4988-b930-8ce4f84ca4c4 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ab8fa04b-03b3-4937-be97-6cf0dd7ea601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '55567ffb-526f-4e79-b884-2f7e3fa7da58'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:43.210866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Attempting to bind port 23200598-073e-4988-b930-8ce4f84ca4c4 on network 55567ffb-526f-4e79-b884-2f7e3fa7da58 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:43.224726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:43.225251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Checking segment: {'id': 'ab8fa04b-03b3-4937-be97-6cf0dd7ea601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '55567ffb-526f-4e79-b884-2f7e3fa7da58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:43.225749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.226257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Bound using segment: {'id': 'ab8fa04b-03b3-4937-be97-6cf0dd7ea601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '55567ffb-526f-4e79-b884-2f7e3fa7da58'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:43.226835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Bound port: 23200598-073e-4988-b930-8ce4f84ca4c4, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8fa04b-03b3-4937-be97-6cf0dd7ea601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '55567ffb-526f-4e79-b884-2f7e3fa7da58'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:43.227311 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.238546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14eebeec-08b4-45d4-a2b7-b75addec8289 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.473726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.519217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Allocated IP 2001:db8:1::2 (b5cf74bf-7619-4dc7-8f1c-1bb79272d54e/95d4dcdd-8688-4e44-88fa-f482aea3ce91/938b575d-4589-4f7d-8a23-8d8ce20d2b37) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:43.560904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] For port 23200598-073e-4988-b930-8ce4f84ca4c4, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:43.588453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c50149f4-5e4e-4a60-96b0-5e02c06284be up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:43.591900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] For port 23200598-073e-4988-b930-8ce4f84ca4c4, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=23200598-073e-4988-b930-8ce4f84ca4c4,segment=NetworkSegment(ab8fa04b-03b3-4937-be97-6cf0dd7ea601),segment_id=ab8fa04b-03b3-4937-be97-6cf0dd7ea601)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:43.620264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:43.622515 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6591629-85bd-438c-a38e-e6baecd77816" -d '{"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-plugged", "status": "completed", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:43.680699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:43.714709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.741152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14eebeec-08b4-45d4-a2b7-b75addec8289 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.745544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48730) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:43.752242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-14eebeec-08b4-45d4-a2b7-b75addec8289 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0138462 Sep 15 16:13:43.779926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Router 7da9f081-3ee5-4864-807b-9e9bca245578 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:43.810595 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b170a3fe-3a39-4c31-9c5f-591d4f322292 x-openstack-request-id: req-b170a3fe-3a39-4c31-9c5f-591d4f322292 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:43.810917 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-plugged", "status": "completed", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:43.811314 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b170a3fe-3a39-4c31-9c5f-591d4f322292 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:43.811588 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'code': 200} Sep 15 16:13:43.876632 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.939119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c50149f4-5e4e-4a60-96b0-5e02c06284be triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:43.939490 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:43.983196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d9ae6-924c-4261-bd23-74f4c163ec47 None None] Pushing event updated for resources: {'Port': ['ID=23200598-073e-4988-b930-8ce4f84ca4c4,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:43.989236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:43.995154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2a759867-44b1-4d7f-9c6b-20395e8d995f tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "PUT /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5790346 Sep 15 16:13:44.005325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48734) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:44.017281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] Sync routers for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:44.020013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1ac05-61cf-4567-9aab-264248b630f0 req-4f9cc38b-a69d-487e-a524-3e89465e881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:44.026795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dbd1ac05-61cf-4567-9aab-264248b630f0 req-4f9cc38b-a69d-487e-a524-3e89465e881e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.2114565 Sep 15 16:13:44.095382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.109167 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-caf57649-bce1-49b0-8879-af55e2e57101 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] delete failed (client error): The resource could not be found. Sep 15 16:13:44.114733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:44.115399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:44.117564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-caf57649-bce1-49b0-8879-af55e2e57101 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/routers/tempest-non_exist_router-1124952791 HTTP/1.1" status: 404 len: 335 time: 0.1173584 Sep 15 16:13:44.118205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:44.124929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9f331a6f-7371-4be9-8c40-ef36cac80d57 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'router': {'external_gateway_info': {'network_id': '7da9f081-3ee5-4864-807b-9e9bca245578'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:44.186634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad96690-6181-43b1-a1c6-e69fb73b74b7 req-54a06b5d-cbd8-4844-9d25-6f865080388a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:44.195285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cad96690-6181-43b1-a1c6-e69fb73b74b7 req-54a06b5d-cbd8-4844-9d25-6f865080388a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.2913861 Sep 15 16:13:44.267842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.276047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:44.309400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:44.312893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:44.314384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cad96690-6181-43b1-a1c6-e69fb73b74b7 req-67d732bd-85d1-46b9-98f5-5a66f5945b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178925 Sep 15 16:13:44.315375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:44.318910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:44.322659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.355978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:44.356612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:44.401151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:44.401807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bffdf09-5948-40f3-988a-63ea31393bab None None] The sync data for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:44.410256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dbd1ac05-61cf-4567-9aab-264248b630f0 req-1bf010c0-39e5-4971-b2b7-3c63dc599889 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199358 Sep 15 16:13:44.413406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Pushing event updated for resources: {'Port': ['ID=938b575d-4589-4f7d-8a23-8d8ce20d2b37,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:44.491186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Attempting to bind port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:13:44.492425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Attempting to bind port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'e430091e-123d-445d-ac96-a26501004aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b5cf74bf-7619-4dc7-8f1c-1bb79272d54e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:13:44.493016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Attempting to bind port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 on network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:13:44.505219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:13:44.505906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Checking segment: {'id': 'e430091e-123d-445d-ac96-a26501004aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b5cf74bf-7619-4dc7-8f1c-1bb79272d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:44.506506 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.507073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Bound using segment: {'id': 'e430091e-123d-445d-ac96-a26501004aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b5cf74bf-7619-4dc7-8f1c-1bb79272d54e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:13:44.507836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Bound port: 938b575d-4589-4f7d-8a23-8d8ce20d2b37, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e430091e-123d-445d-ac96-a26501004aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b5cf74bf-7619-4dc7-8f1c-1bb79272d54e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:13:44.508419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.609607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] For port 938b575d-4589-4f7d-8a23-8d8ce20d2b37, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:13:44.614004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] For port 938b575d-4589-4f7d-8a23-8d8ce20d2b37, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=938b575d-4589-4f7d-8a23-8d8ce20d2b37,segment=NetworkSegment(e430091e-123d-445d-ac96-a26501004aa6),segment_id=e430091e-123d-445d-ac96-a26501004aa6)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:13:44.629056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f331a6f-7371-4be9-8c40-ef36cac80d57 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.729476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8::1 (55567ffb-526f-4e79-b884-2f7e3fa7da58/e94c4e47-7e15-49a5-9bdd-fce26cdc48f8/73bf56b0-b16f-4fb7-b6d6-1233b7c32560) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:44.753283 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.829284 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-9f331a6f-7371-4be9-8c40-ef36cac80d57 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] update failed (client error): The resource could not be found. Sep 15 16:13:44.833831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9f331a6f-7371-4be9-8c40-ef36cac80d57 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "PUT /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578 HTTP/1.1" status: 404 len: 339 time: 0.7122843 Sep 15 16:13:44.842207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48742) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:44.851943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d45a0a-101b-4ac7-87a8-a22485152fdf None None] Pushing event updated for resources: {'Port': ['ID=938b575d-4589-4f7d-8a23-8d8ce20d2b37,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:44.917464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.043203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.106863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:45.162425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:45.169642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:45.173193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.490685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.586125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=73bf56b0-b16f-4fb7-b6d6-1233b7c32560,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:45.593299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.594380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.595380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.595842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.596290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.596967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.597558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.598137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.598572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.599001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.599506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.599939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:45.607846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8fa179-10fe-4ed2-9772-52ee6bd77cb9 None None] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:45.623213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efdec5-3028-45be-8a67-e58f3e4d6792 req-e94e97de-244f-48c7-b264-187a9691c4d5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:45.624850 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34efdec5-3028-45be-8a67-e58f3e4d6792 req-e94e97de-244f-48c7-b264-187a9691c4d5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1383574 Sep 15 16:13:45.705260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 23200598-073e-4988-b930-8ce4f84ca4c4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:45.740711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.775249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d791aa67-4194-4095-b7d1-133a4e891eb4 None None] Provisioning complete for port 23200598-073e-4988-b930-8ce4f84ca4c4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:45.775894 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d791aa67-4194-4095-b7d1-133a4e891eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.808550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34efdec5-3028-45be-8a67-e58f3e4d6792 req-8af71427-449a-428e-8a90-e1f33f8fff26 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218495 Sep 15 16:13:45.900843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 23200598-073e-4988-b930-8ce4f84ca4c4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:45.901210 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.049171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Allocated IP 172.20.0.1 (05a5f68c-6986-4881-aa10-afd197dd637e/4b5d1800-0ec8-40e1-a39b-2cd5341afa37/7bb9a319-dd28-4710-9c4f-8badc070ba98) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:46.171685 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.217348 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.254589 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.255974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.373931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d791aa67-4194-4095-b7d1-133a4e891eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.398047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.437959 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.471568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d791aa67-4194-4095-b7d1-133a4e891eb4 None None] For port 23200598-073e-4988-b930-8ce4f84ca4c4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=23200598-073e-4988-b930-8ce4f84ca4c4,segment=NetworkSegment(ab8fa04b-03b3-4937-be97-6cf0dd7ea601),segment_id=ab8fa04b-03b3-4937-be97-6cf0dd7ea601)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:46.559376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network 05a5f68c-6986-4881-aa10-afd197dd637e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:46.562645 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:46.566059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:46.571443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d791aa67-4194-4095-b7d1-133a4e891eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.571832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Port': ['ID=7bb9a319-dd28-4710-9c4f-8badc070ba98,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:46.677912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.712505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d48f3-dcf6-4bfe-b5ab-8b72fb73bd6a None None] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:46.828209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:13:46.839693 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:13:46.992807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.996562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5f4e5e89-34a0-4552-b047-b649d3c105e7 None None] Provisioning complete for port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:46.997163 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f4e5e89-34a0-4552-b047-b649d3c105e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.998935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791aa67-4194-4095-b7d1-133a4e891eb4 None None] Pushing event updated for resources: {'Port': ['ID=23200598-073e-4988-b930-8ce4f84ca4c4,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:47.133817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=73bf56b0-b16f-4fb7-b6d6-1233b7c32560,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:47.247361 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f4e5e89-34a0-4552-b047-b649d3c105e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.323072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5f4e5e89-34a0-4552-b047-b649d3c105e7 None None] For port 938b575d-4589-4f7d-8a23-8d8ce20d2b37, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=938b575d-4589-4f7d-8a23-8d8ce20d2b37,segment=NetworkSegment(e430091e-123d-445d-ac96-a26501004aa6),segment_id=e430091e-123d-445d-ac96-a26501004aa6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:47.357115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842415a4-1f03-4e04-aec1-a30c4f178491 req-c49c08e2-af2d-4c6b-a00d-6a3ed7b62a4a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:47.365045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-842415a4-1f03-4e04-aec1-a30c4f178491 req-c49c08e2-af2d-4c6b-a00d-6a3ed7b62a4a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.2322674 Sep 15 16:13:47.417739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f4e5e89-34a0-4552-b047-b649d3c105e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.495654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-842415a4-1f03-4e04-aec1-a30c4f178491 req-d5d79c3f-c2e2-48cf-b611-5f1a7707dd2f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172628 Sep 15 16:13:47.514792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:47.516478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:47.623892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e5e89-34a0-4552-b047-b649d3c105e7 None None] Pushing event updated for resources: {'Port': ['ID=938b575d-4589-4f7d-8a23-8d8ce20d2b37,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:47.673174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 938b575d-4589-4f7d-8a23-8d8ce20d2b37 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:47.679550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Provisioning complete for port 7bb9a319-dd28-4710-9c4f-8badc070ba98 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:47.679931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.777785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599331fd-881e-4080-af5c-35a2811c4b58 req-4328a6a9-fff2-475a-90fc-ae16222ac71d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:47.779144 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-599331fd-881e-4080-af5c-35a2811c4b58 req-4328a6a9-fff2-475a-90fc-ae16222ac71d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1371062 Sep 15 16:13:47.782015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.822496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Port 7bb9a319-dd28-4710-9c4f-8badc070ba98 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:47.857780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Provisioning complete for port 23200598-073e-4988-b930-8ce4f84ca4c4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:47.858058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.859083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-599331fd-881e-4080-af5c-35a2811c4b58 req-45469765-28ff-43dd-a98c-8a5e0062c727 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701168 Sep 15 16:13:47.860278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.886186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48770) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:47.951117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 5697a7ca-50bb-45bc-a33d-f2ad1864c188 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:13:47.980140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:47.981065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.009847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a1513-5af4-46fa-b21b-d2f40f2f9e7f tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:48.013371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-960a1513-5af4-46fa-b21b-d2f40f2f9e7f tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1091 time: 0.1258314 Sep 15 16:13:48.023239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48774) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:48.026723 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.033870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:48.039122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event updated for resources: {'Port': ['ID=7bb9a319-dd28-4710-9c4f-8badc070ba98,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:48.170273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Network 05a5f68c-6986-4881-aa10-afd197dd637e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:48.172930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.179311 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Provisioning complete for port 73bf56b0-b16f-4fb7-b6d6-1233b7c32560 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:48.179979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.180645 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:48.185635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:48.196867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3d6cf987-009f-4f82-a121-d672f175ae85 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/5697a7ca-50bb-45bc-a33d-f2ad1864c188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4438512 Sep 15 16:13:48.196867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48776) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:48.200027 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] Sync routers for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:48.221841 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:48.222824 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.253131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-704dfea4-5ae4-42f9-a75d-d0686dd2adfa None None] Port 73bf56b0-b16f-4fb7-b6d6-1233b7c32560 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:48.263144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a85cf-2c29-4aee-99cd-af7e4f8a6351 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:48.268083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f50a85cf-2c29-4aee-99cd-af7e4f8a6351 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports/73bf56b0-b16f-4fb7-b6d6-1233b7c32560 HTTP/1.1" status: 200 len: 911 time: 0.0689669 Sep 15 16:13:48.270814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48778) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:48.290639 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.303424 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:48.307896 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.384171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2fe2efba-6793-4e32-a47c-2136d95a61a1 None None] Provisioning complete for port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:48.384764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efba-6793-4e32-a47c-2136d95a61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.411597 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.411597 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cc384c-9fa7-4ef6-b366-56a78788e15f None None] The sync data for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:48.477971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 23200598-073e-4988-b930-8ce4f84ca4c4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:48.512300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Router 7da9f081-3ee5-4864-807b-9e9bca245578 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:48.585577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 23200598-073e-4988-b930-8ce4f84ca4c4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:48.586149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.660971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2fe2efba-6793-4e32-a47c-2136d95a61a1 None None] Provisioning complete for port 73bf56b0-b16f-4fb7-b6d6-1233b7c32560 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:48.661515 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2fe2efba-6793-4e32-a47c-2136d95a61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.742431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2efba-6793-4e32-a47c-2136d95a61a1 None None] Port 73bf56b0-b16f-4fb7-b6d6-1233b7c32560 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:48.754082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 938b575d-4589-4f7d-8a23-8d8ce20d2b37 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:13:48.805289 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:48.810827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6090f721-5af1-4f1d-a9e3-0fd48cf59755 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "PUT /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9675465 Sep 15 16:13:48.813445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48782) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:48.833643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] Sync routers for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:48.869677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:48.870313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.900556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.922345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:48.923102 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.960313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.971219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b5fd35cf-b255-483b-a432-3d4a7c7d3e66 None None] Provisioning complete for port 7bb9a319-dd28-4710-9c4f-8badc070ba98 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:48.971522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b5fd35cf-b255-483b-a432-3d4a7c7d3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.973190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:49.032053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:49.033344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:49.082019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:49.083256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8707d-be32-4e55-8d37-c85b6864179a None None] The sync data for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:49.091865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd35cf-b255-483b-a432-3d4a7c7d3e66 None None] Port 7bb9a319-dd28-4710-9c4f-8badc070ba98 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:49.097422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8f5d98a4-368d-4772-9fab-8308b85cebe4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.255370 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-8f5d98a4-368d-4772-9fab-8308b85cebe4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 16:13:49.256400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8f5d98a4-368d-4772-9fab-8308b85cebe4 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578 HTTP/1.1" status: 409 len: 329 time: 0.4420078 Sep 15 16:13:49.261327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48786) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:49.268118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.223 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/7ba0c21f-c1c0-4837-85f0-38d758562294) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:49.356197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8:1::1 (b5cf74bf-7619-4dc7-8f1c-1bb79272d54e/95d4dcdd-8688-4e44-88fa-f482aea3ce91/f534a466-621a-46d2-a645-91e24ac83671) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:13:49.495296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.627854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.680620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:49.685748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:49.697379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:49.697952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.902730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=f534a466-621a-46d2-a645-91e24ac83671,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:49.993932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.080872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.178596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9e830939-0cd4-48ca-93f7-5e7a5e9224ae None None] Provisioning complete for port f534a466-621a-46d2-a645-91e24ac83671 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:50.181171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9e830939-0cd4-48ca-93f7-5e7a5e9224ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.183734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.239243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9e830939-0cd4-48ca-93f7-5e7a5e9224ae None None] Port f534a466-621a-46d2-a645-91e24ac83671 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:50.260199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=7ba0c21f-c1c0-4837-85f0-38d758562294,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:50.288762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.294339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:50.342549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:50.346166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:13:50.421373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48796) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:50.510162 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.580725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.581888 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.633246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5d8dcd21-eb72-47b0-9dbb-611e69169bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.725998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=f534a466-621a-46d2-a645-91e24ac83671,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:50.868700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:13:50.874520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:50.881792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Deleting port 7bb9a319-dd28-4710-9c4f-8badc070ba98 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:50.882137 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.932000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5d8dcd21-eb72-47b0-9dbb-611e69169bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.991056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 5697a7ca-50bb-45bc-a33d-f2ad1864c188 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:50.993805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.007134 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5d8dcd21-eb72-47b0-9dbb-611e69169bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.041952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.062281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Calling delete_port for 7bb9a319-dd28-4710-9c4f-8badc070ba98 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:51.130083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5d8dcd21-eb72-47b0-9dbb-611e69169bd0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fe17eb0d2e8748e68f357832f37cc552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105961 Sep 15 16:13:51.132956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dcd21-eb72-47b0-9dbb-611e69169bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e8f6e3-6cdd-4c4d-aee1-6309fe110f27,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:51.137508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48800) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:51.146987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:51.154527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3abf302d-3468-435e-932d-88c095f4fce1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/5697a7ca-50bb-45bc-a33d-f2ad1864c188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8808379 Sep 15 16:13:51.156084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48802) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:51.159411 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] Sync routers for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:51.174655 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:51.175297 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:51.211997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50766dd8-0230-41ea-be8b-d2e816309ddf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:51.213695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-50766dd8-0230-41ea-be8b-d2e816309ddf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports/f534a466-621a-46d2-a645-91e24ac83671 HTTP/1.1" status: 200 len: 913 time: 0.0544691 Sep 15 16:13:51.216399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48804) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:51.231400 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:51.243093 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:51.243629 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:51.271938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fc24cec4-f189-4134-8bf3-8e3cf3a16773 None None] Provisioning complete for port f534a466-621a-46d2-a645-91e24ac83671 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:51.272573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fc24cec4-f189-4134-8bf3-8e3cf3a16773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.275951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.303285 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:51.303933 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa63ada-4a6b-414d-83d1-667891b7387c None None] The sync data for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:51.358366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fc24cec4-f189-4134-8bf3-8e3cf3a16773 None None] Port f534a466-621a-46d2-a645-91e24ac83671 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:13:51.380959 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90204673-6f7d-42a9-b941-570a344e5ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.405890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48812) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:51.464823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90204673-6f7d-42a9-b941-570a344e5ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.597521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.614840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.641996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Port': ['ID=7bb9a319-dd28-4710-9c4f-8badc070ba98,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:51.658927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.659427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.659772 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.660116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.660446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.660802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.661146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.661446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.661795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.662077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.662396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.662718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:51.682925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90204673-6f7d-42a9-b941-570a344e5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.685547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-90204673-6f7d-42a9-b941-570a344e5ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.689807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-90204673-6f7d-42a9-b941-570a344e5ba9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/38e8f6e3-6cdd-4c4d-aee1-6309fe110f27 HTTP/1.1" status: 204 len: 168 time: 0.5487525 Sep 15 16:13:51.725316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.733058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90204673-6f7d-42a9-b941-570a344e5ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e8f6e3-6cdd-4c4d-aee1-6309fe110f27,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:51.837409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=7ba0c21f-c1c0-4837-85f0-38d758562294,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:51.864762 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.938257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.938257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.191104 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP 2f221c90-36c7-49cc-8ade-5b20dfab7f6d associated. External IP: 172.25.0.223, port: ab4de237-fa03-415b-af3a-38bdfa1de455. Sep 15 16:13:52.228549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Router 7da9f081-3ee5-4864-807b-9e9bca245578 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:52.355764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:52.361827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3fe2ff15-6b28-49b8-bd00-4c138c27b83d tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "PUT /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0988243 Sep 15 16:13:52.365600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:52.376554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] Sync routers for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:52.390357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:52.391198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:52.418252 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-d8c5ac48-3b94-4460-a935-d44ead2d411b tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] show failed (client error): The resource could not be found. Sep 15 16:13:52.419177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d8c5ac48-3b94-4460-a935-d44ead2d411b tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "GET /v2.0/routers/tempest-non_exist_router-305968352 HTTP/1.1" status: 404 len: 334 time: 0.0526528 Sep 15 16:13:52.423408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:52.429796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a9dccab7-0d36-4f21-b15c-520bd2b8b047 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:52.438586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:52.451513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] Routers {'7da9f081-3ee5-4864-807b-9e9bca245578'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:52.452168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7da9f081-3ee5-4864-807b-9e9bca245578'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:52.497081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:52.497745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e95a33-7a89-47e0-95a8-b21f13f42a60 None None] The sync data for ids ['7da9f081-3ee5-4864-807b-9e9bca245578'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:52.501644 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-a9dccab7-0d36-4f21-b15c-520bd2b8b047 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] update failed (client error): The resource could not be found. Sep 15 16:13:52.502980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a9dccab7-0d36-4f21-b15c-520bd2b8b047 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "PUT /v2.0/routers/tempest-non_exist_router-231560299 HTTP/1.1" status: 404 len: 334 time: 0.0778232 Sep 15 16:13:52.508260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48824) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:52.515285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48826) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:52.532295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c41e-19bb-4ebf-92e5-3b5aa8f40f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.593781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Deleting subnet e5fba062-939c-4edf-b8f7-2e5ba81c82ab {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:52.600468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.624279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:52.646452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.697700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.701556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port f534a466-621a-46d2-a645-91e24ac83671 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:52.701929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.919694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.983892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for f534a466-621a-46d2-a645-91e24ac83671 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:52.994020 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.107426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c41e-19bb-4ebf-92e5-3b5aa8f40f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.119166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:53.138034 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] Sync routers for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:53.150946 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:53.151561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:53.181316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d3f5c41e-19bb-4ebf-92e5-3b5aa8f40f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.220301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.228147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5c41e-19bb-4ebf-92e5-3b5aa8f40f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e632176-2e49-4387-85b9-5b3900260ecf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:53.234396 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d3f5c41e-19bb-4ebf-92e5-3b5aa8f40f05 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4cd227cb371f4890afda25bc786369e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175360 Sep 15 16:13:53.237292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:53.257986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Subnet': ['ID=e5fba062-939c-4edf-b8f7-2e5ba81c82ab,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:53.269045 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:53.274820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.275709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14bfa47-e34e-4518-aa74-fd1d762ea52d None None] Network f889868b-5441-45b2-b738-7a691af7cb6a requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:53.285264 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.287232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da4fdbd7-aee0-4720-beea-3afe11b22d89 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/subnets/e5fba062-939c-4edf-b8f7-2e5ba81c82ab HTTP/1.1" status: 204 len: 168 time: 0.7778637 Sep 15 16:13:53.291046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48830) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:53.312565 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4c60af3e-8e2b-4a98-9e91-b6f5c22a06ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2845979 Sep 15 16:13:53.324826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:53.327511 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b431a55e-126f-4c07-b7ef-0f81050549d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:53.357805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ac63bea-6426-415f-847e-fb02ff47a44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.398925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68ec4a-0ad4-4024-bfb7-e69884f01337 x-openstack-request-id: req-6e68ec4a-0ad4-4024-bfb7-e69884f01337 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:53.399234 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:53.399462 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6e68ec4a-0ad4-4024-bfb7-e69884f01337 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:53.399880 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'status': 'completed', 'code': 200} Sep 15 16:13:53.405569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ac63bea-6426-415f-847e-fb02ff47a44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.442679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Deleting subnet a12f7753-55e5-4cef-bf81-a2db4b43ff44 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:53.467805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Deleting port b570173a-74c4-4f4b-a130-8ceca50bef79 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:53.468164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.479162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-f27e8e1e-39c6-4421-8b49-705ec4700c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:53.479986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-f27e8e1e-39c6-4421-8b49-705ec4700c21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.0671711 Sep 15 16:13:53.528532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.529923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] DHCP port deletion for f889868b-5441-45b2-b738-7a691af7cb6a request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:53.558895 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.579574 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '2f221c90-36c7-49cc-8ade-5b20dfab7f6d', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'port_id': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'mac_address': 'fa:16:3e:4b:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:13:50Z', 'updated_at': '2021-09-15T16:13:50Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:28Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:53.593305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] Deleting port c50149f4-5e4e-4a60-96b0-5e02c06284be {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:53.594238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.607506 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] Checking router: 0d8a7e51-0570-40a0-aafb-7b8614e14e2d for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:53.616557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=f534a466-621a-46d2-a645-91e24ac83671,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:53.616825 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:53.617432 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:53.620385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-54b036b5-0208-4d43-890e-c661c627aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:53.622400 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-54b036b5-0208-4d43-890e-c661c627aa77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.1328809 Sep 15 16:13:53.623094 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ac63bea-6426-415f-847e-fb02ff47a44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.626649 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ac63bea-6426-415f-847e-fb02ff47a44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.634547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] For port b570173a-74c4-4f4b-a130-8ceca50bef79, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b570173a-74c4-4f4b-a130-8ceca50bef79,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:53.634922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.645546 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2ac63bea-6426-415f-847e-fb02ff47a44c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3e632176-2e49-4387-85b9-5b3900260ecf HTTP/1.1" status: 204 len: 168 time: 0.4019754 Sep 15 16:13:53.664573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.694950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Calling delete_port for b570173a-74c4-4f4b-a130-8ceca50bef79 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:53.711668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] For port c50149f4-5e4e-4a60-96b0-5e02c06284be, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c50149f4-5e4e-4a60-96b0-5e02c06284be,segment=NetworkSegment(a0192d71-479d-4d02-a1f7-e343af7c5909),segment_id=a0192d71-479d-4d02-a1f7-e343af7c5909)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:53.712217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.732270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] Calling delete_port for c50149f4-5e4e-4a60-96b0-5e02c06284be owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:53.736348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8638591-6806-497d-aedf-53edb14bca04 req-343ed5f1-957a-4a10-a581-4ccf921f8401 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:53.738228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8638591-6806-497d-aedf-53edb14bca04 req-343ed5f1-957a-4a10-a581-4ccf921f8401 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.3291821 Sep 15 16:13:53.758021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac63bea-6426-415f-847e-fb02ff47a44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e632176-2e49-4387-85b9-5b3900260ecf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:53.822798 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:53.860124 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-e1a03456-aaa4-49fb-95ed-da1d7080e6ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 999 time: 0.1980200 Sep 15 16:13:53.949123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-636d5c67-6626-4906-aec4-feeb4cb923d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:53.951703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-636d5c67-6626-4906-aec4-feeb4cb923d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.0901523 Sep 15 16:13:54.027653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8638591-6806-497d-aedf-53edb14bca04 req-4e4efdd8-1475-4887-b07a-4ae79e7cba39 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414298 Sep 15 16:13:54.028254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.055986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.069279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-7fdef6c5-23dc-4c81-b338-03b29555c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:54.071364 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-7fdef6c5-23dc-4c81-b338-03b29555c37e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029606 Sep 15 16:13:54.071959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48838) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:54.085286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-60c478c2-e739-4d83-b756-1ecac3e3dee9 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:13:54.086910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-60c478c2-e739-4d83-b756-1ecac3e3dee9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058465 Sep 15 16:13:54.201047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-faf9e0fd-8a03-4c59-9dff-26d7db83af00 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/2f221c90-36c7-49cc-8ade-5b20dfab7f6d HTTP/1.1" status: 200 len: 991 time: 0.1277966 Sep 15 16:13:54.236750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-ce9d2c8a-b9d7-4c09-92f7-629aee0ae733 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189244 Sep 15 16:13:54.259727 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '2f221c90-36c7-49cc-8ade-5b20dfab7f6d', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'port_id': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'mac_address': 'fa:16:3e:4b:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:13:50Z', 'updated_at': '2021-09-15T16:13:50Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:28Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:54.278360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.293085 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9b4829-2774-4485-9ab0-f0f56a7c0c40 None None] The sync data for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 is: [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '2f221c90-36c7-49cc-8ade-5b20dfab7f6d', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.223', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'port_id': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'mac_address': 'fa:16:3e:4b:8c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:13:50Z', 'updated_at': '2021-09-15T16:13:50Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:28Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:54.307394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] Pushing event deleted for resources: {'Port': ['ID=c50149f4-5e4e-4a60-96b0-5e02c06284be,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:54.325435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849dfa8-634a-49dc-ad9f-fe9d1b528578 None None] No DVR routers for this DVR port c50149f4-5e4e-4a60-96b0-5e02c06284be on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:54.338739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5743da68-71f8-4130-be03-807199765b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.371424 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.390130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b431a55e-126f-4c07-b7ef-0f81050549d1 req-34a11574-040f-44c7-975e-aa3ad29ebd3e service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462374 Sep 15 16:13:54.430479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c50149f4-5e4e-4a60-96b0-5e02c06284be no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:54.440245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.444970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/subnets/a12f7753-55e5-4cef-bf81-a2db4b43ff44 HTTP/1.1" status: 204 len: 168 time: 1.1504357 Sep 15 16:13:54.444970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2393ad-ef0b-40af-991a-6dbe92d135a0 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Subnet': ['ID=a12f7753-55e5-4cef-bf81-a2db4b43ff44,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:54.445749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48840) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:54.466137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 5697a7ca-50bb-45bc-a33d-f2ad1864c188 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:54.472074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c50149f4-5e4e-4a60-96b0-5e02c06284be {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:54.472074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c50149f4-5e4e-4a60-96b0-5e02c06284be not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:54.477723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac6865-379a-4c89-85e4-5e67f60c8a29 None None] Network 0bad0caf-5577-4f11-93cb-b429b65022f6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:54.549106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.587498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.644855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Pushing event deleted for resources: {'Port': ['ID=b570173a-74c4-4f4b-a130-8ceca50bef79,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:54.661973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac512dc-0745-41d7-89b5-bb6de4f93791 None None] New status for floating IP 2f221c90-36c7-49cc-8ade-5b20dfab7f6d: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:13:54.786095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.851207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f889868b-5441-45b2-b738-7a691af7cb6a']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:54.852773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] DHCP port deletion for 0bad0caf-5577-4f11-93cb-b429b65022f6 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:54.866821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0192d71-479d-4d02-a1f7-e343af7c5909') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:54.867129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0192d71-479d-4d02-a1f7-e343af7c5909') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:54.881267 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.897692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.907404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:54.908325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:54.913416 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:54.990930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] Deleting port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:54.991512 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.072190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.083420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] For port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,segment=NetworkSegment(0f1b61e7-a61e-4579-aaa5-e37013779dc0),segment_id=0f1b61e7-a61e-4579-aaa5-e37013779dc0)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:55.083603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.083827 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.089629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/networks/f889868b-5441-45b2-b738-7a691af7cb6a HTTP/1.1" status: 204 len: 168 time: 0.6424878 Sep 15 16:13:55.090430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48852) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:55.094040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:55.103166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1a54e052-a99b-4dd7-92cf-6a94b4f60e9b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/5697a7ca-50bb-45bc-a33d-f2ad1864c188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8831439 Sep 15 16:13:55.103679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] Calling delete_port for 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:55.104209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48854) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:55.111722 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] Sync routers for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:55.112270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea191c9-dd3b-47d1-9ac2-023e6ec14eda tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Network': ['ID=f889868b-5441-45b2-b738-7a691af7cb6a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:55.126762 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:55.128444 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:55.178506 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:55.193701 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:55.196098 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:55.207565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:55.243421 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:55.244139 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf987e25-d21e-4cb2-966d-176e887156a2 None None] The sync data for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:55.318674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-62431d04-8a0b-445f-ab51-946d29502075 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/2f221c90-36c7-49cc-8ade-5b20dfab7f6d HTTP/1.1" status: 200 len: 993 time: 0.1095874 Sep 15 16:13:55.342706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.436616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Deleting port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:55.436962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.495032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.511581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] For port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,segment=NetworkSegment(0f1b61e7-a61e-4579-aaa5-e37013779dc0),segment_id=0f1b61e7-a61e-4579-aaa5-e37013779dc0)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:55.512098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.529544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Calling delete_port for 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:55.558156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.589721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] Pushing event deleted for resources: {'Port': ['ID=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:55.599964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb962d51-dc11-40aa-b7dc-1ab2bbc6e126 None None] No DVR routers for this DVR port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:55.679898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.709811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Port': ['ID=6c1694c8-4a18-4a8f-a33e-bc21fd365d47,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:55.714231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] No DVR routers for this DVR port 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:55.828101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.860325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bad0caf-5577-4f11-93cb-b429b65022f6']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:55.872106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1b61e7-a61e-4579-aaa5-e37013779dc0') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:55.872371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1b61e7-a61e-4579-aaa5-e37013779dc0') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:55.887026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.889106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.918271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.926661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:55.927739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: self.session.flush() Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:55.930400 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:55.976826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Router 43ce1f8b-f405-4067-983d-765b3696cda4 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:56.083069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.090420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.092310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/networks/0bad0caf-5577-4f11-93cb-b429b65022f6 HTTP/1.1" status: 204 len: 168 time: 0.9890664 Sep 15 16:13:56.097234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48872) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:56.110938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b63938-eff3-4b53-aa24-2054844f3910 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Network': ['ID=0bad0caf-5577-4f11-93cb-b429b65022f6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:56.201306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:56.212346 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cd5e89a3-8c5d-4683-9c6a-18f1a2dc5945 admin admin] 10.222.0.63 "PUT /v2.0/routers/43ce1f8b-f405-4067-983d-765b3696cda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8027356 Sep 15 16:13:56.212561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48874) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:56.214924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] Sync routers for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:56.215485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Deleting subnet 4b5d1800-0ec8-40e1-a39b-2cd5341afa37 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:56.218984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.227942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:56.229004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:56.269368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.345369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.396328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:56.434820 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.443840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48878) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:56.485321 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 73bf56b0-b16f-4fb7-b6d6-1233b7c32560 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:56.485669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.529840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.559153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:56.585656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:56.586000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c1694c8-4a18-4a8f-a33e-bc21fd365d47 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:56.610153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.624060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 73bf56b0-b16f-4fb7-b6d6-1233b7c32560 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:56.655497 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e126f48f-471b-48fb-a824-7329c533ecff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.675344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:13:54Z', 'revision_number': 5, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port': {'id': '95190f04-2874-4d9a-8b58-0c0daaf355be', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:aa:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:18Z', 'updated_at': '2021-09-15T16:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:56.685189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Deleting port 95190f04-2874-4d9a-8b58-0c0daaf355be {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:56.685535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.697821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.706114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] Checking router: 43ce1f8b-f405-4067-983d-765b3696cda4 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:56.711031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.716561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] Routers {'43ce1f8b-f405-4067-983d-765b3696cda4'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:56.717213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['43ce1f8b-f405-4067-983d-765b3696cda4'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:56.756081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.761980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/subnets/4b5d1800-0ec8-40e1-a39b-2cd5341afa37 HTTP/1.1" status: 204 len: 168 time: 0.6626885 Sep 15 16:13:56.765598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48882) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:56.769930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aa37c-e73d-4165-89d1-21805469762e tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5d1800-0ec8-40e1-a39b-2cd5341afa37,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:56.774137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ffc0b-f811-4fc9-a1cd-22a32b7ecb08 None None] Network 05a5f68c-6986-4881-aa10-afd197dd637e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:56.824896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] For port 95190f04-2874-4d9a-8b58-0c0daaf355be, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=95190f04-2874-4d9a-8b58-0c0daaf355be,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:56.825235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.878711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Calling delete_port for 95190f04-2874-4d9a-8b58-0c0daaf355be owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:56.886746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.932308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] Set router 43ce1f8b-f405-4067-983d-765b3696cda4 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:56.956827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e126f48f-471b-48fb-a824-7329c533ecff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.004472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:13:56Z', 'revision_number': 6, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.026039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e126f48f-471b-48fb-a824-7329c533ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.032743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Deleting port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:57.033674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.043737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89d85f-0d37-445e-bdf2-94b6fa29cbf3 None None] The sync data for ids ['43ce1f8b-f405-4067-983d-765b3696cda4'] in n-d-808199-2 is: [{'id': '43ce1f8b-f405-4067-983d-765b3696cda4', 'name': 'tempest-AttachVolumeShelveTestJSON-261334841-router', 'tenant_id': '709558d00c174fa89b6afaac4554a7cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:16Z', 'updated_at': '2021-09-15T16:13:56Z', 'revision_number': 6, 'project_id': '709558d00c174fa89b6afaac4554a7cc', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:57.081484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e126f48f-471b-48fb-a824-7329c533ecff admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8d7f710ab2654962988c8108048231a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326156 Sep 15 16:13:57.081484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:57.089500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.091923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126f48f-471b-48fb-a824-7329c533ecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af6d526-66d1-4f10-9022-6bdb72be5797,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.142993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=73bf56b0-b16f-4fb7-b6d6-1233b7c32560,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.184570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] For port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,segment=NetworkSegment(9868afc8-85b0-4dd2-a7ec-17fde97c7618),segment_id=9868afc8-85b0-4dd2-a7ec-17fde97c7618)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:57.184952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.186973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.202134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Calling delete_port for 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:57.269551 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.271499 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f7852fb-f084-4d87-b747-9c6400c11b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.277950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.301564 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aee2d524-c62b-41dc-9fc8-2f7be8547d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.328420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Pushing event deleted for resources: {'Port': ['ID=95190f04-2874-4d9a-8b58-0c0daaf355be,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.355743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f7852fb-f084-4d87-b747-9c6400c11b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.429046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] DHCP port deletion for 05a5f68c-6986-4881-aa10-afd197dd637e request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:57.438195 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.499110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] Deleting port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:57.505738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.507974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.530569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 5697a7ca-50bb-45bc-a33d-f2ad1864c188 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:57.566799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.571016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.572747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Port': ['ID=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.574894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] No DVR routers for this DVR port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:57.590240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] For port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:57.596108 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.608024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] Calling delete_port for 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:57.610854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] Port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:13:57.613067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.620238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f7852fb-f084-4d87-b747-9c6400c11b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.623695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f7852fb-f084-4d87-b747-9c6400c11b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.636601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f7852fb-f084-4d87-b747-9c6400c11b90 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7af6d526-66d1-4f10-9022-6bdb72be5797 HTTP/1.1" status: 204 len: 168 time: 0.5452049 Sep 15 16:13:57.654841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] Pushing event deleted for resources: {'Port': ['ID=2c9dc091-2cc8-4c0c-b369-7bd0b495d53c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.659592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb0f57-af40-461e-b9bc-d424aa4bae9b None None] No DVR routers for this DVR port 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:57.672221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7852fb-f084-4d87-b747-9c6400c11b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af6d526-66d1-4f10-9022-6bdb72be5797,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.678353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:57.689783 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] Sync routers for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:57.698295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f46daf5c-da53-4108-82fd-786a2f0f14aa tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/5697a7ca-50bb-45bc-a33d-f2ad1864c188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5810483 Sep 15 16:13:57.698520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48888) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:57.701645 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:57.702265 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.707984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.733699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eefe3097-cb60-415a-b4c6-16acebb385e5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=5697a7ca-50bb-45bc-a33d-f2ad1864c188 HTTP/1.1" status: 200 len: 205 time: 0.0343733 Sep 15 16:13:57.736457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:57.741288 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.745859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a5f68c-6986-4881-aa10-afd197dd637e']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.748193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.748789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ce1f8b-f405-4067-983d-765b3696cda4 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:57.764291 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] Routers {'5697a7ca-50bb-45bc-a33d-f2ad1864c188'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:57.764291 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.765154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.765154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-70f2db0f-c362-4ae2-a4f1-0cc5695ea472 admin admin] 10.222.0.63 "DELETE /v2.0/routers/43ce1f8b-f405-4067-983d-765b3696cda4 HTTP/1.1" status: 204 len: 168 time: 1.5462227 Sep 15 16:13:57.765154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9868afc8-85b0-4dd2-a7ec-17fde97c7618') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.765154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9868afc8-85b0-4dd2-a7ec-17fde97c7618') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.765154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48892) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:57.781930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.791093 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.791656 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36d9da7-7131-4de5-b12e-96a508180ee4 None None] The sync data for ids ['5697a7ca-50bb-45bc-a33d-f2ad1864c188'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:57.819476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.831993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:57.832583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:57.838068 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:57.860441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] Deleting subnet b3256513-38af-41ae-babf-841e712afa79 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:57.869837 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.969945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.063037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.100257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.111982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.114253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/networks/05a5f68c-6986-4881-aa10-afd197dd637e HTTP/1.1" status: 204 len: 168 time: 1.3474452 Sep 15 16:13:58.129890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48896) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.136815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d8b7b9-4bb5-4892-9670-2961175a4fb9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.141577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4ead3-ed79-40bb-9564-9e38173e9dcd tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Pushing event deleted for resources: {'Network': ['ID=05a5f68c-6986-4881-aa10-afd197dd637e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:58.171722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-045137db-2650-4645-9fa1-88a92a14ddc2 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "GET /v2.0/ports?device_id=7da9f081-3ee5-4864-807b-9e9bca245578 HTTP/1.1" status: 200 len: 205 time: 0.0376775 Sep 15 16:13:58.172151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48898) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.275590 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6748da3-f143-4e21-9647-fdb005826e38 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.277725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.339732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3256513-38af-41ae-babf-841e712afa79,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:58.341713 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d8b7b9-4bb5-4892-9670-2961175a4fb9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.348977 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d8b7b9-4bb5-4892-9670-2961175a4fb9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.381420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.383499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824dc0d4-a5e2-4591-8b98-9b4eb4b8f079 None None] Network 66be19ab-4f38-495b-acf8-567ec7d80936 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:58.384342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3133a3ec-4e34-4d84-8099-e4af2252aa73 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/b3256513-38af-41ae-babf-841e712afa79 HTTP/1.1" status: 204 len: 168 time: 0.6185281 Sep 15 16:13:58.401018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48906) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.445032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b570173a-74c4-4f4b-a130-8ceca50bef79 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:58.495999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.513871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.516160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b570173a-74c4-4f4b-a130-8ceca50bef79 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:58.516538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b570173a-74c4-4f4b-a130-8ceca50bef79 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:58.517178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:58.541070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6748da3-f143-4e21-9647-fdb005826e38 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.543440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6748da3-f143-4e21-9647-fdb005826e38 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.543583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:58.544578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2c9dc091-2cc8-4c0c-b369-7bd0b495d53c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:58.544740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d8b7b9-4bb5-4892-9670-2961175a4fb9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.544859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 95190f04-2874-4d9a-8b58-0c0daaf355be no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:58.545095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d8b7b9-4bb5-4892-9670-2961175a4fb9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Fanout notify agent at l3_agent the message router_deleted on router 5697a7ca-50bb-45bc-a33d-f2ad1864c188 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:58.554085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d8b7b9-4bb5-4892-9670-2961175a4fb9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.557978 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-73d8b7b9-4bb5-4892-9670-2961175a4fb9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/5697a7ca-50bb-45bc-a33d-f2ad1864c188 HTTP/1.1" status: 204 len: 168 time: 0.8204548 Sep 15 16:13:58.558673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.588584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 95190f04-2874-4d9a-8b58-0c0daaf355be {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:58.589073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 95190f04-2874-4d9a-8b58-0c0daaf355be not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:58.632453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet 95d4dcdd-8688-4e44-88fa-f482aea3ce91 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:58.636204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.666717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Deleting port b829b03b-1cce-44a5-9e28-9e15fdcbc871 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:58.667068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.679938 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6748da3-f143-4e21-9647-fdb005826e38 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.680736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6748da3-f143-4e21-9647-fdb005826e38 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Fanout notify agent at l3_agent the message router_deleted on router 7da9f081-3ee5-4864-807b-9e9bca245578 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:58.688531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6748da3-f143-4e21-9647-fdb005826e38 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.690994 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b6748da3-f143-4e21-9647-fdb005826e38 tempest-RoutersNegativeTest-819231068 tempest-RoutersNegativeTest-819231068-project] 10.222.0.63 "DELETE /v2.0/routers/7da9f081-3ee5-4864-807b-9e9bca245578 HTTP/1.1" status: 204 len: 168 time: 0.5088971 Sep 15 16:13:58.706396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.712011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] DHCP port deletion for 66be19ab-4f38-495b-acf8-567ec7d80936 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:58.789555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] For port b829b03b-1cce-44a5-9e28-9e15fdcbc871, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b829b03b-1cce-44a5-9e28-9e15fdcbc871,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:58.789927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.791506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] Deleting port b829b03b-1cce-44a5-9e28-9e15fdcbc871 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:58.791945 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.809490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Calling delete_port for b829b03b-1cce-44a5-9e28-9e15fdcbc871 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:58.859656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] For port b829b03b-1cce-44a5-9e28-9e15fdcbc871, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b829b03b-1cce-44a5-9e28-9e15fdcbc871,segment=NetworkSegment(1855a159-2a12-431b-849e-029aafcef0cb),segment_id=1855a159-2a12-431b-849e-029aafcef0cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:58.860129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.873110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] Calling delete_port for b829b03b-1cce-44a5-9e28-9e15fdcbc871 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:58.901237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.067448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.074132 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.096977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] Pushing event deleted for resources: {'Port': ['ID=b829b03b-1cce-44a5-9e28-9e15fdcbc871,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:59.108779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6eddd-5847-4deb-b0d9-c89154c6661e None None] No DVR routers for this DVR port b829b03b-1cce-44a5-9e28-9e15fdcbc871 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:59.109104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=b829b03b-1cce-44a5-9e28-9e15fdcbc871,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:59.109104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.110705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] No DVR routers for this DVR port b829b03b-1cce-44a5-9e28-9e15fdcbc871 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:59.160309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=95d4dcdd-8688-4e44-88fa-f482aea3ce91,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:59.174177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.175646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e75742-180c-4669-baa5-2f1a0d81a8d7 None None] Network b5cf74bf-7619-4dc7-8f1c-1bb79272d54e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:59.178914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48928) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:59.179095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2bfdd307-3a86-4cab-b1f8-ed3886be4d17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/95d4dcdd-8688-4e44-88fa-f482aea3ce91 HTTP/1.1" status: 204 len: 168 time: 0.6191013 Sep 15 16:13:59.243467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.274228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet e94c4e47-7e15-49a5-9bdd-fce26cdc48f8 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:59.277936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.284339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66be19ab-4f38-495b-acf8-567ec7d80936']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:59.306617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1855a159-2a12-431b-849e-029aafcef0cb') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:59.306617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1855a159-2a12-431b-849e-029aafcef0cb') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:59.308558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48932) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:59.326301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.345153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.347887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.360750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:59.361243 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:59.364605 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:59.424359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] DHCP port deletion for b5cf74bf-7619-4dc7-8f1c-1bb79272d54e request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:59.478520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.479765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] Deleting port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:59.480150 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.507656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3469505f-be33-4781-80e6-92b09fc68ec3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7efe504daf8e44f387fdc3f9ea1d81df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907446 Sep 15 16:13:59.507656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48936) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:59.553144 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27c8dd39-620c-42f3-96c2-fc2acc113c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.554079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] For port 938b575d-4589-4f7d-8a23-8d8ce20d2b37, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=938b575d-4589-4f7d-8a23-8d8ce20d2b37,segment=NetworkSegment(e430091e-123d-445d-ac96-a26501004aa6),segment_id=e430091e-123d-445d-ac96-a26501004aa6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:59.554600 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.565858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.569608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] Calling delete_port for 938b575d-4589-4f7d-8a23-8d8ce20d2b37 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:59.578554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.580932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] 10.222.0.63 "DELETE /v2.0/networks/66be19ab-4f38-495b-acf8-567ec7d80936 HTTP/1.1" status: 204 len: 168 time: 1.1785727 Sep 15 16:13:59.594163 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27c8dd39-620c-42f3-96c2-fc2acc113c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.602270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47824ed8-5738-477c-a5d5-c3ac05d73c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=66be19ab-4f38-495b-acf8-567ec7d80936,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:59.610437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.645834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=e94c4e47-7e15-49a5-9bdd-fce26cdc48f8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:59.650091 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.655315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:59.655862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0a5a2742-7645-4d2f-bc4f-2da2ed698325 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/e94c4e47-7e15-49a5-9bdd-fce26cdc48f8 HTTP/1.1" status: 204 len: 168 time: 0.4743934 Sep 15 16:13:59.658770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc95188-02e7-44c3-a6bf-d41b5e2e0367 None None] Network 55567ffb-526f-4e79-b884-2f7e3fa7da58 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:59.722679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27c8dd39-620c-42f3-96c2-fc2acc113c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.725295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27c8dd39-620c-42f3-96c2-fc2acc113c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.726520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27c8dd39-620c-42f3-96c2-fc2acc113c67 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b853e43-bb12-4a88-a4c0-957d994e702d HTTP/1.1" status: 204 len: 168 time: 0.2244365 Sep 15 16:13:59.750850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8dd39-620c-42f3-96c2-fc2acc113c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b853e43-bb12-4a88-a4c0-957d994e702d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:59.756009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.815216 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.840605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:59.841055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.845467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] Pushing event deleted for resources: {'Port': ['ID=938b575d-4589-4f7d-8a23-8d8ce20d2b37,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:59.850426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dba732-8205-4f1a-ad0a-73704dae390a None None] No DVR routers for this DVR port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:59.919013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] DHCP port deletion for 55567ffb-526f-4e79-b884-2f7e3fa7da58 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:59.951534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 938b575d-4589-4f7d-8a23-8d8ce20d2b37, host n-d-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:59.951917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.966735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 938b575d-4589-4f7d-8a23-8d8ce20d2b37 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:59.969491 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_backend_mixin [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 was not found and therefore no delete operation was performed {{(pid=102018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:13:59.972030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:59.979799 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] Deleting port 23200598-073e-4988-b930-8ce4f84ca4c4 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:59.980185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.004795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=938b575d-4589-4f7d-8a23-8d8ce20d2b37,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:00.008674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port 938b575d-4589-4f7d-8a23-8d8ce20d2b37 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:00.031709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48948) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:00.082184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] For port 23200598-073e-4988-b930-8ce4f84ca4c4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=23200598-073e-4988-b930-8ce4f84ca4c4,segment=NetworkSegment(ab8fa04b-03b3-4937-be97-6cf0dd7ea601),segment_id=ab8fa04b-03b3-4937-be97-6cf0dd7ea601)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:00.082797 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.098959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] Calling delete_port for 23200598-073e-4988-b930-8ce4f84ca4c4 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:00.099610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-866835d4-1233-4388-941e-7254759426cd admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=709558d00c174fa89b6afaac4554a7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664582 Sep 15 16:14:00.104958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:00.121473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.151394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cf74bf-7619-4dc7-8f1c-1bb79272d54e']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:00.161936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.164267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e430091e-123d-445d-ac96-a26501004aa6') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:00.164837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e430091e-123d-445d-ac96-a26501004aa6') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:00.169037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af27c27b-553f-45ee-9127-715600ffa2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.177412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.204706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.213465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:00.217697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af27c27b-553f-45ee-9127-715600ffa2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.217867 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:00.233910 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:00.267230 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.295561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.323389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] Pushing event deleted for resources: {'Port': ['ID=23200598-073e-4988-b930-8ce4f84ca4c4,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:00.328305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f78bbb-6fd7-4a9b-b2dd-891cfb8dfb25 None None] No DVR routers for this DVR port 23200598-073e-4988-b930-8ce4f84ca4c4 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:00.357242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af27c27b-553f-45ee-9127-715600ffa2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.364031 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-af27c27b-553f-45ee-9127-715600ffa2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.364471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-af27c27b-553f-45ee-9127-715600ffa2eb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e3c329ce-8bb0-4e27-94af-0e3f7e08671d HTTP/1.1" status: 204 len: 168 time: 0.2584062 Sep 15 16:14:00.376570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27c27b-553f-45ee-9127-715600ffa2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c329ce-8bb0-4e27-94af-0e3f7e08671d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:00.386900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.395888 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.398442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/b5cf74bf-7619-4dc7-8f1c-1bb79272d54e HTTP/1.1" status: 204 len: 168 time: 0.7415323 Sep 15 16:14:00.400914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 48966) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:00.427746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c149ee9-4c49-43a3-9514-53e7c5f3e151 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=b5cf74bf-7619-4dc7-8f1c-1bb79272d54e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:00.457155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 23200598-073e-4988-b930-8ce4f84ca4c4 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:00.487941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 23200598-073e-4988-b930-8ce4f84ca4c4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:00.488420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 23200598-073e-4988-b930-8ce4f84ca4c4 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:00.489047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 938b575d-4589-4f7d-8a23-8d8ce20d2b37 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:00.511591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 938b575d-4589-4f7d-8a23-8d8ce20d2b37 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:00.511938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 938b575d-4589-4f7d-8a23-8d8ce20d2b37 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:00.517902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b829b03b-1cce-44a5-9e28-9e15fdcbc871 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:00.520108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.534624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b829b03b-1cce-44a5-9e28-9e15fdcbc871 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:00.535359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b829b03b-1cce-44a5-9e28-9e15fdcbc871 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:00.622448 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.645597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55567ffb-526f-4e79-b884-2f7e3fa7da58']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:00.656179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8fa04b-03b3-4937-be97-6cf0dd7ea601') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:00.659882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8fa04b-03b3-4937-be97-6cf0dd7ea601') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:00.666230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.679252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:00.688555 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:00.846317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.865898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:00.869880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/55567ffb-526f-4e79-b884-2f7e3fa7da58 HTTP/1.1" status: 204 len: 168 time: 0.4606438 Sep 15 16:14:00.869880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69845113-fb93-4195-b3bc-6ab355284bc3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=55567ffb-526f-4e79-b884-2f7e3fa7da58,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:00.872837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48978) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:00.881672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-291567327'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:00.988039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:00.993829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.028083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:01.038391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.038391 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment ee53728f-13d3-44fc-9733-c53bdab91497 of type vlan for network 939a70b1-e671-4aa9-bbba-17f0c0742572 Sep 15 16:14:01.096982 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.215272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.221974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:01.222634 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.298953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=939a70b1-e671-4aa9-bbba-17f0c0742572,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:01.311414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:01.335077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0c6fda97-955e-4e74-a905-4bd3780016d0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4603834 Sep 15 16:14:01.338254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 48994) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:01.343353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:01.512451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:01.516164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.770309 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.850581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=7889fc09-9918-4f97-a1bc-ce16811f71b7,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:01.856478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': 'ee53728f-13d3-44fc-9733-c53bdab91497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:01.857426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: 939a70b1-e671-4aa9-bbba-17f0c0742572, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:01.952669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:02.084013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 939a70b1-e671-4aa9-bbba-17f0c0742572) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:02.088634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:02.089928 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.098419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628614f-b5d7-45e2-b057-a5a2af3a369e None None] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:02.239381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79c53ad0-5147-467b-9665-73f8b42e7ed3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8999932 Sep 15 16:14:02.242143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49026) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:02.246754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d28c750b-6a06-467a-bea5-7ff60d07f6a5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1022792386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:02.278164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-939a70b1-e671-4aa9-bbba-17f0c0742572', 'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': '7889fc09-9918-4f97-a1bc-ce16811f71b7'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:02.280038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.375931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d28c750b-6a06-467a-bea5-7ff60d07f6a5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.377351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d28c750b-6a06-467a-bea5-7ff60d07f6a5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.458724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d28c750b-6a06-467a-bea5-7ff60d07f6a5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.475163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Allocated IP 2001:db8::2 (939a70b1-e671-4aa9-bbba-17f0c0742572/7889fc09-9918-4f97-a1bc-ce16811f71b7/ef1669c3-39e4-4c5f-8447-ad0b5c124545) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:02.536209 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d28c750b-6a06-467a-bea5-7ff60d07f6a5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.649843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d28c750b-6a06-467a-bea5-7ff60d07f6a5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.652558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d28c750b-6a06-467a-bea5-7ff60d07f6a5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4080882 Sep 15 16:14:02.658321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49054) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:02.659478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'port': {'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572', 'name': 'tempest-RoutersIpV6Test-990218125'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:02.676124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.765463 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.812897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:02.816991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:02.821500 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:02.836700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Pushing event updated for resources: {'Port': ['ID=ef1669c3-39e4-4c5f-8447-ad0b5c124545,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:02.910110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Attempting to bind port ef1669c3-39e4-4c5f-8447-ad0b5c124545 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:02.910594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Attempting to bind port ef1669c3-39e4-4c5f-8447-ad0b5c124545 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ee53728f-13d3-44fc-9733-c53bdab91497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:02.911024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Attempting to bind port ef1669c3-39e4-4c5f-8447-ad0b5c124545 on network 939a70b1-e671-4aa9-bbba-17f0c0742572 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:02.917048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:02.917481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Checking segment: {'id': 'ee53728f-13d3-44fc-9733-c53bdab91497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:02.917898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.918525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Bound using segment: {'id': 'ee53728f-13d3-44fc-9733-c53bdab91497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:02.919020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Bound port: ef1669c3-39e4-4c5f-8447-ad0b5c124545, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee53728f-13d3-44fc-9733-c53bdab91497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '939a70b1-e671-4aa9-bbba-17f0c0742572'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:02.919607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.006510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] For port ef1669c3-39e4-4c5f-8447-ad0b5c124545, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:03.018054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] For port ef1669c3-39e4-4c5f-8447-ad0b5c124545, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ef1669c3-39e4-4c5f-8447-ad0b5c124545,segment=NetworkSegment(ee53728f-13d3-44fc-9733-c53bdab91497),segment_id=ee53728f-13d3-44fc-9733-c53bdab91497)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:03.110142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49070) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:03.141534 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.221969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:03.226637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.232036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b4cd-07a9-43d6-a2d1-f323d552d2a4 None None] Pushing event updated for resources: {'Port': ['ID=ef1669c3-39e4-4c5f-8447-ad0b5c124545,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:03.255757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] device_id is not set on port 610697f4-b445-4f33-b517-dfb2f15052c1 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:14:03.262191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5d0ccdf9-e4ea-4b03-9715-61dfbaff184d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.416265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8::158 (939a70b1-e671-4aa9-bbba-17f0c0742572/7889fc09-9918-4f97-a1bc-ce16811f71b7/610697f4-b445-4f33-b517-dfb2f15052c1) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:03.430326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5d0ccdf9-e4ea-4b03-9715-61dfbaff184d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.485307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5d0ccdf9-e4ea-4b03-9715-61dfbaff184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.559361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5d0ccdf9-e4ea-4b03-9715-61dfbaff184d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e743b6dbdb614a40bd005fb9cf4dbf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480948 Sep 15 16:14:03.560979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ccdf9-e4ea-4b03-9715-61dfbaff184d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad42dc9c-56ef-43b4-bd56-ab7476efe419,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:03.571681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49086) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:03.643689 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96413f5e-c7a4-4c66-a7df-4eef7582b424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.647190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.671083 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96413f5e-c7a4-4c66-a7df-4eef7582b424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.741943 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.782147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:03.785947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:03.789816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:03.795482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:03.796108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.810490 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96413f5e-c7a4-4c66-a7df-4eef7582b424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.819948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=610697f4-b445-4f33-b517-dfb2f15052c1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:03.820104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96413f5e-c7a4-4c66-a7df-4eef7582b424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:03.820104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-96413f5e-c7a4-4c66-a7df-4eef7582b424 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ad42dc9c-56ef-43b4-bd56-ab7476efe419 HTTP/1.1" status: 204 len: 168 time: 0.2416902 Sep 15 16:14:03.824612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96413f5e-c7a4-4c66-a7df-4eef7582b424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad42dc9c-56ef-43b4-bd56-ab7476efe419,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:03.961304 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3b0f15ae-24b5-4501-ac99-77ab77aad4ac tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3042235 Sep 15 16:14:03.962578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49096) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:04.340365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:04.473835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ef1669c3-39e4-4c5f-8447-ad0b5c124545 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:04.513880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e0ec2-e4ef-4979-8c3e-ef59f0cdf8eb None None] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:04.688980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:04.755218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:04.771880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ef1669c3-39e4-4c5f-8447-ad0b5c124545 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:04.772253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:04.782271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4c741b96-a371-469d-b797-d2c260ce352e None None] Provisioning complete for port ef1669c3-39e4-4c5f-8447-ad0b5c124545 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:04.782639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c741b96-a371-469d-b797-d2c260ce352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:04.782763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49108) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:04.807287 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:14:04.851359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7828af5d-a27a-4dfa-bbae-c1798f51fe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.084773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7828af5d-a27a-4dfa-bbae-c1798f51fe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.105768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c741b96-a371-469d-b797-d2c260ce352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.116139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=610697f4-b445-4f33-b517-dfb2f15052c1,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:05.147049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7828af5d-a27a-4dfa-bbae-c1798f51fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.149535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.195119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.221881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7828af5d-a27a-4dfa-bbae-c1798f51fe06 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df94f0539e1d4e95aadf03725163e566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367461 Sep 15 16:14:05.233245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49116) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:05.247222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4c741b96-a371-469d-b797-d2c260ce352e None None] For port ef1669c3-39e4-4c5f-8447-ad0b5c124545, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ef1669c3-39e4-4c5f-8447-ad0b5c124545,segment=NetworkSegment(ee53728f-13d3-44fc-9733-c53bdab91497),segment_id=ee53728f-13d3-44fc-9733-c53bdab91497)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:05.298871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828af5d-a27a-4dfa-bbae-c1798f51fe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608e1634-620b-44a3-a296-a3d79737a0c9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:05.318269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16c24432-af52-4eac-a0e9-1215f6a0cc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.327997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-166ed593-ea12-40f4-8afd-62807d14f8d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4405994 Sep 15 16:14:05.342031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c741b96-a371-469d-b797-d2c260ce352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.349970 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16c24432-af52-4eac-a0e9-1215f6a0cc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.439698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.462729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-1a72213e-8646-47a5-b5d7-4a153b8464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:05.464248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-1a72213e-8646-47a5-b5d7-4a153b8464b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.0817039 Sep 15 16:14:05.466318 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:14:05.466681 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:14:05.508566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c741b96-a371-469d-b797-d2c260ce352e None None] Pushing event updated for resources: {'Port': ['ID=ef1669c3-39e4-4c5f-8447-ad0b5c124545,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:05.599235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16c24432-af52-4eac-a0e9-1215f6a0cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.603630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16c24432-af52-4eac-a0e9-1215f6a0cc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.607568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-16c24432-af52-4eac-a0e9-1215f6a0cc1b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/608e1634-620b-44a3-a296-a3d79737a0c9 HTTP/1.1" status: 204 len: 168 time: 0.3711379 Sep 15 16:14:05.632474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c24432-af52-4eac-a0e9-1215f6a0cc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608e1634-620b-44a3-a296-a3d79737a0c9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:05.692767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-70ed904a-d76a-4cde-a565-04645ba5514b None None] Provisioning complete for port 610697f4-b445-4f33-b517-dfb2f15052c1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:05.696615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-70ed904a-d76a-4cde-a565-04645ba5514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.740553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-902c9d95-45dc-420b-9126-c60d364a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:05.743462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-902c9d95-45dc-420b-9126-c60d364a3672 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.2508261 Sep 15 16:14:05.778297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-70ed904a-d76a-4cde-a565-04645ba5514b None None] Port 610697f4-b445-4f33-b517-dfb2f15052c1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:05.811118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-70ed904a-d76a-4cde-a565-04645ba5514b None None] Provisioning complete for port ef1669c3-39e4-4c5f-8447-ad0b5c124545 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:05.812464 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-70ed904a-d76a-4cde-a565-04645ba5514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.953755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-0abc636b-72d9-4466-ab6b-d34814ad6957 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 1001 time: 0.1984279 Sep 15 16:14:06.333798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.351204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-78a753a2-96f7-4e81-9110-b762759d5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.351204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-78a753a2-96f7-4e81-9110-b762759d5a7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.0835228 Sep 15 16:14:06.356262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-38cda5a1-3afe-46e6-b09f-94bb44ee4f42 None None] Provisioning complete for port 610697f4-b445-4f33-b517-dfb2f15052c1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:06.356262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38cda5a1-3afe-46e6-b09f-94bb44ee4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.359802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-25d8269b-7f04-4bd7-b2bd-b644dafa9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.359802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-25d8269b-7f04-4bd7-b2bd-b644dafa9094 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563173 Sep 15 16:14:06.361419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-38cda5a1-3afe-46e6-b09f-94bb44ee4f42 None None] Port 610697f4-b445-4f33-b517-dfb2f15052c1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:06.363900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.363900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.363900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=610697f4-b445-4f33-b517-dfb2f15052c1,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:06.367854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-7ccb2295-10d9-4fb3-8ad4-59a0f5b289c1 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613274 Sep 15 16:14:06.369239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:06.369239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:06.472129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ef1669c3-39e4-4c5f-8447-ad0b5c124545 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:06.472878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dfad9e74-7517-4dfb-a9b9-750ea9a78881 req-5b4273d4-a064-4e19-a15f-5e4a93994279 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693079 Sep 15 16:14:06.535169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d650cf1d-c7eb-4399-845a-58b97d1a55ae None None] Provisioning complete for port 610697f4-b445-4f33-b517-dfb2f15052c1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:06.535620 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d650cf1d-c7eb-4399-845a-58b97d1a55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.587182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d650cf1d-c7eb-4399-845a-58b97d1a55ae None None] Port 610697f4-b445-4f33-b517-dfb2f15052c1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:06.588835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ef1669c3-39e4-4c5f-8447-ad0b5c124545 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:06.589219 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.650503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 482c9ca3-5af8-4211-8464-3726e7b3b07c is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:14:06.757748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:06.764375 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3772224c-1675-4a17-a1ad-aac1cfdfce84 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/482c9ca3-5af8-4211-8464-3726e7b3b07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7996223 Sep 15 16:14:06.766460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49142) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:06.772580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] Sync routers for ids ['482c9ca3-5af8-4211-8464-3726e7b3b07c'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:06.782096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] Routers {'482c9ca3-5af8-4211-8464-3726e7b3b07c'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:06.782826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['482c9ca3-5af8-4211-8464-3726e7b3b07c'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:06.822272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15378842-86f1-4b43-bf70-60b4cd89ecfd tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.822407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:06.825323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-15378842-86f1-4b43-bf70-60b4cd89ecfd tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports/610697f4-b445-4f33-b517-dfb2f15052c1 HTTP/1.1" status: 200 len: 983 time: 0.0570917 Sep 15 16:14:06.828015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49144) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:06.841354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] Routers {'482c9ca3-5af8-4211-8464-3726e7b3b07c'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:06.841354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['482c9ca3-5af8-4211-8464-3726e7b3b07c'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:06.880069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f01b22d9-8f99-4b58-9974-8253d7f6e542 None None] Provisioning complete for port 610697f4-b445-4f33-b517-dfb2f15052c1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:06.880444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f01b22d9-8f99-4b58-9974-8253d7f6e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.906049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:06.906795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5239717-9170-4dec-b097-9ee08cc2754f None None] The sync data for ids ['482c9ca3-5af8-4211-8464-3726e7b3b07c'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:06.928424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f01b22d9-8f99-4b58-9974-8253d7f6e542 None None] Port 610697f4-b445-4f33-b517-dfb2f15052c1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:07.370436 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:07.608820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 610697f4-b445-4f33-b517-dfb2f15052c1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:07.609234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:07.738071 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:07.756303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:07.756809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 610697f4-b445-4f33-b517-dfb2f15052c1 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:08.021782 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.056165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=610697f4-b445-4f33-b517-dfb2f15052c1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:08.169750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.218694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a181210-3c03-4dae-8e98-18143c000629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.366267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 482c9ca3-5af8-4211-8464-3726e7b3b07c has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:08.386730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a181210-3c03-4dae-8e98-18143c000629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.454818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:08.463210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-36535eb2-b53e-4095-b4e7-e2cb352f2b04 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/482c9ca3-5af8-4211-8464-3726e7b3b07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229167 Sep 15 16:14:08.464215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49182) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:08.468092 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] Sync routers for ids ['482c9ca3-5af8-4211-8464-3726e7b3b07c'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:08.472266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a181210-3c03-4dae-8e98-18143c000629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.480802 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] Routers {'482c9ca3-5af8-4211-8464-3726e7b3b07c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:08.481677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['482c9ca3-5af8-4211-8464-3726e7b3b07c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:08.520605 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:08.532442 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] Routers {'482c9ca3-5af8-4211-8464-3726e7b3b07c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:08.533443 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['482c9ca3-5af8-4211-8464-3726e7b3b07c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:08.573604 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:08.574382 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e5af77-e5c8-4618-ad83-cd1028cd46c2 None None] The sync data for ids ['482c9ca3-5af8-4211-8464-3726e7b3b07c'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:08.627735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a181210-3c03-4dae-8e98-18143c000629 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac49d396dcae430a8533185cffe79aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8695502 Sep 15 16:14:08.631315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a181210-3c03-4dae-8e98-18143c000629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b922d15-91d1-45f9-b320-8a686908285e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:08.632305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:08.717541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61247d14-4dbe-4c33-8025-6a8f9b144c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.747378 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61247d14-4dbe-4c33-8025-6a8f9b144c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.771986 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-2f0a8138-ae6f-46f9-b7b4-1878b2838425 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] remove_router_interface failed (client error): The resource could not be found. Sep 15 16:14:08.771986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f0a8138-ae6f-46f9-b7b4-1878b2838425 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/482c9ca3-5af8-4211-8464-3726e7b3b07c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3032205 Sep 15 16:14:08.773621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49192) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:08.816534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-caab4464-d57c-4c94-a828-947e7c4007dd tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=482c9ca3-5af8-4211-8464-3726e7b3b07c HTTP/1.1" status: 200 len: 205 time: 0.0410888 Sep 15 16:14:08.817350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:08.901614 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7579bcef-6436-44aa-a672-59e11c1b1661 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.925851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61247d14-4dbe-4c33-8025-6a8f9b144c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.928561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61247d14-4dbe-4c33-8025-6a8f9b144c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.929730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-61247d14-4dbe-4c33-8025-6a8f9b144c08 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2b922d15-91d1-45f9-b320-8a686908285e HTTP/1.1" status: 204 len: 168 time: 0.2962584 Sep 15 16:14:08.937903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61247d14-4dbe-4c33-8025-6a8f9b144c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b922d15-91d1-45f9-b320-8a686908285e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:09.073847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7579bcef-6436-44aa-a672-59e11c1b1661 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.076020 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7579bcef-6436-44aa-a672-59e11c1b1661 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.223801 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7579bcef-6436-44aa-a672-59e11c1b1661 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.224733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7579bcef-6436-44aa-a672-59e11c1b1661 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Fanout notify agent at l3_agent the message router_deleted on router 482c9ca3-5af8-4211-8464-3726e7b3b07c {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:14:09.236734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7579bcef-6436-44aa-a672-59e11c1b1661 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.238828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7579bcef-6436-44aa-a672-59e11c1b1661 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/482c9ca3-5af8-4211-8464-3726e7b3b07c HTTP/1.1" status: 204 len: 168 time: 0.4200461 Sep 15 16:14:09.241429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:09.303603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet 7889fc09-9918-4f97-a1bc-ce16811f71b7 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:14:09.307079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.347761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.445710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.588809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.622366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=7889fc09-9918-4f97-a1bc-ce16811f71b7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:09.628473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:09.631757 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1fba4f85-5679-4d3f-9b9a-56ec08160b5f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/7889fc09-9918-4f97-a1bc-ce16811f71b7 HTTP/1.1" status: 204 len: 168 time: 0.3891428 Sep 15 16:14:09.635498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:09.639687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa292c-b733-4c81-8467-53086a4d70e4 None None] Network 939a70b1-e671-4aa9-bbba-17f0c0742572 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:09.903330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] DHCP port deletion for 939a70b1-e671-4aa9-bbba-17f0c0742572 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:14:09.968388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] Deleting port ef1669c3-39e4-4c5f-8447-ad0b5c124545 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:09.968950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.040809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] For port ef1669c3-39e4-4c5f-8447-ad0b5c124545, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ef1669c3-39e4-4c5f-8447-ad0b5c124545,segment=NetworkSegment(ee53728f-13d3-44fc-9733-c53bdab91497),segment_id=ee53728f-13d3-44fc-9733-c53bdab91497)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:10.041543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.058062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] Calling delete_port for ef1669c3-39e4-4c5f-8447-ad0b5c124545 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:10.059100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.164278 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port ef1669c3-39e4-4c5f-8447-ad0b5c124545 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:10.164960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.240212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port ef1669c3-39e4-4c5f-8447-ad0b5c124545, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ef1669c3-39e4-4c5f-8447-ad0b5c124545,segment=NetworkSegment(ee53728f-13d3-44fc-9733-c53bdab91497),segment_id=ee53728f-13d3-44fc-9733-c53bdab91497)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:10.240704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.256347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for ef1669c3-39e4-4c5f-8447-ad0b5c124545 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:10.256533 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.282226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] Pushing event deleted for resources: {'Port': ['ID=ef1669c3-39e4-4c5f-8447-ad0b5c124545,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:10.286110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f704c-fdd9-4157-9c9f-0fb2c3021819 None None] No DVR routers for this DVR port ef1669c3-39e4-4c5f-8447-ad0b5c124545 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:10.354883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.378928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=ef1669c3-39e4-4c5f-8447-ad0b5c124545,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:10.385337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port ef1669c3-39e4-4c5f-8447-ad0b5c124545 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:10.435043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ef1669c3-39e4-4c5f-8447-ad0b5c124545 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:10.456658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ef1669c3-39e4-4c5f-8447-ad0b5c124545 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:10.457131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ef1669c3-39e4-4c5f-8447-ad0b5c124545 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:10.494238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.515571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['939a70b1-e671-4aa9-bbba-17f0c0742572']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:10.526482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee53728f-13d3-44fc-9733-c53bdab91497') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:10.526781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee53728f-13d3-44fc-9733-c53bdab91497') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:10.541831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.557854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.566424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:10.566809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:10.571063 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:10.714279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.725894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.727940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/939a70b1-e671-4aa9-bbba-17f0c0742572 HTTP/1.1" status: 204 len: 168 time: 1.0919549 Sep 15 16:14:10.732235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49242) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:10.742704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698069150'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:10.744976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2f88f-93f7-4d11-88cf-9a40e91e4bf9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=939a70b1-e671-4aa9-bbba-17f0c0742572,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:10.850504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:10.854750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.881543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:10.926340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:10.926853 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment 537e5989-99fb-46b0-ad8e-3d5e66dfb455 of type vlan for network 2f9378d5-e00a-449a-a612-3a19eebee245 Sep 15 16:14:10.971838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:11.056508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:11.063322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:11.064028 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:11.148457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=2f9378d5-e00a-449a-a612-3a19eebee245,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:11.160914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2f9378d5-e00a-449a-a612-3a19eebee245 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:11.180536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4ff95ced-9be8-4530-bc20-1a29eb2a9dca tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4444828 Sep 15 16:14:11.183186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49258) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:11.191431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': '2f9378d5-e00a-449a-a612-3a19eebee245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:11.421091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:11.425291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:11.731809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:11.812781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=3fccf504-9bf3-4252-941b-9aa1ec3bdf9f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:11.824175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': '537e5989-99fb-46b0-ad8e-3d5e66dfb455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2f9378d5-e00a-449a-a612-3a19eebee245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:11.824567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: 2f9378d5-e00a-449a-a612-3a19eebee245, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:11.942454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 2f9378d5-e00a-449a-a612-3a19eebee245 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:12.022424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2f9378d5-e00a-449a-a612-3a19eebee245) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:12.027973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:12.028899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.036221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e7721-567d-427f-8ee5-7ef74854c677 None None] Network 2f9378d5-e00a-449a-a612-3a19eebee245 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:12.154545 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d180c783-bc30-4574-b965-1790b3aeaabf tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9699802 Sep 15 16:14:12.157585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49280) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:12.162927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c37949da-cf71-4204-acbf-228b55d65b5c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1263856631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:12.218986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-2f9378d5-e00a-449a-a612-3a19eebee245', 'network_id': '2f9378d5-e00a-449a-a612-3a19eebee245', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': '3fccf504-9bf3-4252-941b-9aa1ec3bdf9f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:12.223346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.240120 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c37949da-cf71-4204-acbf-228b55d65b5c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.241239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c37949da-cf71-4204-acbf-228b55d65b5c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.305674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c37949da-cf71-4204-acbf-228b55d65b5c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.400277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c37949da-cf71-4204-acbf-228b55d65b5c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.414715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Allocated IP 2001:db8::2 (2f9378d5-e00a-449a-a612-3a19eebee245/3fccf504-9bf3-4252-941b-9aa1ec3bdf9f/b8d315e7-23d2-4ac2-9d51-bb92632a71da) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:12.507881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c37949da-cf71-4204-acbf-228b55d65b5c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.509024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c37949da-cf71-4204-acbf-228b55d65b5c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3504927 Sep 15 16:14:12.512220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49294) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:12.639962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.703767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.763831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Network 2f9378d5-e00a-449a-a612-3a19eebee245 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:12.771489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:12.782782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:12.810601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Pushing event updated for resources: {'Port': ['ID=b8d315e7-23d2-4ac2-9d51-bb92632a71da,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:12.908150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Attempting to bind port b8d315e7-23d2-4ac2-9d51-bb92632a71da on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:12.908758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Attempting to bind port b8d315e7-23d2-4ac2-9d51-bb92632a71da by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '537e5989-99fb-46b0-ad8e-3d5e66dfb455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2f9378d5-e00a-449a-a612-3a19eebee245'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:12.909283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Attempting to bind port b8d315e7-23d2-4ac2-9d51-bb92632a71da on network 2f9378d5-e00a-449a-a612-3a19eebee245 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:12.917277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:12.917692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Checking segment: {'id': '537e5989-99fb-46b0-ad8e-3d5e66dfb455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2f9378d5-e00a-449a-a612-3a19eebee245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:12.918060 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.927849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Bound using segment: {'id': '537e5989-99fb-46b0-ad8e-3d5e66dfb455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2f9378d5-e00a-449a-a612-3a19eebee245'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:12.927849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Bound port: b8d315e7-23d2-4ac2-9d51-bb92632a71da, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537e5989-99fb-46b0-ad8e-3d5e66dfb455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2f9378d5-e00a-449a-a612-3a19eebee245'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:12.927849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.932826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:13.003585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] For port b8d315e7-23d2-4ac2-9d51-bb92632a71da, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:13.007810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] For port b8d315e7-23d2-4ac2-9d51-bb92632a71da, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8d315e7-23d2-4ac2-9d51-bb92632a71da,segment=NetworkSegment(537e5989-99fb-46b0-ad8e-3d5e66dfb455),segment_id=537e5989-99fb-46b0-ad8e-3d5e66dfb455)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:13.086578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:13.199616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92571715-24e6-4f76-9758-b2690669b8b0 None None] Pushing event updated for resources: {'Port': ['ID=b8d315e7-23d2-4ac2-9d51-bb92632a71da,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:13.353988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8::1 (2f9378d5-e00a-449a-a612-3a19eebee245/3fccf504-9bf3-4252-941b-9aa1ec3bdf9f/d3642ec4-a46f-46e8-9cde-606e6edeeebf) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:13.548111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:13.692530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:13.736565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 2f9378d5-e00a-449a-a612-3a19eebee245 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:13.744104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:13.748757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:13.749398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:13.800095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=d3642ec4-a46f-46e8-9cde-606e6edeeebf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:14.011195 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.311592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcaab80-b0de-47ce-a7ec-600cf56db21d None None] Network 2f9378d5-e00a-449a-a612-3a19eebee245 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:14.328417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.410881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.412540 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.421958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-da2273a7-ef66-41fc-8c60-81bf06119642 None None] Provisioning complete for port b8d315e7-23d2-4ac2-9d51-bb92632a71da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:14.422337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da2273a7-ef66-41fc-8c60-81bf06119642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.489630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8d315e7-23d2-4ac2-9d51-bb92632a71da up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:14.515132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=d3642ec4-a46f-46e8-9cde-606e6edeeebf,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:14.601704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 2f9378d5-e00a-449a-a612-3a19eebee245 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:14.604312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:14.637287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b8d315e7-23d2-4ac2-9d51-bb92632a71da triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:14.637658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.639245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da2273a7-ef66-41fc-8c60-81bf06119642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.737199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-da2273a7-ef66-41fc-8c60-81bf06119642 None None] For port b8d315e7-23d2-4ac2-9d51-bb92632a71da, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8d315e7-23d2-4ac2-9d51-bb92632a71da,segment=NetworkSegment(537e5989-99fb-46b0-ad8e-3d5e66dfb455),segment_id=537e5989-99fb-46b0-ad8e-3d5e66dfb455)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:14.817095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.847940 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da2273a7-ef66-41fc-8c60-81bf06119642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.857085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 790cf21a-64b8-4b93-b1a0-a081bb922588 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:14:14.933729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2273a7-ef66-41fc-8c60-81bf06119642 None None] Pushing event updated for resources: {'Port': ['ID=b8d315e7-23d2-4ac2-9d51-bb92632a71da,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:14.989716 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:14:14.990051 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:14:15.041786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:15.051582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3ca27edd-9151-4cc9-a7ac-11e1374a5635 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/790cf21a-64b8-4b93-b1a0-a081bb922588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5352273 Sep 15 16:14:15.052608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49348) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:15.055253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] Sync routers for ids ['790cf21a-64b8-4b93-b1a0-a081bb922588'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:15.079345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] Routers {'790cf21a-64b8-4b93-b1a0-a081bb922588'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:15.080132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['790cf21a-64b8-4b93-b1a0-a081bb922588'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:15.146785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f3972e-1f78-4479-9f6c-68f2506a3297 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:15.151020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39f3972e-1f78-4479-9f6c-68f2506a3297 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports/d3642ec4-a46f-46e8-9cde-606e6edeeebf HTTP/1.1" status: 200 len: 911 time: 0.0968988 Sep 15 16:14:15.154476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49354) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:15.331495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:15.339975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9ac31a34-7752-424c-bebd-05075aff43e9 None None] Provisioning complete for port d3642ec4-a46f-46e8-9cde-606e6edeeebf triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:15.339975 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac31a34-7752-424c-bebd-05075aff43e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:15.383269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] Routers {'790cf21a-64b8-4b93-b1a0-a081bb922588'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:15.383929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['790cf21a-64b8-4b93-b1a0-a081bb922588'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:15.442430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:15.443104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e37ce5-754b-4096-b864-9e21d5623208 None None] The sync data for ids ['790cf21a-64b8-4b93-b1a0-a081bb922588'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:15.452217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9ac31a34-7752-424c-bebd-05075aff43e9 None None] Port d3642ec4-a46f-46e8-9cde-606e6edeeebf cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:15.464904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9ac31a34-7752-424c-bebd-05075aff43e9 None None] Provisioning complete for port b8d315e7-23d2-4ac2-9d51-bb92632a71da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:15.465280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac31a34-7752-424c-bebd-05075aff43e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:15.882643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b4440a4e-39de-4c5c-8a6d-58d74bf2ab90 None None] Provisioning complete for port d3642ec4-a46f-46e8-9cde-606e6edeeebf triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:15.884453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4440a4e-39de-4c5c-8a6d-58d74bf2ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:15.970956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b4440a4e-39de-4c5c-8a6d-58d74bf2ab90 None None] Port d3642ec4-a46f-46e8-9cde-606e6edeeebf cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:16.154581 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.431595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8d315e7-23d2-4ac2-9d51-bb92632a71da up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:16.460445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port d3642ec4-a46f-46e8-9cde-606e6edeeebf {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:16.460829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.491677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b8d315e7-23d2-4ac2-9d51-bb92632a71da triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:16.492261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.610027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.636847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for d3642ec4-a46f-46e8-9cde-606e6edeeebf owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:17.028414 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.060294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=d3642ec4-a46f-46e8-9cde-606e6edeeebf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:17.173935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.335963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49394) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:17.345780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 790cf21a-64b8-4b93-b1a0-a081bb922588 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:17.423611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:17.432729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:17.441741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-17b689e1-fefa-430b-90c0-49708470324e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/790cf21a-64b8-4b93-b1a0-a081bb922588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2823331 Sep 15 16:14:17.441829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49402) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:17.446742 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] Sync routers for ids ['790cf21a-64b8-4b93-b1a0-a081bb922588'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:17.465809 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] Routers {'790cf21a-64b8-4b93-b1a0-a081bb922588'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:17.466956 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['790cf21a-64b8-4b93-b1a0-a081bb922588'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:17.477487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-006058f4-aceb-4dc0-9683-7e0e52125167 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=790cf21a-64b8-4b93-b1a0-a081bb922588 HTTP/1.1" status: 200 len: 205 time: 0.0348551 Sep 15 16:14:17.481811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49404) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:17.532661 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:17.544903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c016ddae-174f-4d24-8a98-b34070737397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.548377 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] Routers {'790cf21a-64b8-4b93-b1a0-a081bb922588'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:17.552011 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['790cf21a-64b8-4b93-b1a0-a081bb922588'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:17.598180 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:17.599078 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a00ef-dc68-414c-b39a-3f1097f7f691 None None] The sync data for ids ['790cf21a-64b8-4b93-b1a0-a081bb922588'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:17.615317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2559e71-15ab-4799-ae6b-398aff7f2627 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.617321 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3992fbe-3e05-462f-9551-dae7af2a8384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.659469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c016ddae-174f-4d24-8a98-b34070737397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.776786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c016ddae-174f-4d24-8a98-b34070737397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.794245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2559e71-15ab-4799-ae6b-398aff7f2627 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.798221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2559e71-15ab-4799-ae6b-398aff7f2627 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.815496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016ddae-174f-4d24-8a98-b34070737397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1909f88-96dd-4c0b-82b1-c5e3ae7ebf3f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:17.820606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c016ddae-174f-4d24-8a98-b34070737397 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=daa77de9e4ec42eb91bdf5789e971667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823873 Sep 15 16:14:17.827116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49408) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:17.879545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cabdee0-ca36-4854-98ac-a6b7f13f2366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.902568 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cabdee0-ca36-4854-98ac-a6b7f13f2366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.920366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3992fbe-3e05-462f-9551-dae7af2a8384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.959784 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2559e71-15ab-4799-ae6b-398aff7f2627 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.960337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2559e71-15ab-4799-ae6b-398aff7f2627 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Fanout notify agent at l3_agent the message router_deleted on router 790cf21a-64b8-4b93-b1a0-a081bb922588 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:14:17.967697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2559e71-15ab-4799-ae6b-398aff7f2627 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.969005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d2559e71-15ab-4799-ae6b-398aff7f2627 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/790cf21a-64b8-4b93-b1a0-a081bb922588 HTTP/1.1" status: 204 len: 168 time: 0.4857500 Sep 15 16:14:17.975612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49412) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:18.012590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952ccfe-01ee-4e32-9226-eb7d39939ffd req-f0413a7c-de73-4939-9d3c-d9b9bc59d73a tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:18.015613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e952ccfe-01ee-4e32-9226-eb7d39939ffd req-f0413a7c-de73-4939-9d3c-d9b9bc59d73a tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.0548863 Sep 15 16:14:18.024449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3992fbe-3e05-462f-9551-dae7af2a8384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.039349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cabdee0-ca36-4854-98ac-a6b7f13f2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.042439 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6cabdee0-ca36-4854-98ac-a6b7f13f2366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.046940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6cabdee0-ca36-4854-98ac-a6b7f13f2366 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f1909f88-96dd-4c0b-82b1-c5e3ae7ebf3f HTTP/1.1" status: 204 len: 168 time: 0.2156491 Sep 15 16:14:18.046940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e952ccfe-01ee-4e32-9226-eb7d39939ffd req-09eafd7f-ab73-4f03-93b5-55adcab75446 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.080601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet 3fccf504-9bf3-4252-941b-9aa1ec3bdf9f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:14:18.091161 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e3992fbe-3e05-462f-9551-dae7af2a8384 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ab381e47e04548f2b6a9870718bc724c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6664121 Sep 15 16:14:18.092247 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.095040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49420) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:18.095697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3992fbe-3e05-462f-9551-dae7af2a8384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0605a3-dc4f-423e-a179-ed9d0a2f124b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:18.134565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabdee0-ca36-4854-98ac-a6b7f13f2366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1909f88-96dd-4c0b-82b1-c5e3ae7ebf3f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:18.183417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.195812 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e952ccfe-01ee-4e32-9226-eb7d39939ffd req-09eafd7f-ab73-4f03-93b5-55adcab75446 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.234467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dab4283a-c9bc-4815-8bf2-3a9283262f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.291609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dab4283a-c9bc-4815-8bf2-3a9283262f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.337190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e952ccfe-01ee-4e32-9226-eb7d39939ffd req-09eafd7f-ab73-4f03-93b5-55adcab75446 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.337190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e952ccfe-01ee-4e32-9226-eb7d39939ffd req-09eafd7f-ab73-4f03-93b5-55adcab75446 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018529 Sep 15 16:14:18.362744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eafd7f-ab73-4f03-93b5-55adcab75446 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca794430-8822-4c0c-8fa6-7d5e7360aef0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:18.364999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.494011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1090e-2308-4910-a65a-b95f99640fd3 req-350fed50-9d97-4bc5-909a-15c8e47fd73d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:18.495638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42f1090e-2308-4910-a65a-b95f99640fd3 req-350fed50-9d97-4bc5-909a-15c8e47fd73d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0531979 Sep 15 16:14:18.510204 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.533306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dab4283a-c9bc-4815-8bf2-3a9283262f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.536333 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dab4283a-c9bc-4815-8bf2-3a9283262f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.543494 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dab4283a-c9bc-4815-8bf2-3a9283262f5c admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4b0605a3-dc4f-423e-a179-ed9d0a2f124b HTTP/1.1" status: 204 len: 168 time: 0.4380558 Sep 15 16:14:18.566439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=3fccf504-9bf3-4252-941b-9aa1ec3bdf9f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:18.571950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.573897 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-72694185-4159-4f6b-af4b-dac1e8300434 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/3fccf504-9bf3-4252-941b-9aa1ec3bdf9f HTTP/1.1" status: 204 len: 168 time: 0.5973155 Sep 15 16:14:18.577964 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4283a-c9bc-4815-8bf2-3a9283262f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0605a3-dc4f-423e-a179-ed9d0a2f124b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:18.578041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49434) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:18.598494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0defa677-7657-40b2-9221-14be31bf5c02 None None] Network 2f9378d5-e00a-449a-a612-3a19eebee245 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:18.622686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42f1090e-2308-4910-a65a-b95f99640fd3 req-80fff9cc-a8f9-4fba-87b5-ea644e6ca74b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201999 Sep 15 16:14:18.643307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:18.711126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.758576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7a928c6e-96e0-4a62-aa39-167a4096dada tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/2f221c90-36c7-49cc-8ade-5b20dfab7f6d HTTP/1.1" status: 200 len: 993 time: 0.1043100 Sep 15 16:14:18.774944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port b8d315e7-23d2-4ac2-9d51-bb92632a71da {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:18.775616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.811965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49440) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:18.835446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e70255f-b7a0-422c-8f8a-c5bb97ab0b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.868105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] DHCP port deletion for 2f9378d5-e00a-449a-a612-3a19eebee245 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:14:18.883360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port b8d315e7-23d2-4ac2-9d51-bb92632a71da, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8d315e7-23d2-4ac2-9d51-bb92632a71da,segment=NetworkSegment(537e5989-99fb-46b0-ad8e-3d5e66dfb455),segment_id=537e5989-99fb-46b0-ad8e-3d5e66dfb455)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:18.883762 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.902864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for b8d315e7-23d2-4ac2-9d51-bb92632a71da owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:18.961284 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e70255f-b7a0-422c-8f8a-c5bb97ab0b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.989903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] Deleting port b8d315e7-23d2-4ac2-9d51-bb92632a71da {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:18.991225 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.074315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e70255f-b7a0-422c-8f8a-c5bb97ab0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.083156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] For port b8d315e7-23d2-4ac2-9d51-bb92632a71da, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b8d315e7-23d2-4ac2-9d51-bb92632a71da,segment=NetworkSegment(537e5989-99fb-46b0-ad8e-3d5e66dfb455),segment_id=537e5989-99fb-46b0-ad8e-3d5e66dfb455)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:19.083806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.113435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] Calling delete_port for b8d315e7-23d2-4ac2-9d51-bb92632a71da owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:19.125823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70255f-b7a0-422c-8f8a-c5bb97ab0b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0d4a17-a537-4758-a2a9-4f42c1ea4a52,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.154457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4e70255f-b7a0-422c-8f8a-c5bb97ab0b4f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0edf136bf9a04adb91852cd5907248d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408000 Sep 15 16:14:19.157173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49450) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:19.221910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.239588 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.243923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-75665842-e828-497b-a5fe-c82c1bb23f4b req-fab49a30-8ee6-4831-abb3-c8e7221273a6 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:14:19.245302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75665842-e828-497b-a5fe-c82c1bb23f4b req-fab49a30-8ee6-4831-abb3-c8e7221273a6 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068202 Sep 15 16:14:19.266609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=b8d315e7-23d2-4ac2-9d51-bb92632a71da,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.280667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port b8d315e7-23d2-4ac2-9d51-bb92632a71da on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:19.294677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] Pushing event deleted for resources: {'Port': ['ID=b8d315e7-23d2-4ac2-9d51-bb92632a71da,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.296739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48b2e4-c0aa-4d5c-a545-71ac412e477e None None] No DVR routers for this DVR port b8d315e7-23d2-4ac2-9d51-bb92632a71da on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:19.322248 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96bcaca0-3319-4103-adc2-854436633a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.401342 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96bcaca0-3319-4103-adc2-854436633a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.405811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.474330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9378d5-e00a-449a-a612-3a19eebee245']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:19.523560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537e5989-99fb-46b0-ad8e-3d5e66dfb455') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:19.526646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537e5989-99fb-46b0-ad8e-3d5e66dfb455') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:19.527314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49460) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:19.543923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.555872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-169f26df-ce53-4612-8e22-efa5b765e6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.559840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.573219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:19.573736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:19.583160 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:19.674107 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96bcaca0-3319-4103-adc2-854436633a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.677310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96bcaca0-3319-4103-adc2-854436633a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.678806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-96bcaca0-3319-4103-adc2-854436633a35 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f0d4a17-a537-4758-a2a9-4f42c1ea4a52 HTTP/1.1" status: 204 len: 168 time: 0.5201392 Sep 15 16:14:19.687068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcaca0-3319-4103-adc2-854436633a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0d4a17-a537-4758-a2a9-4f42c1ea4a52,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.754087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-169f26df-ce53-4612-8e22-efa5b765e6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.765591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.771704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.774120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/2f9378d5-e00a-449a-a612-3a19eebee245 HTTP/1.1" status: 204 len: 168 time: 1.1960835 Sep 15 16:14:19.778228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49464) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:19.784757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1411524877', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:19.804923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9492049-65e0-4c30-9b84-41a6e90e486c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=2f9378d5-e00a-449a-a612-3a19eebee245,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.937280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-169f26df-ce53-4612-8e22-efa5b765e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.961405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1aedb-130e-4b82-a8f1-62ad6418e263 req-edb98715-3cbe-493f-9b48-a3a27b960b57 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:19.963128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23c1aedb-130e-4b82-a8f1-62ad6418e263 req-edb98715-3cbe-493f-9b48-a3a27b960b57 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0631993 Sep 15 16:14:19.978250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-169f26df-ce53-4612-8e22-efa5b765e6fa admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cb1c552f49624cc5a1794f9f8af496f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494383 Sep 15 16:14:19.980530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f26df-ce53-4612-8e22-efa5b765e6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aef605-8e2b-4fd6-b828-78c26d0ba388,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.983021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49468) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:20.021575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23c1aedb-130e-4b82-a8f1-62ad6418e263 req-0ece60af-e2c6-4c5c-a0d3-b073c71424b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521848 Sep 15 16:14:20.043450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea2cde1-a2a4-4f98-a376-15a88ceb8ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.063080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.064119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.068881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea2cde1-a2a4-4f98-a376-15a88ceb8ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.126394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.238294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea2cde1-a2a4-4f98-a376-15a88ceb8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.241392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cea2cde1-a2a4-4f98-a376-15a88ceb8ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.245195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cea2cde1-a2a4-4f98-a376-15a88ceb8ce5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c6aef605-8e2b-4fd6-b828-78c26d0ba388 HTTP/1.1" status: 204 len: 168 time: 0.2588172 Sep 15 16:14:20.257630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2cde1-a2a4-4f98-a376-15a88ceb8ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aef605-8e2b-4fd6-b828-78c26d0ba388,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:20.389509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.428662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8d315e7-23d2-4ac2-9d51-bb92632a71da no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:20.453583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b8d315e7-23d2-4ac2-9d51-bb92632a71da {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:20.453934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b8d315e7-23d2-4ac2-9d51-bb92632a71da not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:20.527603 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-b94ce9da-536e-4532-b77a-0b6d0df9c770 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2836521 Sep 15 16:14:20.698470 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.718920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.852535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 172.25.0.10 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/726532c0-1e86-4f1e-9cf6-692be01ca49e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:21.016313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.164899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433af9b9-0238-4faa-9630-56bbc3a6cb52 req-f1ec0294-c791-4c10-8c2b-f94b97fdc5a6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:21.166516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-433af9b9-0238-4faa-9630-56bbc3a6cb52 req-f1ec0294-c791-4c10-8c2b-f94b97fdc5a6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0635607 Sep 15 16:14:21.211442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.239274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-433af9b9-0238-4faa-9630-56bbc3a6cb52 req-93f00a15-bacb-4047-ad4f-7355ff70aec7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655713 Sep 15 16:14:21.275419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:21.278866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:21.283655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:21.317607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=726532c0-1e86-4f1e-9cf6-692be01ca49e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:22.146058 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:22.471653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7776f-7190-4581-84d3-b07d221b3785 req-f0e61b95-9c6f-481e-bee7-bc7e2cdf0b9b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:22.477093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16d7776f-7190-4581-84d3-b07d221b3785 req-f0e61b95-9c6f-481e-bee7-bc7e2cdf0b9b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1100852 Sep 15 16:14:22.485417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:22.613169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16d7776f-7190-4581-84d3-b07d221b3785 req-0627d623-126a-4439-971a-8dbea0e229b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219003 Sep 15 16:14:22.800181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router a6026a07-9805-494c-a92f-99ca2aa6a69a is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:14:22.959620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:22.974144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] Sync routers for ids ['a6026a07-9805-494c-a92f-99ca2aa6a69a'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:22.987133 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] Routers {'a6026a07-9805-494c-a92f-99ca2aa6a69a'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:22.988391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a6026a07-9805-494c-a92f-99ca2aa6a69a'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.028132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.038668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] Routers {'a6026a07-9805-494c-a92f-99ca2aa6a69a'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:23.039370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a6026a07-9805-494c-a92f-99ca2aa6a69a'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.078279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.079019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f07904-feb3-410c-8f1f-31d8aaf04528 None None] The sync data for ids ['a6026a07-9805-494c-a92f-99ca2aa6a69a'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:23.085522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.088542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d016ec7f-e141-4519-852e-f840014bc6a2 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.3074329 Sep 15 16:14:23.089469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:23.207775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f0068ff2-eeb7-401c-b6e5-318c974d0bd4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/routers/a6026a07-9805-494c-a92f-99ca2aa6a69a HTTP/1.1" status: 200 len: 884 time: 0.1142879 Sep 15 16:14:23.208583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49588) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:23.556747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b49520b3-dab8-4482-9b46-06ad8032f29a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3448305 Sep 15 16:14:23.557068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49598) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:23.561719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-664da189-7b1f-46bc-9a73-6b9c70b24287 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1411524877'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:23.750323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1f3dd-6bec-4ac4-bee4-c22a8e78c4ea req-9c2fcff7-773c-4b43-be09-11e42c532433 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:23.750323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9b1f3dd-6bec-4ac4-bee4-c22a8e78c4ea req-9c2fcff7-773c-4b43-be09-11e42c532433 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0564380 Sep 15 16:14:23.795419 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e9b1f3dd-6bec-4ac4-bee4-c22a8e78c4ea req-352707a5-50fb-4295-9237-04f0fa85b7e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401642 Sep 15 16:14:23.935460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-664da189-7b1f-46bc-9a73-6b9c70b24287 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.091279 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-782d0f73-0816-4112-a0ef-815434ed7eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.129694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-664da189-7b1f-46bc-9a73-6b9c70b24287 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.215910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2aac839f-f6b2-4096-ae52-673a582347fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:24.217505 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2aac839f-f6b2-4096-ae52-673a582347fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.0639799 Sep 15 16:14:24.285330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664da189-7b1f-46bc-9a73-6b9c70b24287 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router a6026a07-9805-494c-a92f-99ca2aa6a69a has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:24.329914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-70337211-07bc-4e4c-a4d6-9bfc8098ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:24.333345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-70337211-07bc-4e4c-a4d6-9bfc8098ab0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.1087961 Sep 15 16:14:24.413604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-5e968441-97b1-4328-baaa-bdf7cc31bf0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 1001 time: 0.0731711 Sep 15 16:14:24.425709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664da189-7b1f-46bc-9a73-6b9c70b24287 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:24.433749 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-664da189-7b1f-46bc-9a73-6b9c70b24287 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.435572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-664da189-7b1f-46bc-9a73-6b9c70b24287 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/a6026a07-9805-494c-a92f-99ca2aa6a69a HTTP/1.1" status: 200 len: 891 time: 0.8772221 Sep 15 16:14:24.437933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49616) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:24.439427 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] Sync routers for ids ['a6026a07-9805-494c-a92f-99ca2aa6a69a'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:24.451261 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] Routers {'a6026a07-9805-494c-a92f-99ca2aa6a69a'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:24.451896 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a6026a07-9805-494c-a92f-99ca2aa6a69a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:24.489094 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:24.497119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-5b96e0a4-c88f-4d9b-a530-99a3f2facfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:24.498545 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] Routers {'a6026a07-9805-494c-a92f-99ca2aa6a69a'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:24.499390 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:13:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['a6026a07-9805-494c-a92f-99ca2aa6a69a'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:24.504180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-5b96e0a4-c88f-4d9b-a530-99a3f2facfaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.0829155 Sep 15 16:14:24.573543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-12134cab-91d7-42d9-98a2-c852b26940fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:24.574933 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-12134cab-91d7-42d9-98a2-c852b26940fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639353 Sep 15 16:14:24.577200 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:24.578685 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11d2c13-dd0e-4f15-a1ad-a305eb71ec87 None None] The sync data for ids ['a6026a07-9805-494c-a92f-99ca2aa6a69a'] in n-d-808199-2 is: [] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:24.603902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cf0d8844-a078-4410-aa3c-627091a1c9e6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/routers/a6026a07-9805-494c-a92f-99ca2aa6a69a HTTP/1.1" status: 200 len: 891 time: 0.1646895 Sep 15 16:14:24.606381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:24.646297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e1bfcd50-bbfc-4ae9-b030-cd952a98048c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=a6026a07-9805-494c-a92f-99ca2aa6a69a HTTP/1.1" status: 200 len: 205 time: 0.0385461 Sep 15 16:14:24.648955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49626) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:24.652371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49628) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:24.693104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49632) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:24.763937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-c8b55a02-d0a6-4abb-8fc9-6190ff9d6397 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807761 Sep 15 16:14:24.782034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.908423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7d8909e-a6d3-4587-be06-3648ef12f290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.953917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-13f97c76-b47a-4653-857f-0400fac8fcf2 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825776 Sep 15 16:14:24.978242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a51f0195-fd0b-4378-b2a7-931f3a23f42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.012792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.032373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f087a-06c1-4f55-a2b6-7f6d3df99f2f req-136d8aac-f57e-4bc1-bada-8dfd4daa215d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:25.032608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7d8909e-a6d3-4587-be06-3648ef12f290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.034052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-631f087a-06c1-4f55-a2b6-7f6d3df99f2f req-136d8aac-f57e-4bc1-bada-8dfd4daa215d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1018786 Sep 15 16:14:25.081089 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-631f087a-06c1-4f55-a2b6-7f6d3df99f2f req-a76d2264-ee31-4336-8801-dd8585f1653a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Sep 15 16:14:25.149312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e7d8909e-a6d3-4587-be06-3648ef12f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.198675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e7d8909e-a6d3-4587-be06-3648ef12f290 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0a9dc82c5b142f9ba4dadf6f34287ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042062 Sep 15 16:14:25.199444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8909e-a6d3-4587-be06-3648ef12f290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c05fea7-ecdd-4d3e-87b3-b961731a09ca,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.202519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49642) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:25.251551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 726532c0-1e86-4f1e-9cf6-692be01ca49e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:25.251906 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.271765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5987c642-4f89-49e3-af1d-d6a1e33f8822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.299681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5987c642-4f89-49e3-af1d-d6a1e33f8822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.342229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a51f0195-fd0b-4378-b2a7-931f3a23f42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.362407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.374710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 726532c0-1e86-4f1e-9cf6-692be01ca49e owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:25.421662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a51f0195-fd0b-4378-b2a7-931f3a23f42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.451878 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5987c642-4f89-49e3-af1d-d6a1e33f8822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.454652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5987c642-4f89-49e3-af1d-d6a1e33f8822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.455835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5987c642-4f89-49e3-af1d-d6a1e33f8822 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2c05fea7-ecdd-4d3e-87b3-b961731a09ca HTTP/1.1" status: 204 len: 168 time: 0.2521844 Sep 15 16:14:25.465240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987c642-4f89-49e3-af1d-d6a1e33f8822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c05fea7-ecdd-4d3e-87b3-b961731a09ca,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.473770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f0195-fd0b-4378-b2a7-931f3a23f42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c946da6-72e4-44f8-a951-a42a3e349223,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.478149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a51f0195-fd0b-4378-b2a7-931f3a23f42f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ea51d70bd3142a2a1720b6f0fa073dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8247976 Sep 15 16:14:25.481437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49646) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:25.553044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef54e9e-200a-4931-a4c4-82e601392070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.575035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef54e9e-200a-4931-a4c4-82e601392070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.685989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.713864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=726532c0-1e86-4f1e-9cf6-692be01ca49e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.765914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef54e9e-200a-4931-a4c4-82e601392070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.768819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef54e9e-200a-4931-a4c4-82e601392070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.771320 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6ef54e9e-200a-4931-a4c4-82e601392070 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2c946da6-72e4-44f8-a951-a42a3e349223 HTTP/1.1" status: 204 len: 168 time: 0.2880208 Sep 15 16:14:25.773962 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.780962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54e9e-200a-4931-a4c4-82e601392070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c946da6-72e4-44f8-a951-a42a3e349223,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.874582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.876836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.068731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.069513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Fanout notify agent at l3_agent the message router_deleted on router a6026a07-9805-494c-a92f-99ca2aa6a69a {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:14:26.077282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.078462 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dcda63e0-f944-4ae0-a7b6-713bb68630af tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/a6026a07-9805-494c-a92f-99ca2aa6a69a HTTP/1.1" status: 204 len: 168 time: 1.4285617 Sep 15 16:14:26.083882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:26.089106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1611652862'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:26.206142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:26.210892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.216799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67612aa3-7788-4e99-be42-025b3e4406e8 req-28767d62-e9dc-46f3-bf9f-5ff8c6360af5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:26.224507 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67612aa3-7788-4e99-be42-025b3e4406e8 req-28767d62-e9dc-46f3-bf9f-5ff8c6360af5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0649996 Sep 15 16:14:26.270848 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67612aa3-7788-4e99-be42-025b3e4406e8 req-de86769f-fc9b-4eda-a3e1-f30543e7add4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446811 Sep 15 16:14:26.305043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49664) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:26.324400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-583e15c0-2786-4c8a-872f-8d2856da1f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.472063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-583e15c0-2786-4c8a-872f-8d2856da1f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.548679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-583e15c0-2786-4c8a-872f-8d2856da1f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.580162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:26.587242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-583e15c0-2786-4c8a-872f-8d2856da1f4e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3379b99bb9744bd2b7b0fc8dc042c38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809620 Sep 15 16:14:26.590719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49674) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:26.628392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.629465 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment b219749c-0053-4825-9398-692e14d83c4d of type vlan for network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc Sep 15 16:14:26.630019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e15c0-2786-4c8a-872f-8d2856da1f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca7dd6-1f5b-465d-817d-50a3efa5c021,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:26.690635 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.707848 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b83a50f5-4128-4a6b-8309-44661549d95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.714672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.744998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b83a50f5-4128-4a6b-8309-44661549d95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.857354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.863663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:26.864389 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.936073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b83a50f5-4128-4a6b-8309-44661549d95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.938756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b83a50f5-4128-4a6b-8309-44661549d95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:26.939909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b83a50f5-4128-4a6b-8309-44661549d95a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/78ca7dd6-1f5b-465d-817d-50a3efa5c021 HTTP/1.1" status: 204 len: 168 time: 0.3475058 Sep 15 16:14:26.946191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=bcc08908-d5fe-4bd6-a5a4-747ede80e6fc,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:26.955679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a50f5-4128-4a6b-8309-44661549d95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca7dd6-1f5b-465d-817d-50a3efa5c021,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:26.959523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:26.973022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c721aaf9-12ba-4cf2-a998-7cae1c769216 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8880808 Sep 15 16:14:26.978430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49686) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:26.990327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': 'bcc08908-d5fe-4bd6-a5a4-747ede80e6fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:27.149962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.184802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:27.189959 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.282834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:27.331282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc646416-60e9-40d1-99df-361233f74127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.477043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-76446221-network', 'tenant_id': '6e65b4e778574b95a524098061577e39'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:27.543594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86e45b-b5d9-4de2-8b5b-98846ceefaa7 req-79737f1a-3238-434c-8eac-4af25e60e94e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:27.545270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a86e45b-b5d9-4de2-8b5b-98846ceefaa7 req-79737f1a-3238-434c-8eac-4af25e60e94e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1267080 Sep 15 16:14:27.583475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Made reservation on behalf of 6e65b4e778574b95a524098061577e39 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:27.586323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.589991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a86e45b-b5d9-4de2-8b5b-98846ceefaa7 req-ae499e53-1f0b-4af9-9643-dbb03c2cef38 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357227 Sep 15 16:14:27.595706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.617776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.712819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=195e678e-68f6-402d-8c1a-91b6f3c2e5d8,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:27.718970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': 'b219749c-0053-4825-9398-692e14d83c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'bcc08908-d5fe-4bd6-a5a4-747ede80e6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:27.720075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: bcc08908-d5fe-4bd6-a5a4-747ede80e6fc, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:27.756402 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.851853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.852124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:27.882049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:27.899426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a9bcf-ef1a-4a66-b0d8-e29e250e4112,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:27.924296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:27.924771 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Added segment 6f4ad2ff-2948-4841-a337-6be35ecc40be of type vlan for network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e Sep 15 16:14:27.976289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.000269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, bcc08908-d5fe-4bd6-a5a4-747ede80e6fc) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:28.012169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:28.013282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.016617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ea5ac-8d72-4aef-a1bf-7ba55df2a41f None None] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:28.170299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.170992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ca99a959-cdb7-4c8f-9705-82107cbbaf07 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1911254 Sep 15 16:14:28.173520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49720) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:28.174372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:28.174990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.194073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-bcc08908-d5fe-4bd6-a5a4-747ede80e6fc', 'network_id': 'bcc08908-d5fe-4bd6-a5a4-747ede80e6fc', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': '195e678e-68f6-402d-8c1a-91b6f3c2e5d8'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:28.194312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-788e8b39-4f97-4c93-803b-5d217e0ca212 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-274289059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:28.195598 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.266491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ae5aec-f60c-4a7d-94e8-005bff52ee1e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:28.282783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:28.366205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-788e8b39-4f97-4c93-803b-5d217e0ca212 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.367698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-788e8b39-4f97-4c93-803b-5d217e0ca212 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.433897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Allocated IP 2001:db8::2 (bcc08908-d5fe-4bd6-a5a4-747ede80e6fc/195e678e-68f6-402d-8c1a-91b6f3c2e5d8/3be9e575-a226-4466-9844-36f11d44eaa9) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:28.448245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-788e8b39-4f97-4c93-803b-5d217e0ca212 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.458631 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ad94b61b-53b7-4e97-80fb-333786479bb2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1746969 Sep 15 16:14:28.461709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49726) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:28.466893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Request body: {'subnet': {'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-76446221-subnet', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:28.497379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.561017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-788e8b39-4f97-4c93-803b-5d217e0ca212 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.598388 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.630069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Made reservation on behalf of 6e65b4e778574b95a524098061577e39 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:28.632435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.736406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37742b-e418-4478-80b8-586422be7727 req-bb1b0027-b9e6-4a70-acd6-9b73295f19b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:28.738230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd37742b-e418-4478-80b8-586422be7727 req-bb1b0027-b9e6-4a70-acd6-9b73295f19b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0671942 Sep 15 16:14:28.739397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.773040 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-788e8b39-4f97-4c93-803b-5d217e0ca212 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.774522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-788e8b39-4f97-4c93-803b-5d217e0ca212 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5988703 Sep 15 16:14:28.778807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49734) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:28.789796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:28.793656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:28.796914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:28.810331 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd37742b-e418-4478-80b8-586422be7727 req-230fb1aa-3522-407d-a056-4c159df10f88 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645843 Sep 15 16:14:28.835329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Pushing event updated for resources: {'Port': ['ID=3be9e575-a226-4466-9844-36f11d44eaa9,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:28.885422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Attempting to bind port 3be9e575-a226-4466-9844-36f11d44eaa9 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:28.886103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Attempting to bind port 3be9e575-a226-4466-9844-36f11d44eaa9 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b219749c-0053-4825-9398-692e14d83c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'bcc08908-d5fe-4bd6-a5a4-747ede80e6fc'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:28.886645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Attempting to bind port 3be9e575-a226-4466-9844-36f11d44eaa9 on network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:28.893848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:28.895307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Checking segment: {'id': 'b219749c-0053-4825-9398-692e14d83c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'bcc08908-d5fe-4bd6-a5a4-747ede80e6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:28.895914 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.896572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Bound using segment: {'id': 'b219749c-0053-4825-9398-692e14d83c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'bcc08908-d5fe-4bd6-a5a4-747ede80e6fc'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:28.897253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Bound port: 3be9e575-a226-4466-9844-36f11d44eaa9, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b219749c-0053-4825-9398-692e14d83c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'bcc08908-d5fe-4bd6-a5a4-747ede80e6fc'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:28.898041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:28.991875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] For port 3be9e575-a226-4466-9844-36f11d44eaa9, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:28.995418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] For port 3be9e575-a226-4466-9844-36f11d44eaa9, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3be9e575-a226-4466-9844-36f11d44eaa9,segment=NetworkSegment(b219749c-0053-4825-9398-692e14d83c4d),segment_id=b219749c-0053-4825-9398-692e14d83c4d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:29.042260 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.143910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.171888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7664b13b-3a7f-44e3-bbf6-ff7f8e31329f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:29.211140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.226651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Checking segment: {'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:29.227080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Network hostable DHCP agents. Network: e9ae5aec-f60c-4a7d-94e8-005bff52ee1e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:29.231422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faf581-bfdf-411a-9243-168083e71b0c None None] Pushing event updated for resources: {'Port': ['ID=3be9e575-a226-4466-9844-36f11d44eaa9,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:29.362966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:29.458503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e9ae5aec-f60c-4a7d-94e8-005bff52ee1e) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:29.468092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:29.468960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.471061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9100bb0-aa40-4970-a01a-3ae10d7eadfc None None] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:29.551362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8::1 (bcc08908-d5fe-4bd6-a5a4-747ede80e6fc/195e678e-68f6-402d-8c1a-91b6f3c2e5d8/65b5c4ca-49f7-49d8-a0f2-f655ba2083b6) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:29.590102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f538ea8-978b-4723-9e1e-5d78df0af5f4 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 1.1271265 Sep 15 16:14:29.594223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49750) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:29.607223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:29.710221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.711860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.766074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e9ae5aec-f60c-4a7d-94e8-005bff52ee1e', 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'fixed_ips': [{'subnet_id': '7664b13b-3a7f-44e3-bbf6-ff7f8e31329f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:29.767218 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.802347 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.807479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:29.950453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Allocated IP 172.20.0.2 (e9ae5aec-f60c-4a7d-94e8-005bff52ee1e/7664b13b-3a7f-44e3-bbf6-ff7f8e31329f/edfae560-6384-4ab1-9fa0-6dd2b240b7f4) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:29.984673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.073660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:30.120923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:30.134211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:30.134766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.152477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6af501-cb72-42eb-b61a-3e23bcb665a4 req-93fd70df-6cac-473d-94cf-d4eea6e74af7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:30.154078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd6af501-cb72-42eb-b61a-3e23bcb665a4 req-93fd70df-6cac-473d-94cf-d4eea6e74af7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.2405012 Sep 15 16:14:30.179634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.189570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=65b5c4ca-49f7-49d8-a0f2-f655ba2083b6,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:30.200367 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.228742 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.245274 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.299087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:30.299931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.302474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd6af501-cb72-42eb-b61a-3e23bcb665a4 req-548d1005-c059-4c2b-a61e-bdce7ee8694d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137497 Sep 15 16:14:30.306093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:30.311389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:30.346455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Pushing event updated for resources: {'Port': ['ID=edfae560-6384-4ab1-9fa0-6dd2b240b7f4,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:30.436713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Attempting to bind port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:30.437090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Attempting to bind port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:30.437456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Attempting to bind port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 on network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:30.444532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:30.444995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Checking segment: {'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:30.445409 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.445808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Bound using segment: {'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:30.446545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Bound port: edfae560-6384-4ab1-9fa0-6dd2b240b7f4, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:30.446931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.474207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.533248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] For port edfae560-6384-4ab1-9fa0-6dd2b240b7f4, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:30.537941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] For port edfae560-6384-4ab1-9fa0-6dd2b240b7f4, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=edfae560-6384-4ab1-9fa0-6dd2b240b7f4,segment=NetworkSegment(6f4ad2ff-2948-4841-a337-6be35ecc40be),segment_id=6f4ad2ff-2948-4841-a337-6be35ecc40be)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:30.541032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3be9e575-a226-4466-9844-36f11d44eaa9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:30.600222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3be9e575-a226-4466-9844-36f11d44eaa9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:30.601215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.627627 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.673805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f052f-6e80-4ba6-8141-802d134b36d5 None None] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:30.864310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c72dac-e3d8-4153-919b-0bb207cd6b76 None None] Pushing event updated for resources: {'Port': ['ID=edfae560-6384-4ab1-9fa0-6dd2b240b7f4,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:30.907093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.931503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:30.935467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5cb5e59c-89c4-4110-b550-2deb4204f33d None None] Provisioning complete for port 3be9e575-a226-4466-9844-36f11d44eaa9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:30.935917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cb5e59c-89c4-4110-b550-2deb4204f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.016152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.084948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.103065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 3be9e575-a226-4466-9844-36f11d44eaa9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3be9e575-a226-4466-9844-36f11d44eaa9,segment=NetworkSegment(b219749c-0053-4825-9398-692e14d83c4d),segment_id=b219749c-0053-4825-9398-692e14d83c4d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:31.156467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Allocated IP 172.25.0.118 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/9fa467e1-3862-4a33-bdd7-366e78f8be58) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:31.199695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.199695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.208836 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.306672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cb5e59c-89c4-4110-b550-2deb4204f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.350170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=65b5c4ca-49f7-49d8-a0f2-f655ba2083b6,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:31.395777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=3be9e575-a226-4466-9844-36f11d44eaa9,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:31.431827 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-5cb5e59c-89c4-4110-b550-2deb4204f33d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:14:31.432181 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-5cb5e59c-89c4-4110-b550-2deb4204f33d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:14:31.533119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474a8d9-d33d-47bb-9e85-51fac0d61559 req-65970b66-f14b-4568-bd5c-ff0eecaf2dcb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:31.534647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e474a8d9-d33d-47bb-9e85-51fac0d61559 req-65970b66-f14b-4568-bd5c-ff0eecaf2dcb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0848143 Sep 15 16:14:31.539396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:31.592904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:31.599389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:31.606417 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e474a8d9-d33d-47bb-9e85-51fac0d61559 req-7e879e95-514e-400f-8c9a-ece17c27d80c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608046 Sep 15 16:14:32.260260 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:32.329746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:32.334531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:32.337240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:32.370090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router ebcb5c20-21cd-487d-9e61-e23eeef22683 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:14:32.371705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50854b-f5e8-4c3b-b789-1694c6be571e None None] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:32.379034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa467e1-3862-4a33-bdd7-366e78f8be58,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:32.387735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-533b8ea1-bff5-44b3-996b-9be975f5df8f None None] Provisioning complete for port 65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:32.387735 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-533b8ea1-bff5-44b3-996b-9be975f5df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:32.442629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-533b8ea1-bff5-44b3-996b-9be975f5df8f None None] Port 65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:32.497020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-533b8ea1-bff5-44b3-996b-9be975f5df8f None None] Provisioning complete for port 3be9e575-a226-4466-9844-36f11d44eaa9 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:32.497485 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-533b8ea1-bff5-44b3-996b-9be975f5df8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:32.673813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:32.680656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e0ebb126-e1c8-4d70-a748-928331618026 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/ebcb5c20-21cd-487d-9e61-e23eeef22683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9004970 Sep 15 16:14:32.683155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49800) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:32.701268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device edfae560-6384-4ab1-9fa0-6dd2b240b7f4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:32.714879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] Sync routers for ids ['ebcb5c20-21cd-487d-9e61-e23eeef22683'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:32.757220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0864c11-42ba-40d4-bf25-406e2de0b326 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:32.759367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c0864c11-42ba-40d4-bf25-406e2de0b326 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports/65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 HTTP/1.1" status: 200 len: 911 time: 0.0752592 Sep 15 16:14:32.762169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49804) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:32.770166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '195e678e-68f6-402d-8c1a-91b6f3c2e5d8'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:32.803715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4279209-1204-4c56-8e26-7f57a5dd9110 req-ff114aff-bee2-4d4e-88f3-14c53e37d897 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:32.804456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] Routers {'ebcb5c20-21cd-487d-9e61-e23eeef22683'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:32.805367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4279209-1204-4c56-8e26-7f57a5dd9110 req-ff114aff-bee2-4d4e-88f3-14c53e37d897 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0738287 Sep 15 16:14:32.805712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ebcb5c20-21cd-487d-9e61-e23eeef22683'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:32.854793 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4279209-1204-4c56-8e26-7f57a5dd9110 req-c10e848d-c0c7-4e45-b392-d1ef932f58de tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424764 Sep 15 16:14:32.867052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:32.872000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Provisioning complete for port 65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:32.872906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:32.994835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:32.995986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:32.996542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.011176 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.030753 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] Routers {'ebcb5c20-21cd-487d-9e61-e23eeef22683'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:33.031388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ebcb5c20-21cd-487d-9e61-e23eeef22683'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:33.078418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Port 65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:33.087059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:33.087947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95b312-c129-48f6-b771-1571e955c4a8 None None] The sync data for ids ['ebcb5c20-21cd-487d-9e61-e23eeef22683'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:33.117972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Provisioning complete for port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:33.118346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.229633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.295564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.346642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port edfae560-6384-4ab1-9fa0-6dd2b240b7f4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=edfae560-6384-4ab1-9fa0-6dd2b240b7f4,segment=NetworkSegment(6f4ad2ff-2948-4841-a337-6be35ecc40be),segment_id=6f4ad2ff-2948-4841-a337-6be35ecc40be)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:33.357928 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.449145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.450114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3be9e575-a226-4466-9844-36f11d44eaa9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:33.538311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:14:33.573156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:14:33.573506 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-a081560b-2b84-4aab-a7f9-c688cb0fda81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:14:33.580404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=edfae560-6384-4ab1-9fa0-6dd2b240b7f4,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:33.595944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3be9e575-a226-4466-9844-36f11d44eaa9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:33.596337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.643489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.690426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:33.710517 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Sync routers for ids ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:33.726061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.727923 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Routers {'4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:33.729899 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:33.737684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:33.739082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.743313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/ports/65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 HTTP/1.1" status: 200 len: 911 time: 0.9775083 Sep 15 16:14:33.744134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49816) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:33.791614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20325c09-416c-4567-94b5-0775bc212213 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=65b5c4ca-49f7-49d8-a0f2-f655ba2083b6,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:33.854468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:33.855717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-98cdef9c-7901-4c2f-ad19-54d4d9aaa5f3 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.2604697 Sep 15 16:14:33.858624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49820) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:33.904175 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Set router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:34.012826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb30a8-56b5-4c97-a970-dcb50f35a603 req-78e4803d-e605-4d4e-9597-1983e4a97c1c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:34.014544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2cb30a8-56b5-4c97-a970-dcb50f35a603 req-78e4803d-e605-4d4e-9597-1983e4a97c1c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0770507 Sep 15 16:14:34.102195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2cb30a8-56b5-4c97-a970-dcb50f35a603 req-3e296f60-d2c4-4aeb-a409-af0e2d661f50 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768461 Sep 15 16:14:34.149394 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:32Z', 'revision_number': 3, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port': {'id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:30Z', 'updated_at': '2021-09-15T16:14:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:34.189996 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Checking router: 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:34.190501 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Updating router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 port 9fa467e1-3862-4a33-bdd7-366e78f8be58 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:14:34.227259 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.273021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1f2f7de9-11dc-40f1-9ebb-a80e21cd3a1b None None] Provisioning complete for port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:34.275138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f2f7de9-11dc-40f1-9ebb-a80e21cd3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.529513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.530098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device edfae560-6384-4ab1-9fa0-6dd2b240b7f4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:34.617825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:34.618219 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.756769 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.840001 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.892925 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Attempting to bind port 9fa467e1-3862-4a33-bdd7-366e78f8be58 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:34.893545 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Attempting to bind port 9fa467e1-3862-4a33-bdd7-366e78f8be58 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:34.893905 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Attempting to bind port 9fa467e1-3862-4a33-bdd7-366e78f8be58 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:34.903560 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Pushing event updated for resources: {'Port': ['ID=9fa467e1-3862-4a33-bdd7-366e78f8be58,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:34.905884 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:34.906483 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:34.906882 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.907302 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:34.907741 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Bound port: 9fa467e1-3862-4a33-bdd7-366e78f8be58, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:34.908172 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:34.934519 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.934857 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.935363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.935699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.936022 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.936397 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.936817 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.937292 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.937615 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.937932 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.938249 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.938557 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:34.977743 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] For port 9fa467e1-3862-4a33-bdd7-366e78f8be58, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:34.981330 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] For port 9fa467e1-3862-4a33-bdd7-366e78f8be58, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9fa467e1-3862-4a33-bdd7-366e78f8be58,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:35.053085 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.176940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.221427 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Routers {'4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:35.225947 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:35.290609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49842) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:35.295563 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a28a5-3fff-412d-9f7e-79b4615b01c7 None None] Pushing event updated for resources: {'Port': ['ID=9fa467e1-3862-4a33-bdd7-366e78f8be58,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:35.414910 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] Set router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:35.469578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd15037-d648-4c18-bbdd-f136d82afb03 req-eac8f622-42e5-461f-a7eb-b0de3682e7f2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:35.471605 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efd15037-d648-4c18-bbdd-f136d82afb03 req-eac8f622-42e5-461f-a7eb-b0de3682e7f2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1910527 Sep 15 16:14:35.612709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efd15037-d648-4c18-bbdd-f136d82afb03 req-e6d87981-2568-451c-8c97-58b84384a382 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345415 Sep 15 16:14:35.614535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Allocated IP 172.20.0.1 (e9ae5aec-f60c-4a7d-94e8-005bff52ee1e/7664b13b-3a7f-44e3-bbf6-ff7f8e31329f/62ef29e8-e35b-450a-93d5-f9abd022fb19) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:35.636873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:35.637603 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.690674 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55bf5164-b832-4235-8348-35a9a3cbef6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.756127 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:32Z', 'revision_number': 3, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port': {'id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:30Z', 'updated_at': '2021-09-15T16:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:35.782821 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f31bf4-d86d-491a-aca1-25fab5ef8b1c None None] The sync data for ids ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'] in n-d-808199-2 is: [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:32Z', 'revision_number': 3, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port': {'id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:03:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:30Z', 'updated_at': '2021-09-15T16:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:35.802762 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.804140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55bf5164-b832-4235-8348-35a9a3cbef6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.829399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.833482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 65b5c4ca-49f7-49d8-a0f2-f655ba2083b6 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:35.863845 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55bf5164-b832-4235-8348-35a9a3cbef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:35.919489 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-55bf5164-b832-4235-8348-35a9a3cbef6d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0ea0b679a1b0451c852675cc0b267da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270845 Sep 15 16:14:35.922264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49852) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:35.930429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf5164-b832-4235-8348-35a9a3cbef6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef6a1bc-9fc2-404a-a435-f760c5bb8832,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:35.990302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d2ea-b182-4036-b463-cc8103da2aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.020106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d2ea-b182-4036-b463-cc8103da2aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.036453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.143708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:36.149867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:36.158719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:36.189715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d2ea-b182-4036-b463-cc8103da2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.190531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Pushing event updated for resources: {'Port': ['ID=62ef29e8-e35b-450a-93d5-f9abd022fb19,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:36.194453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d2ea-b182-4036-b463-cc8103da2aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.196046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6ba7d2ea-b182-4036-b463-cc8103da2aab admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/fef6a1bc-9fc2-404a-a435-f760c5bb8832 HTTP/1.1" status: 204 len: 168 time: 0.2724817 Sep 15 16:14:36.215635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7d2ea-b182-4036-b463-cc8103da2aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef6a1bc-9fc2-404a-a435-f760c5bb8832,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:36.238910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.365724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.443946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=65b5c4ca-49f7-49d8-a0f2-f655ba2083b6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:36.510594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa467e1-3862-4a33-bdd7-366e78f8be58 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:36.597217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9f5c078d-73f4-4a17-8259-c9967e11d716 None None] Provisioning complete for port 62ef29e8-e35b-450a-93d5-f9abd022fb19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:36.599651 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9f5c078d-73f4-4a17-8259-c9967e11d716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.659678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9fa467e1-3862-4a33-bdd7-366e78f8be58 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:36.664140 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.736960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c078d-73f4-4a17-8259-c9967e11d716 None None] Port 62ef29e8-e35b-450a-93d5-f9abd022fb19 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:36.767588 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.811609 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.847475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 9fa467e1-3862-4a33-bdd7-366e78f8be58, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9fa467e1-3862-4a33-bdd7-366e78f8be58,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:36.888407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.896634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461e1e1-b2da-49a7-9400-aa22041ef9ce req-4bf2e2fe-5103-49aa-be97-da98f1a40262 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:36.905775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6461e1e1-b2da-49a7-9400-aa22041ef9ce req-4bf2e2fe-5103-49aa-be97-da98f1a40262 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1686294 Sep 15 16:14:36.940275 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:36.975412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6461e1e1-b2da-49a7-9400-aa22041ef9ce req-a9264b25-9021-4bd8-b315-b3eaca72e699 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686560 Sep 15 16:14:37.008998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=9fa467e1-3862-4a33-bdd7-366e78f8be58,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:37.150298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router ebcb5c20-21cd-487d-9e61-e23eeef22683 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:37.262198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:37.268182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da2282f7-e9c7-4707-98de-784bd88fd951 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/ebcb5c20-21cd-487d-9e61-e23eeef22683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5226417 Sep 15 16:14:37.271205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49866) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:37.277048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] Sync routers for ids ['ebcb5c20-21cd-487d-9e61-e23eeef22683'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:37.293754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.298086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] Routers {'ebcb5c20-21cd-487d-9e61-e23eeef22683'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:37.298727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ebcb5c20-21cd-487d-9e61-e23eeef22683'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:37.313807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dc56665e-495c-4a55-a3a9-ea51b9dac933 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebcb5c20-21cd-487d-9e61-e23eeef22683 HTTP/1.1" status: 200 len: 205 time: 0.0414605 Sep 15 16:14:37.316258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:37.335552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:37.346944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] Routers {'ebcb5c20-21cd-487d-9e61-e23eeef22683'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:37.348351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ebcb5c20-21cd-487d-9e61-e23eeef22683'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:37.384020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:37.384710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4904e-f5ac-4e75-9fe7-f5cb7d05b73e None None] The sync data for ids ['ebcb5c20-21cd-487d-9e61-e23eeef22683'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:37.401426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.401601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cacc70-f740-4ee4-abb8-cb57614a8f14 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.427680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49872) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:37.478526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Pushing event updated for resources: {'Port': ['ID=62ef29e8-e35b-450a-93d5-f9abd022fb19,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:37.492345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de803176-5e29-4bb4-a352-459aebc84ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.516360 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.584589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cacc70-f740-4ee4-abb8-cb57614a8f14 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.586989 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cacc70-f740-4ee4-abb8-cb57614a8f14 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.664856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:37.668439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:37.715480 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cacc70-f740-4ee4-abb8-cb57614a8f14 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.716336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cacc70-f740-4ee4-abb8-cb57614a8f14 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Fanout notify agent at l3_agent the message router_deleted on router ebcb5c20-21cd-487d-9e61-e23eeef22683 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:14:37.728357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1cacc70-f740-4ee4-abb8-cb57614a8f14 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.728357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b1cacc70-f740-4ee4-abb8-cb57614a8f14 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/ebcb5c20-21cd-487d-9e61-e23eeef22683 HTTP/1.1" status: 204 len: 168 time: 0.4078236 Sep 15 16:14:37.728519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49874) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:37.750230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de803176-5e29-4bb4-a352-459aebc84ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.835867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet 195e678e-68f6-402d-8c1a-91b6f3c2e5d8 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:14:37.842168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.867840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-de803176-5e29-4bb4-a352-459aebc84ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.935921 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.964414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:37.964625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a31efd91-960a-4030-b85c-408963bca00d None None] Provisioning complete for port 62ef29e8-e35b-450a-93d5-f9abd022fb19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:37.965108 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a31efd91-960a-4030-b85c-408963bca00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:37.972731 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-de803176-5e29-4bb4-a352-459aebc84ef9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0a46d7415d084c8e8aa0b89ced7e987f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431921 Sep 15 16:14:37.976743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49878) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:37.986712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803176-5e29-4bb4-a352-459aebc84ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0989c66f-9e72-478a-94d4-5bbbe4a931b2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:38.007068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a31efd91-960a-4030-b85c-408963bca00d None None] Port 62ef29e8-e35b-450a-93d5-f9abd022fb19 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:38.065508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b709fb1-19e7-4d8c-a671-18b25e1a890a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.094780 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b709fb1-19e7-4d8c-a671-18b25e1a890a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.131582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.224918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b709fb1-19e7-4d8c-a671-18b25e1a890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.228907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1b709fb1-19e7-4d8c-a671-18b25e1a890a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.239179 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1b709fb1-19e7-4d8c-a671-18b25e1a890a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0989c66f-9e72-478a-94d4-5bbbe4a931b2 HTTP/1.1" status: 204 len: 168 time: 0.2522461 Sep 15 16:14:38.241204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709fb1-19e7-4d8c-a671-18b25e1a890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0989c66f-9e72-478a-94d4-5bbbe4a931b2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:38.242875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd049c5-4c81-4930-97e9-fb3cdc085bcf req-00554a5e-9d1d-47d8-9842-1e64ca133e1c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:38.244329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3bd049c5-4c81-4930-97e9-fb3cdc085bcf req-00554a5e-9d1d-47d8-9842-1e64ca133e1c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1839643 Sep 15 16:14:38.249850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:38.264404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bc6aa93f-d948-4787-ada1-c05011320415 admin admin] 10.222.0.63 "PUT /v2.0/routers/4088f4e0-99d3-4230-be4d-ac4a2e0e0a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4047401 Sep 15 16:14:38.265459 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Sync routers for ids ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:38.286504 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Routers {'4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:38.287652 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:38.310373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3bd049c5-4c81-4930-97e9-fb3cdc085bcf req-e11fb747-3a1b-4c6b-84e8-c9cdd051b649 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Sep 15 16:14:38.361394 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.384521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.385394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f562f-4253-4d1c-b285-77d182ab6fd7 None None] Network bcc08908-d5fe-4bd6-a5a4-747ede80e6fc requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:38.386611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/195e678e-68f6-402d-8c1a-91b6f3c2e5d8 HTTP/1.1" status: 204 len: 168 time: 0.6573675 Sep 15 16:14:38.389518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49888) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:38.412780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e1a28-ecaf-4a67-baea-55ce30f9128b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=195e678e-68f6-402d-8c1a-91b6f3c2e5d8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:38.457921 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Set router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:38.462590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa467e1-3862-4a33-bdd7-366e78f8be58 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:38.503655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.582966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 3be9e575-a226-4466-9844-36f11d44eaa9 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:38.583477 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.586162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9fa467e1-3862-4a33-bdd7-366e78f8be58 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:38.586527 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.681523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] DHCP port deletion for bcc08908-d5fe-4bd6-a5a4-747ede80e6fc request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:14:38.713391 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:36Z', 'revision_number': 4, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port': {'id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:30Z', 'updated_at': '2021-09-15T16:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '62ef29e8-e35b-450a-93d5-f9abd022fb19', 'name': '', 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'mac_address': 'fa:16:3e:c8:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '7664b13b-3a7f-44e3-bbf6-ff7f8e31329f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:35Z', 'updated_at': '2021-09-15T16:14:37Z', 'revision_number': 2, 'project_id': '6e65b4e778574b95a524098061577e39', 'subnets': [{'id': '7664b13b-3a7f-44e3-bbf6-ff7f8e31329f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:38.731130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 3be9e575-a226-4466-9844-36f11d44eaa9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3be9e575-a226-4466-9844-36f11d44eaa9,segment=NetworkSegment(b219749c-0053-4825-9398-692e14d83c4d),segment_id=b219749c-0053-4825-9398-692e14d83c4d)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:38.732095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.750968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 3be9e575-a226-4466-9844-36f11d44eaa9 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:38.756454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] Deleting port 3be9e575-a226-4466-9844-36f11d44eaa9 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:38.757056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.763120 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Checking router: 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:38.763470 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Updating router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 port 62ef29e8-e35b-450a-93d5-f9abd022fb19 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:14:38.789109 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.885743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] For port 3be9e575-a226-4466-9844-36f11d44eaa9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3be9e575-a226-4466-9844-36f11d44eaa9,segment=NetworkSegment(b219749c-0053-4825-9398-692e14d83c4d),segment_id=b219749c-0053-4825-9398-692e14d83c4d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:38.886136 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.903051 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] Calling delete_port for 3be9e575-a226-4466-9844-36f11d44eaa9 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:38.976792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:38.985816 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.005206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=3be9e575-a226-4466-9844-36f11d44eaa9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:39.012518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port 3be9e575-a226-4466-9844-36f11d44eaa9 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:39.020457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] Pushing event deleted for resources: {'Port': ['ID=3be9e575-a226-4466-9844-36f11d44eaa9,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:39.022344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8beb2-9037-4e5c-b807-46d208ce48b8 None None] No DVR routers for this DVR port 3be9e575-a226-4466-9844-36f11d44eaa9 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:39.088400 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.117792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.141229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc08908-d5fe-4bd6-a5a4-747ede80e6fc']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:39.158216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b219749c-0053-4825-9398-692e14d83c4d') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:39.158521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b219749c-0053-4825-9398-692e14d83c4d') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:39.173470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.180927 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.188619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.197912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:39.198317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:39.202612 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:39.255465 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e2a5-56e0-406b-9aa0-d5812e496b3a None None] Pushing event updated for resources: {'Port': ['ID=62ef29e8-e35b-450a-93d5-f9abd022fb19,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:39.322684 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Attempting to bind port 62ef29e8-e35b-450a-93d5-f9abd022fb19 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:39.323444 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Attempting to bind port 62ef29e8-e35b-450a-93d5-f9abd022fb19 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:39.323561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Attempting to bind port 62ef29e8-e35b-450a-93d5-f9abd022fb19 on network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:39.328671 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:39.329038 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Checking segment: {'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:39.329507 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.329917 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Bound using segment: {'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:39.330376 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Bound port: 62ef29e8-e35b-450a-93d5-f9abd022fb19, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4ad2ff-2948-4841-a337-6be35ecc40be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:39.330751 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.365897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.373269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.377686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/bcc08908-d5fe-4bd6-a5a4-747ede80e6fc HTTP/1.1" status: 204 len: 168 time: 0.9869370 Sep 15 16:14:39.382618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:39.391679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-27e9a39d-e08f-4cf5-a213-654aa7336369 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-468627412', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:39.426397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02bb38-861d-42d1-9b3c-182790e5658a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=bcc08908-d5fe-4bd6-a5a4-747ede80e6fc,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:39.462020 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] For port 62ef29e8-e35b-450a-93d5-f9abd022fb19, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:39.467007 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] For port 62ef29e8-e35b-450a-93d5-f9abd022fb19, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=62ef29e8-e35b-450a-93d5-f9abd022fb19,segment=NetworkSegment(6f4ad2ff-2948-4841-a337-6be35ecc40be),segment_id=6f4ad2ff-2948-4841-a337-6be35ecc40be)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:39.503142 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5dd82-3e29-4583-bf55-456afd2c296a req-52789578-8978-4367-811f-6ac03dc3711d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:39.506169 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93a5dd82-3e29-4583-bf55-456afd2c296a req-52789578-8978-4367-811f-6ac03dc3711d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0832677 Sep 15 16:14:39.509703 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27e9a39d-e08f-4cf5-a213-654aa7336369 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.510781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27e9a39d-e08f-4cf5-a213-654aa7336369 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.544656 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.557590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-93a5dd82-3e29-4583-bf55-456afd2c296a req-41733804-79ba-4dea-83d0-c2042f85dbf5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432699 Sep 15 16:14:39.610538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27e9a39d-e08f-4cf5-a213-654aa7336369 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.620148 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Routers {'4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:39.620812 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:39.622740 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e2a5-56e0-406b-9aa0-d5812e496b3a None None] Pushing event updated for resources: {'Port': ['ID=62ef29e8-e35b-450a-93d5-f9abd022fb19,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:39.644888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bc9da3bd-de8b-4844-a93a-82b099676b7b None None] Provisioning complete for port 62ef29e8-e35b-450a-93d5-f9abd022fb19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:39.645693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc9da3bd-de8b-4844-a93a-82b099676b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.710278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27e9a39d-e08f-4cf5-a213-654aa7336369 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.755209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] Set router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:39.759732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc9da3bd-de8b-4844-a93a-82b099676b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.794119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bc9da3bd-de8b-4844-a93a-82b099676b7b None None] For port 62ef29e8-e35b-450a-93d5-f9abd022fb19, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=62ef29e8-e35b-450a-93d5-f9abd022fb19,segment=NetworkSegment(6f4ad2ff-2948-4841-a337-6be35ecc40be),segment_id=6f4ad2ff-2948-4841-a337-6be35ecc40be)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:39.806980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-27e9a39d-e08f-4cf5-a213-654aa7336369 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.810957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27e9a39d-e08f-4cf5-a213-654aa7336369 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4248636 Sep 15 16:14:39.811335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49920) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:39.816410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1638696492'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:39.882627 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc9da3bd-de8b-4844-a93a-82b099676b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.931343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9da3bd-de8b-4844-a93a-82b099676b7b None None] Pushing event updated for resources: {'Port': ['ID=62ef29e8-e35b-450a-93d5-f9abd022fb19,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:39.955940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:39.960132 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:39.986516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:40.000226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2ee00f2f-102d-4042-8881-0d25de00bd4b None None] Provisioning complete for port 62ef29e8-e35b-450a-93d5-f9abd022fb19 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:40.000816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:40.000816 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment 565de9f4-4c3e-4d4d-a5a0-868ed35c32ef of type vlan for network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c Sep 15 16:14:40.001510 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2ee00f2f-102d-4042-8881-0d25de00bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:40.021008 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:36Z', 'revision_number': 4, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port': {'id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:30Z', 'updated_at': '2021-09-15T16:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '62ef29e8-e35b-450a-93d5-f9abd022fb19', 'name': '', 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'mac_address': 'fa:16:3e:c8:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '7664b13b-3a7f-44e3-bbf6-ff7f8e31329f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:35Z', 'updated_at': '2021-09-15T16:14:39Z', 'revision_number': 4, 'project_id': '6e65b4e778574b95a524098061577e39', 'subnets': [{'id': '7664b13b-3a7f-44e3-bbf6-ff7f8e31329f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:40.053157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:40.055333 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba0fe37-10bd-4406-b284-557f9b460a6f None None] The sync data for ids ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'] in n-d-808199-2 is: [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:36Z', 'revision_number': 4, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port': {'id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:30Z', 'updated_at': '2021-09-15T16:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '62ef29e8-e35b-450a-93d5-f9abd022fb19', 'name': '', 'network_id': 'e9ae5aec-f60c-4a7d-94e8-005bff52ee1e', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'mac_address': 'fa:16:3e:c8:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '7664b13b-3a7f-44e3-bbf6-ff7f8e31329f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:35Z', 'updated_at': '2021-09-15T16:14:39Z', 'revision_number': 4, 'project_id': '6e65b4e778574b95a524098061577e39', 'subnets': [{'id': '7664b13b-3a7f-44e3-bbf6-ff7f8e31329f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:40.172548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:40.182004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:40.183017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:40.290051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=74a204a6-f36d-4816-b9f0-7b97cfdfc87c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:40.300592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:40.337282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-91025ad4-a551-4d16-a2f3-c90ebeb0bc0b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5218873 Sep 15 16:14:40.337282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49928) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:40.342149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:40.495703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 62ef29e8-e35b-450a-93d5-f9abd022fb19 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:40.549834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:40.557299 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:40.564561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 62ef29e8-e35b-450a-93d5-f9abd022fb19 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:40.564893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:40.775961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3be9e575-a226-4466-9844-36f11d44eaa9 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:40.799126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3be9e575-a226-4466-9844-36f11d44eaa9 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:40.799488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3be9e575-a226-4466-9844-36f11d44eaa9 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:40.819995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d552da-cb78-480f-b529-9da5bacefe86 req-6fed65e8-9d21-4661-86b1-b556794db4b3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:40.819995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6d552da-cb78-480f-b529-9da5bacefe86 req-6fed65e8-9d21-4661-86b1-b556794db4b3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1113954 Sep 15 16:14:40.954069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6d552da-cb78-480f-b529-9da5bacefe86 req-2186c22e-b3c9-472a-bb0a-dd2bd59ab7a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057193 Sep 15 16:14:41.070535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:41.136885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=f99034c9-c0a6-4a9d-82f4-8c4545133627,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:41.148312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:41.148673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: 74a204a6-f36d-4816-b9f0-7b97cfdfc87c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:41.262847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:41.281841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 49946) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:41.352911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 74a204a6-f36d-4816-b9f0-7b97cfdfc87c) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:41.364985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:41.366916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6b9e0-e312-4a4d-8226-994dc8095578 None None] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:41.367469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:41.466327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9fd5221e-fafb-474a-ae06-16b1cf071364 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1282508 Sep 15 16:14:41.471895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 49952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:41.632475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:41.634541 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:41.782955 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:14:41.866186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Allocated IP 2001:db8::2 (74a204a6-f36d-4816-b9f0-7b97cfdfc87c/f99034c9-c0a6-4a9d-82f4-8c4545133627/6bb77372-0e1c-473c-9a8c-2ab62cea2bca) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:42.129923 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.229878 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.244275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94e9a-3e3b-4b4d-968b-55ad11c300dc req-8ce11cbd-3f1a-4b5e-819d-666ed6141452 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:42.245870 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24e94e9a-3e3b-4b4d-968b-55ad11c300dc req-8ce11cbd-3f1a-4b5e-819d-666ed6141452 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1164472 Sep 15 16:14:42.268272 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2b00aeda-90fa-4b39-83bf-8e626daca894 service neutron] show failed (client error): The resource could not be found. Sep 15 16:14:42.269344 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2b00aeda-90fa-4b39-83bf-8e626daca894 service neutron] 10.222.0.55 "GET /v2.0/ports/ab4de237-fa03-415b-af3a-38bdfa1de455/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.1412146 Sep 15 16:14:42.303706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:42.311721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:42.314480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-24e94e9a-3e3b-4b4d-968b-55ad11c300dc req-8a9823b5-cfc3-4447-864e-7b8b26f97b1f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575662 Sep 15 16:14:42.317952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:42.343904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Pushing event updated for resources: {'Port': ['ID=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:42.346771 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.379019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.412198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Attempting to bind port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:42.413066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Attempting to bind port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:42.413456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Attempting to bind port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca on network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:42.420401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:42.420812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Checking segment: {'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:42.421636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.422048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Bound using segment: {'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:42.422589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Bound port: 6bb77372-0e1c-473c-9a8c-2ab62cea2bca, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:42.423561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.544580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] For port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:42.547912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] For port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,segment=NetworkSegment(565de9f4-4c3e-4d4d-a5a0-868ed35c32ef),segment_id=565de9f4-4c3e-4d4d-a5a0-868ed35c32ef)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:42.636795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.729914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Deleting port 62ef29e8-e35b-450a-93d5-f9abd022fb19 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:42.730476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.828184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8::1 (74a204a6-f36d-4816-b9f0-7b97cfdfc87c/f99034c9-c0a6-4a9d-82f4-8c4545133627/1c72039c-2931-4370-83ae-035abb452618) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:42.860723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] For port 62ef29e8-e35b-450a-93d5-f9abd022fb19, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=62ef29e8-e35b-450a-93d5-f9abd022fb19,segment=NetworkSegment(6f4ad2ff-2948-4841-a337-6be35ecc40be),segment_id=6f4ad2ff-2948-4841-a337-6be35ecc40be)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:42.861847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:42.884480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Calling delete_port for 62ef29e8-e35b-450a-93d5-f9abd022fb19 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:42.918631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-f33b6adf-8268-45dd-b556-e4da564c49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:42.920847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-f33b6adf-8268-45dd-b556-e4da564c49d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 1096 time: 0.0867381 Sep 15 16:14:42.947411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:42.975982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Pushing event updated for resources: {'Port': ['ID=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:42.984549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.984905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.985247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.985587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.985916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.986252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.986577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.986994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.987220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.987545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.987866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:42.988187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e169980-5e97-4180-9c69-8a0bddce896f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:43.096266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.200373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.241773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.289703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ef29e8-e35b-450a-93d5-f9abd022fb19,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:43.512981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.591529 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.603722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:43.615243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:43.632843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:43.643961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:43.645343 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.657669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20bef0-f724-4d94-a116-efd4a0b9c509 req-9e7ac892-6847-4f2b-9d4b-7abef940b2bc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:43.660000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc20bef0-f724-4d94-a116-efd4a0b9c509 req-9e7ac892-6847-4f2b-9d4b-7abef940b2bc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.2032561 Sep 15 16:14:43.742348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=1c72039c-2931-4370-83ae-035abb452618,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:43.764151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:43.836577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc20bef0-f724-4d94-a116-efd4a0b9c509 req-af0b726e-f0fd-4b0e-8266-4b71fba577b7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660986 Sep 15 16:14:43.865764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:14:43.871011 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2dfe0a-ba61-4647-ac9b-2c4319e7ec8b" -d '{"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-unplugged", "status": "completed", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:14:43.889094 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:43.925531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Transition to ACTIVE for port object ab4de237-fa03-415b-af3a-38bdfa1de455 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:14:43.934827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:44.002719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.019307 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7186cf-37df-409f-b2a3-2144e5923222 x-openstack-request-id: req-5b7186cf-37df-409f-b2a3-2144e5923222 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:14:44.019803 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-unplugged", "status": "completed", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:14:44.020127 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5b7186cf-37df-409f-b2a3-2144e5923222 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:14:44.020721 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'code': 200} Sep 15 16:14:44.061119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.087639 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:44.098354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-91d46477-f3be-44f4-be92-f3806c835320 admin admin] 10.222.0.63 "PUT /v2.0/routers/4088f4e0-99d3-4230-be4d-ac4a2e0e0a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8120973 Sep 15 16:14:44.098847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] Sync routers for ids ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:44.099325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50000) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:44.113329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] Routers {'4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:44.115007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:44.201643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:44.306723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] Set router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:44.335911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.367410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] No DVR routers for this DVR port ab4de237-fa03-415b-af3a-38bdfa1de455 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:44.648155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6bb77372-0e1c-473c-9a8c-2ab62cea2bca up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:44.659176 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.659759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2414d7ba-b47f-463d-af82-fd644a812417 None None] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:44.759636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:44.760156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:44.760261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 on network fd76cf60-8955-489f-955d-1bf734168ca4 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:44.766833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Port ab4de237-fa03-415b-af3a-38bdfa1de455 on network fd76cf60-8955-489f-955d-1bf734168ca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:14:44.767038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Attempting to bind port ab4de237-fa03-415b-af3a-38bdfa1de455 on network fd76cf60-8955-489f-955d-1bf734168ca4 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:44.782984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:44.783106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Checking segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:44.783512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Bound using segment: {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:44.784101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Bound port: ab4de237-fa03-415b-af3a-38bdfa1de455, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:44.784475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.849363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Deleting port 9fa467e1-3862-4a33-bdd7-366e78f8be58 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:44.849876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.850685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-550bb43a-f197-4ae9-b556-a21b98307cc7 None None] Provisioning complete for port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:44.851095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-550bb43a-f197-4ae9-b556-a21b98307cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.852539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.889028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:44.892544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:44.918431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:44.918803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.958063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.958795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] For port 9fa467e1-3862-4a33-bdd7-366e78f8be58, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9fa467e1-3862-4a33-bdd7-366e78f8be58,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:44.959571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.964549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:44.970940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:43Z', 'revision_number': 5, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port': {'id': '9fa467e1-3862-4a33-bdd7-366e78f8be58', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:03:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:30Z', 'updated_at': '2021-09-15T16:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:44.974435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Calling delete_port for 9fa467e1-3862-4a33-bdd7-366e78f8be58 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:45.030019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] Checking router: 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:45.052669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=1c72039c-2931-4370-83ae-035abb452618,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:45.056352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:45.061495 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.062162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] Routers {'4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:45.062869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:45.161044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:45.161673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.168552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] 10.222.0.38 "PUT /v2.0/ports/ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 1091 time: 2.2260270 Sep 15 16:14:45.302522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-550bb43a-f197-4ae9-b556-a21b98307cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.337840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:45.344769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.349188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.349702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553931d7-ca6d-4959-a5dc-6ade26f8663f req-e085c40b-3180-4780-91b4-a1ca6dae8d1d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:45.353059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] Set router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:45.369072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-553931d7-ca6d-4959-a5dc-6ade26f8663f req-e085c40b-3180-4780-91b4-a1ca6dae8d1d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.3911986 Sep 15 16:14:45.409775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa467e1-3862-4a33-bdd7-366e78f8be58,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:45.454267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c6eb6-5e3d-400e-9e92-f6ce930c7453 service neutron] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:45.479906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-e516063d-4fdc-415a-b549-c3fa2ae90766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:45.481549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-e516063d-4fdc-415a-b549-c3fa2ae90766 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1094 time: 0.2603385 Sep 15 16:14:45.542690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-553931d7-ca6d-4959-a5dc-6ade26f8663f req-605bcdb5-11ae-4850-b7da-82570a08b395 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711395 Sep 15 16:14:45.547421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:44Z', 'revision_number': 6, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:45.554295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-550bb43a-f197-4ae9-b556-a21b98307cc7 None None] For port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,segment=NetworkSegment(565de9f4-4c3e-4d4d-a5a0-868ed35c32ef),segment_id=565de9f4-4c3e-4d4d-a5a0-868ed35c32ef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:45.575898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.585035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65019097-39fd-46b8-b7dc-ccef8410f0de None None] The sync data for ids ['4088f4e0-99d3-4230-be4d-ac4a2e0e0a99'] in n-d-808199-2 is: [{'id': '4088f4e0-99d3-4230-be4d-ac4a2e0e0a99', 'name': 'tempest-ImageQuotaTest-76446221-router', 'tenant_id': '6e65b4e778574b95a524098061577e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:29Z', 'updated_at': '2021-09-15T16:14:44Z', 'revision_number': 6, 'project_id': '6e65b4e778574b95a524098061577e39', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:45.601946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:45.609936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:45.642669 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-550bb43a-f197-4ae9-b556-a21b98307cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.705854 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:14:45.706211 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:14:45.706390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.709903 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.721832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bb43a-f197-4ae9-b556-a21b98307cc7 None None] Pushing event updated for resources: {'Port': ['ID=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:45.771547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-151eb1b4-efcb-4e02-884a-d272869ec64e None None] Provisioning complete for port 1c72039c-2931-4370-83ae-035abb452618 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:45.772034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-151eb1b4-efcb-4e02-884a-d272869ec64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.842234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-151eb1b4-efcb-4e02-884a-d272869ec64e None None] Port 1c72039c-2931-4370-83ae-035abb452618 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:45.853715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.860270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:14:45.860408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-151eb1b4-efcb-4e02-884a-d272869ec64e None None] Provisioning complete for port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:45.860408 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-151eb1b4-efcb-4e02-884a-d272869ec64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.867987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-52b3a84a-ba21-4588-8759-3cf678fa52df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:45.869632 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:45.869838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-52b3a84a-ba21-4588-8759-3cf678fa52df service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.3806033 Sep 15 16:14:45.873910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4738a328-4fb5-431b-a1ef-5b1f9874917a admin admin] 10.222.0.63 "DELETE /v2.0/routers/4088f4e0-99d3-4230-be4d-ac4a2e0e0a99 HTTP/1.1" status: 204 len: 168 time: 1.7738819 Sep 15 16:14:45.874316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50032) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:46.002896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Deleting subnet 7664b13b-3a7f-44e3-bbf6-ff7f8e31329f {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:14:46.007016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.010833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-38a32ee9-693d-4316-9a81-a520bb0d7afb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 999 time: 0.1269567 Sep 15 16:14:46.032245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:14:46.034617 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006d0e1c-56c7-479c-a02a-a508c881f621" -d '{"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:14:46.054189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:14:46.103870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.148353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9249f0b6-9a22-4f71-96b8-7379fa5a5ba9 None None] Provisioning complete for port 1c72039c-2931-4370-83ae-035abb452618 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:46.148858 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9249f0b6-9a22-4f71-96b8-7379fa5a5ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.213062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9249f0b6-9a22-4f71-96b8-7379fa5a5ba9 None None] Port 1c72039c-2931-4370-83ae-035abb452618 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:46.220342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-4eae5f82-206e-4fe7-8ca2-632a4ddb0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:46.222271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-4eae5f82-206e-4fe7-8ca2-632a4ddb0b92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1094 time: 0.0665097 Sep 15 16:14:46.359853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-a13c4e2c-75c2-4c21-bd9c-a9fba035ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:46.361678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-a13c4e2c-75c2-4c21-bd9c-a9fba035ff43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.1312559 Sep 15 16:14:46.435909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-96ee221f-4bb9-4f6c-b825-b6d4800a3345 None None] Provisioning complete for port 1c72039c-2931-4370-83ae-035abb452618 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:46.437467 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-96ee221f-4bb9-4f6c-b825-b6d4800a3345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.460716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-3c9d3ea1-6b83-4ecd-8382-bd0612e48639 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 999 time: 0.0893998 Sep 15 16:14:46.504905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-96ee221f-4bb9-4f6c-b825-b6d4800a3345 None None] Port 1c72039c-2931-4370-83ae-035abb452618 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:46.575354 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c563c2c1-4903-4cad-a230-cf5e10134e29 x-openstack-request-id: req-c563c2c1-4903-4cad-a230-cf5e10134e29 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:14:46.575643 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:14:46.575894 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c563c2c1-4903-4cad-a230-cf5e10134e29 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:14:46.576281 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'status': 'completed', 'code': 200} Sep 15 16:14:46.597752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-a3c2e0a2-5b73-4908-996a-3ef6d2bd083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:46.601190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-a3c2e0a2-5b73-4908-996a-3ef6d2bd083e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.1270845 Sep 15 16:14:46.629716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-1f35e959-e881-4e93-b885-f2a70710118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:46.631265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-1f35e959-e881-4e93-b885-f2a70710118e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.5927136 Sep 15 16:14:46.657043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6bb77372-0e1c-473c-9a8c-2ab62cea2bca up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:46.675540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-787d3c96-9c7f-4831-b0ef-f62a51e7b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:46.678235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-787d3c96-9c7f-4831-b0ef-f62a51e7b0ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695210 Sep 15 16:14:46.739902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:46.752727 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:46.768085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:46.768223 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:46.769157 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.769275 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:46.825079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bbfa8a27-e3b7-488b-86da-af19dc126734 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3519468 Sep 15 16:14:46.834930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50050) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:46.844774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1312258540'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:46.888272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-461d0bee-fe67-4258-95bf-5c702c312be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:46.895736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-461d0bee-fe67-4258-95bf-5c702c312be7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491031 Sep 15 16:14:46.898731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.936099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-e30504c1-4018-44fe-b808-85e41cd4d27d service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428188 Sep 15 16:14:46.964861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:46.968709 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:46.981943 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:47.039088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f315e-8b2e-4234-994c-7cc3fbeddfde req-99587487-f26a-4013-80f8-744ef7ca88d4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:47.042696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 62ef29e8-e35b-450a-93d5-f9abd022fb19 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:47.043287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe8f315e-8b2e-4234-994c-7cc3fbeddfde req-99587487-f26a-4013-80f8-744ef7ca88d4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.3854887 Sep 15 16:14:47.065213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 62ef29e8-e35b-450a-93d5-f9abd022fb19 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:47.069721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 62ef29e8-e35b-450a-93d5-f9abd022fb19 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:47.069721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa467e1-3862-4a33-bdd7-366e78f8be58 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:47.085240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:47.091394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 9fa467e1-3862-4a33-bdd7-366e78f8be58 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:47.091914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9fa467e1-3862-4a33-bdd7-366e78f8be58 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:47.112136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.115635 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment 2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7 of type vlan for network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb Sep 15 16:14:47.125669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-bba3dffe-5fac-41a6-9bb2-bb5d617ccd2c service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805017 Sep 15 16:14:47.179835 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.212234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-adcd3c74-cc1a-4daa-883a-3e20ab0497c1 service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027115 Sep 15 16:14:47.215316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe8f315e-8b2e-4234-994c-7cc3fbeddfde req-b9225ebd-42b3-4519-90e1-91150e1c9156 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445289 Sep 15 16:14:47.323001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.330280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:47.331003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.338708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50058) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:47.349613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.380169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e65863e-d682-4c5d-bb3b-256cf19b79d1 req-c18742c2-3174-4475-ab52-2ce0e3525eee service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589894 Sep 15 16:14:47.381183 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:43Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:44Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:47.384699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7664b13b-3a7f-44e3-bbf6-ff7f8e31329f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:47.391118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.397200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9bafe1-4a90-48e1-941c-dafbbe705a82 None None] Network e9ae5aec-f60c-4a7d-94e8-005bff52ee1e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:47.400851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:47.401132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/7664b13b-3a7f-44e3-bbf6-ff7f8e31329f HTTP/1.1" status: 204 len: 168 time: 1.5178950 Sep 15 16:14:47.411656 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:47.412334 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Updating router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 port 1c72039c-2931-4370-83ae-035abb452618 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:14:47.422754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.423407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.433570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.434300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98df758-e675-4fd0-8d6e-7a05a55bcb60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:47.473973 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.514691 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6785221 Sep 15 16:14:47.518243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50064) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:47.524229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:47.532057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633860f-10a1-48f6-bcd2-437a6c8a23a0 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=50da2ec6-8393-4d13-9a2f-c6330c09a0cb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:47.548360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:47.559068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-a3590137-1ef5-443b-8726-fea047c133f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:47.565732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-a3590137-1ef5-443b-8726-fea047c133f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1094 time: 0.1226318 Sep 15 16:14:47.603504 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.628012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-365a6cb1-1794-4ce2-b8c5-b0da83162f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.672559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Deleting port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:47.673027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.802050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-dda423c9-ac6c-4d95-9f71-880f12b850c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:47.803883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-dda423c9-ac6c-4d95-9f71-880f12b850c3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.2178717 Sep 15 16:14:47.805811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] For port edfae560-6384-4ab1-9fa0-6dd2b240b7f4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=edfae560-6384-4ab1-9fa0-6dd2b240b7f4,segment=NetworkSegment(6f4ad2ff-2948-4841-a337-6be35ecc40be),segment_id=6f4ad2ff-2948-4841-a337-6be35ecc40be)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:47.806227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.843072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Calling delete_port for edfae560-6384-4ab1-9fa0-6dd2b240b7f4 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:47.875904 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.906426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-d3153109-f89e-4926-9dfa-d0018271c4d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 999 time: 0.0882525 Sep 15 16:14:47.953550 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-365a6cb1-1794-4ce2-b8c5-b0da83162f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.972782 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:47.974450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-f4fa48b0-3334-431c-baf4-25f32596992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:47.976021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-f4fa48b0-3334-431c-baf4-25f32596992b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.0676904 Sep 15 16:14:48.031179 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b7e35-e734-4bba-9379-a722378f150b None None] Pushing event updated for resources: {'Port': ['ID=1c72039c-2931-4370-83ae-035abb452618,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:48.035288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8140d-a702-4961-a2ca-e8065ca2a643 None None] DHCP port deletion for e9ae5aec-f60c-4a7d-94e8-005bff52ee1e request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:14:48.036789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-72164013-993b-4bd7-889f-3ef56eb7e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:48.038392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-72164013-993b-4bd7-889f-3ef56eb7e9b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546820 Sep 15 16:14:48.042169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.079592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-16d8140d-a702-4961-a2ca-e8065ca2a643 None None] The port 'edfae560-6384-4ab1-9fa0-6dd2b240b7f4' was deleted {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 15 16:14:48.080560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Pushing event deleted for resources: {'Port': ['ID=edfae560-6384-4ab1-9fa0-6dd2b240b7f4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:48.092550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] No DVR routers for this DVR port edfae560-6384-4ab1-9fa0-6dd2b240b7f4 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:48.103319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-365a6cb1-1794-4ce2-b8c5-b0da83162f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.124231 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Attempting to bind port 1c72039c-2931-4370-83ae-035abb452618 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:48.125149 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Attempting to bind port 1c72039c-2931-4370-83ae-035abb452618 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:48.125711 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Attempting to bind port 1c72039c-2931-4370-83ae-035abb452618 on network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:48.133276 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:48.133971 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Checking segment: {'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:48.137684 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.137684 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Bound using segment: {'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:48.137684 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Bound port: 1c72039c-2931-4370-83ae-035abb452618, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:48.137684 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.215042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.221454 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] For port 1c72039c-2931-4370-83ae-035abb452618, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:48.229447 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] For port 1c72039c-2931-4370-83ae-035abb452618, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1c72039c-2931-4370-83ae-035abb452618,segment=NetworkSegment(565de9f4-4c3e-4d4d-a5a0-868ed35c32ef),segment_id=565de9f4-4c3e-4d4d-a5a0-868ed35c32ef)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:48.229912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a6cb1-1794-4ce2-b8c5-b0da83162f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56080c9d-fd3b-45f3-8bbb-c5fabca068d8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:48.240076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ae5aec-f60c-4a7d-94e8-005bff52ee1e']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:48.246193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-365a6cb1-1794-4ce2-b8c5-b0da83162f36 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=75058b1c151e4c2c9f7cef21b43634de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9054413 Sep 15 16:14:48.250189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50074) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:48.252990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4ad2ff-2948-4841-a337-6be35ecc40be') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:48.253291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4ad2ff-2948-4841-a337-6be35ecc40be') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:48.290187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.303120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:48.307609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.309338 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.355862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.366465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:48.366888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:48.369815 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:48.382398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-c4c6f427-a7ff-4137-902c-2a048f325860 service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339033 Sep 15 16:14:48.395948 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:48.396868 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:48.469812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5c452335-dbf5-4ac1-ad58-722ea4c861e9 None None] Provisioning complete for port 1c72039c-2931-4370-83ae-035abb452618 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:48.470812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c452335-dbf5-4ac1-ad58-722ea4c861e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.473660 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8431c8b-2c00-4680-95e5-57b87776ccde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.488190 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b7e35-e734-4bba-9379-a722378f150b None None] Pushing event updated for resources: {'Port': ['ID=1c72039c-2931-4370-83ae-035abb452618,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:48.512133 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device edfae560-6384-4ab1-9fa0-6dd2b240b7f4 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:48.541284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: edfae560-6384-4ab1-9fa0-6dd2b240b7f4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:48.541629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device edfae560-6384-4ab1-9fa0-6dd2b240b7f4 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:48.557496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7208de-16d5-4cf8-87ae-7058b72d3800 req-aa0b22c6-c283-4120-aeb0-b020c2593e0b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:48.559570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f7208de-16d5-4cf8-87ae-7058b72d3800 req-aa0b22c6-c283-4120-aeb0-b020c2593e0b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.2515604 Sep 15 16:14:48.588280 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:48.612927 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6f7208de-16d5-4cf8-87ae-7058b72d3800 req-e2a8d5fb-f11b-426f-a461-29ecdcff64fd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459340 Sep 15 16:14:48.638463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8431c8b-2c00-4680-95e5-57b87776ccde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.646901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c452335-dbf5-4ac1-ad58-722ea4c861e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.659123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.666537 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.668976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] 10.222.0.63 "DELETE /v2.0/networks/e9ae5aec-f60c-4a7d-94e8-005bff52ee1e HTTP/1.1" status: 204 len: 168 time: 1.2668943 Sep 15 16:14:48.685756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5c452335-dbf5-4ac1-ad58-722ea4c861e9 None None] For port 1c72039c-2931-4370-83ae-035abb452618, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1c72039c-2931-4370-83ae-035abb452618,segment=NetworkSegment(565de9f4-4c3e-4d4d-a5a0-868ed35c32ef),segment_id=565de9f4-4c3e-4d4d-a5a0-868ed35c32ef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:48.736362 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-006d0e1c-56c7-479c-a02a-a508c881f621 req-496c439c-bf07-4f66-b0c6-db17901e65ae service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341596 Sep 15 16:14:48.742647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1e6e6-114b-49fc-bbef-9df268d52daf admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ae5aec-f60c-4a7d-94e8-005bff52ee1e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:48.767439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c452335-dbf5-4ac1-ad58-722ea4c861e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.830347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c452335-dbf5-4ac1-ad58-722ea4c861e9 None None] Pushing event updated for resources: {'Port': ['ID=1c72039c-2931-4370-83ae-035abb452618,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:48.890556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b5e3b6c8-f43c-4a96-b154-7d28760dcafb None None] Provisioning complete for port 1c72039c-2931-4370-83ae-035abb452618 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:48.890932 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b6c8-f43c-4a96-b154-7d28760dcafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.900071 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:43Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:48.910571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8431c8b-2c00-4680-95e5-57b87776ccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.914036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8431c8b-2c00-4680-95e5-57b87776ccde admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.915289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a8431c8b-2c00-4680-95e5-57b87776ccde admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/56080c9d-fd3b-45f3-8bbb-c5fabca068d8 HTTP/1.1" status: 204 len: 168 time: 0.6641722 Sep 15 16:14:48.918233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.941620 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d7b43-11bc-449e-a078-0284fff0f7f9 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:43Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:48.962002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8431c8b-2c00-4680-95e5-57b87776ccde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56080c9d-fd3b-45f3-8bbb-c5fabca068d8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:49.009367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=36830667-4d88-475d-ae91-b021b16fda4a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:49.017855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:49.017855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: 50da2ec6-8393-4d13-9a2f-c6330c09a0cb, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:49.066081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50086) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:49.180992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:49.258372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50090) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:49.265342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 50da2ec6-8393-4d13-9a2f-c6330c09a0cb) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:49.277355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719ff3f-cea0-4d3e-a5b1-a3d941b7e8be None None] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:49.290539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:49.291979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.326087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6c8d3092-bfb4-438b-8364-e2d73103f9e5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6e65b4e778574b95a524098061577e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660348 Sep 15 16:14:49.326329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50092) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:49.385214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e190d350-7baa-4fb2-9e06-2af6afba5d24 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8657274 Sep 15 16:14:49.389940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50094) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:49.458771 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8b44171-f716-497f-8597-d973abc30e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.517615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8b44171-f716-497f-8597-d973abc30e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.573111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:49.574447 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.632192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-443dd81e-0a74-410f-b340-1db97da3ea9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.772932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db745-7df9-42bb-b5ba-46d036eb4a34 req-ac4bf2b9-db85-44f6-9c9b-baa0125a126c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:49.781530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa5db745-7df9-42bb-b5ba-46d036eb4a34 req-ac4bf2b9-db85-44f6-9c9b-baa0125a126c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.0718992 Sep 15 16:14:49.796273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8b44171-f716-497f-8597-d973abc30e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.798836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8b44171-f716-497f-8597-d973abc30e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.800143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e8b44171-f716-497f-8597-d973abc30e3a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b85a9bcf-ef1a-4a66-b0d8-e29e250e4112 HTTP/1.1" status: 204 len: 168 time: 0.4724991 Sep 15 16:14:49.815338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Allocated IP 2001:db8:1::2 (50da2ec6-8393-4d13-9a2f-c6330c09a0cb/36830667-4d88-475d-ae91-b021b16fda4a/02736f4c-b7a9-4940-b94b-dade6141cc17) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:49.852836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b44171-f716-497f-8597-d973abc30e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a9bcf-ef1a-4a66-b0d8-e29e250e4112,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:49.886853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa5db745-7df9-42bb-b5ba-46d036eb4a34 req-1ac2cf9d-c2b7-4b84-87f4-dbee8a9db76f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017971 Sep 15 16:14:49.928152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:49.930416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-443dd81e-0a74-410f-b340-1db97da3ea9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.056097 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.087900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-443dd81e-0a74-410f-b340-1db97da3ea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.117484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-443dd81e-0a74-410f-b340-1db97da3ea9a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9a059b7b6e6c4f64badbe67e5e1c3976&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0503583 Sep 15 16:14:50.118749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dd81e-0a74-410f-b340-1db97da3ea9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930e9884-ed2b-43a0-b73a-c69e1e1f5fb8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:50.121255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50104) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:50.180800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fe54-a12f-4579-acb4-a2a7ef21f468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.187020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50106) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:50.200907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.205137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fe54-a12f-4579-acb4-a2a7ef21f468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.207530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c75ceeee-be34-4741-b667-8809b18af23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.253548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:50.255025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Pushing event updated for resources: {'Port': ['ID=02736f4c-b7a9-4940-b94b-dade6141cc17,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:50.263921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:50.268614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:50.337684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Attempting to bind port 02736f4c-b7a9-4940-b94b-dade6141cc17 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:50.338193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Attempting to bind port 02736f4c-b7a9-4940-b94b-dade6141cc17 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:50.340033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Attempting to bind port 02736f4c-b7a9-4940-b94b-dade6141cc17 on network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:50.345251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:50.345688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Checking segment: {'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:50.346245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.346747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Bound using segment: {'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:50.347467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Bound port: 02736f4c-b7a9-4940-b94b-dade6141cc17, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:50.347982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.361973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fe54-a12f-4579-acb4-a2a7ef21f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.373958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fe54-a12f-4579-acb4-a2a7ef21f468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.378119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dfe4fe54-a12f-4579-acb4-a2a7ef21f468 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/930e9884-ed2b-43a0-b73a-c69e1e1f5fb8 HTTP/1.1" status: 204 len: 168 time: 0.2503469 Sep 15 16:14:50.419270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4fe54-a12f-4579-acb4-a2a7ef21f468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930e9884-ed2b-43a0-b73a-c69e1e1f5fb8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:50.471050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] For port 02736f4c-b7a9-4940-b94b-dade6141cc17, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:50.540695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] For port 02736f4c-b7a9-4940-b94b-dade6141cc17, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=02736f4c-b7a9-4940-b94b-dade6141cc17,segment=NetworkSegment(2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7),segment_id=2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:50.607024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:14:50.627439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1c72039c-2931-4370-83ae-035abb452618 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:50.628748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bf412-5493-4846-b61a-4cfd901a2ce8 req-b575fe92-537d-49c3-966f-50a2d82dcd5f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:50.632314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b9bf412-5493-4846-b61a-4cfd901a2ce8 req-b575fe92-537d-49c3-966f-50a2d82dcd5f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 943 time: 0.1409605 Sep 15 16:14:50.636462 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.703309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b9bf412-5493-4846-b61a-4cfd901a2ce8 req-3c09ebd4-9405-4fcd-874f-4d84fa2de517 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548465 Sep 15 16:14:50.799210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8:1::1 (50da2ec6-8393-4d13-9a2f-c6330c09a0cb/36830667-4d88-475d-ae91-b021b16fda4a/f960a69b-8be1-42c7-9185-baea301cb3c7) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:50.864631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-103dc441-3f1d-4cdd-9984-1e9e58f01dfe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:50.866540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-103dc441-3f1d-4cdd-9984-1e9e58f01dfe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 943 time: 0.1783109 Sep 15 16:14:50.873759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:50.889949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'port_id': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'mac_address': 'fa:16:3e:4b:8c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:14:50.900624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5512f-c0ad-4a89-8008-2de0c159a5a3 None None] Pushing event updated for resources: {'Port': ['ID=02736f4c-b7a9-4940-b94b-dade6141cc17,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:50.912726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1c72039c-2931-4370-83ae-035abb452618 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:50.913221 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:50.974594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50116) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:51.014122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b13c0b13-4387-4a4b-87ac-75f1077e0b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.034568 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.064192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4de237-fa03-415b-af3a-38bdfa1de455 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:14:51.090029 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-34c50355-077c-483b-934a-9457781f824a service neutron] delete failed (client error): The resource could not be found. Sep 15 16:14:51.094894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-34c50355-077c-483b-934a-9457781f824a service neutron] 10.222.0.55 "DELETE /v2.0/ports/ab4de237-fa03-415b-af3a-38bdfa1de455/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.2187028 Sep 15 16:14:51.123552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:51.201827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.218846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.224142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c75ceeee-be34-4741-b667-8809b18af23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.252402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-eb864478-bbce-43cb-b24a-37795a305c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:51.254102 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-eb864478-bbce-43cb-b24a-37795a305c18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1094 time: 0.1002281 Sep 15 16:14:51.288125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c75ceeee-be34-4741-b667-8809b18af23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.313807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:51.324820 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c75ceeee-be34-4741-b667-8809b18af23b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4f5c1bf246f144a5bf32c4ed8de5baa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1364892 Sep 15 16:14:51.329054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50118) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:51.396954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ceeee-be34-4741-b667-8809b18af23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4745c816-bfc3-4339-806a-200dcd8f76f7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:51.409035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.427518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53e07332-cbe3-49d1-8eda-5a2702150993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.438337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['ab4de237-fa03-415b-af3a-38bdfa1de455'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:14:51.450301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b13c0b13-4387-4a4b-87ac-75f1077e0b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.462402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53e07332-cbe3-49d1-8eda-5a2702150993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.473709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:51.482038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:51.486397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:51.487027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.524940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-6b9491ab-9257-423b-b42b-8f0dfa072f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:51.526554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-6b9491ab-9257-423b-b42b-8f0dfa072f9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.2643769 Sep 15 16:14:51.599196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=f960a69b-8be1-42c7-9185-baea301cb3c7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:51.603762 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b13c0b13-4387-4a4b-87ac-75f1077e0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.641435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c0b13-4387-4a4b-87ac-75f1077e0b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536281c9-6952-4e44-b1d7-3c000c8e6708,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:51.668582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53e07332-cbe3-49d1-8eda-5a2702150993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.682061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-53e07332-cbe3-49d1-8eda-5a2702150993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.683266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53e07332-cbe3-49d1-8eda-5a2702150993 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4745c816-bfc3-4339-806a-200dcd8f76f7 HTTP/1.1" status: 204 len: 168 time: 0.3532052 Sep 15 16:14:51.704265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b13c0b13-4387-4a4b-87ac-75f1077e0b09 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7263803 Sep 15 16:14:51.705748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50122) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:51.716988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-ca1e1cc3-6396-4de2-9bb4-f2e309e936ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 1000 time: 0.1742954 Sep 15 16:14:51.730870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50124) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:51.740398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e07332-cbe3-49d1-8eda-5a2702150993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4745c816-bfc3-4339-806a-200dcd8f76f7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:51.776562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.856689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-74e16772-87ff-4683-b3a5-26b92133a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:51.858646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-74e16772-87ff-4683-b3a5-26b92133a790 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.1393960 Sep 15 16:14:51.870036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71cc1da4-486d-4200-ac60-f75c8c85892d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.900016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71cc1da4-486d-4200-ac60-f75c8c85892d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.914289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.010429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8eae-f024-4801-bc2b-1debc68f9557 req-93f6574b-dedf-4d1a-82e0-c181fa1891ad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:52.012040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f71e8eae-f024-4801-bc2b-1debc68f9557 req-93f6574b-dedf-4d1a-82e0-c181fa1891ad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 944 time: 0.1719756 Sep 15 16:14:52.028884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc9b041-54e6-47b2-abcb-80fd8607ccdf None None] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:52.033442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-d49422a5-b90c-47af-97ad-d625b1358aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:52.034894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-d49422a5-b90c-47af-97ad-d625b1358aeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649327 Sep 15 16:14:52.105201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71cc1da4-486d-4200-ac60-f75c8c85892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.109657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-71cc1da4-486d-4200-ac60-f75c8c85892d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.111640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-71cc1da4-486d-4200-ac60-f75c8c85892d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/536281c9-6952-4e44-b1d7-3c000c8e6708 HTTP/1.1" status: 204 len: 168 time: 0.4001322 Sep 15 16:14:52.120349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-34d2ef23-515e-4ee4-8b6d-db9551f6151c None None] Provisioning complete for port 02736f4c-b7a9-4940-b94b-dade6141cc17 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:52.120801 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34d2ef23-515e-4ee4-8b6d-db9551f6151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.122630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1da4-486d-4200-ac60-f75c8c85892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536281c9-6952-4e44-b1d7-3c000c8e6708,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:52.184150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f71e8eae-f024-4801-bc2b-1debc68f9557 req-8188cadd-8598-4f4c-be41-0aa73e575105 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603189 Sep 15 16:14:52.303217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34d2ef23-515e-4ee4-8b6d-db9551f6151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.308181 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-8b897999-03b3-4b02-9567-73139b4c4595 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598557 Sep 15 16:14:52.431954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b38d9d50-ca8b-42b3-b8a3-dc51a35bb606 req-675644bc-e90f-4417-89fe-9612cbb56e49 service neutron] 10.222.0.55 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115224 Sep 15 16:14:52.441675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.459675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-34d2ef23-515e-4ee4-8b6d-db9551f6151c None None] For port 02736f4c-b7a9-4940-b94b-dade6141cc17, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=02736f4c-b7a9-4940-b94b-dade6141cc17,segment=NetworkSegment(2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7),segment_id=2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:52.521131 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.540588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 02736f4c-b7a9-4940-b94b-dade6141cc17 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:52.591090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-34d2ef23-515e-4ee4-8b6d-db9551f6151c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.599196 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=51fd0cbd0d5247e0a8aa29e2956ed941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8672254 Sep 15 16:14:52.602257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50138) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:52.612812 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.615965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de17f717-011b-42f4-9080-65c223912780,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:52.625679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.626074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.626947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.626947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.629826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e51d53e-daac-4deb-a193-937905fbe22f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:52.663864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:52.694098 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.694898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.746570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bdb36b26-d121-41cf-b134-e9d0215e320d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.807951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=f960a69b-8be1-42c7-9185-baea301cb3c7,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:52.816276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bdb36b26-d121-41cf-b134-e9d0215e320d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.877212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2ef23-515e-4ee4-8b6d-db9551f6151c None None] Pushing event updated for resources: {'Port': ['ID=02736f4c-b7a9-4940-b94b-dade6141cc17,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:52.889427 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-09cf7736-4dbd-47d0-9d70-c12a3c02e95b None None] Provisioning complete for port f960a69b-8be1-42c7-9185-baea301cb3c7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:52.889979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09cf7736-4dbd-47d0-9d70-c12a3c02e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.923388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 02736f4c-b7a9-4940-b94b-dade6141cc17 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:52.923765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.941054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:52.941054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:52.957661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-09cf7736-4dbd-47d0-9d70-c12a3c02e95b None None] Port f960a69b-8be1-42c7-9185-baea301cb3c7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:52.981032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-09cf7736-4dbd-47d0-9d70-c12a3c02e95b None None] Provisioning complete for port 02736f4c-b7a9-4940-b94b-dade6141cc17 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:52.981219 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-09cf7736-4dbd-47d0-9d70-c12a3c02e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.014610 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bdb36b26-d121-41cf-b134-e9d0215e320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.021034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bdb36b26-d121-41cf-b134-e9d0215e320d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.027266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bdb36b26-d121-41cf-b134-e9d0215e320d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/de17f717-011b-42f4-9080-65c223912780 HTTP/1.1" status: 204 len: 168 time: 0.4198198 Sep 15 16:14:53.055894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port ab4de237-fa03-415b-af3a-38bdfa1de455 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:14:53.072137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb36b26-d121-41cf-b134-e9d0215e320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17f717-011b-42f4-9080-65c223912780,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:53.082954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port ab4de237-fa03-415b-af3a-38bdfa1de455 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:53.083924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.125186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:53.260945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:53.261183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.277625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50154) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:53.278256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-965b2bae-d6e9-427b-9f9c-9f5e2a599cd3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8866570 Sep 15 16:14:53.301217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:53.313331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-780598382'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:53.342306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:14:53.345570 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4e4d68-0989-488d-9d3d-694c8d1a7574" -d '{"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-plugged", "status": "completed", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:14:53.353075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:53.353719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:53.357329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:53.410759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-702e5e71-70c1-41f3-adb5-126add95b411 None None] Provisioning complete for port f960a69b-8be1-42c7-9185-baea301cb3c7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:53.411891 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-702e5e71-70c1-41f3-adb5-126add95b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.447539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:53.455016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.527425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:53.557234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35fffb-26d7-454c-b8ce-47ee0ccd5bea req-30245faa-34dc-4cb7-81db-ba17241024bb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:53.583692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e35fffb-26d7-454c-b8ce-47ee0ccd5bea req-30245faa-34dc-4cb7-81db-ba17241024bb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 944 time: 0.2167897 Sep 15 16:14:53.631330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.632057 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment 2a84baae-2e8e-451e-9c45-47055929c602 of type vlan for network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa Sep 15 16:14:53.668505 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7880fd-547e-4126-baf0-19207c6e5a17 x-openstack-request-id: req-ab7880fd-547e-4126-baf0-19207c6e5a17 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:14:53.668817 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-plugged", "status": "completed", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:14:53.669076 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ab7880fd-547e-4126-baf0-19207c6e5a17 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:14:53.671600 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'code': 200} Sep 15 16:14:53.676951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1e35fffb-26d7-454c-b8ce-47ee0ccd5bea req-aba4caab-1f6e-4931-a176-c0987be9fcfd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920217 Sep 15 16:14:53.694368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.704714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.764712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:53.796094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-702e5e71-70c1-41f3-adb5-126add95b411 None None] Port f960a69b-8be1-42c7-9185-baea301cb3c7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:53.830286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.845615 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:53.847477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.851762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:53.931700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=3fff454e-3342-4895-8a3d-3a7b5dbe85fa,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:53.953357 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e2b266c-e1ca-4bb0-80bf-c28ee6ff403d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6731646 Sep 15 16:14:53.957306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50166) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:53.964089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:53.964273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:54.003844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7d29c6b-bf42-415a-8f89-9f2d6e3b53a3 None None] Provisioning complete for port f960a69b-8be1-42c7-9185-baea301cb3c7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:54.003844 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7d29c6b-bf42-415a-8f89-9f2d6e3b53a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.023787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50168) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:54.046861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-074f2c36-ce29-438f-bd92-ef3499811b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.063827 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b47059a2-b8d6-4871-87fa-e0537a285bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.135686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29c6b-bf42-415a-8f89-9f2d6e3b53a3 None None] Port f960a69b-8be1-42c7-9185-baea301cb3c7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:54.181424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-074f2c36-ce29-438f-bd92-ef3499811b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.193859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:51Z', 'revision_number': 3, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:52Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:54.224219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:54.224610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Updating router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 port f960a69b-8be1-42c7-9185-baea301cb3c7 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:14:54.248884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-074f2c36-ce29-438f-bd92-ef3499811b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.250130 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.295170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-074f2c36-ce29-438f-bd92-ef3499811b80 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=bf32f68c3e5b45028f5f83160c54b470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687471 Sep 15 16:14:54.296140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f2c36-ce29-438f-bd92-ef3499811b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09646dce-e2fe-4754-a364-fe569ba6455c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:54.298579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50170) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:54.334730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:54.343198 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.500620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-995b193a-ed90-48bb-a829-9bb9042a6c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.541604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-995b193a-ed90-48bb-a829-9bb9042a6c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.546132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 02736f4c-b7a9-4940-b94b-dade6141cc17 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:54.655937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.664148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 02736f4c-b7a9-4940-b94b-dade6141cc17 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:54.664551 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.717862 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.754331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.824229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-995b193a-ed90-48bb-a829-9bb9042a6c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.829933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-995b193a-ed90-48bb-a829-9bb9042a6c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.842482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-995b193a-ed90-48bb-a829-9bb9042a6c50 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/09646dce-e2fe-4754-a364-fe569ba6455c HTTP/1.1" status: 204 len: 168 time: 0.5238881 Sep 15 16:14:54.890327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b193a-ed90-48bb-a829-9bb9042a6c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09646dce-e2fe-4754-a364-fe569ba6455c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:54.903142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=8b60bcfb-8b1e-4682-b2c3-f9fe7893014b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:54.916423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f978c7-0de9-421b-9efe-ee59ae0fa461 None None] Pushing event updated for resources: {'Port': ['ID=f960a69b-8be1-42c7-9185-baea301cb3c7,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:54.921799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:54.925909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: 3fff454e-3342-4895-8a3d-3a7b5dbe85fa, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:54.968450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Attempting to bind port f960a69b-8be1-42c7-9185-baea301cb3c7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:54.969087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Attempting to bind port f960a69b-8be1-42c7-9185-baea301cb3c7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:54.971824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Attempting to bind port f960a69b-8be1-42c7-9185-baea301cb3c7 on network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:54.983314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:54.983775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Checking segment: {'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:54.984163 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.984564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Bound using segment: {'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:54.985662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Bound port: f960a69b-8be1-42c7-9185-baea301cb3c7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:54.985662 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:54.997223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea41609-bba3-439f-a3b0-78a579915ef2 req-95ae2099-a2ba-44ce-9a9f-15548086cced tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:54.998854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dea41609-bba3-439f-a3b0-78a579915ef2 req-95ae2099-a2ba-44ce-9a9f-15548086cced tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1716568 Sep 15 16:14:55.031469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:14:55.076945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] For port f960a69b-8be1-42c7-9185-baea301cb3c7, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:55.081844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] For port f960a69b-8be1-42c7-9185-baea301cb3c7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f960a69b-8be1-42c7-9185-baea301cb3c7,segment=NetworkSegment(2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7),segment_id=2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:55.089243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dea41609-bba3-439f-a3b0-78a579915ef2 req-47e54579-baeb-4c9a-8e11-76185ccbd869 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796931 Sep 15 16:14:55.113004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3fff454e-3342-4895-8a3d-3a7b5dbe85fa) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:55.113232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50182) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:55.133681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:55.135018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:55.135976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361edaf-6f0b-4ac8-8a54-a226704b22b1 None None] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:55.155252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:55.209835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d67837d2-3b57-403c-90b1-3373b998aa05 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/2f221c90-36c7-49cc-8ade-5b20dfab7f6d HTTP/1.1" status: 200 len: 993 time: 0.0955350 Sep 15 16:14:55.253094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-61ac1f89-e888-46c1-b6c8-a922f4898532 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2932584 Sep 15 16:14:55.265916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:55.298755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f978c7-0de9-421b-9efe-ee59ae0fa461 None None] Pushing event updated for resources: {'Port': ['ID=f960a69b-8be1-42c7-9185-baea301cb3c7,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:55.320084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:55.320742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:55.331416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b2796d62-34ea-4799-83be-03a6a5d4a758 None None] Provisioning complete for port f960a69b-8be1-42c7-9185-baea301cb3c7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:55.333542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2796d62-34ea-4799-83be-03a6a5d4a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:55.600815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:55.702808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:14:55.703680 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:55.764122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2796d62-34ea-4799-83be-03a6a5d4a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:55.802892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:55.914650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b2796d62-34ea-4799-83be-03a6a5d4a758 None None] For port f960a69b-8be1-42c7-9185-baea301cb3c7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f960a69b-8be1-42c7-9185-baea301cb3c7,segment=NetworkSegment(2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7),segment_id=2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:56.019402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2796d62-34ea-4799-83be-03a6a5d4a758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:56.073771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Allocated IP 2001:db8:2::2 (3fff454e-3342-4895-8a3d-3a7b5dbe85fa/8b60bcfb-8b1e-4682-b2c3-f9fe7893014b/43405e35-c15b-41d3-96bc-d3dc68422443) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:56.296170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2796d62-34ea-4799-83be-03a6a5d4a758 None None] Pushing event updated for resources: {'Port': ['ID=f960a69b-8be1-42c7-9185-baea301cb3c7,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:56.332817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-bceb0d70-f37d-4b49-962f-43d80e824092 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543809 Sep 15 16:14:56.354132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-24899db6-856a-474b-8406-5523e9d8b4c0 None None] Provisioning complete for port f960a69b-8be1-42c7-9185-baea301cb3c7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:56.354574 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24899db6-856a-474b-8406-5523e9d8b4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:56.399271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:51Z', 'revision_number': 3, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:56.440400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d0d40-4456-45f6-8819-89540f282fd5 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:51Z', 'revision_number': 3, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:56.464877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623512-7947-481e-abbd-3f3ae6970315 req-854c5532-538d-4995-96b6-6dd668dae980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:56.468417 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-854c5532-538d-4995-96b6-6dd668dae980 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.0868387 Sep 15 16:14:56.554074 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:56.659819 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:56.681328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623512-7947-481e-abbd-3f3ae6970315 req-8161f6a7-c192-4e34-b895-349996a0bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:56.683275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-8161f6a7-c192-4e34-b895-349996a0bf98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.1790450 Sep 15 16:14:56.736544 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:56.740622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:56.745957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:56.749948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:56.761486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Pushing event updated for resources: {'Port': ['ID=43405e35-c15b-41d3-96bc-d3dc68422443,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:56.783654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8:2::1 (3fff454e-3342-4895-8a3d-3a7b5dbe85fa/8b60bcfb-8b1e-4682-b2c3-f9fe7893014b/bcc9335e-7b12-454c-ad2e-98fcd8a27bed) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:14:56.826380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-70c3f4f1-ceb0-4b43-be08-2c95f3a68d3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 1001 time: 0.1337016 Sep 15 16:14:56.833152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Attempting to bind port 43405e35-c15b-41d3-96bc-d3dc68422443 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:14:56.834003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Attempting to bind port 43405e35-c15b-41d3-96bc-d3dc68422443 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:14:56.834621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Attempting to bind port 43405e35-c15b-41d3-96bc-d3dc68422443 on network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:14:56.841820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:14:56.842507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Checking segment: {'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:56.843120 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:56.843874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Bound using segment: {'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:14:56.844630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Bound port: 43405e35-c15b-41d3-96bc-d3dc68422443, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:14:56.845360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:56.900681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623512-7947-481e-abbd-3f3ae6970315 req-0d86d43a-c5ec-40f0-9e47-6ddd3e17fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:56.902246 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-0d86d43a-c5ec-40f0-9e47-6ddd3e17fdae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.0707438 Sep 15 16:14:56.961342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2623512-7947-481e-abbd-3f3ae6970315 req-d76e2519-bc30-4637-8be9-adc9076f84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:56.963598 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-d76e2519-bc30-4637-8be9-adc9076f84b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534697 Sep 15 16:14:56.968814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] For port 43405e35-c15b-41d3-96bc-d3dc68422443, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:14:56.972833 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] For port 43405e35-c15b-41d3-96bc-d3dc68422443, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=43405e35-c15b-41d3-96bc-d3dc68422443,segment=NetworkSegment(2a84baae-2e8e-451e-9c45-47055929c602),segment_id=2a84baae-2e8e-451e-9c45-47055929c602)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:14:56.987631 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:57.082647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-8cfd2d7a-7fea-4cde-b704-38c27c544c95 service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121876 Sep 15 16:14:57.083407 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:57.150435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:57.192128 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:57.212085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345a0e7-91bd-463b-91f4-3421fc988ca9 None None] Pushing event updated for resources: {'Port': ['ID=43405e35-c15b-41d3-96bc-d3dc68422443,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:57.250579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2623512-7947-481e-abbd-3f3ae6970315 req-cc9e105d-834a-4a1e-be47-4fbdc7a4f598 service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597409 Sep 15 16:14:57.261151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:57.274542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:57.276814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:57.291601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:14:57.292323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:57.338294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7adb1bcb-7cfd-4f06-82e6-ac0c3aa70dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:57.607968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:57.942398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.000773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.001889 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.111840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:58.158944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:14:58.160868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:14:58.300834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:58.394162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cca1ee-8270-481f-9013-2d71579d5ce6 None None] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:58.450718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:58.458332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b030f057-3c6c-47d3-9ea2-e7040385eb43 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1898346 Sep 15 16:14:58.461398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50240) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:58.466670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1199824439'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:58.468046 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:58.487694 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:58.489116 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:58.511111 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.534079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-efd854b0-0aa1-41d3-880e-d35b17a2b485 None None] Provisioning complete for port 43405e35-c15b-41d3-96bc-d3dc68422443 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:58.534507 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efd854b0-0aa1-41d3-880e-d35b17a2b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.578403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:58.584283 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.624191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:14:58.641205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f960a69b-8be1-42c7-9185-baea301cb3c7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:58.660656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.662913 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added segment 047d1426-e9ca-4ea4-9fc0-9211b1e88db8 of type vlan for network 63f6a47f-e81c-491e-bb65-ace045c24c33 Sep 15 16:14:58.665868 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:58.716917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.763036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port f960a69b-8be1-42c7-9185-baea301cb3c7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:58.763425 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.801604 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efd854b0-0aa1-41d3-880e-d35b17a2b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.841330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.847349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:58.848523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:58.892043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-efd854b0-0aa1-41d3-880e-d35b17a2b485 None None] For port 43405e35-c15b-41d3-96bc-d3dc68422443, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=43405e35-c15b-41d3-96bc-d3dc68422443,segment=NetworkSegment(2a84baae-2e8e-451e-9c45-47055929c602),segment_id=2a84baae-2e8e-451e-9c45-47055929c602)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:58.914996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43405e35-c15b-41d3-96bc-d3dc68422443 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:14:58.971248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Network': ['ID=63f6a47f-e81c-491e-bb65-ace045c24c33,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:58.983101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 43405e35-c15b-41d3-96bc-d3dc68422443 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:58.984046 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.011597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4e92e9ba-e4be-457d-8a56-257f2437d5c7 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5463824 Sep 15 16:14:59.011965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50248) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:59.028501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'subnet': {'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:14:59.055719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:14:59.059813 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efd854b0-0aa1-41d3-880e-d35b17a2b485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.071527 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:57Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:14:57Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:59.243196 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:59.244273 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Updating router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 port bcc9335e-7b12-454c-ad2e-98fcd8a27bed binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:14:59.337197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd854b0-0aa1-41d3-880e-d35b17a2b485 None None] Pushing event updated for resources: {'Port': ['ID=43405e35-c15b-41d3-96bc-d3dc68422443,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:59.361124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-af21c5e3-8a72-423d-a731-bbf7113c0661 None None] Provisioning complete for port 43405e35-c15b-41d3-96bc-d3dc68422443 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:59.362113 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af21c5e3-8a72-423d-a731-bbf7113c0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.384173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Made reservation on behalf of 7509c6b0e5424b36a62b6e790a66fbe4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:14:59.394898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.489929 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.565973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-af21c5e3-8a72-423d-a731-bbf7113c0661 None None] Provisioning complete for port bcc9335e-7b12-454c-ad2e-98fcd8a27bed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:59.566601 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af21c5e3-8a72-423d-a731-bbf7113c0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.615126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-af21c5e3-8a72-423d-a731-bbf7113c0661 None None] Port bcc9335e-7b12-454c-ad2e-98fcd8a27bed cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:59.737522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-025dc101-a40f-4dfa-9cfa-46ceaa345dc2 None None] Provisioning complete for port bcc9335e-7b12-454c-ad2e-98fcd8a27bed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:14:59.738056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-025dc101-a40f-4dfa-9cfa-46ceaa345dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.781460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-025dc101-a40f-4dfa-9cfa-46ceaa345dc2 None None] Port bcc9335e-7b12-454c-ad2e-98fcd8a27bed cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:14:59.783472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.836619 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:59.862350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Subnet': ['ID=5a1dca2e-d910-4053-8159-6657898404b6,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:59.904011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Checking segment: {'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:14:59.904740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network hostable DHCP agents. Network: 63f6a47f-e81c-491e-bb65-ace045c24c33, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:14:59.955178 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.008290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:15:00.009757 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0548c-8b41-4dd6-8707-2398519c92b5 None None] Pushing event updated for resources: {'Port': ['ID=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:00.011272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ce1f8a5a-e91a-41fb-8afa-e82d25ebf11f None None] Provisioning complete for port bcc9335e-7b12-454c-ad2e-98fcd8a27bed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:00.013346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce1f8a5a-e91a-41fb-8afa-e82d25ebf11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.071390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f8a5a-e91a-41fb-8afa-e82d25ebf11f None None] Port bcc9335e-7b12-454c-ad2e-98fcd8a27bed cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:00.087143 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Attempting to bind port bcc9335e-7b12-454c-ad2e-98fcd8a27bed on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:00.087518 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Attempting to bind port bcc9335e-7b12-454c-ad2e-98fcd8a27bed by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:00.088025 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Attempting to bind port bcc9335e-7b12-454c-ad2e-98fcd8a27bed on network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:00.094515 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:00.094906 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Checking segment: {'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:00.095306 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.095697 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Bound using segment: {'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:00.096203 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Bound port: bcc9335e-7b12-454c-ad2e-98fcd8a27bed, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a84baae-2e8e-451e-9c45-47055929c602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:00.096613 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.103376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 63f6a47f-e81c-491e-bb65-ace045c24c33) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:00.107996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:00.108846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.115878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001edfc-d2f8-4623-a84c-51552231e5a9 None None] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:00.137946 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.173012 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] For port bcc9335e-7b12-454c-ad2e-98fcd8a27bed, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:00.178831 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] For port bcc9335e-7b12-454c-ad2e-98fcd8a27bed, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,segment=NetworkSegment(2a84baae-2e8e-451e-9c45-47055929c602),segment_id=2a84baae-2e8e-451e-9c45-47055929c602)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:00.220409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f795aa22-2e8e-4c2b-9c64-7c6f14073683 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2070429 Sep 15 16:15:00.223111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50278) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:00.292553 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.322116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-63f6a47f-e81c-491e-bb65-ace045c24c33', 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'fixed_ips': [{'subnet_id': '5a1dca2e-d910-4053-8159-6657898404b6'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:15:00.323545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.341672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.359799 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:00.360441 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:00.424117 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0548c-8b41-4dd6-8707-2398519c92b5 None None] Pushing event updated for resources: {'Port': ['ID=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:00.509351 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:00.513371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43405e35-c15b-41d3-96bc-d3dc68422443 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:00.588435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b1dc76a0-9045-45bd-b65d-194e684a52d2 None None] Provisioning complete for port bcc9335e-7b12-454c-ad2e-98fcd8a27bed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:00.588435 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1dc76a0-9045-45bd-b65d-194e684a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.715146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Allocated IP 2001:db8:3::2 (63f6a47f-e81c-491e-bb65-ace045c24c33/5a1dca2e-d910-4053-8159-6657898404b6/3f1492fb-f1c2-418b-a501-b047df630b24) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:00.751681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 43405e35-c15b-41d3-96bc-d3dc68422443 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:00.752198 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.779446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:00.799517 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:57Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:00Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:00.840057 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df345c09-3b17-4ba8-9d73-7ea39518eafe None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:14:57Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:00Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:00.978254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1dc76a0-9045-45bd-b65d-194e684a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.088225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b1dc76a0-9045-45bd-b65d-194e684a52d2 None None] For port bcc9335e-7b12-454c-ad2e-98fcd8a27bed, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,segment=NetworkSegment(2a84baae-2e8e-451e-9c45-47055929c602),segment_id=2a84baae-2e8e-451e-9c45-47055929c602)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:01.120270 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.160374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1dc76a0-9045-45bd-b65d-194e684a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.209986 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.222982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc76a0-9045-45bd-b65d-194e684a52d2 None None] Pushing event updated for resources: {'Port': ['ID=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:01.263503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:01.269630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:01.278733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:01.304951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Allocated IP 2001:db8:3::1 (63f6a47f-e81c-491e-bb65-ace045c24c33/5a1dca2e-d910-4053-8159-6657898404b6/4bce2add-17c4-4213-ba40-90bdadea15da) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:01.346652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Pushing event updated for resources: {'Port': ['ID=3f1492fb-f1c2-418b-a501-b047df630b24,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:01.353804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-97224bf1-65d6-4009-8b03-d7816040e72e None None] Provisioning complete for port bcc9335e-7b12-454c-ad2e-98fcd8a27bed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:01.354180 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97224bf1-65d6-4009-8b03-d7816040e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.407822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Attempting to bind port 3f1492fb-f1c2-418b-a501-b047df630b24 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:01.408196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Attempting to bind port 3f1492fb-f1c2-418b-a501-b047df630b24 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:01.408678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Attempting to bind port 3f1492fb-f1c2-418b-a501-b047df630b24 on network 63f6a47f-e81c-491e-bb65-ace045c24c33 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:01.419497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:01.419888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Checking segment: {'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:01.420302 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.420768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Bound using segment: {'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:01.421267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Bound port: 3f1492fb-f1c2-418b-a501-b047df630b24, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:01.421658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.452798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.561217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2411f326-996a-480e-8a66-f78862f0316f None None] For port 3f1492fb-f1c2-418b-a501-b047df630b24, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:01.564841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2411f326-996a-480e-8a66-f78862f0316f None None] For port 3f1492fb-f1c2-418b-a501-b047df630b24, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3f1492fb-f1c2-418b-a501-b047df630b24,segment=NetworkSegment(047d1426-e9ca-4ea4-9fc0-9211b1e88db8),segment_id=047d1426-e9ca-4ea4-9fc0-9211b1e88db8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:01.581553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.622018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:01.625566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:01.629597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:01.630210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.636625 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:01.733622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411f326-996a-480e-8a66-f78862f0316f None None] Pushing event updated for resources: {'Port': ['ID=3f1492fb-f1c2-418b-a501-b047df630b24,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:02.100117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=4bce2add-17c4-4213-ba40-90bdadea15da,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:02.309187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.561997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3f1492fb-f1c2-418b-a501-b047df630b24 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:02.661870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3f1492fb-f1c2-418b-a501-b047df630b24 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:02.663242 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.695567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.759743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.795328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 3f1492fb-f1c2-418b-a501-b047df630b24, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3f1492fb-f1c2-418b-a501-b047df630b24,segment=NetworkSegment(047d1426-e9ca-4ea4-9fc0-9211b1e88db8),segment_id=047d1426-e9ca-4ea4-9fc0-9211b1e88db8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:02.808290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.809716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.867723 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:02.868806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bcc9335e-7b12-454c-ad2e-98fcd8a27bed up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:02.885832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event updated for resources: {'Port': ['ID=4bce2add-17c4-4213-ba40-90bdadea15da,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:02.932521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=3f1492fb-f1c2-418b-a501-b047df630b24,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:02.996867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port bcc9335e-7b12-454c-ad2e-98fcd8a27bed triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:02.997516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:03.009889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:03.011960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:03.041872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f498a-cca5-4545-a19a-c1880ae76673 None None] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:03.140417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7e315040-9789-4e9f-9cdc-e3066aa4a6b2 None None] Provisioning complete for port 3f1492fb-f1c2-418b-a501-b047df630b24 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:03.140829 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7e315040-9789-4e9f-9cdc-e3066aa4a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:03.148559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:03.267888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:03.277101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d47e91f1-36b0-49a4-b80d-e7bf8d61fde5 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0526211 Sep 15 16:15:03.281718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50326) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:03.289553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:03.291890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:03.499299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:03.499704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:03.618541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:03.755275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.extraroute_db [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 15 16:15:03.773292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.extraroute_db [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Removed routes are [] {{(pid=102018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 15 16:15:03.773621 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:03.876885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:02Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bce2add-17c4-4213-ba40-90bdadea15da', 'name': '', 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:2d:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '5a1dca2e-d910-4053-8159-6657898404b6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:00Z', 'updated_at': '2021-09-15T16:15:02Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '5a1dca2e-d910-4053-8159-6657898404b6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:03.918283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:03.918731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Updating router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 port 4bce2add-17c4-4213-ba40-90bdadea15da binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:15:03.961416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5f7692aa-b208-40c6-9b45-cc168ec73ff2 None None] Provisioning complete for port 4bce2add-17c4-4213-ba40-90bdadea15da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:03.962176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f7692aa-b208-40c6-9b45-cc168ec73ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.015915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5f7692aa-b208-40c6-9b45-cc168ec73ff2 None None] Port 4bce2add-17c4-4213-ba40-90bdadea15da cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:04.018007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.119213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5f7692aa-b208-40c6-9b45-cc168ec73ff2 None None] Provisioning complete for port 3f1492fb-f1c2-418b-a501-b047df630b24 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:04.119478 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5f7692aa-b208-40c6-9b45-cc168ec73ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.172030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.183333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.345307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:04.477318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3f1492fb-f1c2-418b-a501-b047df630b24 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:04.511211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:04.526153 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.528084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e3f59373-9aa2-4c67-8bdf-9476c72787fc tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 200 len: 953 time: 1.2451682 Sep 15 16:15:04.530859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50346) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:04.550869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-206a786a-32bd-472e-b9bc-64455ca5af73 None None] Provisioning complete for port 4bce2add-17c4-4213-ba40-90bdadea15da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:04.551261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-206a786a-32bd-472e-b9bc-64455ca5af73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.561632 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.620445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-206a786a-32bd-472e-b9bc-64455ca5af73 None None] Port 4bce2add-17c4-4213-ba40-90bdadea15da cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:04.622999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3f1492fb-f1c2-418b-a501-b047df630b24 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:04.623429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.672901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c2180c64-3b4d-4fdb-b6ae-74bc4b8bc496 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 200 len: 953 time: 0.1353331 Sep 15 16:15:04.673067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.674821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50350) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:04.682105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'routes': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:04.857447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781629-6f7b-4215-a416-b4ddab96cdb0 None None] Pushing event updated for resources: {'Port': ['ID=4bce2add-17c4-4213-ba40-90bdadea15da,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:04.895237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d1da8766-c368-435e-9c99-d0d1ae31a33b None None] Provisioning complete for port 4bce2add-17c4-4213-ba40-90bdadea15da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:04.897176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d1da8766-c368-435e-9c99-d0d1ae31a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:04.976752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Attempting to bind port 4bce2add-17c4-4213-ba40-90bdadea15da on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:04.977135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Attempting to bind port 4bce2add-17c4-4213-ba40-90bdadea15da by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:04.978405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Attempting to bind port 4bce2add-17c4-4213-ba40-90bdadea15da on network 63f6a47f-e81c-491e-bb65-ace045c24c33 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:04.990685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d1da8766-c368-435e-9c99-d0d1ae31a33b None None] Port 4bce2add-17c4-4213-ba40-90bdadea15da cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:04.994760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:05.001453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Checking segment: {'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:05.001453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:05.001453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Bound using segment: {'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:05.001453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Bound port: 4bce2add-17c4-4213-ba40-90bdadea15da, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047d1426-e9ca-4ea4-9fc0-9211b1e88db8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:05.001453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:05.097945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] For port 4bce2add-17c4-4213-ba40-90bdadea15da, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:05.108777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] For port 4bce2add-17c4-4213-ba40-90bdadea15da, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4bce2add-17c4-4213-ba40-90bdadea15da,segment=NetworkSegment(047d1426-e9ca-4ea4-9fc0-9211b1e88db8),segment_id=047d1426-e9ca-4ea4-9fc0-9211b1e88db8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:05.137274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f0c09804-5b09-4e62-9b7d-17296543c130 None None] Provisioning complete for port 4bce2add-17c4-4213-ba40-90bdadea15da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:05.138225 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0c09804-5b09-4e62-9b7d-17296543c130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:05.180687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:05.240428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f0c09804-5b09-4e62-9b7d-17296543c130 None None] Port 4bce2add-17c4-4213-ba40-90bdadea15da cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:05.251545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:05.252068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:05.320420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added routes are [] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 15 16:15:05.321588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 15 16:15:05.370019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:05.408689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:05.507618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781629-6f7b-4215-a416-b4ddab96cdb0 None None] Pushing event updated for resources: {'Port': ['ID=4bce2add-17c4-4213-ba40-90bdadea15da,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:05.693573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-93bb8b6c-345a-4478-b677-ebb32ccbe981 None None] Provisioning complete for port 4bce2add-17c4-4213-ba40-90bdadea15da triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:05.693573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93bb8b6c-345a-4478-b677-ebb32ccbe981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:05.767686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:03Z', 'revision_number': 6, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bce2add-17c4-4213-ba40-90bdadea15da', 'name': '', 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:2d:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '5a1dca2e-d910-4053-8159-6657898404b6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:00Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '5a1dca2e-d910-4053-8159-6657898404b6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:05.814752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267f99f1-aa25-4a43-aa21-dff10c15e7f1 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:03Z', 'revision_number': 6, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bce2add-17c4-4213-ba40-90bdadea15da', 'name': '', 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:2d:fd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '5a1dca2e-d910-4053-8159-6657898404b6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:00Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 4, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '5a1dca2e-d910-4053-8159-6657898404b6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:05.848597 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93bb8b6c-345a-4478-b677-ebb32ccbe981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:05.898597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-93bb8b6c-345a-4478-b677-ebb32ccbe981 None None] For port 4bce2add-17c4-4213-ba40-90bdadea15da, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4bce2add-17c4-4213-ba40-90bdadea15da,segment=NetworkSegment(047d1426-e9ca-4ea4-9fc0-9211b1e88db8),segment_id=047d1426-e9ca-4ea4-9fc0-9211b1e88db8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:05.990792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93bb8b6c-345a-4478-b677-ebb32ccbe981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:06.066787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb8b6c-345a-4478-b677-ebb32ccbe981 None None] Pushing event updated for resources: {'Port': ['ID=4bce2add-17c4-4213-ba40-90bdadea15da,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:06.218803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:06.224019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:06.356724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:06.518008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:06.532998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4bce2add-17c4-4213-ba40-90bdadea15da up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:06.550867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:06.552779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ff99cd12-be3c-4322-84fc-edc793aeb541 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 200 len: 703 time: 1.8761437 Sep 15 16:15:06.555606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50370) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:06.649855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4bce2add-17c4-4213-ba40-90bdadea15da triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:06.651099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:06.683203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f8f49df-691e-4cc6-80e9-4fdcd8a5ba22 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 200 len: 703 time: 0.1256027 Sep 15 16:15:06.685960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50374) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:06.939652 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:06.950577 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:06.951211 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:07.058369 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:07.163977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:07.318604 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 7, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bce2add-17c4-4213-ba40-90bdadea15da', 'name': '', 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:2d:fd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '5a1dca2e-d910-4053-8159-6657898404b6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:00Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '5a1dca2e-d910-4053-8159-6657898404b6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:07.346592 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:07.356648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:07.357686 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:07.461914 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:07.590382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 4bce2add-17c4-4213-ba40-90bdadea15da {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:07.590942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:07.697496 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 7, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bce2add-17c4-4213-ba40-90bdadea15da', 'name': '', 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:2d:fd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '5a1dca2e-d910-4053-8159-6657898404b6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:00Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '5a1dca2e-d910-4053-8159-6657898404b6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:07.699281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 4bce2add-17c4-4213-ba40-90bdadea15da, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4bce2add-17c4-4213-ba40-90bdadea15da,segment=NetworkSegment(047d1426-e9ca-4ea4-9fc0-9211b1e88db8),segment_id=047d1426-e9ca-4ea4-9fc0-9211b1e88db8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:07.699706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:07.727275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50400) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:07.729764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 4bce2add-17c4-4213-ba40-90bdadea15da owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:07.815962 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a201b86-b182-42bf-91bf-561547b732ca None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 7, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4bce2add-17c4-4213-ba40-90bdadea15da', 'name': '', 'network_id': '63f6a47f-e81c-491e-bb65-ace045c24c33', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:2d:fd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '5a1dca2e-d910-4053-8159-6657898404b6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:00Z', 'updated_at': '2021-09-15T16:15:05Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '5a1dca2e-d910-4053-8159-6657898404b6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:07.946538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbceb84e-eb66-4f07-9d46-686ea508edc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.026467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.062169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=4bce2add-17c4-4213-ba40-90bdadea15da,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:08.153615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbceb84e-eb66-4f07-9d46-686ea508edc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.225703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.257942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fbceb84e-eb66-4f07-9d46-686ea508edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.301892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fbceb84e-eb66-4f07-9d46-686ea508edc9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=df787c37cbb44e768c77390cf51ae15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5728788 Sep 15 16:15:08.319727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbceb84e-eb66-4f07-9d46-686ea508edc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb032fa-292e-41bd-b713-81d6b15a1063,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:08.330262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50410) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:08.437514 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fbbd265b-c91f-438b-936f-5c67659fd9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.496762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fbbd265b-c91f-438b-936f-5c67659fd9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.534584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:08.665148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:08.670439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-16df0be0-f20a-4438-83d0-97bdd7163c4b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9833770 Sep 15 16:15:08.673069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50414) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:08.676958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:08.687458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:08.688090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:08.718580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fbbd265b-c91f-438b-936f-5c67659fd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.721270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fbbd265b-c91f-438b-936f-5c67659fd9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.722477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fbbd265b-c91f-438b-936f-5c67659fd9cb admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/afb032fa-292e-41bd-b713-81d6b15a1063 HTTP/1.1" status: 204 len: 168 time: 0.3912723 Sep 15 16:15:08.742044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet 5a1dca2e-d910-4053-8159-6657898404b6 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:15:08.744468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd265b-c91f-438b-936f-5c67659fd9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb032fa-292e-41bd-b713-81d6b15a1063,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:08.747592 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.794767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:08.796728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:08.906935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.055710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.072041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:07Z', 'revision_number': 8, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:09.101851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:09.108858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1dca2e-d910-4053-8159-6657898404b6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:09.119408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.121983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ca3656a0-3eda-4d8b-93ca-0f401474981a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/5a1dca2e-d910-4053-8159-6657898404b6 HTTP/1.1" status: 204 len: 168 time: 0.4479125 Sep 15 16:15:09.125926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50422) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:09.134531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ef3b82-283d-4f96-8ba9-a7a723d8f90f None None] Network 63f6a47f-e81c-491e-bb65-ace045c24c33 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:09.138249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:09.138873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:09.226754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.316928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 3f1492fb-f1c2-418b-a501-b047df630b24 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:09.317406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.392503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 3f1492fb-f1c2-418b-a501-b047df630b24, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3f1492fb-f1c2-418b-a501-b047df630b24,segment=NetworkSegment(047d1426-e9ca-4ea4-9fc0-9211b1e88db8),segment_id=047d1426-e9ca-4ea4-9fc0-9211b1e88db8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:09.392958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.412388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 3f1492fb-f1c2-418b-a501-b047df630b24 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:09.527167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:09.633384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.678870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=3f1492fb-f1c2-418b-a501-b047df630b24,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:09.680922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port 3f1492fb-f1c2-418b-a501-b047df630b24 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:09.713619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fae7c-bf30-4779-b5cb-4cb6fa0a3b68 None None] DHCP port deletion for 63f6a47f-e81c-491e-bb65-ace045c24c33 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:15:09.848255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.878679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f6a47f-e81c-491e-bb65-ace045c24c33']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:09.899902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047d1426-e9ca-4ea4-9fc0-9211b1e88db8') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:09.900687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047d1426-e9ca-4ea4-9fc0-9211b1e88db8') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:09.914630 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.945935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.956164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:15:09.957222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:15:09.961581 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:15:09.970797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:07Z', 'revision_number': 8, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:10.012536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b6b173-9bc7-43e0-a51d-5b8d76756968 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:07Z', 'revision_number': 8, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcc9335e-7b12-454c-ad2e-98fcd8a27bed', 'name': '', 'network_id': '3fff454e-3342-4895-8a3d-3a7b5dbe85fa', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:c4:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:55Z', 'updated_at': '2021-09-15T16:15:01Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '8b60bcfb-8b1e-4682-b2c3-f9fe7893014b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:10.116958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:10.127732 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:10.132513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/63f6a47f-e81c-491e-bb65-ace045c24c33 HTTP/1.1" status: 204 len: 168 time: 1.0027900 Sep 15 16:15:10.133906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50442) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:10.146333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23903fef-bbbb-4d26-a10e-abe27a764f47 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=63f6a47f-e81c-491e-bb65-ace045c24c33,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:10.497817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3f1492fb-f1c2-418b-a501-b047df630b24 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:10.521432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3f1492fb-f1c2-418b-a501-b047df630b24 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:10.521990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3f1492fb-f1c2-418b-a501-b047df630b24 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:10.522426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4bce2add-17c4-4213-ba40-90bdadea15da no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:10.552896 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:10.572177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 4bce2add-17c4-4213-ba40-90bdadea15da {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:10.573534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4bce2add-17c4-4213-ba40-90bdadea15da not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:10.663602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50456) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:10.776661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022034441-network', 'tenant_id': '9ecd2514742c4202b4ba3146f667e6ff'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:10.871721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Made reservation on behalf of 9ecd2514742c4202b4ba3146f667e6ff for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:15:10.874427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:10.884672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.004793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.100771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.126542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:15:11.137210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7173959-e872-497f-b8b0-6378ce6db127,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:11.142219 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.142557 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Added segment b97b47b9-9665-4e53-bcb1-9e71eff8b564 of type vlan for network d98e37b3-2bef-4200-ae3d-abd909c6100e Sep 15 16:15:11.178787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port bcc9335e-7b12-454c-ad2e-98fcd8a27bed {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:11.179356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.186243 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.265834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.266911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:11.267497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.281836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port bcc9335e-7b12-454c-ad2e-98fcd8a27bed, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,segment=NetworkSegment(2a84baae-2e8e-451e-9c45-47055929c602),segment_id=2a84baae-2e8e-451e-9c45-47055929c602)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:11.282210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.299581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for bcc9335e-7b12-454c-ad2e-98fcd8a27bed owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:11.333978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] Pushing event updated for resources: {'Network': ['ID=d98e37b3-2bef-4200-ae3d-abd909c6100e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:11.345690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d98e37b3-2bef-4200-ae3d-abd909c6100e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:15:11.390462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-41375311-4d65-450b-b0d2-f86cc92827b7 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7248609 Sep 15 16:15:11.393455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50470) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:11.402239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Request body: {'subnet': {'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022034441-subnet', 'tenant_id': '9ecd2514742c4202b4ba3146f667e6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:11.517485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Made reservation on behalf of 9ecd2514742c4202b4ba3146f667e6ff for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:15:11.519890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.574958 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.606206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=bcc9335e-7b12-454c-ad2e-98fcd8a27bed,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:11.731349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.819352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:11.879850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced7db5c-2434-4b5d-8c0a-0c761bd74cf5,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:11.889017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Checking segment: {'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:11.889378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Network hostable DHCP agents. Network: d98e37b3-2bef-4200-ae3d-abd909c6100e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:15:11.961746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:12.003064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Network d98e37b3-2bef-4200-ae3d-abd909c6100e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:15:12.062566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:12.068857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ebb925a0-253a-48bb-b134-d735ca6e4d16 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9331930 Sep 15 16:15:12.070914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50478) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:12.076150 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:12.133025 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:12.133025 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:12.133361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet 8b60bcfb-8b1e-4682-b2c3-f9fe7893014b {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:15:12.133361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.155541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d98e37b3-2bef-4200-ae3d-abd909c6100e) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:12.161106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:12.162386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.178741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.180924 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:12.183656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f63c70-44b1-4097-8bd4-eec95cdf9646 None None] Network d98e37b3-2bef-4200-ae3d-abd909c6100e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:12.289621 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-407d85e8-ca31-41af-ad43-0fa7d5b581a3 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8918738 Sep 15 16:15:12.295051 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.402745 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:11Z', 'revision_number': 9, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:12.420114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b5f57-2c34-49e6-a0ad-0006ee474cfc None None] Network d98e37b3-2bef-4200-ae3d-abd909c6100e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:12.438029 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:12.449095 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.449803 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:12.450931 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:12.496397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=8b60bcfb-8b1e-4682-b2c3-f9fe7893014b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:12.501374 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.503573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4aa2e94b-892d-4b65-853f-fbf2bfca5c91 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/8b60bcfb-8b1e-4682-b2c3-f9fe7893014b HTTP/1.1" status: 204 len: 168 time: 0.4315147 Sep 15 16:15:12.507516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50484) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:12.548942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135ff0d-ce26-4698-9f3e-460f3bd5c8b9 None None] Network 3fff454e-3342-4895-8a3d-3a7b5dbe85fa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:12.555927 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:12.628043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.749394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 43405e35-c15b-41d3-96bc-d3dc68422443 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:12.749751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.796527 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:11Z', 'revision_number': 9, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:12.831982 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcebc23d-985d-4b05-ac06-fb6c651314a2 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:11Z', 'revision_number': 9, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f960a69b-8be1-42c7-9185-baea301cb3c7', 'name': '', 'network_id': '50da2ec6-8393-4d13-9a2f-c6330c09a0cb', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:1f:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '36830667-4d88-475d-ae91-b021b16fda4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:50Z', 'updated_at': '2021-09-15T16:14:55Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': '36830667-4d88-475d-ae91-b021b16fda4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:12.847856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] DHCP port deletion for 3fff454e-3342-4895-8a3d-3a7b5dbe85fa request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:15:12.884114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 43405e35-c15b-41d3-96bc-d3dc68422443, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=43405e35-c15b-41d3-96bc-d3dc68422443,segment=NetworkSegment(2a84baae-2e8e-451e-9c45-47055929c602),segment_id=2a84baae-2e8e-451e-9c45-47055929c602)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:12.884711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:12.908052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 43405e35-c15b-41d3-96bc-d3dc68422443 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:12.920150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] Deleting port 43405e35-c15b-41d3-96bc-d3dc68422443 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:12.920567 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.002720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] For port 43405e35-c15b-41d3-96bc-d3dc68422443, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=43405e35-c15b-41d3-96bc-d3dc68422443,segment=NetworkSegment(2a84baae-2e8e-451e-9c45-47055929c602),segment_id=2a84baae-2e8e-451e-9c45-47055929c602)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:13.003214 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.016113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] Calling delete_port for 43405e35-c15b-41d3-96bc-d3dc68422443 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:13.086648 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.098234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.115911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=43405e35-c15b-41d3-96bc-d3dc68422443,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:13.117844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port 43405e35-c15b-41d3-96bc-d3dc68422443 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:13.126194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] Pushing event deleted for resources: {'Port': ['ID=43405e35-c15b-41d3-96bc-d3dc68422443,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:13.132674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237c5b9-556a-4c85-b3f9-24504ce61cec None None] No DVR routers for this DVR port 43405e35-c15b-41d3-96bc-d3dc68422443 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:13.213507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.232597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fff454e-3342-4895-8a3d-3a7b5dbe85fa']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:13.243419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a84baae-2e8e-451e-9c45-47055929c602') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:13.243706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a84baae-2e8e-451e-9c45-47055929c602') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:13.254466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.269753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.278235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:15:13.278642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:15:13.281878 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:15:13.483484 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.488319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:13.492259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/3fff454e-3342-4895-8a3d-3a7b5dbe85fa HTTP/1.1" status: 204 len: 168 time: 0.9811106 Sep 15 16:15:13.502850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50504) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:13.510643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7280b1d-73c6-4f00-8654-d88390d0d7d3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=3fff454e-3342-4895-8a3d-3a7b5dbe85fa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:13.858197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:14.466077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43405e35-c15b-41d3-96bc-d3dc68422443 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:14.490676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 43405e35-c15b-41d3-96bc-d3dc68422443 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:14.491262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 43405e35-c15b-41d3-96bc-d3dc68422443 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:14.491892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bcc9335e-7b12-454c-ad2e-98fcd8a27bed no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:14.498152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port f960a69b-8be1-42c7-9185-baea301cb3c7 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:14.498508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:14.515531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: bcc9335e-7b12-454c-ad2e-98fcd8a27bed {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:14.515878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device bcc9335e-7b12-454c-ad2e-98fcd8a27bed not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:14.612330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port f960a69b-8be1-42c7-9185-baea301cb3c7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f960a69b-8be1-42c7-9185-baea301cb3c7,segment=NetworkSegment(2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7),segment_id=2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:14.612908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:14.626997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for f960a69b-8be1-42c7-9185-baea301cb3c7 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:14.878186 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:14.907396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=f960a69b-8be1-42c7-9185-baea301cb3c7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:15.027717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.228380 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:15.328283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:15.333887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f1a8db2a-e698-4ba6-affb-4510b159c99d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8297787 Sep 15 16:15:15.336916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50550) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:15.340221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:15.351144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:15.352007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:15.389003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet 36830667-4d88-475d-ae91-b021b16fda4a {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:15:15.392572 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.436067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.445651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:15.529840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.665068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:14Z', 'revision_number': 10, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:15.678929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.691963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:15.701537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:15.702149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:15.709618 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.712668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/36830667-4d88-475d-ae91-b021b16fda4a HTTP/1.1" status: 204 len: 168 time: 0.3736334 Sep 15 16:15:15.712668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1699c-92d9-4ff6-9db2-e88ebdc76306 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=36830667-4d88-475d-ae91-b021b16fda4a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:15.717552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50554) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:15.735980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a903f9-088f-452e-a57e-ddcba14f356c None None] Network 50da2ec6-8393-4d13-9a2f-c6330c09a0cb requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:15.797029 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.841271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:15.871302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 02736f4c-b7a9-4940-b94b-dade6141cc17 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:15.876812 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.941898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 02736f4c-b7a9-4940-b94b-dade6141cc17, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=02736f4c-b7a9-4940-b94b-dade6141cc17,segment=NetworkSegment(2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7),segment_id=2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:15.942254 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:15.958475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 02736f4c-b7a9-4940-b94b-dade6141cc17 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:16.096559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] DHCP port deletion for 50da2ec6-8393-4d13-9a2f-c6330c09a0cb request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:15:16.135056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.139380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:14Z', 'revision_number': 10, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:16.163208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=02736f4c-b7a9-4940-b94b-dade6141cc17,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:16.169522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port 02736f4c-b7a9-4940-b94b-dade6141cc17 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:16.174241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f2ae5-761e-48c3-b3e3-91eb540b9d43 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:14Z', 'revision_number': 10, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None, '_interfaces': [{'id': '1c72039c-2931-4370-83ae-035abb452618', 'name': '', 'network_id': '74a204a6-f36d-4816-b9f0-7b97cfdfc87c', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'mac_address': 'fa:16:3e:f6:3d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:14:42Z', 'updated_at': '2021-09-15T16:14:48Z', 'revision_number': 5, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'subnets': [{'id': 'f99034c9-c0a6-4a9d-82f4-8c4545133627', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:16.186875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] Deleting port 02736f4c-b7a9-4940-b94b-dade6141cc17 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:16.187252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.205848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-a1c942b2-27b4-41ba-bee2-05968c8b3de7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:16.214442 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-a1c942b2-27b4-41ba-bee2-05968c8b3de7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/networks?id=d98e37b3-2bef-4200-ae3d-abd909c6100e HTTP/1.1" status: 200 len: 809 time: 0.1316714 Sep 15 16:15:16.236122 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-ed008aa5-d1a3-4c7d-bf19-546352ddd686 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/quotas/9ecd2514742c4202b4ba3146f667e6ff HTTP/1.1" status: 200 len: 375 time: 0.0164723 Sep 15 16:15:16.279191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-ac7e4317-fd08-48f3-bdc5-79b86a4f0886 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418901 Sep 15 16:15:16.284359 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-39070cdf-7615-44bb-88b0-36cf819ff673 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:15:16.285036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] For port 02736f4c-b7a9-4940-b94b-dade6141cc17, host n-d-808199-2, got binding levels [] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:16.285437 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.291194 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.292869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-39070cdf-7615-44bb-88b0-36cf819ff673 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125647 Sep 15 16:15:16.302259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] Calling delete_port for 02736f4c-b7a9-4940-b94b-dade6141cc17 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:16.307307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.ipam_backend_mixin [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] Port 02736f4c-b7a9-4940-b94b-dade6141cc17 was not found and therefore no delete operation was performed {{(pid=102020) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:15:16.309062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.322460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] No DVR routers for this DVR port 02736f4c-b7a9-4940-b94b-dade6141cc17 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:16.324608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50da2ec6-8393-4d13-9a2f-c6330c09a0cb']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:16.339676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:16.339676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af69ce6-bc9c-47f4-8d72-b7352b1e5ff7') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:16.354170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.356062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b1464-79e2-4ded-a657-94e5fca13e59 None None] Pushing event deleted for resources: {'Port': ['ID=02736f4c-b7a9-4940-b94b-dade6141cc17,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:16.370625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.378022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:15:16.383601 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:15:16.390732 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-ab24988a-0951-481c-bbd0-3abe8c01769c service neutron] 10.222.0.63 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969450 Sep 15 16:15:16.490577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-88cf3743-399d-40a8-a445-584f13473dc6 service neutron] 10.222.0.63 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931017 Sep 15 16:15:16.510447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.521325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:16.525386 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/50da2ec6-8393-4d13-9a2f-c6330c09a0cb HTTP/1.1" status: 204 len: 168 time: 0.8044176 Sep 15 16:15:16.526113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50582) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:16.533987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02566381-0767-4c09-8d44-d12cc0ba1e17 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=50da2ec6-8393-4d13-9a2f-c6330c09a0cb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:16.660772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f960a69b-8be1-42c7-9185-baea301cb3c7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:16.691793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: f960a69b-8be1-42c7-9185-baea301cb3c7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:16.692686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f960a69b-8be1-42c7-9185-baea301cb3c7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:16.692686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 02736f4c-b7a9-4940-b94b-dade6141cc17 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:16.716390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 02736f4c-b7a9-4940-b94b-dade6141cc17 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:16.719641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 02736f4c-b7a9-4940-b94b-dade6141cc17 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:16.815218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85f27874-a568-4a0a-b5fc-835f3ce566ba req-3185aa0b-a73d-45f0-a718-448f39e67fe9 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 210 time: 0.0298572 Sep 15 16:15:16.964787 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:17.244625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 1c72039c-2931-4370-83ae-035abb452618 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:17.245338 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:17.346488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 1c72039c-2931-4370-83ae-035abb452618, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1c72039c-2931-4370-83ae-035abb452618,segment=NetworkSegment(565de9f4-4c3e-4d4d-a5a0-868ed35c32ef),segment_id=565de9f4-4c3e-4d4d-a5a0-868ed35c32ef)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:17.346865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:17.359745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 1c72039c-2931-4370-83ae-035abb452618 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:17.632601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:17.661607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=1c72039c-2931-4370-83ae-035abb452618,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:17.780468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:17.977147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d94276f7-67e7-4493-872b-30f419fa0bd3 req-56f54e00-2a6d-4fcc-a795-14f340028520 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 210 time: 0.0636337 Sep 15 16:15:17.986279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:18.075526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:18.081197 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e62819a9-b228-4640-a64e-87fbb082f8a4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5532773 Sep 15 16:15:18.083268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50624) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:18.085939 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:18.097556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:18.098126 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:18.142273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting subnet f99034c9-c0a6-4a9d-82f4-8c4545133627 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:15:18.145581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.180359 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:18.202948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.238078 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:17Z', 'revision_number': 11, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:18.264519 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:18.273766 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:18.274379 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:18.294021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.352207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:18.411362 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:17Z', 'revision_number': 11, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:18.445455 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa497b-561f-4870-b262-995e10d5fbd6 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:17Z', 'revision_number': 11, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:18.455920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.487775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Subnet': ['ID=f99034c9-c0a6-4a9d-82f4-8c4545133627,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:18.500273 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.508633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1d9e88ad-593c-4986-835c-bbcf997183c3 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/f99034c9-c0a6-4a9d-82f4-8c4545133627 HTTP/1.1" status: 204 len: 168 time: 0.4177995 Sep 15 16:15:18.508789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0164c-9719-4db1-9410-ac88f8122bf6 None None] Network 74a204a6-f36d-4816-b9f0-7b97cfdfc87c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:18.509259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50632) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:18.589617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.648645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Deleting port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:18.648999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.726884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] For port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,segment=NetworkSegment(565de9f4-4c3e-4d4d-a5a0-868ed35c32ef),segment_id=565de9f4-4c3e-4d4d-a5a0-868ed35c32ef)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:18.727199 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.744019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Calling delete_port for 6bb77372-0e1c-473c-9a8c-2ab62cea2bca owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:18.781699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:15:18.885391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] DHCP port deletion for 74a204a6-f36d-4816-b9f0-7b97cfdfc87c request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:15:18.935960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] Deleting port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:18.936339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.003700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] For port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,segment=NetworkSegment(565de9f4-4c3e-4d4d-a5a0-868ed35c32ef),segment_id=565de9f4-4c3e-4d4d-a5a0-868ed35c32ef)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:19.004001 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.009734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.030880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] Calling delete_port for 6bb77372-0e1c-473c-9a8c-2ab62cea2bca owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:19.043794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Port': ['ID=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:19.047574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No DVR routers for this DVR port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:19.111695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61db611d-625f-4052-aebd-0d7e4ee6e9a9 req-4c7aab1b-60fe-459e-90ac-b31a3801b53f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 210 time: 0.0560937 Sep 15 16:15:19.128206 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.155799 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] Pushing event deleted for resources: {'Port': ['ID=6bb77372-0e1c-473c-9a8c-2ab62cea2bca,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:19.160961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b0004d-595a-4d6a-99f9-a0880f6bc6ce None None] No DVR routers for this DVR port 6bb77372-0e1c-473c-9a8c-2ab62cea2bca on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:19.175734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.200027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a204a6-f36d-4816-b9f0-7b97cfdfc87c']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:19.218187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:19.218187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565de9f4-4c3e-4d4d-a5a0-868ed35c32ef') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:19.228500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.243873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.252388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:15:19.252825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:15:19.256557 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:15:19.284899 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-6e9e28e3-f280-440d-8ca3-790f1344cbbc tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:19.286508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-6e9e28e3-f280-440d-8ca3-790f1344cbbc tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "GET /v2.0/networks?id=d98e37b3-2bef-4200-ae3d-abd909c6100e HTTP/1.1" status: 200 len: 809 time: 0.1209850 Sep 15 16:15:19.299935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Request body: {'port': {'device_id': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e', 'admin_state_up': True, 'tenant_id': '9ecd2514742c4202b4ba3146f667e6ff'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:19.404126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.413568 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.415555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/networks/74a204a6-f36d-4816-b9f0-7b97cfdfc87c HTTP/1.1" status: 204 len: 168 time: 0.9091997 Sep 15 16:15:19.419186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50640) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:19.423871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'routes': None}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:19.426033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c5e18-3396-4301-84a6-d3c2dbe2ed9f tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Pushing event deleted for resources: {'Network': ['ID=74a204a6-f36d-4816-b9f0-7b97cfdfc87c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:19.598955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Added routes are [] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 15 16:15:19.599259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.extraroute_db [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Removed routes are [] {{(pid=102019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 15 16:15:19.600326 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:19.640726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Made reservation on behalf of 9ecd2514742c4202b4ba3146f667e6ff for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:15:19.644230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.060143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50650) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:20.153020 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.178246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2d5-54cb-4448-a3a5-1d4498ca757e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.184796 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.225149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ac63bab-1984-45d1-9693-c2ef5a744e62 req-34336cef-8a85-43a3-b63d-0fdb3c3314e9 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 210 time: 0.0337467 Sep 15 16:15:20.301268 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2d5-54cb-4448-a3a5-1d4498ca757e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.313000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c6c04-e71e-448e-908f-2b803e4ec915 req-73dba497-d6df-4db7-b75c-455660b5f8af tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:20.314544 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c2c6c04-e71e-448e-908f-2b803e4ec915 req-73dba497-d6df-4db7-b75c-455660b5f8af tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.1666427 Sep 15 16:15:20.336001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:20.357706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Allocated IP 172.20.0.4 (d98e37b3-2bef-4200-ae3d-abd909c6100e/ced7db5c-2434-4b5d-8c0a-0c761bd74cf5/d5169dde-dffe-4a67-adff-c07e6407c362) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:20.372974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7db9f2d5-54cb-4448-a3a5-1d4498ca757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.413198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9f2d5-54cb-4448-a3a5-1d4498ca757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811718d1-119b-4b60-aea1-a7f3217e3f23,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:20.417683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7db9f2d5-54cb-4448-a3a5-1d4498ca757e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=1ea5c6080ef341bb9d8db60bfa8314d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563550 Sep 15 16:15:20.421795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50656) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:20.424225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c2c6c04-e71e-448e-908f-2b803e4ec915 req-ea9a04c7-720b-41d2-ad61-1287865c06ff tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994451 Sep 15 16:15:20.478232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:20.482156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b502b7bb-bc97-4c42-89c6-eb6b7c95c088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.486750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.488981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c48b201a-40b8-4535-9897-732b11710de6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 200 len: 704 time: 1.0677476 Sep 15 16:15:20.491889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:20.492216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50660) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:20.503258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] Sync routers for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:20.523457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b502b7bb-bc97-4c42-89c6-eb6b7c95c088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.526823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:20.527561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:20.565860 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9199ff84-eb4d-4236-83f1-0fcd2afc2299 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 200 len: 205 time: 0.0712323 Sep 15 16:15:20.569651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50662) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:20.575339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1c72039c-2931-4370-83ae-035abb452618 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:20.600537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1c72039c-2931-4370-83ae-035abb452618 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:20.600885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1c72039c-2931-4370-83ae-035abb452618 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:20.601488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6bb77372-0e1c-473c-9a8c-2ab62cea2bca no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:20.649118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:20.651992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b558c091-1971-4908-a16c-925c07746bad tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.680622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6bb77372-0e1c-473c-9a8c-2ab62cea2bca {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:20.681246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6bb77372-0e1c-473c-9a8c-2ab62cea2bca not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:20.713526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:17Z', 'revision_number': 11, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:20.731076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b502b7bb-bc97-4c42-89c6-eb6b7c95c088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.733654 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b502b7bb-bc97-4c42-89c6-eb6b7c95c088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.737076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b502b7bb-bc97-4c42-89c6-eb6b7c95c088 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/811718d1-119b-4b60-aea1-a7f3217e3f23 HTTP/1.1" status: 204 len: 168 time: 0.3120935 Sep 15 16:15:20.751381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] Checking router: 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:20.764389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] Routers {'859a9de4-5a2f-4a74-992e-04c5fbc69ca1'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:20.765276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:20.769573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.804574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502b7bb-bc97-4c42-89c6-eb6b7c95c088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811718d1-119b-4b60-aea1-a7f3217e3f23,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:20.822026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 7ba0c21f-c1c0-4837-85f0-38d758562294 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:20.822349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.851535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b558c091-1971-4908-a16c-925c07746bad tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.853717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b558c091-1971-4908-a16c-925c07746bad tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.869006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] Set router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:20.914210 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.914536 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.926565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 7ba0c21f-c1c0-4837-85f0-38d758562294 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:20.926739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:17Z', 'revision_number': 11, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:20.940040 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:20.954802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaef9c6f-435c-4ee3-b1f3-3bb415b5ca25 None None] The sync data for ids ['859a9de4-5a2f-4a74-992e-04c5fbc69ca1'] in n-d-808199-2 is: [{'id': '859a9de4-5a2f-4a74-992e-04c5fbc69ca1', 'name': 'tempest-RoutersIpV6Test-router-468627412', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:14:39Z', 'updated_at': '2021-09-15T16:15:17Z', 'revision_number': 11, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:21.009584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b558c091-1971-4908-a16c-925c07746bad tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.011883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b558c091-1971-4908-a16c-925c07746bad tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Fanout notify agent at l3_agent the message router_deleted on router 859a9de4-5a2f-4a74-992e-04c5fbc69ca1 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:15:21.018510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b558c091-1971-4908-a16c-925c07746bad tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.019892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b558c091-1971-4908-a16c-925c07746bad tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 204 len: 168 time: 0.4487889 Sep 15 16:15:21.025465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50666) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:21.034051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3351fb79-bdb6-4067-9084-3f15ed57c144 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1038989086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:21.066580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Network d98e37b3-2bef-4200-ae3d-abd909c6100e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:21.077851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Pushing event updated for resources: {'Port': ['ID=d5169dde-dffe-4a67-adff-c07e6407c362,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:21.079804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:21.083404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:21.162945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:21.163965 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.190033 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3351fb79-bdb6-4067-9084-3f15ed57c144 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.194072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3351fb79-bdb6-4067-9084-3f15ed57c144 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.276831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-b7494251-7a4a-4744-97b5-6298c7947ee6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9808903 Sep 15 16:15:21.293132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Request body: {'port': {'device_id': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:21.314802 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.359787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=7ba0c21f-c1c0-4837-85f0-38d758562294,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:21.376412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3351fb79-bdb6-4067-9084-3f15ed57c144 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.391887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0dd9-8fa3-469e-ac60-a906fadb09c3 req-56a2049f-62ea-4713-a73c-687691b42b25 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:21.393457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f8b0dd9-8fa3-469e-ac60-a906fadb09c3 req-56a2049f-62ea-4713-a73c-687691b42b25 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 931 time: 0.0959187 Sep 15 16:15:21.427510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.434148 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f8b0dd9-8fa3-469e-ac60-a906fadb09c3 req-f20c34b4-72c0-4b8d-be71-697f64f17056 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Sep 15 16:15:21.437849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3351fb79-bdb6-4067-9084-3f15ed57c144 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.479385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.479385 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP 2f221c90-36c7-49cc-8ade-5b20dfab7f6d disassociated (deleted). External IP: 172.25.0.223, port: ab4de237-fa03-415b-af3a-38bdfa1de455. Sep 15 16:15:21.539027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3351fb79-bdb6-4067-9084-3f15ed57c144 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.540263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3351fb79-bdb6-4067-9084-3f15ed57c144 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5133121 Sep 15 16:15:21.543376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50672) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:21.548949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-dd2abcb0-09c9-4eca-a56f-f43abbe8e927 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:21.625572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50674) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:21.673699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4318f6f4-51e4-4539-90c2-21dc7779e680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.797062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd2abcb0-09c9-4eca-a56f-f43abbe8e927 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4156080', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4162560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-900'] for router, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.869326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4318f6f4-51e4-4539-90c2-21dc7779e680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.876191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:21.887462 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd2abcb0-09c9-4eca-a56f-f43abbe8e927 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4156091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4156066', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162571'] for router, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.897821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5169dde-dffe-4a67-adff-c07e6407c362 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:15:21.907005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.956814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Transition to ACTIVE for port object d5169dde-dffe-4a67-adff-c07e6407c362 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:15:22.009776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4318f6f4-51e4-4539-90c2-21dc7779e680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.022193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:22.027630 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.033442 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] Sync routers for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:22.044853 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:22.045765 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:22.049907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.052595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318f6f4-51e4-4539-90c2-21dc7779e680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e22d1fc-194e-444f-b19d-843aa03b5cf2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:22.057366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4318f6f4-51e4-4539-90c2-21dc7779e680 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8268fd1654834d629e9d2a23ee40653c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308450 Sep 15 16:15:22.060389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50676) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:22.098285 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7c9339b7-4b94-4043-898b-f169f778916b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/floatingips/2f221c90-36c7-49cc-8ade-5b20dfab7f6d HTTP/1.1" status: 204 len: 168 time: 1.6020310 Sep 15 16:15:22.098285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:22.100602 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855229ec-6173-4ed3-ace0-ae8444fda05e" -d '{"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:22.115020 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-311cc3b3-507a-4983-aebc-9b0aeacac460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.121168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2abcb0-09c9-4eca-a56f-f43abbe8e927 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Router bbc7eea3-d079-4b6e-9e1b-c02821310e66 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:15:22.126190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Pushing event updated for resources: {'Port': ['ID=d5169dde-dffe-4a67-adff-c07e6407c362,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:22.156857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-311cc3b3-507a-4983-aebc-9b0aeacac460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.220051 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:22.240442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Attempting to bind port d5169dde-dffe-4a67-adff-c07e6407c362 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:22.241511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Attempting to bind port d5169dde-dffe-4a67-adff-c07e6407c362 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:22.242280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Attempting to bind port d5169dde-dffe-4a67-adff-c07e6407c362 on network d98e37b3-2bef-4200-ae3d-abd909c6100e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:22.248629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Port d5169dde-dffe-4a67-adff-c07e6407c362 on network d98e37b3-2bef-4200-ae3d-abd909c6100e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:15:22.249218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Attempting to bind port d5169dde-dffe-4a67-adff-c07e6407c362 on network d98e37b3-2bef-4200-ae3d-abd909c6100e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:22.256605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:22.257202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Checking segment: {'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:22.257344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2abcb0-09c9-4eca-a56f-f43abbe8e927 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:22.259566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Bound using segment: {'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:22.260379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Bound port: d5169dde-dffe-4a67-adff-c07e6407c362, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:22.262779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.264158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd2abcb0-09c9-4eca-a56f-f43abbe8e927 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.265378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dd2abcb0-09c9-4eca-a56f-f43abbe8e927 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "PUT /v2.0/routers/bbc7eea3-d079-4b6e-9e1b-c02821310e66 HTTP/1.1" status: 200 len: 698 time: 0.7206931 Sep 15 16:15:22.267453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] Sync routers for ids ['bbc7eea3-d079-4b6e-9e1b-c02821310e66'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:22.267951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50684) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:22.281534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] Routers {'bbc7eea3-d079-4b6e-9e1b-c02821310e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:22.286086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['bbc7eea3-d079-4b6e-9e1b-c02821310e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:22.365667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fced1165-144c-4e17-8a0a-46e11ff8837e tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/routers/bbc7eea3-d079-4b6e-9e1b-c02821310e66 HTTP/1.1" status: 200 len: 704 time: 0.0965784 Sep 15 16:15:22.368587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50686) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:22.404418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ea202991-5842-4e32-b91e-4fdd4f48035c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=bbc7eea3-d079-4b6e-9e1b-c02821310e66 HTTP/1.1" status: 200 len: 205 time: 0.0346937 Sep 15 16:15:22.409008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50688) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:22.415740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] For port d5169dde-dffe-4a67-adff-c07e6407c362, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:22.420956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] For port d5169dde-dffe-4a67-adff-c07e6407c362, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d5169dde-dffe-4a67-adff-c07e6407c362,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:22.457139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] Set router bbc7eea3-d079-4b6e-9e1b-c02821310e66 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:22.525942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc7eea3-d079-4b6e-9e1b-c02821310e66', 'name': 'tempest-RoutersIpV6Test-router-1038989086', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:21Z', 'updated_at': '2021-09-15T16:15:21Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:22.528012 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d3381-cc92-4b0b-b4e9-1fa0e47709e2 x-openstack-request-id: req-528d3381-cc92-4b0b-b4e9-1fa0e47709e2 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:22.528306 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:22.528589 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-528d3381-cc92-4b0b-b4e9-1fa0e47709e2 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:22.529766 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'status': 'completed', 'code': 200} Sep 15 16:15:22.535894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.558200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] Checking router: bbc7eea3-d079-4b6e-9e1b-c02821310e66 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:22.569052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] Routers {'bbc7eea3-d079-4b6e-9e1b-c02821310e66'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:22.569884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['bbc7eea3-d079-4b6e-9e1b-c02821310e66'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:22.640775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:22.641432 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.646342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] 10.222.0.55 "PUT /v2.0/ports/d5169dde-dffe-4a67-adff-c07e6407c362 HTTP/1.1" status: 200 len: 1091 time: 1.3572299 Sep 15 16:15:22.654666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] Set router bbc7eea3-d079-4b6e-9e1b-c02821310e66 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:22.704711 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:28Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:22.717444 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc7eea3-d079-4b6e-9e1b-c02821310e66', 'name': 'tempest-RoutersIpV6Test-router-1038989086', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:21Z', 'updated_at': '2021-09-15T16:15:21Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:22.744949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38337-a778-45d6-bff0-2bbef0683240 service neutron] Pushing event updated for resources: {'Port': ['ID=d5169dde-dffe-4a67-adff-c07e6407c362,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:22.759648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c048bb5-52f7-4123-807a-250ed51fbb91 None None] The sync data for ids ['bbc7eea3-d079-4b6e-9e1b-c02821310e66'] in n-d-808199-2 is: [{'id': 'bbc7eea3-d079-4b6e-9e1b-c02821310e66', 'name': 'tempest-RoutersIpV6Test-router-1038989086', 'tenant_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:21Z', 'updated_at': '2021-09-15T16:15:21Z', 'revision_number': 2, 'project_id': '7509c6b0e5424b36a62b6e790a66fbe4', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:22.760696 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] Checking router: 0d8a7e51-0570-40a0-aafb-7b8614e14e2d for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:22.782477 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:22.783504 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:14:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:22.809982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561646dc-e121-4174-bc8d-4e48e1b75420 req-1d831d25-4e24-44ca-a6a0-69b15c78dd81 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:22.811951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-561646dc-e121-4174-bc8d-4e48e1b75420 req-1d831d25-4e24-44ca-a6a0-69b15c78dd81 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.1190641 Sep 15 16:15:22.830163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-6a78460f-3dde-4ab6-9019-5516becbffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:22.832018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-6a78460f-3dde-4ab6-9019-5516becbffe0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 1094 time: 0.0796175 Sep 15 16:15:22.852403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-311cc3b3-507a-4983-aebc-9b0aeacac460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.854980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-311cc3b3-507a-4983-aebc-9b0aeacac460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.856142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-311cc3b3-507a-4983-aebc-9b0aeacac460 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1e22d1fc-194e-444f-b19d-843aa03b5cf2 HTTP/1.1" status: 204 len: 168 time: 0.7938981 Sep 15 16:15:22.900882 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-8dea5357-6129-4c42-b41c-7a0bd211398d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5169dde-dffe-4a67-adff-c07e6407c362 HTTP/1.1" status: 200 len: 217 time: 0.0596936 Sep 15 16:15:22.931842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-561646dc-e121-4174-bc8d-4e48e1b75420 req-cb28ae82-85d3-4d6f-96e1-4febedb656fd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892341 Sep 15 16:15:22.949428 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:22.954365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cc3b3-507a-4983-aebc-9b0aeacac460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e22d1fc-194e-444f-b19d-843aa03b5cf2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:22.965382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-498bd84c-b184-45d0-8d39-157fe240c653 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:23.004922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-d7c4e6cd-d952-46cc-98e1-ed78985b6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:23.007497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-d7c4e6cd-d952-46cc-98e1-ed78985b6522 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ced7db5c-2434-4b5d-8c0a-0c761bd74cf5 HTTP/1.1" status: 200 len: 849 time: 0.0874670 Sep 15 16:15:23.045906 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-8263ba66-a78a-428d-b2ed-c12802a8fc09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d98e37b3-2bef-4200-ae3d-abd909c6100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320222 Sep 15 16:15:23.137938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-a75145da-52a7-40d3-81a4-39f465f29201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:23.139456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-a75145da-52a7-40d3-81a4-39f465f29201 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 1096 time: 0.3002272 Sep 15 16:15:23.184302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4c3f0-310a-4fa6-bcfb-1b1fbeb28bd5 req-cf8300c6-34c0-45bc-a96c-ea592cff9559 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:23.185462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-11381e7b-1689-451c-bec9-55a8407bccb0 service neutron] 10.222.0.55 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309483 Sep 15 16:15:23.185766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9d4c3f0-310a-4fa6-bcfb-1b1fbeb28bd5 req-cf8300c6-34c0-45bc-a96c-ea592cff9559 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 943 time: 0.3450754 Sep 15 16:15:23.247286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-498bd84c-b184-45d0-8d39-157fe240c653 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:23.249166 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:28Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:23.252414 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-498bd84c-b184-45d0-8d39-157fe240c653 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:23.282080 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539ccb2-af9a-4a38-9d4a-af7876904918 None None] The sync data for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 is: [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ff0e7ec7-f37b-4574-8cef-1c420047a6a9', 'name': '', 'network_id': 'fd76cf60-8955-489f-955d-1bf734168ca4', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:9f:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '429849ca-d370-4371-bc15-14990f5e6c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:23Z', 'updated_at': '2021-09-15T16:13:28Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '429849ca-d370-4371-bc15-14990f5e6c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:23.302230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8ddec2b-31cb-4eff-b926-76aa48ba406d req-25ea946e-b399-4e0e-8f99-2807bacd9ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095884 Sep 15 16:15:23.343355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-2d46671a-4fd9-4dbd-b115-a01534d7f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:23.345049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-2d46671a-4fd9-4dbd-b115-a01534d7f09f service neutron] 10.222.0.38 "GET /v2.0/networks?id=fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 200 len: 897 time: 0.1689782 Sep 15 16:15:23.399010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-6a25a321-8234-4a29-882b-7a632618a381 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 200 len: 217 time: 0.0444632 Sep 15 16:15:23.402333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9d4c3f0-310a-4fa6-bcfb-1b1fbeb28bd5 req-3cb1e3d4-4970-4493-97bd-ee8f3f3fe9d6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529741 Sep 15 16:15:23.446759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-498bd84c-b184-45d0-8d39-157fe240c653 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:23.447302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498bd84c-b184-45d0-8d39-157fe240c653 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Fanout notify agent at l3_agent the message router_deleted on router bbc7eea3-d079-4b6e-9e1b-c02821310e66 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:15:23.455481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-498bd84c-b184-45d0-8d39-157fe240c653 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:23.456681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-498bd84c-b184-45d0-8d39-157fe240c653 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/bbc7eea3-d079-4b6e-9e1b-c02821310e66 HTTP/1.1" status: 204 len: 168 time: 1.0465665 Sep 15 16:15:23.460388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50700) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.467350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-4d58edc1-47c6-4638-956e-a242ad1da27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:23.470401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-4d58edc1-47c6-4638-956e-a242ad1da27a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 200 len: 835 time: 0.0633211 Sep 15 16:15:23.493866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f6a2e09e-388a-44b8-94d1-b0d1a9e6c8b8 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=bbc7eea3-d079-4b6e-9e1b-c02821310e66 HTTP/1.1" status: 200 len: 205 time: 0.0319259 Sep 15 16:15:23.496119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50704) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.533222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-bd41f942-fad4-4530-aeb0-88dcfa505c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:23.534697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-bd41f942-fad4-4530-aeb0-88dcfa505c46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fd76cf60-8955-489f-955d-1bf734168ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564172 Sep 15 16:15:23.536476 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-e0840d6c-29b1-4139-a763-60a0b00871c4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] delete failed (client error): The resource could not be found. Sep 15 16:15:23.537720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e0840d6c-29b1-4139-a763-60a0b00871c4 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/bbc7eea3-d079-4b6e-9e1b-c02821310e66 HTTP/1.1" status: 404 len: 336 time: 0.0405762 Sep 15 16:15:23.540326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50708) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.567986 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f0b6e8-f3fd-4c9d-a522-b694cda40ef6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:23.568945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f0b6e8-f3fd-4c9d-a522-b694cda40ef6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:23.572524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-11f0b6e8-f3fd-4c9d-a522-b694cda40ef6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/5a1dca2e-d910-4053-8159-6657898404b6 HTTP/1.1" status: 404 len: 337 time: 0.0293913 Sep 15 16:15:23.573186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50710) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.604659 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb32344-d129-4c72-880a-ef030970a514 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:23.605120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb32344-d129-4c72-880a-ef030970a514 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:23.607041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cdb32344-d129-4c72-880a-ef030970a514 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/8b60bcfb-8b1e-4682-b2c3-f9fe7893014b HTTP/1.1" status: 404 len: 337 time: 0.0325098 Sep 15 16:15:23.609727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50712) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.644836 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-44716d6e-ec7a-4c70-a37b-36b92bdfb82c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:23.645304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44716d6e-ec7a-4c70-a37b-36b92bdfb82c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:23.647743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-44716d6e-ec7a-4c70-a37b-36b92bdfb82c tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/36830667-4d88-475d-ae91-b021b16fda4a HTTP/1.1" status: 404 len: 337 time: 0.0370665 Sep 15 16:15:23.650833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50716) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.693045 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bcec79-88a4-469e-956c-7c5bf5f6ec38 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:23.694037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bcec79-88a4-469e-956c-7c5bf5f6ec38 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:23.695790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a1bcec79-88a4-469e-956c-7c5bf5f6ec38 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/f99034c9-c0a6-4a9d-82f4-8c4545133627 HTTP/1.1" status: 404 len: 337 time: 0.0440032 Sep 15 16:15:23.697975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-f0d7e382-028d-483f-9315-9f918792bdbd service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553369 Sep 15 16:15:23.698606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.739986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-23207eb7-a463-40f2-8044-903bd663e6a1 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 200 len: 205 time: 0.0400507 Sep 15 16:15:23.742619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.782623 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-dfdad49f-224b-4c82-9399-6ad875354693 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] delete failed (client error): The resource could not be found. Sep 15 16:15:23.789159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dfdad49f-224b-4c82-9399-6ad875354693 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/859a9de4-5a2f-4a74-992e-04c5fbc69ca1 HTTP/1.1" status: 404 len: 336 time: 0.0401378 Sep 15 16:15:23.789159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50722) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.812864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-855229ec-6173-4ed3-ace0-ae8444fda05e req-ad267e08-b10c-4a34-8a3d-16a62f418190 service neutron] 10.222.0.38 "GET /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052308 Sep 15 16:15:23.836746 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-293aa619-feff-45ce-96ef-c4bec3c375a9 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=ebcb5c20-21cd-487d-9e61-e23eeef22683 HTTP/1.1" status: 200 len: 205 time: 0.0446315 Sep 15 16:15:23.840966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50726) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.884048 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-2189e0f6-0ce6-4519-91c8-f3c93cc5c029 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] delete failed (client error): The resource could not be found. Sep 15 16:15:23.885218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2189e0f6-0ce6-4519-91c8-f3c93cc5c029 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/ebcb5c20-21cd-487d-9e61-e23eeef22683 HTTP/1.1" status: 404 len: 336 time: 0.0474110 Sep 15 16:15:23.887860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50730) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.935308 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-26575647-3947-459d-a73a-f0e21c5fe024 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:23.935672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26575647-3947-459d-a73a-f0e21c5fe024 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:23.940016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-26575647-3947-459d-a73a-f0e21c5fe024 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/195e678e-68f6-402d-8c1a-91b6f3c2e5d8 HTTP/1.1" status: 404 len: 337 time: 0.0487263 Sep 15 16:15:23.940659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50734) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:23.943963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-5c303311-ef57-4aae-90b9-a4188f499c01 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:23.951954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-5c303311-ef57-4aae-90b9-a4188f499c01 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0923288 Sep 15 16:15:23.977342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-16c09c36-e7ee-4788-a754-05961e3ccc45 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=a6026a07-9805-494c-a92f-99ca2aa6a69a HTTP/1.1" status: 200 len: 205 time: 0.0318761 Sep 15 16:15:23.977971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.024747 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5896b87a-e957-4a38-b24f-2581d85ed14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:24.034557 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-1794d9af-806e-4ed8-aa14-2489b1f78fce tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] delete failed (client error): The resource could not be found. Sep 15 16:15:24.036261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1794d9af-806e-4ed8-aa14-2489b1f78fce tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/a6026a07-9805-494c-a92f-99ca2aa6a69a HTTP/1.1" status: 404 len: 336 time: 0.0567138 Sep 15 16:15:24.043615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50740) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.084836 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c501187c-880d-4907-840c-d2ab080de68a tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=790cf21a-64b8-4b93-b1a0-a081bb922588 HTTP/1.1" status: 200 len: 205 time: 0.0399833 Sep 15 16:15:24.091547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50742) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.125526 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40559b7b-94dd-4968-b7e4-02bbeabf2941 None None] New status for floating IP 2f221c90-36c7-49cc-8ade-5b20dfab7f6d: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:15:24.140588 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-120070d9-b58a-4249-8ee9-f4db8fdfd6ab tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] delete failed (client error): The resource could not be found. Sep 15 16:15:24.143946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1f44f-6ee8-497a-b50c-0ea3103fa0c1 req-7576b4bc-56ff-4089-a43a-d9804c55be7c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:24.144277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-120070d9-b58a-4249-8ee9-f4db8fdfd6ab tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/790cf21a-64b8-4b93-b1a0-a081bb922588 HTTP/1.1" status: 404 len: 336 time: 0.0516045 Sep 15 16:15:24.145412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50746) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.146222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81d1f44f-6ee8-497a-b50c-0ea3103fa0c1 req-7576b4bc-56ff-4089-a43a-d9804c55be7c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 945 time: 0.0898128 Sep 15 16:15:24.177250 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7de13b-490b-4a6b-8078-6123d2d2042d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:24.177250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7de13b-490b-4a6b-8078-6123d2d2042d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:24.183047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fa7de13b-490b-4a6b-8078-6123d2d2042d tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/3fccf504-9bf3-4252-941b-9aa1ec3bdf9f HTTP/1.1" status: 404 len: 337 time: 0.0362258 Sep 15 16:15:24.183725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50748) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.209639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81d1f44f-6ee8-497a-b50c-0ea3103fa0c1 req-133b3a7e-1ac2-4c86-b41c-eaacb6da46ef tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558438 Sep 15 16:15:24.230468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3f7a82d1-921b-436a-b9c4-cafb0b7ad2de tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=482c9ca3-5af8-4211-8464-3726e7b3b07c HTTP/1.1" status: 200 len: 205 time: 0.0451150 Sep 15 16:15:24.232834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50750) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.239254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port ab4de237-fa03-415b-af3a-38bdfa1de455 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:24.239720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:24.284846 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-b2836688-42e8-4282-a2be-766252645197 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] delete failed (client error): The resource could not be found. Sep 15 16:15:24.286211 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b2836688-42e8-4282-a2be-766252645197 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/482c9ca3-5af8-4211-8464-3726e7b3b07c HTTP/1.1" status: 404 len: 336 time: 0.0522299 Sep 15 16:15:24.289399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50754) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.319824 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-995f5976-c268-4d3d-aa63-9bd43839e161 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:24.320716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995f5976-c268-4d3d-aa63-9bd43839e161 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:24.322620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-995f5976-c268-4d3d-aa63-9bd43839e161 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/7889fc09-9918-4f97-a1bc-ce16811f71b7 HTTP/1.1" status: 404 len: 337 time: 0.0324125 Sep 15 16:15:24.325678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50756) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.361023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c978dde5-1c82-4a13-b044-76b276ae99e6 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "GET /v2.0/ports?device_id=5697a7ca-50bb-45bc-a33d-f2ad1864c188 HTTP/1.1" status: 200 len: 205 time: 0.0341802 Sep 15 16:15:24.363467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50758) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.374389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port ab4de237-fa03-415b-af3a-38bdfa1de455, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=ab4de237-fa03-415b-af3a-38bdfa1de455,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:24.374759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:24.416772 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-a6502b48-e676-4632-9e3f-c3cc61cfe098 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] delete failed (client error): The resource could not be found. Sep 15 16:15:24.418031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a6502b48-e676-4632-9e3f-c3cc61cfe098 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/routers/5697a7ca-50bb-45bc-a33d-f2ad1864c188 HTTP/1.1" status: 404 len: 336 time: 0.0535533 Sep 15 16:15:24.420779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.425954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for ab4de237-fa03-415b-af3a-38bdfa1de455 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:24.462712 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd96219-12eb-4a90-a909-28166747276b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:24.464346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd96219-12eb-4a90-a909-28166747276b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:24.466327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cdd96219-12eb-4a90-a909-28166747276b tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/95d4dcdd-8688-4e44-88fa-f482aea3ce91 HTTP/1.1" status: 404 len: 337 time: 0.0445797 Sep 15 16:15:24.471831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:24.502175 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-eceba22b-302e-4887-ac4c-8bf48d0efe38 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] DELETE failed (client error): The resource could not be found. Sep 15 16:15:24.502901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eceba22b-302e-4887-ac4c-8bf48d0efe38 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:15:24.505001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eceba22b-302e-4887-ac4c-8bf48d0efe38 tempest-RoutersIpV6Test-1409196408 tempest-RoutersIpV6Test-1409196408-project] 10.222.0.63 "DELETE /v2.0/subnets/e94c4e47-7e15-49a5-9bdd-fce26cdc48f8 HTTP/1.1" status: 404 len: 337 time: 0.0319347 Sep 15 16:15:24.530847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'tag': 'd5169dde-dffe-4a67-adff-c07e6407c362'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:24.534265 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9cd744-5e6a-4452-8330-ada5b142f1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed08976-3f07-4f6f-91c6-22c3b17d911f", "tag": "d5169dde-dffe-4a67-adff-c07e6407c362"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:24.578530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baba8f5-206d-41a9-9986-a7ecd24e9c19 req-ba484678-4b28-45e7-9beb-695af0222b37 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:24.581144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4baba8f5-206d-41a9-9986-a7ecd24e9c19 req-ba484678-4b28-45e7-9beb-695af0222b37 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 943 time: 0.0843990 Sep 15 16:15:24.584159 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a7fb4-83da-4c81-9fcb-5e68ec973317 x-openstack-request-id: req-7f0a7fb4-83da-4c81-9fcb-5e68ec973317 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:24.584897 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed08976-3f07-4f6f-91c6-22c3b17d911f", "tag": "d5169dde-dffe-4a67-adff-c07e6407c362", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:24.585369 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7f0a7fb4-83da-4c81-9fcb-5e68ec973317 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:24.586658 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'tag': 'd5169dde-dffe-4a67-adff-c07e6407c362', 'status': 'completed', 'code': 200} Sep 15 16:15:24.636443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4baba8f5-206d-41a9-9986-a7ecd24e9c19 req-f5b281f7-ec98-4c98-bb70-3f52eb37918c tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Sep 15 16:15:24.656136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-57395d45-e072-4ccb-a4f7-5ce9bd419461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:24.657856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-57395d45-e072-4ccb-a4f7-5ce9bd419461 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 1094 time: 0.0513868 Sep 15 16:15:24.695194 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:24.749121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=ab4de237-fa03-415b-af3a-38bdfa1de455,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:24.778383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-be348082-5e2a-405d-a5dc-9f645c44e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:24.779917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-be348082-5e2a-405d-a5dc-9f645c44e38a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d98e37b3-2bef-4200-ae3d-abd909c6100e HTTP/1.1" status: 200 len: 910 time: 0.1145549 Sep 15 16:15:24.783191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] No DVR routers for this DVR port ab4de237-fa03-415b-af3a-38bdfa1de455 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:24.785674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:24.788668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f673a40-8e11-4d3d-ad09-ef8177332b7b req-b7b44457-b857-497a-a8b0-f6d4c4e67dc0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "DELETE /v2.0/ports/ab4de237-fa03-415b-af3a-38bdfa1de455 HTTP/1.1" status: 204 len: 173 time: 0.8306065 Sep 15 16:15:24.789208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-deleted', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:24.791452 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44199661-4a8b-4f84-8758-6467a9ace1e2" -d '{"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-deleted", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:24.835000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-2bfc9db1-2801-447a-88f4-e0918042f807 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5169dde-dffe-4a67-adff-c07e6407c362 HTTP/1.1" status: 200 len: 217 time: 0.0471096 Sep 15 16:15:24.841941 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b49322e-55a2-40db-9306-e9814bc7550d x-openstack-request-id: req-9b49322e-55a2-40db-9306-e9814bc7550d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:24.844794 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e368ce8c-22b1-46b8-bef2-408cb4fb0479", "name": "network-vif-deleted", "tag": "ab4de237-fa03-415b-af3a-38bdfa1de455", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:24.844794 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b49322e-55a2-40db-9306-e9814bc7550d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:24.844794 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e368ce8c-22b1-46b8-bef2-408cb4fb0479', 'name': 'network-vif-deleted', 'tag': 'ab4de237-fa03-415b-af3a-38bdfa1de455', 'status': 'completed', 'code': 200} Sep 15 16:15:24.889417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-e66ebee9-7ff6-4b88-88b5-f10d6e531b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:24.890880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-e66ebee9-7ff6-4b88-88b5-f10d6e531b26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ced7db5c-2434-4b5d-8c0a-0c761bd74cf5 HTTP/1.1" status: 200 len: 849 time: 0.0495980 Sep 15 16:15:24.925516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-1c47fc00-bff2-4360-b994-73421b99a933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d98e37b3-2bef-4200-ae3d-abd909c6100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275290 Sep 15 16:15:25.053455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-5eb69378-5b91-4410-aa62-26e880a404a0 service neutron] 10.222.0.55 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109362 Sep 15 16:15:25.053563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50784) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:25.145866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d5169dde-dffe-4a67-adff-c07e6407c362 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:15:25.182733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d9cd744-5e6a-4452-8330-ada5b142f1e6 req-d8fb7792-711d-4358-abf0-dc8771609655 service neutron] 10.222.0.55 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313105 Sep 15 16:15:25.279429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d5169dde-dffe-4a67-adff-c07e6407c362, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d5169dde-dffe-4a67-adff-c07e6407c362,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:25.300608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'd5169dde-dffe-4a67-adff-c07e6407c362', 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e', 'port_id': 'd5169dde-dffe-4a67-adff-c07e6407c362', 'mac_address': 'fa:16:3e:2c:c6:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced7db5c-2434-4b5d-8c0a-0c761bd74cf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:15:25.333533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51924c3f-255b-4609-9457-059bbf2e24c0 req-ab8f9288-42aa-4891-b3bf-72bff4a9b952 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=e368ce8c-22b1-46b8-bef2-408cb4fb0479 HTTP/1.1" status: 200 len: 210 time: 0.0292540 Sep 15 16:15:25.355518 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:25.370953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5169dde-dffe-4a67-adff-c07e6407c362 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:15:25.391804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d5169dde-dffe-4a67-adff-c07e6407c362, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d5169dde-dffe-4a67-adff-c07e6407c362,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:25.406505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64aa9be7-af3f-4c53-9b46-da8f2720a29d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7509c6b0e5424b36a62b6e790a66fbe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520505 Sep 15 16:15:25.408973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50796) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:25.458955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-649d6904-2aff-4ae2-8645-fcf5ae571630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:25.484666 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-649d6904-2aff-4ae2-8645-fcf5ae571630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:25.495709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:25.545398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d5169dde-dffe-4a67-adff-c07e6407c362,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:25.646980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-649d6904-2aff-4ae2-8645-fcf5ae571630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:25.649702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-649d6904-2aff-4ae2-8645-fcf5ae571630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:25.650923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-649d6904-2aff-4ae2-8645-fcf5ae571630 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1785a8c4-e67f-4eaa-978c-f9ee21b36d70 HTTP/1.1" status: 204 len: 168 time: 0.2407563 Sep 15 16:15:25.658727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d6904-2aff-4ae2-8645-fcf5ae571630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1785a8c4-e67f-4eaa-978c-f9ee21b36d70,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:25.707489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d5169dde-dffe-4a67-adff-c07e6407c362'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:15:25.791148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc6bc6-0ead-4aaa-a143-5f224a56daf0 req-644c3340-7ee3-4b2d-be9d-d4ead59849f5 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:25.794260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dbc6bc6-0ead-4aaa-a143-5f224a56daf0 req-644c3340-7ee3-4b2d-be9d-d4ead59849f5 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 944 time: 0.0662658 Sep 15 16:15:25.839045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dbc6bc6-0ead-4aaa-a143-5f224a56daf0 req-a49cac01-87d9-4f10-9426-95e9fc56ca0d tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395868 Sep 15 16:15:26.400010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50822) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:26.732964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:26.778534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:26.971947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945e7f-d9e7-4938-96b0-524b8a3bc374 req-61569aad-1d0c-43b4-a8fa-4f92b2f8323f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:26.974341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-83945e7f-d9e7-4938-96b0-524b8a3bc374 req-61569aad-1d0c-43b4-a8fa-4f92b2f8323f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 944 time: 0.0599260 Sep 15 16:15:27.020412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-83945e7f-d9e7-4938-96b0-524b8a3bc374 req-99255e6b-0aad-4080-8977-61c8568419a1 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 Sep 15 16:15:27.060392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50844) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:27.095265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.095515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port ff0e7ec7-f37b-4574-8cef-1c420047a6a9 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:27.095853 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.164765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d5169dde-dffe-4a67-adff-c07e6407c362 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:27.171946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355153133'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:27.205742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port ff0e7ec7-f37b-4574-8cef-1c420047a6a9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:27.206177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.224034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for ff0e7ec7-f37b-4574-8cef-1c420047a6a9 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:27.266294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.275328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.299262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-180870ba-210e-43c6-807e-418457d51a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.301224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port d5169dde-dffe-4a67-adff-c07e6407c362 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:15:27.307683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port d5169dde-dffe-4a67-adff-c07e6407c362 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:27.308378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.375373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.400979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.424895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5169dde-dffe-4a67-adff-c07e6407c362'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:27.427586 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d096009-1057-42ac-af8e-ed8adf68db04" -d '{"events": [{"server_uuid": "8ed08976-3f07-4f6f-91c6-22c3b17d911f", "name": "network-vif-plugged", "status": "completed", "tag": "d5169dde-dffe-4a67-adff-c07e6407c362"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:27.442841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d5169dde-dffe-4a67-adff-c07e6407c362, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d5169dde-dffe-4a67-adff-c07e6407c362,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:27.446064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.472549 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4702bcb-40c5-4b85-acd8-20f415766d6e x-openstack-request-id: req-b4702bcb-40c5-4b85-acd8-20f415766d6e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:27.472899 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed08976-3f07-4f6f-91c6-22c3b17d911f", "name": "network-vif-plugged", "status": "completed", "tag": "d5169dde-dffe-4a67-adff-c07e6407c362", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:27.473198 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b4702bcb-40c5-4b85-acd8-20f415766d6e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:27.482676 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5169dde-dffe-4a67-adff-c07e6407c362', 'code': 200} Sep 15 16:15:27.487933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1279a6-3c13-4c67-b732-c3cb5fa46561,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:27.530145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.559677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=ff0e7ec7-f37b-4574-8cef-1c420047a6a9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:27.564506 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.565590 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.585476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338eb7-6300-4a14-9fe0-9873df81ac01 req-8512d00c-ddbc-4467-860f-ab5f807ba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:27.587177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c9338eb7-6300-4a14-9fe0-9873df81ac01 req-8512d00c-ddbc-4467-860f-ab5f807ba674 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 1095 time: 0.0535636 Sep 15 16:15:27.639337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c9338eb7-6300-4a14-9fe0-9873df81ac01 req-96b24da1-24ff-47fd-8f60-4e6f051fadb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451818 Sep 15 16:15:27.649909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.653074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d5169dde-dffe-4a67-adff-c07e6407c362,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:27.688072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83724fa9-0567-40a5-8368-45c0502dfb83,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:27.747429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.751843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b95c8bf-34e0-4a64-a643-0f63504ae49e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6871350 Sep 15 16:15:27.751843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50860) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:27.793477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.814182 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2ff37b7a-8ea1-40c3-bc05-872d40de24fb tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0572326 Sep 15 16:15:27.814182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50862) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:27.816954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a307a94a-14bc-491e-b3c0-1b2bca32d50f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-security--793106185', 'description': 'tempest-security-description-1476148199'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:27.863384 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a307a94a-14bc-491e-b3c0-1b2bca32d50f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.919873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a307a94a-14bc-491e-b3c0-1b2bca32d50f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.995951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a307a94a-14bc-491e-b3c0-1b2bca32d50f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:27.999185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a307a94a-14bc-491e-b3c0-1b2bca32d50f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.003468 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a307a94a-14bc-491e-b3c0-1b2bca32d50f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "PUT /v2.0/security-groups/83724fa9-0567-40a5-8368-45c0502dfb83 HTTP/1.1" status: 200 len: 1779 time: 0.1870525 Sep 15 16:15:28.005742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:28.051242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307a94a-14bc-491e-b3c0-1b2bca32d50f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83724fa9-0567-40a5-8368-45c0502dfb83,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:28.069206 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c6527cef-0fcd-456d-a4ad-d0d66b41ed43 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups/83724fa9-0567-40a5-8368-45c0502dfb83 HTTP/1.1" status: 200 len: 1779 time: 0.0590639 Sep 15 16:15:28.069501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50872) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:28.157498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a0a58c5-676b-4c2e-bac3-2036eb8e963d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.188059 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a0a58c5-676b-4c2e-bac3-2036eb8e963d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.198471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0871e0-7936-454c-a5b4-5ef531f57924 req-49e56d01-43b9-4711-85ab-0fea54c7a921 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:28.200237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e0871e0-7936-454c-a5b4-5ef531f57924 req-49e56d01-43b9-4711-85ab-0fea54c7a921 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 945 time: 0.0894046 Sep 15 16:15:28.264520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e0871e0-7936-454c-a5b4-5ef531f57924 req-12abd47e-668c-44ad-b521-9a17c55fa2e6 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555520 Sep 15 16:15:28.333860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a0a58c5-676b-4c2e-bac3-2036eb8e963d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.333860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a0a58c5-676b-4c2e-bac3-2036eb8e963d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.336048 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3a0a58c5-676b-4c2e-bac3-2036eb8e963d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/83724fa9-0567-40a5-8368-45c0502dfb83 HTTP/1.1" status: 204 len: 168 time: 0.2654471 Sep 15 16:15:28.339815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50876) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:28.347210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a58c5-676b-4c2e-bac3-2036eb8e963d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83724fa9-0567-40a5-8368-45c0502dfb83,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:28.436899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:28.450894 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.461272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-99018815-c6d7-4dec-ac5e-20cc2edced3c tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204803 Sep 15 16:15:28.464056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50878) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:28.483593 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-498ca2fc-26f5-4275-9d2a-fbb92d76b900 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] delete failed (client error): The resource could not be found. Sep 15 16:15:28.484934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-498ca2fc-26f5-4275-9d2a-fbb92d76b900 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/83724fa9-0567-40a5-8368-45c0502dfb83 HTTP/1.1" status: 404 len: 347 time: 0.0197401 Sep 15 16:15:28.489647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50880) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:28.494322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-68437f49-ded6-4909-a739-c3e0f378f65e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--845994070'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:28.613103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:28.619497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-33d6c777-6f10-4441-ab1a-7deb0434fed4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/0d8a7e51-0570-40a0-aafb-7b8614e14e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220790 Sep 15 16:15:28.622275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50882) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:28.622772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] Sync routers for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:28.632009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68437f49-ded6-4909-a739-c3e0f378f65e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.632211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:28.632952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:28.691802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting subnet 429849ca-d370-4371-bc15-14990f5e6c20 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:15:28.696855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.751495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:28.756574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.859952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68437f49-ded6-4909-a739-c3e0f378f65e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.875758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:28.880237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:28.903386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: ab4de237-fa03-415b-af3a-38bdfa1de455 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:28.915357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device ab4de237-fa03-415b-af3a-38bdfa1de455 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:28.976965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:15:27Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:28.986993 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68437f49-ded6-4909-a739-c3e0f378f65e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.003339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] Checking router: 0d8a7e51-0570-40a0-aafb-7b8614e14e2d for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:29.016391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] Routers {'0d8a7e51-0570-40a0-aafb-7b8614e14e2d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:29.017058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:29.017881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68437f49-ded6-4909-a739-c3e0f378f65e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59de582f-49c2-41d7-b1d5-90f4738f1994,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:29.027936 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.058971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Subnet': ['ID=429849ca-d370-4371-bc15-14990f5e6c20,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:29.061105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.065992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c168fd65-5674-42e5-bbc3-88addb5aa1e0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/subnets/429849ca-d370-4371-bc15-14990f5e6c20 HTTP/1.1" status: 204 len: 168 time: 0.4426982 Sep 15 16:15:29.066714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50888) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:29.070764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c701f09-d3eb-494e-9fe8-06710395b5aa None None] Network fd76cf60-8955-489f-955d-1bf734168ca4 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:29.164781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-68437f49-ded6-4909-a739-c3e0f378f65e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.166066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-68437f49-ded6-4909-a739-c3e0f378f65e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6762183 Sep 15 16:15:29.169099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:29.174220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-89fff415-13f5-418c-85c0-32860827f0a1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': '59de582f-49c2-41d7-b1d5-90f4738f1994', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:29.286091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89fff415-13f5-418c-85c0-32860827f0a1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.369132 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89fff415-13f5-418c-85c0-32860827f0a1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.376414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] Set router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:29.446070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef813241-17fc-43ce-afa5-9af3a35b1f6b req-dd455118-24c5-4a55-8d13-511b9bd1318d tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:29.447742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef813241-17fc-43ce-afa5-9af3a35b1f6b req-dd455118-24c5-4a55-8d13-511b9bd1318d tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 945 time: 0.0829833 Sep 15 16:15:29.455631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89fff415-13f5-418c-85c0-32860827f0a1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.479943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fff415-13f5-418c-85c0-32860827f0a1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ec1e87-c13c-42ce-a898-8f216e8f70bb,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:29.548826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef813241-17fc-43ce-afa5-9af3a35b1f6b req-7173188a-d6f1-42db-914c-88f67d38f110 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857444 Sep 15 16:15:29.575950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89fff415-13f5-418c-85c0-32860827f0a1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.577744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-89fff415-13f5-418c-85c0-32860827f0a1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4075856 Sep 15 16:15:29.580627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50900) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:29.598466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] DHCP port deletion for fd76cf60-8955-489f-955d-1bf734168ca4 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:15:29.614302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6afcfae-a963-4172-9ba5-732d0cd1b604 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.623925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6afcfae-a963-4172-9ba5-732d0cd1b604 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.676633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:15:27Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:29.686485 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.706851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c67fa60-6e82-42b9-8482-14c3adbf7d80 None None] The sync data for ids ['0d8a7e51-0570-40a0-aafb-7b8614e14e2d'] in n-d-808199-2 is: [{'id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874811087', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:13:14Z', 'updated_at': '2021-09-15T16:15:27Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'ab290936-8e82-45d8-a535-bd0a406b3f75', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:dc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8a7e51-0570-40a0-aafb-7b8614e14e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:13:15Z', 'updated_at': '2021-09-15T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:29.724842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] Deleting port 307af474-6675-491a-bf0b-5400e4481112 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:29.725300 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.733721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6afcfae-a963-4172-9ba5-732d0cd1b604 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.755504 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d6afcfae-a963-4172-9ba5-732d0cd1b604 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.757626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d6afcfae-a963-4172-9ba5-732d0cd1b604 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/11ec1e87-c13c-42ce-a898-8f216e8f70bb HTTP/1.1" status: 204 len: 168 time: 0.1760571 Sep 15 16:15:29.758501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afcfae-a963-4172-9ba5-732d0cd1b604 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11ec1e87-c13c-42ce-a898-8f216e8f70bb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:29.760173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50902) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:29.813938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] For port 307af474-6675-491a-bf0b-5400e4481112, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=307af474-6675-491a-bf0b-5400e4481112,segment=NetworkSegment(6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78),segment_id=6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:29.814365 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.822672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.830435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2dae7522-068a-4275-afda-d80768da42e1 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690768 Sep 15 16:15:29.836705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] Calling delete_port for 307af474-6675-491a-bf0b-5400e4481112 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:29.838195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50906) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:29.895316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b195f44-982b-4196-92d0-a5eb8e461334 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:29.920418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b195f44-982b-4196-92d0-a5eb8e461334 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.003512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port ab290936-8e82-45d8-a535-bd0a406b3f75 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:30.003846 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.085558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port ab290936-8e82-45d8-a535-bd0a406b3f75, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ab290936-8e82-45d8-a535-bd0a406b3f75,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:30.086133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.090420 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.107564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b195f44-982b-4196-92d0-a5eb8e461334 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.110218 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b195f44-982b-4196-92d0-a5eb8e461334 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.113748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5b195f44-982b-4196-92d0-a5eb8e461334 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/59de582f-49c2-41d7-b1d5-90f4738f1994 HTTP/1.1" status: 204 len: 168 time: 0.2723908 Sep 15 16:15:30.114148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50908) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:30.118381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for ab290936-8e82-45d8-a535-bd0a406b3f75 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:30.121652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] Pushing event deleted for resources: {'Port': ['ID=307af474-6675-491a-bf0b-5400e4481112,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:30.124734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697d81d-4fe7-4bf9-bec1-47ab962212da None None] No DVR routers for this DVR port 307af474-6675-491a-bf0b-5400e4481112 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:30.133683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b195f44-982b-4196-92d0-a5eb8e461334 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59de582f-49c2-41d7-b1d5-90f4738f1994,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:30.181654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.189143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b4f54852-9476-4e2f-8926-25e6fb7ba16b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0734034 Sep 15 16:15:30.194560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50910) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:30.198873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-16307ed5-905d-4052-a0bd-c31e309dc926 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--860335168'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:30.285445 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.378587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16307ed5-905d-4052-a0bd-c31e309dc926 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.492997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16307ed5-905d-4052-a0bd-c31e309dc926 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.497063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.499949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 307af474-6675-491a-bf0b-5400e4481112 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:30.523991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 307af474-6675-491a-bf0b-5400e4481112 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:30.524702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 307af474-6675-491a-bf0b-5400e4481112 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:30.525216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ff0e7ec7-f37b-4574-8cef-1c420047a6a9 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:30.537239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=ab290936-8e82-45d8-a535-bd0a406b3f75,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:30.552017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ff0e7ec7-f37b-4574-8cef-1c420047a6a9 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:30.552365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ff0e7ec7-f37b-4574-8cef-1c420047a6a9 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:30.595203 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16307ed5-905d-4052-a0bd-c31e309dc926 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.638969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.642219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16307ed5-905d-4052-a0bd-c31e309dc926 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93736572-53b9-49be-9ca6-db2e93e71191,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:30.741743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.744467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.754187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-16307ed5-905d-4052-a0bd-c31e309dc926 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.755452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-16307ed5-905d-4052-a0bd-c31e309dc926 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5615125 Sep 15 16:15:30.762779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50928) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:30.764129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3cf55945-5cc3-4bec-bc16-e33847089bc8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': '93736572-53b9-49be-9ca6-db2e93e71191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:30.877900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cf55945-5cc3-4bec-bc16-e33847089bc8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.901629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.902140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Fanout notify agent at l3_agent the message router_deleted on router 0d8a7e51-0570-40a0-aafb-7b8614e14e2d {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:15:30.914376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:30.915547 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-29bebc93-4341-4858-86de-beb0ed98abf8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/routers/0d8a7e51-0570-40a0-aafb-7b8614e14e2d HTTP/1.1" status: 204 len: 168 time: 1.8474092 Sep 15 16:15:30.918446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:30.956121 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cf55945-5cc3-4bec-bc16-e33847089bc8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.013197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.056670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cf55945-5cc3-4bec-bc16-e33847089bc8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.096753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf55945-5cc3-4bec-bc16-e33847089bc8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8dba2f-3eae-40e5-8b5f-bb14bbf6c7df,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:31.149683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.181841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd76cf60-8955-489f-955d-1bf734168ca4']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:31.187849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cf55945-5cc3-4bec-bc16-e33847089bc8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.189244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3cf55945-5cc3-4bec-bc16-e33847089bc8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4294348 Sep 15 16:15:31.191797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:31.200770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ed7d2197-4960-468e-915f-08a6daeffab4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': '93736572-53b9-49be-9ca6-db2e93e71191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:31.216796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:31.217101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec323bc-1c04-4f2f-9ce4-f7fb1bc08e78') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:31.236081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.254787 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.264337 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:15:31.269811 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:15:31.313339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0e4bc-2e97-49d4-8f8e-1d29bca0a94d req-b1a575f1-aec5-486b-92be-12c90796c508 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:31.314857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85b0e4bc-2e97-49d4-8f8e-1d29bca0a94d req-b1a575f1-aec5-486b-92be-12c90796c508 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 945 time: 0.0645874 Sep 15 16:15:31.364193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85b0e4bc-2e97-49d4-8f8e-1d29bca0a94d req-f500c20f-777d-41ce-b28f-ceabca9c5bdf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Sep 15 16:15:31.368900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2197-4960-468e-915f-08a6daeffab4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.442200 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2197-4960-468e-915f-08a6daeffab4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.461965 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.480943 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.482842 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/networks/fd76cf60-8955-489f-955d-1bf734168ca4 HTTP/1.1" status: 204 len: 168 time: 0.5631127 Sep 15 16:15:31.484180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9755c50-a81e-4cd0-bb34-428fb51d2d67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Network': ['ID=fd76cf60-8955-489f-955d-1bf734168ca4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:31.485743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50944) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:31.556196 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-480c6b01-958f-4281-9574-15dadb6c1cad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.573398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2197-4960-468e-915f-08a6daeffab4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.596991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-480c6b01-958f-4281-9574-15dadb6c1cad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.609867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d2197-4960-468e-915f-08a6daeffab4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85089881-11cb-4d07-b077-4296269cb484,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:31.735697 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2197-4960-468e-915f-08a6daeffab4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.737200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed7d2197-4960-468e-915f-08a6daeffab4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5444715 Sep 15 16:15:31.739959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50946) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:31.744772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-268d335e-e0ed-4782-8a00-2a45f9da6bb2 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': '93736572-53b9-49be-9ca6-db2e93e71191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:31.798374 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-480c6b01-958f-4281-9574-15dadb6c1cad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.801216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-480c6b01-958f-4281-9574-15dadb6c1cad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.802457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-480c6b01-958f-4281-9574-15dadb6c1cad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/security-groups/55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60 HTTP/1.1" status: 204 len: 168 time: 0.3154943 Sep 15 16:15:31.813767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c6b01-958f-4281-9574-15dadb6c1cad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce9c6c-e5dc-4f95-8b1d-5640fd27ed60,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:31.871031 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-268d335e-e0ed-4782-8a00-2a45f9da6bb2 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:31.927602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-268d335e-e0ed-4782-8a00-2a45f9da6bb2 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.041969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-268d335e-e0ed-4782-8a00-2a45f9da6bb2 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.062795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d335e-e0ed-4782-8a00-2a45f9da6bb2 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef187f0-e2da-4915-bc43-8d3f6a3cd234,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:32.144824 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-268d335e-e0ed-4782-8a00-2a45f9da6bb2 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.148269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-268d335e-e0ed-4782-8a00-2a45f9da6bb2 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4052398 Sep 15 16:15:32.148814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:32.153196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f473f3d8-f4e5-4733-8430-2c3a5c7e66a7 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': '93736572-53b9-49be-9ca6-db2e93e71191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:32.242249 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f473f3d8-f4e5-4733-8430-2c3a5c7e66a7 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.305235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f473f3d8-f4e5-4733-8430-2c3a5c7e66a7 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.432898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f473f3d8-f4e5-4733-8430-2c3a5c7e66a7 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.441691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50956) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:32.447155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fe28df0b-f12b-4a13-a3dd-b301d22ec427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339650552', 'description': 'tempest-secgroup-smoke-339650552 description', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:32.465944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473f3d8-f4e5-4733-8430-2c3a5c7e66a7 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba2a502-6ef9-47e6-97ac-6c4920513d6b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:32.498295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ab290936-8e82-45d8-a535-bd0a406b3f75 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:32.518351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ab290936-8e82-45d8-a535-bd0a406b3f75 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:32.518699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ab290936-8e82-45d8-a535-bd0a406b3f75 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:32.519223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670b8ad-ead2-4481-9866-be8e183bc61c req-5791b48d-d152-4f08-aeae-b2d066d230fb tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:32.520767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6670b8ad-ead2-4481-9866-be8e183bc61c req-5791b48d-d152-4f08-aeae-b2d066d230fb tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 945 time: 0.0687962 Sep 15 16:15:32.561678 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6670b8ad-ead2-4481-9866-be8e183bc61c req-0f2bf8ed-4045-43ec-b6e3-aff7c9dca461 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335732 Sep 15 16:15:32.612698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-185bd168-4125-4b7b-b3b1-61f50c9061bd tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:32.614136 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-185bd168-4125-4b7b-b3b1-61f50c9061bd tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 945 time: 0.0500233 Sep 15 16:15:32.615372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe28df0b-f12b-4a13-a3dd-b301d22ec427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.719626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Deleting port d5169dde-dffe-4a67-adff-c07e6407c362 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:32.719982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.724426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f473f3d8-f4e5-4733-8430-2c3a5c7e66a7 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.726435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f473f3d8-f4e5-4733-8430-2c3a5c7e66a7 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5766537 Sep 15 16:15:32.729550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50962) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:32.734002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0b983035-5f89-421c-963b-e6b90503966d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': '93736572-53b9-49be-9ca6-db2e93e71191', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:32.840043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] For port d5169dde-dffe-4a67-adff-c07e6407c362, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d5169dde-dffe-4a67-adff-c07e6407c362,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:32.840411 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.859475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Calling delete_port for d5169dde-dffe-4a67-adff-c07e6407c362 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:32.882126 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe28df0b-f12b-4a13-a3dd-b301d22ec427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:32.951235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe28df0b-f12b-4a13-a3dd-b301d22ec427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.008986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28df0b-f12b-4a13-a3dd-b301d22ec427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c0f5f-6033-4d71-8bc7-282136cfc04c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:33.106071 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.111428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b983035-5f89-421c-963b-e6b90503966d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.117834 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d5169dde-dffe-4a67-adff-c07e6407c362'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:15:33.140641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Pushing event deleted for resources: {'Port': ['ID=d5169dde-dffe-4a67-adff-c07e6407c362,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:33.171125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe28df0b-f12b-4a13-a3dd-b301d22ec427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.172623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fe28df0b-f12b-4a13-a3dd-b301d22ec427 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7296572 Sep 15 16:15:33.177194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50968) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:33.181725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b983035-5f89-421c-963b-e6b90503966d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.187640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ad455272-2ec8-4c0e-8207-8e2e200f3865 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '0a7c0f5f-6033-4d71-8bc7-282136cfc04c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:33.190914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] No DVR routers for this DVR port d5169dde-dffe-4a67-adff-c07e6407c362 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:33.193531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.196025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dae92e6b-e765-403a-b6b4-8b315babbdde req-653432f5-29ef-4255-9344-34963e3e8409 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "DELETE /v2.0/ports/d5169dde-dffe-4a67-adff-c07e6407c362 HTTP/1.1" status: 204 len: 173 time: 0.5722220 Sep 15 16:15:33.196504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'name': 'network-vif-deleted', 'tag': 'd5169dde-dffe-4a67-adff-c07e6407c362'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:33.199986 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa8c0fc-a707-48ac-945d-1cc55891c0c0" -d '{"events": [{"server_uuid": "8ed08976-3f07-4f6f-91c6-22c3b17d911f", "name": "network-vif-deleted", "tag": "d5169dde-dffe-4a67-adff-c07e6407c362"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:33.239550 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf4097-202d-4d9d-be9f-a64bc86e706d x-openstack-request-id: req-6ddf4097-202d-4d9d-be9f-a64bc86e706d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:33.239845 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed08976-3f07-4f6f-91c6-22c3b17d911f", "name": "network-vif-deleted", "tag": "d5169dde-dffe-4a67-adff-c07e6407c362", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:33.240095 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6ddf4097-202d-4d9d-be9f-a64bc86e706d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:33.240514 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed08976-3f07-4f6f-91c6-22c3b17d911f', 'name': 'network-vif-deleted', 'tag': 'd5169dde-dffe-4a67-adff-c07e6407c362', 'status': 'completed', 'code': 200} Sep 15 16:15:33.259417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b983035-5f89-421c-963b-e6b90503966d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.279133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b983035-5f89-421c-963b-e6b90503966d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d7f96b-abe9-4504-b684-4a03715b7faa,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:33.292780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad455272-2ec8-4c0e-8207-8e2e200f3865 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.346914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad455272-2ec8-4c0e-8207-8e2e200f3865 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.387521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0b983035-5f89-421c-963b-e6b90503966d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.388924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0b983035-5f89-421c-963b-e6b90503966d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6584208 Sep 15 16:15:33.391688 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50976) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:33.416672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c469fdf9-fb18-4f5d-9f2d-014fbca0dad0 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.424227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c469fdf9-fb18-4f5d-9f2d-014fbca0dad0 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.481698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad455272-2ec8-4c0e-8207-8e2e200f3865 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.501478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad455272-2ec8-4c0e-8207-8e2e200f3865 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1db05a-3225-4a8e-ad87-c1fd6ab36594,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:33.585507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c469fdf9-fb18-4f5d-9f2d-014fbca0dad0 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.592744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c469fdf9-fb18-4f5d-9f2d-014fbca0dad0 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.593888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c469fdf9-fb18-4f5d-9f2d-014fbca0dad0 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/99d7f96b-abe9-4504-b684-4a03715b7faa HTTP/1.1" status: 204 len: 168 time: 0.2012663 Sep 15 16:15:33.597028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50980) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:33.599857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469fdf9-fb18-4f5d-9f2d-014fbca0dad0 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99d7f96b-abe9-4504-b684-4a03715b7faa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:33.613681 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad455272-2ec8-4c0e-8207-8e2e200f3865 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.616384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ad455272-2ec8-4c0e-8207-8e2e200f3865 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367788 Sep 15 16:15:33.618443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50982) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:33.623619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-35a07bd0-e927-4f92-96ee-494a19277720 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '0a7c0f5f-6033-4d71-8bc7-282136cfc04c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:33.655609 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dfeeae0c-5594-40fd-9a5d-7d36593719f5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0573306 Sep 15 16:15:33.658526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50986) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:33.689357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7035ab-507a-483f-b217-d1c4aee38107 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.696685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2cbac21-23fd-4b4e-bb33-830c03c91008 req-938fcf34-a11a-42b4-9088-827cea12410f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ed08976-3f07-4f6f-91c6-22c3b17d911f HTTP/1.1" status: 200 len: 210 time: 0.0324194 Sep 15 16:15:33.699073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7035ab-507a-483f-b217-d1c4aee38107 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.746583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-35a07bd0-e927-4f92-96ee-494a19277720 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.810700 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-35a07bd0-e927-4f92-96ee-494a19277720 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.830699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7035ab-507a-483f-b217-d1c4aee38107 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.840199 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be7035ab-507a-483f-b217-d1c4aee38107 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.840199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be7035ab-507a-483f-b217-d1c4aee38107 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/7ba2a502-6ef9-47e6-97ac-6c4920513d6b HTTP/1.1" status: 204 len: 168 time: 0.1802802 Sep 15 16:15:33.841061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50990) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:33.848594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7035ab-507a-483f-b217-d1c4aee38107 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ba2a502-6ef9-47e6-97ac-6c4920513d6b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:33.886012 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-95711e03-2398-44c9-ad22-d055288b1d2a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0446539 Sep 15 16:15:33.888869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50992) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:33.916087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-35a07bd0-e927-4f92-96ee-494a19277720 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.917287 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c8b-ffa1-4349-a7d3-b575b509f982 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.926572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c8b-ffa1-4349-a7d3-b575b509f982 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:33.933198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a07bd0-e927-4f92-96ee-494a19277720 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b8ae27-81ef-40d6-88bd-4561e65c0270,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:34.147676 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c8b-ffa1-4349-a7d3-b575b509f982 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.147929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-35a07bd0-e927-4f92-96ee-494a19277720 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.149411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-35a07bd0-e927-4f92-96ee-494a19277720 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5296333 Sep 15 16:15:34.152173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 50996) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.153621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d02b9c8b-ffa1-4349-a7d3-b575b509f982 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.155818 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d02b9c8b-ffa1-4349-a7d3-b575b509f982 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/5ef187f0-e2da-4915-bc43-8d3f6a3cd234 HTTP/1.1" status: 204 len: 168 time: 0.2660956 Sep 15 16:15:34.158436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-17be0eaa-e7fb-40a0-afb4-775340bc0919 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '0a7c0f5f-6033-4d71-8bc7-282136cfc04c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:34.158796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 50998) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.171160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9c8b-ffa1-4349-a7d3-b575b509f982 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ef187f0-e2da-4915-bc43-8d3f6a3cd234,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:34.211410 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cd22eb29-5315-47c7-9239-86d81fe8e318 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0506008 Sep 15 16:15:34.214179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51000) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.238254 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba641ae2-b32f-4498-beed-6b8bd42ffbe5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.246334 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba641ae2-b32f-4498-beed-6b8bd42ffbe5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.277950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17be0eaa-e7fb-40a0-afb4-775340bc0919 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.336702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17be0eaa-e7fb-40a0-afb4-775340bc0919 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.364127 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba641ae2-b32f-4498-beed-6b8bd42ffbe5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.371542 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba641ae2-b32f-4498-beed-6b8bd42ffbe5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.372717 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ba641ae2-b32f-4498-beed-6b8bd42ffbe5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/85089881-11cb-4d07-b077-4296269cb484 HTTP/1.1" status: 204 len: 168 time: 0.1575716 Sep 15 16:15:34.375513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51002) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.378097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba641ae2-b32f-4498-beed-6b8bd42ffbe5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85089881-11cb-4d07-b077-4296269cb484,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:34.418559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-88a019b6-ae29-49a0-bf6c-8ed923e4decf tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0418477 Sep 15 16:15:34.421401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51004) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.448557 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21b31304-9bed-4690-ad72-de972b1a1f0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.457230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21b31304-9bed-4690-ad72-de972b1a1f0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.466352 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17be0eaa-e7fb-40a0-afb4-775340bc0919 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.498170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be0eaa-e7fb-40a0-afb4-775340bc0919 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c10f8bd-6037-4f74-9d05-895c402ea0bb,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:34.585298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17be0eaa-e7fb-40a0-afb4-775340bc0919 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.589326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-17be0eaa-e7fb-40a0-afb4-775340bc0919 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4331982 Sep 15 16:15:34.589733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51008) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.594364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2166b752-a7f6-4b12-9072-a009ac2026c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '0a7c0f5f-6033-4d71-8bc7-282136cfc04c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:34.615750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21b31304-9bed-4690-ad72-de972b1a1f0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.626505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21b31304-9bed-4690-ad72-de972b1a1f0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.627742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-21b31304-9bed-4690-ad72-de972b1a1f0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/fa8dba2f-3eae-40e5-8b5f-bb14bbf6c7df HTTP/1.1" status: 204 len: 168 time: 0.2054257 Sep 15 16:15:34.628882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b31304-9bed-4690-ad72-de972b1a1f0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa8dba2f-3eae-40e5-8b5f-bb14bbf6c7df,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:34.630492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51010) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.672604 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1111e175-0d51-4f73-a4e9-bd6848857695 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0405881 Sep 15 16:15:34.675419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51012) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.714896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2166b752-a7f6-4b12-9072-a009ac2026c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.754345 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1068c7c-f604-4576-bcac-116527f76b8a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.796859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1068c7c-f604-4576-bcac-116527f76b8a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.800288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2166b752-a7f6-4b12-9072-a009ac2026c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.873477 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2166b752-a7f6-4b12-9072-a009ac2026c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.890219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166b752-a7f6-4b12-9072-a009ac2026c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80b5318-7930-4f42-815f-f20075ea677e,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:34.950998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1068c7c-f604-4576-bcac-116527f76b8a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.953642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b1068c7c-f604-4576-bcac-116527f76b8a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:34.954855 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b1068c7c-f604-4576-bcac-116527f76b8a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/93736572-53b9-49be-9ca6-db2e93e71191 HTTP/1.1" status: 204 len: 168 time: 0.2784357 Sep 15 16:15:34.957572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51028) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:34.976243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1068c7c-f604-4576-bcac-116527f76b8a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93736572-53b9-49be-9ca6-db2e93e71191,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:35.008890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ad35a244-b9e0-4186-9c89-be60b8e79256 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499859 Sep 15 16:15:35.014976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51030) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:35.018548 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2166b752-a7f6-4b12-9072-a009ac2026c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.021550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2166b752-a7f6-4b12-9072-a009ac2026c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4306338 Sep 15 16:15:35.025999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9f7271d9-861e-48a5-8a48-749df5f743c9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391580504'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:35.028427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51034) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:35.032078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '0a7c0f5f-6033-4d71-8bc7-282136cfc04c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:35.071762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-80ab4178-af4d-42ed-94ea-ac68f4c13b4f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:35.073342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-80ab4178-af4d-42ed-94ea-ac68f4c13b4f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/networks?id=d98e37b3-2bef-4200-ae3d-abd909c6100e HTTP/1.1" status: 200 len: 809 time: 0.1451449 Sep 15 16:15:35.088752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2262fdf7-3b65-458e-9d33-5a1c9a12512d tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/quotas/9ecd2514742c4202b4ba3146f667e6ff HTTP/1.1" status: 200 len: 375 time: 0.0094340 Sep 15 16:15:35.105806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51036) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:35.116862 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f7271d9-861e-48a5-8a48-749df5f743c9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.134796 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-050c96ea-2e74-4dd5-93d6-99e5cefcc429 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402327 Sep 15 16:15:35.179584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d5169dde-dffe-4a67-adff-c07e6407c362 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:35.200659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: d5169dde-dffe-4a67-adff-c07e6407c362 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:35.201013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d5169dde-dffe-4a67-adff-c07e6407c362 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:35.218712 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:15:35.226668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.267824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-caa4ba06-2624-410f-a5f0-239835dce8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.286225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f7271d9-861e-48a5-8a48-749df5f743c9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.290811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-5f20739b-660d-4c74-88e3-58468e36256b service neutron] 10.222.0.63 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452720 Sep 15 16:15:35.342809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.350840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f7271d9-861e-48a5-8a48-749df5f743c9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.379820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7271d9-861e-48a5-8a48-749df5f743c9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d980ce69-2836-4df2-8ea5-16eed2c2d715,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:35.418782 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.438342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-33de7cf3-390e-49d2-a939-09e4b93fa3a8 service neutron] 10.222.0.63 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394866 Sep 15 16:15:35.446701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92320ea1-fb76-4e1a-918b-c7b6402c1981,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:35.499295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-caa4ba06-2624-410f-a5f0-239835dce8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.603566 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-caa4ba06-2624-410f-a5f0-239835dce8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.642322 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-caa4ba06-2624-410f-a5f0-239835dce8f7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7301b1555f714b46ad1a46c60feb1057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354974 Sep 15 16:15:35.643215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4ba06-2624-410f-a5f0-239835dce8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af805dfa-cdb2-4cbd-acb8-34e746620914,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:35.645877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51040) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:35.676369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.677661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-79d1a02c-7cc9-46d8-a9ad-488f8368dfa4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6492562 Sep 15 16:15:35.680655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51042) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:35.685155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '0a7c0f5f-6033-4d71-8bc7-282136cfc04c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:35.701100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-771ed0c0-9a4a-4de6-b625-72395d8b00c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.723034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-771ed0c0-9a4a-4de6-b625-72395d8b00c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.751918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9f7271d9-861e-48a5-8a48-749df5f743c9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.753186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f7271d9-861e-48a5-8a48-749df5f743c9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7372563 Sep 15 16:15:35.756172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51044) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:35.762198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3570e92d-9ca2-4436-a983-22139b6b0d0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': 'd980ce69-2836-4df2-8ea5-16eed2c2d715', 'direction': 'ingress', 'protocol': 17}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:35.865263 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:15:35.865263 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.891597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c5e4610-830a-4cec-bf02-73e31bfc7693 req-55f9fb7d-6b38-4096-955d-a91bc44a0696 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 210 time: 0.0275688 Sep 15 16:15:35.900202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-771ed0c0-9a4a-4de6-b625-72395d8b00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.900202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-771ed0c0-9a4a-4de6-b625-72395d8b00c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.900202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-771ed0c0-9a4a-4de6-b625-72395d8b00c5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/af805dfa-cdb2-4cbd-acb8-34e746620914 HTTP/1.1" status: 204 len: 168 time: 0.2505014 Sep 15 16:15:35.915779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ed0c0-9a4a-4de6-b625-72395d8b00c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af805dfa-cdb2-4cbd-acb8-34e746620914,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:35.947053 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:35.972890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3570e92d-9ca2-4436-a983-22139b6b0d0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.027641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.045296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3570e92d-9ca2-4436-a983-22139b6b0d0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.050575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b31674-e5df-466d-a42d-a9e2f2fe7d16,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:36.187161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3570e92d-9ca2-4436-a983-22139b6b0d0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.204728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570e92d-9ca2-4436-a983-22139b6b0d0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d95a86-9c40-43f2-97f9-ea0f576412a9,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:36.255845 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.258748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c1893cc5-603b-4d0d-ae6e-cf6bc2c3ca2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5770733 Sep 15 16:15:36.267817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51056) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:36.275327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'network': {'name': 'tempest-network-smoke--714111869', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'port_security_enabled': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:36.318709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3570e92d-9ca2-4436-a983-22139b6b0d0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.320188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3570e92d-9ca2-4436-a983-22139b6b0d0a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5625010 Sep 15 16:15:36.322978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51060) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:36.399063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f9e1-9ad3-41ac-9f0e-1ee01854f449 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.422209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f9e1-9ad3-41ac-9f0e-1ee01854f449 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.430448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:15:36.434230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.458499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:15:36.564739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f9e1-9ad3-41ac-9f0e-1ee01854f449 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.567776 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4a0f9e1-9ad3-41ac-9f0e-1ee01854f449 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.568385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.569503 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Added segment 1fb932a2-0a32-434d-b375-1bec112ad4ad of type vlan for network ccbf27f0-3ba2-4832-849c-674481651e36 Sep 15 16:15:36.570237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a4a0f9e1-9ad3-41ac-9f0e-1ee01854f449 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/d980ce69-2836-4df2-8ea5-16eed2c2d715 HTTP/1.1" status: 204 len: 168 time: 0.2460189 Sep 15 16:15:36.579975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51064) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:36.581137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0f9e1-9ad3-41ac-9f0e-1ee01854f449 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d980ce69-2836-4df2-8ea5-16eed2c2d715,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:36.625996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.633413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ae1516b9-5b20-4629-864c-2454dec0ebf4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430126 Sep 15 16:15:36.636882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51066) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:36.641205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4d918678-948d-4097-a858-faf433347988 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077275546'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:36.724792 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.726061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d918678-948d-4097-a858-faf433347988 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.731172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:36.731799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.736422 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51068) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:36.754227 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16b240b-0a77-419d-b18b-2922bab0b0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.804215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Network': ['ID=ccbf27f0-3ba2-4832-849c-674481651e36,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:36.815432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network ccbf27f0-3ba2-4832-849c-674481651e36 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:15:36.839893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eb5ef59d-f044-49ba-ab99-a88a6d09c08b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5707769 Sep 15 16:15:36.842728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51070) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:36.847391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'admin_state_up': True, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:36.912732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d918678-948d-4097-a858-faf433347988 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:36.989823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2d304183-cae7-4c56-acd3-b78f036e33e5 req-c9f6dc9f-0cd0-42e3-b52b-ed2706bc3b32 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Sep 15 16:15:37.038356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d918678-948d-4097-a858-faf433347988 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.048613 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:15:37.048613 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:15:37.048613 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 15, 16, 854550)}] Sep 15 16:15:37.048613 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:15:37.049206 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:15:37.089556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d918678-948d-4097-a858-faf433347988 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeca8c71-1f7c-49df-acfa-9598ba44683e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:37.142366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16b240b-0a77-419d-b18b-2922bab0b0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.260337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16b240b-0a77-419d-b18b-2922bab0b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.299213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b16b240b-0a77-419d-b18b-2922bab0b0c9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a5102185d99a49088b680fe6de6292fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617521 Sep 15 16:15:37.300197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b240b-0a77-419d-b18b-2922bab0b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e880e9-ca6e-4b47-8ecd-f77d5b245c9c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:37.301925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51074) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:37.351105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d918678-948d-4097-a858-faf433347988 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.352449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4d918678-948d-4097-a858-faf433347988 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7146149 Sep 15 16:15:37.355227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51076) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:37.359540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfc39-ba85-4fe3-a707-dbac3df9c5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.359727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c001c225-edc9-4f29-a3d1-b841b90afa25 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--116658834'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:37.382718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfc39-ba85-4fe3-a707-dbac3df9c5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.533655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c001c225-edc9-4f29-a3d1-b841b90afa25 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.563947 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:15:37.563947 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:15:37.563947 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 15, 17, 555383)}] Sep 15 16:15:37.563947 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:15:37.564377 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:15:37.565221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfc39-ba85-4fe3-a707-dbac3df9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.567731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec9dfc39-ba85-4fe3-a707-dbac3df9c5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.569070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ec9dfc39-ba85-4fe3-a707-dbac3df9c5f8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a9e880e9-ca6e-4b47-8ecd-f77d5b245c9c HTTP/1.1" status: 204 len: 168 time: 0.2659199 Sep 15 16:15:37.577321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dfc39-ba85-4fe3-a707-dbac3df9c5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e880e9-ca6e-4b47-8ecd-f77d5b245c9c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:37.638953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c001c225-edc9-4f29-a3d1-b841b90afa25 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.742237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c001c225-edc9-4f29-a3d1-b841b90afa25 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.771692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001c225-edc9-4f29-a3d1-b841b90afa25 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49369c8-30ab-4e46-ae52-4fe86a89e9ae,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:37.827899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c001c225-edc9-4f29-a3d1-b841b90afa25 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:37.835212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c001c225-edc9-4f29-a3d1-b841b90afa25 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4731202 Sep 15 16:15:37.835212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51080) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:37.839417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e72062a9-174b-4288-b74e-f578c0960486 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': 'aeca8c71-1f7c-49df-acfa-9598ba44683e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c49369c8-30ab-4e46-ae52-4fe86a89e9ae', 'remote_ip_prefix': None}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:38.002676 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e72062a9-174b-4288-b74e-f578c0960486 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.103792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e72062a9-174b-4288-b74e-f578c0960486 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.106273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0262610-fa05-40fa-9cd1-ad35f3e7ef34 req-0414da80-509c-4694-9ada-8d5180beac19 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 210 time: 0.0395763 Sep 15 16:15:38.176266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e72062a9-174b-4288-b74e-f578c0960486 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.196565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72062a9-174b-4288-b74e-f578c0960486 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebabd655-ebaa-458a-b026-f32ff29e1825,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:38.282100 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e72062a9-174b-4288-b74e-f578c0960486 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.286092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e72062a9-174b-4288-b74e-f578c0960486 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4501452 Sep 15 16:15:38.286296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51094) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:38.312684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-12bead95-327e-4f67-96b6-d9f1941bc142 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.321430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-12bead95-327e-4f67-96b6-d9f1941bc142 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.385601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.386609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.442510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-12bead95-327e-4f67-96b6-d9f1941bc142 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.451438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-12bead95-327e-4f67-96b6-d9f1941bc142 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.455294 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-12bead95-327e-4f67-96b6-d9f1941bc142 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/ebabd655-ebaa-458a-b026-f32ff29e1825 HTTP/1.1" status: 204 len: 168 time: 0.1654463 Sep 15 16:15:38.457714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51098) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:38.465318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bead95-327e-4f67-96b6-d9f1941bc142 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebabd655-ebaa-458a-b026-f32ff29e1825,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:38.515660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.515763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-219e8840-a7c5-4c75-ae67-072cf88a0444 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0560322 Sep 15 16:15:38.519187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51102) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:38.542449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-019093a2-c88a-4889-8f4f-c77dd8df0767 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:38.544254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-019093a2-c88a-4889-8f4f-c77dd8df0767 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "GET /v2.0/networks?id=d98e37b3-2bef-4200-ae3d-abd909c6100e HTTP/1.1" status: 200 len: 809 time: 0.1709044 Sep 15 16:15:38.560149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Request body: {'port': {'device_id': 'a77769ba-4d7a-408c-b733-c36141342c21', 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e', 'admin_state_up': True, 'tenant_id': '9ecd2514742c4202b4ba3146f667e6ff'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:38.574932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f89cea3-39bb-43d0-8325-16c6a86b8242 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.599605 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f89cea3-39bb-43d0-8325-16c6a86b8242 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.728590 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f89cea3-39bb-43d0-8325-16c6a86b8242 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.731730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f89cea3-39bb-43d0-8325-16c6a86b8242 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.735387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6f89cea3-39bb-43d0-8325-16c6a86b8242 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/c49369c8-30ab-4e46-ae52-4fe86a89e9ae HTTP/1.1" status: 204 len: 168 time: 0.2130010 Sep 15 16:15:38.737238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51108) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:38.749408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89cea3-39bb-43d0-8325-16c6a86b8242 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49369c8-30ab-4e46-ae52-4fe86a89e9ae,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:38.797842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.806687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-12850e3c-85c5-4e00-a83b-955c7e027bee tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0676432 Sep 15 16:15:38.810013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51110) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:38.871342 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc010-511f-47dd-bc6c-4217fa4b0c7e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.897985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc010-511f-47dd-bc6c-4217fa4b0c7e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:38.961495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Made reservation on behalf of 9ecd2514742c4202b4ba3146f667e6ff for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:15:38.965008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.036321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc010-511f-47dd-bc6c-4217fa4b0c7e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.039118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6a6cc010-511f-47dd-bc6c-4217fa4b0c7e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.040200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6a6cc010-511f-47dd-bc6c-4217fa4b0c7e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/aeca8c71-1f7c-49df-acfa-9598ba44683e HTTP/1.1" status: 204 len: 168 time: 0.2292557 Sep 15 16:15:39.048770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51116) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:39.055631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cc010-511f-47dd-bc6c-4217fa4b0c7e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeca8c71-1f7c-49df-acfa-9598ba44683e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:39.098261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-efc7af16-5aea-4cfa-aaf9-564974b1b0ae tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482554 Sep 15 16:15:39.102515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51118) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:39.107030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d630255e-5f21-4c2a-81ed-7486965446a4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014181874'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:39.156539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.186941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.227815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d630255e-5f21-4c2a-81ed-7486965446a4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.245145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92f9bd9d-ffbd-4ce1-94c7-7cba4b5cf1f4 req-49dd0da0-ebb9-4da4-a917-b3051ccfbe86 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 210 time: 0.0622704 Sep 15 16:15:39.301803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Allocated IP 172.20.0.10 (d98e37b3-2bef-4200-ae3d-abd909c6100e/ced7db5c-2434-4b5d-8c0a-0c761bd74cf5/915d2809-7c30-4a9a-9c68-e75d91aa3e69) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:39.325374 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d630255e-5f21-4c2a-81ed-7486965446a4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.399156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.191 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/a2aee083-efed-43d4-b865-8569c598fe53) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:39.425071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d630255e-5f21-4c2a-81ed-7486965446a4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.448954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:39.467646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630255e-5f21-4c2a-81ed-7486965446a4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af3f826-075a-4a32-909a-f80751a1304d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:39.552347 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d630255e-5f21-4c2a-81ed-7486965446a4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.554677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d630255e-5f21-4c2a-81ed-7486965446a4 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4512737 Sep 15 16:15:39.562893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51128) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:39.567164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-55e2a3ca-38a5-4e55-9086-842bce0e4248 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': '2af3f826-075a-4a32-909a-f80751a1304d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:39.577725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.582750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1540-1a39-4a79-8afe-cc6f0fd00b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.599062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.687552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55e2a3ca-38a5-4e55-9086-842bce0e4248 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.705870 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.749623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Network d98e37b3-2bef-4200-ae3d-abd909c6100e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:39.752831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:39.756972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:39.780835 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55e2a3ca-38a5-4e55-9086-842bce0e4248 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.783658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Pushing event updated for resources: {'Port': ['ID=915d2809-7c30-4a9a-9c68-e75d91aa3e69,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:39.789026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.824076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1540-1a39-4a79-8afe-cc6f0fd00b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.840530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:39.852041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:39.852554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:39.861381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:39.862409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.876876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55e2a3ca-38a5-4e55-9086-842bce0e4248 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.896194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2a3ca-38a5-4e55-9086-842bce0e4248 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c25e89-536f-4e22-97f3-a2848839351e,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:39.905024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=a2aee083-efed-43d4-b865-8569c598fe53,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:39.907922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1540-1a39-4a79-8afe-cc6f0fd00b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.948967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd1540-1a39-4a79-8afe-cc6f0fd00b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d9b73-47d0-4972-93de-bc714a035639,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:39.953780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b3cd1540-1a39-4a79-8afe-cc6f0fd00b86 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=11a1703c39ba4ef3aa677d53171dc9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033054 Sep 15 16:15:39.956599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51130) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:39.985233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55e2a3ca-38a5-4e55-9086-842bce0e4248 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:39.986487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-55e2a3ca-38a5-4e55-9086-842bce0e4248 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4226363 Sep 15 16:15:39.991218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51132) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:40.031245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ff4bc75-9700-48d3-bfb3-e20accd9d932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.033455 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a8e26bd-8ff0-44d6-aed7-fab4ccc8438b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.048395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a8e26bd-8ff0-44d6-aed7-fab4ccc8438b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.078802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ff4bc75-9700-48d3-bfb3-e20accd9d932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.179496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a8e26bd-8ff0-44d6-aed7-fab4ccc8438b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.186436 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9a8e26bd-8ff0-44d6-aed7-fab4ccc8438b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.187668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9a8e26bd-8ff0-44d6-aed7-fab4ccc8438b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/b2c25e89-536f-4e22-97f3-a2848839351e HTTP/1.1" status: 204 len: 168 time: 0.1949360 Sep 15 16:15:40.193430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51134) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:40.201460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e26bd-8ff0-44d6-aed7-fab4ccc8438b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2c25e89-536f-4e22-97f3-a2848839351e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:40.214064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ff4bc75-9700-48d3-bfb3-e20accd9d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.216839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ff4bc75-9700-48d3-bfb3-e20accd9d932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.218043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4ff4bc75-9700-48d3-bfb3-e20accd9d932 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ad3d9b73-47d0-4972-93de-bc714a035639 HTTP/1.1" status: 204 len: 168 time: 0.2604773 Sep 15 16:15:40.231811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4bc75-9700-48d3-bfb3-e20accd9d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d9b73-47d0-4972-93de-bc714a035639,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:40.267874 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-83d6c1d9-1b49-4e1f-854b-b7cbb1b752a5 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690227 Sep 15 16:15:40.268764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51138) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:40.352299 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22713d4d-200b-408e-9d2f-ffaece5a64ed tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.362128 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-2ea394bd-b4da-4a06-8414-13448606abcf tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8074572 Sep 15 16:15:40.384057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Request body: {'port': {'device_id': 'a77769ba-4d7a-408c-b733-c36141342c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:40.396778 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22713d4d-200b-408e-9d2f-ffaece5a64ed tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.424534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f93ef-1f3c-4f81-9304-8b1d71d19766 req-042ed227-5ad9-4c64-8409-cf6391ec10db tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:40.426186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-820f93ef-1f3c-4f81-9304-8b1d71d19766 req-042ed227-5ad9-4c64-8409-cf6391ec10db tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 932 time: 0.0904334 Sep 15 16:15:40.455571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.485067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-820f93ef-1f3c-4f81-9304-8b1d71d19766 req-aecccc24-6942-439d-af8a-e83e6fd6764a tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Sep 15 16:15:40.593219 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22713d4d-200b-408e-9d2f-ffaece5a64ed tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.595909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22713d4d-200b-408e-9d2f-ffaece5a64ed tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.599415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-22713d4d-200b-408e-9d2f-ffaece5a64ed tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/2af3f826-075a-4a32-909a-f80751a1304d HTTP/1.1" status: 204 len: 168 time: 0.3272719 Sep 15 16:15:40.600387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51144) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:40.613391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22713d4d-200b-408e-9d2f-ffaece5a64ed tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af3f826-075a-4a32-909a-f80751a1304d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:40.670101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ffc367f8-4f1d-494b-b25d-fec93b8dcd07 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639503 Sep 15 16:15:40.670413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51150) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:40.675886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2e5f7ff8-daf2-48b9-affe-635459a7e25e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group': {'name': 'tempest-secgroup--283517808'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:40.736557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.762182 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ff8-daf2-48b9-affe-635459a7e25e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.855981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ff8-daf2-48b9-affe-635459a7e25e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.933422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915d2809-7c30-4a9a-9c68-e75d91aa3e69 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:15:40.942535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ff8-daf2-48b9-affe-635459a7e25e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.943703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:40.964562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Transition to ACTIVE for port object 915d2809-7c30-4a9a-9c68-e75d91aa3e69 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:15:40.973815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7ff8-daf2-48b9-affe-635459a7e25e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6724c-5d63-4771-9552-8c5b2b0b66ed,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:41.017979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.076465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.081973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7ff8-daf2-48b9-affe-635459a7e25e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.081973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2e5f7ff8-daf2-48b9-affe-635459a7e25e tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4077954 Sep 15 16:15:41.082163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51158) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:41.087451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b0b9dbdd-c2e8-4f4d-b95f-0183cccb7186 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': 'b3f6724c-5d63-4771-9552-8c5b2b0b66ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:41.168424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Pushing event updated for resources: {'Port': ['ID=915d2809-7c30-4a9a-9c68-e75d91aa3e69,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:41.229668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dbdd-c2e8-4f4d-b95f-0183cccb7186 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.278390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Attempting to bind port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:41.278390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Attempting to bind port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:41.278390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Attempting to bind port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 on network d98e37b3-2bef-4200-ae3d-abd909c6100e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:41.282716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 on network d98e37b3-2bef-4200-ae3d-abd909c6100e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:15:41.283035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Attempting to bind port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 on network d98e37b3-2bef-4200-ae3d-abd909c6100e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:41.288431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:41.288823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Checking segment: {'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:41.289200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Bound using segment: {'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:41.289620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Bound port: 915d2809-7c30-4a9a-9c68-e75d91aa3e69, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97b47b9-9665-4e53-bcb1-9e71eff8b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:41.289975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.294349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dbdd-c2e8-4f4d-b95f-0183cccb7186 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.354179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 22b8c400-4880-44f9-944f-3ae7ec0ef912 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:15:41.368316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] For port 915d2809-7c30-4a9a-9c68-e75d91aa3e69, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:41.372290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] For port 915d2809-7c30-4a9a-9c68-e75d91aa3e69, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=915d2809-7c30-4a9a-9c68-e75d91aa3e69,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:41.407852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dbdd-c2e8-4f4d-b95f-0183cccb7186 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.429529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9dbdd-c2e8-4f4d-b95f-0183cccb7186 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb13ee4e-bb79-473b-acd0-fcdcd09f333a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:41.471382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.519591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b0b9dbdd-c2e8-4f4d-b95f-0183cccb7186 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.524688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b0b9dbdd-c2e8-4f4d-b95f-0183cccb7186 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4379911 Sep 15 16:15:41.524785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51172) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:41.531362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:41.531991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.533535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] 10.222.0.55 "PUT /v2.0/ports/915d2809-7c30-4a9a-9c68-e75d91aa3e69 HTTP/1.1" status: 200 len: 1092 time: 1.1542754 Sep 15 16:15:41.541944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77769ba-4d7a-408c-b733-c36141342c21', 'tag': '915d2809-7c30-4a9a-9c68-e75d91aa3e69'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:41.541944 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2526c09-a848-4b0b-9200-279f3b1bab7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a77769ba-4d7a-408c-b733-c36141342c21", "tag": "915d2809-7c30-4a9a-9c68-e75d91aa3e69"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:41.561318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-863fe3d3-9cf9-4b72-a526-407da24895b6 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules/fb13ee4e-bb79-473b-acd0-fcdcd09f333a HTTP/1.1" status: 200 len: 763 time: 0.0347135 Sep 15 16:15:41.562115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:41.564651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51176) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:41.575010 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Sync routers for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:41.592977 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:41.593823 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:41.612452 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f171bb9-0ab9-41f0-bc43-1b7039eb1c94 x-openstack-request-id: req-7f171bb9-0ab9-41f0-bc43-1b7039eb1c94 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:41.612956 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77769ba-4d7a-408c-b733-c36141342c21", "tag": "915d2809-7c30-4a9a-9c68-e75d91aa3e69", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:41.613312 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7f171bb9-0ab9-41f0-bc43-1b7039eb1c94 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:41.613825 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77769ba-4d7a-408c-b733-c36141342c21', 'tag': '915d2809-7c30-4a9a-9c68-e75d91aa3e69', 'status': 'completed', 'code': 200} Sep 15 16:15:41.616389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327ec22-2603-447f-82dd-d286c18b3bba service neutron] Pushing event updated for resources: {'Port': ['ID=915d2809-7c30-4a9a-9c68-e75d91aa3e69,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:41.656550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4e1f6456-8d2a-4cc9-af63-99d1f460bd54 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0879583 Sep 15 16:15:41.657922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51178) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:41.695811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.697093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aecfd88a-6bd5-4725-9ec4-21ce4ab0b160 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8534119 Sep 15 16:15:41.700907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51180) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:41.716312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd593e6-3330-4836-891e-ba5d3c58c037 req-c083f58a-1057-4ae0-9df8-5264cbc51f5b tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:41.718048 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6fd593e6-3330-4836-891e-ba5d3c58c037 req-c083f58a-1057-4ae0-9df8-5264cbc51f5b tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 944 time: 0.1235077 Sep 15 16:15:41.735618 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:41.737525 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce7d8-fe2c-4c94-94df-bdd744330729 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.757047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526c09-a848-4b0b-9200-279f3b1bab7f req-477cc3d4-0751-4d97-aba4-f303453ab637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:41.758564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2526c09-a848-4b0b-9200-279f3b1bab7f req-477cc3d4-0751-4d97-aba4-f303453ab637 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 1095 time: 0.1223311 Sep 15 16:15:41.762262 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-98e46fd2-303e-46b5-9857-1f899d9e1696 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567665 Sep 15 16:15:41.762420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce7d8-fe2c-4c94-94df-bdd744330729 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:41.762872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51182) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:41.812804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6fd593e6-3330-4836-891e-ba5d3c58c037 req-eefdd25f-6728-44f0-9699-d41ea0c22680 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887344 Sep 15 16:15:41.918104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526c09-a848-4b0b-9200-279f3b1bab7f req-da317eef-a399-4aa6-ba9b-ae78262876f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:41.919765 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2526c09-a848-4b0b-9200-279f3b1bab7f req-da317eef-a399-4aa6-ba9b-ae78262876f4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1439071 Sep 15 16:15:41.954026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee22a8-2f51-43a2-8807-90f7286ace1d tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:41.958743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-81ee22a8-2f51-43a2-8807-90f7286ace1d tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1923323 Sep 15 16:15:41.959022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51186) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:41.982285 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:40Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:42.006193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8e197938-0e8f-4eab-a6cd-0bcac8425c26 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457175 Sep 15 16:15:42.010258 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Checking router: 22b8c400-4880-44f9-944f-3ae7ec0ef912 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:42.024407 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Updating router 22b8c400-4880-44f9-944f-3ae7ec0ef912 port a2aee083-efed-43d4-b865-8569c598fe53 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:15:42.024610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51188) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.024610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-747696019', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:42.045017 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.053506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2526c09-a848-4b0b-9200-279f3b1bab7f req-eb1dd1a0-21fc-4b51-8661-c2b8279e718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:42.057883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51190) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.058165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a2526c09-a848-4b0b-9200-279f3b1bab7f req-eb1dd1a0-21fc-4b51-8661-c2b8279e718e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304159 Sep 15 16:15:42.082769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce7d8-fe2c-4c94-94df-bdd744330729 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.091268 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd1ce7d8-fe2c-4c94-94df-bdd744330729 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.095671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fd1ce7d8-fe2c-4c94-94df-bdd744330729 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/fb13ee4e-bb79-473b-acd0-fcdcd09f333a HTTP/1.1" status: 204 len: 168 time: 0.4333024 Sep 15 16:15:42.095671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51194) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.116092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ce7d8-fe2c-4c94-94df-bdd744330729 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb13ee4e-bb79-473b-acd0-fcdcd09f333a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:42.183164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4e97a5c7-f9dd-4b02-bd4e-26c2908b395a tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840409 Sep 15 16:15:42.183533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51196) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.189418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-35abe117-653c-4421-b8fd-d9d49c2a2f97 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': 'b3f6724c-5d63-4771-9552-8c5b2b0b66ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:42.200836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-5864e414-3746-411b-8b44-edc77f3da5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:42.202506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-5864e414-3746-411b-8b44-edc77f3da5e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 1095 time: 0.0828254 Sep 15 16:15:42.227788 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a23cce6-350a-4886-b9f4-92d7e0e04da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.237860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:15:42.242166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.260574 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-24bbd020-1b59-4eee-bdcf-8c8128dca70c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=915d2809-7c30-4a9a-9c68-e75d91aa3e69 HTTP/1.1" status: 200 len: 217 time: 0.0488837 Sep 15 16:15:42.316868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-c259a787-7c4a-418d-8cf8-31152346ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:42.318727 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-c259a787-7c4a-418d-8cf8-31152346ebf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ced7db5c-2434-4b5d-8c0a-0c761bd74cf5 HTTP/1.1" status: 200 len: 849 time: 0.0496294 Sep 15 16:15:42.348978 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.354540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-9e249352-1af1-45ef-b43c-d006c9e50e22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d98e37b3-2bef-4200-ae3d-abd909c6100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284884 Sep 15 16:15:42.399100 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35abe117-653c-4421-b8fd-d9d49c2a2f97 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.462267 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.497683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-7d31675c-853b-4b60-b30e-f079f8f58aea service neutron] 10.222.0.55 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347291 Sep 15 16:15:42.516304 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Pushing event updated for resources: {'Port': ['ID=a2aee083-efed-43d4-b865-8569c598fe53,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:42.521367 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a23cce6-350a-4886-b9f4-92d7e0e04da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.525577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35abe117-653c-4421-b8fd-d9d49c2a2f97 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.535395 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.535879 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.536304 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.536705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.537098 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.537441 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.537816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.538556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.538995 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.539470 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.539650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.539970 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:42.546159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Attempting to bind port a2aee083-efed-43d4-b865-8569c598fe53 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Attempting to bind port a2aee083-efed-43d4-b865-8569c598fe53 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Attempting to bind port a2aee083-efed-43d4-b865-8569c598fe53 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Bound port: a2aee083-efed-43d4-b865-8569c598fe53, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:42.564399 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.622499 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] For port a2aee083-efed-43d4-b865-8569c598fe53, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:42.624573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Subnet': ['ID=b48a0e7c-2505-468e-a5e8-ca305b890577,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:42.626694 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] For port a2aee083-efed-43d4-b865-8569c598fe53, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a2aee083-efed-43d4-b865-8569c598fe53,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:42.628636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6907cacd-e150-4025-a0ed-f8d05632fb4e req-bbc75a09-4b15-4b23-8572-e6843b055e87 service neutron] 10.222.0.55 "GET /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138847 Sep 15 16:15:42.645075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35abe117-653c-4421-b8fd-d9d49c2a2f97 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.645601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7a23cce6-350a-4886-b9f4-92d7e0e04da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.649165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Checking segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:42.649464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network hostable DHCP agents. Network: ccbf27f0-3ba2-4832-849c-674481651e36, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:15:42.667842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abe117-653c-4421-b8fd-d9d49c2a2f97 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68240ba0-9d38-40b7-97a7-8a7f892268ce,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:42.711611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7a23cce6-350a-4886-b9f4-92d7e0e04da3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6e2f962fccea4f86a5f61ea59ca70e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526439 Sep 15 16:15:42.713978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23cce6-350a-4886-b9f4-92d7e0e04da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6f7398-655f-4356-be2c-e78f4e4d9952,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:42.714421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51198) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.770956 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.777058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-598a18c0-ba0c-42e5-b3cb-afb786e67961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.800641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-598a18c0-ba0c-42e5-b3cb-afb786e67961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.806513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network ccbf27f0-3ba2-4832-849c-674481651e36 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:15:42.809916 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-35abe117-653c-4421-b8fd-d9d49c2a2f97 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.824632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-35abe117-653c-4421-b8fd-d9d49c2a2f97 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6267543 Sep 15 16:15:42.825042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51200) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.836198 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f23faa-4802-45b4-be69-2e152cd831a2 None None] Pushing event updated for resources: {'Port': ['ID=a2aee083-efed-43d4-b865-8569c598fe53,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:42.844588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7341b914-0c38-4ab8-b8c5-e609dabb263b tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules/68240ba0-9d38-40b7-97a7-8a7f892268ce HTTP/1.1" status: 200 len: 763 time: 0.0277803 Sep 15 16:15:42.846749 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:42.847258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51204) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.847603 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:42.900100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-73d6798a-e431-4a00-81ca-9e0ece1da2e9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0487971 Sep 15 16:15:42.900387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:42.928038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dc3be5-0491-4cd0-bc83-37451dcea826 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.940215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dc3be5-0491-4cd0-bc83-37451dcea826 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.945255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, ccbf27f0-3ba2-4832-849c-674481651e36) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:42.951320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:42.952070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.958055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a954d4e-8a55-4aca-bfbd-d35386333601 None None] Network ccbf27f0-3ba2-4832-849c-674481651e36 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:42.984190 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:42.990793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-598a18c0-ba0c-42e5-b3cb-afb786e67961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.991922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bdc77-5cbe-4da3-b272-97293fdcc5db req-e2dab487-7741-4365-9ed5-6912c929bf99 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:42.995469 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-190bdc77-5cbe-4da3-b272-97293fdcc5db req-e2dab487-7741-4365-9ed5-6912c929bf99 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 944 time: 0.0819335 Sep 15 16:15:42.995610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-598a18c0-ba0c-42e5-b3cb-afb786e67961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:42.997132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-598a18c0-ba0c-42e5-b3cb-afb786e67961 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/5a6f7398-655f-4356-be2c-e78f4e4d9952 HTTP/1.1" status: 204 len: 168 time: 0.2815235 Sep 15 16:15:43.006669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a18c0-ba0c-42e5-b3cb-afb786e67961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6f7398-655f-4356-be2c-e78f4e4d9952,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:43.059466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-190bdc77-5cbe-4da3-b272-97293fdcc5db req-a6d3fd48-ebc5-4778-88ed-4fffb994d69a tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Sep 15 16:15:43.107950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e336d1a6-6aa1-468f-93b3-657dac636999 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0938320 Sep 15 16:15:43.110847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51210) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:43.155745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dc3be5-0491-4cd0-bc83-37451dcea826 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.160264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-ccbf27f0-3ba2-4832-849c-674481651e36', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:15:43.161230 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.166043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68dc3be5-0491-4cd0-bc83-37451dcea826 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.166914 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-68dc3be5-0491-4cd0-bc83-37451dcea826 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/68240ba0-9d38-40b7-97a7-8a7f892268ce HTTP/1.1" status: 204 len: 168 time: 0.2653649 Sep 15 16:15:43.170184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51212) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:43.176907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc3be5-0491-4cd0-bc83-37451dcea826 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68240ba0-9d38-40b7-97a7-8a7f892268ce,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:43.219073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eb05df8d-9130-46b0-bac0-0373f42543f9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479884 Sep 15 16:15:43.222071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:43.228084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3a06168a-8618-4ebf-a06e-fcbb69b9c1a9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Request body: {'security_group_rule': {'security_group_id': 'b3f6724c-5d63-4771-9552-8c5b2b0b66ed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:43.245092 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:40Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:43.281904 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9184e9-07d6-4b13-8016-9d8d7b810fbc None None] The sync data for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 is: [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:40Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:43.379112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a06168a-8618-4ebf-a06e-fcbb69b9c1a9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.383104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Allocated IP 172.20.0.2 (ccbf27f0-3ba2-4832-849c-674481651e36/b48a0e7c-2505-468e-a5e8-ca305b890577/1e68fd92-e933-4e89-a1dd-44360f234d3f) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:43.492745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a06168a-8618-4ebf-a06e-fcbb69b9c1a9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.593368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a06168a-8618-4ebf-a06e-fcbb69b9c1a9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.598084 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.621439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06168a-8618-4ebf-a06e-fcbb69b9c1a9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70cf35ec-2423-4f60-8c36-90841cd35d93,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:43.678101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.695338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.734119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a06168a-8618-4ebf-a06e-fcbb69b9c1a9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.738592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3a06168a-8618-4ebf-a06e-fcbb69b9c1a9 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5153532 Sep 15 16:15:43.739257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51224) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:43.748110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Network ccbf27f0-3ba2-4832-849c-674481651e36 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:43.753138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:43.758274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:43.761093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-29e4816e-7bba-4df4-9230-8869b45e8924 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules/70cf35ec-2423-4f60-8c36-90841cd35d93 HTTP/1.1" status: 200 len: 764 time: 0.0207059 Sep 15 16:15:43.761747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51226) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:43.770604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Pushing event updated for resources: {'Port': ['ID=1e68fd92-e933-4e89-a1dd-44360f234d3f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:43.783005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.783641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.784153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.784682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.785195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.785693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.786183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.786808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.787136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.787470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.787967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.789036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:43.823963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5d95af62-1ad6-449c-94f6-124b4f3e2ce8 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0610209 Sep 15 16:15:43.827794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51228) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:43.850942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Attempting to bind port 1e68fd92-e933-4e89-a1dd-44360f234d3f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:43.851717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Attempting to bind port 1e68fd92-e933-4e89-a1dd-44360f234d3f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:43.852537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Attempting to bind port 1e68fd92-e933-4e89-a1dd-44360f234d3f on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:43.859684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:43.860412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Checking segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:43.861090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.861696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Bound using segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:43.862509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Bound port: 1e68fd92-e933-4e89-a1dd-44360f234d3f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:43.863180 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.871069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c25baa90-bf8e-4a42-96f1-bfa442a88717 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.882791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c25baa90-bf8e-4a42-96f1-bfa442a88717 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:43.978785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] For port 1e68fd92-e933-4e89-a1dd-44360f234d3f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:43.983790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] For port 1e68fd92-e933-4e89-a1dd-44360f234d3f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e68fd92-e933-4e89-a1dd-44360f234d3f,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:44.019911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c25baa90-bf8e-4a42-96f1-bfa442a88717 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.035014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.1 (ccbf27f0-3ba2-4832-849c-674481651e36/b48a0e7c-2505-468e-a5e8-ca305b890577/0d91aa10-03b8-41d7-959c-0ce1290a8b46) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:44.035190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c25baa90-bf8e-4a42-96f1-bfa442a88717 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.035190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c25baa90-bf8e-4a42-96f1-bfa442a88717 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-group-rules/70cf35ec-2423-4f60-8c36-90841cd35d93 HTTP/1.1" status: 204 len: 168 time: 0.2022631 Sep 15 16:15:44.035555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51232) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:44.042816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25baa90-bf8e-4a42-96f1-bfa442a88717 tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70cf35ec-2423-4f60-8c36-90841cd35d93,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:44.057373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.098379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43787b07-7717-4dd1-83ba-871ea738689d tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615582 Sep 15 16:15:44.101866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51236) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:44.209673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d909fd2-83cb-4b75-aa6b-75ae20cea7bc tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.261336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c2080-d9c0-452c-95b5-e77c89acdbbc None None] Pushing event updated for resources: {'Port': ['ID=1e68fd92-e933-4e89-a1dd-44360f234d3f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:44.269269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d909fd2-83cb-4b75-aa6b-75ae20cea7bc tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.475948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d909fd2-83cb-4b75-aa6b-75ae20cea7bc tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.475948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d909fd2-83cb-4b75-aa6b-75ae20cea7bc tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.475948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6d909fd2-83cb-4b75-aa6b-75ae20cea7bc tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "DELETE /v2.0/security-groups/b3f6724c-5d63-4771-9552-8c5b2b0b66ed HTTP/1.1" status: 204 len: 168 time: 0.3618169 Sep 15 16:15:44.494832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d909fd2-83cb-4b75-aa6b-75ae20cea7bc tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6724c-5d63-4771-9552-8c5b2b0b66ed,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:44.500391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51246) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:44.596215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-11b4111b-28ff-4f45-b610-272ba909661f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0920463 Sep 15 16:15:44.598218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51248) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:44.662431 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c624873a-0c53-4d65-8491-ce44d9f26f4f tempest-SecGroupTest-148012221 tempest-SecGroupTest-148012221-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621881 Sep 15 16:15:44.675468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e68fd92-e933-4e89-a1dd-44360f234d3f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:44.743447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1e68fd92-e933-4e89-a1dd-44360f234d3f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:44.743818 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.771971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.781057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e52ef1-a69f-4c43-8f33-dca4be46dfa5 req-8f8b6fb3-2de7-4ad1-91bd-11ea870ff331 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:44.782955 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0e52ef1-a69f-4c43-8f33-dca4be46dfa5 req-8f8b6fb3-2de7-4ad1-91bd-11ea870ff331 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 944 time: 0.0983162 Sep 15 16:15:44.849149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:44.854149 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a0e52ef1-a69f-4c43-8f33-dca4be46dfa5 req-39591c2c-e83d-411b-a41a-f1ef658d1e3a tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Sep 15 16:15:44.884792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 1e68fd92-e933-4e89-a1dd-44360f234d3f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e68fd92-e933-4e89-a1dd-44360f234d3f,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:45.119480 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.120890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a2aee083-efed-43d4-b865-8569c598fe53 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:45.121608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.167249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network ccbf27f0-3ba2-4832-849c-674481651e36 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:45.170995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:45.173322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:45.206374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=1e68fd92-e933-4e89-a1dd-44360f234d3f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:45.216918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=0d91aa10-03b8-41d7-959c-0ce1290a8b46,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:45.219500 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a2aee083-efed-43d4-b865-8569c598fe53 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:45.220085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.225220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 915d2809-7c30-4a9a-9c68-e75d91aa3e69 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:15:45.233671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.378377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51256) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:45.396737 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.407520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 915d2809-7c30-4a9a-9c68-e75d91aa3e69, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=915d2809-7c30-4a9a-9c68-e75d91aa3e69,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:45.429676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '915d2809-7c30-4a9a-9c68-e75d91aa3e69', 'network_id': 'd98e37b3-2bef-4200-ae3d-abd909c6100e', 'port_id': '915d2809-7c30-4a9a-9c68-e75d91aa3e69', 'mac_address': 'fa:16:3e:ae:44:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced7db5c-2434-4b5d-8c0a-0c761bd74cf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:15:45.434981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port a2aee083-efed-43d4-b865-8569c598fe53, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a2aee083-efed-43d4-b865-8569c598fe53,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:45.486613 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.487208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.502027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915d2809-7c30-4a9a-9c68-e75d91aa3e69 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:15:45.517314 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.535687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-92194322-ca25-45b9-9402-9e16f74a3a72 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=243c2096d78644da9f06b6b086cd7023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538405 Sep 15 16:15:45.536538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51260) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:45.549344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 915d2809-7c30-4a9a-9c68-e75d91aa3e69, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=915d2809-7c30-4a9a-9c68-e75d91aa3e69,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:45.578529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=a2aee083-efed-43d4-b865-8569c598fe53,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:45.593194 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-725a210b-a0c1-48ae-a1da-322bbd87f1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.611386 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.620167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-725a210b-a0c1-48ae-a1da-322bbd87f1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.676938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=915d2809-7c30-4a9a-9c68-e75d91aa3e69,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:45.743026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-725a210b-a0c1-48ae-a1da-322bbd87f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.745920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-725a210b-a0c1-48ae-a1da-322bbd87f1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:45.747131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-725a210b-a0c1-48ae-a1da-322bbd87f1fc admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ad1279a6-3c13-4c67-b732-c3cb5fa46561 HTTP/1.1" status: 204 len: 168 time: 0.2102578 Sep 15 16:15:45.756101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a210b-a0c1-48ae-a1da-322bbd87f1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1279a6-3c13-4c67-b732-c3cb5fa46561,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:45.825601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['915d2809-7c30-4a9a-9c68-e75d91aa3e69'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:15:45.841494 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:46.003484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:46.033505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c652e2-af81-4833-ae52-2e6c0576b9d0 req-6dbe1d14-8642-469a-b655-af03fdfa8bc9 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:46.035702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21c652e2-af81-4833-ae52-2e6c0576b9d0 req-6dbe1d14-8642-469a-b655-af03fdfa8bc9 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 945 time: 0.0669737 Sep 15 16:15:46.078997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21c652e2-af81-4833-ae52-2e6c0576b9d0 req-03f02fe9-0062-4949-8971-0f85472f7f67 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358241 Sep 15 16:15:46.086351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002840e-1ac7-4c1e-87c0-8d55aaa7e5a6 None None] Network ccbf27f0-3ba2-4832-849c-674481651e36 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:15:46.120763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=0d91aa10-03b8-41d7-959c-0ce1290a8b46,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:46.129776 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:46.193227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4822a75f-b2a3-42a5-968e-607308bea71b None None] Provisioning complete for port 1e68fd92-e933-4e89-a1dd-44360f234d3f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:46.195222 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4822a75f-b2a3-42a5-968e-607308bea71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:46.253973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network ccbf27f0-3ba2-4832-849c-674481651e36 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:46.255735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:46.395952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 22b8c400-4880-44f9-944f-3ae7ec0ef912 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:15:46.516758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:15:46.529229 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-18b5dc2d-8dd6-4374-84ea-3d4f7077b8ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/22b8c400-4880-44f9-944f-3ae7ec0ef912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4172108 Sep 15 16:15:46.530114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e68fd92-e933-4e89-a1dd-44360f234d3f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:46.532737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Sync routers for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:15:46.571568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:46.572461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:46.778205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-1274bce7-8949-43ac-987f-bb8dbe429d04 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339650552&fields=id&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 267 time: 0.0671620 Sep 15 16:15:46.854203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1e68fd92-e933-4e89-a1dd-44360f234d3f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:46.854518 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:46.904125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:46.924449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-34c6c864-2219-41a7-9fe2-2bd0f7357675 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:46.927825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-34c6c864-2219-41a7-9fe2-2bd0f7357675 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 796 time: 0.1395581 Sep 15 16:15:46.941195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-05b5c87e-556e-44f3-8d20-443c736013fc None None] Provisioning complete for port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:46.941608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05b5c87e-556e-44f3-8d20-443c736013fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:46.952473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-bebe7763-270b-4da2-9191-8b64810d5ec6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/quotas/4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 375 time: 0.0164192 Sep 15 16:15:47.025935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-2fbcdbb9-d791-4fb1-ad28-37463a3f2766 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677171 Sep 15 16:15:47.054302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51306) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:47.077731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-05b5c87e-556e-44f3-8d20-443c736013fc None None] Port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:47.143404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-02c56a21-0180-476e-8b46-b319176cbe31 service neutron] 10.222.0.63 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055040 Sep 15 16:15:47.174160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a2aee083-efed-43d4-b865-8569c598fe53 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:47.196829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3324f1bf-11f4-4ca3-84bf-ad9f59ecf422 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:47.197564 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-3324f1bf-11f4-4ca3-84bf-ad9f59ecf422 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 16:15:47.198240 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-3324f1bf-11f4-4ca3-84bf-ad9f59ecf422 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 16:15:47.199591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3324f1bf-11f4-4ca3-84bf-ad9f59ecf422 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1437166 Sep 15 16:15:47.219520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51312) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:47.226261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124209341'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:47.231416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 915d2809-7c30-4a9a-9c68-e75d91aa3e69 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:47.241372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-05b5c87e-556e-44f3-8d20-443c736013fc None None] Provisioning complete for port 1e68fd92-e933-4e89-a1dd-44360f234d3f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:47.241927 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05b5c87e-556e-44f3-8d20-443c736013fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.247420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8ceb-89f5-477f-9e61-0c1ad58623d5 req-d34d2c4c-0c9b-48cb-8f60-c557ab762c30 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:47.249198 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f99d8ceb-89f5-477f-9e61-0c1ad58623d5 req-d34d2c4c-0c9b-48cb-8f60-c557ab762c30 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 945 time: 0.0729494 Sep 15 16:15:47.276864 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-2207fd16-3712-4f90-b414-6589dfe634eb service neutron] 10.222.0.63 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224842 Sep 15 16:15:47.295112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f99d8ceb-89f5-477f-9e61-0c1ad58623d5 req-0eaca17a-f97d-43c4-93e3-61492feb10de tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Sep 15 16:15:47.353921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.364952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a2aee083-efed-43d4-b865-8569c598fe53 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:47.364952 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.365173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.458472 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.471484 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 2, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:47.520097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:15:47.524430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Checking router: 22b8c400-4880-44f9-944f-3ae7ec0ef912 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:15:47.524818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Updating router 22b8c400-4880-44f9-944f-3ae7ec0ef912 port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:15:47.533967 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.553145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:47.553145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.597744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.617230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1de9b6e-205a-4021-bb33-672582ede056 req-c82de202-1506-40d5-a921-19c6cc2338cd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0973203 Sep 15 16:15:47.623570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f4e29b-410a-453f-a5db-0c9d2fe465cb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:47.656704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-067b507d-cccf-46fd-94c4-9a44fcfaa272 None None] Provisioning complete for port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:47.657087 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-067b507d-cccf-46fd-94c4-9a44fcfaa272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.703081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.768076 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.768720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-067b507d-cccf-46fd-94c4-9a44fcfaa272 None None] Port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:47.800805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f82e96-4903-46e5-a6cd-88b229d23b90,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:47.831659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.891147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77769ba-4d7a-408c-b733-c36141342c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d2809-7c30-4a9a-9c68-e75d91aa3e69'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:47.893552 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e7ca26-3159-4d99-85ba-43ed7d5219c4" -d '{"events": [{"server_uuid": "a77769ba-4d7a-408c-b733-c36141342c21", "name": "network-vif-plugged", "status": "completed", "tag": "915d2809-7c30-4a9a-9c68-e75d91aa3e69"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:47.913232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 915d2809-7c30-4a9a-9c68-e75d91aa3e69, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=915d2809-7c30-4a9a-9c68-e75d91aa3e69,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:47.939712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:47.940203 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3e808f-c2bb-496c-80a2-b355edeb8136 x-openstack-request-id: req-ac3e808f-c2bb-496c-80a2-b355edeb8136 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:47.944944 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77769ba-4d7a-408c-b733-c36141342c21", "name": "network-vif-plugged", "status": "completed", "tag": "915d2809-7c30-4a9a-9c68-e75d91aa3e69", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:47.944944 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ac3e808f-c2bb-496c-80a2-b355edeb8136 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:47.945127 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fc0ce1de-4825-4bae-8afe-d090639a5a28 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7205563 Sep 15 16:15:47.945410 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77769ba-4d7a-408c-b733-c36141342c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915d2809-7c30-4a9a-9c68-e75d91aa3e69', 'code': 200} Sep 15 16:15:47.945512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51330) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:47.949690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'a9f82e96-4903-46e5-a6cd-88b229d23b90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:48.020885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.056295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26957891-7ced-4eee-8cf5-302f282260e2 req-6b01a3cc-e1a3-4040-9b1f-e6498b59ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:48.057846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26957891-7ced-4eee-8cf5-302f282260e2 req-6b01a3cc-e1a3-4040-9b1f-e6498b59ace5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 1096 time: 0.0474739 Sep 15 16:15:48.095037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26957891-7ced-4eee-8cf5-302f282260e2 req-95486046-7b3b-4b12-a5b7-82778f1ddd14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299494 Sep 15 16:15:48.134139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.181252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=915d2809-7c30-4a9a-9c68-e75d91aa3e69,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:48.219317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.224601 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.281447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441aaee-f5ac-47c3-852e-0dabec804dfe None None] Pushing event updated for resources: {'Port': ['ID=0d91aa10-03b8-41d7-959c-0ce1290a8b46,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:48.290963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.338122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Attempting to bind port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:48.338702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Attempting to bind port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:48.339246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Attempting to bind port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:48.347733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:48.348115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Checking segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:48.348554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.348959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Bound using segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:48.349435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Bound port: 0d91aa10-03b8-41d7-959c-0ce1290a8b46, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:48.349850 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.391805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.424171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] For port 0d91aa10-03b8-41d7-959c-0ce1290a8b46, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:48.428007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] For port 0d91aa10-03b8-41d7-959c-0ce1290a8b46, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0d91aa10-03b8-41d7-959c-0ce1290a8b46,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:48.428318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e195aa-16eb-43ba-aa7b-4ee26e3312b4,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:48.442786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.443363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.443893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.445064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.446301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.446801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.447172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.447509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.447843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.448175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.448768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.449103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:48.469528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2cf6a-87ae-49bf-b213-8fef86291c1a req-71e7500c-aee3-4270-aefd-840614777722 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:48.471212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffa2cf6a-87ae-49bf-b213-8fef86291c1a req-71e7500c-aee3-4270-aefd-840614777722 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 946 time: 0.0911505 Sep 15 16:15:48.478026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.479210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d124564b-a7f3-42b9-8873-4a7aff6388be tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5336525 Sep 15 16:15:48.482103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51336) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:48.486896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2ed9c0f8-cba7-4bf1-bde5-b414ec52804e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'a9f82e96-4903-46e5-a6cd-88b229d23b90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:48.506113 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.520847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffa2cf6a-87ae-49bf-b213-8fef86291c1a req-df6c8f59-9032-4afe-9a46-fd45de99ec12 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Sep 15 16:15:48.565965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:15:48.566610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:48.612916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441aaee-f5ac-47c3-852e-0dabec804dfe None None] Pushing event updated for resources: {'Port': ['ID=0d91aa10-03b8-41d7-959c-0ce1290a8b46,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:48.631133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2ed9c0f8-cba7-4bf1-bde5-b414ec52804e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.645925 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d933888c-b29a-4987-94a8-404379cfb947 None None] Provisioning complete for port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:48.646272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d933888c-b29a-4987-94a8-404379cfb947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.719087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1023708-5f38-482d-83a6-9205f325d81a req-ce3b5c0f-31c6-41dc-bbb2-3540fb88451a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0355906 Sep 15 16:15:48.737425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:15:48.806812 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-2ed9c0f8-cba7-4bf1-bde5-b414ec52804e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 16:15:48.807914 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2ed9c0f8-cba7-4bf1-bde5-b414ec52804e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3247888 Sep 15 16:15:48.810859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51340) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:48.868105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d933888c-b29a-4987-94a8-404379cfb947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.871040 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73fff376-e44a-475e-8b1d-466adda1b52f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.894934 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73fff376-e44a-475e-8b1d-466adda1b52f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.946755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d933888c-b29a-4987-94a8-404379cfb947 None None] For port 0d91aa10-03b8-41d7-959c-0ce1290a8b46, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0d91aa10-03b8-41d7-959c-0ce1290a8b46,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:48.998356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:15:49.029890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1981c6a6-7e03-4e63-ab28-aec7f517d2bf None None] The sync data for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 is: [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:15:49.045874 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d933888c-b29a-4987-94a8-404379cfb947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.046117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73fff376-e44a-475e-8b1d-466adda1b52f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.056114 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73fff376-e44a-475e-8b1d-466adda1b52f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.056518 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-73fff376-e44a-475e-8b1d-466adda1b52f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/a9f82e96-4903-46e5-a6cd-88b229d23b90 HTTP/1.1" status: 204 len: 168 time: 0.2444854 Sep 15 16:15:49.058761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:49.066401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fff376-e44a-475e-8b1d-466adda1b52f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f82e96-4903-46e5-a6cd-88b229d23b90,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:49.145792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933888c-b29a-4987-94a8-404379cfb947 None None] Pushing event updated for resources: {'Port': ['ID=0d91aa10-03b8-41d7-959c-0ce1290a8b46,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:49.170086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e61687db-7e82-4cd0-9fbf-76c5d215c4c9 None None] Provisioning complete for port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:49.170725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e61687db-7e82-4cd0-9fbf-76c5d215c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.179811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8c9d7606-39bb-4bda-8b20-6910edcec839 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196711 Sep 15 16:15:49.184533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51348) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:49.196161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a0963cea-20b4-4cb4-b435-c28e0634efbc tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--556736532'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:49.291640 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0963cea-20b4-4cb4-b435-c28e0634efbc tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.385915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0963cea-20b4-4cb4-b435-c28e0634efbc tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.471005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0963cea-20b4-4cb4-b435-c28e0634efbc tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.502576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0963cea-20b4-4cb4-b435-c28e0634efbc tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2cd00-f969-4f57-9fad-d15983af6092,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:49.559662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0963cea-20b4-4cb4-b435-c28e0634efbc tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.568550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a0963cea-20b4-4cb4-b435-c28e0634efbc tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3737788 Sep 15 16:15:49.569490 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51354) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:49.570283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-eb661f4c-a181-4dcf-afa2-aa1dfce1d74e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'c4a2cd00-f969-4f57-9fad-d15983af6092', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:49.571214 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-eb661f4c-a181-4dcf-afa2-aa1dfce1d74e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 15 16:15:49.571824 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-eb661f4c-a181-4dcf-afa2-aa1dfce1d74e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:49.575850 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eb661f4c-a181-4dcf-afa2-aa1dfce1d74e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076590 Sep 15 16:15:49.576253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51356) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:49.636166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b50234e-d3d0-432f-8f0b-f0662a6b3b88 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.662906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4f5cd-ff07-4c71-bac0-83ee3eed3b58 req-b360d51a-efea-4825-bfb2-a76d7459d477 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:49.671049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b50234e-d3d0-432f-8f0b-f0662a6b3b88 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.671203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ef4f5cd-ff07-4c71-bac0-83ee3eed3b58 req-b360d51a-efea-4825-bfb2-a76d7459d477 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 946 time: 0.0625277 Sep 15 16:15:49.707304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ef4f5cd-ff07-4c71-bac0-83ee3eed3b58 req-4eb1e7f6-e07a-425b-8dd4-b7dbac7effd0 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357001 Sep 15 16:15:49.833832 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-50ed6af2-96fa-4b17-bdb0-e84372c5ac7a req-9f04f640-1615-4f72-a13d-75e40cb475e4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0279028 Sep 15 16:15:49.840644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b50234e-d3d0-432f-8f0b-f0662a6b3b88 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.843363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b50234e-d3d0-432f-8f0b-f0662a6b3b88 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:49.844834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5b50234e-d3d0-432f-8f0b-f0662a6b3b88 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/c4a2cd00-f969-4f57-9fad-d15983af6092 HTTP/1.1" status: 204 len: 168 time: 0.2665992 Sep 15 16:15:49.850219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51362) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:49.862562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50234e-d3d0-432f-8f0b-f0662a6b3b88 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2cd00-f969-4f57-9fad-d15983af6092,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:49.935152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e2d2fc6b-dc90-47ea-9c36-5dd4b3c0ea4c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851514 Sep 15 16:15:49.938703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51364) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:49.951029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c35c37df-9fe7-4a5c-82a8-6322a95bc37c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936141075'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:50.036686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-9fb7314b-2dac-49da-80fe-7eb9a998089e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:50.038092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-9fb7314b-2dac-49da-80fe-7eb9a998089e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 796 time: 0.1335130 Sep 15 16:15:50.095075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-580f9ab0-7b1c-498b-a88a-f8395aa16145 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 379 time: 0.0469484 Sep 15 16:15:50.105121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'port': {'device_id': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'admin_state_up': True, 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'security_groups': ['0a7c0f5f-6033-4d71-8bc7-282136cfc04c']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:50.170679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c35c37df-9fe7-4a5c-82a8-6322a95bc37c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.298969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c35c37df-9fe7-4a5c-82a8-6322a95bc37c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.398760 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c35c37df-9fe7-4a5c-82a8-6322a95bc37c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.436729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c37df-9fe7-4a5c-82a8-6322a95bc37c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f384028-60ad-4e3e-b0ea-a3a8b1f71fd9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:50.503017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:15:50.507772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.538405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0d91aa10-03b8-41d7-959c-0ce1290a8b46 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:50.588103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:50.588240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c35c37df-9fe7-4a5c-82a8-6322a95bc37c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.588473 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.589723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c35c37df-9fe7-4a5c-82a8-6322a95bc37c tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6496480 Sep 15 16:15:50.592376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51378) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:50.597745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3e11058e-9a71-497e-aa1b-8b2860d89046 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': '0f384028-60ad-4e3e-b0ea-a3a8b1f71fd9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:50.600062 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-3e11058e-9a71-497e-aa1b-8b2860d89046 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 15 16:15:50.600653 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-3e11058e-9a71-497e-aa1b-8b2860d89046 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:50.602209 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3e11058e-9a71-497e-aa1b-8b2860d89046 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080678 Sep 15 16:15:50.605235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51380) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:50.692039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.8 (ccbf27f0-3ba2-4832-849c-674481651e36/b48a0e7c-2505-468e-a5e8-ca305b890577/54b55caa-7b9d-491f-bbd4-da0f5226c53e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:15:50.718080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c91393e-c92e-4141-b4b3-e41d93b66a6e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.759915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c91393e-c92e-4141-b4b3-e41d93b66a6e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.892399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.934285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c91393e-c92e-4141-b4b3-e41d93b66a6e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.935887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cfb1a67c-f32d-4e3c-930a-b27ab6316a30 req-a70968a3-6d2a-4dd4-9ed2-c10474b891c0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0302429 Sep 15 16:15:50.936992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4c91393e-c92e-4141-b4b3-e41d93b66a6e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:50.938146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c91393e-c92e-4141-b4b3-e41d93b66a6e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/0f384028-60ad-4e3e-b0ea-a3a8b1f71fd9 HTTP/1.1" status: 204 len: 168 time: 0.3318939 Sep 15 16:15:50.940783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51388) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:50.949110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91393e-c92e-4141-b4b3-e41d93b66a6e tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f384028-60ad-4e3e-b0ea-a3a8b1f71fd9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:50.994447 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b8b48e1-d099-4e49-ae3d-2c097aa465ac tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524259 Sep 15 16:15:50.998063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51390) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.000264 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.002349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-aea73617-561b-41c2-82ac-5d28a3292cda tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--92398782'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:51.045480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network ccbf27f0-3ba2-4832-849c-674481651e36 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:15:51.048589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:15:51.051062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:15:51.131268 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aea73617-561b-41c2-82ac-5d28a3292cda tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.244916 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aea73617-561b-41c2-82ac-5d28a3292cda tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.328063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ac097ac1-478b-429d-b16d-5e75d1d1cfb2 None None] Provisioning complete for port 54b55caa-7b9d-491f-bbd4-da0f5226c53e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:51.328063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac097ac1-478b-429d-b16d-5e75d1d1cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.331070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aea73617-561b-41c2-82ac-5d28a3292cda tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.370728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ac097ac1-478b-429d-b16d-5e75d1d1cfb2 None None] Port 54b55caa-7b9d-491f-bbd4-da0f5226c53e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:15:51.382750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932c38f-e028-412e-bed7-a0389dda631f req-cabb0a7f-6a13-407a-992b-1f2e25dc851a tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:51.384307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1932c38f-e028-412e-bed7-a0389dda631f req-cabb0a7f-6a13-407a-992b-1f2e25dc851a tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 946 time: 0.0892889 Sep 15 16:15:51.385487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea73617-561b-41c2-82ac-5d28a3292cda tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e02fe-542d-4784-a43d-b4cc09304767,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:51.411937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:51.416668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aea73617-561b-41c2-82ac-5d28a3292cda tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.420662 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aea73617-561b-41c2-82ac-5d28a3292cda tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4189334 Sep 15 16:15:51.420894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51394) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.427178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0c67d58a-ab32-4a0a-b1b4-89c9627307b2 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'fa6e02fe-542d-4784-a43d-b4cc09304767', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:51.428020 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-0c67d58a-ab32-4a0a-b1b4-89c9627307b2 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 15 16:15:51.428532 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-0c67d58a-ab32-4a0a-b1b4-89c9627307b2 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:51.430093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0c67d58a-ab32-4a0a-b1b4-89c9627307b2 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077500 Sep 15 16:15:51.432833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51396) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.436280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1932c38f-e028-412e-bed7-a0389dda631f req-e58edc07-fa7a-4059-b069-654a34e523b4 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Sep 15 16:15:51.437701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-67b0c175-76aa-4f60-8c99-7994f99bf7de tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'fa6e02fe-542d-4784-a43d-b4cc09304767', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:51.438346 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-67b0c175-76aa-4f60-8c99-7994f99bf7de tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 15 16:15:51.438824 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-67b0c175-76aa-4f60-8c99-7994f99bf7de tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:51.439745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-67b0c175-76aa-4f60-8c99-7994f99bf7de tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060928 Sep 15 16:15:51.442477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51398) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.447535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-327d24da-f258-4576-a3a5-be5f7ba3f2ac tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'fa6e02fe-542d-4784-a43d-b4cc09304767', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:51.448337 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-327d24da-f258-4576-a3a5-be5f7ba3f2ac tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 15 16:15:51.448837 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-327d24da-f258-4576-a3a5-be5f7ba3f2ac tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:51.449775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-327d24da-f258-4576-a3a5-be5f7ba3f2ac tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064325 Sep 15 16:15:51.452901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51400) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.457725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-db2b42c1-5c65-4c34-977f-9a424498afe9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'fa6e02fe-542d-4784-a43d-b4cc09304767', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:51.460955 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-db2b42c1-5c65-4c34-977f-9a424498afe9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 15 16:15:51.461506 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-db2b42c1-5c65-4c34-977f-9a424498afe9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:51.462626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-db2b42c1-5c65-4c34-977f-9a424498afe9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0087190 Sep 15 16:15:51.465319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51402) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.466219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:51.466834 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.521691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f3d798e-5501-4481-9dde-4eb11aa6e4e0 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.545520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f3d798e-5501-4481-9dde-4eb11aa6e4e0 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.557828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-784d79f1-b0cc-4b0d-957c-31b18ae53799 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4570754 Sep 15 16:15:51.571203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Request body: {'port': {'device_id': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:51.625732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.656510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f3d798e-5501-4481-9dde-4eb11aa6e4e0 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.659248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f3d798e-5501-4481-9dde-4eb11aa6e4e0 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.662709 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6f3d798e-5501-4481-9dde-4eb11aa6e4e0 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/fa6e02fe-542d-4784-a43d-b4cc09304767 HTTP/1.1" status: 204 len: 168 time: 0.1941342 Sep 15 16:15:51.663887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51404) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.670242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d798e-5501-4481-9dde-4eb11aa6e4e0 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e02fe-542d-4784-a43d-b4cc09304767,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:51.780163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1f91c5cd-ff31-460b-b0e3-fc5b92670f25 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116960 Sep 15 16:15:51.780599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51406) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:51.785225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-57bee444-b0eb-4177-882e-468d3f44a512 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--574734223'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:51.913985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bee444-b0eb-4177-882e-468d3f44a512 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.921249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b55caa-7b9d-491f-bbd4-da0f5226c53e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:15:51.929522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.941576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Transition to ACTIVE for port object 54b55caa-7b9d-491f-bbd4-da0f5226c53e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:15:51.998229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bee444-b0eb-4177-882e-468d3f44a512 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.021085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.105562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bee444-b0eb-4177-882e-468d3f44a512 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.117486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:52.138317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bee444-b0eb-4177-882e-468d3f44a512 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab42a25-e278-4647-b52c-f95b2ca35739,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:52.153761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529992a4-8870-4de5-8ae0-272b52ac5a7c req-bb408392-7c53-45cc-b12b-42e888d1b4d2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:52.155376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-529992a4-8870-4de5-8ae0-272b52ac5a7c req-bb408392-7c53-45cc-b12b-42e888d1b4d2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.1354322 Sep 15 16:15:52.191545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57bee444-b0eb-4177-882e-468d3f44a512 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.193219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-57bee444-b0eb-4177-882e-468d3f44a512 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4116108 Sep 15 16:15:52.196374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51412) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:52.202257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5c3045d8-c140-47f7-aaa1-bcb68d711e22 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:52.203381 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-5c3045d8-c140-47f7-aaa1-bcb68d711e22 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 16:15:52.203921 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-5c3045d8-c140-47f7-aaa1-bcb68d711e22 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:52.207570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5c3045d8-c140-47f7-aaa1-bcb68d711e22 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069151 Sep 15 16:15:52.208331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51414) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:52.214348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bf22065b-550b-4fea-85d1-1a52f506e21f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:52.218742 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-529992a4-8870-4de5-8ae0-272b52ac5a7c req-b050f945-7d0b-490a-8ff6-12f6be723916 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456266 Sep 15 16:15:52.241103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:15:52.242144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:15:52.242478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:52.247367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:15:52.247692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:15:52.252721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:15:52.253058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Checking segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:15:52.253447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Bound using segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:15:52.253870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Bound port: 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:15:52.254232 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.322550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:15:52.326758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:15:52.423379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.454316 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-bf22065b-550b-4fea-85d1-1a52f506e21f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:52.455970 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bf22065b-550b-4fea-85d1-1a52f506e21f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2456326 Sep 15 16:15:52.461286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51416) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:52.464791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:52.465414 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.466785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] 10.222.0.38 "PUT /v2.0/ports/54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 1091 time: 0.9005020 Sep 15 16:15:52.467561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:52.469527 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883351f3-2489-4ee6-8346-1c2211227f11" -d '{"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:52.484066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7e9fbd32-6d5a-495c-b9e0-5aa30ddafd0a tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:52.484699 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-7e9fbd32-6d5a-495c-b9e0-5aa30ddafd0a tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 15 16:15:52.485210 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-7e9fbd32-6d5a-495c-b9e0-5aa30ddafd0a tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:52.488667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7e9fbd32-6d5a-495c-b9e0-5aa30ddafd0a tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0249021 Sep 15 16:15:52.489942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51422) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:52.496674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ac0c7d8f-ce62-46b2-9b4b-092113d1d002 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:52.516593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7135a3b-ec4e-421b-8220-69fb2bdd2d46 service neutron] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:52.535554 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f4c6c5-5ee6-405a-8259-ebe147339546 x-openstack-request-id: req-a0f4c6c5-5ee6-405a-8259-ebe147339546 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:52.536028 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:52.536425 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a0f4c6c5-5ee6-405a-8259-ebe147339546 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:52.537044 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'status': 'completed', 'code': 200} Sep 15 16:15:52.598098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79b5f-aec0-40a1-bea6-6f409a14d3b4 req-e9df36a6-a3b2-4b58-8dfe-b0801bbbf56f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:52.599305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883351f3-2489-4ee6-8346-1c2211227f11 req-bbe6df66-03a9-4a69-9998-a7195c92c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:52.600945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-883351f3-2489-4ee6-8346-1c2211227f11 req-bbe6df66-03a9-4a69-9998-a7195c92c0e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0445602 Sep 15 16:15:52.603353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4d79b5f-aec0-40a1-bea6-6f409a14d3b4 req-e9df36a6-a3b2-4b58-8dfe-b0801bbbf56f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 946 time: 0.0615590 Sep 15 16:15:52.657100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4d79b5f-aec0-40a1-bea6-6f409a14d3b4 req-f7ac2c93-e64a-43b0-8b45-ac8db7192d7f tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/security-groups?id=f7173959-e872-497f-b8b0-6378ce6db127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511415 Sep 15 16:15:52.758229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-c036d888-3e6a-46e8-bf9b-378112e0c304 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:52.759676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-c036d888-3e6a-46e8-bf9b-378112e0c304 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 946 time: 0.0512888 Sep 15 16:15:52.761500 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-ac0c7d8f-ce62-46b2-9b4b-092113d1d002 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:52.762068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac0c7d8f-ce62-46b2-9b4b-092113d1d002 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2707245 Sep 15 16:15:52.764798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51424) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:52.770216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-526df5b9-6325-444c-b2ff-6072dd66f071 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:52.770690 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-526df5b9-6325-444c-b2ff-6072dd66f071 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 16:15:52.771154 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-526df5b9-6325-444c-b2ff-6072dd66f071 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:52.772093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-526df5b9-6325-444c-b2ff-6072dd66f071 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063536 Sep 15 16:15:52.777552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51426) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:52.785274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a3d710b5-772d-4ff3-abc1-0b3b5575f7b7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:52.804778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883351f3-2489-4ee6-8346-1c2211227f11 req-ab204be8-e78c-478b-a929-9d48088c85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:52.806280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-883351f3-2489-4ee6-8346-1c2211227f11 req-ab204be8-e78c-478b-a929-9d48088c85e4 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1975198 Sep 15 16:15:52.861823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Deleting port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:15:52.862174 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.968961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] For port 915d2809-7c30-4a9a-9c68-e75d91aa3e69, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=915d2809-7c30-4a9a-9c68-e75d91aa3e69,segment=NetworkSegment(b97b47b9-9665-4e53-bcb1-9e71eff8b564),segment_id=b97b47b9-9665-4e53-bcb1-9e71eff8b564)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:52.969405 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:52.981862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Calling delete_port for 915d2809-7c30-4a9a-9c68-e75d91aa3e69 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:15:52.999358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883351f3-2489-4ee6-8346-1c2211227f11 req-2caf7041-97a4-447b-8afb-8b9398b174c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:53.000858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-883351f3-2489-4ee6-8346-1c2211227f11 req-2caf7041-97a4-447b-8afb-8b9398b174c0 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1871388 Sep 15 16:15:53.066808 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-a3d710b5-772d-4ff3-abc1-0b3b5575f7b7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:53.071328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a3d710b5-772d-4ff3-abc1-0b3b5575f7b7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2892416 Sep 15 16:15:53.071596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:53.077067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bc9ec0b3-3db2-46ee-9130-ae8e9377d6f3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:53.078454 n-d-808199-2 neutron-server[102019]: WARNING neutron.api.v2.base [None req-bc9ec0b3-3db2-46ee-9130-ae8e9377d6f3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 15 16:15:53.078987 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-bc9ec0b3-3db2-46ee-9130-ae8e9377d6f3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:53.082495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bc9ec0b3-3db2-46ee-9130-ae8e9377d6f3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071542 Sep 15 16:15:53.082905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51438) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:53.088282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0b3c2fbf-2e7c-4b2c-a22b-ece061eabad9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:53.100800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-8c5b6da0-1880-47ab-945d-b6af63ab5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:53.105838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-8c5b6da0-1880-47ab-945d-b6af63ab5cdb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0630469 Sep 15 16:15:53.150091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-c453907d-876f-4452-a858-273d41d5c7c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 217 time: 0.0391297 Sep 15 16:15:53.200342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-ac2b4165-b772-4e93-8a16-7c85fb93786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:53.201992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-ac2b4165-b772-4e93-8a16-7c85fb93786f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0450513 Sep 15 16:15:53.253307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-2ebff26e-28b7-4b47-a86c-692147329d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:53.254858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-2ebff26e-28b7-4b47-a86c-692147329d38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435565 Sep 15 16:15:53.277145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:53.291999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['915d2809-7c30-4a9a-9c68-e75d91aa3e69'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:15:53.310544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Pushing event deleted for resources: {'Port': ['ID=915d2809-7c30-4a9a-9c68-e75d91aa3e69,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:53.338115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.338500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.338853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.339581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.339948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.340263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.340628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.340966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.341304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.341630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.341955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.342278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:15:53.357233 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-0b3c2fbf-2e7c-4b2c-a22b-ece061eabad9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:53.358268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0b3c2fbf-2e7c-4b2c-a22b-ece061eabad9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2745070 Sep 15 16:15:53.362048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] No DVR routers for this DVR port 915d2809-7c30-4a9a-9c68-e75d91aa3e69 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:15:53.365111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:53.367396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51444) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:53.368378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b844b29-22a4-4cc0-9461-6890092a0573 req-6c03e10e-7700-48a2-ad97-1f3f27c59bc7 tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.55 "DELETE /v2.0/ports/915d2809-7c30-4a9a-9c68-e75d91aa3e69 HTTP/1.1" status: 204 len: 173 time: 0.6014588 Sep 15 16:15:53.368872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77769ba-4d7a-408c-b733-c36141342c21', 'name': 'network-vif-deleted', 'tag': '915d2809-7c30-4a9a-9c68-e75d91aa3e69'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:53.371938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-efabdea8-138b-423d-9e4b-7bd2afe815a7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'aab42a25-e278-4647-b52c-f95b2ca35739', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:53.372347 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47dc5ba-d8dd-4c34-9c31-5ae39135544c" -d '{"events": [{"server_uuid": "a77769ba-4d7a-408c-b733-c36141342c21", "name": "network-vif-deleted", "tag": "915d2809-7c30-4a9a-9c68-e75d91aa3e69"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:53.412679 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cf645b-291a-4d14-88de-eaf98488a7db x-openstack-request-id: req-a9cf645b-291a-4d14-88de-eaf98488a7db {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:53.412972 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77769ba-4d7a-408c-b733-c36141342c21", "name": "network-vif-deleted", "tag": "915d2809-7c30-4a9a-9c68-e75d91aa3e69", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:53.413262 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a9cf645b-291a-4d14-88de-eaf98488a7db {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:53.413728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b1c6-016f-4bd4-aba2-3b92731925a9 req-cba29cc5-dd3c-45db-ad8a-5d053ff84de2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:53.413846 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77769ba-4d7a-408c-b733-c36141342c21', 'name': 'network-vif-deleted', 'tag': '915d2809-7c30-4a9a-9c68-e75d91aa3e69', 'status': 'completed', 'code': 200} Sep 15 16:15:53.415286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1bc5b1c6-016f-4bd4-aba2-3b92731925a9 req-cba29cc5-dd3c-45db-ad8a-5d053ff84de2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0927258 Sep 15 16:15:53.421051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-ba18e0a6-0203-4f40-9629-54613f205203 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594799 Sep 15 16:15:53.489568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1bc5b1c6-016f-4bd4-aba2-3b92731925a9 req-c37d7235-9b40-4efc-a185-a7c5cd85d250 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663424 Sep 15 16:15:53.558762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ce5b2a-9a0e-4fe3-9866-86444d73ef19 req-e254eea0-66e8-4c14-8510-87c1bede02a7 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Sep 15 16:15:53.691495 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-efabdea8-138b-423d-9e4b-7bd2afe815a7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:53.692790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-efabdea8-138b-423d-9e4b-7bd2afe815a7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3244319 Sep 15 16:15:53.696178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51450) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:53.756591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45f915a9-3394-4341-9939-de96b923395b tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:53.779550 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45f915a9-3394-4341-9939-de96b923395b tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:53.780833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5736f2f8-cf6c-4186-9887-645fa29d1499 req-71bc067d-2f7d-4587-807a-534aca83a0bc tempest-VolumesActionsTest-771581598 tempest-VolumesActionsTest-771581598-project] 10.222.0.63 "GET /v2.0/ports?device_id=a77769ba-4d7a-408c-b733-c36141342c21 HTTP/1.1" status: 200 len: 210 time: 0.0269115 Sep 15 16:15:53.919631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45f915a9-3394-4341-9939-de96b923395b tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:53.922378 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-45f915a9-3394-4341-9939-de96b923395b tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:53.923554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45f915a9-3394-4341-9939-de96b923395b tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/aab42a25-e278-4647-b52c-f95b2ca35739 HTTP/1.1" status: 204 len: 168 time: 0.2261138 Sep 15 16:15:53.926240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51452) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:53.933635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f915a9-3394-4341-9939-de96b923395b tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab42a25-e278-4647-b52c-f95b2ca35739,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:53.969944 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-002196cc-3b97-45e7-9abf-b9df301e0e82 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422137 Sep 15 16:15:53.973515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51454) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:53.978442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0f5ef3a7-2df2-43cd-b771-0b802c8cfad3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741358091'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:54.071305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef3a7-2df2-43cd-b771-0b802c8cfad3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.094090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-58de69c3-b830-4012-8a3f-0e9231ff417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.158963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef3a7-2df2-43cd-b771-0b802c8cfad3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.243162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef3a7-2df2-43cd-b771-0b802c8cfad3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.275342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ef3a7-2df2-43cd-b771-0b802c8cfad3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88385373-9bad-40d0-898b-0415fbe61e07,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:54.320719 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f5ef3a7-2df2-43cd-b771-0b802c8cfad3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.321981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f5ef3a7-2df2-43cd-b771-0b802c8cfad3 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3475430 Sep 15 16:15:54.324968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51456) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:54.341371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-15e2b227-cce4-48e3-8b0b-ee6410eabbcb tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': '88385373-9bad-40d0-898b-0415fbe61e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:54.531557 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-15e2b227-cce4-48e3-8b0b-ee6410eabbcb tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The resource could not be found. Sep 15 16:15:54.535454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-15e2b227-cce4-48e3-8b0b-ee6410eabbcb tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2065105 Sep 15 16:15:54.535454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51460) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:54.541758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c207b06d-6d94-4795-9d9a-46eeecbce6f7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': '88385373-9bad-40d0-898b-0415fbe61e07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bd20ff57-6c0d-4031-beb8-82a25e07816c'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:54.608329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87207666-4479-430b-ba53-7fb9ae810cc6 req-5f28541d-1382-41ee-95e6-f1f58faab39a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:54.609931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87207666-4479-430b-ba53-7fb9ae810cc6 req-5f28541d-1382-41ee-95e6-f1f58faab39a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0507779 Sep 15 16:15:54.654901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87207666-4479-430b-ba53-7fb9ae810cc6 req-7b7043af-1480-498c-9f42-fddddebba153 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387044 Sep 15 16:15:54.728207 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-c207b06d-6d94-4795-9d9a-46eeecbce6f7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The resource could not be found. Sep 15 16:15:54.729315 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c207b06d-6d94-4795-9d9a-46eeecbce6f7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1929483 Sep 15 16:15:54.732081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51462) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:54.785856 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-827375f8-fd3e-450f-8092-f3af1cb3d0f6 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.807798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-827375f8-fd3e-450f-8092-f3af1cb3d0f6 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.971235 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-827375f8-fd3e-450f-8092-f3af1cb3d0f6 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.973879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-827375f8-fd3e-450f-8092-f3af1cb3d0f6 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:54.975103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-827375f8-fd3e-450f-8092-f3af1cb3d0f6 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/88385373-9bad-40d0-898b-0415fbe61e07 HTTP/1.1" status: 204 len: 168 time: 0.2420995 Sep 15 16:15:54.978240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51468) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:54.984966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827375f8-fd3e-450f-8092-f3af1cb3d0f6 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88385373-9bad-40d0-898b-0415fbe61e07,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:55.026474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-10db04cf-4365-433d-ae9d-ba9e6eac6243 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469851 Sep 15 16:15:55.035482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51472) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:55.040158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5f2fbbc1-8cca-4683-aaa8-a96aec23b8a7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': '763e8ed1-13de-4f2c-a2de-35d061062165', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:55.255051 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-5f2fbbc1-8cca-4683-aaa8-a96aec23b8a7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The resource could not be found. Sep 15 16:15:55.256370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5f2fbbc1-8cca-4683-aaa8-a96aec23b8a7 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2198114 Sep 15 16:15:55.260323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51480) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:55.265251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-caf7b8f8-33bb-458f-b856-2361dc0e2440 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191782353'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:55.354159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-caf7b8f8-33bb-458f-b856-2361dc0e2440 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.442083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-caf7b8f8-33bb-458f-b856-2361dc0e2440 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.514329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-caf7b8f8-33bb-458f-b856-2361dc0e2440 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.543782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7b8f8-33bb-458f-b856-2361dc0e2440 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2acd246-fcbb-4f51-b1b9-fd64971e5750,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:55.600078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-caf7b8f8-33bb-458f-b856-2361dc0e2440 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.602213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-caf7b8f8-33bb-458f-b856-2361dc0e2440 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3407364 Sep 15 16:15:55.604872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51488) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:55.609429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-644d06e7-d8fd-4d0f-a143-03e54e112659 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007099005'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:55.694171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-644d06e7-d8fd-4d0f-a143-03e54e112659 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.781944 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:15:55.787996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf88a4-79df-4cc6-91c1-8ddceccf4fbf req-d270e326-4afb-403b-b842-2ec4553b4550 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:55.789636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-644d06e7-d8fd-4d0f-a143-03e54e112659 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.792466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4edf88a4-79df-4cc6-91c1-8ddceccf4fbf req-d270e326-4afb-403b-b842-2ec4553b4550 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0667295 Sep 15 16:15:55.834482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4edf88a4-79df-4cc6-91c1-8ddceccf4fbf req-975215aa-32a5-4438-a763-77d0554d4ad1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Sep 15 16:15:55.859666 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-644d06e7-d8fd-4d0f-a143-03e54e112659 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.888935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d06e7-d8fd-4d0f-a143-03e54e112659 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62fb53-7670-481d-aab4-f203eb6b8776,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:55.957282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-644d06e7-d8fd-4d0f-a143-03e54e112659 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:55.958829 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-644d06e7-d8fd-4d0f-a143-03e54e112659 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3528125 Sep 15 16:15:55.963054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51502) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:55.967563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2b4cf251-7b9d-47ca-bdcd-091e8db1a0a4 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group_rule': {'security_group_id': 'b2acd246-fcbb-4f51-b1b9-fd64971e5750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cd62fb53-7670-481d-aab4-f203eb6b8776'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:56.302948 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-2b4cf251-7b9d-47ca-bdcd-091e8db1a0a4 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:15:56.304839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2b4cf251-7b9d-47ca-bdcd-091e8db1a0a4 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3401954 Sep 15 16:15:56.308024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51512) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:56.370968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-594433e3-0ecf-4aee-99d7-3debe59a55e1 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.395627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-594433e3-0ecf-4aee-99d7-3debe59a55e1 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.503024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-594433e3-0ecf-4aee-99d7-3debe59a55e1 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.505780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-594433e3-0ecf-4aee-99d7-3debe59a55e1 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.507700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-594433e3-0ecf-4aee-99d7-3debe59a55e1 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/cd62fb53-7670-481d-aab4-f203eb6b8776 HTTP/1.1" status: 204 len: 168 time: 0.1980035 Sep 15 16:15:56.512007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51522) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:56.517642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594433e3-0ecf-4aee-99d7-3debe59a55e1 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62fb53-7670-481d-aab4-f203eb6b8776,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:56.567203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7a588933-8400-4923-9815-a51db750d3d1 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0531883 Sep 15 16:15:56.570928 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51524) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:56.623192 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61dac400-cb84-4cad-b2f0-818e581a463f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.646167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61dac400-cb84-4cad-b2f0-818e581a463f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.712802 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.779864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61dac400-cb84-4cad-b2f0-818e581a463f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.782819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61dac400-cb84-4cad-b2f0-818e581a463f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:56.784026 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-61dac400-cb84-4cad-b2f0-818e581a463f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/b2acd246-fcbb-4f51-b1b9-fd64971e5750 HTTP/1.1" status: 204 len: 168 time: 0.2124894 Sep 15 16:15:56.787714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51530) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:56.793746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dac400-cb84-4cad-b2f0-818e581a463f tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2acd246-fcbb-4f51-b1b9-fd64971e5750,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:56.841910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-36d55e45-c3bb-4097-8831-f64e17377557 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529816 Sep 15 16:15:56.847074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51532) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:56.850551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a14dbd28-5454-4c7e-9188-7029956508c9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978566354'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:56.966794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08775f07-053b-4b6d-9c72-2f56c65f0da6 req-d9cfedd7-31d2-4a27-9a21-05784ac479c0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:56.968342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08775f07-053b-4b6d-9c72-2f56c65f0da6 req-d9cfedd7-31d2-4a27-9a21-05784ac479c0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0608189 Sep 15 16:15:56.972983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:15:56.974137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a14dbd28-5454-4c7e-9188-7029956508c9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.012444 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08775f07-053b-4b6d-9c72-2f56c65f0da6 req-6403016b-1c92-4958-9d33-2602df836c99 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363591 Sep 15 16:15:57.074524 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a14dbd28-5454-4c7e-9188-7029956508c9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.179809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a14dbd28-5454-4c7e-9188-7029956508c9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.212032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dbd28-5454-4c7e-9188-7029956508c9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815b702f-4fb0-44e2-9dd1-b405d6aee8f4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:57.249790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-7209c756-b900-4387-9a2d-44fc51aa65a4 req-74de806b-ecc9-447b-b606-93338e96ed2e tempest-ServersTestMultiNic-1530531006 tempest-ServersTestMultiNic-1530531006-project] (102019) timed out ('10.222.0.38', 51841) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:15:57.254932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:57.268503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'port_id': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'mac_address': 'fa:16:3e:d6:93:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:15:57.297936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.299648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 915d2809-7c30-4a9a-9c68-e75d91aa3e69 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:15:57.314656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a14dbd28-5454-4c7e-9188-7029956508c9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.316354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a14dbd28-5454-4c7e-9188-7029956508c9 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4697716 Sep 15 16:15:57.319239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51552) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:57.325218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f82bb44-d34e-4b4d-9832-eb81077f5449 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:15:57.326267 n-d-808199-2 neutron-server[102018]: WARNING neutron.api.v2.base [None req-8f82bb44-d34e-4b4d-9832-eb81077f5449 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 16:15:57.327766 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a3b23ae-4d6f-406a-aba2-923a69f545f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.327887 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-8f82bb44-d34e-4b4d-9832-eb81077f5449 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] update failed (client error): There was a conflict when trying to complete your request. Sep 15 16:15:57.329899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 915d2809-7c30-4a9a-9c68-e75d91aa3e69 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:15:57.330231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 915d2809-7c30-4a9a-9c68-e75d91aa3e69 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:15:57.330985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f82bb44-d34e-4b4d-9832-eb81077f5449 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "PUT /v2.0/security-groups/815b702f-4fb0-44e2-9dd1-b405d6aee8f4 HTTP/1.1" status: 409 len: 330 time: 0.0093832 Sep 15 16:15:57.333551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51554) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:57.344539 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.363120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b55caa-7b9d-491f-bbd4-da0f5226c53e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:15:57.390405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:57.436714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e212fd2-b4f4-4122-aebe-7c507bc4ca70 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.463951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e212fd2-b4f4-4122-aebe-7c507bc4ca70 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.491849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.560804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:57.645703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e212fd2-b4f4-4122-aebe-7c507bc4ca70 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.648351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5e212fd2-b4f4-4122-aebe-7c507bc4ca70 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:57.650489 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5e212fd2-b4f4-4122-aebe-7c507bc4ca70 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/815b702f-4fb0-44e2-9dd1-b405d6aee8f4 HTTP/1.1" status: 204 len: 168 time: 0.3154483 Sep 15 16:15:57.654028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51560) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:57.682649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e212fd2-b4f4-4122-aebe-7c507bc4ca70 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b702f-4fb0-44e2-9dd1-b405d6aee8f4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:57.694121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['54b55caa-7b9d-491f-bbd4-da0f5226c53e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:15:57.772342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63ffb3a3-ea78-4a0e-af7e-894d80d008ab tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1134901 Sep 15 16:15:57.772741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51562) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:57.790336 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-c06a49f2-9fd9-4dad-98c0-6730621aff47 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] delete failed (client error): The resource could not be found. Sep 15 16:15:57.795915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c06a49f2-9fd9-4dad-98c0-6730621aff47 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "DELETE /v2.0/security-groups/a41a0ff2-7eca-4db3-81c2-0c41056fb22a HTTP/1.1" status: 404 len: 347 time: 0.0180562 Sep 15 16:15:57.796258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51564) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:57.822015 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-a2b99fbe-0283-4295-8896-ccc89c0f5f01 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] show failed (client error): The resource could not be found. Sep 15 16:15:57.827843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51566) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:57.836583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a2b99fbe-0283-4295-8896-ccc89c0f5f01 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-groups/4556ce24-e4ff-44f3-bf66-fa9483e011f6 HTTP/1.1" status: 404 len: 347 time: 0.0347197 Sep 15 16:15:57.850500 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-855b175d-cbcf-47f0-9dab-c9f19e76f650 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] show failed (client error): The resource could not be found. Sep 15 16:15:57.855603 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-855b175d-cbcf-47f0-9dab-c9f19e76f650 tempest-NegativeSecGroupTest-1716713956 tempest-NegativeSecGroupTest-1716713956-project] 10.222.0.63 "GET /v2.0/security-group-rules/401b8067-eeb7-4cef-8bce-c1da3cdfc95e HTTP/1.1" status: 404 len: 356 time: 0.0232747 Sep 15 16:15:58.173071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568af509-0e24-4da8-9b19-607914d5046f req-c9a6ad7c-683d-46bd-ac7d-84a7e092483b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:58.181948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-568af509-0e24-4da8-9b19-607914d5046f req-c9a6ad7c-683d-46bd-ac7d-84a7e092483b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0624876 Sep 15 16:15:58.230360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-568af509-0e24-4da8-9b19-607914d5046f req-0e8cc02d-a1e6-4195-a89d-5e1450e47c87 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470178 Sep 15 16:15:58.462752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51578) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:58.482942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:58.632025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51582) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:15:58.632884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c40e41b5-1f5d-43a6-b2fb-4135986b64e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4bf97cc6a5fa4ab495a816e2538a748d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683500 Sep 15 16:15:58.695496 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f71620-76ab-4893-9944-9bd030e07975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:58.733079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f71620-76ab-4893-9944-9bd030e07975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:58.860147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f71620-76ab-4893-9944-9bd030e07975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:58.863183 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-99f71620-76ab-4893-9944-9bd030e07975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:58.867360 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-99f71620-76ab-4893-9944-9bd030e07975 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d0f4e29b-410a-453f-a5db-0c9d2fe465cb HTTP/1.1" status: 204 len: 168 time: 0.2341361 Sep 15 16:15:58.876356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f71620-76ab-4893-9944-9bd030e07975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f4e29b-410a-453f-a5db-0c9d2fe465cb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:58.993475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:15:59.185740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 54b55caa-7b9d-491f-bbd4-da0f5226c53e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:15:59.190508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 54b55caa-7b9d-491f-bbd4-da0f5226c53e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:15:59.191041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:59.337309 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:59.367337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:15:59.370108 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab42b83-f01c-4c4c-90db-a9d6616a9634" -d '{"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:15:59.386729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e2da5-830d-4444-b535-cf258f8ae6ed req-0e5bc721-e91b-4023-85b8-0c12fa5f2510 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:59.387706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:15:59.396116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff9e2da5-830d-4444-b535-cf258f8ae6ed req-0e5bc721-e91b-4023-85b8-0c12fa5f2510 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0796742 Sep 15 16:15:59.418440 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d92392-3715-4fe4-bcec-10b0b7b58f7a x-openstack-request-id: req-33d92392-3715-4fe4-bcec-10b0b7b58f7a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:15:59.420198 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:15:59.420462 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-33d92392-3715-4fe4-bcec-10b0b7b58f7a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:15:59.420897 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'code': 200} Sep 15 16:15:59.461679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff9e2da5-830d-4444-b535-cf258f8ae6ed req-30df1d35-d645-46bb-ac55-4076d153040c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576212 Sep 15 16:15:59.466280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:59.540312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:15:59.561582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957170-df7c-4aa6-b5f1-bc38ce99733c req-64ba5c17-e220-4ceb-badd-96d8fa513435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:15:59.569253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7957170-df7c-4aa6-b5f1-bc38ce99733c req-64ba5c17-e220-4ceb-badd-96d8fa513435 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0868521 Sep 15 16:15:59.613847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7957170-df7c-4aa6-b5f1-bc38ce99733c req-b1848a8f-51c5-4d41-9ec5-ff5305e20cd1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371344 Sep 15 16:16:00.126234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:00.317565 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:00.333988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51612) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:00.462856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1936550649'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:00.593354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2882e3a-b825-4152-be3c-6d8e9ce8abf0 req-b2ef1b26-5234-4545-9318-54a4e65c96ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:00.595005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2882e3a-b825-4152-be3c-6d8e9ce8abf0 req-b2ef1b26-5234-4545-9318-54a4e65c96ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0547299 Sep 15 16:16:00.646160 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2882e3a-b825-4152-be3c-6d8e9ce8abf0 req-9a1f929f-32b6-485f-ab37-4e9d87b6d338 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432479 Sep 15 16:16:00.857694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Made reservation on behalf of f928dec1eb384a69b3c67da638c6c7b6 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:00.861165 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:00.870386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:00.984389 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.071654 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.106126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d661466-d306-4fa2-9be7-f6c125799a55,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:01.117339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:16:01.130708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.131155 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Added segment b1d54224-519d-435e-b6a7-22a46a7815e2 of type vlan for network 0b540254-110f-449a-88e3-95d1529d9ca1 Sep 15 16:16:01.185801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.282701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.288406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:01.289370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:01.373059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Pushing event updated for resources: {'Network': ['ID=0b540254-110f-449a-88e3-95d1529d9ca1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:01.389882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0b540254-110f-449a-88e3-95d1529d9ca1 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:16:01.412767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51626) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:01.413005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2fec3e7f-23e8-4482-9dc6-f5a28e4616d7 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0775428 Sep 15 16:16:01.419003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-99cc2864-9793-4f7f-a655-af76597404c3 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-1580185739') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:01.650556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-99cc2864-9793-4f7f-a655-af76597404c3 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "PUT /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-1580185739 HTTP/1.1" status: 201 len: 201 time: 0.2356174 Sep 15 16:16:01.653411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51632) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:01.657848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-99c324fb-0da0-42c2-b8ec-71c7f03eae1d tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-1580185739') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:01.756655 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-99c324fb-0da0-42c2-b8ec-71c7f03eae1d tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "GET /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-1580185739 HTTP/1.1" status: 204 len: 168 time: 0.1020103 Sep 15 16:16:01.759575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51636) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:01.763918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.tag.tag_plugin [None req-dbd92a64-99ab-4117-beb6-d7838859f479 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:01.806749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0dd93-5dc0-439b-b7ba-2a15e2014e1e req-c7793b7d-1fc5-4237-bb9c-937844c00360 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:01.813497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17d0dd93-5dc0-439b-b7ba-2a15e2014e1e req-c7793b7d-1fc5-4237-bb9c-937844c00360 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0709474 Sep 15 16:16:01.863528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-17d0dd93-5dc0-439b-b7ba-2a15e2014e1e req-9f4142eb-474a-42a3-a125-308aac3803ca tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491600 Sep 15 16:16:01.879749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51638) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:01.880066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dbd92a64-99ab-4117-beb6-d7838859f479 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "GET /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags HTTP/1.1" status: 200 len: 238 time: 0.1193826 Sep 15 16:16:01.884897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-bbfde951-4c6e-45b9-a3d7-8401ffc8f4d4 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', {'tags': ['tempest-TagsTest-Tag-101117588', 'tempest-TagsTest-Tag-1402360946', 'tempest-TagsTest-Tag-614070998']}) {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:02.027601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef089c55-9e51-44a0-9d91-324ba8abf3e3 req-2f4f31b8-a777-4470-8697-4170c47a87d6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:02.029279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef089c55-9e51-44a0-9d91-324ba8abf3e3 req-2f4f31b8-a777-4470-8697-4170c47a87d6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0694602 Sep 15 16:16:02.085084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef089c55-9e51-44a0-9d91-324ba8abf3e3 req-f7051b6a-a54d-4048-9521-b05a07d32f5e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489216 Sep 15 16:16:02.102464 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bbfde951-4c6e-45b9-a3d7-8401ffc8f4d4 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "PUT /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags HTTP/1.1" status: 200 len: 307 time: 0.2215173 Sep 15 16:16:02.111589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51642) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.116523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-fe8a3a67-060d-48ab-a14b-870fbfe30db6 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-101117588') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:02.117760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51644) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.193854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259589ed-4450-4332-9b58-5fb9967577ff tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:02.201647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-259589ed-4450-4332-9b58-5fb9967577ff tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1091 time: 0.0823998 Sep 15 16:16:02.202684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51646) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.207511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:02.317645 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:02.341335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fe8a3a67-060d-48ab-a14b-870fbfe30db6 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "DELETE /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-101117588 HTTP/1.1" status: 204 len: 168 time: 0.2282906 Sep 15 16:16:02.343637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51648) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.351503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-fd806b00-9ead-4388-818b-747c62fd5543 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-101117588') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:02.452082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:02.490932 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-fd806b00-9ead-4388-818b-747c62fd5543 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] show failed (client error): The resource could not be found. Sep 15 16:16:02.492474 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fd806b00-9ead-4388-818b-747c62fd5543 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "GET /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-101117588 HTTP/1.1" status: 404 len: 325 time: 0.1476722 Sep 15 16:16:02.495021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51650) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.500648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-83fb8fd8-9712-4c8b-8786-75876e9e7240 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-1402360946') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:02.600469 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-83fb8fd8-9712-4c8b-8786-75876e9e7240 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "GET /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-1402360946 HTTP/1.1" status: 204 len: 168 time: 0.1041255 Sep 15 16:16:02.603983 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.613468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-94697c61-65e6-4cce-bf67-b0be58d18fc3 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-614070998') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:02.617382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.150 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/1c0a25fa-791d-4166-97fc-04fe52b0068e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:02.705973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-94697c61-65e6-4cce-bf67-b0be58d18fc3 tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "GET /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-614070998 HTTP/1.1" status: 204 len: 168 time: 0.1002710 Sep 15 16:16:02.708560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51658) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.713601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-30212f2f-2fdf-45b5-9880-35030b79f18c tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:02.779201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:02.893767 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-30212f2f-2fdf-45b5-9880-35030b79f18c tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "DELETE /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags HTTP/1.1" status: 204 len: 168 time: 0.1839685 Sep 15 16:16:02.896559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51660) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:02.901206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-8787a4f3-c5a0-4006-b517-a0485c5df2fd tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-1402360946') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:02.922247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:02.968068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:02.971253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:02.975009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:03.004781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=1c0a25fa-791d-4166-97fc-04fe52b0068e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:03.005626 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-8787a4f3-c5a0-4006-b517-a0485c5df2fd tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] show failed (client error): The resource could not be found. Sep 15 16:16:03.010683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8787a4f3-c5a0-4006-b517-a0485c5df2fd tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "GET /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-1402360946 HTTP/1.1" status: 404 len: 326 time: 0.1130486 Sep 15 16:16:03.011280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51662) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:03.015680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-9a176007-ef72-46a1-bc4b-0e1b172fca1e tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1', 'tempest-TagsTest-Tag-614070998') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:03.114028 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-9a176007-ef72-46a1-bc4b-0e1b172fca1e tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] show failed (client error): The resource could not be found. Sep 15 16:16:03.117833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9a176007-ef72-46a1-bc4b-0e1b172fca1e tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "GET /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags/tempest-TagsTest-Tag-614070998 HTTP/1.1" status: 404 len: 325 time: 0.1052771 Sep 15 16:16:03.122686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51664) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:03.131133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.tag.tag_plugin [None req-0acdb935-b0f6-4baa-ae4a-7d60837c1afd tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0b540254-110f-449a-88e3-95d1529d9ca1') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:03.225614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0acdb935-b0f6-4baa-ae4a-7d60837c1afd tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "DELETE /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1/tags HTTP/1.1" status: 204 len: 168 time: 0.1003642 Sep 15 16:16:03.226286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51666) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:03.340255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:03.502005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:03.558262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b540254-110f-449a-88e3-95d1529d9ca1']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:03.579903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d54224-519d-435e-b6a7-22a46a7815e2') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:03.580535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d54224-519d-435e-b6a7-22a46a7815e2') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:03.620973 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:03.637637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:03.645226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:16:03.646604 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:16:03.651045 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:16:03.809931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:03.835566 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:03.838343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] 10.222.0.63 "DELETE /v2.0/networks/0b540254-110f-449a-88e3-95d1529d9ca1 HTTP/1.1" status: 204 len: 168 time: 0.6106269 Sep 15 16:16:03.909467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ace63-31ff-4dea-ac9d-c7a455c1611a tempest-TagsTest-490627136 tempest-TagsTest-490627136-project] Pushing event deleted for resources: {'Network': ['ID=0b540254-110f-449a-88e3-95d1529d9ca1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:03.981931 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:04.229526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:04.412581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:04.701968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51684) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:04.850807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c2b59dc-13a7-410b-875d-bbb009b1c670 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f928dec1eb384a69b3c67da638c6c7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476257 Sep 15 16:16:04.853680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51688) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:04.854741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:04.906261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a2411a0-c876-4e5f-b61b-950260a9c2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:04.930422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a2411a0-c876-4e5f-b61b-950260a9c2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:04.935135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=1c0a25fa-791d-4166-97fc-04fe52b0068e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:04.946071 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:05.063500 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a2411a0-c876-4e5f-b61b-950260a9c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:05.066651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a2411a0-c876-4e5f-b61b-950260a9c2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:05.071317 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP 22d5454a-47c2-4029-9731-4220b7a6febb associated. External IP: 172.25.0.150, port: 54b55caa-7b9d-491f-bbd4-da0f5226c53e. Sep 15 16:16:05.072947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3a2411a0-c876-4e5f-b61b-950260a9c2c2 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1d661466-d306-4fa2-9be7-f6c125799a55 HTTP/1.1" status: 204 len: 168 time: 0.2178938 Sep 15 16:16:05.091890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2411a0-c876-4e5f-b61b-950260a9c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d661466-d306-4fa2-9be7-f6c125799a55,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:05.355403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 22b8c400-4880-44f9-944f-3ae7ec0ef912 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:16:05.490942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:16:05.504326 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] Sync routers for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:16:05.517108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:05.517820 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:05.609354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:05.682240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c79f1547-ccbf-49f7-95db-59a9a4c348a4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4747593 Sep 15 16:16:05.690520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:16:05.716744 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fcea99-3a33-4cf6-af44-b763b0ed6690" -d '{"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:16:05.783840 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a574d863-466d-429a-a23f-eaf278cf6751 x-openstack-request-id: req-a574d863-466d-429a-a23f-eaf278cf6751 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:16:05.784239 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:16:05.784652 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a574d863-466d-429a-a23f-eaf278cf6751 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:16:05.785472 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'status': 'completed', 'code': 200} Sep 15 16:16:05.838948 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:05.859071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b1c71-a1ee-49ec-8efe-af680ab27a5a req-552951cb-ffb5-4c7a-a4e4-4cf943abd79e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:05.861721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f2b1c71-a1ee-49ec-8efe-af680ab27a5a req-552951cb-ffb5-4c7a-a4e4-4cf943abd79e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1003885 Sep 15 16:16:05.899975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-555d5152-0be3-4453-8f20-3740d5ec63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:05.903503 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-555d5152-0be3-4453-8f20-3740d5ec63f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0897915 Sep 15 16:16:05.934625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f2b1c71-a1ee-49ec-8efe-af680ab27a5a req-b2ced25e-90b4-4d2a-a0d9-7299bd5e9f4a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650887 Sep 15 16:16:05.964424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51714) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:06.148784 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b4cd0f04-960e-49d0-b86f-08c7e2bfc0d0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/22d5454a-47c2-4029-9731-4220b7a6febb HTTP/1.1" status: 200 len: 991 time: 0.1803744 Sep 15 16:16:06.151100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-c5bd9c8b-9c6d-452b-b776-452b7ae6138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:06.152638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-c5bd9c8b-9c6d-452b-b776-452b7ae6138b service neutron] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.2337377 Sep 15 16:16:06.256213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-bf814e6e-d29d-422c-afe5-73134d3f1e0a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 999 time: 0.0955341 Sep 15 16:16:06.262251 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '22d5454a-47c2-4029-9731-4220b7a6febb', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'port_id': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'mac_address': 'fa:16:3e:d6:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:16:03Z', 'updated_at': '2021-09-15T16:16:03Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:06.296256 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] Checking router: 22b8c400-4880-44f9-944f-3ae7ec0ef912 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:16:06.307821 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:06.309177 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:06.342420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-7fb33e44-7170-4249-bde5-e166faab8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:06.344107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-7fb33e44-7170-4249-bde5-e166faab8fb7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0804820 Sep 15 16:16:06.413219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-7eb037bf-cfe2-441f-936b-8c1deaeba4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:06.416522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-7eb037bf-cfe2-441f-936b-8c1deaeba4f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631416 Sep 15 16:16:06.496008 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:06.555845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-094a7e3e-ac05-4053-85a0-c372c3ccd9cf service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321018 Sep 15 16:16:06.751943 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33fcea99-3a33-4cf6-af44-b763b0ed6690 req-b3bd4dde-ca0d-4c1b-851b-2f5785b20fce service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891062 Sep 15 16:16:06.862982 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '22d5454a-47c2-4029-9731-4220b7a6febb', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'port_id': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'mac_address': 'fa:16:3e:d6:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:16:03Z', 'updated_at': '2021-09-15T16:16:03Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:06.908038 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91d7b6-45e5-482d-b7cc-7a60218c760e None None] The sync data for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 is: [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '22d5454a-47c2-4029-9731-4220b7a6febb', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'port_id': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'mac_address': 'fa:16:3e:d6:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:16:03Z', 'updated_at': '2021-09-15T16:16:03Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:16:07.150895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51742) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:07.285395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620d411-0ca6-47b7-83a8-2f9ab3becc31 None None] New status for floating IP 22d5454a-47c2-4029-9731-4220b7a6febb: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:16:07.329515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1c524119-dff1-4e37-a492-75853f7a2862 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/22d5454a-47c2-4029-9731-4220b7a6febb HTTP/1.1" status: 200 len: 991 time: 0.1763453 Sep 15 16:16:08.330352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:08.412720 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-14e966a1-ed5a-4e0d-a5a6-cf1ea105bef1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/22d5454a-47c2-4029-9731-4220b7a6febb HTTP/1.1" status: 200 len: 993 time: 0.0800569 Sep 15 16:16:08.593511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51770) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:08.746324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-027f7906-e748-4ee2-8e13-92fb158faf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:08.875057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-027f7906-e748-4ee2-8e13-92fb158faf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:09.292274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-027f7906-e748-4ee2-8e13-92fb158faf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:09.332838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f7906-e748-4ee2-8e13-92fb158faf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21020165-7a43-496b-bb9b-dee4b07bea95,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:09.340771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-027f7906-e748-4ee2-8e13-92fb158faf60 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7bfdb461b6f54f279a0a69b3432f3526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7464519 Sep 15 16:16:09.344110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51778) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:09.399693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17060922-b663-4ddd-9eab-cdbce8026096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:09.426653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17060922-b663-4ddd-9eab-cdbce8026096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:09.557323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17060922-b663-4ddd-9eab-cdbce8026096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:09.560358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-17060922-b663-4ddd-9eab-cdbce8026096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:09.568349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-17060922-b663-4ddd-9eab-cdbce8026096 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/21020165-7a43-496b-bb9b-dee4b07bea95 HTTP/1.1" status: 204 len: 168 time: 0.2186475 Sep 15 16:16:09.583818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17060922-b663-4ddd-9eab-cdbce8026096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21020165-7a43-496b-bb9b-dee4b07bea95,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:10.402719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51798) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:10.423708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b025968-3d03-4568-a857-55b988be142a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:10.534807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b025968-3d03-4568-a857-55b988be142a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:10.616757 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b025968-3d03-4568-a857-55b988be142a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:10.671711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b025968-3d03-4568-a857-55b988be142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7629fa-90d8-4939-8628-964b455d443c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:10.676523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5b025968-3d03-4568-a857-55b988be142a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=26dfe413a51e4bb8a18b7fc446c6ae2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720709 Sep 15 16:16:10.679172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51800) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:10.748355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a8c48b9-8e29-4ab9-9201-89861a37da40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:10.784351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a8c48b9-8e29-4ab9-9201-89861a37da40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:10.949373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a8c48b9-8e29-4ab9-9201-89861a37da40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:10.952553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a8c48b9-8e29-4ab9-9201-89861a37da40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:10.956594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0a8c48b9-8e29-4ab9-9201-89861a37da40 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/bd7629fa-90d8-4939-8628-964b455d443c HTTP/1.1" status: 204 len: 168 time: 0.2756307 Sep 15 16:16:10.967106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c48b9-8e29-4ab9-9201-89861a37da40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7629fa-90d8-4939-8628-964b455d443c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:12.496409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51842) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:12.623973 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2296b2-136e-453b-963e-45297db28e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:12.717128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2296b2-136e-453b-963e-45297db28e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:12.818383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0c2296b2-136e-453b-963e-45297db28e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:12.882073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2296b2-136e-453b-963e-45297db28e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1dddbe-66f6-4a2a-8161-542dddd73912,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:12.907089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0c2296b2-136e-453b-963e-45297db28e68 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fa0562f535ba4a92b43ed45cb4381992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096310 Sep 15 16:16:12.910830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51852) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:12.981387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24060490-8a89-4f9e-b58b-2d0edb6d218b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.008868 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24060490-8a89-4f9e-b58b-2d0edb6d218b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.121461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24060490-8a89-4f9e-b58b-2d0edb6d218b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.128842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24060490-8a89-4f9e-b58b-2d0edb6d218b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.130835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-24060490-8a89-4f9e-b58b-2d0edb6d218b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3c1dddbe-66f6-4a2a-8161-542dddd73912 HTTP/1.1" status: 204 len: 168 time: 0.2186131 Sep 15 16:16:13.169830 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24060490-8a89-4f9e-b58b-2d0edb6d218b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1dddbe-66f6-4a2a-8161-542dddd73912,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:13.191418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51862) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:13.342896 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9cc6e8d2-ae7e-4648-8de0-30fb9b0e4df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.456873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9cc6e8d2-ae7e-4648-8de0-30fb9b0e4df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.546027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9cc6e8d2-ae7e-4648-8de0-30fb9b0e4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.589444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9cc6e8d2-ae7e-4648-8de0-30fb9b0e4df7 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9cdb21100043428dbf4e4b4995d99092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962038 Sep 15 16:16:13.592150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:13.653492 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6e8d2-ae7e-4648-8de0-30fb9b0e4df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3cea21-2306-4ef8-9750-996554df23b3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:13.712876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34d7dcc3-ca38-44d2-a3e8-438804a72b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.748609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34d7dcc3-ca38-44d2-a3e8-438804a72b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:13.999580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34d7dcc3-ca38-44d2-a3e8-438804a72b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:14.002672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34d7dcc3-ca38-44d2-a3e8-438804a72b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:14.004042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-34d7dcc3-ca38-44d2-a3e8-438804a72b1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/9c3cea21-2306-4ef8-9750-996554df23b3 HTTP/1.1" status: 204 len: 168 time: 0.4108572 Sep 15 16:16:14.024113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7dcc3-ca38-44d2-a3e8-438804a72b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3cea21-2306-4ef8-9750-996554df23b3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:16.805202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 51978) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:16.925014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39198f40-f6dc-46fe-aa08-8dd0c580e3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.022264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39198f40-f6dc-46fe-aa08-8dd0c580e3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.163801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39198f40-f6dc-46fe-aa08-8dd0c580e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.205874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-39198f40-f6dc-46fe-aa08-8dd0c580e3d0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cd02888e0618441293733e69433183bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961716 Sep 15 16:16:17.205874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39198f40-f6dc-46fe-aa08-8dd0c580e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669598db-d3f5-4e50-bc88-5f4333f603fd,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:17.206354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 51994) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:17.266336 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd92fd-3b96-46b8-b044-0ff6a4baacc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.293674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd92fd-3b96-46b8-b044-0ff6a4baacc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.409272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd92fd-3b96-46b8-b044-0ff6a4baacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.411892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ecfd92fd-3b96-46b8-b044-0ff6a4baacc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.413106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ecfd92fd-3b96-46b8-b044-0ff6a4baacc9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/669598db-d3f5-4e50-bc88-5f4333f603fd HTTP/1.1" status: 204 len: 168 time: 0.2057798 Sep 15 16:16:17.421080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd92fd-3b96-46b8-b044-0ff6a4baacc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669598db-d3f5-4e50-bc88-5f4333f603fd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:17.706677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:17.838171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63abafcd-8673-423e-acdf-c1ec36509341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:17.935956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63abafcd-8673-423e-acdf-c1ec36509341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:18.078350 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63abafcd-8673-423e-acdf-c1ec36509341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:18.122177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63abafcd-8673-423e-acdf-c1ec36509341 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=096b6b20c94945d0b4d97816e509d91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140050 Sep 15 16:16:18.123076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abafcd-8673-423e-acdf-c1ec36509341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ba195-76a6-4d0d-8019-90466b3dc587,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:18.126386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52038) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:18.184238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01794897-c4f8-4478-a801-a45951dfbc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:18.212148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01794897-c4f8-4478-a801-a45951dfbc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:18.384238 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01794897-c4f8-4478-a801-a45951dfbc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:18.388081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01794897-c4f8-4478-a801-a45951dfbc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:18.391951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-01794897-c4f8-4478-a801-a45951dfbc1d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b95ba195-76a6-4d0d-8019-90466b3dc587 HTTP/1.1" status: 204 len: 168 time: 0.2618866 Sep 15 16:16:18.398527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01794897-c4f8-4478-a801-a45951dfbc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ba195-76a6-4d0d-8019-90466b3dc587,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:18.763873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52074) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:18.879133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-920915195-network', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:19.047040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Made reservation on behalf of 7e6ae8222c664239a3dd4090e4dfbdaf for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:19.049488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.059663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.157564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.274793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52092) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:19.283190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.300574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd8807ab-4b30-4013-b3da-a6d1357b68b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.321430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:16:19.334660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef06b2a-33dd-4d99-ac26-0da895419ca0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:19.342637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.342986 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Added segment 1e8267d9-1f14-4121-aaf4-64df86150ec7 of type vlan for network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa Sep 15 16:16:19.401049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.473988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd8807ab-4b30-4013-b3da-a6d1357b68b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.521414 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.522411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:19.522990 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.555017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bd8807ab-4b30-4013-b3da-a6d1357b68b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.611928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:19.618461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:16:19.630842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bd8807ab-4b30-4013-b3da-a6d1357b68b9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a0f248139cc14dfd9405657c9082fc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548970 Sep 15 16:16:19.632901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8807ab-4b30-4013-b3da-a6d1357b68b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04a71e7-3587-4882-87e4-fe21c365b527,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:19.634414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52106) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:19.639554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4d45282d-a4ef-4889-9bc5-26edff48c7d4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8746321 Sep 15 16:16:19.644772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52108) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:19.649593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Request body: {'subnet': {'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-920915195-subnet', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:19.715851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0eaa-dd09-447e-872e-b180d7fba8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.730095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Made reservation on behalf of 7e6ae8222c664239a3dd4090e4dfbdaf for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:19.732559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.741969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0eaa-dd09-447e-872e-b180d7fba8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.881630 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0eaa-dd09-447e-872e-b180d7fba8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.885216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0eaa-dd09-447e-872e-b180d7fba8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:19.886531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd6f0eaa-dd09-447e-872e-b180d7fba8fa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e04a71e7-3587-4882-87e4-fe21c365b527 HTTP/1.1" status: 204 len: 168 time: 0.2509775 Sep 15 16:16:19.894698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f0eaa-dd09-447e-872e-b180d7fba8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04a71e7-3587-4882-87e4-fe21c365b527,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:20.155878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:20.209162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218c0678-7ea1-4ccb-af9e-8507c6faaa27,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:20.231276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Checking segment: {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:20.233164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Network hostable DHCP agents. Network: 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:16:20.315791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:16:20.441484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:20.447482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:20.452750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:20.453772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c95def-754d-44db-bd12-1b4fc4d0fd5f None None] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:20.565087 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d4876e44-08d6-4765-8a33-e458fc4a06b8 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9193678 Sep 15 16:16:20.568989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52130) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:20.573985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:20.646502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:16:20.646502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:20.707087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:20.708228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:20.796968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:20.815602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Allocated IP 172.20.0.2 (664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa/218c0678-7ea1-4ccb-af9e-8507c6faaa27/64613874-f8e3-46bb-9dd9-2057b0c36efa) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:21.039858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.097628 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.247279 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.291198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:21.294653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:21.302004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:21.305857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Pushing event updated for resources: {'Port': ['ID=64613874-f8e3-46bb-9dd9-2057b0c36efa,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:21.362993 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.369838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Attempting to bind port 64613874-f8e3-46bb-9dd9-2057b0c36efa on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:21.370447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Attempting to bind port 64613874-f8e3-46bb-9dd9-2057b0c36efa by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:21.370824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Attempting to bind port 64613874-f8e3-46bb-9dd9-2057b0c36efa on network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:21.376625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:21.377339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Checking segment: {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:21.377919 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.378516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Bound using segment: {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:21.379157 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Bound port: 64613874-f8e3-46bb-9dd9-2057b0c36efa, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:21.379809 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.385065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.452781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] For port 64613874-f8e3-46bb-9dd9-2057b0c36efa, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:21.455779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] For port 64613874-f8e3-46bb-9dd9-2057b0c36efa, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64613874-f8e3-46bb-9dd9-2057b0c36efa,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:21.493428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Allocated IP 172.25.0.144 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/6c6486e1-d134-4e8f-9c82-5fd46d166d13) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:21.609672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.621802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.674931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f89ee-2fb2-438b-be95-f405794696e6 None None] Pushing event updated for resources: {'Port': ['ID=64613874-f8e3-46bb-9dd9-2057b0c36efa,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:21.752629 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.796302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:21.799406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:21.802124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:21.852907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Pushing event updated for resources: {'Port': ['ID=6c6486e1-d134-4e8f-9c82-5fd46d166d13,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:22.216185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.440949 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.561064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52182) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:22.595283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64613874-f8e3-46bb-9dd9-2057b0c36efa up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:22.639396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] Deleting subnet ced7db5c-2434-4b5d-8c0a-0c761bd74cf5 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:16:22.643226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.667292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 64613874-f8e3-46bb-9dd9-2057b0c36efa triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:22.667842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.688212 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.752536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:16:22.752730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.773755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.826026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9aebd3-a494-4a86-89fd-b08fb5b13ceb None None] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:22.887426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 64613874-f8e3-46bb-9dd9-2057b0c36efa, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64613874-f8e3-46bb-9dd9-2057b0c36efa,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:22.888734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a788d707-ed15-4294-acb2-e2c7f063dcc3 None None] Provisioning complete for port 64613874-f8e3-46bb-9dd9-2057b0c36efa triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:22.889284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a788d707-ed15-4294-acb2-e2c7f063dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.910598 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.922864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.925391 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ced7db5c-2434-4b5d-8c0a-0c761bd74cf5 HTTP/1.1" status: 204 len: 168 time: 0.3585551 Sep 15 16:16:22.926619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:16:22.928858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52202) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:22.939150 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Sync routers for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:16:22.950708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252f069-0240-4900-a2a2-164fc31515c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced7db5c-2434-4b5d-8c0a-0c761bd74cf5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:22.952345 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:22.953827 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:22.990706 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.049266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=64613874-f8e3-46bb-9dd9-2057b0c36efa,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:23.078078 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.112143 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:23.183995 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.185389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6672f0a6-c9bd-48cb-88b1-97e5edd58a82 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6154232 Sep 15 16:16:23.187644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.188345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52210) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:23.233569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98e37b3-2bef-4200-ae3d-abd909c6100e']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:23.250110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97b47b9-9665-4e53-bcb1-9e71eff8b564') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:23.250877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97b47b9-9665-4e53-bcb1-9e71eff8b564') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:23.264470 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.285410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.298598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:16:23.299307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:16:23.302600 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:16:23.402098 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:22Z', 'revision_number': 3, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:23.436247 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Checking router: 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:16:23.437016 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Updating router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 port 6c6486e1-d134-4e8f-9c82-5fd46d166d13 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:16:23.466713 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.472223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.473687 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.488639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] 10.222.0.63 "DELETE /v2.0/networks/d98e37b3-2bef-4200-ae3d-abd909c6100e HTTP/1.1" status: 204 len: 168 time: 0.5326879 Sep 15 16:16:23.503862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd930a68-d48e-4544-9996-8818a5212526 admin admin] Pushing event deleted for resources: {'Network': ['ID=d98e37b3-2bef-4200-ae3d-abd909c6100e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:23.600038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a26d2e81-8759-4a06-9b53-c5b2b5e8ad22 None None] Provisioning complete for port 64613874-f8e3-46bb-9dd9-2057b0c36efa triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:23.605368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a26d2e81-8759-4a06-9b53-c5b2b5e8ad22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.847317 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.849882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.944131 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.995026 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Attempting to bind port 6c6486e1-d134-4e8f-9c82-5fd46d166d13 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:23.995404 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Attempting to bind port 6c6486e1-d134-4e8f-9c82-5fd46d166d13 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:23.995769 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Attempting to bind port 6c6486e1-d134-4e8f-9c82-5fd46d166d13 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:23.996526 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6674-5751-4a7a-8315-017647d4d47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.005643 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:24.006021 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:24.006426 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.006851 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:24.007690 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Bound port: 6c6486e1-d134-4e8f-9c82-5fd46d166d13, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:24.007690 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.009836 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa89a2-800d-425f-b69f-6656f3c0c935 None None] Pushing event updated for resources: {'Port': ['ID=6c6486e1-d134-4e8f-9c82-5fd46d166d13,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:24.070466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52244) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:24.103448 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] For port 6c6486e1-d134-4e8f-9c82-5fd46d166d13, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:24.106966 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] For port 6c6486e1-d134-4e8f-9c82-5fd46d166d13, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c6486e1-d134-4e8f-9c82-5fd46d166d13,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:24.115713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-54f97f3c-ef49-44fe-a11e-d8f6e1e5b198 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9ecd2514742c4202b4ba3146f667e6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440431 Sep 15 16:16:24.118281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52248) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:24.171477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092c0978-d9f4-49f0-97ba-bd66a1305485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.193302 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.195872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092c0978-d9f4-49f0-97ba-bd66a1305485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.265134 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa89a2-800d-425f-b69f-6656f3c0c935 None None] Pushing event updated for resources: {'Port': ['ID=6c6486e1-d134-4e8f-9c82-5fd46d166d13,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:24.267741 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:24.268350 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:24.318142 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092c0978-d9f4-49f0-97ba-bd66a1305485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.322131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-092c0978-d9f4-49f0-97ba-bd66a1305485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.325912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-092c0978-d9f4-49f0-97ba-bd66a1305485 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f7173959-e872-497f-b8b0-6378ce6db127 HTTP/1.1" status: 204 len: 168 time: 0.2036099 Sep 15 16:16:24.334440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c0978-d9f4-49f0-97ba-bd66a1305485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7173959-e872-497f-b8b0-6378ce6db127,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:24.543194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:24.587605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64613874-f8e3-46bb-9dd9-2057b0c36efa up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:24.597268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Allocated IP 172.20.0.1 (664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa/218c0678-7ea1-4ccb-af9e-8507c6faaa27/95cef643-a578-4256-afd2-74052da623d1) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:24.652570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 64613874-f8e3-46bb-9dd9-2057b0c36efa triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:24.652979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.782807 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.822101 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:22Z', 'revision_number': 3, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:24.857382 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c604e-4db2-44ed-b7b7-47b244d72118 None None] The sync data for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 is: [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:22Z', 'revision_number': 3, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:16:24.893639 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:24.937117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:24.940277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:24.943096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:24.984551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Pushing event updated for resources: {'Port': ['ID=95cef643-a578-4256-afd2-74052da623d1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:25.012407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:25.242774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:25.313867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3bc3212d-d586-4f47-9832-c074c282a513 None None] Provisioning complete for port 95cef643-a578-4256-afd2-74052da623d1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:25.315142 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3bc3212d-d586-4f47-9832-c074c282a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:25.359467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3212d-d586-4f47-9832-c074c282a513 None None] Port 95cef643-a578-4256-afd2-74052da623d1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:25.446010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:25.516169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:25.593660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:25.595687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Pushing event updated for resources: {'Port': ['ID=95cef643-a578-4256-afd2-74052da623d1,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:25.715796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:25.717176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:25.886767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:16:26.012612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:16:26.017771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-36d7cbd1-4e72-4f26-8199-47ceef8f9de6 admin admin] 10.222.0.63 "PUT /v2.0/routers/5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8281591 Sep 15 16:16:26.086036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9f9ce264-73a2-4b4f-b686-1a6e934e2f86 None None] Provisioning complete for port 95cef643-a578-4256-afd2-74052da623d1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:26.086410 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9f9ce264-73a2-4b4f-b686-1a6e934e2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:26.137683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ce264-73a2-4b4f-b686-1a6e934e2f86 None None] Port 95cef643-a578-4256-afd2-74052da623d1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:26.545229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c6486e1-d134-4e8f-9c82-5fd46d166d13 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:26.608773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6c6486e1-d134-4e8f-9c82-5fd46d166d13 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:26.609155 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:26.723659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:26.746317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6c6486e1-d134-4e8f-9c82-5fd46d166d13, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c6486e1-d134-4e8f-9c82-5fd46d166d13,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:26.748063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:26.773249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Sync routers for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:16:26.789186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:26.789186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:15:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:26.828921 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:26.875289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52380) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:26.884009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1562744937-network', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:26.927671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6c6486e1-d134-4e8f-9c82-5fd46d166d13,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:26.953871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:26.964052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Made reservation on behalf of faa80f8d1cac471f8687380659e1dbd5 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:26.966800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:26.975869 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.082380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.125935 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.175867 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.184585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 2, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:27.200630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:16:27.217574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.218181 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Added segment 01f6877d-b7e0-4c90-8d33-a02e979f5183 of type vlan for network afcac7f4-5271-4d45-981a-afc7ec0beeaf Sep 15 16:16:27.219538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e3dfb5-cce0-43d9-85c1-f6b7987e2880,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:27.226216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Checking router: 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:16:27.226648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Updating router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 port 95cef643-a578-4256-afd2-74052da623d1 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:16:27.262678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.268427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.296530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9209b3c-c362-4cac-98b5-8f94cb3d10b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.390118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.391011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:27.391642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.455990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=afcac7f4-5271-4d45-981a-afc7ec0beeaf,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:27.473300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-91520abf-c753-46d9-8aa6-25c1d46dfeb3 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5956020 Sep 15 16:16:27.475886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:27.483352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Request body: {'subnet': {'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1562744937-subnet', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:27.597454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:16:27.609915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Made reservation on behalf of faa80f8d1cac471f8687380659e1dbd5 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:27.612407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.756008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:27.811336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.884063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.904028 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa38152e-be9a-402f-8b95-b4fc12dce02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.941344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459e93-9615-4150-8a2d-d62b9492dc5c None None] Pushing event updated for resources: {'Port': ['ID=95cef643-a578-4256-afd2-74052da623d1,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:27.980201 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:27.997370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Attempting to bind port 95cef643-a578-4256-afd2-74052da623d1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:28.005468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Attempting to bind port 95cef643-a578-4256-afd2-74052da623d1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:28.006843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Attempting to bind port 95cef643-a578-4256-afd2-74052da623d1 on network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:28.020103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:28.020365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa38152e-be9a-402f-8b95-b4fc12dce02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.020466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Checking segment: {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:28.021182 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.021640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Bound using segment: {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:28.022231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Bound port: 95cef643-a578-4256-afd2-74052da623d1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:28.022706 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.060750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ecef5b-65a9-44d7-bf8f-5108deb8ce45,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:28.067371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Checking segment: {'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:28.068620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Network hostable DHCP agents. Network: afcac7f4-5271-4d45-981a-afc7ec0beeaf, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:16:28.101587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] For port 95cef643-a578-4256-afd2-74052da623d1, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:28.105443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] For port 95cef643-a578-4256-afd2-74052da623d1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=95cef643-a578-4256-afd2-74052da623d1,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:28.138593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa38152e-be9a-402f-8b95-b4fc12dce02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.169883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f8889f65-1500-4dbe-aa45-e6becd2197db None None] Provisioning complete for port 95cef643-a578-4256-afd2-74052da623d1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:28.169883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8889f65-1500-4dbe-aa45-e6becd2197db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.178035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38152e-be9a-402f-8b95-b4fc12dce02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0016016-3fb5-40bc-94ae-37b4d49e2b77,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:28.186403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa38152e-be9a-402f-8b95-b4fc12dce02e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=43a27aa653f1492c906ab7fbff0e1176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248085 Sep 15 16:16:28.186960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52402) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:28.206248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f8889f65-1500-4dbe-aa45-e6becd2197db None None] Port 95cef643-a578-4256-afd2-74052da623d1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:28.239402 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61b11c35-6ded-4011-b1ac-8cd1099bc0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.260977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61b11c35-6ded-4011-b1ac-8cd1099bc0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.293292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:16:28.299570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.356262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:28.356933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:28.397920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, afcac7f4-5271-4d45-981a-afc7ec0beeaf) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:28.404100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:28.405154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.408823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459e93-9615-4150-8a2d-d62b9492dc5c None None] Pushing event updated for resources: {'Port': ['ID=95cef643-a578-4256-afd2-74052da623d1,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:28.425213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0295a7-87fe-4129-94a6-6405031109de None None] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:28.438154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61b11c35-6ded-4011-b1ac-8cd1099bc0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.444390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61b11c35-6ded-4011-b1ac-8cd1099bc0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.451395 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-61b11c35-6ded-4011-b1ac-8cd1099bc0d9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d0016016-3fb5-40bc-94ae-37b4d49e2b77 HTTP/1.1" status: 204 len: 168 time: 0.2582045 Sep 15 16:16:28.483878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b11c35-6ded-4011-b1ac-8cd1099bc0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0016016-3fb5-40bc-94ae-37b4d49e2b77,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:28.525743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.542877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d0c840c2-8562-4dd4-926d-ed72ad824108 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0651162 Sep 15 16:16:28.544860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52406) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:28.552630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:28.556196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:28.582768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c6486e1-d134-4e8f-9c82-5fd46d166d13 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:28.687707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.688769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.737003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4464713d-2089-4813-8f8a-e8039b7d13c5 None None] Provisioning complete for port 95cef643-a578-4256-afd2-74052da623d1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:28.737499 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4464713d-2089-4813-8f8a-e8039b7d13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.761231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.845957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-afcac7f4-5271-4d45-981a-afc7ec0beeaf', 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'fixed_ips': [{'subnet_id': 'c4ecef5b-65a9-44d7-bf8f-5108deb8ce45'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:16:28.846824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.864732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6c6486e1-d134-4e8f-9c82-5fd46d166d13 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:28.865109 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.060292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.088223 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4464713d-2089-4813-8f8a-e8039b7d13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.153189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-f8d24e92-b132-4b47-ae47-3b0d2e52c48c tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=8544a3cc41ff414abd9734c482f08028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267828 Sep 15 16:16:29.186458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4464713d-2089-4813-8f8a-e8039b7d13c5 None None] For port 95cef643-a578-4256-afd2-74052da623d1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=95cef643-a578-4256-afd2-74052da623d1,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:29.239238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Allocated IP 172.20.0.2 (afcac7f4-5271-4d45-981a-afc7ec0beeaf/c4ecef5b-65a9-44d7-bf8f-5108deb8ce45/08b1693d-6bd9-4d0c-9527-e89a6e9d69c6) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:29.245413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4464713d-2089-4813-8f8a-e8039b7d13c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.286162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:28Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:29.329301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7f9ca-d7df-429d-83b5-3295b7ab87d7 None None] The sync data for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 is: [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:28Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:16:29.338314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-edc411d0-f673-405d-8e86-36f5ca9845dc tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:29.339992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-edc411d0-f673-405d-8e86-36f5ca9845dc tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743588 Sep 15 16:16:29.397053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464713d-2089-4813-8f8a-e8039b7d13c5 None None] Pushing event updated for resources: {'Port': ['ID=95cef643-a578-4256-afd2-74052da623d1,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:29.444021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-7fabb755-524b-40e1-948d-fdc688efd9f7 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/quotas/8544a3cc41ff414abd9734c482f08028 HTTP/1.1" status: 200 len: 375 time: 0.0941062 Sep 15 16:16:29.508777 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.532806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-679a070a-eedd-4c44-a786-fa63465b98dd tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=8544a3cc41ff414abd9734c482f08028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490654 Sep 15 16:16:29.558958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.583637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.597244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.665220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:29.669711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:29.673557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:29.692977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Pushing event updated for resources: {'Port': ['ID=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:29.722683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Allocated IP 172.25.0.145 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/80c2f2c4-e93d-4e54-92ca-af62093545fa) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:29.790833 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Attempting to bind port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:29.791528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Attempting to bind port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:29.792139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Attempting to bind port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 on network afcac7f4-5271-4d45-981a-afc7ec0beeaf {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:29.802832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:29.803378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Checking segment: {'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:29.803879 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.804367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Bound using segment: {'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:29.804959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Bound port: 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:29.805448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.881925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ddacdb2-8683-4e83-81e2-a3dd029c9bfb req-fe6ed9f2-4a0a-41d8-9a23-4d356ef571fb tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 210 time: 0.0691552 Sep 15 16:16:29.888404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:29.926011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] For port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:29.929849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] For port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,segment=NetworkSegment(01f6877d-b7e0-4c90-8d33-a02e979f5183),segment_id=01f6877d-b7e0-4c90-8d33-a02e979f5183)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:30.023256 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.067012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.116055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb96213-fa2c-4c8f-b6a2-5606ce6e9d87 None None] Pushing event updated for resources: {'Port': ['ID=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:30.127124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:30.130784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:30.143826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:30.152445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Pushing event updated for resources: {'Port': ['ID=80c2f2c4-e93d-4e54-92ca-af62093545fa,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:30.169710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.290557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.560611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.619146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 95cef643-a578-4256-afd2-74052da623d1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:30.686096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 95cef643-a578-4256-afd2-74052da623d1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:30.686643 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.791120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:30.843528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.861025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:30.861398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:30.888435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52466) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:31.018085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.056008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecba116e-6747-4e71-aee7-966c5e7e22c2 req-eba5820d-ff0a-4535-a7c4-f8cc62e0cdb5 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 210 time: 0.0528808 Sep 15 16:16:31.098705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,segment=NetworkSegment(01f6877d-b7e0-4c90-8d33-a02e979f5183),segment_id=01f6877d-b7e0-4c90-8d33-a02e979f5183)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:31.152338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-928395123'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:31.164022 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.220654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Router 80ee218e-b8c6-4c06-975d-c7ff9344365c is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:16:31.223846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:31.248338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Made reservation on behalf of 90b249bf39e84fdf8ef61c06d3a2a455 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:31.253161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.266899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.376349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.378309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:16:31.389131 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Sync routers for ids ['80ee218e-b8c6-4c06-975d-c7ff9344365c'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:16:31.398843 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Routers {'80ee218e-b8c6-4c06-975d-c7ff9344365c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:31.399454 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['80ee218e-b8c6-4c06-975d-c7ff9344365c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:31.405875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e305dd-51f5-4759-8c9a-0cf507e35686 None None] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:31.487400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.492809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c679d730-6c99-40a4-83b6-91d9139b795b None None] Provisioning complete for port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:31.493241 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c679d730-6c99-40a4-83b6-91d9139b795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.500189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:16:31.510575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.511162 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Added segment edbf7846-be74-47f9-867d-ea5b5607daff of type vlan for network c63c0132-a4e8-41fa-ac38-453deec1898b Sep 15 16:16:31.530188 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Set router 80ee218e-b8c6-4c06-975d-c7ff9344365c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:31.546946 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.548987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e25f7a12-3d71-4c20-9b5c-09895f81a413 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0028172 Sep 15 16:16:31.551685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52472) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:31.582047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.610269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ea00ea-95ce-40b4-af31-0effaaae0021,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:31.704984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.718124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:31.718124 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:31.801025 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:16:30Z', 'revision_number': 3, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port': {'id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:29Z', 'updated_at': '2021-09-15T16:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:31.832830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9425685 Sep 15 16:16:31.846731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc42103-68e7-4ede-99d0-3fc816170c75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Pushing event updated for resources: {'Network': ['ID=c63c0132-a4e8-41fa-ac38-453deec1898b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:31.862073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c63c0132-a4e8-41fa-ac38-453deec1898b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:16:31.873721 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Checking router: 80ee218e-b8c6-4c06-975d-c7ff9344365c for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:16:31.873834 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Updating router 80ee218e-b8c6-4c06-975d-c7ff9344365c port 80c2f2c4-e93d-4e54-92ca-af62093545fa binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:16:31.949299 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.127313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-52ce91ad-28a3-4427-b249-bebb4d855519 None None] Provisioning complete for port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:32.127955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-52ce91ad-28a3-4427-b249-bebb4d855519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.139432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52480) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:32.147744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Request body: {'port': {'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b', 'binding:host_id': 'n-h1-808199-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1688363248'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:32.278555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Made reservation on behalf of b356a0df090d4c5d9cc7197eb77fc39c for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:32.281819 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.285352 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.292224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.363838 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.394481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.424200 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Attempting to bind port 80c2f2c4-e93d-4e54-92ca-af62093545fa on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:32.424836 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Attempting to bind port 80c2f2c4-e93d-4e54-92ca-af62093545fa by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:32.424943 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Attempting to bind port 80c2f2c4-e93d-4e54-92ca-af62093545fa on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:32.433705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afb734-b763-44e0-b4d4-1efb7339264c None None] Pushing event updated for resources: {'Port': ['ID=80c2f2c4-e93d-4e54-92ca-af62093545fa,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:32.438561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:32.438939 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:32.439360 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.439725 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:32.440194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Bound port: 80c2f2c4-e93d-4e54-92ca-af62093545fa, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:32.440607 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.486759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.496165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] device_id is not set on port 4d798383-1520-4687-ae6c-6529dcf24a3f yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:32.497958 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] For port 80c2f2c4-e93d-4e54-92ca-af62093545fa, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:32.502717 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] For port 80c2f2c4-e93d-4e54-92ca-af62093545fa, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=80c2f2c4-e93d-4e54-92ca-af62093545fa,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:32.544300 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-f999a132-80c5-440f-a04a-574131744b50 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8544a3cc41ff414abd9734c482f08028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462751 Sep 15 16:16:32.546108 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcca677c-5dd8-4b90-9e06-6618a1424c20 req-937ae560-06da-40fd-8214-b44ce2d42079 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 210 time: 0.0391915 Sep 15 16:16:32.586705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:32.608115 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.612290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b4861-0c61-4fce-8248-1e06ffe743a2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:32.688998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:32.690393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.700705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afb734-b763-44e0-b4d4-1efb7339264c None None] Pushing event updated for resources: {'Port': ['ID=80c2f2c4-e93d-4e54-92ca-af62093545fa,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:32.719836 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Routers {'80ee218e-b8c6-4c06-975d-c7ff9344365c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:32.720840 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['80ee218e-b8c6-4c06-975d-c7ff9344365c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:32.726284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-40e7e1ca-71a7-4861-b7fb-27577aa1a30a tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:32.730438 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-40e7e1ca-71a7-4861-b7fb-27577aa1a30a tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776295 Sep 15 16:16:32.744579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Request body: {'port': {'device_id': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '8544a3cc41ff414abd9734c482f08028'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:32.836364 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] Set router 80ee218e-b8c6-4c06-975d-c7ff9344365c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:32.844158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] device_id is not set on port 4d798383-1520-4687-ae6c-6529dcf24a3f yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:32.855414 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.875824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.898374 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:16:32.934564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:32.998065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=4d798383-1520-4687-ae6c-6529dcf24a3f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:33.016516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Checking segment: {'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:33.016887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Network hostable DHCP agents. Network: c63c0132-a4e8-41fa-ac38-453deec1898b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:16:33.037731 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:16:30Z', 'revision_number': 3, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port': {'id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:29Z', 'updated_at': '2021-09-15T16:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:33.065030 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036d0fa-a65c-4b82-9470-fa3df2b32312 None None] The sync data for ids ['80ee218e-b8c6-4c06-975d-c7ff9344365c'] in n-d-808199-2 is: [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:16:30Z', 'revision_number': 3, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port': {'id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:29Z', 'updated_at': '2021-09-15T16:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:16:33.065859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Made reservation on behalf of 8544a3cc41ff414abd9734c482f08028 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:33.070276 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.086212 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.099050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Allocated IP 172.20.0.1 (afcac7f4-5271-4d45-981a-afc7ec0beeaf/c4ecef5b-65a9-44d7-bf8f-5108deb8ce45/b81df029-9752-4df1-a500-f80888d95fbc) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:33.106932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Network c63c0132-a4e8-41fa-ac38-453deec1898b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:16:33.241880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c63c0132-a4e8-41fa-ac38-453deec1898b) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:33.247080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:33.256060 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.256868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b6282-23db-4c1f-a5ed-35979bb994d7 None None] Network c63c0132-a4e8-41fa-ac38-453deec1898b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:33.271646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.271985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.272521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.279778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.280154 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.280653 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 2 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.327019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.327608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.328168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.331672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.335280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.335936 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.336336 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 3 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.350423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.350759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.351087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.358315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.358649 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.360259 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 4 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.376298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.376665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.377004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.381690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.382015 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.382426 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 5 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.398479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.399125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.399125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.402610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.405034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.405360 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.405916 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 6 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.421224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.421565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.421986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.428439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.428770 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.429162 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 7 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.452281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.452281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.452281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.455782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.456176 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.456684 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 8 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.471273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.471870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.472374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.476979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.478404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.478743 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.479339 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 9 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.492935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.493294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.493625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.499053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.499231 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.500723 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 10 to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f Sep 15 16:16:33.514052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:33.514651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:33.514999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:33.519940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d798383-1520-4687-ae6c-6529dcf24a3f on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:33.520271 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d798383-1520-4687-ae6c-6529dcf24a3f on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:33.520682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.542482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4cc3c6-3669-40a5-b752-418df52fb636,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:33.558634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:33.565589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:33.568189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:33.631361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Pushing event updated for resources: {'Port': ['ID=b81df029-9752-4df1-a500-f80888d95fbc,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:33.665548 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.742222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Allocated IP 192.168.233.154 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/7283c1d4-2097-47c3-ab07-45e928eb16bb) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:33.905855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b4a99179-2746-4689-ad3d-e162fbe103c0 None None] Provisioning complete for port b81df029-9752-4df1-a500-f80888d95fbc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:33.906653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b4a99179-2746-4689-ad3d-e162fbe103c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:33.975399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.006278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bebc63c8-8781-4103-bdea-db0b4c1e350b req-6d0d890b-174a-43f6-857b-821dacaa7068 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 210 time: 0.0290775 Sep 15 16:16:34.013033 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.085085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] For port 4d798383-1520-4687-ae6c-6529dcf24a3f, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:34.085650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempted to set empty binding levels {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 15 16:16:34.143873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b4a99179-2746-4689-ad3d-e162fbe103c0 None None] Port b81df029-9752-4df1-a500-f80888d95fbc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:34.176041 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.214432 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.214643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:34.215088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.239632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=4d798383-1520-4687-ae6c-6529dcf24a3f,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:34.286498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:34.297708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:34.299501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Pushing event updated for resources: {'Port': ['ID=7283c1d4-2097-47c3-ab07-45e928eb16bb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:34.302807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0cd4b32a-971f-401b-b06b-ea871fc3fdbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1590605 Sep 15 16:16:34.303344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:34.305681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52484) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:34.309879 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.404081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:34.404826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.435473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.443663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Deleting port 4d798383-1520-4687-ae6c-6529dcf24a3f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:34.444006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.518128 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-db5e6043-04a2-45c5-b666-9eef6d1ce3da tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7783740 Sep 15 16:16:34.541514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Request body: {'port': {'device_id': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:34.571090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 80c2f2c4-e93d-4e54-92ca-af62093545fa up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:34.575886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Pushing event updated for resources: {'Port': ['ID=b81df029-9752-4df1-a500-f80888d95fbc,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:34.596318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1ce761fb-dabd-4557-a14d-20e3b5bda22c None None] Provisioning complete for port 7283c1d4-2097-47c3-ab07-45e928eb16bb triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:34.596725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1ce761fb-dabd-4557-a14d-20e3b5bda22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.600177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.612129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] For port 4d798383-1520-4687-ae6c-6529dcf24a3f, host n-h1-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:34.612502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.644279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1ce761fb-dabd-4557-a14d-20e3b5bda22c None None] Port 7283c1d4-2097-47c3-ab07-45e928eb16bb cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:34.647931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Calling delete_port for 4d798383-1520-4687-ae6c-6529dcf24a3f owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:34.656962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 80c2f2c4-e93d-4e54-92ca-af62093545fa triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:34.657335 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.718315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.743749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.765257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 80c2f2c4-e93d-4e54-92ca-af62093545fa, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=80c2f2c4-e93d-4e54-92ca-af62093545fa,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:34.851106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:34.854860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:34.858932 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:34.920931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=80c2f2c4-e93d-4e54-92ca-af62093545fa,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:34.960924 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.020958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d798383-1520-4687-ae6c-6529dcf24a3f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:35.028402 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.030338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0776a01b-1692-4a78-8a8f-7b68dd93d2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "DELETE /v2.0/ports/4d798383-1520-4687-ae6c-6529dcf24a3f HTTP/1.1" status: 204 len: 168 time: 0.7185302 Sep 15 16:16:35.034734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52486) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:35.083686 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5f8545-e92f-40af-a5be-f0606a50985f tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:16:35.089506 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a5f8545-e92f-40af-a5be-f0606a50985f tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "GET /v2.0/ports/4d798383-1520-4687-ae6c-6529dcf24a3f HTTP/1.1" status: 404 len: 333 time: 0.0470712 Sep 15 16:16:35.089892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52490) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:35.094946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Request body: {'port': {'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-502069389'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:35.167291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-76e7eee8-52a4-413d-be29-40de4390c056 None None] Provisioning complete for port b81df029-9752-4df1-a500-f80888d95fbc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:35.167776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-76e7eee8-52a4-413d-be29-40de4390c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.177504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Router 80ee218e-b8c6-4c06-975d-c7ff9344365c has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:16:35.208101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-76e7eee8-52a4-413d-be29-40de4390c056 None None] Port b81df029-9752-4df1-a500-f80888d95fbc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:35.210155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e43c8-b242-4e8e-a660-cd7c124300fc req-408d3652-ce82-4746-a6d7-474e957ed5c3 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:35.211746 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a59e43c8-b242-4e8e-a660-cd7c124300fc req-408d3652-ce82-4746-a6d7-474e957ed5c3 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 936 time: 0.0987866 Sep 15 16:16:35.237933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Made reservation on behalf of b356a0df090d4c5d9cc7197eb77fc39c for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:35.240399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.257364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] device_id is not set on port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:35.332731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7283c1d4-2097-47c3-ab07-45e928eb16bb {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:16:35.380249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.386658 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a59e43c8-b242-4e8e-a660-cd7c124300fc req-5360700c-b2a5-4191-919a-27cdc7189dd7 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642914 Sep 15 16:16:35.412268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Transition to ACTIVE for port object 7283c1d4-2097-47c3-ab07-45e928eb16bb will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:16:35.415372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:16:35.420973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-624ffc0d-2818-433f-90ac-e5e87b077943 admin admin] 10.222.0.63 "PUT /v2.0/routers/80ee218e-b8c6-4c06-975d-c7ff9344365c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8673611 Sep 15 16:16:35.432935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Sync routers for ids ['80ee218e-b8c6-4c06-975d-c7ff9344365c'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:16:35.442755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.444448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Routers {'80ee218e-b8c6-4c06-975d-c7ff9344365c'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:35.445277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['80ee218e-b8c6-4c06-975d-c7ff9344365c'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:35.466850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953bbb4-5c67-421b-9024-483074ab159c req-3e039d06-20d6-4bc8-99f9-8dd9f90b26ec tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:35.468396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4953bbb4-5c67-421b-9024-483074ab159c req-3e039d06-20d6-4bc8-99f9-8dd9f90b26ec tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0671823 Sep 15 16:16:35.484271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.515371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4953bbb4-5c67-421b-9024-483074ab159c req-5f5eb041-1bf0-455b-b0d9-ceafbb014a76 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386307 Sep 15 16:16:35.569503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Pushing event updated for resources: {'Port': ['ID=7283c1d4-2097-47c3-ab07-45e928eb16bb,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:35.596932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.645672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Network c63c0132-a4e8-41fa-ac38-453deec1898b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:35.660891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:35.673209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Set router 80ee218e-b8c6-4c06-975d-c7ff9344365c gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:35.674670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:35.675811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:35.676625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.688070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7c3e09-831a-440a-bbb0-d95d880fd5e4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:35.748120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c32ec1e8-b474-4563-95e6-e1ff2cf26a14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6571622 Sep 15 16:16:35.750891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52504) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:35.754836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Attempting to bind port 7283c1d4-2097-47c3-ab07-45e928eb16bb on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:35.754836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Attempting to bind port 7283c1d4-2097-47c3-ab07-45e928eb16bb by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:35.754836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Attempting to bind port 7283c1d4-2097-47c3-ab07-45e928eb16bb on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:35.756205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:35.765391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60464164-1d60-4dfb-9b80-b5fe0ffc1199 req-f50b6a34-b135-491f-a578-a376c7fcbb9d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:35.777443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60464164-1d60-4dfb-9b80-b5fe0ffc1199 req-f50b6a34-b135-491f-a578-a376c7fcbb9d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1562574 Sep 15 16:16:35.810929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Port 7283c1d4-2097-47c3-ab07-45e928eb16bb on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:35.811268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Attempting to bind port 7283c1d4-2097-47c3-ab07-45e928eb16bb on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:35.839225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:35.839690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:35.839966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:35.840470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Bound port: 7283c1d4-2097-47c3-ab07-45e928eb16bb, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:35.840865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.848291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:35.873111 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-60464164-1d60-4dfb-9b80-b5fe0ffc1199 req-2323de6f-006e-470a-a416-6f81d99c7425 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946155 Sep 15 16:16:35.887965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52506) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:35.948957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] For port 7283c1d4-2097-47c3-ab07-45e928eb16bb, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:35.955709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] For port 7283c1d4-2097-47c3-ab07-45e928eb16bb, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:35.971440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:16:33Z', 'revision_number': 4, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port': {'id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:29Z', 'updated_at': '2021-09-15T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b81df029-9752-4df1-a500-f80888d95fbc', 'name': '', 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'mac_address': 'fa:16:3e:5e:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c4ecef5b-65a9-44d7-bf8f-5108deb8ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:32Z', 'updated_at': '2021-09-15T16:16:34Z', 'revision_number': 2, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'subnets': [{'id': 'c4ecef5b-65a9-44d7-bf8f-5108deb8ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:35.982699 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-122b1eac-3d51-4bdf-b3fe-05626a49e945 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/22d5454a-47c2-4029-9731-4220b7a6febb HTTP/1.1" status: 200 len: 993 time: 0.0932791 Sep 15 16:16:36.000409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52510) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:36.007279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6fd50cd2-94dc-4b2f-8917-09437ce152e9 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706548376', 'description': 'tempest-secgroup-smoke-1706548376 description', 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:36.009495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Checking router: 80ee218e-b8c6-4c06-975d-c7ff9344365c for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:16:36.009736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Updating router 80ee218e-b8c6-4c06-975d-c7ff9344365c port b81df029-9752-4df1-a500-f80888d95fbc binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:16:36.032717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.044318 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.074774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.075415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.077143 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] 10.222.0.55 "PUT /v2.0/ports/7283c1d4-2097-47c3-ab07-45e928eb16bb HTTP/1.1" status: 200 len: 1096 time: 1.5471737 Sep 15 16:16:36.079941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'tag': '7283c1d4-2097-47c3-ab07-45e928eb16bb'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:16:36.091592 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7c6dd3-5aab-4954-9890-dec57734f330" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2def96-5481-41ae-9423-295fb7eb2aa0", "tag": "7283c1d4-2097-47c3-ab07-45e928eb16bb"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:16:36.113153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] device_id is not set on port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:36.113291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6fd50cd2-94dc-4b2f-8917-09437ce152e9 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.124636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.145588 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7d0a6-d6d3-450b-baae-7586c0f07009 service neutron] Pushing event updated for resources: {'Port': ['ID=7283c1d4-2097-47c3-ab07-45e928eb16bb,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:36.157860 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75691da5-f211-4f8a-8758-20c73a623788 x-openstack-request-id: req-75691da5-f211-4f8a-8758-20c73a623788 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:16:36.158312 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2def96-5481-41ae-9423-295fb7eb2aa0", "tag": "7283c1d4-2097-47c3-ab07-45e928eb16bb", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:16:36.158651 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-75691da5-f211-4f8a-8758-20c73a623788 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:16:36.159099 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'tag': '7283c1d4-2097-47c3-ab07-45e928eb16bb', 'status': 'completed', 'code': 200} Sep 15 16:16:36.191489 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.277244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6fd50cd2-94dc-4b2f-8917-09437ce152e9 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.281579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7c3e09-831a-440a-bbb0-d95d880fd5e4,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:36.293867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.294122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.294553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.299612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.299955 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.300347 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 2 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.301108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6dd3-5aab-4954-9890-dec57734f330 req-e34daef8-6c36-4e40-b7be-2fa6f9cca602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.303554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd7c6dd3-5aab-4954-9890-dec57734f330 req-e34daef8-6c36-4e40-b7be-2fa6f9cca602 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8544a3cc41ff414abd9734c482f08028&device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 1099 time: 0.1251178 Sep 15 16:16:36.317459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.317803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.318201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.325774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.326115 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.326512 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 3 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.334173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd7c6dd3-5aab-4954-9890-dec57734f330 req-b81f51a9-9c26-427b-b51c-5950c694c46e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8544a3cc41ff414abd9734c482f08028&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219202 Sep 15 16:16:36.345719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.346071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.346413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.354577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.354577 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.354577 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 4 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.366058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.366400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.366811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.372276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.372639 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.373087 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 5 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.377092 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6fd50cd2-94dc-4b2f-8917-09437ce152e9 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.389046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.389872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.389872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.396005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.396405 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.396835 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 6 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.423002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.423352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.423700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.438457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.438792 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.439188 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 7 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.457656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd50cd2-94dc-4b2f-8917-09437ce152e9 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e771241-fc5b-426f-83fc-dcbcde399c78,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:36.457883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.458950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.460191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.466654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.477905 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.477905 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 8 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.488458 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.497960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6dd3-5aab-4954-9890-dec57734f330 req-be85561b-941c-4332-ad0c-2fcc995aa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.499405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cd7c6dd3-5aab-4954-9890-dec57734f330 req-be85561b-941c-4332-ad0c-2fcc995aa79f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580040 Sep 15 16:16:36.513175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.513529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.513878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.523130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.523412 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.524779 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 9 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.548947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05667f-dcc8-4fe1-8acd-30193ef69cc6 req-49d40cd7-5b18-4ef9-8c9a-cf661a1ac136 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.550886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d05667f-dcc8-4fe1-8acd-30193ef69cc6 req-49d40cd7-5b18-4ef9-8c9a-cf661a1ac136 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 948 time: 0.0734189 Sep 15 16:16:36.552849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.553192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.553532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.560138 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6fd50cd2-94dc-4b2f-8917-09437ce152e9 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.566252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6fd50cd2-94dc-4b2f-8917-09437ce152e9 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5599597 Sep 15 16:16:36.566408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 80c2f2c4-e93d-4e54-92ca-af62093545fa up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:36.566518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52522) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:36.568377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.568904 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.572675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2cd5ad9d-be16-4f40-8812-f51742a6c638 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'security_group_rule': {'security_group_id': '9e771241-fc5b-426f-83fc-dcbcde399c78', 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:36.583438 n-d-808199-2 neutron-server[102018]: INFO neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 10 to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 Sep 15 16:16:36.588732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.593752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-7a3c34f9-8393-4ee9-809c-c0e28f8832e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.597031 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-7a3c34f9-8393-4ee9-809c-c0e28f8832e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8544a3cc41ff414abd9734c482f08028&device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 1099 time: 0.0523162 Sep 15 16:16:36.629665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.630108 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.630520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.645134 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-17f6a0f5-295b-467c-a911-b70298b646ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb HTTP/1.1" status: 200 len: 217 time: 0.0412853 Sep 15 16:16:36.645612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:36.645946 n-d-808199-2 neutron-server[102018]: ERROR neutron.plugins.ml2.managers [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:36.646332 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.652612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d05667f-dcc8-4fe1-8acd-30193ef69cc6 req-7382ff95-32ed-46b8-93dc-2968c9fef37f tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954330 Sep 15 16:16:36.654375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98965913-e480-4465-a627-dbb8414e8fd3 None None] Pushing event updated for resources: {'Port': ['ID=b81df029-9752-4df1-a500-f80888d95fbc,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:36.744181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-aa17e702-00ec-4eb0-97c7-7f58169e6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.744454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] For port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:36.744454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempted to set empty binding levels {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 15 16:16:36.744454 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ad9d-be16-4f40-8812-f51742a6c638 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.744696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-aa17e702-00ec-4eb0-97c7-7f58169e6f14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0752580 Sep 15 16:16:36.744784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 80c2f2c4-e93d-4e54-92ca-af62093545fa triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:36.744784 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.818032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-9921ffc6-e229-4a5b-b9a8-60c064115a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.820793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-9921ffc6-e229-4a5b-b9a8-60c064115a3b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748522 Sep 15 16:16:36.835710 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.837642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Attempting to bind port b81df029-9752-4df1-a500-f80888d95fbc on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:36.838426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Attempting to bind port b81df029-9752-4df1-a500-f80888d95fbc by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:36.838832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Attempting to bind port b81df029-9752-4df1-a500-f80888d95fbc on network afcac7f4-5271-4d45-981a-afc7ec0beeaf {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:36.859463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:36.859869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Checking segment: {'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:36.860432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.860737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Bound using segment: {'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:36.861225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Bound port: b81df029-9752-4df1-a500-f80888d95fbc, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f6877d-b7e0-4c90-8d33-a02e979f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:36.861614 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.887620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ad9d-be16-4f40-8812-f51742a6c638 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.899456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] In _notify_port_updated(), no bound segment for port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:16:36.901324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.902079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:36.907034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "PUT /v2.0/ports/4d7c3e09-831a-440a-bbb0-d95d880fd5e4 HTTP/1.1" status: 200 len: 978 time: 1.1514437 Sep 15 16:16:36.909440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52526) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:36.922478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a2a80-4944-4bf9-a30c-e6cf994f53cc req-09e2a9f8-c656-4a4b-9dc4-bc5f04bc0aa0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:36.924000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-785a2a80-4944-4bf9-a30c-e6cf994f53cc req-09e2a9f8-c656-4a4b-9dc4-bc5f04bc0aa0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1446822 Sep 15 16:16:36.933174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d79e3-e89f-4275-b1a9-30caef9e426d tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=4d7c3e09-831a-440a-bbb0-d95d880fd5e4,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:36.958689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52528) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:36.981744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-785a2a80-4944-4bf9-a30c-e6cf994f53cc req-1679d4bf-d1ef-419c-b9ed-7ac077951f8d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505817 Sep 15 16:16:37.005480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ad9d-be16-4f40-8812-f51742a6c638 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.016663 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-dbc67025-de89-4a32-8913-b47d4402d71c service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885529 Sep 15 16:16:37.025599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5ad9d-be16-4f40-8812-f51742a6c638 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e889d0b-e6a2-4286-9c79-9fa266f8c2f3,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:37.035650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] For port b81df029-9752-4df1-a500-f80888d95fbc, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:37.036774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] For port b81df029-9752-4df1-a500-f80888d95fbc, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b81df029-9752-4df1-a500-f80888d95fbc,segment=NetworkSegment(01f6877d-b7e0-4c90-8d33-a02e979f5183),segment_id=01f6877d-b7e0-4c90-8d33-a02e979f5183)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:37.046097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7796e149-f0df-45fb-829a-d6510c4c54c1 None None] Provisioning complete for port b81df029-9752-4df1-a500-f80888d95fbc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:37.046628 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7796e149-f0df-45fb-829a-d6510c4c54c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.076818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.077529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.077975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.078446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.078913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.079377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.079842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.080305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.080792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.081253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.081711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.082206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.082665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.083127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.083612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.084077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.084561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.084854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7796e149-f0df-45fb-829a-d6510c4c54c1 None None] Port b81df029-9752-4df1-a500-f80888d95fbc cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:37.091101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-02a770f3-7088-48ed-8e05-a473bddffc4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15353 time: 0.1757040 Sep 15 16:16:37.091995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-04adadc0-f5fd-42f8-a78f-a38da3504bce service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310117 Sep 15 16:16:37.092521 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52532) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:37.105126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-cfda80d0-e356-4f96-9653-0eaf83450983 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:16:37.106159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-cfda80d0-e356-4f96-9653-0eaf83450983 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064003 Sep 15 16:16:37.122140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2cd5ad9d-be16-4f40-8812-f51742a6c638 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.125983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2cd5ad9d-be16-4f40-8812-f51742a6c638 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5558648 Sep 15 16:16:37.126240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52534) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:37.130628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b2e995d8-a28b-4052-9a13-1b5cacb3e3e8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'security_group_rule': {'security_group_id': '9e771241-fc5b-426f-83fc-dcbcde399c78', 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:37.156361 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5b237584-5970-4d8f-a5ce-b22c451bddfe req-fdd3f9d7-97c0-408d-8399-445e61011254 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229484 Sep 15 16:16:37.164619 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.203593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Deleting port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:37.203954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.213415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Routers {'80ee218e-b8c6-4c06-975d-c7ff9344365c'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:37.214260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['80ee218e-b8c6-4c06-975d-c7ff9344365c'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:37.278073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] For port 4d7c3e09-831a-440a-bbb0-d95d880fd5e4, host n-h1-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:37.278073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.286971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98965913-e480-4465-a627-dbb8414e8fd3 None None] Pushing event updated for resources: {'Port': ['ID=b81df029-9752-4df1-a500-f80888d95fbc,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:37.289838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Calling delete_port for 4d7c3e09-831a-440a-bbb0-d95d880fd5e4 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:37.348715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2e995d8-a28b-4052-9a13-1b5cacb3e3e8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.382170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] Set router 80ee218e-b8c6-4c06-975d-c7ff9344365c gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:37.425357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2e995d8-a28b-4052-9a13-1b5cacb3e3e8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.495976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2e995d8-a28b-4052-9a13-1b5cacb3e3e8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.514756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e995d8-a28b-4052-9a13-1b5cacb3e3e8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fe2656-73a1-4984-a762-6892e42ab384,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:37.523760 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.553594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d7c3e09-831a-440a-bbb0-d95d880fd5e4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:37.557994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bb3ad8c2-afa9-4c35-be07-d52b4bc2eb05 None None] Provisioning complete for port b81df029-9752-4df1-a500-f80888d95fbc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:37.558419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad8c2-afa9-4c35-be07-d52b4bc2eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.569806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.575154 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a5820e4e-0d14-41bd-9e34-5fd132cf8ae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "DELETE /v2.0/ports/4d7c3e09-831a-440a-bbb0-d95d880fd5e4 HTTP/1.1" status: 204 len: 168 time: 0.4782681 Sep 15 16:16:37.575500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52548) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:37.582907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b2e995d8-a28b-4052-9a13-1b5cacb3e3e8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.587419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b2e995d8-a28b-4052-9a13-1b5cacb3e3e8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4600010 Sep 15 16:16:37.596913 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52552) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:37.605972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-05a01126-9e7f-4e87-a37a-d4579a66e5db tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'security_group_rule': {'security_group_id': '9e771241-fc5b-426f-83fc-dcbcde399c78', 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:37.607371 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e7ec51-bc80-415d-8f6a-667481c7ce7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:16:37.612645 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-51e7ec51-bc80-415d-8f6a-667481c7ce7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "GET /v2.0/ports/4d7c3e09-831a-440a-bbb0-d95d880fd5e4 HTTP/1.1" status: 404 len: 333 time: 0.0325034 Sep 15 16:16:37.612955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52556) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:37.620479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1704233462', 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:37.695489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:16:33Z', 'revision_number': 4, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port': {'id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:29Z', 'updated_at': '2021-09-15T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b81df029-9752-4df1-a500-f80888d95fbc', 'name': '', 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'mac_address': 'fa:16:3e:5e:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c4ecef5b-65a9-44d7-bf8f-5108deb8ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:32Z', 'updated_at': '2021-09-15T16:16:37Z', 'revision_number': 4, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'subnets': [{'id': 'c4ecef5b-65a9-44d7-bf8f-5108deb8ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:37.699508 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad8c2-afa9-4c35-be07-d52b4bc2eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.729529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcac4d-cb7a-481c-85f2-9a930b53e9ce None None] The sync data for ids ['80ee218e-b8c6-4c06-975d-c7ff9344365c'] in n-d-808199-2 is: [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:16:33Z', 'revision_number': 4, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port': {'id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:29Z', 'updated_at': '2021-09-15T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b81df029-9752-4df1-a500-f80888d95fbc', 'name': '', 'network_id': 'afcac7f4-5271-4d45-981a-afc7ec0beeaf', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'mac_address': 'fa:16:3e:5e:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'c4ecef5b-65a9-44d7-bf8f-5108deb8ce45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:32Z', 'updated_at': '2021-09-15T16:16:37Z', 'revision_number': 4, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'subnets': [{'id': 'c4ecef5b-65a9-44d7-bf8f-5108deb8ce45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:16:37.747767 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05a01126-9e7f-4e87-a37a-d4579a66e5db tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.772617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bb3ad8c2-afa9-4c35-be07-d52b4bc2eb05 None None] For port b81df029-9752-4df1-a500-f80888d95fbc, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b81df029-9752-4df1-a500-f80888d95fbc,segment=NetworkSegment(01f6877d-b7e0-4c90-8d33-a02e979f5183),segment_id=01f6877d-b7e0-4c90-8d33-a02e979f5183)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:37.846029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176d4b2-6896-476c-beea-9df006e47f53 req-e0ab37e9-3889-4f04-9246-01bedf59b6af tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:37.847636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a176d4b2-6896-476c-beea-9df006e47f53 req-e0ab37e9-3889-4f04-9246-01bedf59b6af tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 948 time: 0.1186693 Sep 15 16:16:37.850900 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05a01126-9e7f-4e87-a37a-d4579a66e5db tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.881999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad8c2-afa9-4c35-be07-d52b4bc2eb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.894640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a176d4b2-6896-476c-beea-9df006e47f53 req-2c492d4b-17d6-44a0-9ad2-d599ceb22bda tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Sep 15 16:16:37.935948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ad8c2-afa9-4c35-be07-d52b4bc2eb05 None None] Pushing event updated for resources: {'Port': ['ID=b81df029-9752-4df1-a500-f80888d95fbc,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:37.964817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Made reservation on behalf of b356a0df090d4c5d9cc7197eb77fc39c for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:37.973187 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:37.985967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] device_id is not set on port 90faf82f-d46c-47a2-a3e7-8b34c5bfad4c yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:38.033799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05a01126-9e7f-4e87-a37a-d4579a66e5db tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.059401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a01126-9e7f-4e87-a37a-d4579a66e5db tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1924989e-845c-4e18-8b26-035f3ad09e4f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:38.146622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f278667-d3ff-4937-bfad-2f0d629fc9b4 req-f54536d5-1a97-40e2-9a95-09b70b123e5c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:38.148116 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f278667-d3ff-4937-bfad-2f0d629fc9b4 req-f54536d5-1a97-40e2-9a95-09b70b123e5c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0724504 Sep 15 16:16:38.151905 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05a01126-9e7f-4e87-a37a-d4579a66e5db tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.156230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05a01126-9e7f-4e87-a37a-d4579a66e5db tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5581443 Sep 15 16:16:38.157144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52564) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:38.171298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-82710971-45ff-4d7b-8a56-4acac2ab45a4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'security_group_rule': {'security_group_id': '9e771241-fc5b-426f-83fc-dcbcde399c78', 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:38.224923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f278667-d3ff-4937-bfad-2f0d629fc9b4 req-165fae15-9a0e-4713-885a-27d43c3d9023 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666978 Sep 15 16:16:38.235829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.361604 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.368411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82710971-45ff-4d7b-8a56-4acac2ab45a4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.421577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Network c63c0132-a4e8-41fa-ac38-453deec1898b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:38.424592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:38.428302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:38.429633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:38.429920 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.442543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=90faf82f-d46c-47a2-a3e7-8b34c5bfad4c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:38.446041 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82710971-45ff-4d7b-8a56-4acac2ab45a4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.513376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82710971-45ff-4d7b-8a56-4acac2ab45a4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.538470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710971-45ff-4d7b-8a56-4acac2ab45a4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d82101f-7181-419c-842b-cb871eff1ec4,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:38.553640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8d7759f7-cc20-4187-b87f-180761015ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9395642 Sep 15 16:16:38.557604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52572) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:38.572147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b81df029-9752-4df1-a500-f80888d95fbc up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:38.611755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71afcf5b-a819-4a4e-8433-45e3c3558b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:38.615659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-71afcf5b-a819-4a4e-8433-45e3c3558b06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "GET /v2.0/ports/90faf82f-d46c-47a2-a3e7-8b34c5bfad4c HTTP/1.1" status: 200 len: 959 time: 0.0545249 Sep 15 16:16:38.616079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52574) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:38.631150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b81df029-9752-4df1-a500-f80888d95fbc triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:38.631471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.681021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82710971-45ff-4d7b-8a56-4acac2ab45a4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.682440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-82710971-45ff-4d7b-8a56-4acac2ab45a4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5230896 Sep 15 16:16:38.685462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52576) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:38.690933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'security_group_rule': {'security_group_id': '9e771241-fc5b-426f-83fc-dcbcde399c78', 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:38.719402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Deleting port 90faf82f-d46c-47a2-a3e7-8b34c5bfad4c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:38.719755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.788839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.802362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Calling delete_port for 90faf82f-d46c-47a2-a3e7-8b34c5bfad4c owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:38.808453 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Project 7e6ae8222c664239a3dd4090e4dfbdaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:16:38.814575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:38.901444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.013480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.014111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a053c1d-441c-492e-ad5c-4bd4ff87c04e req-7e4e1064-70cd-4b2b-a8f9-995ca3b96fc9 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:39.015651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a053c1d-441c-492e-ad5c-4bd4ff87c04e req-7e4e1064-70cd-4b2b-a8f9-995ca3b96fc9 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 948 time: 0.0505838 Sep 15 16:16:39.016948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.042941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ab79e8-25f5-4737-ae8f-9b310b23858c,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:39.075523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a053c1d-441c-492e-ad5c-4bd4ff87c04e req-9b97de47-3e61-4e4e-a70e-d44d14cdfa5a tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462298 Sep 15 16:16:39.075905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event deleted for resources: {'Port': ['ID=90faf82f-d46c-47a2-a3e7-8b34c5bfad4c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:39.078520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.080792 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bb9bd8ae-15e7-4e0d-b2b7-5e240b79e2a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "DELETE /v2.0/ports/90faf82f-d46c-47a2-a3e7-8b34c5bfad4c HTTP/1.1" status: 204 len: 168 time: 0.4634461 Sep 15 16:16:39.083101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52580) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:39.106826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.108344 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2060bd35-b558-42cc-8f0c-9f4c678b72be tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:16:39.108636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3e6949e1-70e8-495e-bd97-59754301f3ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4217002 Sep 15 16:16:39.111147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2060bd35-b558-42cc-8f0c-9f4c678b72be tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "GET /v2.0/ports/90faf82f-d46c-47a2-a3e7-8b34c5bfad4c HTTP/1.1" status: 404 len: 333 time: 0.0258060 Sep 15 16:16:39.111147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:39.115525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'security_group_rule': {'security_group_id': '9e771241-fc5b-426f-83fc-dcbcde399c78', 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:39.115692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52584) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:39.121228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Request body: {'port': {'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-296751809'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:39.131541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:16:39.131541 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 16:16:39.131541 n-d-808199-2 neutron-server[102019]: [parameters: {'project_id_1': 'b356a0df090d4c5d9cc7197eb77fc39c', 'expiration_1': datetime.datetime(2021, 9, 15, 16, 16, 19, 125696)}] Sep 15 16:16:39.131541 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:16:39.131957 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:16:39.231089 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Project 7e6ae8222c664239a3dd4090e4dfbdaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:16:39.236780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.302193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.363850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fd4cd-65c8-45be-8690-f6c688703073 req-012ee15d-207a-4925-a86c-d459c0be900b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:39.365453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f3fd4cd-65c8-45be-8690-f6c688703073 req-012ee15d-207a-4925-a86c-d459c0be900b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0554836 Sep 15 16:16:39.385190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.406064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465ccbf5-588f-4dc0-ac0b-90a884314853,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:39.423599 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f3fd4cd-65c8-45be-8690-f6c688703073 req-2aae07e0-2c0c-44d3-a2d9-8a95ed9792ab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520627 Sep 15 16:16:39.478086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7283c1d4-2097-47c3-ab07-45e928eb16bb details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:16:39.512626 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.513804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e959ed32-c48a-4d6c-901f-54f78ebc9905 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017987 Sep 15 16:16:39.577723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7283c1d4-2097-47c3-ab07-45e928eb16bb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:39.589291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '7283c1d4-2097-47c3-ab07-45e928eb16bb', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': '7283c1d4-2097-47c3-ab07-45e928eb16bb', 'mac_address': 'fa:16:3e:83:a0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:16:39.628011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.642294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7283c1d4-2097-47c3-ab07-45e928eb16bb {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:16:39.662243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7283c1d4-2097-47c3-ab07-45e928eb16bb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:39.680982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-3f7e91c6-f971-4362-997a-39a6c39caab4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706548376&fields=id&tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf HTTP/1.1" status: 200 len: 267 time: 0.0491071 Sep 15 16:16:39.753202 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.753897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Made reservation on behalf of b356a0df090d4c5d9cc7197eb77fc39c for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:39.756152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:39.784802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] device_id is not set on port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:39.805927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7283c1d4-2097-47c3-ab07-45e928eb16bb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:39.809709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-dcfc60d2-5866-4f1b-b482-7f0efdae8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:39.811359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-dcfc60d2-5866-4f1b-b482-7f0efdae8949 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0456874 Sep 15 16:16:39.839613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0b3cc05a-6810-4c3b-aaa1-36a17e6db3d4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:39.841141 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0b3cc05a-6810-4c3b-aaa1-36a17e6db3d4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/networks?id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 200 len: 808 time: 0.1520164 Sep 15 16:16:39.869765 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-9f6e3033-6a68-41ea-9e02-b2537722cfd4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/quotas/7e6ae8222c664239a3dd4090e4dfbdaf HTTP/1.1" status: 200 len: 375 time: 0.0213649 Sep 15 16:16:39.910012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-8eafaffe-01d1-4f87-9b0d-754335feb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:39.911508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-8eafaffe-01d1-4f87-9b0d-754335feb038 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.0920753 Sep 15 16:16:39.977272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-f07d8e2d-ad28-4b7f-815a-715233309204 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 1001 time: 0.0590837 Sep 15 16:16:39.983108 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-bfaff1a5-9009-48f7-a5ce-ecedff3a0f8a tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057112 Sep 15 16:16:39.989078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7283c1d4-2097-47c3-ab07-45e928eb16bb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:16:40.034355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-e22fdd44-ef9c-429f-9b4a-ae79b4be8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:40.036455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-e22fdd44-ef9c-429f-9b4a-ae79b4be8c12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0529590 Sep 15 16:16:40.042213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:40.090347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-832d2109-3a56-46b7-901a-987e8344858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:40.091879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-832d2109-3a56-46b7-901a-987e8344858b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488684 Sep 15 16:16:40.145640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-2d2c497e-488d-4e91-8736-76a1dda5d00a service neutron] 10.222.0.63 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450727 Sep 15 16:16:40.234481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:40.235312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ae6e7c13-1642-4de6-90b9-0cd95249d23b service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349976 Sep 15 16:16:40.246433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e806a-c245-45c3-ac2d-8d9e2264ca3e req-ba0f8583-7c02-4d2f-a19b-a71c1ab49f08 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:40.247963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-847e806a-c245-45c3-ac2d-8d9e2264ca3e req-ba0f8583-7c02-4d2f-a19b-a71c1ab49f08 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 949 time: 0.0782995 Sep 15 16:16:40.274852 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-cc19eb27-e9e9-4a95-bd42-32767881922c service neutron] 10.222.0.63 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288259 Sep 15 16:16:40.289241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Network c63c0132-a4e8-41fa-ac38-453deec1898b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:40.293290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:40.298277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:40.299707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:40.300632 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:40.311365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb42964-46ed-4b63-97d6-fd7aa02c1478,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:40.352105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-847e806a-c245-45c3-ac2d-8d9e2264ca3e req-1c4ff532-f856-4fa2-be00-2b6139b39d36 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956683 Sep 15 16:16:40.380635 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-99e4dd07-a03a-4bbf-8cfb-fc2cf0df28e7 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316421 Sep 15 16:16:40.390602 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d8bb790-ba95-4957-b4c3-fabce8703277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2711222 Sep 15 16:16:40.390602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52602) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:40.396799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:40.459121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:40.564801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a40074-2aca-416f-9254-f2f09ee9f241 req-de7ec62d-3434-48bc-bf5e-0960ae8f61bb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:40.568542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1a40074-2aca-416f-9254-f2f09ee9f241 req-de7ec62d-3434-48bc-bf5e-0960ae8f61bb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0682123 Sep 15 16:16:40.612629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1a40074-2aca-416f-9254-f2f09ee9f241 req-368271d8-7779-4371-bc53-c7853a811046 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378573 Sep 15 16:16:40.644373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0152d37-de04-46f4-bf66-f4a2e4151463 req-9c25cf95-ec8f-4614-bd40-80c68f750e96 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 210 time: 0.0418317 Sep 15 16:16:40.703612 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] device_id is not set on port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:40.711371 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:40.803834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:40.859707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb42964-46ed-4b63-97d6-fd7aa02c1478,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:40.870812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:40.871194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:40.871535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:40.875898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:40.876225 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:40.876655 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 2 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:40.889499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:40.889839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:40.890175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:40.895555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:40.895881 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:40.896268 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 3 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:40.908914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:40.909280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:40.909616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:40.913924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:40.914246 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:40.914631 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 4 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:40.927907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:40.928279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:40.928642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:40.933464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:40.933464 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:40.933872 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 5 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:40.945619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:40.945955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:40.946312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:40.951877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:40.952463 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:40.952895 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 6 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:40.966292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:40.966624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:40.966959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:40.971332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:40.971653 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:40.972037 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 7 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:40.983694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:40.984333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:40.984333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:40.988766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:40.988874 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:40.989277 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 8 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:41.001279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:41.001613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:41.001944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:41.006213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:41.006545 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:41.006935 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 9 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:41.019744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:41.020076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:41.020413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:41.025209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:41.026956 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:41.026956 n-d-808199-2 neutron-server[102019]: INFO neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempt 10 to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 Sep 15 16:16:41.038709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:41.039044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:41.039403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempting to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:41.043706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:41.044022 n-d-808199-2 neutron-server[102019]: ERROR neutron.plugins.ml2.managers [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Failed to bind port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on host n-h1-808199-2 for vnic_type normal using segments [{'id': 'edbf7846-be74-47f9-867d-ea5b5607daff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'c63c0132-a4e8-41fa-ac38-453deec1898b'}] Sep 15 16:16:41.044385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.109348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] For port 7fb42964-46ed-4b63-97d6-fd7aa02c1478, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:41.109705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attempted to set empty binding levels {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 15 16:16:41.204706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.235908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] In _notify_port_updated(), no bound segment for port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 on network c63c0132-a4e8-41fa-ac38-453deec1898b {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:16:41.236777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:41.237381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.238686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "PUT /v2.0/ports/7fb42964-46ed-4b63-97d6-fd7aa02c1478 HTTP/1.1" status: 200 len: 978 time: 0.8469317 Sep 15 16:16:41.242351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52614) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:41.252043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c4933-e64f-4894-94c9-a5b3bc148cac tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb42964-46ed-4b63-97d6-fd7aa02c1478,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:41.318279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Deleting port 7fb42964-46ed-4b63-97d6-fd7aa02c1478 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:41.318625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.387498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] For port 7fb42964-46ed-4b63-97d6-fd7aa02c1478, host n-h1-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:41.387795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.401786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Calling delete_port for 7fb42964-46ed-4b63-97d6-fd7aa02c1478 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:41.493555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7283c1d4-2097-47c3-ab07-45e928eb16bb up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:41.514173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f6640-b7bb-4fdc-acd0-8b8e8a2e6c5b req-83fd7156-131e-4c43-bded-361370a66e69 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:41.515747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b9f6640-b7bb-4fdc-acd0-8b8e8a2e6c5b req-83fd7156-131e-4c43-bded-361370a66e69 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 949 time: 0.0735326 Sep 15 16:16:41.560634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b9f6640-b7bb-4fdc-acd0-8b8e8a2e6c5b req-bf5fdcb8-d663-42e7-851e-c8438d85bb38 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360768 Sep 15 16:16:41.610154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 7283c1d4-2097-47c3-ab07-45e928eb16bb completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:16:41.610384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.614873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 7283c1d4-2097-47c3-ab07-45e928eb16bb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:41.615649 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.648839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fb42964-46ed-4b63-97d6-fd7aa02c1478,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:41.648839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.655267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52622) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:41.655450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a895a169-cbb1-4749-9c7a-92a262335193 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "DELETE /v2.0/ports/7fb42964-46ed-4b63-97d6-fd7aa02c1478 HTTP/1.1" status: 204 len: 168 time: 0.4126463 Sep 15 16:16:41.681187 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c18e54b-aadc-4940-af82-026629b14aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] GET failed (client error): The resource could not be found. Sep 15 16:16:41.683134 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8c18e54b-aadc-4940-af82-026629b14aa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335 tempest-PortsAdminExtendedAttrsIpV6TestJSON-326266335-project-admin] 10.222.0.63 "GET /v2.0/ports/7fb42964-46ed-4b63-97d6-fd7aa02c1478 HTTP/1.1" status: 404 len: 333 time: 0.0267661 Sep 15 16:16:41.687561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52626) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:41.742511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.756938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743f1dc-fbaa-47c0-a574-67a20e94073b req-e7dcf005-cb01-48c6-8536-52e43d0434de tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:41.758199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c743f1dc-fbaa-47c0-a574-67a20e94073b req-e7dcf005-cb01-48c6-8536-52e43d0434de tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0668702 Sep 15 16:16:41.780794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d564ac0a-c61e-4c14-aea5-b9dcb846d9b9 req-afc24d78-4da7-4d32-8cfb-8d481381bc3d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 210 time: 0.0665970 Sep 15 16:16:41.808577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.829293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c743f1dc-fbaa-47c0-a574-67a20e94073b req-63187d3a-f51e-465e-80a8-3686a0f601bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553691 Sep 15 16:16:41.926052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.927404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7283c1d4-2097-47c3-ab07-45e928eb16bb'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:16:41.929733 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb115c-51fd-4bd7-8cf5-91c1eabe9946" -d '{"events": [{"server_uuid": "1d2def96-5481-41ae-9423-295fb7eb2aa0", "name": "network-vif-plugged", "status": "completed", "tag": "7283c1d4-2097-47c3-ab07-45e928eb16bb"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:16:41.947323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7283c1d4-2097-47c3-ab07-45e928eb16bb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:41.950676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63c0132-a4e8-41fa-ac38-453deec1898b']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:41.961313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbf7846-be74-47f9-867d-ea5b5607daff') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:41.961609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbf7846-be74-47f9-867d-ea5b5607daff') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:41.971719 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bc0bcf-993e-4c3f-90c6-c72b8ad00cd9 x-openstack-request-id: req-c8bc0bcf-993e-4c3f-90c6-c72b8ad00cd9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:16:41.972186 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2def96-5481-41ae-9423-295fb7eb2aa0", "name": "network-vif-plugged", "status": "completed", "tag": "7283c1d4-2097-47c3-ab07-45e928eb16bb", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:16:41.972451 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c8bc0bcf-993e-4c3f-90c6-c72b8ad00cd9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:16:41.972591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.972878 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7283c1d4-2097-47c3-ab07-45e928eb16bb', 'code': 200} Sep 15 16:16:41.991585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:41.999316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:16:41.999736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:16:42.002915 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:16:42.032760 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:42.087057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4eefc-332f-45b4-8837-3a8ce94ac115 req-04985386-7b5d-4916-8a13-73ac2d031cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:42.089749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7c4eefc-332f-45b4-8837-3a8ce94ac115 req-04985386-7b5d-4916-8a13-73ac2d031cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 1101 time: 0.0463238 Sep 15 16:16:42.094080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7283c1d4-2097-47c3-ab07-45e928eb16bb,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:42.136718 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:42.146062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:42.151249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] 10.222.0.63 "DELETE /v2.0/networks/c63c0132-a4e8-41fa-ac38-453deec1898b HTTP/1.1" status: 204 len: 168 time: 0.4623396 Sep 15 16:16:42.165624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f45d6-4169-499f-98b5-f156aad12263 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759991271-project] Pushing event deleted for resources: {'Network': ['ID=c63c0132-a4e8-41fa-ac38-453deec1898b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:42.489627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7c4eefc-332f-45b4-8837-3a8ce94ac115 req-4ef3ddc9-4012-4f70-915c-908e133fa634 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898253 Sep 15 16:16:42.688269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52636) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:42.703130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45458e4-224a-4121-a9df-39df0b62ca45 req-613c04e0-95e8-4947-9eed-defcf11939ff tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:42.704714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f45458e4-224a-4121-a9df-39df0b62ca45 req-613c04e0-95e8-4947-9eed-defcf11939ff tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 950 time: 0.0652394 Sep 15 16:16:42.747485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f45458e4-224a-4121-a9df-39df0b62ca45 req-dec724e6-1c89-461e-a2f8-d870a01115fe tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366905 Sep 15 16:16:42.844697 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b56e15c5-2cb6-4720-bb06-a0f87595bc90 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=90b249bf39e84fdf8ef61c06d3a2a455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551087 Sep 15 16:16:42.847304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52642) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:42.903932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5e31e1f-a792-4e93-8fdb-d8b7c919fa4e req-0988fbb1-b5ca-4c93-8f84-7f0aac946be0 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 210 time: 0.0418098 Sep 15 16:16:42.941107 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dcde39-1e08-4097-bd38-463706174af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:42.991793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f34d25-8392-44c8-ba61-994055accc78 req-87a7d052-868f-445e-a336-ec28e66f7f78 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:42.993346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06f34d25-8392-44c8-ba61-994055accc78 req-87a7d052-868f-445e-a336-ec28e66f7f78 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0538213 Sep 15 16:16:43.018730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dcde39-1e08-4097-bd38-463706174af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:43.038005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-06f34d25-8392-44c8-ba61-994055accc78 req-e0b55e82-168e-4955-b0c3-5e7995ea109c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369925 Sep 15 16:16:43.086793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-e27be750-1512-444b-9664-a68e0f8133f1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:43.088939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-e27be750-1512-444b-9664-a68e0f8133f1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.38 "GET /v2.0/networks?id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 200 len: 808 time: 0.1612692 Sep 15 16:16:43.136020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-05b7b525-6aa1-4c96-aa5b-33da9cf68b9c tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf HTTP/1.1" status: 200 len: 380 time: 0.0380981 Sep 15 16:16:43.145883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'port': {'device_id': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'admin_state_up': True, 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'security_groups': ['9e771241-fc5b-426f-83fc-dcbcde399c78']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:43.213901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dcde39-1e08-4097-bd38-463706174af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:43.216813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-05dcde39-1e08-4097-bd38-463706174af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:43.217990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05dcde39-1e08-4097-bd38-463706174af4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/65ea00ea-95ce-40b4-af31-0effaaae0021 HTTP/1.1" status: 204 len: 168 time: 0.3696909 Sep 15 16:16:43.235118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcde39-1e08-4097-bd38-463706174af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ea00ea-95ce-40b4-af31-0effaaae0021,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:43.358557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Made reservation on behalf of 7e6ae8222c664239a3dd4090e4dfbdaf for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:43.362305 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:43.497576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Allocated IP 172.20.0.13 (664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa/218c0678-7ea1-4ccb-af9e-8507c6faaa27/6f03e09c-e410-449f-8029-01392f0e7f51) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:43.657018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:43.757172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:43.804608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:43.808705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:43.812446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:43.861499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'Port': ['ID=6f03e09c-e410-449f-8029-01392f0e7f51,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:43.911445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:43.912116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:43.920977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52652) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:43.944984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d744bc-dbf5-42c3-90ec-f5c83e74da28 req-a42c4024-c57d-437c-8198-bf669f80e0ee tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:43.946659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4d744bc-dbf5-42c3-90ec-f5c83e74da28 req-a42c4024-c57d-437c-8198-bf669f80e0ee tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 950 time: 0.1055517 Sep 15 16:16:44.023146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-78ca7d20-c38c-44b1-857b-21654bbabce8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b356a0df090d4c5d9cc7197eb77fc39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999610 Sep 15 16:16:44.024680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:44.025285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4d744bc-dbf5-42c3-90ec-f5c83e74da28 req-7e90e569-419a-4f2e-aa11-6187268abbaa tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686808 Sep 15 16:16:44.062236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9f852e79-1455-4395-83fa-6faf7645b5f9 None None] Provisioning complete for port 6f03e09c-e410-449f-8029-01392f0e7f51 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:44.062818 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9f852e79-1455-4395-83fa-6faf7645b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.076663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-0dc91dbf-6a73-4747-bd89-d1f08595ee3e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9329565 Sep 15 16:16:44.082447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f7712-41b8-4caf-8231-f78ace17fedf req-8e353d66-2572-4c05-b529-b82d0d5bb5d4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:44.084408 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-723f7712-41b8-4caf-8231-f78ace17fedf req-8e353d66-2572-4c05-b529-b82d0d5bb5d4 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 932 time: 0.1016417 Sep 15 16:16:44.090143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Request body: {'port': {'device_id': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:44.114503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9f852e79-1455-4395-83fa-6faf7645b5f9 None None] Port 6f03e09c-e410-449f-8029-01392f0e7f51 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:44.127655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-040442e2-60dd-444f-a322-0fb6c1f0be80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.164534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-723f7712-41b8-4caf-8231-f78ace17fedf req-364a9576-f703-42ad-9d14-d6b2baf25069 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686605 Sep 15 16:16:44.166752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-040442e2-60dd-444f-a322-0fb6c1f0be80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.190110 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.212055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea3e12-e776-4fc9-a3cc-6b6ecb4305a9 req-5ca9938a-413a-4f8a-8724-245f5ce7654c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:44.213778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4ea3e12-e776-4fc9-a3cc-6b6ecb4305a9 req-5ca9938a-413a-4f8a-8724-245f5ce7654c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0822361 Sep 15 16:16:44.284122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-040442e2-60dd-444f-a322-0fb6c1f0be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.287117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-040442e2-60dd-444f-a322-0fb6c1f0be80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.288279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-040442e2-60dd-444f-a322-0fb6c1f0be80 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a2b4861-0c61-4fce-8248-1e06ffe743a2 HTTP/1.1" status: 204 len: 168 time: 0.2568662 Sep 15 16:16:44.297092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040442e2-60dd-444f-a322-0fb6c1f0be80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b4861-0c61-4fce-8248-1e06ffe743a2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:44.342361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d4ea3e12-e776-4fc9-a3cc-6b6ecb4305a9 req-35bf5f71-bfc6-4c56-a2ee-38bd6f0714f2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080797 Sep 15 16:16:44.521219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f03e09c-e410-449f-8029-01392f0e7f51 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:16:44.536841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.550132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Transition to ACTIVE for port object 6f03e09c-e410-449f-8029-01392f0e7f51 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:16:44.631002 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.685333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f03e09c-e410-449f-8029-01392f0e7f51,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:44.777931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Attempting to bind port 6f03e09c-e410-449f-8029-01392f0e7f51 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:44.778329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Attempting to bind port 6f03e09c-e410-449f-8029-01392f0e7f51 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:44.778596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Attempting to bind port 6f03e09c-e410-449f-8029-01392f0e7f51 on network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:44.787160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Port 6f03e09c-e410-449f-8029-01392f0e7f51 on network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:44.787683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Attempting to bind port 6f03e09c-e410-449f-8029-01392f0e7f51 on network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:44.796510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:44.797116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Checking segment: {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:44.797718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Bound using segment: {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:44.798595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Bound port: 6f03e09c-e410-449f-8029-01392f0e7f51, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8267d9-1f14-4121-aaf4-64df86150ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:44.799167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:44.882713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] For port 6f03e09c-e410-449f-8029-01392f0e7f51, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:44.887423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] For port 6f03e09c-e410-449f-8029-01392f0e7f51, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6f03e09c-e410-449f-8029-01392f0e7f51,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:45.011779 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:45.053029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.054315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:45.058429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 200 len: 1092 time: 0.9725254 Sep 15 16:16:45.067712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:16:45.071200 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989d762-3f1a-445a-bfb1-0af60b3bd4bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:16:45.107446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d05ca-c297-469a-953a-4a571944a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f03e09c-e410-449f-8029-01392f0e7f51,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:45.145067 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3058732-cec0-48d2-8a32-5b59e4024d5d x-openstack-request-id: req-e3058732-cec0-48d2-8a32-5b59e4024d5d {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:16:45.145067 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:16:45.145397 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e3058732-cec0-48d2-8a32-5b59e4024d5d {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:16:45.145874 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51', 'status': 'completed', 'code': 200} Sep 15 16:16:45.254446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438780b8-662c-4548-b0d6-607bff02bdcf req-6649fc43-c455-4234-8844-a93b63f64ee2 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.256164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-438780b8-662c-4548-b0d6-607bff02bdcf req-6649fc43-c455-4234-8844-a93b63f64ee2 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 950 time: 0.0649464 Sep 15 16:16:45.281751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989d762-3f1a-445a-bfb1-0af60b3bd4bf req-6a9530b1-4d68-4173-b6d7-6bcde7029d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.283578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3989d762-3f1a-445a-bfb1-0af60b3bd4bf req-6a9530b1-4d68-4173-b6d7-6bcde7029d02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1095 time: 0.1113033 Sep 15 16:16:45.322718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-438780b8-662c-4548-b0d6-607bff02bdcf req-fd81f6e8-0d70-42f1-a270-d6bbedbbcda1 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526531 Sep 15 16:16:45.462585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1eadbb-f674-4824-9212-a8f0c712b538 req-8266489f-5d3c-4122-a3c5-bc44e8b0ca11 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.465669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb1eadbb-f674-4824-9212-a8f0c712b538 req-8266489f-5d3c-4122-a3c5-bc44e8b0ca11 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 944 time: 0.1807702 Sep 15 16:16:45.516809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989d762-3f1a-445a-bfb1-0af60b3bd4bf req-5956fa7c-0db2-4f4e-8ca7-830c4d82e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.518292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3989d762-3f1a-445a-bfb1-0af60b3bd4bf req-5956fa7c-0db2-4f4e-8ca7-830c4d82e785 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2234251 Sep 15 16:16:45.525637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb1eadbb-f674-4824-9212-a8f0c712b538 req-ccc90bfe-cc2f-4bc4-9095-6b8c7f561d54 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527959 Sep 15 16:16:45.650886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989d762-3f1a-445a-bfb1-0af60b3bd4bf req-66efc533-318a-45be-bd59-827124608e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.653042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3989d762-3f1a-445a-bfb1-0af60b3bd4bf req-66efc533-318a-45be-bd59-827124608e9d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264558 Sep 15 16:16:45.670439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b747bc-fe65-4509-bae0-1d8172963391 req-709a5653-bf34-4e04-ab30-23bfc3f55a97 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.677896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7b747bc-fe65-4509-bae0-1d8172963391 req-709a5653-bf34-4e04-ab30-23bfc3f55a97 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0846555 Sep 15 16:16:45.707493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52696) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:45.747578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7b747bc-fe65-4509-bae0-1d8172963391 req-b96d94d8-b83e-498b-8a7f-5c647f09040f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686543 Sep 15 16:16:45.753948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-5b21d67b-27bb-4293-abab-376fb703fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.755641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-5b21d67b-27bb-4293-abab-376fb703fd16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1095 time: 0.0602345 Sep 15 16:16:45.802594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-76f94531-bb56-447e-a114-68033b6d5776 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 200 len: 217 time: 0.0394850 Sep 15 16:16:45.818010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1548998905'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:45.853787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-82030adc-a212-4b11-9072-68f70718a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.855696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-82030adc-a212-4b11-9072-68f70718a79b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=218c0678-7ea1-4ccb-af9e-8507c6faaa27 HTTP/1.1" status: 200 len: 847 time: 0.0466874 Sep 15 16:16:45.904772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-39f6f652-2205-462d-834e-09d798e8ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:45.906369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-39f6f652-2205-462d-834e-09d798e8ab32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428843 Sep 15 16:16:46.022128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-b8df4257-bf49-4e6d-ac2b-f34199c49fd5 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075780 Sep 15 16:16:46.027489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:46.033227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.041156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.116810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeccd243-7a1c-42f4-8251-a5140034fd28 req-5dfcf78b-5e62-49a4-b383-160a1cc404e8 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877368 Sep 15 16:16:46.131348 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.225102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.254887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:16:46.261163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08e24a6-6885-4fb8-b5aa-a31281bcef1b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:46.267078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.267417 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Added segment 36b64c3f-c7ef-46ba-bb97-18a3ead1c48e of type vlan for network 1707478f-9c6a-42ad-939f-7d93bbc2da47 Sep 15 16:16:46.309985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.404170 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.409975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:46.413215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.482301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Network': ['ID=1707478f-9c6a-42ad-939f-7d93bbc2da47,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:46.495106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:16:46.521969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cb08e61a-d1a7-4699-81c2-9ae863109e43 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8104701 Sep 15 16:16:46.522193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52702) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:46.529493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'subnet': {'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:46.653140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcc7fe-dd94-4ac0-80fc-bf152c077214 req-5acfcc75-ddfc-481b-a6bf-8c7826251e90 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:46.654637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8fcc7fe-dd94-4ac0-80fc-bf152c077214 req-5acfcc75-ddfc-481b-a6bf-8c7826251e90 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 944 time: 0.0557854 Sep 15 16:16:46.684545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:46.688476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:46.693986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8fcc7fe-dd94-4ac0-80fc-bf152c077214 req-13d04de8-945b-42f0-b3a0-baf469e7b7bd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325749 Sep 15 16:16:46.913801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cf7be-179e-4f70-badc-c1419f8de41d req-31802de4-1e65-4366-b018-8f37cc7b3ade tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:46.915204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b29cf7be-179e-4f70-badc-c1419f8de41d req-31802de4-1e65-4366-b018-8f37cc7b3ade tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0926783 Sep 15 16:16:46.958696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b29cf7be-179e-4f70-badc-c1419f8de41d req-83870fb9-e324-4284-b0d1-3cb1492de2db tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341485 Sep 15 16:16:46.998898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.064088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Subnet': ['ID=82604bc9-6988-4b1b-86d3-845c72e9a656,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:47.071579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Checking segment: {'id': '36b64c3f-c7ef-46ba-bb97-18a3ead1c48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:47.072006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network hostable DHCP agents. Network: 1707478f-9c6a-42ad-939f-7d93bbc2da47, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:16:47.135986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:16:47.219494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 1707478f-9c6a-42ad-939f-7d93bbc2da47) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:47.229357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:47.229936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7720a13b-7f4d-4814-ad63-6e354c222240 None None] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:47.230350 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.309135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-971e4877-478a-4205-9644-16e6217539f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7854388 Sep 15 16:16:47.311635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52708) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:47.317001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-854597131'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:47.404108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-1707478f-9c6a-42ad-939f-7d93bbc2da47', 'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'tenant_id': 'f43ab8893c734fc1974207c7c832e391', 'fixed_ips': [{'subnet_id': '82604bc9-6988-4b1b-86d3-845c72e9a656'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:16:47.405151 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.529757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:47.533759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.552317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] device_id is not set on port c6b32c6e-d9d6-43ef-9f89-dcada021c315 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:47.562535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Allocated IP 2001:db8::2 (1707478f-9c6a-42ad-939f-7d93bbc2da47/82604bc9-6988-4b1b-86d3-845c72e9a656/004c8661-b63b-4512-949e-5697db6ef551) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:47.719782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.792510 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.838896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:47.850039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:47.854747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:47.861683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Allocated IP 2001:db8::5 (1707478f-9c6a-42ad-939f-7d93bbc2da47/82604bc9-6988-4b1b-86d3-845c72e9a656/c6b32c6e-d9d6-43ef-9f89-dcada021c315) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:47.864310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Pushing event updated for resources: {'Port': ['ID=004c8661-b63b-4512-949e-5697db6ef551,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:47.872907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.873387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.873821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.874248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.874735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.875143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.875694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.876084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.876475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.876934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.877393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.877779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:47.878204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b169a6f-8376-4f56-af5c-815dbb1fd3e4 req-f71c4ae7-fb77-45c3-9cf9-8349955aa69e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:47.879733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b169a6f-8376-4f56-af5c-815dbb1fd3e4 req-f71c4ae7-fb77-45c3-9cf9-8349955aa69e tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 944 time: 0.1155705 Sep 15 16:16:47.935771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Attempting to bind port 004c8661-b63b-4512-949e-5697db6ef551 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:47.936146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Attempting to bind port 004c8661-b63b-4512-949e-5697db6ef551 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '36b64c3f-c7ef-46ba-bb97-18a3ead1c48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:47.936762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Attempting to bind port 004c8661-b63b-4512-949e-5697db6ef551 on network 1707478f-9c6a-42ad-939f-7d93bbc2da47 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:47.942106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:47.942487 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Checking segment: {'id': '36b64c3f-c7ef-46ba-bb97-18a3ead1c48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:47.942893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.943291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Bound using segment: {'id': '36b64c3f-c7ef-46ba-bb97-18a3ead1c48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:47.943764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Bound port: 004c8661-b63b-4512-949e-5697db6ef551, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b64c3f-c7ef-46ba-bb97-18a3ead1c48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:47.944153 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:47.960314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b169a6f-8376-4f56-af5c-815dbb1fd3e4 req-d2195d96-2d11-4853-ac33-e0844c962a24 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661733 Sep 15 16:16:48.022712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] For port 004c8661-b63b-4512-949e-5697db6ef551, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:48.027801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] For port 004c8661-b63b-4512-949e-5697db6ef551, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=004c8661-b63b-4512-949e-5697db6ef551,segment=NetworkSegment(36b64c3f-c7ef-46ba-bb97-18a3ead1c48e),segment_id=36b64c3f-c7ef-46ba-bb97-18a3ead1c48e)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:48.071286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.100389 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.101967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a86ab-c18c-4129-8f5b-bc3fc6088839 req-28414c9f-2f5e-4b74-8ead-1589ec20303f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:48.104537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f7a86ab-c18c-4129-8f5b-bc3fc6088839 req-28414c9f-2f5e-4b74-8ead-1589ec20303f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0586798 Sep 15 16:16:48.148043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7f7a86ab-c18c-4129-8f5b-bc3fc6088839 req-b6f652cc-d0e1-46e6-bf62-4214e351d75a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374756 Sep 15 16:16:48.186545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9793445-6d91-4691-ab47-e6ed60950578 None None] Pushing event updated for resources: {'Port': ['ID=004c8661-b63b-4512-949e-5697db6ef551,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:48.208731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.264227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:48.269958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:48.277947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:48.283570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:48.284208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.294119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=c6b32c6e-d9d6-43ef-9f89-dcada021c315,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:48.381171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b384356f-b77a-4e29-8e78-fd06c2e7e5b0 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0683379 Sep 15 16:16:48.384210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52716) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:48.389972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-487063727', 'allowed_address_pairs': [{'ip_address': '2001:db8::5', 'mac_address': 'fa:16:3e:5e:6e:d8'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:48.575115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 004c8661-b63b-4512-949e-5697db6ef551 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:48.627823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 004c8661-b63b-4512-949e-5697db6ef551 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:48.628204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.651439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:48.712921 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.750455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 004c8661-b63b-4512-949e-5697db6ef551, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=004c8661-b63b-4512-949e-5697db6ef551,segment=NetworkSegment(36b64c3f-c7ef-46ba-bb97-18a3ead1c48e),segment_id=36b64c3f-c7ef-46ba-bb97-18a3ead1c48e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:48.827205 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.896893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=004c8661-b63b-4512-949e-5697db6ef551,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:49.164830 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:49.194323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e471301-b64a-43f1-bd3a-854526f678e1 req-61284b65-cd3c-4799-8721-75eaef9f54ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:49.196201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e471301-b64a-43f1-bd3a-854526f678e1 req-61284b65-cd3c-4799-8721-75eaef9f54ce tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 944 time: 0.0949717 Sep 15 16:16:49.204841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] device_id is not set on port e9ddc137-ba20-4b58-a699-529f66ac618e yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:49.220148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6f03e09c-e410-449f-8029-01392f0e7f51 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:16:49.293497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749eecf3-5415-4f22-b69d-1bdce5772eb9 None None] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:49.296243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e471301-b64a-43f1-bd3a-854526f678e1 req-ca4eeb13-47ca-4433-bd8e-7ca687223942 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805590 Sep 15 16:16:49.318002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a0eb5-c38b-4a30-b94b-d261329eac17 req-226ec84e-9851-496b-a0ce-01049d4f3e01 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:49.326968 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c3a0eb5-c38b-4a30-b94b-d261329eac17 req-226ec84e-9851-496b-a0ce-01049d4f3e01 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0829811 Sep 15 16:16:49.374459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Allocated IP 2001:db8::13 (1707478f-9c6a-42ad-939f-7d93bbc2da47/82604bc9-6988-4b1b-86d3-845c72e9a656/e9ddc137-ba20-4b58-a699-529f66ac618e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:49.380067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c3a0eb5-c38b-4a30-b94b-d261329eac17 req-0bcbc28d-819c-4561-8996-2adc4627f8ef tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471957 Sep 15 16:16:49.399912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6f03e09c-e410-449f-8029-01392f0e7f51, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6f03e09c-e410-449f-8029-01392f0e7f51,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:49.409626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0afda847-664a-4241-8617-cc85be57a8d4 None None] Provisioning complete for port 004c8661-b63b-4512-949e-5697db6ef551 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:49.410003 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0afda847-664a-4241-8617-cc85be57a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:49.449262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '6f03e09c-e410-449f-8029-01392f0e7f51', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'port_id': '6f03e09c-e410-449f-8029-01392f0e7f51', 'mac_address': 'fa:16:3e:ed:a5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:16:49.562640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:49.569595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:49.621646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f03e09c-e410-449f-8029-01392f0e7f51 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:16:49.663125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6f03e09c-e410-449f-8029-01392f0e7f51, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6f03e09c-e410-449f-8029-01392f0e7f51,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:49.677531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:49.722493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:49.725906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:49.730611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:49.736162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:49.736864 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:49.737049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:49.746504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=e9ddc137-ba20-4b58-a699-529f66ac618e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:49.759815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.760819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.761173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.761716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.762077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.762406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.762738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.763073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.763404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.763733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.764060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.764389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:49.801232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6f03e09c-e410-449f-8029-01392f0e7f51,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:49.823071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f945f76c-1193-45aa-a36d-8d2e8b025cc5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4370885 Sep 15 16:16:49.825710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52726) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:49.880708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8643b0-272e-491a-ae46-70625f0d3191 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:49.888121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8643b0-272e-491a-ae46-70625f0d3191 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:49.894859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8643b0-272e-491a-ae46-70625f0d3191 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:49.899235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed8643b0-272e-491a-ae46-70625f0d3191 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.0696309 Sep 15 16:16:49.899592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52728) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:49.941911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6f03e09c-e410-449f-8029-01392f0e7f51'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:16:50.008525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting port e9ddc137-ba20-4b58-a699-529f66ac618e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:50.009197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.035714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bf738002-c9a8-460b-bfc8-8da975ed2e53 None None] Provisioning complete for port c6b32c6e-d9d6-43ef-9f89-dcada021c315 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:50.036221 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf738002-c9a8-460b-bfc8-8da975ed2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.094145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf738002-c9a8-460b-bfc8-8da975ed2e53 None None] Port c6b32c6e-d9d6-43ef-9f89-dcada021c315 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:50.112583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.124098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bf738002-c9a8-460b-bfc8-8da975ed2e53 None None] Provisioning complete for port 004c8661-b63b-4512-949e-5697db6ef551 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:50.124649 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf738002-c9a8-460b-bfc8-8da975ed2e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.130519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Calling delete_port for e9ddc137-ba20-4b58-a699-529f66ac618e owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:50.380007 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.438195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fd755053-6ed4-4ae7-8316-4b18fec4c23a None None] Provisioning complete for port c6b32c6e-d9d6-43ef-9f89-dcada021c315 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:50.438504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Port': ['ID=e9ddc137-ba20-4b58-a699-529f66ac618e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:50.439095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd755053-6ed4-4ae7-8316-4b18fec4c23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.515167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fd755053-6ed4-4ae7-8316-4b18fec4c23a None None] Port c6b32c6e-d9d6-43ef-9f89-dcada021c315 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:50.569066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe400b-b6e7-480d-98d0-d6075aec46e6 req-8eb8b4e1-a7af-4de0-a8a2-d621293355d4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:50.571258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b8fe400b-b6e7-480d-98d0-d6075aec46e6 req-8eb8b4e1-a7af-4de0-a8a2-d621293355d4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1163301 Sep 15 16:16:50.594775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 004c8661-b63b-4512-949e-5697db6ef551 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:50.641077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b8fe400b-b6e7-480d-98d0-d6075aec46e6 req-5d7c340e-0521-46ec-a471-6fa5597ebd85 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555620 Sep 15 16:16:50.645924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7b5ce925-05a0-4062-bba3-98e6629f8478 None None] Could not find standard attr ID for object e9ddc137-ba20-4b58-a699-529f66ac618e. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:16:50.654539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef29e9-dce0-4e2b-9648-b7074ae11796 req-706097b3-1b90-4916-bf3d-f2d73dcb2066 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:50.663011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69ef29e9-dce0-4e2b-9648-b7074ae11796 req-706097b3-1b90-4916-bf3d-f2d73dcb2066 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 945 time: 0.2686090 Sep 15 16:16:50.681354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.684073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-81449979-ab0c-4da1-baec-1c6444b7653a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/ports/e9ddc137-ba20-4b58-a699-529f66ac618e HTTP/1.1" status: 204 len: 168 time: 0.7827520 Sep 15 16:16:50.689359 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52736) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:50.721381 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de60cde-d770-4764-b54f-27645d0cc5f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] GET failed (client error): The resource could not be found. Sep 15 16:16:50.723354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7de60cde-d770-4764-b54f-27645d0cc5f8 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "GET /v2.0/ports/e9ddc137-ba20-4b58-a699-529f66ac618e HTTP/1.1" status: 404 len: 333 time: 0.0327597 Sep 15 16:16:50.728671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 004c8661-b63b-4512-949e-5697db6ef551 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:50.729635 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.729805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:50.732818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69ef29e9-dce0-4e2b-9648-b7074ae11796 req-4b400645-6ffc-48bd-a450-8c1328b8399d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688794 Sep 15 16:16:50.735377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-575227579'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:50.947050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:50.951428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:50.969806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] device_id is not set on port 74f14bac-4089-4e38-9fee-6d56cf9fd4ea yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:51.092604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Allocated IP 2001:db8::131 (1707478f-9c6a-42ad-939f-7d93bbc2da47/82604bc9-6988-4b1b-86d3-845c72e9a656/74f14bac-4089-4e38-9fee-6d56cf9fd4ea) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:51.213026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6f03e09c-e410-449f-8029-01392f0e7f51 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:16:51.250413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.368468 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 6f03e09c-e410-449f-8029-01392f0e7f51 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:16:51.373182 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 6f03e09c-e410-449f-8029-01392f0e7f51 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:51.373555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.397576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.446753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:51.451695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:51.454701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:51.458810 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.461200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:51.461839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.473113 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=74f14bac-4089-4e38-9fee-6d56cf9fd4ea,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:51.485542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:16:51.487930 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b5bc0a-53ad-4647-90c5-96ed7e66b35b" -d '{"events": [{"server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "name": "network-vif-plugged", "status": "completed", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:16:51.502570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6f03e09c-e410-449f-8029-01392f0e7f51, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6f03e09c-e410-449f-8029-01392f0e7f51,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:51.527738 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4971cd-a03e-4852-b293-0483e6be3cfa x-openstack-request-id: req-fd4971cd-a03e-4852-b293-0483e6be3cfa {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:16:51.528037 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "name": "network-vif-plugged", "status": "completed", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:16:51.528296 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fd4971cd-a03e-4852-b293-0483e6be3cfa {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:16:51.528732 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51', 'code': 200} Sep 15 16:16:51.563152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3088f027-ae41-4424-9439-72cf6604d699 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8322258 Sep 15 16:16:51.565859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52742) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:51.572632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5', 'mac_address': 'fa:16:3e:5e:6e:d8'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:51.595890 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.626544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90283748-411f-4ccf-9aac-5761fa3f1376 req-082d4711-e8ba-4d11-a23f-0c6231c49323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:51.630654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90283748-411f-4ccf-9aac-5761fa3f1376 req-082d4711-e8ba-4d11-a23f-0c6231c49323 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0477431 Sep 15 16:16:51.655830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6f03e09c-e410-449f-8029-01392f0e7f51,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:51.684367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-90283748-411f-4ccf-9aac-5761fa3f1376 req-d5ea900a-c797-45f2-a719-f18f1c1f7d34 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Sep 15 16:16:51.772065 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.780274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-dff962a8-b747-4d9a-a544-cd5d2d948b94 None None] Provisioning complete for port 74f14bac-4089-4e38-9fee-6d56cf9fd4ea triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:51.780819 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dff962a8-b747-4d9a-a544-cd5d2d948b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.787982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aba39-f060-4c92-a13f-364821e7aa02 req-0916f0f6-a9f9-4a47-b4e6-3cf59458851a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:51.789834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-246aba39-f060-4c92-a13f-364821e7aa02 req-0916f0f6-a9f9-4a47-b4e6-3cf59458851a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0579076 Sep 15 16:16:51.826019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dff962a8-b747-4d9a-a544-cd5d2d948b94 None None] Port 74f14bac-4089-4e38-9fee-6d56cf9fd4ea cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:51.834070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-246aba39-f060-4c92-a13f-364821e7aa02 req-15210c13-8147-40a2-8a2c-5729905366dd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366061 Sep 15 16:16:51.950480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741538-8ba4-4e35-86dc-824bdc9b4fa5 req-d7282b3c-6aae-46e4-b288-5778cfca2c9a tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:51.951995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb741538-8ba4-4e35-86dc-824bdc9b4fa5 req-d7282b3c-6aae-46e4-b288-5778cfca2c9a tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 946 time: 0.1118195 Sep 15 16:16:52.012936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb741538-8ba4-4e35-86dc-824bdc9b4fa5 req-c49e5e86-8976-48a0-9a7a-7936898b8a45 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536408 Sep 15 16:16:52.032057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.129827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.162797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] In _notify_port_updated(), no bound segment for port 74f14bac-4089-4e38-9fee-6d56cf9fd4ea on network 1707478f-9c6a-42ad-939f-7d93bbc2da47 {{(pid=102019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:16:52.169136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:52.169759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.171088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "PUT /v2.0/ports/74f14bac-4089-4e38-9fee-6d56cf9fd4ea HTTP/1.1" status: 200 len: 1000 time: 0.6042836 Sep 15 16:16:52.173945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52750) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:52.215651 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e43906-8622-4165-9e65-159ba0ac7284 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=74f14bac-4089-4e38-9fee-6d56cf9fd4ea,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:52.282060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting port 74f14bac-4089-4e38-9fee-6d56cf9fd4ea {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:52.282319 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.375363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.388809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Calling delete_port for 74f14bac-4089-4e38-9fee-6d56cf9fd4ea owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:52.450835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7dd9c5ec-6b86-4aa4-90fc-22799e659e42 None None] Provisioning complete for port 74f14bac-4089-4e38-9fee-6d56cf9fd4ea triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:52.451130 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c5ec-6b86-4aa4-90fc-22799e659e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.486386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9c5ec-6b86-4aa4-90fc-22799e659e42 None None] Port 74f14bac-4089-4e38-9fee-6d56cf9fd4ea cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:52.587257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.620579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Port': ['ID=74f14bac-4089-4e38-9fee-6d56cf9fd4ea,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:52.736433 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.738410 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cb1cd66a-bacb-4bc3-8ac2-0586ba1eea8f tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/ports/74f14bac-4089-4e38-9fee-6d56cf9fd4ea HTTP/1.1" status: 204 len: 168 time: 0.5635476 Sep 15 16:16:52.741210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52752) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:52.766051 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73e0de4-941c-413e-ae44-714be99c17a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] GET failed (client error): The resource could not be found. Sep 15 16:16:52.771205 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e73e0de4-941c-413e-ae44-714be99c17a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "GET /v2.0/ports/74f14bac-4089-4e38-9fee-6d56cf9fd4ea HTTP/1.1" status: 404 len: 333 time: 0.0255158 Sep 15 16:16:52.780840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52756) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:52.780840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357511356'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:52.955354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09544-ce70-43a6-9f7f-eafffe97b903 req-5739ed5c-e800-4b56-8c78-79220086c78b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:52.956806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23b09544-ce70-43a6-9f7f-eafffe97b903 req-5739ed5c-e800-4b56-8c78-79220086c78b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0524142 Sep 15 16:16:52.962866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:52.967133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.984900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] device_id is not set on port 2effb757-9aee-45c2-a0ee-78249a1d0682 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:53.001596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23b09544-ce70-43a6-9f7f-eafffe97b903 req-c1cfb25f-ecc8-41fd-b6d2-05f2158b358b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386302 Sep 15 16:16:53.134444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Allocated IP 2001:db8::2de (1707478f-9c6a-42ad-939f-7d93bbc2da47/82604bc9-6988-4b1b-86d3-845c72e9a656/2effb757-9aee-45c2-a0ee-78249a1d0682) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:53.162857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fbadd-30cd-4c8c-a8ca-52ebd592557c req-25bd12e7-aea4-4f0b-8583-4ea402340c35 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:53.164343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a2fbadd-30cd-4c8c-a8ca-52ebd592557c req-25bd12e7-aea4-4f0b-8583-4ea402340c35 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 946 time: 0.0820742 Sep 15 16:16:53.240679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a2fbadd-30cd-4c8c-a8ca-52ebd592557c req-53e2caf9-5960-4f81-8a2e-e5d4c89b28a2 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669973 Sep 15 16:16:53.331512 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:53.356812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5830dc-caed-4087-a678-e12502b06c08 req-8601a2aa-dbf1-47e1-8eb1-1a4b498d577a tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:53.358311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f5830dc-caed-4087-a678-e12502b06c08 req-8601a2aa-dbf1-47e1-8eb1-1a4b498d577a tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 946 time: 0.0489247 Sep 15 16:16:53.397081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f5830dc-caed-4087-a678-e12502b06c08 req-7cb04dd5-e0d2-43d2-862a-b9112289f57a tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Sep 15 16:16:53.434353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:53.503872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:53.509246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:53.514021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:53.519527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:53.520122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:53.533757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=2effb757-9aee-45c2-a0ee-78249a1d0682,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:53.547852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.548187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.548554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.548891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.549224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.549554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.549886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.550199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.550522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.550841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.551160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.551481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:16:53.568625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1435a4-a0a0-4506-8612-95e7e19e36f6 req-c29f3b1b-dfe9-496e-9550-e527e68c63eb tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:53.570189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b1435a4-a0a0-4506-8612-95e7e19e36f6 req-c29f3b1b-dfe9-496e-9550-e527e68c63eb tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 946 time: 0.1031826 Sep 15 16:16:53.606161 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12639d6a-1666-4bc5-8b41-3c446812e7a3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8335714 Sep 15 16:16:53.609146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52766) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:53.614464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:6e:d8'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:53.618383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b1435a4-a0a0-4506-8612-95e7e19e36f6 req-e95f9a60-760b-4457-87e7-bac3a88b56b0 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Sep 15 16:16:53.643012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52768) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:53.704874 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:53.798064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e6639-a91c-4ad1-b096-33d867aaef8e tempest-TestServerBasicOps-1725588478 tempest-TestServerBasicOps-1725588478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:53.799018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-633e6639-a91c-4ad1-b096-33d867aaef8e tempest-TestServerBasicOps-1725588478 tempest-TestServerBasicOps-1725588478-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1092 time: 0.1549246 Sep 15 16:16:53.802042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52772) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:53.812615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '6f03e09c-e410-449f-8029-01392f0e7f51', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:53.816235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-251a930d-c7a8-49e9-9dd8-488a60cfe1e9 None None] Provisioning complete for port 2effb757-9aee-45c2-a0ee-78249a1d0682 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:53.818059 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-251a930d-c7a8-49e9-9dd8-488a60cfe1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:53.872414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-251a930d-c7a8-49e9-9dd8-488a60cfe1e9 None None] Port 2effb757-9aee-45c2-a0ee-78249a1d0682 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:53.898210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:53.924853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.002703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c1bab3f-b8fd-4c01-a660-d00408f13cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.002972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.030874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.045091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] In _notify_port_updated(), no bound segment for port 2effb757-9aee-45c2-a0ee-78249a1d0682 on network 1707478f-9c6a-42ad-939f-7d93bbc2da47 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:16:54.050527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:54.051156 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.052459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "PUT /v2.0/ports/2effb757-9aee-45c2-a0ee-78249a1d0682 HTTP/1.1" status: 200 len: 1002 time: 0.4423163 Sep 15 16:16:54.055436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52778) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:54.094984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbcfe8-bcf6-4baf-8a15-a72e202e6988 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=2effb757-9aee-45c2-a0ee-78249a1d0682,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:54.158187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Allocated IP 172.25.0.70 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f754d93a-eebd-4413-9f09-b8e27bf4269f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:54.187814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925c8cf-caad-476b-82cf-ea333bbdf0f6 req-976cca9a-56c8-4df8-bf8e-5dc38882735c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:54.189326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5925c8cf-caad-476b-82cf-ea333bbdf0f6 req-976cca9a-56c8-4df8-bf8e-5dc38882735c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0614038 Sep 15 16:16:54.200327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting port 2effb757-9aee-45c2-a0ee-78249a1d0682 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:54.200694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.278642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.297583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5925c8cf-caad-476b-82cf-ea333bbdf0f6 req-544d08dc-d45a-4a16-896e-dfadbfef1c29 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995405 Sep 15 16:16:54.325138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.337197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Calling delete_port for 2effb757-9aee-45c2-a0ee-78249a1d0682 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:54.387504 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.405828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6d07cb0c-508a-49fe-8634-6d7fdc8ca962 None None] Provisioning complete for port 2effb757-9aee-45c2-a0ee-78249a1d0682 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:54.406294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d07cb0c-508a-49fe-8634-6d7fdc8ca962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.431715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:54.435030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:54.443188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:54.447432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6d07cb0c-508a-49fe-8634-6d7fdc8ca962 None None] Port 2effb757-9aee-45c2-a0ee-78249a1d0682 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:54.477288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'Port': ['ID=f754d93a-eebd-4413-9f09-b8e27bf4269f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:54.553628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.590057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Port': ['ID=2effb757-9aee-45c2-a0ee-78249a1d0682,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:54.613300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.615595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b8ad2e4e-7c2c-457d-9e18-6c4da0aec8a5 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/ports/2effb757-9aee-45c2-a0ee-78249a1d0682 HTTP/1.1" status: 204 len: 168 time: 0.5590847 Sep 15 16:16:54.617929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52780) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:54.644197 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-64145707-64a5-46c6-8723-195bf005a88a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] GET failed (client error): The resource could not be found. Sep 15 16:16:54.645801 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64145707-64a5-46c6-8723-195bf005a88a tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "GET /v2.0/ports/2effb757-9aee-45c2-a0ee-78249a1d0682 HTTP/1.1" status: 404 len: 333 time: 0.0267844 Sep 15 16:16:54.650202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52782) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:54.657322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-496069719'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:54.832874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:54.836927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.838347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.854331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] device_id is not set on port 80d78142-2aaa-4137-92c5-f3be16edf739 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:54.954292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:54.977324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Allocated IP 2001:db8::24a (1707478f-9c6a-42ad-939f-7d93bbc2da47/82604bc9-6988-4b1b-86d3-845c72e9a656/80d78142-2aaa-4137-92c5-f3be16edf739) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:55.108178 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.125142 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.153283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.223702 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event updated for resources: {'Port': ['ID=f754d93a-eebd-4413-9f09-b8e27bf4269f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:55.234071 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.239162 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.285590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:55.288730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:55.293153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:55.298824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:55.299451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.309614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=80d78142-2aaa-4137-92c5-f3be16edf739,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:55.340410 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Floating IP 9b31f837-173d-4134-9433-f73b1a674ef4 associated. External IP: 172.25.0.70, port: 6f03e09c-e410-449f-8029-01392f0e7f51. Sep 15 16:16:55.376869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-96b2abc5-327e-471e-af3f-23c1987b94c3 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7254162 Sep 15 16:16:55.379524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52788) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:55.384663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'network_id': '1707478f-9c6a-42ad-939f-7d93bbc2da47', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-153396236'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:55.575751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-81c9cbbe-bbed-47ab-bf98-87c53fc465a8 None None] Provisioning complete for port 80d78142-2aaa-4137-92c5-f3be16edf739 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:55.576369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Made reservation on behalf of f43ab8893c734fc1974207c7c832e391 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:16:55.576925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-81c9cbbe-bbed-47ab-bf98-87c53fc465a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.579987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.600895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] device_id is not set on port cccb6623-b4cd-4d4b-b53e-c672c67bea85 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:16:55.619344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-81c9cbbe-bbed-47ab-bf98-87c53fc465a8 None None] Port 80d78142-2aaa-4137-92c5-f3be16edf739 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:55.735773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Allocated IP 2001:db8::3ca (1707478f-9c6a-42ad-939f-7d93bbc2da47/82604bc9-6988-4b1b-86d3-845c72e9a656/cccb6623-b4cd-4d4b-b53e-c672c67bea85) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:16:55.834106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db4773-8a18-4468-a6f8-628cf29999b1 req-bb0273db-2a28-4a3a-9033-60e12ece0e57 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:55.835698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-62db4773-8a18-4468-a6f8-628cf29999b1 req-bb0273db-2a28-4a3a-9033-60e12ece0e57 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1035330 Sep 15 16:16:55.900622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:55.930040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-62db4773-8a18-4468-a6f8-628cf29999b1 req-f9ad9b60-1984-4107-a424-c9650576fd30 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833120 Sep 15 16:16:55.996681 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:16:56.008970 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:56.053443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:16:56.056559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:16:56.060189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:16:56.066184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:56.066821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:56.080121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=cccb6623-b4cd-4d4b-b53e-c672c67bea85,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:56.119150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:16:56.129950 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] Sync routers for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:16:56.140968 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:56.141599 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:56.165679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5c638315-bc19-405d-8250-a8a1274f2a7e tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7850106 Sep 15 16:16:56.168837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52792) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:56.174735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5', 'mac_address': 'fa:16:3e:5e:6e:d8'}, {'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:bb:31:f0'}]}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:56.193687 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:56.234230 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e3af6885-d277-4cfe-aade-76913d7d2a7d tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4267566 Sep 15 16:16:56.235176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:16:56.237941 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1f7d9-47e6-4e1b-a485-574b8f174b81" -d '{"events": [{"name": "network-changed", "server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:16:56.253440 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:56.310357 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8f2d2d-5dd6-4313-89e4-a16e555e4197 x-openstack-request-id: req-bc8f2d2d-5dd6-4313-89e4-a16e555e4197 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:16:56.310655 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:16:56.311617 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bc8f2d2d-5dd6-4313-89e4-a16e555e4197 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:16:56.312040 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51', 'status': 'completed', 'code': 200} Sep 15 16:16:56.348608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-afe6d404-84f8-4da9-adec-9f6fe456eac3 None None] Provisioning complete for port cccb6623-b4cd-4d4b-b53e-c672c67bea85 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:56.349340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-afe6d404-84f8-4da9-adec-9f6fe456eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:56.386906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-afe6d404-84f8-4da9-adec-9f6fe456eac3 None None] Port cccb6623-b4cd-4d4b-b53e-c672c67bea85 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:56.451762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-f155d504-0d69-4dae-a0da-37171609622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:56.453596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-f155d504-0d69-4dae-a0da-37171609622b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1096 time: 0.1267252 Sep 15 16:16:56.455283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-a4ce0d16-9736-4448-86a1-501c3f0f9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:56.457600 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-a4ce0d16-9736-4448-86a1-501c3f0f9874 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1195815 Sep 15 16:16:56.458913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:56.580703 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9b31f837-173d-4134-9433-f73b1a674ef4', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'port_id': '6f03e09c-e410-449f-8029-01392f0e7f51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'mac_address': 'fa:16:3e:ed:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:16:54Z', 'updated_at': '2021-09-15T16:16:54Z', 'revision_number': 0, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:29Z', 'revision_number': 5, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:56.607241 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] Checking router: 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:16:56.615716 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:16:56.616383 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:56.696937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-a5f2a48c-958b-4a11-a526-acb0136b1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:56.699380 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-a5f2a48c-958b-4a11-a526-acb0136b1273 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.2178545 Sep 15 16:16:56.703366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-43a0e4d5-324f-4e85-a4d3-220440e5f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:56.704728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-43a0e4d5-324f-4e85-a4d3-220440e5f81c service neutron] 10.222.0.38 "GET /v2.0/networks?id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 200 len: 909 time: 0.2344267 Sep 15 16:16:56.721802 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:16:56.730954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:56.878353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-c7dac673-01d6-4b0f-9e92-693e766f1729 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 200 len: 999 time: 0.1565034 Sep 15 16:16:56.883354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-f0aa6e2d-17b1-4a30-b15e-921eb0d50d5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 1001 time: 0.1696002 Sep 15 16:16:56.960047 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9b31f837-173d-4134-9433-f73b1a674ef4', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'port_id': '6f03e09c-e410-449f-8029-01392f0e7f51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'mac_address': 'fa:16:3e:ed:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:16:54Z', 'updated_at': '2021-09-15T16:16:54Z', 'revision_number': 0, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:29Z', 'revision_number': 5, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:16:56.980852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:56.988797 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8641a8-23a3-40b3-bd94-b33ceef03a54 None None] The sync data for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 is: [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '9b31f837-173d-4134-9433-f73b1a674ef4', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'port_id': '6f03e09c-e410-449f-8029-01392f0e7f51', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'mac_address': 'fa:16:3e:ed:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:16:54Z', 'updated_at': '2021-09-15T16:16:54Z', 'revision_number': 0, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:29Z', 'revision_number': 5, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:16:56.995677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-c95e91dd-93c0-4527-a348-1114eb32493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:56.997053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-c95e91dd-93c0-4527-a348-1114eb32493c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.1045477 Sep 15 16:16:57.000860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-43668104-f447-454e-a437-f940ff5e9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:57.002280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-43668104-f447-454e-a437-f940ff5e9a42 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=218c0678-7ea1-4ccb-af9e-8507c6faaa27 HTTP/1.1" status: 200 len: 847 time: 0.1086736 Sep 15 16:16:57.063290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.079701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b797b8-b052-4819-a8b1-ba970ea2d925 req-1112105b-8506-49b6-8c8a-c9535fd14a5e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:57.081590 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] In _notify_port_updated(), no bound segment for port cccb6623-b4cd-4d4b-b53e-c672c67bea85 on network 1707478f-9c6a-42ad-939f-7d93bbc2da47 {{(pid=102018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 15 16:16:57.082343 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65b797b8-b052-4819-a8b1-ba970ea2d925 req-1112105b-8506-49b6-8c8a-c9535fd14a5e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0762768 Sep 15 16:16:57.091322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:57.101105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.101105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "PUT /v2.0/ports/cccb6623-b4cd-4d4b-b53e-c672c67bea85 HTTP/1.1" status: 200 len: 1065 time: 0.9248261 Sep 15 16:16:57.110845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52802) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:57.128750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.155186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-3ce61bb5-e173-457c-8087-cc9240dcd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:57.157458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-3ce61bb5-e173-457c-8087-cc9240dcd676 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382103 Sep 15 16:16:57.164985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f2bda-75f9-4edf-ad8d-7130c52acaf7 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event updated for resources: {'Port': ['ID=cccb6623-b4cd-4d4b-b53e-c672c67bea85,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:57.164985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-ada08d2d-a014-4a6b-bc35-4b07294b86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:57.164985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-ada08d2d-a014-4a6b-bc35-4b07294b86c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531329 Sep 15 16:16:57.196548 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-65b797b8-b052-4819-a8b1-ba970ea2d925 req-d8c0d837-63a6-4a3c-8915-0050d13ec70e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064730 Sep 15 16:16:57.270557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting port cccb6623-b4cd-4d4b-b53e-c672c67bea85 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:57.270997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.316642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d56583-16b5-49c4-a801-bc3873e62c32 None None] New status for floating IP 9b31f837-173d-4134-9433-f73b1a674ef4: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:16:57.320635 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eb318f4f-6533-4af5-97d4-dbb609c8c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.368056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-871bea4a-a17d-4259-b414-5e6061abf550 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943159 Sep 15 16:16:57.376617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-cf0b6ac4-6deb-41fa-99f9-cc3d562bcdaa service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024584 Sep 15 16:16:57.389341 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.405878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Calling delete_port for cccb6623-b4cd-4d4b-b53e-c672c67bea85 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:57.479674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-388990b4-e1bf-465a-9734-7afb3615764c None None] Provisioning complete for port cccb6623-b4cd-4d4b-b53e-c672c67bea85 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:16:57.480376 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-388990b4-e1bf-465a-9734-7afb3615764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.525545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7835ccd-2f98-4e0f-b08f-39c3d8554d4f req-25490b6c-17d7-4d8f-91f0-8cdf0a8efc2f service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495712 Sep 15 16:16:57.552860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-388990b4-e1bf-465a-9734-7afb3615764c None None] Port cccb6623-b4cd-4d4b-b53e-c672c67bea85 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:16:57.559754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-a99c9f16-d2bf-4760-a610-0d3ce105343d service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021707 Sep 15 16:16:57.616208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.626156 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-607ed0de-b18e-46b0-a192-48b4351061b1 service neutron] show failed (client error): The resource could not be found. Sep 15 16:16:57.627163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-607ed0de-b18e-46b0-a192-48b4351061b1 service neutron] 10.222.0.38 "GET /v2.0/ports/54b55caa-7b9d-491f-bbd4-da0f5226c53e/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0614431 Sep 15 16:16:57.649306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Port': ['ID=cccb6623-b4cd-4d4b-b53e-c672c67bea85,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:57.819063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:57.821110 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9226eebf-3557-482f-a325-14ad15304167 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/ports/cccb6623-b4cd-4d4b-b53e-c672c67bea85 HTTP/1.1" status: 204 len: 168 time: 0.7079093 Sep 15 16:16:57.824575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52804) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:57.851945 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-408cb5e5-6fd8-4ff0-a28b-ee2714d5aa15 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] GET failed (client error): The resource could not be found. Sep 15 16:16:57.853662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-408cb5e5-6fd8-4ff0-a28b-ee2714d5aa15 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "GET /v2.0/ports/cccb6623-b4cd-4d4b-b53e-c672c67bea85 HTTP/1.1" status: 404 len: 333 time: 0.0281305 Sep 15 16:16:57.856662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52806) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:57.955562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting port 80d78142-2aaa-4137-92c5-f3be16edf739 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:57.955823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.050702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.063341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Calling delete_port for 80d78142-2aaa-4137-92c5-f3be16edf739 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:58.254390 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-66b72624-a109-4175-8324-31c307c9c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:58.256000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-66b72624-a109-4175-8324-31c307c9c1b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 1096 time: 0.0541093 Sep 15 16:16:58.268940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:16:58.290048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.326494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1b668-d038-433b-a116-131b8fec10ca req-1831e195-22aa-44c7-a901-5aaf690d0d31 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:58.328444 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adb1b668-d038-433b-a116-131b8fec10ca req-1831e195-22aa-44c7-a901-5aaf690d0d31 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0576193 Sep 15 16:16:58.329237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Port': ['ID=80d78142-2aaa-4137-92c5-f3be16edf739,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:58.378679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.381782 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.383945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4e0058cf-a980-44a8-9893-d67cda60ec8b tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/ports/80d78142-2aaa-4137-92c5-f3be16edf739 HTTP/1.1" status: 204 len: 168 time: 0.5262816 Sep 15 16:16:58.389031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adb1b668-d038-433b-a116-131b8fec10ca req-426e53cb-c022-4b1c-903c-b4137f9224f3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501204 Sep 15 16:16:58.389626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52814) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:58.418819 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4843ec-a03d-48d5-a093-a82b68689348 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] GET failed (client error): The resource could not be found. Sep 15 16:16:58.424726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8e4843ec-a03d-48d5-a093-a82b68689348 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "GET /v2.0/ports/80d78142-2aaa-4137-92c5-f3be16edf739 HTTP/1.1" status: 404 len: 333 time: 0.0340891 Sep 15 16:16:58.425341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52816) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:58.484765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.535417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting port c6b32c6e-d9d6-43ef-9f89-dcada021c315 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:58.535771 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.632400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.637546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:58.648222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Calling delete_port for c6b32c6e-d9d6-43ef-9f89-dcada021c315 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:58.671235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:58.712287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:16:58.715272 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4865b41-e737-4b7c-bc8f-e89a80331aae" -d '{"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:16:58.735789 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.775717 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39ead4-f641-4360-81c0-9ab2312a18dc x-openstack-request-id: req-aa39ead4-f641-4360-81c0-9ab2312a18dc {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:16:58.776165 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:16:58.776757 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aa39ead4-f641-4360-81c0-9ab2312a18dc {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:16:58.777312 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'code': 200} Sep 15 16:16:58.855835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Transition to ACTIVE for port object 54b55caa-7b9d-491f-bbd4-da0f5226c53e will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:16:58.856000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.887336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Port': ['ID=c6b32c6e-d9d6-43ef-9f89-dcada021c315,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:58.910962 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.912973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a03ea453-e809-45de-8825-eadcbf28ff11 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/ports/c6b32c6e-d9d6-43ef-9f89-dcada021c315 HTTP/1.1" status: 204 len: 168 time: 0.4866796 Sep 15 16:16:58.915807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:58.971891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting subnet 82604bc9-6988-4b1b-86d3-845c72e9a656 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:16:58.975357 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:58.999194 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.054027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.173844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:59.266374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] No DVR routers for this DVR port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:16:59.330735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.480656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:16:59.480910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:16:59.481246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:59.485938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:16:59.486259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:16:59.491646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:16:59.492464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Checking segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:16:59.492464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Bound using segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:16:59.492734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Bound port: 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:16:59.493101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.509576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.511836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cec23-8797-4316-9a56-4ebd62fa42f2 req-c18f3be9-cc0d-4f9a-8bcc-f729eaf63882 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:59.513582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f99cec23-8797-4316-9a56-4ebd62fa42f2 req-c18f3be9-cc0d-4f9a-8bcc-f729eaf63882 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0590999 Sep 15 16:16:59.562299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f99cec23-8797-4316-9a56-4ebd62fa42f2 req-20773c74-dc10-485c-a16e-8ccb6a4a0d4a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Sep 15 16:16:59.562526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Subnet': ['ID=82604bc9-6988-4b1b-86d3-845c72e9a656,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:59.567958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.572652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52826) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:16:59.576577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70490bad-6433-4b1c-ad63-9d63e16e1056 None None] Network 1707478f-9c6a-42ad-939f-7d93bbc2da47 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:16:59.580588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c1d95777-e6eb-46f7-805f-ce159bfa90d1 tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/subnets/82604bc9-6988-4b1b-86d3-845c72e9a656 HTTP/1.1" status: 204 len: 168 time: 0.6547961 Sep 15 16:16:59.614896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:16:59.618101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:16:59.660501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.697075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.729996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Deleting port 004c8661-b63b-4512-949e-5697db6ef551 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:59.730433 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.738336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:59.738931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.740298 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] 10.222.0.55 "PUT /v2.0/ports/54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 1091 time: 1.4755445 Sep 15 16:16:59.763715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5fdfa-3192-4611-a7c0-9881df362a5d service neutron] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:16:59.840886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] DHCP port deletion for 1707478f-9c6a-42ad-939f-7d93bbc2da47 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:16:59.851937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-b107901b-e5e4-409e-b98e-00beb7298179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:59.854877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-b107901b-e5e4-409e-b98e-00beb7298179 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0826714 Sep 15 16:16:59.859767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] For port 004c8661-b63b-4512-949e-5697db6ef551, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=004c8661-b63b-4512-949e-5697db6ef551,segment=NetworkSegment(36b64c3f-c7ef-46ba-bb97-18a3ead1c48e),segment_id=36b64c3f-c7ef-46ba-bb97-18a3ead1c48e)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:59.860170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.884871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Calling delete_port for 004c8661-b63b-4512-949e-5697db6ef551 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:16:59.907818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] Deleting port 004c8661-b63b-4512-949e-5697db6ef551 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:16:59.908193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:59.985252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-409f6d2d-c955-476c-b589-219d23161fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:16:59.987752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-409f6d2d-c955-476c-b589-219d23161fce service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.1246767 Sep 15 16:16:59.995959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] For port 004c8661-b63b-4512-949e-5697db6ef551, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=004c8661-b63b-4512-949e-5697db6ef551,segment=NetworkSegment(36b64c3f-c7ef-46ba-bb97-18a3ead1c48e),segment_id=36b64c3f-c7ef-46ba-bb97-18a3ead1c48e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:16:59.996732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.012709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] Calling delete_port for 004c8661-b63b-4512-949e-5697db6ef551 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:00.094169 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-3e78a4d9-e044-448d-b7e5-d459891c119e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 999 time: 0.0966492 Sep 15 16:17:00.112686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.123284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.145852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] No DVR routers for this DVR port 004c8661-b63b-4512-949e-5697db6ef551 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:00.147092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-60b9a41d-1187-4418-b271-f4eb62151023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:00.148788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-60b9a41d-1187-4418-b271-f4eb62151023 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0472059 Sep 15 16:17:00.153189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Port': ['ID=004c8661-b63b-4512-949e-5697db6ef551,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:00.153470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.154247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] Pushing event deleted for resources: {'Port': ['ID=004c8661-b63b-4512-949e-5697db6ef551,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:00.162488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b056875-596b-4b16-8fc3-4b95fbfaf889 None None] No DVR routers for this DVR port 004c8661-b63b-4512-949e-5697db6ef551 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:00.203678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-92b9b86b-1d56-4561-b9f0-15065c3d0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:00.205624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-92b9b86b-1d56-4561-b9f0-15065c3d0398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497966 Sep 15 16:17:00.249740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.280027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1707478f-9c6a-42ad-939f-7d93bbc2da47']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:00.295310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b64c3f-c7ef-46ba-bb97-18a3ead1c48e') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:00.303426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b64c3f-c7ef-46ba-bb97-18a3ead1c48e') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:00.305500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.312895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.319813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-ee459083-4420-4182-a8f4-483c425d7adb service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067507 Sep 15 16:17:00.321377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.330788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:17:00.331195 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:17:00.335435 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:17:00.458557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-54a10069-7319-4ed5-8b93-a4ac7a256d01 service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309538 Sep 15 16:17:00.546372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 004c8661-b63b-4512-949e-5697db6ef551 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:00.570922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 004c8661-b63b-4512-949e-5697db6ef551 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:00.571271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 004c8661-b63b-4512-949e-5697db6ef551 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:00.706412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35298939-3f99-4505-b141-489e1c536f1e req-74665554-8345-43d5-ac1d-b2c943fb06f0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:00.708010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-35298939-3f99-4505-b141-489e1c536f1e req-74665554-8345-43d5-ac1d-b2c943fb06f0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0649250 Sep 15 16:17:00.752668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-35298939-3f99-4505-b141-489e1c536f1e req-e3100317-3959-43ea-a4a1-fa41b6457729 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354662 Sep 15 16:17:00.778209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:17:00.781929 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b760f20-3cdc-4bb8-be13-4582e83bf93f" -d '{"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:17:00.859217 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1e49c8-3440-4823-8327-94b93f873528 x-openstack-request-id: req-7f1e49c8-3440-4823-8327-94b93f873528 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:17:00.859594 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:17:00.860027 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7f1e49c8-3440-4823-8327-94b93f873528 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:17:00.860544 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'status': 'completed', 'code': 200} Sep 15 16:17:00.921169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-86b3b20b-212a-4335-8deb-3010fb311e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:00.922203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-fa834374-d940-4296-94eb-ea8664aa0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:00.922748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-86b3b20b-212a-4335-8deb-3010fb311e2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0433717 Sep 15 16:17:00.924110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-fa834374-d940-4296-94eb-ea8664aa0936 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1094 time: 0.0479193 Sep 15 16:17:00.941061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.970211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:00.974711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] 10.222.0.63 "DELETE /v2.0/networks/1707478f-9c6a-42ad-939f-7d93bbc2da47 HTTP/1.1" status: 204 len: 168 time: 1.3975854 Sep 15 16:17:00.979386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b366bb-5e86-439e-98f4-79356cadba5c tempest-AllowedAddressPairIpV6TestJSON-1051480237 tempest-AllowedAddressPairIpV6TestJSON-1051480237-project] Pushing event deleted for resources: {'Network': ['ID=1707478f-9c6a-42ad-939f-7d93bbc2da47,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:01.030185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-982b11e5-e2de-4867-b191-995687a50950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:01.031666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-982b11e5-e2de-4867-b191-995687a50950 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.1006849 Sep 15 16:17:01.051287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-7fa71c0c-a496-42ba-9016-806fbc68e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:01.052919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-7fa71c0c-a496-42ba-9016-806fbc68e2f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.1221862 Sep 15 16:17:01.106824 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-a20726e5-19a0-4d2e-9090-17104af5fd7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 999 time: 0.0665402 Sep 15 16:17:01.123539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-b6287d31-d26e-4685-9713-da146f42fd13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 999 time: 0.0638962 Sep 15 16:17:01.172414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-a50b4f37-75ec-4743-8b93-aaba6415a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:01.173945 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-a50b4f37-75ec-4743-8b93-aaba6415a143 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0513771 Sep 15 16:17:01.177372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-09693c47-e424-4d1f-ac1a-239d3a95a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:01.178842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-09693c47-e424-4d1f-ac1a-239d3a95a70e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0485234 Sep 15 16:17:01.237213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-4a9742f5-149d-467c-a823-8617d895c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:01.240267 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-4a9742f5-149d-467c-a823-8617d895c492 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539122 Sep 15 16:17:01.258347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-20f1401f-e859-4891-b09c-3ce603be8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:01.260179 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-20f1401f-e859-4891-b09c-3ce603be8a49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749445 Sep 15 16:17:01.276275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:01.333291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:01.370608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-b2506443-3b2c-416d-9054-88b8a4d7ebb0 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029267 Sep 15 16:17:01.371723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-6a9f0ce3-6978-40c6-9416-acdb7a1b36fd service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236093 Sep 15 16:17:01.477357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52842) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:01.497062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-66546a6c-9eb1-47d6-958a-ee8679d07754 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194878 Sep 15 16:17:01.503041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2b760f20-3cdc-4bb8-be13-4582e83bf93f req-be96d291-1114-4c30-a42c-bd4932a4f14c service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232007 Sep 15 16:17:01.627026 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9e94fc83-9c3b-4941-a70f-c97c8545bcb8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f43ab8893c734fc1974207c7c832e391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482453 Sep 15 16:17:01.629309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52846) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:01.677624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93707f88-a0dd-4ce9-a74d-25e3f394f928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:01.698657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93707f88-a0dd-4ce9-a74d-25e3f394f928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:01.804511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93707f88-a0dd-4ce9-a74d-25e3f394f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:01.807188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-93707f88-a0dd-4ce9-a74d-25e3f394f928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:01.809002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-93707f88-a0dd-4ce9-a74d-25e3f394f928 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a08e24a6-6885-4fb8-b5aa-a31281bcef1b HTTP/1.1" status: 204 len: 168 time: 0.1787515 Sep 15 16:17:01.821845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93707f88-a0dd-4ce9-a74d-25e3f394f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08e24a6-6885-4fb8-b5aa-a31281bcef1b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:01.908891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea71985-8608-4449-8357-db11d8e137f2 req-5b1fdb06-e5ca-4fdd-af23-ebe6347785c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:01.910411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cea71985-8608-4449-8357-db11d8e137f2 req-5b1fdb06-e5ca-4fdd-af23-ebe6347785c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0623255 Sep 15 16:17:01.951097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cea71985-8608-4449-8357-db11d8e137f2 req-e1683bb9-76d6-4dda-bdb3-39b3472914a9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346212 Sep 15 16:17:02.880750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52872) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:02.992143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-718593645'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:03.087069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cc438-a0db-407c-aef2-41469e062353 req-c3794db0-e314-489a-9d60-926dd7f92d0f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:03.089138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f1cc438-a0db-407c-aef2-41469e062353 req-c3794db0-e314-489a-9d60-926dd7f92d0f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 943 time: 0.0554063 Sep 15 16:17:03.117616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:03.122400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.132507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f1cc438-a0db-407c-aef2-41469e062353 req-5dfb9f21-f532-4cfe-9459-71fc49df5a27 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363662 Sep 15 16:17:03.136510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.235965 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.345992 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.375723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:17:03.386105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33505270-54da-4358-a01d-e69ffe1074a7,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:03.392749 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.393095 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Added segment 82fc151c-f50e-4bed-bcea-563aab539907 of type vlan for network 31988b25-d2c4-4f56-ba9f-eef6da45875f Sep 15 16:17:03.438894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.558904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.567205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:03.568506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.634088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:17:03.667290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Network': ['ID=31988b25-d2c4-4f56-ba9f-eef6da45875f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:03.674713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:17:03.679924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7977e0ab-39b2-45d6-9bef-5b855d1bd9cd tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7976289 Sep 15 16:17:03.683394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52882) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:03.688976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:03.884769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:03.889271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:03.945194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:03.957660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'port_id': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'mac_address': 'fa:16:3e:d6:93:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:17:03.997207 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:04.009917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b55caa-7b9d-491f-bbd4-da0f5226c53e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:17:04.032139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:04.130720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:04.176881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:04.181967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:04.278223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:04.288265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:04.289593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network hostable DHCP agents. Network: 31988b25-d2c4-4f56-ba9f-eef6da45875f, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:17:04.300952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285102-5fea-438f-900f-fd770bd0e9a3 req-d3caaa7f-b6ce-4cf3-aefd-b87b7b3e5bcf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:04.302457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f285102-5fea-438f-900f-fd770bd0e9a3 req-d3caaa7f-b6ce-4cf3-aefd-b87b7b3e5bcf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0854986 Sep 15 16:17:04.345412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0f285102-5fea-438f-900f-fd770bd0e9a3 req-9f5b8aec-670c-4660-92e8-c401c32153a3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368826 Sep 15 16:17:04.393011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:17:04.429418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['54b55caa-7b9d-491f-bbd4-da0f5226c53e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:17:04.489722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 31988b25-d2c4-4f56-ba9f-eef6da45875f) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:04.489722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:04.489722 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:04.496012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ce39d-ef03-4d2e-94c0-95f08bb067f0 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:04.607336 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3a170be3-cbd9-45e2-bb50-6bff20fe27b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9195600 Sep 15 16:17:04.607593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52892) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:04.612623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'name': 'tempest-NetworksTestDHCPv6-830796450'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:04.737380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': 'cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:04.738245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:04.979514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1/5317ccfb-7951-439f-86b3-b8c8e71d364f) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:05.128541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-554a67a2-80c1-4e22-a1a0-c9408a515c70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:05.130826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-554a67a2-80c1-4e22-a1a0-c9408a515c70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 944 time: 0.0952175 Sep 15 16:17:05.149804 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.233873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.236458 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-72dffc8c-a993-44c4-916b-d72cb0c1223f service neutron] 10.222.0.55 "GET /v2.0/ports/54b55caa-7b9d-491f-bbd4-da0f5226c53e/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 382 time: 0.0966101 Sep 15 16:17:05.255039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaff48-0970-4ef0-9456-4ce309bfafc2 req-f9b405cb-590e-4f03-a415-58b84d4ab5db tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:05.256673 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dfaff48-0970-4ef0-9456-4ce309bfafc2 req-f9b405cb-590e-4f03-a415-58b84d4ab5db tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 944 time: 0.2223470 Sep 15 16:17:05.261791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:05.265346 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.277044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:05.282115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:05.285876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:05.302045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Pushing event updated for resources: {'Port': ['ID=5317ccfb-7951-439f-86b3-b8c8e71d364f,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:05.323118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port c313298b-1d38-4f53-b002-06ccd4869d33 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:05.354719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Attempting to bind port 5317ccfb-7951-439f-86b3-b8c8e71d364f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:05.355287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Attempting to bind port 5317ccfb-7951-439f-86b3-b8c8e71d364f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:05.355832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Attempting to bind port 5317ccfb-7951-439f-86b3-b8c8e71d364f on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:05.361226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:05.361606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:05.362081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.362532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:05.363048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Bound port: 5317ccfb-7951-439f-86b3-b8c8e71d364f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:05.363436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.382437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5dfaff48-0970-4ef0-9456-4ce309bfafc2 req-db35ea93-8d8c-4a82-bb2b-de246ade6b9b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148133 Sep 15 16:17:05.401585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-ee837541-bbb6-499a-9637-3d5e73585220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:05.401585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-ee837541-bbb6-499a-9637-3d5e73585220 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1095 time: 0.1278012 Sep 15 16:17:05.436987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] For port 5317ccfb-7951-439f-86b3-b8c8e71d364f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:05.440255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] For port 5317ccfb-7951-439f-86b3-b8c8e71d364f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5317ccfb-7951-439f-86b3-b8c8e71d364f,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:05.536776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.538742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::348 (31988b25-d2c4-4f56-ba9f-eef6da45875f/cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1/c313298b-1d38-4f53-b002-06ccd4869d33) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:05.566706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-9d63a137-5e90-46a8-af03-063c18ed7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:05.568201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-9d63a137-5e90-46a8-af03-063c18ed7367 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.1625202 Sep 15 16:17:05.609017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ffdf4-aced-46b5-9ce2-e5f8ad11117a None None] Pushing event updated for resources: {'Port': ['ID=5317ccfb-7951-439f-86b3-b8c8e71d364f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:05.652875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:05.690109 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-c262e551-7717-4ade-a02a-aa8584dc3929 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 1000 time: 0.1095304 Sep 15 16:17:05.782215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 54b55caa-7b9d-491f-bbd4-da0f5226c53e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:17:05.791260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 54b55caa-7b9d-491f-bbd4-da0f5226c53e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:05.791666 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.810207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-71b5e648-9249-4e86-ac3c-cb6b8039973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:05.811686 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-71b5e648-9249-4e86-ac3c-cb6b8039973c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.1141312 Sep 15 16:17:05.877995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.894579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-2c611303-8200-4a13-b9ea-e95c23e4d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:05.896125 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-2c611303-8200-4a13-b9ea-e95c23e4d0eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665059 Sep 15 16:17:05.898823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.939532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:05.940360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:17:05.943661 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949ad105-dbd5-466d-a65f-0f673e2d0362" -d '{"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:17:06.007518 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d07e68-58bf-4b5f-aa0b-5877053d5bca x-openstack-request-id: req-34d07e68-58bf-4b5f-aa0b-5877053d5bca {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:17:06.007518 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:17:06.007518 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-34d07e68-58bf-4b5f-aa0b-5877053d5bca {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:17:06.009151 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'code': 200} Sep 15 16:17:06.018089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-0a538fe0-15b4-4ee2-8d47-3c7d693069df service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097054 Sep 15 16:17:06.074314 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.106272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.161743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:06.162310 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-eed17b09-dd29-4d74-8790-8d89e95d9d04 service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223834 Sep 15 16:17:06.164716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:06.169558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:06.175547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:06.181241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:06.181849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.191966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=c313298b-1d38-4f53-b002-06ccd4869d33,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:06.291430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d243f106-e670-4229-bc67-98a3b326a7de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6827395 Sep 15 16:17:06.294088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52906) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:06.388564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f6e41-3176-4b05-b996-c3bb37fe3dc2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:06.395187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f6e41-3176-4b05-b996-c3bb37fe3dc2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:06.396885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b24f6e41-3176-4b05-b996-c3bb37fe3dc2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1016815 Sep 15 16:17:06.399726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52908) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:06.542428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b7b4b-1bd8-46a6-9532-0dd126a88eba req-a98bd2e9-f78b-4bd5-9d86-cc204cacc5df tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:06.544106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-954b7b4b-1bd8-46a6-9532-0dd126a88eba req-a98bd2e9-f78b-4bd5-9d86-cc204cacc5df tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0698810 Sep 15 16:17:06.554818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port c313298b-1d38-4f53-b002-06ccd4869d33 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:06.555156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.626150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5317ccfb-7951-439f-86b3-b8c8e71d364f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:06.644093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-954b7b4b-1bd8-46a6-9532-0dd126a88eba req-c567ee45-99c9-4612-a7ac-d4956205757c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916150 Sep 15 16:17:06.681319 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.693871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5317ccfb-7951-439f-86b3-b8c8e71d364f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:06.694748 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.697451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a2ca5b-b4f1-4e3e-b835-9b1b7a3b1123 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:06.706541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for c313298b-1d38-4f53-b002-06ccd4869d33 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:06.810785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-edc4e4f8-4ef8-4315-bc25-98615fd390f9 None None] Provisioning complete for port 5317ccfb-7951-439f-86b3-b8c8e71d364f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:06.811397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edc4e4f8-4ef8-4315-bc25-98615fd390f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.918105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.919744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.952272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=c313298b-1d38-4f53-b002-06ccd4869d33,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:06.988368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:06.992931 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f44edb8-4e90-42d5-925a-466342df4462 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/c313298b-1d38-4f53-b002-06ccd4869d33 HTTP/1.1" status: 204 len: 168 time: 0.5920808 Sep 15 16:17:06.997989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52912) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:07.007276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 5317ccfb-7951-439f-86b3-b8c8e71d364f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5317ccfb-7951-439f-86b3-b8c8e71d364f,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:07.023436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edc4e4f8-4ef8-4315-bc25-98615fd390f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.112966 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.128217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1029b1b7-dc57-41b4-8d71-be34601a4aba tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:07.129955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1029b1b7-dc57-41b4-8d71-be34601a4aba tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:07.131887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1029b1b7-dc57-41b4-8d71-be34601a4aba tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1377771 Sep 15 16:17:07.134813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:07.195500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:07.199901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-edc4e4f8-4ef8-4315-bc25-98615fd390f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:07.200192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.200374 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-edc4e4f8-4ef8-4315-bc25-98615fd390f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:07.206234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=5317ccfb-7951-439f-86b3-b8c8e71d364f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:07.249465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.375599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.541421 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.566800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:07.577544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.582419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4489cc96-1e46-4f46-83b8-1fa2d7cdb226 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1 HTTP/1.1" status: 204 len: 168 time: 0.4439108 Sep 15 16:17:07.583240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52918) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:07.644698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-76fb7aaa-c27f-47ad-ba15-12d57b8b764c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603180 Sep 15 16:17:07.647541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52920) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:07.659209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:07.663062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec6219-7d6f-4c37-b3cb-ed1655089eb0 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:07.859962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff98779-a0e9-4c85-a849-820bf2060d3f req-6c108f59-681b-4763-9bc0-59eb382a9287 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:07.861533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dff98779-a0e9-4c85-a849-820bf2060d3f req-6c108f59-681b-4763-9bc0-59eb382a9287 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.1383553 Sep 15 16:17:07.894656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:07.894656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:07.908227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dff98779-a0e9-4c85-a849-820bf2060d3f req-f32b85b3-94c4-4969-a9b9-1bd23200579c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400479 Sep 15 16:17:07.915141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:07.923559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cbb7753a-8717-4bf0-ad4d-de1664aff5b8 None None] Could not find standard attr ID for object c313298b-1d38-4f53-b002-06ccd4869d33. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:07.955414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cbb7753a-8717-4bf0-ad4d-de1664aff5b8 None None] Provisioning complete for port 5317ccfb-7951-439f-86b3-b8c8e71d364f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:07.955784 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cbb7753a-8717-4bf0-ad4d-de1664aff5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.012052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] Deleting port 5317ccfb-7951-439f-86b3-b8c8e71d364f {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:08.012334 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.104671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] For port 5317ccfb-7951-439f-86b3-b8c8e71d364f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5317ccfb-7951-439f-86b3-b8c8e71d364f,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:08.105432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.123263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] Calling delete_port for 5317ccfb-7951-439f-86b3-b8c8e71d364f owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:08.147736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.193927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:08.197302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:08.202474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:08.203347 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.218454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=28a6a48f-570d-4918-86c4-da9147d07a76,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:08.296545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.325930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] Pushing event deleted for resources: {'Port': ['ID=5317ccfb-7951-439f-86b3-b8c8e71d364f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:08.329759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548f1d8-15d6-4442-8611-bd7d5483f293 None None] No DVR routers for this DVR port 5317ccfb-7951-439f-86b3-b8c8e71d364f on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:08.345234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-229fe1d6-6d46-412d-ad6d-94ffd5830d7e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6966300 Sep 15 16:17:08.347877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52928) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:08.356479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'name': 'tempest-NetworksTestDHCPv6-1538422918'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:08.360510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e1eb13-cd48-4dff-8cc3-1391b64ec57d None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:08.537621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '28a6a48f-570d-4918-86c4-da9147d07a76'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:08.538484 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.551118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5317ccfb-7951-439f-86b3-b8c8e71d364f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:08.576797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5317ccfb-7951-439f-86b3-b8c8e71d364f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:08.577162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5317ccfb-7951-439f-86b3-b8c8e71d364f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:08.586960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:08.591944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.610542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 380de119-8d61-45b5-85be-b9583767a56f yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:08.715775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/28a6a48f-570d-4918-86c4-da9147d07a76/c53c62cd-e0fe-4a5d-b312-c98f608a25e1) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:08.865478 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.931161 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:08.972116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:08.976797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:08.983860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:08.986003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-35cb7765-7670-485f-9089-f8ddfda3e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:08.987191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Pushing event updated for resources: {'Port': ['ID=c53c62cd-e0fe-4a5d-b312-c98f608a25e1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:08.989264 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-35cb7765-7670-485f-9089-f8ddfda3e6a5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 1096 time: 0.0843439 Sep 15 16:17:09.004690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:09.060775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Attempting to bind port c53c62cd-e0fe-4a5d-b312-c98f608a25e1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:09.062179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Attempting to bind port c53c62cd-e0fe-4a5d-b312-c98f608a25e1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:09.062179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Attempting to bind port c53c62cd-e0fe-4a5d-b312-c98f608a25e1 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:09.067581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:09.067581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:09.068379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.068754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:09.069429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Bound port: c53c62cd-e0fe-4a5d-b312-c98f608a25e1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:09.070149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.084955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::95 (31988b25-d2c4-4f56-ba9f-eef6da45875f/28a6a48f-570d-4918-86c4-da9147d07a76/380de119-8d61-45b5-85be-b9583767a56f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:09.092938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.129083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d5506-045f-45ef-954a-a5c1269c4e8e req-c4d01ce4-03be-42a3-8940-996f37f9e0ad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:09.130601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec0d5506-045f-45ef-954a-a5c1269c4e8e req-c4d01ce4-03be-42a3-8940-996f37f9e0ad tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0898957 Sep 15 16:17:09.172125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c845763d-9a81-403f-bac0-48963664f243 None None] For port c53c62cd-e0fe-4a5d-b312-c98f608a25e1, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:09.175815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c845763d-9a81-403f-bac0-48963664f243 None None] For port c53c62cd-e0fe-4a5d-b312-c98f608a25e1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c53c62cd-e0fe-4a5d-b312-c98f608a25e1,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:09.221772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec0d5506-045f-45ef-954a-a5c1269c4e8e req-efebd8e1-8d79-4544-8a02-864d5782445b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738385 Sep 15 16:17:09.273893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.312249 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.324875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:09.359794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845763d-9a81-403f-bac0-48963664f243 None None] Pushing event updated for resources: {'Port': ['ID=c53c62cd-e0fe-4a5d-b312-c98f608a25e1,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:09.373926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:09.417820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:17:09.420410 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77040d8d-6823-4702-b63e-487df09f9c70" -d '{"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:17:09.426874 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.440642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Transition to ACTIVE for port object 54b55caa-7b9d-491f-bbd4-da0f5226c53e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:17:09.456964 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.490797 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb806a8-e180-48a1-97a3-d41c54a999b1 x-openstack-request-id: req-5bb806a8-e180-48a1-97a3-d41c54a999b1 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:17:09.491146 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-unplugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:17:09.491453 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5bb806a8-e180-48a1-97a3-d41c54a999b1 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:17:09.493081 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'code': 200} Sep 15 16:17:09.507485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:09.510806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:09.514788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:09.520756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:09.521537 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.523508 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:09.538765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=380de119-8d61-45b5-85be-b9583767a56f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:09.619367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:09.646118 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8746d11b-d255-401b-b17f-e8b0e4cd3597 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2971902 Sep 15 16:17:09.648863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52938) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:09.720315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d050b5c-3a01-4ea4-b3ce-116d2d4e4dd4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:09.726456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d050b5c-3a01-4ea4-b3ce-116d2d4e4dd4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:09.728163 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7d050b5c-3a01-4ea4-b3ce-116d2d4e4dd4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0781579 Sep 15 16:17:09.731204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:09.799520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] No DVR routers for this DVR port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:09.882373 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:17:09.948794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-c8d92fcf-326c-4dcd-bd58-af435b92548c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502603 Sep 15 16:17:09.961133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 380de119-8d61-45b5-85be-b9583767a56f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:09.961469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.054294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-15d7a512-3f41-4281-ae0c-94b752062dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.055906 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-15d7a512-3f41-4281-ae0c-94b752062dfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8544a3cc41ff414abd9734c482f08028&device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 1101 time: 0.0484319 Sep 15 16:17:10.056851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:10.057637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:10.057637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:10.070927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:17:10.071270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Attempting to bind port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on network ccbf27f0-3ba2-4832-849c-674481651e36 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:10.082790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:10.083138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Checking segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:10.083550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Bound using segment: {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:10.083981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Bound port: 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb932a2-0a32-434d-b375-1bec112ad4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:10.084346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.172230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.184859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:10.191132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:10.192357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 380de119-8d61-45b5-85be-b9583767a56f owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:10.211424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-ca8f4668-9d1d-4180-b35a-84e399c3ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.211424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-ca8f4668-9d1d-4180-b35a-84e399c3ae89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1196923 Sep 15 16:17:10.262685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-5c40747c-3cb2-4848-949f-3c0ba232b55d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb HTTP/1.1" status: 200 len: 217 time: 0.0529459 Sep 15 16:17:10.331757 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.366014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-2ed1cc56-1012-46c1-af6e-46313d9954a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.367689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-2ed1cc56-1012-46c1-af6e-46313d9954a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0977013 Sep 15 16:17:10.395677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a959839-09f2-46f8-9cc4-68a3c3d507be req-d7d9eb4e-48c1-4b74-aef0-b8967e791bb0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.397877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a959839-09f2-46f8-9cc4-68a3c3d507be req-d7d9eb4e-48c1-4b74-aef0-b8967e791bb0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0728028 Sep 15 16:17:10.410174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.411022 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.412717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] 10.222.0.38 "PUT /v2.0/ports/54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 1092 time: 1.4129899 Sep 15 16:17:10.449687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca907a-9fc2-4946-80d7-e954db4e229d service neutron] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=11']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:10.490786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-9a4f670f-dd75-4b78-b50a-8c7fe49fe8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.492339 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-9a4f670f-dd75-4b78-b50a-8c7fe49fe8eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142659 Sep 15 16:17:10.508577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a959839-09f2-46f8-9cc4-68a3c3d507be req-fb5c1504-c43f-4da5-917d-1a3bfca1d762 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810726 Sep 15 16:17:10.521907 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.554860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=380de119-8d61-45b5-85be-b9583767a56f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:10.574533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-dda00c87-a06f-4f4d-a6ce-667b8c300975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.576393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-dda00c87-a06f-4f4d-a6ce-667b8c300975 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1095 time: 0.1172340 Sep 15 16:17:10.637107 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.637973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c53c62cd-e0fe-4a5d-b312-c98f608a25e1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:10.643334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4cd6f1d5-b0ba-4615-9f0f-3e1896823658 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/380de119-8d61-45b5-85be-b9583767a56f HTTP/1.1" status: 204 len: 168 time: 0.9003563 Sep 15 16:17:10.660970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52946) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:10.707755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-b915ff3c-ddb6-4bee-8353-abd912b1d57b service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980879 Sep 15 16:17:10.729315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5e53fc96-843f-48ec-ac28-5d9b01d8525e None None] Provisioning complete for port c53c62cd-e0fe-4a5d-b312-c98f608a25e1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:10.730039 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e53fc96-843f-48ec-ac28-5d9b01d8525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.735228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c53c62cd-e0fe-4a5d-b312-c98f608a25e1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:10.735639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.819141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c87ed-db4e-4eb0-a401-fa0d70038b68 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.820967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c87ed-db4e-4eb0-a401-fa0d70038b68 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.822590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2b5c87ed-db4e-4eb0-a401-fa0d70038b68 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1581233 Sep 15 16:17:10.826710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:10.864941 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d110489-a7d6-40e0-b646-3f6e8a2b0f34 req-ad4d74dc-08fa-4e0b-9b14-08ca9c2dab09 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485593 Sep 15 16:17:10.867090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-d08efe7a-c94e-4e70-aa7c-6d416fe3dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:10.869197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-d08efe7a-c94e-4e70-aa7c-6d416fe3dd1c service neutron] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.2808247 Sep 15 16:17:10.939446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 28a6a48f-570d-4918-86c4-da9147d07a76 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:10.944379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.953459 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.985502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e53fc96-843f-48ec-ac28-5d9b01d8525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:10.988743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-dd4e0ac9-1fbb-46cb-ace5-240449844a27 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 999 time: 0.1110253 Sep 15 16:17:11.028740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port c53c62cd-e0fe-4a5d-b312-c98f608a25e1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c53c62cd-e0fe-4a5d-b312-c98f608a25e1,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:11.032067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.084272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-ae35d2fb-201a-4733-bdbe-111ed60a6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:11.085866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-ae35d2fb-201a-4733-bdbe-111ed60a6ff5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0893283 Sep 15 16:17:11.096300 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.175867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f40b-5811-40a8-b757-0752a544f80b req-9b4f652a-0473-4514-a6e1-d03e57467c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:11.177498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-9b4f652a-0473-4514-a6e1-d03e57467c2c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843601 Sep 15 16:17:11.184531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.337284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-14ce9fa6-f5a4-490b-a371-2238e8fa49eb service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490784 Sep 15 16:17:11.341882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-5e53fc96-843f-48ec-ac28-5d9b01d8525e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:11.342247 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-5e53fc96-843f-48ec-ac28-5d9b01d8525e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:11.361008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=c53c62cd-e0fe-4a5d-b312-c98f608a25e1,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:11.423148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.464744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=28a6a48f-570d-4918-86c4-da9147d07a76,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:11.468920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.470258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5868a63c-14d1-48dd-beec-265a77e55347 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/28a6a48f-570d-4918-86c4-da9147d07a76 HTTP/1.1" status: 204 len: 168 time: 0.6423357 Sep 15 16:17:11.473173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:11.475594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79abc15-ce0c-45e7-a0b8-ac3c720f671f None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:11.494990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4344f40b-5811-40a8-b757-0752a544f80b req-4cd4b79f-42a2-4761-ba83-51b7321aa56a service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479940 Sep 15 16:17:11.495742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:17:11.498534 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baba012a-a9a3-4ab2-805f-03a565472ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:17:11.522823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1b95e903-37e3-48f7-8678-ce2954bdacde tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0482283 Sep 15 16:17:11.527791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52956) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:11.547604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:11.587653 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c01cca-2829-4034-afb3-077f0ea88001 x-openstack-request-id: req-78c01cca-2829-4034-afb3-077f0ea88001 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:17:11.587944 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:17:11.588200 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-78c01cca-2829-4034-afb3-077f0ea88001 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:17:11.588860 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'status': 'completed', 'code': 200} Sep 15 16:17:11.669645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-44c629b0-14e8-4ebc-a0c4-73ecdaeddfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:11.671110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-44c629b0-14e8-4ebc-a0c4-73ecdaeddfe8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1095 time: 0.0611174 Sep 15 16:17:11.672528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:11.725045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:11.732435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:11.761251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148f12d-586e-4619-8e19-96f82ae6110d req-bdb4a584-37b4-4833-9b55-89cbc7f26b2c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:11.762823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0148f12d-586e-4619-8e19-96f82ae6110d req-bdb4a584-37b4-4833-9b55-89cbc7f26b2c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 944 time: 0.1669698 Sep 15 16:17:11.768362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-dd22410d-f1a5-4aee-b4a6-0d814c5d1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:11.770042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-dd22410d-f1a5-4aee-b4a6-0d814c5d1b51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1095 time: 0.1536157 Sep 15 16:17:11.796974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] Deleting port c53c62cd-e0fe-4a5d-b312-c98f608a25e1 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:11.798030 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.841914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-6727a8f0-15e0-46df-b6e4-de595e70abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:11.843418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-6727a8f0-15e0-46df-b6e4-de595e70abef service neutron] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.1540492 Sep 15 16:17:11.843771 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0148f12d-586e-4619-8e19-96f82ae6110d req-62b835be-7ef6-4e31-9d33-006873c31715 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701330 Sep 15 16:17:11.871739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:11.875227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.920989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] For port c53c62cd-e0fe-4a5d-b312-c98f608a25e1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c53c62cd-e0fe-4a5d-b312-c98f608a25e1,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:11.921474 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:11.937494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-717ec8f5-c390-493b-aca6-3fecc968b17c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 999 time: 0.0854886 Sep 15 16:17:11.940360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] Calling delete_port for c53c62cd-e0fe-4a5d-b312-c98f608a25e1 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:11.977153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-b06ccdc4-4521-49d0-8406-d058c8c9c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:11.978614 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-b06ccdc4-4521-49d0-8406-d058c8c9c918 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.1980679 Sep 15 16:17:12.006614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-ad7d1aa6-cc1a-4c76-b630-9200aa17bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:12.008068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-ad7d1aa6-cc1a-4c76-b630-9200aa17bf3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0585427 Sep 15 16:17:12.059186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2936f4c4-0bac-4c6d-9676-510c005c048a None None] Could not find standard attr ID for object 380de119-8d61-45b5-85be-b9583767a56f. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:12.068902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-18dabc35-d5d5-4a6c-8223-7410d5eed773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:12.072960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-18dabc35-d5d5-4a6c-8223-7410d5eed773 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568292 Sep 15 16:17:12.083826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-db00aa10-4b5b-4fc5-99b9-721a7cb038d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 999 time: 0.0964131 Sep 15 16:17:12.146920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.175765 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-b54834cd-9361-4f17-b706-8b429adc6ff2 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949678 Sep 15 16:17:12.178908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-d781ac7a-c00f-4854-89d8-c6908f25227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:12.180387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-d781ac7a-c00f-4854-89d8-c6908f25227e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0888276 Sep 15 16:17:12.198794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] Pushing event deleted for resources: {'Port': ['ID=c53c62cd-e0fe-4a5d-b312-c98f608a25e1,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:12.207135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1215445-687f-4e31-8261-16901e4030b2 None None] No DVR routers for this DVR port c53c62cd-e0fe-4a5d-b312-c98f608a25e1 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:12.240904 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-e5d78abd-bf76-423b-9755-ac6b8f92a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:12.242423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-e5d78abd-bf76-423b-9755-ac6b8f92a91e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536861 Sep 15 16:17:12.243283 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.304649 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-e9b6d2c4-7b4a-4cfc-b540-060cd96b62a7 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141710 Sep 15 16:17:12.318965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:12.325956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:12.331848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:12.332438 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.336223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480b109-cbb2-4f1f-aace-2e59f67c5122 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:12.365894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=400be7e4-c676-427f-a73e-ea875d6e59d4,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:12.398437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-e7beddc0-6209-477b-bea9-cf5a02a942cf service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266119 Sep 15 16:17:12.483394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52962) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:12.497318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'name': 'tempest-NetworksTestDHCPv6-366523089'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:12.497413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-24128a52-8e88-40f4-a892-2f319850336b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9572988 Sep 15 16:17:12.497504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '400be7e4-c676-427f-a73e-ea875d6e59d4'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:12.497504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.520325 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-baba012a-a9a3-4ab2-805f-03a565472ba1 req-162219a9-89bc-412f-86b4-d5dd40506329 service neutron] 10.222.0.55 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136510 Sep 15 16:17:12.583645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c53c62cd-e0fe-4a5d-b312-c98f608a25e1 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:12.608423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c53c62cd-e0fe-4a5d-b312-c98f608a25e1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:12.608794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c53c62cd-e0fe-4a5d-b312-c98f608a25e1 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:12.671916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/400be7e4-c676-427f-a73e-ea875d6e59d4/837e673a-1a0a-4529-a786-3017868de9c0) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:12.741606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:12.746614 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.765276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 3155b6d1-f4db-4789-9658-5e504676c67e yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:12.829486 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.948199 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:12.987514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:12.990364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:12.993953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:12.996583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b3ce0-9627-4b86-af27-a49c93a471ae req-12d22baa-e8df-46db-8c0d-75d6c680c791 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:12.998193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e60b3ce0-9627-4b86-af27-a49c93a471ae req-12d22baa-e8df-46db-8c0d-75d6c680c791 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 944 time: 0.0828457 Sep 15 16:17:13.009061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Pushing event updated for resources: {'Port': ['ID=837e673a-1a0a-4529-a786-3017868de9c0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:13.036147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::3a9 (31988b25-d2c4-4f56-ba9f-eef6da45875f/400be7e4-c676-427f-a73e-ea875d6e59d4/3155b6d1-f4db-4789-9658-5e504676c67e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:13.069164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Attempting to bind port 837e673a-1a0a-4529-a786-3017868de9c0 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:13.069544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Attempting to bind port 837e673a-1a0a-4529-a786-3017868de9c0 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:13.069910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Attempting to bind port 837e673a-1a0a-4529-a786-3017868de9c0 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:13.072930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e60b3ce0-9627-4b86-af27-a49c93a471ae req-2041e95f-6c4a-4196-815d-2acc3c368540 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667372 Sep 15 16:17:13.076914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:13.077312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:13.077719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.078529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:13.079017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Bound port: 837e673a-1a0a-4529-a786-3017868de9c0, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:13.079450 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.151770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] For port 837e673a-1a0a-4529-a786-3017868de9c0, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:13.155272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] For port 837e673a-1a0a-4529-a786-3017868de9c0, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=837e673a-1a0a-4529-a786-3017868de9c0,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:13.225533 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.229007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.287041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bff54-4185-439f-9f8b-7a1edfe6339c None None] Pushing event updated for resources: {'Port': ['ID=837e673a-1a0a-4529-a786-3017868de9c0,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:13.310454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:17:13.354558 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.411769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:13.416884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:13.424023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:13.431675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:13.434300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.436050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:13.438273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=3155b6d1-f4db-4789-9658-5e504676c67e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:13.464829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'port_id': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'mac_address': 'fa:16:3e:d6:93:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:17:13.502666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cd3ded5d-9cce-43b4-bd43-0b78ef32f464 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0181026 Sep 15 16:17:13.505281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52968) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:13.527602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.548112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b55caa-7b9d-491f-bbd4-da0f5226c53e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:17:13.569531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:13.570373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d13cb4-d783-4c31-98a8-147662e8ed75 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:13.577204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d13cb4-d783-4c31-98a8-147662e8ed75 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:13.579184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-97d13cb4-d783-4c31-98a8-147662e8ed75 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0727742 Sep 15 16:17:13.582885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52970) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:13.650835 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.684901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 3155b6d1-f4db-4789-9658-5e504676c67e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:13.685250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.708966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:13.794158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:13.806177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 3155b6d1-f4db-4789-9658-5e504676c67e owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:13.902443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['54b55caa-7b9d-491f-bbd4-da0f5226c53e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:17:14.085698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.124945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=3155b6d1-f4db-4789-9658-5e504676c67e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:14.152373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.154538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-50d2423f-dd32-465b-92d2-440ab3f7dbe2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/3155b6d1-f4db-4789-9658-5e504676c67e HTTP/1.1" status: 204 len: 168 time: 0.5710859 Sep 15 16:17:14.157216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:14.222890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99362879-fdda-41a7-ba6b-0b9c5f899518 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:14.224543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99362879-fdda-41a7-ba6b-0b9c5f899518 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:14.226168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-99362879-fdda-41a7-ba6b-0b9c5f899518 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0679336 Sep 15 16:17:14.229086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52976) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:14.251468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34eee7-38aa-4136-b104-511b648fbbfc req-8b50fe7c-b558-4daf-bb98-306dc51f73c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:14.256989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f34eee7-38aa-4136-b104-511b648fbbfc req-8b50fe7c-b558-4daf-bb98-306dc51f73c9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 945 time: 0.0692239 Sep 15 16:17:14.311696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 400be7e4-c676-427f-a73e-ea875d6e59d4 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:14.312024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f34eee7-38aa-4136-b104-511b648fbbfc req-65199639-aa23-43ce-9bd2-6173097076fb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514584 Sep 15 16:17:14.315312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.335846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 52980) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:14.379769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.406109 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-824c3bd5-8d49-4f63-9fde-5528715dcdd9 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/22d5454a-47c2-4029-9731-4220b7a6febb HTTP/1.1" status: 200 len: 992 time: 0.0691075 Sep 15 16:17:14.423164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6f69f86e-fed7-4fd5-b478-d3d37e368f63 None None] Provisioning complete for port 837e673a-1a0a-4529-a786-3017868de9c0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:14.423556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f69f86e-fed7-4fd5-b478-d3d37e368f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.550497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f69f86e-fed7-4fd5-b478-d3d37e368f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.612961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6f69f86e-fed7-4fd5-b478-d3d37e368f63 None None] For port 837e673a-1a0a-4529-a786-3017868de9c0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=837e673a-1a0a-4529-a786-3017868de9c0,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:14.654269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 837e673a-1a0a-4529-a786-3017868de9c0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:14.715733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 837e673a-1a0a-4529-a786-3017868de9c0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:14.716192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.763320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f69f86e-fed7-4fd5-b478-d3d37e368f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.844792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f86e-fed7-4fd5-b478-d3d37e368f63 None None] Pushing event updated for resources: {'Port': ['ID=837e673a-1a0a-4529-a786-3017868de9c0,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:14.867102 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:14.879980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cd88a515-7edd-42eb-a20a-479e484c5c6c None None] Could not find standard attr ID for object 3155b6d1-f4db-4789-9658-5e504676c67e. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:15.034192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.066429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=400be7e4-c676-427f-a73e-ea875d6e59d4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:15.076026 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.078070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2fc26b9f-b4b5-4b0e-b56a-6990e2cdb884 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/400be7e4-c676-427f-a73e-ea875d6e59d4 HTTP/1.1" status: 204 len: 168 time: 0.8476794 Sep 15 16:17:15.080238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6751b1-8c01-47d6-88a8-d7b3783061ee None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:15.080793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52982) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:15.136695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f6d54b66-6bbd-4763-9d98-7fbe9cd178d1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547597 Sep 15 16:17:15.139876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52984) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:15.189583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bc5496-dd20-4121-bf71-a05642bca5f4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:15.191096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-82bc5496-dd20-4121-bf71-a05642bca5f4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0503082 Sep 15 16:17:15.193798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52986) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:15.253507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae2b84-49ad-4d13-bc20-a268b39ece23 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:15.254911 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e9ae2b84-49ad-4d13-bc20-a268b39ece23 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601935 Sep 15 16:17:15.259346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52988) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:15.260326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:15.298580 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c6618ca9-76d7-4415-9af6-52f95f6cb0ac tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381138 Sep 15 16:17:15.302725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52992) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:15.308053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:15.317801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] Deleting port 837e673a-1a0a-4529-a786-3017868de9c0 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:15.318187 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.334050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:15.420395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] For port 837e673a-1a0a-4529-a786-3017868de9c0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=837e673a-1a0a-4529-a786-3017868de9c0,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:15.420847 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.434742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] Calling delete_port for 837e673a-1a0a-4529-a786-3017868de9c0 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:15.490501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:15.494198 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.524569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 54b55caa-7b9d-491f-bbd4-da0f5226c53e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:17:15.529204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 54b55caa-7b9d-491f-bbd4-da0f5226c53e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:15.532783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.603160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.641712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] Pushing event deleted for resources: {'Port': ['ID=837e673a-1a0a-4529-a786-3017868de9c0,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:15.646259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637f689-90eb-47e4-8b4b-6ba5a4676f19 None None] No DVR routers for this DVR port 837e673a-1a0a-4529-a786-3017868de9c0 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:15.651011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.679438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:17:15.682302 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665d194e-19f5-4549-8620-9dcf4c49f4d1" -d '{"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:17:15.699382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:15.726464 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedd0721-2b7b-40f7-9eaa-34b9175f4f7e x-openstack-request-id: req-aedd0721-2b7b-40f7-9eaa-34b9175f4f7e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:17:15.727016 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-plugged", "status": "completed", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:17:15.727330 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aedd0721-2b7b-40f7-9eaa-34b9175f4f7e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:17:15.727792 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'code': 200} Sep 15 16:17:15.816481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.845297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.867729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=13']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:15.889180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:15.892371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:15.896881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:15.897482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:15.902478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c5b52-542c-4d49-bc09-88165dd67ee4 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:15.911094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=7a876bad-b0d8-42f8-8b18-f97bd2616736,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:16.034851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ba31367e-9591-4c3d-af16-b9b5a6bae40e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7310212 Sep 15 16:17:16.037575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 52996) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:16.043289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '7a876bad-b0d8-42f8-8b18-f97bd2616736', 'ip_address': '2001:db8::c7d1:d7cb:3749:c2f8'}], 'name': 'tempest-NetworksTestDHCPv6-1448948484'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:16.054694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '7a876bad-b0d8-42f8-8b18-f97bd2616736'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:16.055814 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.199960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/7a876bad-b0d8-42f8-8b18-f97bd2616736/fa18426a-f4f6-489c-aaab-7c9cb24e9b7d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:16.222484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:16.311233 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.329759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 0cd221eb-9077-4d18-a6f7-41cb7f4a9db7 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:16.365981 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.445657 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.484991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:16.488148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:16.490849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:16.550095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Pushing event updated for resources: {'Port': ['ID=fa18426a-f4f6-489c-aaab-7c9cb24e9b7d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:16.561043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 837e673a-1a0a-4529-a786-3017868de9c0 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:16.568396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Attempting to bind port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:16.568817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Attempting to bind port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:16.569187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Attempting to bind port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:16.580940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::c7d1:d7cb:3749:c2f8 (31988b25-d2c4-4f56-ba9f-eef6da45875f/7a876bad-b0d8-42f8-8b18-f97bd2616736/0cd221eb-9077-4d18-a6f7-41cb7f4a9db7) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:16.591792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 837e673a-1a0a-4529-a786-3017868de9c0 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:16.592855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 837e673a-1a0a-4529-a786-3017868de9c0 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:16.600891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:16.600891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:16.600891 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.600891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:16.600891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Bound port: fa18426a-f4f6-489c-aaab-7c9cb24e9b7d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:16.600891 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.664210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] For port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:16.668403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] For port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fa18426a-f4f6-489c-aaab-7c9cb24e9b7d,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:16.748094 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.748432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:16.808795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f347c-8a0d-4fdc-9d18-9d4107b1bbe0 None None] Pushing event updated for resources: {'Port': ['ID=fa18426a-f4f6-489c-aaab-7c9cb24e9b7d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:16.977924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.038549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:17.047044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=0cd221eb-9077-4d18-a6f7-41cb7f4a9db7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:17.050565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:17.058825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:17.065174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:17.066359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.165666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7f886454-0636-464c-94be-25da4d9cb88e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1269777 Sep 15 16:17:17.168082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53002) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:17.225325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ac8b5-092d-4457-9cb4-b3180d1f9303 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:17.231114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ac8b5-092d-4457-9cb4-b3180d1f9303 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:17.232724 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b99ac8b5-092d-4457-9cb4-b3180d1f9303 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0636160 Sep 15 16:17:17.235451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53004) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:17.325599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 0cd221eb-9077-4d18-a6f7-41cb7f4a9db7 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:17.326296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.418845 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.430946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 0cd221eb-9077-4d18-a6f7-41cb7f4a9db7 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:17.616504 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.652576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=0cd221eb-9077-4d18-a6f7-41cb7f4a9db7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:17.681530 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.684084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-83ae03fd-9a12-479a-905c-4de63ae5abc6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/0cd221eb-9077-4d18-a6f7-41cb7f4a9db7 HTTP/1.1" status: 204 len: 168 time: 0.4476659 Sep 15 16:17:17.687332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53008) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:17.740767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092b8d23-dde0-4279-85ee-47383426b188 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:17.742418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092b8d23-dde0-4279-85ee-47383426b188 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:17.744060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-092b8d23-dde0-4279-85ee-47383426b188 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0558860 Sep 15 16:17:17.747826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53010) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:17.803366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 7a876bad-b0d8-42f8-8b18-f97bd2616736 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:17.806744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.827988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a6609ec3-a0d7-40a1-a4e8-918978ed2b21 None None] Provisioning complete for port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:17.828870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a6609ec3-a0d7-40a1-a4e8-918978ed2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.858281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.923251 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a6609ec3-a0d7-40a1-a4e8-918978ed2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:17.966566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a6609ec3-a0d7-40a1-a4e8-918978ed2b21 None None] For port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fa18426a-f4f6-489c-aaab-7c9cb24e9b7d,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:18.055852 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a6609ec3-a0d7-40a1-a4e8-918978ed2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.059656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.118623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6609ec3-a0d7-40a1-a4e8-918978ed2b21 None None] Pushing event updated for resources: {'Port': ['ID=fa18426a-f4f6-489c-aaab-7c9cb24e9b7d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:18.171434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3d6ee450-580a-43aa-8d6e-44260dbb9847 None None] Could not find standard attr ID for object 0cd221eb-9077-4d18-a6f7-41cb7f4a9db7. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:18.246756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.273557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=7a876bad-b0d8-42f8-8b18-f97bd2616736,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:18.280234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.282139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8a8ffb2-7f3a-4db0-beb4-841fb66a4967 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/7a876bad-b0d8-42f8-8b18-f97bd2616736 HTTP/1.1" status: 204 len: 168 time: 0.5333683 Sep 15 16:17:18.285199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53012) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:18.288768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ad1db-10c0-49df-8db1-3fff091677ed None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:18.330811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0a469c06-8c5f-4aeb-beb3-646565ad2c0b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443490 Sep 15 16:17:18.333573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53014) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:18.344518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:18.488856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:18.519431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:18.523587 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.541062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] Deleting port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:18.541439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.613062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] For port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fa18426a-f4f6-489c-aaab-7c9cb24e9b7d,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:18.613402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.626783 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] Calling delete_port for fa18426a-f4f6-489c-aaab-7c9cb24e9b7d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:18.777075 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.803486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] Pushing event deleted for resources: {'Port': ['ID=fa18426a-f4f6-489c-aaab-7c9cb24e9b7d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:18.805337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077cc2d7-4454-4aa6-858c-b1e501ee9c0d None None] No DVR routers for this DVR port fa18426a-f4f6-489c-aaab-7c9cb24e9b7d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:18.821105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.868583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:18.871127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:18.874759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:18.875356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.880514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cf8ac1-2784-440b-acab-3cff40c0fac6 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:18.894895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=817df2f1-1cad-4fb0-bd0a-28b8e611b24e,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:19.034484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3cad5ea9-19a1-45b3-893a-bfa8195321d8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6995482 Sep 15 16:17:19.037169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53018) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:19.037594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '817df2f1-1cad-4fb0-bd0a-28b8e611b24e'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:19.038562 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.042213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '817df2f1-1cad-4fb0-bd0a-28b8e611b24e', 'ip_address': '2001:db8::214e:8dad:fed7:2f70'}], 'name': 'tempest-NetworksTestDHCPv6-604762519'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:19.184199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/817df2f1-1cad-4fb0-bd0a-28b8e611b24e/ce088f86-5f79-4528-8766-40661d30252d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:19.246838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:19.253074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.271764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port aaef0607-b2d8-42c3-8a8e-bf32b0953f60 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:19.333676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.405417 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.451488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:19.454848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:19.460118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:19.461759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::214e:8dad:fed7:2f70 (31988b25-d2c4-4f56-ba9f-eef6da45875f/817df2f1-1cad-4fb0-bd0a-28b8e611b24e/aaef0607-b2d8-42c3-8a8e-bf32b0953f60) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:19.476313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Pushing event updated for resources: {'Port': ['ID=ce088f86-5f79-4528-8766-40661d30252d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:19.529496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Attempting to bind port ce088f86-5f79-4528-8766-40661d30252d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:19.529496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Attempting to bind port ce088f86-5f79-4528-8766-40661d30252d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:19.531303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Attempting to bind port ce088f86-5f79-4528-8766-40661d30252d on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:19.534891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:19.537112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:19.537112 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.537112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:19.537112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Bound port: ce088f86-5f79-4528-8766-40661d30252d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:19.537112 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.611156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] For port ce088f86-5f79-4528-8766-40661d30252d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:19.614859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] For port ce088f86-5f79-4528-8766-40661d30252d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ce088f86-5f79-4528-8766-40661d30252d,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:19.629354 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.685840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.737000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.751692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201d008-fcb3-4cc2-b855-afc81bae7ab2 None None] Pushing event updated for resources: {'Port': ['ID=ce088f86-5f79-4528-8766-40661d30252d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:19.788509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:19.796943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:19.799307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=aaef0607-b2d8-42c3-8a8e-bf32b0953f60,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:19.801751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:19.808123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:19.809014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:19.899461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-289f966d-86ae-476b-b175-66fc39a2cfdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8591309 Sep 15 16:17:19.899811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53022) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:19.983896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636adcbd-a143-41cc-ab27-078f7b1188c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:19.991712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636adcbd-a143-41cc-ab27-078f7b1188c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:19.996007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-636adcbd-a143-41cc-ab27-078f7b1188c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0858643 Sep 15 16:17:19.996297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53024) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:20.094055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port aaef0607-b2d8-42c3-8a8e-bf32b0953f60 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:20.095426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.185386 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.196874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for aaef0607-b2d8-42c3-8a8e-bf32b0953f60 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:20.404403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.447275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=aaef0607-b2d8-42c3-8a8e-bf32b0953f60,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:20.490931 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.501749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aa712c9b-e530-47b3-adc0-572286e7cbb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/aaef0607-b2d8-42c3-8a8e-bf32b0953f60 HTTP/1.1" status: 204 len: 168 time: 0.4968855 Sep 15 16:17:20.502557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53028) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:20.642594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ce088f86-5f79-4528-8766-40661d30252d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:20.680958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa073583-e93d-4f46-8586-e4ebc7d4044a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:20.683685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa073583-e93d-4f46-8586-e4ebc7d4044a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:20.688822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53030) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:20.689248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa073583-e93d-4f46-8586-e4ebc7d4044a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1852312 Sep 15 16:17:20.716167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ce088f86-5f79-4528-8766-40661d30252d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:20.716565 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.766814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 817df2f1-1cad-4fb0-bd0a-28b8e611b24e {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:20.771127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.820775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.935023 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:20.941025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Provisioning complete for port ce088f86-5f79-4528-8766-40661d30252d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:20.941428 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.014941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.076041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.091209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.116122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=817df2f1-1cad-4fb0-bd0a-28b8e611b24e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:21.130472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.134630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cfbb5637-1a3a-44e6-afaf-9f2280b7fa84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/817df2f1-1cad-4fb0-bd0a-28b8e611b24e HTTP/1.1" status: 204 len: 168 time: 0.4417627 Sep 15 16:17:21.136442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53032) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:21.164737 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:21.165102 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:21.170440 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:21.170793 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:21.183729 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4963ed7c-2945-42c2-8ecb-2301e20f9f1a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447299 Sep 15 16:17:21.184083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53034) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:21.189320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:21.351187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe3cff-97c6-4916-afe0-106505be571a None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:21.352860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:21.357034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.546917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:21.601118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] Deleting port ce088f86-5f79-4528-8766-40661d30252d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:21.601487 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.669160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.670702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] For port ce088f86-5f79-4528-8766-40661d30252d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ce088f86-5f79-4528-8766-40661d30252d,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:21.671154 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.723074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:21.726795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:21.726930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] Calling delete_port for ce088f86-5f79-4528-8766-40661d30252d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:21.732442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:21.733101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.746278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=001ff1c7-2e2b-4d60-bee5-504fddfab76e,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:21.791069 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.796081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.814256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ec3561fb-3d3d-499c-a64b-346d3c112339 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6263266 Sep 15 16:17:21.814739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53038) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:21.827319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '001ff1c7-2e2b-4d60-bee5-504fddfab76e', 'ip_address': '2001:db8::b2e8:6bea:1ac3:94a4'}], 'name': 'tempest-NetworksTestDHCPv6-1719823018'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:21.869008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port ce088f86-5f79-4528-8766-40661d30252d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ce088f86-5f79-4528-8766-40661d30252d,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:21.950144 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.038954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:22.038954 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:22.038954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=ce088f86-5f79-4528-8766-40661d30252d,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:22.079871 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:22.107811 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.137735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] No DVR routers for this DVR port ce088f86-5f79-4528-8766-40661d30252d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:22.141827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14475ae1-3dc2-458b-ab3c-dad3b115a5bb None None] Pushing event deleted for resources: {'Port': ['ID=ce088f86-5f79-4528-8766-40661d30252d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:22.163068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe51aa-9625-4c50-9a1d-6eb72690afe8 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:22.176151 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.200891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 48ba36b8-42f6-499e-8244-82775a2f019c yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:22.351921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '001ff1c7-2e2b-4d60-bee5-504fddfab76e'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:22.353159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.381107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::b2e8:6bea:1ac3:94a4 (31988b25-d2c4-4f56-ba9f-eef6da45875f/001ff1c7-2e2b-4d60-bee5-504fddfab76e/48ba36b8-42f6-499e-8244-82775a2f019c) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:22.566927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ce088f86-5f79-4528-8766-40661d30252d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:22.568980 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.592587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ce088f86-5f79-4528-8766-40661d30252d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:22.593261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ce088f86-5f79-4528-8766-40661d30252d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:22.651547 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.699729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:22.701763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/001ff1c7-2e2b-4d60-bee5-504fddfab76e/61df4973-890f-4738-8c54-f13c8a322d24) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:22.703574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:22.707379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:22.713168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:22.713822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.724908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=48ba36b8-42f6-499e-8244-82775a2f019c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:22.789285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8e6ebb99-e20d-4ee3-9a0e-52f0e249d073 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9725649 Sep 15 16:17:22.791657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53042) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:22.850806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2ea60-2f15-4898-9caa-de1a299e37be tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:22.852699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-27d2ea60-2f15-4898-9caa-de1a299e37be tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0598195 Sep 15 16:17:22.855807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53044) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:22.865167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.941608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.950431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 48ba36b8-42f6-499e-8244-82775a2f019c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:22.950431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.980394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:22.983803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:22.990221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:23.017440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Pushing event updated for resources: {'Port': ['ID=61df4973-890f-4738-8c54-f13c8a322d24,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:23.023013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9140bec5-e0aa-40c8-a88a-219c36f1e6b1 None None] Port ce088f86-5f79-4528-8766-40661d30252d update to ACTIVE by agent not found {{(pid=102020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 15 16:17:23.062650 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.080380 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 48ba36b8-42f6-499e-8244-82775a2f019c owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:23.080870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Attempting to bind port 61df4973-890f-4738-8c54-f13c8a322d24 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:23.081594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Attempting to bind port 61df4973-890f-4738-8c54-f13c8a322d24 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:23.082092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Attempting to bind port 61df4973-890f-4738-8c54-f13c8a322d24 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:23.088693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:23.089201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:23.089711 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.090251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:23.090806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Bound port: 61df4973-890f-4738-8c54-f13c8a322d24, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:23.091416 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.144067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f898ba88-7bda-4335-b773-f0a65d093914 None None] Could not find standard attr ID for object aaef0607-b2d8-42c3-8a8e-bf32b0953f60. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:23.170589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] For port 61df4973-890f-4738-8c54-f13c8a322d24, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:23.173875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] For port 61df4973-890f-4738-8c54-f13c8a322d24, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=61df4973-890f-4738-8c54-f13c8a322d24,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:23.238882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.290048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.302233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c56805-3f01-449b-a0dd-cf627ea5920d None None] Pushing event updated for resources: {'Port': ['ID=61df4973-890f-4738-8c54-f13c8a322d24,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:23.321547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=48ba36b8-42f6-499e-8244-82775a2f019c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:23.356476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.361134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-db424571-f8ab-42cb-9e5d-d7e4782f39ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/48ba36b8-42f6-499e-8244-82775a2f019c HTTP/1.1" status: 204 len: 168 time: 0.5042748 Sep 15 16:17:23.361322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53046) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:23.417494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b66a60-9698-4756-906a-a8503cf34364 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:23.419416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b66a60-9698-4756-906a-a8503cf34364 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:23.423153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c7b66a60-9698-4756-906a-a8503cf34364 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0587864 Sep 15 16:17:23.423955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53048) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:23.500327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 001ff1c7-2e2b-4d60-bee5-504fddfab76e {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:23.503576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.553118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.898222 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.997772 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ccbb454b-28ec-44d9-a230-f6c4d2b470d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.092097 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.122096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=001ff1c7-2e2b-4d60-bee5-504fddfab76e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:24.127655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.131460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a0dc0010-a83d-44ca-99d1-a230b32ea108 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/001ff1c7-2e2b-4d60-bee5-504fddfab76e HTTP/1.1" status: 204 len: 168 time: 0.7041693 Sep 15 16:17:24.131712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53054) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:24.178175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-48a9fd98-b46a-4d9c-958f-d8050472faac tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431416 Sep 15 16:17:24.178392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53056) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:24.228753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a70491-2492-4117-bab5-fc8579b129e7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:24.230529 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a0a70491-2492-4117-bab5-fc8579b129e7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0511379 Sep 15 16:17:24.233399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53058) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:24.289161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69133f43-b0ac-4b3c-a7e7-5fec912851f7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:24.290749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69133f43-b0ac-4b3c-a7e7-5fec912851f7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562682 Sep 15 16:17:24.293724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53060) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:24.309540 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ae61b-46d6-43c5-9315-cc95c2d20bc5 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:24.334027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a5c6ae65-904a-4f26-8122-1f7890bac487 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389862 Sep 15 16:17:24.338694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:24.343965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:24.392423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-53c1bfde-be63-4a20-9504-eaf0e06a8fe8 None None] Provisioning complete for port 61df4973-890f-4738-8c54-f13c8a322d24 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:24.392977 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53c1bfde-be63-4a20-9504-eaf0e06a8fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.503245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:24.508218 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.529714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53c1bfde-be63-4a20-9504-eaf0e06a8fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.587984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-53c1bfde-be63-4a20-9504-eaf0e06a8fe8 None None] For port 61df4973-890f-4738-8c54-f13c8a322d24, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=61df4973-890f-4738-8c54-f13c8a322d24,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:24.608152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:24.646448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53c1bfde-be63-4a20-9504-eaf0e06a8fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.713098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1bfde-be63-4a20-9504-eaf0e06a8fe8 None None] Pushing event updated for resources: {'Port': ['ID=61df4973-890f-4738-8c54-f13c8a322d24,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:24.724784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] Deleting port 61df4973-890f-4738-8c54-f13c8a322d24 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:24.725254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.799069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] For port 61df4973-890f-4738-8c54-f13c8a322d24, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=61df4973-890f-4738-8c54-f13c8a322d24,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:24.799574 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:24.814455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] Calling delete_port for 61df4973-890f-4738-8c54-f13c8a322d24 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:24.982292 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.012144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] Pushing event deleted for resources: {'Port': ['ID=61df4973-890f-4738-8c54-f13c8a322d24,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:25.016792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37c5b0-7062-4053-bacd-6ec86acb6a54 None None] No DVR routers for this DVR port 61df4973-890f-4738-8c54-f13c8a322d24 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:25.137530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.182368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:25.186415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:25.189496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:25.190099 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.196318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b8c086-60e2-48ad-bdbb-ecd22882f388 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:25.206630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=65d47746-ed87-468d-94a4-8fffa1a7e48f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:25.268644 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-68790b6f-ac3d-4268-abb8-3c9ef7cbd863 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9287884 Sep 15 16:17:25.271440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53066) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:25.277060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '65d47746-ed87-468d-94a4-8fffa1a7e48f', 'ip_address': '2001:db8::f18c:9c91:3317:6812'}], 'name': 'tempest-NetworksTestDHCPv6-1391141981'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:25.389493 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '65d47746-ed87-468d-94a4-8fffa1a7e48f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:25.390749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.451339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:25.555425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/65d47746-ed87-468d-94a4-8fffa1a7e48f/c8fec60e-51cd-4685-af1f-339d766a8c11) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:25.560683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.580235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 60c3942c-28a3-4084-9885-8a19cdc620c5 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:25.727213 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.794174 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.832714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:25.837563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:25.841384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:25.848223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f18c:9c91:3317:6812 (31988b25-d2c4-4f56-ba9f-eef6da45875f/65d47746-ed87-468d-94a4-8fffa1a7e48f/60c3942c-28a3-4084-9885-8a19cdc620c5) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:25.852566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Pushing event updated for resources: {'Port': ['ID=c8fec60e-51cd-4685-af1f-339d766a8c11,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:25.904807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Attempting to bind port c8fec60e-51cd-4685-af1f-339d766a8c11 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:25.905204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Attempting to bind port c8fec60e-51cd-4685-af1f-339d766a8c11 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:25.905882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Attempting to bind port c8fec60e-51cd-4685-af1f-339d766a8c11 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:25.910809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:25.911287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:25.911758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.912203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:25.912756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Bound port: c8fec60e-51cd-4685-af1f-339d766a8c11, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:25.915415 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:25.980029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] For port c8fec60e-51cd-4685-af1f-339d766a8c11, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:25.983589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] For port c8fec60e-51cd-4685-af1f-339d766a8c11, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c8fec60e-51cd-4685-af1f-339d766a8c11,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:26.003189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.062411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.090169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.122969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32861b7-b5a1-4d8c-891f-d7f91cdf9a68 None None] Pushing event updated for resources: {'Port': ['ID=c8fec60e-51cd-4685-af1f-339d766a8c11,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:26.143583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:26.149799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:26.153529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=60c3942c-28a3-4084-9885-8a19cdc620c5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:26.154244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:26.159896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:26.160544 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.233473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8ade82ca-3f00-4019-8d50-070ddab42d61 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9608805 Sep 15 16:17:26.236444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53074) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:26.242125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f892fa30-8814-48e4-ad88-46a5c29d0747 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '65d47746-ed87-468d-94a4-8fffa1a7e48f', 'ip_address': '2001:db8::f18c:9c91:3317:6812'}], 'name': 'tempest-NetworksTestDHCPv6-1380422527'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:26.428167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892fa30-8814-48e4-ad88-46a5c29d0747 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:26.434064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f892fa30-8814-48e4-ad88-46a5c29d0747 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.452092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-f892fa30-8814-48e4-ad88-46a5c29d0747 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port ce81fdac-6230-4369-a817-e92850eb67a2 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:26.609305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c8fec60e-51cd-4685-af1f-339d766a8c11 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:26.658650 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f892fa30-8814-48e4-ad88-46a5c29d0747 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 15 16:17:26.659536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f892fa30-8814-48e4-ad88-46a5c29d0747 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:17:26.668928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c8fec60e-51cd-4685-af1f-339d766a8c11 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:26.671960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.744038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.763365 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.766175 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f892fa30-8814-48e4-ad88-46a5c29d0747 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5285130 Sep 15 16:17:26.768777 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53078) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:26.804406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port c8fec60e-51cd-4685-af1f-339d766a8c11, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c8fec60e-51cd-4685-af1f-339d766a8c11,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:26.819936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d1e8e-f53f-43d6-8d6f-4df380afce4a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:26.826879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d1e8e-f53f-43d6-8d6f-4df380afce4a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:26.831805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ff4d1e8e-f53f-43d6-8d6f-4df380afce4a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0593860 Sep 15 16:17:26.832122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53082) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:26.879999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.950551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 60c3942c-28a3-4084-9885-8a19cdc620c5 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:26.950976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:26.974802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 61df4973-890f-4738-8c54-f13c8a322d24 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:26.997867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=c8fec60e-51cd-4685-af1f-339d766a8c11,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:27.000505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 61df4973-890f-4738-8c54-f13c8a322d24 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:27.000859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 61df4973-890f-4738-8c54-f13c8a322d24 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:27.059179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.074391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 60c3942c-28a3-4084-9885-8a19cdc620c5 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:27.102448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.206608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3c6db640-8a34-4f29-8809-ddf0846826ed None None] Provisioning complete for port c8fec60e-51cd-4685-af1f-339d766a8c11 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:27.206979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3c6db640-8a34-4f29-8809-ddf0846826ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.325380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.337481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f49ff3c1-2568-4782-9601-95c4eb72a94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.357603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=60c3942c-28a3-4084-9885-8a19cdc620c5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:27.385958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.388271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fd0364a3-af90-429b-a1fc-96c0a37acc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/60c3942c-28a3-4084-9885-8a19cdc620c5 HTTP/1.1" status: 204 len: 168 time: 0.5550985 Sep 15 16:17:27.392303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53092) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:27.419183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1538b958-a8dd-4d95-9ac6-f6260c197565 None None] Could not find standard attr ID for object 60c3942c-28a3-4084-9885-8a19cdc620c5. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:27.446339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510f66c-6db1-440a-b2a0-4f623ea7fe03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:27.448085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510f66c-6db1-440a-b2a0-4f623ea7fe03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:27.450509 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5510f66c-6db1-440a-b2a0-4f623ea7fe03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0587006 Sep 15 16:17:27.453382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53098) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:27.506784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 65d47746-ed87-468d-94a4-8fffa1a7e48f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:27.510409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.555921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.651762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.765741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.796613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=65d47746-ed87-468d-94a4-8fffa1a7e48f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:27.799846 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:27.805325 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d1506b8-07b7-4032-957e-a9b7dbdbe7a0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/65d47746-ed87-468d-94a4-8fffa1a7e48f HTTP/1.1" status: 204 len: 168 time: 0.3483133 Sep 15 16:17:27.805682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:27.810441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43b67e-ce92-4897-90c8-9fd6146567df None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:27.853713 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2855d0e3-2355-4aeb-8ba2-0bb635e8e194 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436189 Sep 15 16:17:27.854071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53110) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:27.859018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:27.999455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:28.003579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.188121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:28.236148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] Deleting port c8fec60e-51cd-4685-af1f-339d766a8c11 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:28.236430 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.239445 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.279119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:28.282345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:28.286533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:28.287100 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.304339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=7e50fdc0-33ca-4bc4-93f7-5848436ec40f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:28.329979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] For port c8fec60e-51cd-4685-af1f-339d766a8c11, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c8fec60e-51cd-4685-af1f-339d766a8c11,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:28.330483 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.343630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] Calling delete_port for c8fec60e-51cd-4685-af1f-339d766a8c11 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:28.361175 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3dd7d7a2-8e96-49b8-899c-badfed5c0e82 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5058391 Sep 15 16:17:28.363598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53118) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:28.368921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-85af6bb6-4573-4c58-bbd7-c37dfba80a5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '7e50fdc0-33ca-4bc4-93f7-5848436ec40f', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-503881151'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:28.451302 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.491327 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.523509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] No DVR routers for this DVR port c8fec60e-51cd-4685-af1f-339d766a8c11 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:28.532170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6638d-b8b0-48eb-881a-961606e27a84 None None] Pushing event deleted for resources: {'Port': ['ID=c8fec60e-51cd-4685-af1f-339d766a8c11,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:28.542898 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17298b0d-97f7-4bc2-b8ea-3f15bcfb81a4 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:28.545633 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85af6bb6-4573-4c58-bbd7-c37dfba80a5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:28.548695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-85af6bb6-4573-4c58-bbd7-c37dfba80a5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.577692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-85af6bb6-4573-4c58-bbd7-c37dfba80a5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 452e94bc-9253-4380-814e-a79dfde4d8ae yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:28.602676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c8fec60e-51cd-4685-af1f-339d766a8c11 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:28.636428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c8fec60e-51cd-4685-af1f-339d766a8c11 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:28.636428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c8fec60e-51cd-4685-af1f-339d766a8c11 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:28.733165 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-85af6bb6-4573-4c58-bbd7-c37dfba80a5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:17:28.733851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85af6bb6-4573-4c58-bbd7-c37dfba80a5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:17:28.735022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '7e50fdc0-33ca-4bc4-93f7-5848436ec40f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:28.735737 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:28.817835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-85af6bb6-4573-4c58-bbd7-c37dfba80a5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4528244 Sep 15 16:17:28.820464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:28.856601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a89e6a3d-c260-413b-a033-9d4561ebe75d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0346367 Sep 15 16:17:28.859008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53128) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:28.891135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/7e50fdc0-33ca-4bc4-93f7-5848436ec40f/25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:28.911891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39ae05-0203-440a-880c-041d7c528edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:28.913662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39ae05-0203-440a-880c-041d7c528edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:28.919245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1c39ae05-0203-440a-880c-041d7c528edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0551944 Sep 15 16:17:28.919427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53130) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:28.972855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 7e50fdc0-33ca-4bc4-93f7-5848436ec40f {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:29.044623 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.136540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.140608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.186645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.213278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:29.219482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:29.230951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:29.243206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Pushing event updated for resources: {'Port': ['ID=25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:29.291683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.304857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Attempting to bind port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:29.305156 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Attempting to bind port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:29.305581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Attempting to bind port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:29.311803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:29.321254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:29.321254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.321254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:29.321254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Bound port: 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:29.321254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.444436 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.447416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] For port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:29.451393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] For port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:29.474314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=7e50fdc0-33ca-4bc4-93f7-5848436ec40f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:29.476310 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.480068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a6360673-53df-4ab2-b6e5-ba8f43e1ea06 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/7e50fdc0-33ca-4bc4-93f7-5848436ec40f HTTP/1.1" status: 204 len: 168 time: 0.5594676 Sep 15 16:17:29.481135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53138) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:29.527799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e5bd38c9-bbeb-4dd3-80d4-9bcc47b3b5cc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414951 Sep 15 16:17:29.528035 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:29.528778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53142) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:29.535675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:29.590630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3242535-f156-4377-aa79-67343aa9e4f4 None None] Pushing event updated for resources: {'Port': ['ID=25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:29.719827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:29.723882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.030006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.076402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:30.079822 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:30.085386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:30.085979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.101615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=512fd8cf-c9c3-4bb2-ac84-f8461b903012,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:30.125231 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.177319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dc471fcd-4d64-4ffd-a800-ae4b12d3d845 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6473088 Sep 15 16:17:30.180196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53152) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:30.185364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-64786206-a667-4eac-8ab6-0781736ec309 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1111152380', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:30.256818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64786206-a667-4eac-8ab6-0781736ec309 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.257909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64786206-a667-4eac-8ab6-0781736ec309 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.312873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.358630 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64786206-a667-4eac-8ab6-0781736ec309 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.428685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64786206-a667-4eac-8ab6-0781736ec309 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.520464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-64786206-a667-4eac-8ab6-0781736ec309 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.521755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-64786206-a667-4eac-8ab6-0781736ec309 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3405578 Sep 15 16:17:30.524686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53160) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:30.609527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:30.675673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:30.676130 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.702106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1465d09f-78fe-4389-b7ff-449443cd1039 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:30.752082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-73ab4c74-c318-4a16-abc3-18f382edf674 None None] Provisioning complete for port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:30.752462 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-73ab4c74-c318-4a16-abc3-18f382edf674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:30.914347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.034518 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-73ab4c74-c318-4a16-abc3-18f382edf674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.037334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:31.166569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.189111 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.341164 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-73ab4c74-c318-4a16-abc3-18f382edf674 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:31.341815 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-73ab4c74-c318-4a16-abc3-18f382edf674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:31.374237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:31.468071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::1 (31988b25-d2c4-4f56-ba9f-eef6da45875f/512fd8cf-c9c3-4bb2-ac84-f8461b903012/3825e8a0-1f29-4db0-abca-b3311d3047f4) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:31.539463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53178) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:31.602796 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.652302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e0046-3429-4038-9522-d648b41dc1e1 req-3c43df9c-5711-4fcb-8b4d-738b284210f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:31.654156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a9e0046-3429-4038-9522-d648b41dc1e1 req-3c43df9c-5711-4fcb-8b4d-738b284210f6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1097 time: 0.1136286 Sep 15 16:17:31.698309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a9e0046-3429-4038-9522-d648b41dc1e1 req-3e3de317-6750-4e4a-b39b-8168338044e9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381970 Sep 15 16:17:31.709032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.753575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:31.757456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:31.760655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:31.762455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:31.843314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=3825e8a0-1f29-4db0-abca-b3311d3047f4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:32.039836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ab7a5b54-1d3a-4729-8786-5e60158b536b None None] Provisioning complete for port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:32.040214 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5b54-1d3a-4729-8786-5e60158b536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.046881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.243352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1f6862f9-af9a-4eb1-ac44-e0a89dd45b28 None None] Provisioning complete for port 3825e8a0-1f29-4db0-abca-b3311d3047f4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:32.244343 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f6862f9-af9a-4eb1-ac44-e0a89dd45b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.284366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1f6862f9-af9a-4eb1-ac44-e0a89dd45b28 None None] Port 3825e8a0-1f29-4db0-abca-b3311d3047f4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:17:32.360979 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.444394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.445308 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.519063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=3825e8a0-1f29-4db0-abca-b3311d3047f4,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:32.603361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:32.609282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:32.611731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:32.723149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:32.723615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:32.840728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Router cb49085f-dcea-44b2-8048-a73cbe4f17c4 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:17:32.958235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:17:32.968961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f6941f86-a9d0-4ffa-aa87-e123affb9bf8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "PUT /v2.0/routers/cb49085f-dcea-44b2-8048-a73cbe4f17c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4389355 Sep 15 16:17:32.969078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53208) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:32.969543 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Sync routers for ids ['cb49085f-dcea-44b2-8048-a73cbe4f17c4'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:17:32.978856 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Routers {'cb49085f-dcea-44b2-8048-a73cbe4f17c4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:32.979464 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cb49085f-dcea-44b2-8048-a73cbe4f17c4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:33.014458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-642dbe53-c836-4558-85c0-e2b1e9ea51f1 None None] Provisioning complete for port 3825e8a0-1f29-4db0-abca-b3311d3047f4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:33.014793 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-642dbe53-c836-4558-85c0-e2b1e9ea51f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:33.017179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2544df-299e-4dc4-ba40-b503a39a85c7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:33.021156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4a2544df-299e-4dc4-ba40-b503a39a85c7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports/3825e8a0-1f29-4db0-abca-b3311d3047f4 HTTP/1.1" status: 200 len: 911 time: 0.0508530 Sep 15 16:17:33.021413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53210) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:33.055251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-642dbe53-c836-4558-85c0-e2b1e9ea51f1 None None] Port 3825e8a0-1f29-4db0-abca-b3311d3047f4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:17:33.081405 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Set router cb49085f-dcea-44b2-8048-a73cbe4f17c4 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:33.081627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a850b-23b2-4bbe-b420-81d3af3dc86d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:33.087505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a850b-23b2-4bbe-b420-81d3af3dc86d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:33.090429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6a0a850b-23b2-4bbe-b420-81d3af3dc86d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0666497 Sep 15 16:17:33.092851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:33.298255 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb49085f-dcea-44b2-8048-a73cbe4f17c4', 'name': 'tempest-NetworksTestDHCPv6-router-1111152380', 'tenant_id': '84a211734def47c59df5734973c352a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:17:30Z', 'updated_at': '2021-09-15T16:17:31Z', 'revision_number': 2, 'project_id': '84a211734def47c59df5734973c352a2', 'gw_port_host': None, '_interfaces': [{'id': '3825e8a0-1f29-4db0-abca-b3311d3047f4', 'name': '', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'mac_address': 'fa:16:3e:1b:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb49085f-dcea-44b2-8048-a73cbe4f17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '512fd8cf-c9c3-4bb2-ac84-f8461b903012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:17:31Z', 'updated_at': '2021-09-15T16:17:32Z', 'revision_number': 2, 'project_id': '84a211734def47c59df5734973c352a2', 'subnets': [{'id': '512fd8cf-c9c3-4bb2-ac84-f8461b903012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:33.326880 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Checking router: cb49085f-dcea-44b2-8048-a73cbe4f17c4 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:17:33.327248 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Updating router cb49085f-dcea-44b2-8048-a73cbe4f17c4 port 3825e8a0-1f29-4db0-abca-b3311d3047f4 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:17:33.353773 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:33.627859 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:33.645026 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:33.696688 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:33.743779 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Pushing event updated for resources: {'Port': ['ID=3825e8a0-1f29-4db0-abca-b3311d3047f4,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:33.786720 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.787066 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.787466 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.787785 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.788161 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.788668 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.788909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.789178 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.789719 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.790108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.790470 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.790994 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:33.829730 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Attempting to bind port 3825e8a0-1f29-4db0-abca-b3311d3047f4 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:33.830150 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Attempting to bind port 3825e8a0-1f29-4db0-abca-b3311d3047f4 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:33.830633 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Attempting to bind port 3825e8a0-1f29-4db0-abca-b3311d3047f4 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:33.836698 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:33.837375 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:33.837937 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:33.838511 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:33.838985 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Bound port: 3825e8a0-1f29-4db0-abca-b3311d3047f4, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:33.839901 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:33.924394 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] For port 3825e8a0-1f29-4db0-abca-b3311d3047f4, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:33.928878 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] For port 3825e8a0-1f29-4db0-abca-b3311d3047f4, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3825e8a0-1f29-4db0-abca-b3311d3047f4,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:33.950668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 3825e8a0-1f29-4db0-abca-b3311d3047f4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:33.951101 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.062594 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.069627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] For port 3825e8a0-1f29-4db0-abca-b3311d3047f4, host n-d-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:34.070157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.084904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 3825e8a0-1f29-4db0-abca-b3311d3047f4 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:34.102516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-25dbf767-d8df-477c-9f14-48f3c2b9038c None None] Provisioning complete for port 3825e8a0-1f29-4db0-abca-b3311d3047f4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:34.103095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-25dbf767-d8df-477c-9f14-48f3c2b9038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.171880 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dead57-fde7-4d25-9f45-1e5936ba42d5 None None] Pushing event updated for resources: {'Port': ['ID=3825e8a0-1f29-4db0-abca-b3311d3047f4,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:34.217661 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Routers {'cb49085f-dcea-44b2-8048-a73cbe4f17c4'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:34.218319 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cb49085f-dcea-44b2-8048-a73cbe4f17c4'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:34.219004 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-25dbf767-d8df-477c-9f14-48f3c2b9038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.267127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-25dbf767-d8df-477c-9f14-48f3c2b9038c None None] For port 3825e8a0-1f29-4db0-abca-b3311d3047f4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3825e8a0-1f29-4db0-abca-b3311d3047f4,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:34.316249 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] Set router cb49085f-dcea-44b2-8048-a73cbe4f17c4 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:34.354218 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-25dbf767-d8df-477c-9f14-48f3c2b9038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.431504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbf767-d8df-477c-9f14-48f3c2b9038c None None] Pushing event updated for resources: {'Port': ['ID=3825e8a0-1f29-4db0-abca-b3311d3047f4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:34.508609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.544785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=3825e8a0-1f29-4db0-abca-b3311d3047f4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:34.574616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a9adc0fb-190b-490d-ad7a-28d009a31f1a None None] Could not find standard attr ID for object 3825e8a0-1f29-4db0-abca-b3311d3047f4. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:34.659008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:34.680572 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb49085f-dcea-44b2-8048-a73cbe4f17c4', 'name': 'tempest-NetworksTestDHCPv6-router-1111152380', 'tenant_id': '84a211734def47c59df5734973c352a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:17:30Z', 'updated_at': '2021-09-15T16:17:31Z', 'revision_number': 2, 'project_id': '84a211734def47c59df5734973c352a2', 'gw_port_host': None, '_interfaces': [{'id': '3825e8a0-1f29-4db0-abca-b3311d3047f4', 'name': '', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'mac_address': 'fa:16:3e:1b:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb49085f-dcea-44b2-8048-a73cbe4f17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '512fd8cf-c9c3-4bb2-ac84-f8461b903012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:17:31Z', 'updated_at': '2021-09-15T16:17:33Z', 'revision_number': 4, 'project_id': '84a211734def47c59df5734973c352a2', 'subnets': [{'id': '512fd8cf-c9c3-4bb2-ac84-f8461b903012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:34.713406 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8da00e-8e11-46e8-b252-288f58f69f9d None None] The sync data for ids ['cb49085f-dcea-44b2-8048-a73cbe4f17c4'] in n-d-808199-2 is: [{'id': 'cb49085f-dcea-44b2-8048-a73cbe4f17c4', 'name': 'tempest-NetworksTestDHCPv6-router-1111152380', 'tenant_id': '84a211734def47c59df5734973c352a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:17:30Z', 'updated_at': '2021-09-15T16:17:31Z', 'revision_number': 2, 'project_id': '84a211734def47c59df5734973c352a2', 'gw_port_host': None, '_interfaces': [{'id': '3825e8a0-1f29-4db0-abca-b3311d3047f4', 'name': '', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'mac_address': 'fa:16:3e:1b:e9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb49085f-dcea-44b2-8048-a73cbe4f17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '512fd8cf-c9c3-4bb2-ac84-f8461b903012', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:17:31Z', 'updated_at': '2021-09-15T16:17:33Z', 'revision_number': 4, 'project_id': '84a211734def47c59df5734973c352a2', 'subnets': [{'id': '512fd8cf-c9c3-4bb2-ac84-f8461b903012', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:17:34.845564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Router cb49085f-dcea-44b2-8048-a73cbe4f17c4 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:17:34.931403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:17:34.946744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53244) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:34.950877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-28321eb1-90e7-497d-b080-1797eaa47bb0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "PUT /v2.0/routers/cb49085f-dcea-44b2-8048-a73cbe4f17c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528016 Sep 15 16:17:35.041371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b4986-5792-476a-be78-fe3e7380bb84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:35.043187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b4986-5792-476a-be78-fe3e7380bb84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:35.044806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-201b4986-5792-476a-be78-fe3e7380bb84 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0970242 Sep 15 16:17:35.047533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53248) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:35.104848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 512fd8cf-c9c3-4bb2-ac84-f8461b903012 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:35.109645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.159978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.211059 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.354623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.385903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=512fd8cf-c9c3-4bb2-ac84-f8461b903012,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:35.391144 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.393516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dfe95f34-bd17-4743-9280-99cc853ab4b9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/512fd8cf-c9c3-4bb2-ac84-f8461b903012 HTTP/1.1" status: 204 len: 168 time: 0.3450351 Sep 15 16:17:35.397504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53252) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:35.401987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c82486-68ed-46eb-9d6a-8c5ed4da5931 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:35.525735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a420038d-e834-4331-b1e2-3c487ae1ebff tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1270571 Sep 15 16:17:35.528459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53256) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:35.593236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:35.649541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] Deleting port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:35.649942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.727190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] For port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:35.727593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.744249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] Calling delete_port for 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:35.887636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0bf9-084a-49ff-aab0-e4b10d43995c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.920263 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:35.952942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] No DVR routers for this DVR port 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:35.957447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44763d7d-98dd-416b-b34b-336c32c93b21 None None] Pushing event deleted for resources: {'Port': ['ID=25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:36.082681 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0bf9-084a-49ff-aab0-e4b10d43995c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:36.084970 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0bf9-084a-49ff-aab0-e4b10d43995c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:36.200244 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0bf9-084a-49ff-aab0-e4b10d43995c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:36.200889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ad0bf9-084a-49ff-aab0-e4b10d43995c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Fanout notify agent at l3_agent the message router_deleted on router cb49085f-dcea-44b2-8048-a73cbe4f17c4 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:17:36.208909 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0bf9-084a-49ff-aab0-e4b10d43995c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:36.210121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f6ad0bf9-084a-49ff-aab0-e4b10d43995c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/routers/cb49085f-dcea-44b2-8048-a73cbe4f17c4 HTTP/1.1" status: 204 len: 168 time: 0.6805661 Sep 15 16:17:36.215232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53266) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:36.221102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:36.399956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:36.404856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:36.407253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] Sync routers for ids ['cb49085f-dcea-44b2-8048-a73cbe4f17c4'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:17:36.419711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:36.420158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:17:36.420894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_agentschedulers_db [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb49085f-dcea-44b2-8048-a73cbe4f17c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 16:17:36.430119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:36.430577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:17:36.431269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_agentschedulers_db [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb49085f-dcea-44b2-8048-a73cbe4f17c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 16:17:36.431646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76438fdd-05b6-496a-a4a5-94b957f01545 None None] The sync data for ids ['cb49085f-dcea-44b2-8048-a73cbe4f17c4'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:17:36.601397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:36.625040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:36.625667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 25a130e1-ee47-4c30-8d2f-4d5fd0a6c7c0 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:36.702207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:36.745561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:36.748916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:36.753178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:36.753779 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:36.758986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a28e64-5701-4de9-be34-d70b93008dfc None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:36.766345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=81d339ce-2952-46a7-9087-b5e9da857cab,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:36.847235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-44ee4483-b6dd-4a69-88fe-5cc9230d95e6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6316981 Sep 15 16:17:36.850089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53276) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:36.858190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d056767f-ba3f-4a89-8757-cd400677179d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-94220996', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:36.933425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '81d339ce-2952-46a7-9087-b5e9da857cab'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:36.948224 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.011515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d056767f-ba3f-4a89-8757-cd400677179d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.012788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d056767f-ba3f-4a89-8757-cd400677179d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.074037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d056767f-ba3f-4a89-8757-cd400677179d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.093073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/81d339ce-2952-46a7-9087-b5e9da857cab/046e8d72-6bb1-467a-9b1f-bff271de2ad5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:37.147876 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d056767f-ba3f-4a89-8757-cd400677179d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.275355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d056767f-ba3f-4a89-8757-cd400677179d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.277730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d056767f-ba3f-4a89-8757-cd400677179d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4264195 Sep 15 16:17:37.280693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53284) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:37.409743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.491722 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.536519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:37.540025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:37.544956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:37.558045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Pushing event updated for resources: {'Port': ['ID=046e8d72-6bb1-467a-9b1f-bff271de2ad5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:37.605784 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.611363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Attempting to bind port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:37.611738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Attempting to bind port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:37.612128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Attempting to bind port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:37.617347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:37.617725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:37.619915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.619915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:37.619915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Bound port: 046e8d72-6bb1-467a-9b1f-bff271de2ad5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:37.619915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.690000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] For port 046e8d72-6bb1-467a-9b1f-bff271de2ad5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:37.693559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] For port 046e8d72-6bb1-467a-9b1f-bff271de2ad5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=046e8d72-6bb1-467a-9b1f-bff271de2ad5,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:37.779152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:37.850805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f9f9d-cf05-4eaf-8eff-d400c5679ed1 None None] Pushing event updated for resources: {'Port': ['ID=046e8d72-6bb1-467a-9b1f-bff271de2ad5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:37.868948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::1 (31988b25-d2c4-4f56-ba9f-eef6da45875f/81d339ce-2952-46a7-9087-b5e9da857cab/ee7cb05a-b296-431c-8a15-63c672b2739a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:37.994424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.080627 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.132606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:38.136520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:38.141848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:38.142487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.198680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=ee7cb05a-b296-431c-8a15-63c672b2739a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:38.398625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.652314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 046e8d72-6bb1-467a-9b1f-bff271de2ad5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:38.722849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:38.723530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.739771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.815160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.823150 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.825078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.858546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 046e8d72-6bb1-467a-9b1f-bff271de2ad5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=046e8d72-6bb1-467a-9b1f-bff271de2ad5,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:38.902621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=ee7cb05a-b296-431c-8a15-63c672b2739a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:38.925731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:38.996167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:38.998003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:39.001401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=046e8d72-6bb1-467a-9b1f-bff271de2ad5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:39.039489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-167bdc1a-97ca-4f1d-9dad-42791030aae8 None None] Provisioning complete for port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:39.040128 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-167bdc1a-97ca-4f1d-9dad-42791030aae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:39.284036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6ed3f276-340c-4518-aeac-70a1be7bc696 None None] Provisioning complete for port ee7cb05a-b296-431c-8a15-63c672b2739a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:39.284693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6ed3f276-340c-4518-aeac-70a1be7bc696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:39.322979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3f276-340c-4518-aeac-70a1be7bc696 None None] Port ee7cb05a-b296-431c-8a15-63c672b2739a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:17:39.485502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Router 789a2a7b-c04e-406c-a801-7c46208f4b2f is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:17:39.550166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-51f6eed3-ad83-42f3-9f87-2ba05bd86b39 None None] Provisioning complete for port ee7cb05a-b296-431c-8a15-63c672b2739a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:39.550780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51f6eed3-ad83-42f3-9f87-2ba05bd86b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:39.580287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:17:39.588525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53314) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:39.588968 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6ef9119b-9dad-468a-9585-f4472bc7c8a2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "PUT /v2.0/routers/789a2a7b-c04e-406c-a801-7c46208f4b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3063757 Sep 15 16:17:39.596916 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Sync routers for ids ['789a2a7b-c04e-406c-a801-7c46208f4b2f'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:17:39.606238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-51f6eed3-ad83-42f3-9f87-2ba05bd86b39 None None] Port ee7cb05a-b296-431c-8a15-63c672b2739a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:17:39.610887 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Routers {'789a2a7b-c04e-406c-a801-7c46208f4b2f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:39.611800 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['789a2a7b-c04e-406c-a801-7c46208f4b2f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:39.647568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d19c9d-6115-4417-8835-f7f4a24abfcf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:39.649349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-95d19c9d-6115-4417-8835-f7f4a24abfcf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports/ee7cb05a-b296-431c-8a15-63c672b2739a HTTP/1.1" status: 200 len: 911 time: 0.0590911 Sep 15 16:17:39.652290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53316) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:39.706216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae439eb-77e3-485b-ad6b-c257a4c92af8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:39.712300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae439eb-77e3-485b-ad6b-c257a4c92af8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:39.714016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aae439eb-77e3-485b-ad6b-c257a4c92af8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0605514 Sep 15 16:17:39.718406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53320) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:39.737312 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Set router 789a2a7b-c04e-406c-a801-7c46208f4b2f gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:39.955248 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789a2a7b-c04e-406c-a801-7c46208f4b2f', 'name': 'tempest-NetworksTestDHCPv6-router-94220996', 'tenant_id': '84a211734def47c59df5734973c352a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:17:37Z', 'updated_at': '2021-09-15T16:17:38Z', 'revision_number': 2, 'project_id': '84a211734def47c59df5734973c352a2', 'gw_port_host': None, '_interfaces': [{'id': 'ee7cb05a-b296-431c-8a15-63c672b2739a', 'name': '', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'mac_address': 'fa:16:3e:10:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '789a2a7b-c04e-406c-a801-7c46208f4b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '81d339ce-2952-46a7-9087-b5e9da857cab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:17:37Z', 'updated_at': '2021-09-15T16:17:38Z', 'revision_number': 2, 'project_id': '84a211734def47c59df5734973c352a2', 'subnets': [{'id': '81d339ce-2952-46a7-9087-b5e9da857cab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:39.982814 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Checking router: 789a2a7b-c04e-406c-a801-7c46208f4b2f for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:17:39.983306 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Updating router 789a2a7b-c04e-406c-a801-7c46208f4b2f port ee7cb05a-b296-431c-8a15-63c672b2739a binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:17:40.022886 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.057178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.302966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port ee7cb05a-b296-431c-8a15-63c672b2739a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:40.303376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.323982 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.390017 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.398426 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.410881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for ee7cb05a-b296-431c-8a15-63c672b2739a owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:40.443613 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927cba5-8dc8-40ac-8789-915321bb1e45 None None] Pushing event updated for resources: {'Port': ['ID=ee7cb05a-b296-431c-8a15-63c672b2739a,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:40.501527 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Attempting to bind port ee7cb05a-b296-431c-8a15-63c672b2739a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:40.501794 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Attempting to bind port ee7cb05a-b296-431c-8a15-63c672b2739a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:40.502153 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Attempting to bind port ee7cb05a-b296-431c-8a15-63c672b2739a on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:40.507444 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:40.507814 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:40.508273 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.508713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:40.509234 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Bound port: ee7cb05a-b296-431c-8a15-63c672b2739a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:40.509621 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.595868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 046e8d72-6bb1-467a-9b1f-bff271de2ad5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:40.667000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:40.667479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.709095 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:40.709952 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.db.api [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:40.710853 n-d-808199-2 neutron-server[102021]: DEBUG oslo_db.api [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:40.725436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f53d2a87-20e6-4613-81d7-ce060a05d1e5 None None] Could not find standard attr ID for object ee7cb05a-b296-431c-8a15-63c672b2739a. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:40.742074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=ee7cb05a-b296-431c-8a15-63c672b2739a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:40.846372 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.005702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Router 789a2a7b-c04e-406c-a801-7c46208f4b2f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:17:41.088368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:17:41.094418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-919e5ee2-0179-47da-bddb-d33bba0db64f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "PUT /v2.0/routers/789a2a7b-c04e-406c-a801-7c46208f4b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3740206 Sep 15 16:17:41.096391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53338) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:41.151958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64895ab-cbe9-46d1-9cb5-3726ea128560 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:41.153651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64895ab-cbe9-46d1-9cb5-3726ea128560 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:41.155284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d64895ab-cbe9-46d1-9cb5-3726ea128560 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0578339 Sep 15 16:17:41.158151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:41.222477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 81d339ce-2952-46a7-9087-b5e9da857cab {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:41.225504 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Attempting to bind port ee7cb05a-b296-431c-8a15-63c672b2739a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:41.225736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.226191 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Attempting to bind port ee7cb05a-b296-431c-8a15-63c672b2739a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:41.226647 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Attempting to bind port ee7cb05a-b296-431c-8a15-63c672b2739a on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:41.232642 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:41.233204 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:41.233703 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.234191 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:41.234750 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Bound port: ee7cb05a-b296-431c-8a15-63c672b2739a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:41.235491 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.266064 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.plugin [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Port ee7cb05a-b296-431c-8a15-63c672b2739a has been deleted concurrently {{(pid=102021) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 15 16:17:41.267675 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.275845 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Routers {'789a2a7b-c04e-406c-a801-7c46208f4b2f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:41.276624 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['789a2a7b-c04e-406c-a801-7c46208f4b2f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:41.357284 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] Set router 789a2a7b-c04e-406c-a801-7c46208f4b2f gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:41.357509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.414021 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '789a2a7b-c04e-406c-a801-7c46208f4b2f', 'name': 'tempest-NetworksTestDHCPv6-router-94220996', 'tenant_id': '84a211734def47c59df5734973c352a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:17:37Z', 'updated_at': '2021-09-15T16:17:40Z', 'revision_number': 3, 'project_id': '84a211734def47c59df5734973c352a2', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:41.442018 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f9564-819b-45ba-bb7d-416dc3d28713 None None] The sync data for ids ['789a2a7b-c04e-406c-a801-7c46208f4b2f'] in n-d-808199-2 is: [{'id': '789a2a7b-c04e-406c-a801-7c46208f4b2f', 'name': 'tempest-NetworksTestDHCPv6-router-94220996', 'tenant_id': '84a211734def47c59df5734973c352a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:17:37Z', 'updated_at': '2021-09-15T16:17:40Z', 'revision_number': 3, 'project_id': '84a211734def47c59df5734973c352a2', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:17:41.520516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.551349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=81d339ce-2952-46a7-9087-b5e9da857cab,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:41.557059 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.559796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7c7514be-990a-49e9-b3a3-03169c230a2a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/81d339ce-2952-46a7-9087-b5e9da857cab HTTP/1.1" status: 204 len: 168 time: 0.4006512 Sep 15 16:17:41.565108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53350) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:41.565583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef65f3c-9554-4805-bd93-71ffbd394c64 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:41.712712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-44ca726b-598a-43b0-a0e0-e0a4875cbfb1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1489642 Sep 15 16:17:41.715278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53352) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:41.768973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:41.797917 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7a66a29-d87e-4a15-89ef-d950f2877d55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.817516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] Deleting port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:41.818018 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.893477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] For port 046e8d72-6bb1-467a-9b1f-bff271de2ad5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=046e8d72-6bb1-467a-9b1f-bff271de2ad5,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:41.893477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:41.908748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] Calling delete_port for 046e8d72-6bb1-467a-9b1f-bff271de2ad5 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:42.007625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7a66a29-d87e-4a15-89ef-d950f2877d55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.009978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7a66a29-d87e-4a15-89ef-d950f2877d55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.075071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.106812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] Pushing event deleted for resources: {'Port': ['ID=046e8d72-6bb1-467a-9b1f-bff271de2ad5,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:42.110911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e9847-1545-4ece-9335-29c27ed5a070 None None] No DVR routers for this DVR port 046e8d72-6bb1-467a-9b1f-bff271de2ad5 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:42.126648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7a66a29-d87e-4a15-89ef-d950f2877d55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.127156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a66a29-d87e-4a15-89ef-d950f2877d55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Fanout notify agent at l3_agent the message router_deleted on router 789a2a7b-c04e-406c-a801-7c46208f4b2f {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:17:42.137323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f7a66a29-d87e-4a15-89ef-d950f2877d55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.137323 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f7a66a29-d87e-4a15-89ef-d950f2877d55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/routers/789a2a7b-c04e-406c-a801-7c46208f4b2f HTTP/1.1" status: 204 len: 168 time: 0.4195642 Sep 15 16:17:42.139373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53360) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:42.169138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d7d9273d-72c4-4ebf-b660-cfbb218ba4df tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0282440 Sep 15 16:17:42.171308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53362) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:42.233568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff34c7e-a17c-4cee-b874-62879cd989e0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:42.235499 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fff34c7e-a17c-4cee-b874-62879cd989e0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0630131 Sep 15 16:17:42.238462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53368) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:42.280183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64423660-b137-40d3-aede-4cc9f7edcef1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404291 Sep 15 16:17:42.284260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53370) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:42.289377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:42.411323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] Sync routers for ids ['789a2a7b-c04e-406c-a801-7c46208f4b2f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:17:42.424781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:42.425294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:17:42.425948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_agentschedulers_db [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'789a2a7b-c04e-406c-a801-7c46208f4b2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 16:17:42.434957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] Routers set() bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:42.435327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] Router IDs set() for agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:17:42.435957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_agentschedulers_db [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'789a2a7b-c04e-406c-a801-7c46208f4b2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent'). {{(pid=102020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 15 16:17:42.436338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59535de2-8a78-4727-b6ab-7677af4ba113 None None] The sync data for ids ['789a2a7b-c04e-406c-a801-7c46208f4b2f'] in n-d-808199-2 is: [] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:17:42.452219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:42.456220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.576628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 046e8d72-6bb1-467a-9b1f-bff271de2ad5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:42.598598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 046e8d72-6bb1-467a-9b1f-bff271de2ad5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:42.598954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 046e8d72-6bb1-467a-9b1f-bff271de2ad5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:42.865231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:17:42.867039 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.910128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:42.913379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:42.916883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:42.917669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.926341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68cf15-4cad-43c5-9b59-e80d7a1c78c6 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:42.937391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=33b79741-699a-49bb-9f1e-c3613be7937a,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:43.052307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d61bc2a8-569f-440f-9727-56dc1c240c13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7668524 Sep 15 16:17:43.055089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53378) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:43.061005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:43.090738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '33b79741-699a-49bb-9f1e-c3613be7937a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:43.091612 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.233442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:43.237042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.249047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Allocated IP 2001:db8::f816:3eff:fe13:c898 (31988b25-d2c4-4f56-ba9f-eef6da45875f/33b79741-699a-49bb-9f1e-c3613be7937a/7fed1f6a-d968-4e77-b012-5998079e634c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:43.409622 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.469332 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.520880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:43.525608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:43.533435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:43.536756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Pushing event updated for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:43.595787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Attempting to bind port 7fed1f6a-d968-4e77-b012-5998079e634c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:43.596264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Attempting to bind port 7fed1f6a-d968-4e77-b012-5998079e634c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:43.596742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Attempting to bind port 7fed1f6a-d968-4e77-b012-5998079e634c on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:43.602587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:43.603055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:43.603546 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.604005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:43.604625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Bound port: 7fed1f6a-d968-4e77-b012-5998079e634c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:43.605276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.677829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:43.686927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7fed1f6a-d968-4e77-b012-5998079e634c,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:43.789696 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.865556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9033a-679a-4b36-a0c5-2dac84d79431 None None] Pushing event updated for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:43.869271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.919945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:43.923488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:43.928246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:43.929030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:43.935271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=c80dc0a8-60ad-4e41-ac74-f01a212303c3,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:44.075460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f8bdb9f-05e4-4713-8ff3-c390ac4038f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0192976 Sep 15 16:17:44.078303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:44.088353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:f8:77:cd', 'name': 'tempest-NetworksTestDHCPv6-2139813607'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:44.290516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:44.384585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:44.408033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:44.593820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 172.20.0.13 (31988b25-d2c4-4f56-ba9f-eef6da45875f/c80dc0a8-60ad-4e41-ac74-f01a212303c3/48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:44.603456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fef8:77cd (31988b25-d2c4-4f56-ba9f-eef6da45875f/33b79741-699a-49bb-9f1e-c3613be7937a/48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:44.615922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7fed1f6a-d968-4e77-b012-5998079e634c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:44.674029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:44.675023 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:44.782352 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:44.803922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:44.822070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7fed1f6a-d968-4e77-b012-5998079e634c,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:44.931345 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:44.977717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751aabcc-8360-4fcf-a826-8d0481570eeb None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:44.989549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.003968 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f9e31-dbd2-4365-a49d-8f58adf50688 req-4d05a34e-84f6-4364-bcd9-8df3070e597d tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:45.006209 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b52f9e31-dbd2-4365-a49d-8f58adf50688 req-4d05a34e-84f6-4364-bcd9-8df3070e597d tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0482006 Sep 15 16:17:45.044818 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b52f9e31-dbd2-4365-a49d-8f58adf50688 req-b08dcf3c-cb95-485e-94a1-6701b7fb1fdf tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319324 Sep 15 16:17:45.045203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:45.048315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:45.048478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:45.056023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:45.060522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:45.085927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53412) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:45.100296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b9fb1713-0e6d-44a3-b75b-4ff096ca8f07 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:45.100869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9fb1713-0e6d-44a3-b75b-4ff096ca8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.118072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:45.119285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.251039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53416) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:45.251763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5265ddf9-fc66-43d1-b724-451d73f2fbd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1721334 Sep 15 16:17:45.323708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5392231-6539-4ea3-9e78-46cf0fe2f42b None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '33b79741-699a-49bb-9f1e-c3613be7937a', 'ip_address': '2001:db8::f816:3eff:fe13:c898'}, {'subnet_id': 'c80dc0a8-60ad-4e41-ac74-f01a212303c3'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '7fed1f6a-d968-4e77-b012-5998079e634c'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:17:45.323987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e9fa9-bdef-441d-a392-2055f4216cf0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:45.330134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98e9fa9-bdef-441d-a392-2055f4216cf0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:45.334238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b98e9fa9-bdef-441d-a392-2055f4216cf0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0792139 Sep 15 16:17:45.334660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53420) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:45.345831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 1c0a25fa-791d-4166-97fc-04fe52b0068e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:45.346167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.362699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5392231-6539-4ea3-9e78-46cf0fe2f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.363154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-c5740a5d-f1c9-4bb1-9f41-d86ebf95b921 req-1a52abc3-83cb-483e-a73a-1a28e532868d service neutron] (102018) timed out ('10.222.0.63', 60960) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:17:45.437135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.437521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.443522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:45.444010 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.452266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 1c0a25fa-791d-4166-97fc-04fe52b0068e owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:45.550855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.562267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e5392231-6539-4ea3-9e78-46cf0fe2f42b None None] Allocated IP 172.20.0.2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/c80dc0a8-60ad-4e41-ac74-f01a212303c3/7fed1f6a-d968-4e77-b012-5998079e634c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:45.568721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:45.699794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5392231-6539-4ea3-9e78-46cf0fe2f42b None None] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7fed1f6a-d968-4e77-b012-5998079e634c,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:45.733373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5392231-6539-4ea3-9e78-46cf0fe2f42b None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.754445 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.785627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=1c0a25fa-791d-4166-97fc-04fe52b0068e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:45.810996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5392231-6539-4ea3-9e78-46cf0fe2f42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.851662 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.852541 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP 22d5454a-47c2-4029-9731-4220b7a6febb disassociated (deleted). External IP: 172.25.0.150, port: 54b55caa-7b9d-491f-bbd4-da0f5226c53e. Sep 15 16:17:45.862777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:45.894804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:45.925371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5392231-6539-4ea3-9e78-46cf0fe2f42b None None] Pushing event updated for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:45.996915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.003177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-24801675-3ba6-4cbe-9bfd-99f76a3d1adc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460 HTTP/1.1" status: 204 len: 168 time: 0.6673357 Sep 15 16:17:46.004439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53430) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:46.070451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac9a32-d3f7-4037-8ecc-979bfc750f4d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:46.072088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac9a32-d3f7-4037-8ecc-979bfc750f4d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:46.073643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ac9a32-d3f7-4037-8ecc-979bfc750f4d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:46.078369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f3ac9a32-d3f7-4037-8ecc-979bfc750f4d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0727785 Sep 15 16:17:46.078897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53432) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:46.111663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 22b8c400-4880-44f9-944f-3ae7ec0ef912 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:17:46.142656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 33b79741-699a-49bb-9f1e-c3613be7937a {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:46.146291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.195472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.241197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:17:46.247921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.269586 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] Sync routers for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:17:46.282196 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:46.289057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e30a1027-d076-4b3d-82a0-40d223fcbd89 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/floatingips/22d5454a-47c2-4029-9731-4220b7a6febb HTTP/1.1" status: 204 len: 168 time: 1.1996503 Sep 15 16:17:46.289057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:17:46.289364 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:46.301543 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.302659 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293429d1-3c03-44d9-8516-124fedeb29a0" -d '{"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:17:46.379251 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d71da-db17-4b6f-b630-d76a2d309811 x-openstack-request-id: req-fe7d71da-db17-4b6f-b630-d76a2d309811 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:17:46.379552 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:17:46.381522 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fe7d71da-db17-4b6f-b630-d76a2d309811 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:17:46.381522 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'status': 'completed', 'code': 200} Sep 15 16:17:46.464715 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:46.493346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-935b4f9a-b0f4-4fb7-8a18-2f173fd2ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:46.495196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-935b4f9a-b0f4-4fb7-8a18-2f173fd2ab9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0715897 Sep 15 16:17:46.670453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7fed1f6a-d968-4e77-b012-5998079e634c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:46.718934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-91778f2e-2423-47f3-8760-e70e5e1c52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:46.720840 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-91778f2e-2423-47f3-8760-e70e5e1c52d1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 200 len: 897 time: 0.2132812 Sep 15 16:17:46.724575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.774382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:46.774896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.817720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-481ab99f-6a62-4211-b48b-94f4df1c1d7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 200 len: 217 time: 0.0757244 Sep 15 16:17:46.817720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=33b79741-699a-49bb-9f1e-c3613be7937a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:46.817720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.829638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53450) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:46.830164 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:46.832833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7c306186-9c51-45af-827c-19052bb0b471 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/33b79741-699a-49bb-9f1e-c3613be7937a HTTP/1.1" status: 204 len: 168 time: 0.7493334 Sep 15 16:17:46.853505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a708d-3253-43c5-a70c-ffa98256693a None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:46.875791 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] Checking router: 22b8c400-4880-44f9-944f-3ae7ec0ef912 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:17:46.894965 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:17:46.899602 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0f0250e8-b4c3-4d48-ab10-79a5f8cb3514 None None] Could not find standard attr ID for object 48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:46.906985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-b0697419-60c4-4e57-aa18-55335e6c2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:46.908497 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-b0697419-60c4-4e57-aa18-55335e6c2f32 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 200 len: 834 time: 0.0728705 Sep 15 16:17:46.913169 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:46.914026 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:46.961365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet c80dc0a8-60ad-4e41-ac74-f01a212303c3 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:46.998230 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:46.999362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-f9281516-494a-400f-be01-6ba8df4443ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:47.001529 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-f9281516-494a-400f-be01-6ba8df4443ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ccbf27f0-3ba2-4832-849c-674481651e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844626 Sep 15 16:17:47.051950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:47.143684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0f0250e8-b4c3-4d48-ab10-79a5f8cb3514 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:47.147847 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f0250e8-b4c3-4d48-ab10-79a5f8cb3514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:47.191770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:47.206274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-b9ca8f0b-73e2-465a-b7e2-1a7c42bb0784 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973829 Sep 15 16:17:47.210349 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:47.211034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57ac8f-7ba4-47dc-a166-3a51750149c7 req-1c2a3f3f-eb5d-44e5-a290-4ccd0fec399a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:47.215142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc57ac8f-7ba4-47dc-a166-3a51750149c7 req-1c2a3f3f-eb5d-44e5-a290-4ccd0fec399a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 946 time: 0.3032184 Sep 15 16:17:47.323912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc57ac8f-7ba4-47dc-a166-3a51750149c7 req-62eb5ce8-fa11-4ae2-bb58-3169b7d00e2a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808666 Sep 15 16:17:47.369372 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-293429d1-3c03-44d9-8516-124fedeb29a0 req-edd34155-d037-4d1c-8591-1bb173ce9877 service neutron] 10.222.0.38 "GET /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542141 Sep 15 16:17:47.465156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:47.512663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=c80dc0a8-60ad-4e41-ac74-f01a212303c3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:47.514978 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:47.516987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c8a404fa-8730-4636-aaf3-650bf49ac217 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/c80dc0a8-60ad-4e41-ac74-f01a212303c3 HTTP/1.1" status: 204 len: 168 time: 0.6860669 Sep 15 16:17:47.519511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53460) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:47.573172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5b625fda-2d1d-4f8a-862b-23627e6aa1f5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524244 Sep 15 16:17:47.575278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53462) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:47.581573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:47.583289 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:47.624963 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf31dc-1383-4e6b-a0e1-26c2439771ee None None] The sync data for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 is: [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '0d91aa10-03b8-41d7-959c-0ce1290a8b46', 'name': '', 'network_id': 'ccbf27f0-3ba2-4832-849c-674481651e36', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:77:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:43Z', 'updated_at': '2021-09-15T16:15:48Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': 'b48a0e7c-2505-468e-a5e8-ca305b890577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:17:47.801077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:47.818084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:47.929967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1db7ce-6198-4b7b-832a-93c17a2304fa None None] New status for floating IP 22d5454a-47c2-4029-9731-4220b7a6febb: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:17:48.100251 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-6a120326-ff24-437a-b652-0cb1e01482ce tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:48.101793 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-6a120326-ff24-437a-b652-0cb1e01482ce tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0801563 Sep 15 16:17:48.118392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d6a38-691f-472b-a509-14dce73406db None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:48.190850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-710604a2-5ad1-4700-908b-05e1a690c432 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:48.191401 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-710604a2-5ad1-4700-908b-05e1a690c432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.219208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 54b55caa-7b9d-491f-bbd4-da0f5226c53e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:48.219625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.330901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port 54b55caa-7b9d-491f-bbd4-da0f5226c53e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=54b55caa-7b9d-491f-bbd4-da0f5226c53e,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:48.331285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.345682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 54b55caa-7b9d-491f-bbd4-da0f5226c53e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:48.354201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.objects.ports [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:17:48.548290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a849-d4dc-4745-87d6-462b8ec346b0 req-aab33a2e-cea3-44c0-9398-4992c33e0320 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:48.550011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e16a849-d4dc-4745-87d6-462b8ec346b0 req-aab33a2e-cea3-44c0-9398-4992c33e0320 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 946 time: 0.0977285 Sep 15 16:17:48.593122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e16a849-d4dc-4745-87d6-462b8ec346b0 req-8187ef55-ad43-45e9-b233-73dcb25846dd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=0a7c0f5f-6033-4d71-8bc7-282136cfc04c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359042 Sep 15 16:17:48.638989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': 'b518b65f-3fa1-4464-912d-c6c4b807f1e7'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '7fed1f6a-d968-4e77-b012-5998079e634c'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:17:48.657263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.671351 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.688402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=54b55caa-7b9d-491f-bbd4-da0f5226c53e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:48.739531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] No DVR routers for this DVR port 54b55caa-7b9d-491f-bbd4-da0f5226c53e on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:48.744520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.744520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a1bdf25-85ac-4e67-b219-1a6c8f480288 req-50f19d17-6f9a-442e-8eb1-22a9188da170 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "DELETE /v2.0/ports/54b55caa-7b9d-491f-bbd4-da0f5226c53e HTTP/1.1" status: 204 len: 173 time: 0.6365030 Sep 15 16:17:48.745313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-deleted', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:17:48.747734 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2da09-df72-4fe7-88ef-8b96c7cc3c5d" -d '{"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-deleted", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:17:48.755629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.925422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7fed1f6a-d968-4e77-b012-5998079e634c,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:48.931946 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe13:c898-e3911530-8835-4a20-ba25-c9032a16fa {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:17:48.932796 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:17:48.965626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.221952 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e21d12b-2a45-4c9d-a974-08b33c2160c6 x-openstack-request-id: req-6e21d12b-2a45-4c9d-a974-08b33c2160c6 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:17:49.221952 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9", "name": "network-vif-deleted", "tag": "54b55caa-7b9d-491f-bbd4-da0f5226c53e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:17:49.221952 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6e21d12b-2a45-4c9d-a974-08b33c2160c6 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:17:49.221952 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9', 'name': 'network-vif-deleted', 'tag': '54b55caa-7b9d-491f-bbd4-da0f5226c53e', 'status': 'completed', 'code': 200} Sep 15 16:17:49.223799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.223799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.229775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:49.239400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:49.246843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:49.247426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.275091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=b518b65f-3fa1-4464-912d-c6c4b807f1e7,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:49.282521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=8']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:49.418275 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-872eb570-9efa-4ef5-af09-aec1d0962626 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8415985 Sep 15 16:17:49.421162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53486) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:49.429883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:49.475843 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.714131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:49.718387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.722412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95daed12-eac1-4625-af80-e8797b41404c req-bcd52575-6eb1-449e-8003-9be422dc710c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=09cb9de1-d8ef-4cee-bac4-98f3d8e1b6f9 HTTP/1.1" status: 200 len: 210 time: 0.0362177 Sep 15 16:17:49.754813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7fed1f6a-d968-4e77-b012-5998079e634c,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:49.786582 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.879669 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:49.939951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Pushing event updated for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:49.950532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.951084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.951570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.952198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.952801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.953353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.953790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.954618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.955135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.955567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.956003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:49.956687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a856760b-8e57-4940-b08a-2d055b67c4c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:50.438148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e29da9-e224-4989-8118-74224de1a88f None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:50.509659 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:50.532848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-69cb1869-f354-4c10-a817-6b85e431b416 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:50.533259 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-69cb1869-f354-4c10-a817-6b85e431b416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:50.568617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:50.573046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:50.584271 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:50.585164 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:50.603223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7fed1f6a-d968-4e77-b012-5998079e634c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:50.603607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=e7a439d8-db03-4438-8757-547faa4fdc1c,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:50.755409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:50.755409 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:50.791752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e24d0ec-b317-4031-a6b9-8d7b831314c3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3668251 Sep 15 16:17:50.792206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53504) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:50.798932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:6c:05:cc', 'name': 'tempest-NetworksTestDHCPv6-526373618'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:50.800029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53506) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:50.842130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab4b1e-7e2b-4786-9a6c-33f8d5fbbb13 None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': 'b518b65f-3fa1-4464-912d-c6c4b807f1e7', 'ip_address': '2001:db8::f816:3eff:fe13:c898'}, {'subnet_id': 'e7a439d8-db03-4438-8757-547faa4fdc1c'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '7fed1f6a-d968-4e77-b012-5998079e634c'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:17:50.903521 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4b1e-7e2b-4786-9a6c-33f8d5fbbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.084791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab4b1e-7e2b-4786-9a6c-33f8d5fbbb13 None None] Allocated IP 172.20.0.2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/e7a439d8-db03-4438-8757-547faa4fdc1c/7fed1f6a-d968-4e77-b012-5998079e634c) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:51.119932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:51.202025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b3ab4b1e-7e2b-4786-9a6c-33f8d5fbbb13 None None] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7fed1f6a-d968-4e77-b012-5998079e634c,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:51.216978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.238178 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4b1e-7e2b-4786-9a6c-33f8d5fbbb13 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.240185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 563a7fce-f061-40b1-b499-da0366eca031 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:51.360619 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4b1e-7e2b-4786-9a6c-33f8d5fbbb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.363525 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.468922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab4b1e-7e2b-4786-9a6c-33f8d5fbbb13 None None] Pushing event updated for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=10']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:51.498941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:51.520283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 172.20.0.10 (31988b25-d2c4-4f56-ba9f-eef6da45875f/e7a439d8-db03-4438-8757-547faa4fdc1c/563a7fce-f061-40b1-b499-da0366eca031) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:51.530857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fe6c:5cc (31988b25-d2c4-4f56-ba9f-eef6da45875f/b518b65f-3fa1-4464-912d-c6c4b807f1e7/563a7fce-f061-40b1-b499-da0366eca031) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:51.541241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 54b55caa-7b9d-491f-bbd4-da0f5226c53e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:51.541781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 54b55caa-7b9d-491f-bbd4-da0f5226c53e not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:51.706280 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.737353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 0d91aa10-03b8-41d7-959c-0ce1290a8b46 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:51.739839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.806170 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.858305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:51.861609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:51.865656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:51.872213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port 0d91aa10-03b8-41d7-959c-0ce1290a8b46, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0d91aa10-03b8-41d7-959c-0ce1290a8b46,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:51.872673 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.887464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 0d91aa10-03b8-41d7-959c-0ce1290a8b46 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:51.901550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=563a7fce-f061-40b1-b499-da0366eca031,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:51.913556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.913900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.914238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.914576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.914943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.915284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.915607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.915934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.916255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.916610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.926486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.926486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:51.944043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:51.944728 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.032755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-16578dad-fc0e-4e6a-8935-acb8e739ae38 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2362039 Sep 15 16:17:52.032990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53518) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:52.094981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478440d8-d843-4a25-bde6-a34e336998b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:52.100955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478440d8-d843-4a25-bde6-a34e336998b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:52.105056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-478440d8-d843-4a25-bde6-a34e336998b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0687590 Sep 15 16:17:52.106157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53522) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:52.148938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c57bb-5bc6-4325-b359-dcfaca3063ed None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:52.201126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 563a7fce-f061-40b1-b499-da0366eca031 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:52.201574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.220503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2983e1b5-fb4b-49e8-811e-f43dd3213795 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:52.220882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2983e1b5-fb4b-49e8-811e-f43dd3213795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.293821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.308975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 563a7fce-f061-40b1-b499-da0366eca031 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:52.314946 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.356171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=0d91aa10-03b8-41d7-959c-0ce1290a8b46,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:52.653255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.680357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.715811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7fed1f6a-d968-4e77-b012-5998079e634c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:52.738066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=563a7fce-f061-40b1-b499-da0366eca031,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:52.800522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:52.802847 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.889846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.893121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-287324bf-2890-4446-b69a-419486400af1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/563a7fce-f061-40b1-b499-da0366eca031 HTTP/1.1" status: 204 len: 168 time: 0.7860029 Sep 15 16:17:52.895628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53532) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:52.994878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266097bd-8f63-47f5-b70d-741120e3cd7a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:52.997196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266097bd-8f63-47f5-b70d-741120e3cd7a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:52.998744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266097bd-8f63-47f5-b70d-741120e3cd7a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:53.000432 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-266097bd-8f63-47f5-b70d-741120e3cd7a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1032245 Sep 15 16:17:53.003657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53534) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:53.022237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9a274afe-5e56-4145-8217-08c5ebf676af None None] Provisioning complete for port 7fed1f6a-d968-4e77-b012-5998079e634c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:53.026236 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a274afe-5e56-4145-8217-08c5ebf676af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.028685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 22b8c400-4880-44f9-944f-3ae7ec0ef912 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:17:53.088188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet b518b65f-3fa1-4464-912d-c6c4b807f1e7 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:53.088188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.130229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9a274afe-5e56-4145-8217-08c5ebf676af None None] Could not find standard attr ID for object 563a7fce-f061-40b1-b499-da0366eca031. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:53.136158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.155219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:17:53.165247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53540) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:53.165915 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] Sync routers for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:17:53.176077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bc433e09-7348-49d2-884c-a6d178779a9f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/22b8c400-4880-44f9-944f-3ae7ec0ef912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3752186 Sep 15 16:17:53.179320 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:53.179946 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:53.262490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting subnet b48a0e7c-2505-468e-a5e8-ca305b890577 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:53.265796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.297306 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:53.306992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.347135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3c554f00-f2ba-47f3-8e03-57db9cb52d1f None None] Could not find standard attr ID for object 48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:53.353573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.482667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.500059 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:17:52Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:53.531727 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] Checking router: 22b8c400-4880-44f9-944f-3ae7ec0ef912 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:17:53.546406 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] Routers {'22b8c400-4880-44f9-944f-3ae7ec0ef912'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:17:53.546406 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['22b8c400-4880-44f9-944f-3ae7ec0ef912'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:53.577751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.609663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=b518b65f-3fa1-4464-912d-c6c4b807f1e7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:53.613643 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.615683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5297ffb5-1259-4c5d-b669-a911000c7131 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/b518b65f-3fa1-4464-912d-c6c4b807f1e7 HTTP/1.1" status: 204 len: 168 time: 0.6108735 Sep 15 16:17:53.618194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53546) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:53.660908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f0056f3e-978f-4964-9e86-e7a169aa0821 None None] Could not find standard attr ID for object 563a7fce-f061-40b1-b499-da0366eca031. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:17:53.666358 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] Set router 22b8c400-4880-44f9-944f-3ae7ec0ef912 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:17:53.676637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet e7a439d8-db03-4438-8757-547faa4fdc1c {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:53.681554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.685420 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.746151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Subnet': ['ID=b48a0e7c-2505-468e-a5e8-ca305b890577,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:53.748361 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.750306 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-52e2fe6a-5d40-458b-be71-9254ae26e7af tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/subnets/b48a0e7c-2505-468e-a5e8-ca305b890577 HTTP/1.1" status: 204 len: 168 time: 0.5843196 Sep 15 16:17:53.753351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53550) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:53.768403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.769045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c7c59-5860-4cca-8e6e-6ad6b736222d None None] Network ccbf27f0-3ba2-4832-849c-674481651e36 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:53.931723 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:17:52Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:53.940111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.966467 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52faa6-cb24-4c32-a416-ba0e4cead29d None None] The sync data for ids ['22b8c400-4880-44f9-944f-3ae7ec0ef912'] in n-d-808199-2 is: [{'id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354081272', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:15:38Z', 'updated_at': '2021-09-15T16:17:52Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'a2aee083-efed-43d4-b865-8569c598fe53', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:de:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8c400-4880-44f9-944f-3ae7ec0ef912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:15:39Z', 'updated_at': '2021-09-15T16:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:17:54.017355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82902c3a-161b-4be6-bcda-1aceed93771c None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:54.032934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c60de65b-007c-4fe0-b451-488b0fec57bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.115866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.171575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a439d8-db03-4438-8757-547faa4fdc1c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:54.183613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.189645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f65f0d6-da41-46da-8237-cf41fbd6292f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/e7a439d8-db03-4438-8757-547faa4fdc1c HTTP/1.1" status: 204 len: 168 time: 0.5702198 Sep 15 16:17:54.190389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53556) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:54.235153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ce472f7a-0658-4f5b-a9fa-749d2854e87e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434637 Sep 15 16:17:54.241710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53558) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:54.246776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:54.300715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.342075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] DHCP port deletion for ccbf27f0-3ba2-4832-849c-674481651e36 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:54.381278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:17:54.431396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] Deleting port 1e68fd92-e933-4e89-a1dd-44360f234d3f {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:54.432049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.458722 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.491666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:54.495519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.509196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] Deleting port 7fed1f6a-d968-4e77-b012-5998079e634c {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:54.509566 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.618307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port a2aee083-efed-43d4-b865-8569c598fe53 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:54.624185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.624994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] For port 7fed1f6a-d968-4e77-b012-5998079e634c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7fed1f6a-d968-4e77-b012-5998079e634c,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:54.624994 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.639232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e68fd92-e933-4e89-a1dd-44360f234d3f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:54.678793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] Calling delete_port for 7fed1f6a-d968-4e77-b012-5998079e634c owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:54.699416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] For port 1e68fd92-e933-4e89-a1dd-44360f234d3f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e68fd92-e933-4e89-a1dd-44360f234d3f,segment=NetworkSegment(1fb932a2-0a32-434d-b375-1bec112ad4ad),segment_id=1fb932a2-0a32-434d-b375-1bec112ad4ad)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:54.700068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.728053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] Calling delete_port for 1e68fd92-e933-4e89-a1dd-44360f234d3f owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:54.740167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port a2aee083-efed-43d4-b865-8569c598fe53, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a2aee083-efed-43d4-b865-8569c598fe53,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:54.740841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.754743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for a2aee083-efed-43d4-b865-8569c598fe53 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:54.828997 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.881569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:54.885307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:54.890402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:54.891157 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:54.904608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=1a8e661e-c852-446f-ad10-abd5ed333eb0,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:54.978047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-15211987-fa9c-4f3c-99cf-5484f33ab927 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7361674 Sep 15 16:17:54.980987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53570) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:54.986487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:55.012359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.054535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=a2aee083-efed-43d4-b865-8569c598fe53,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:55.083618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.083982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.084397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.084847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.085253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.086100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.086100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.086825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.086825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.087571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.087963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.088349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:17:55.111157 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.135048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.202364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.228631 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:55.231569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.236324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.236474 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.263391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.267291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] Pushing event deleted for resources: {'Port': ['ID=1e68fd92-e933-4e89-a1dd-44360f234d3f,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:55.267291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0d91aa10-03b8-41d7-959c-0ce1290a8b46 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:55.291517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 0d91aa10-03b8-41d7-959c-0ce1290a8b46 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:55.291864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0d91aa10-03b8-41d7-959c-0ce1290a8b46 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:55.295613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7fed1f6a-d968-4e77-b012-5998079e634c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:55.331981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e5e40-1852-436f-a33a-0675053e181a None None] No DVR routers for this DVR port 1e68fd92-e933-4e89-a1dd-44360f234d3f on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:55.335694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] Pushing event deleted for resources: {'Port': ['ID=7fed1f6a-d968-4e77-b012-5998079e634c,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:55.338795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7fed1f6a-d968-4e77-b012-5998079e634c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:55.339144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7fed1f6a-d968-4e77-b012-5998079e634c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:55.353815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.353815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Fanout notify agent at l3_agent the message router_deleted on router 22b8c400-4880-44f9-944f-3ae7ec0ef912 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:17:55.354751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6465c1f7-a354-4cf0-93db-e9abf37c549d None None] No DVR routers for this DVR port 7fed1f6a-d968-4e77-b012-5998079e634c on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:17:55.357932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.359104 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-966c3892-a08e-4376-af4e-14b83d1551a1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/routers/22b8c400-4880-44f9-944f-3ae7ec0ef912 HTTP/1.1" status: 204 len: 168 time: 1.6047864 Sep 15 16:17:55.362688 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53576) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:55.387134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea00fc8-8321-484a-bc09-c057f8654d17 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:55.571285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '1a8e661e-c852-446f-ad10-abd5ed333eb0'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:17:55.572211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.743796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Allocated IP 172.20.0.2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/1a8e661e-c852-446f-ad10-abd5ed333eb0/692b9ed7-2e3d-4fee-a87a-a66f018dcce4) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:55.826867 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.933776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:55.985768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.012362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbf27f0-3ba2-4832-849c-674481651e36']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:56.022526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb932a2-0a32-434d-b375-1bec112ad4ad') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:56.026222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb932a2-0a32-434d-b375-1bec112ad4ad') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:17:56.026343 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.036559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.052246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.059553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:17:56.060374 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: items = [ Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:17:56.063077 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:17:56.065931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:56.068858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:56.072472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:56.087222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Pushing event updated for resources: {'Port': ['ID=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:56.133096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Attempting to bind port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:17:56.133466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Attempting to bind port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:17:56.133820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Attempting to bind port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:17:56.139402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:17:56.139771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:17:56.140171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.140581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:17:56.141136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Bound port: 692b9ed7-2e3d-4fee-a87a-a66f018dcce4, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:17:56.141516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.218356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] For port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:17:56.234623 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.235712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] For port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:17:56.241740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:17:56.254577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.254577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/networks/ccbf27f0-3ba2-4832-849c-674481651e36 HTTP/1.1" status: 204 len: 168 time: 0.8863695 Sep 15 16:17:56.254953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53588) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:56.320472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.323191 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cee31b7b-6613-48a8-966a-841e7b4c70b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.364736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cee31b7b-6613-48a8-966a-841e7b4c70b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.378483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9ecab-657f-4c41-82dc-223aa12210bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Network': ['ID=ccbf27f0-3ba2-4832-849c-674481651e36,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:56.398456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fb359-11b6-4134-b06a-23f5ba824832 None None] Pushing event updated for resources: {'Port': ['ID=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:56.462329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-4ddfbcb2-b36a-41d6-babf-d66a11d2c48c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1880774 Sep 15 16:17:56.508672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cee31b7b-6613-48a8-966a-841e7b4c70b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.511478 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cee31b7b-6613-48a8-966a-841e7b4c70b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.512845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cee31b7b-6613-48a8-966a-841e7b4c70b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/security-groups/0a7c0f5f-6033-4d71-8bc7-282136cfc04c HTTP/1.1" status: 204 len: 168 time: 0.2575061 Sep 15 16:17:56.531856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee31b7b-6613-48a8-966a-841e7b4c70b4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c0f5f-6033-4d71-8bc7-282136cfc04c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:56.646052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a2aee083-efed-43d4-b865-8569c598fe53 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:17:56.688418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a2aee083-efed-43d4-b865-8569c598fe53 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:17:56.688894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a2aee083-efed-43d4-b865-8569c598fe53 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:17:56.753542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.764874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a201697-89ab-43e9-bd71-85f741071026 req-91d4c138-ad51-4b8d-8bfa-155036be0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:56.766420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-91d4c138-ad51-4b8d-8bfa-155036be0f33 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1097 time: 0.2687440 Sep 15 16:17:56.771533 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:56.891542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53602) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:56.896367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9b3b8739-7f90-4a03-9a91-9591aaa20061 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296290115', 'description': 'tempest-secgroup-smoke-296290115 description', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:56.991373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a201697-89ab-43e9-bd71-85f741071026 req-cdeccb7f-7639-46da-8133-e5aa9e8990ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:56.992891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-cdeccb7f-7639-46da-8133-e5aa9e8990ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 200 len: 909 time: 0.1852243 Sep 15 16:17:57.012381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3b8739-7f90-4a03-9a91-9591aaa20061 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.064165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] For port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:57.093418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-70e274d4-0e0f-475a-971c-b5a7762a19fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 200 len: 1001 time: 0.0934448 Sep 15 16:17:57.111423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3b8739-7f90-4a03-9a91-9591aaa20061 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.143697 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.144106 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.165545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a201697-89ab-43e9-bd71-85f741071026 req-4d4913b3-e1a4-41b6-8b09-6f5924d90fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:57.167183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-4d4913b3-e1a4-41b6-8b09-6f5924d90fe8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=218c0678-7ea1-4ccb-af9e-8507c6faaa27 HTTP/1.1" status: 200 len: 847 time: 0.0661335 Sep 15 16:17:57.200020 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3b8739-7f90-4a03-9a91-9591aaa20061 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.226358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a201697-89ab-43e9-bd71-85f741071026 req-8ba11efe-a219-41a7-902b-269015f0669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:57.227957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-8ba11efe-a219-41a7-902b-269015f0669b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537460 Sep 15 16:17:57.228816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.229569 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.258682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b8739-7f90-4a03-9a91-9591aaa20061 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000f8590-457d-415c-a113-642b8497a483,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:57.298033 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-47134574-3d28-4cbe-9976-6c29a26e0765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.309291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b3b8739-7f90-4a03-9a91-9591aaa20061 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.315040 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9b3b8739-7f90-4a03-9a91-9591aaa20061 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4181077 Sep 15 16:17:57.315040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53608) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:57.318741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d52f17c3-e779-45e4-a43b-9c4bf51dc321 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '000f8590-457d-415c-a113-642b8497a483', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:57.359628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:57.406982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d52f17c3-e779-45e4-a43b-9c4bf51dc321 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.411046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:57.417317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:57.419069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.423358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,revision_number=4']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:57.428961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=b0724302-6f13-4f76-a5a7-9a550b890f12,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:57.456787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-b77709ab-e92c-46e9-aa72-2f61035050d1 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133908 Sep 15 16:17:57.486412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d52f17c3-e779-45e4-a43b-9c4bf51dc321 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.521808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f47f3f-a23b-423f-bf47-4046c7f6fd36 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:57.540542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3f9f27d1-2f58-41fd-b221-d64ebfc4ba2e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5558050 Sep 15 16:17:57.541975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53614) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:57.553213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:8c:bb:55', 'name': 'tempest-NetworksTestDHCPv6-584923076'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:57.571566 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d52f17c3-e779-45e4-a43b-9c4bf51dc321 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.601765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f17c3-e779-45e4-a43b-9c4bf51dc321 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3838bb-6591-4fb9-9d08-caaa173feccc,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:57.635985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a201697-89ab-43e9-bd71-85f741071026 req-fd67c8c8-7bb5-4eaf-9f3a-f13459337621 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719666 Sep 15 16:17:57.643258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e28c3e6c-f76c-4f4c-ace5-235f2ed37eb2 None None] Provisioning complete for port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:57.644884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e28c3e6c-f76c-4f4c-ace5-235f2ed37eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.708668 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d52f17c3-e779-45e4-a43b-9c4bf51dc321 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.712667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d52f17c3-e779-45e4-a43b-9c4bf51dc321 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3948267 Sep 15 16:17:57.713459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53616) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:57.719942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d350f1e3-a845-4ed0-92f6-dc9b66838987 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '000f8590-457d-415c-a113-642b8497a483', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:57.782789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:57.803336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e28c3e6c-f76c-4f4c-ace5-235f2ed37eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.841846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e28c3e6c-f76c-4f4c-ace5-235f2ed37eb2 None None] For port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:17:57.881991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d350f1e3-a845-4ed0-92f6-dc9b66838987 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.893763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.916419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e28c3e6c-f76c-4f4c-ace5-235f2ed37eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.924945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port fdd76818-8af9-4f0d-8e34-e764f0964e40 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:17:57.965232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d350f1e3-a845-4ed0-92f6-dc9b66838987 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:57.986232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c3e6c-f76c-4f4c-ace5-235f2ed37eb2 None None] Pushing event updated for resources: {'Port': ['ID=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:58.040215 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d350f1e3-a845-4ed0-92f6-dc9b66838987 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.054259 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350f1e3-a845-4ed0-92f6-dc9b66838987 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee549f5-1974-428b-8da6-09f58dec018b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:58.142485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 172.20.0.6 (31988b25-d2c4-4f56-ba9f-eef6da45875f/1a8e661e-c852-446f-ad10-abd5ed333eb0/fdd76818-8af9-4f0d-8e34-e764f0964e40) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:58.149347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fe8c:bb55 (31988b25-d2c4-4f56-ba9f-eef6da45875f/b0724302-6f13-4f76-a5a7-9a550b890f12/fdd76818-8af9-4f0d-8e34-e764f0964e40) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:17:58.160475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d350f1e3-a845-4ed0-92f6-dc9b66838987 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.161985 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d350f1e3-a845-4ed0-92f6-dc9b66838987 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4475367 Sep 15 16:17:58.164789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53626) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:58.170863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a4b0e725-b540-445f-affa-736bc45e5704 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '000f8590-457d-415c-a113-642b8497a483', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:58.282017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e725-b540-445f-affa-736bc45e5704 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.313920 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.375452 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e725-b540-445f-affa-736bc45e5704 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.406922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.447752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-24241651-568f-43c2-bb5b-fde2cbed4128 None None] Provisioning complete for port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:58.448195 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24241651-568f-43c2-bb5b-fde2cbed4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.452595 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e725-b540-445f-affa-736bc45e5704 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.476266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.477739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0e725-b540-445f-affa-736bc45e5704 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b9b366-fafd-4dc2-ada8-8929d30f7a22,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:58.498992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:17:58.500470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=fdd76818-8af9-4f0d-8e34-e764f0964e40,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:58.503332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:17:58.505546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:17:58.531473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4b0e725-b540-445f-affa-736bc45e5704 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.537646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a4b0e725-b540-445f-affa-736bc45e5704 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3711190 Sep 15 16:17:58.537783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53630) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:58.542312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ad99e94f-99df-4eef-b1bf-c7be1d214a4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '000f8590-457d-415c-a113-642b8497a483', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:58.584213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:58.585025 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.650859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:17:58.657961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad99e94f-99df-4eef-b1bf-c7be1d214a4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.726880 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f570a01-205c-4f90-bfd0-937620954d3c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1817334 Sep 15 16:17:58.729430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53636) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:58.732944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:58.733519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad99e94f-99df-4eef-b1bf-c7be1d214a4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.734720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.803853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be349d50-8dee-430d-aa23-3ec200c23ad1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:58.811536 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad99e94f-99df-4eef-b1bf-c7be1d214a4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.817888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be349d50-8dee-430d-aa23-3ec200c23ad1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:58.817888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be349d50-8dee-430d-aa23-3ec200c23ad1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0842011 Sep 15 16:17:58.818974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53640) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:58.846885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99e94f-99df-4eef-b1bf-c7be1d214a4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92692396-e95e-4332-9205-02cde988da4d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:58.867126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-268c4876-8673-4cfc-83e3-c7294b0a0129 None None] Provisioning complete for port fdd76818-8af9-4f0d-8e34-e764f0964e40 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:17:58.867502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-268c4876-8673-4cfc-83e3-c7294b0a0129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.892177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ad99e94f-99df-4eef-b1bf-c7be1d214a4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.897473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ad99e94f-99df-4eef-b1bf-c7be1d214a4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3586817 Sep 15 16:17:58.899634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53642) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:58.905282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '000f8590-457d-415c-a113-642b8497a483', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:58.910573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-268c4876-8673-4cfc-83e3-c7294b0a0129 None None] Port fdd76818-8af9-4f0d-8e34-e764f0964e40 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:17:58.936673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port fdd76818-8af9-4f0d-8e34-e764f0964e40 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:17:58.937024 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:58.999861 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:17:59.006344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.029470 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.042217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for fdd76818-8af9-4f0d-8e34-e764f0964e40 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:17:59.072140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.150363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.172956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc7fe3c-4540-45db-b77a-1f2c65851248,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:59.234635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.236045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cd9771c2-1bf7-4562-b1d3-a3ee91edb366 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3353589 Sep 15 16:17:59.238650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53650) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:59.243130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': '000f8590-457d-415c-a113-642b8497a483', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:59.285795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.313062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=fdd76818-8af9-4f0d-8e34-e764f0964e40,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:59.331466 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:17:59.338869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.422851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.442000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.442000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fba1ea9d-5f03-45aa-83ce-dc5b91471826 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/fdd76818-8af9-4f0d-8e34-e764f0964e40 HTTP/1.1" status: 204 len: 168 time: 0.6183279 Sep 15 16:17:59.442000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:59.480736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.497919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a6cb2e-eb82-47a4-a195-6ee0426edbb4,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:59.504381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5440fa1-ddb5-4fd0-8235-62f7c43d56f0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:59.506569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5440fa1-ddb5-4fd0-8235-62f7c43d56f0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:59.508593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5440fa1-ddb5-4fd0-8235-62f7c43d56f0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:59.512585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c5440fa1-ddb5-4fd0-8235-62f7c43d56f0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0681741 Sep 15 16:17:59.513434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53658) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:59.560401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.565043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cfe46ab1-7d30-40f3-9957-90288b33748b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220811 Sep 15 16:17:59.565409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53660) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:59.572860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'network': {'name': 'tempest-network-smoke--553304555', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'port_security_enabled': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:59.575111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 1a8e661e-c852-446f-ad10-abd5ed333eb0 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:59.580091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.581854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-c281c2dd-acec-4a75-a09b-15b301060cf3 req-4ccec0c8-6796-4aef-8dbc-0f440cad26ce service neutron] (102019) timed out ('10.222.0.55', 57076) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:17:59.630659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.657050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:17:59.660793 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.686875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:17:59.695712 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.696085 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Added segment 24f8818a-53a2-45f4-9ac7-804386f45b09 of type vlan for network a2551c0e-bdcd-4d80-b396-aed8554cede6 Sep 15 16:17:59.721408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.738700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.811769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.825444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:17:59.825444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.863427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.885942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Network': ['ID=a2551c0e-bdcd-4d80-b396-aed8554cede6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:59.897358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:17:59.899595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8e661e-c852-446f-ad10-abd5ed333eb0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:17:59.901626 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:59.903549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-207d64b8-4c10-4637-9863-2f745a10fe5e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/1a8e661e-c852-446f-ad10-abd5ed333eb0 HTTP/1.1" status: 204 len: 168 time: 0.3890662 Sep 15 16:17:59.906411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53668) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:59.918546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2f681e-ce71-4709-a6c6-20eae7c9d166 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:17:59.946783 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b18b2bfb-aed5-4288-ae16-b743e41de169 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3804631 Sep 15 16:17:59.950903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53670) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:17:59.959326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'admin_state_up': True, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:17:59.978648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet b0724302-6f13-4f76-a5a7-9a550b890f12 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:17:59.984107 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.041871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.068976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.070670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.127379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.145447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.146107 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.292874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.333263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=b0724302-6f13-4f76-a5a7-9a550b890f12,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:00.335315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.337258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-10d54d11-fd00-4ce4-9ee8-01ac5c0e70ca tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/b0724302-6f13-4f76-a5a7-9a550b890f12 HTTP/1.1" status: 204 len: 168 time: 0.4298437 Sep 15 16:18:00.339779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53676) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:00.349277 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.389355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ad87ab71-0f94-46a3-a346-54bb0c749310 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449164 Sep 15 16:18:00.389586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53678) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:00.395299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:00.405738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.571516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:00.575744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.689570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.715768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.754677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc57dd-d08d-419e-abd1-22aca9ed94ca None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:00.860908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.243 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/d8459d37-f076-4bd8-9314-ffd8baa98be7) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:00.874791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.902616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f8c14160-5419-4dc1-bb32-c6f120aaac25 None None] Provisioning complete for port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:00.903157 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8c14160-5419-4dc1-bb32-c6f120aaac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.927208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:00.937439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:00.942621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:00.952318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:00.952318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=72465dde-f441-4e78-810f-4e9597162cee,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:01.000721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.000922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:01.040850 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-11ff73fd-aa25-4201-a005-7f0939a486e3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6497397 Sep 15 16:18:01.044939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53688) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:01.050016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:01.060460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] Deleting port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:01.060887 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.106754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.144691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] For port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:01.145106 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.157886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:01.166331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] Calling delete_port for 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:01.166626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:01.177791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:01.210384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=d8459d37-f076-4bd8-9314-ffd8baa98be7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:01.319978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.348554 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] Pushing event deleted for resources: {'Port': ['ID=692b9ed7-2e3d-4fee-a87a-a66f018dcce4,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:01.348905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:01.352674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74d74a-271d-4c15-89bf-e2e560fdccf7 None None] No DVR routers for this DVR port 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:01.354520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.373217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19ac9a-2a2b-43dc-9e2f-7874408e88ba None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:01.541401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '72465dde-f441-4e78-810f-4e9597162cee'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:01.543031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.707584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Allocated IP 172.20.0.2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/72465dde-f441-4e78-810f-4e9597162cee/89b4c04f-9b95-4f67-bd9b-fe0f52699978) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:01.861490 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.888082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.955751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:01.998013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:02.002751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:02.006443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:02.022524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Pushing event updated for resources: {'Port': ['ID=89b4c04f-9b95-4f67-bd9b-fe0f52699978,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:02.072531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Attempting to bind port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:02.072531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Attempting to bind port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:02.072531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Attempting to bind port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:02.078638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:02.079024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:02.079693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.080096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:02.080592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Bound port: 89b4c04f-9b95-4f67-bd9b-fe0f52699978, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:02.080983 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.146878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] For port 89b4c04f-9b95-4f67-bd9b-fe0f52699978, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:02.150438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] For port 89b4c04f-9b95-4f67-bd9b-fe0f52699978, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89b4c04f-9b95-4f67-bd9b-fe0f52699978,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:02.207437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.269031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.334020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6fa11-ed83-4f69-8f83-b1b7a90ab8d2 None None] Pushing event updated for resources: {'Port': ['ID=89b4c04f-9b95-4f67-bd9b-fe0f52699978,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:02.429790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:02.598670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:18:02.662389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89b4c04f-9b95-4f67-bd9b-fe0f52699978 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:02.718310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:02.718999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.756458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.758863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:18:02.798572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Sync routers for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:18:02.823564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:18:02.824842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:02.826792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.860021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:02.865277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0e351b5d-ff96-49b2-b906-6bf5799d7ccd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9099874 Sep 15 16:18:02.865421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53710) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:02.921542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-857ab096-0884-4bb0-a300-bc3a4650dd29 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554540 Sep 15 16:18:02.924273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53714) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:03.004935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] For port 89b4c04f-9b95-4f67-bd9b-fe0f52699978, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89b4c04f-9b95-4f67-bd9b-fe0f52699978,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:03.040822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.100381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ba9b6f-163b-46e2-9b78-211e53ac3521 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:03.102028 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-31ba9b6f-163b-46e2-9b78-211e53ac3521 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1766591 Sep 15 16:18:03.105218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53718) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:03.154793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.155592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.159188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a16331eb-959f-4219-9eb9-9e68d55eb5b3 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522449 Sep 15 16:18:03.160048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53722) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:03.165273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048490522', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:03.166509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:18:03.271126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=36f44b61-6674-47fd-93c0-b28c90e9f314,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:03.285375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:03.290943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:03.295413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:03.296138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.319503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=89b4c04f-9b95-4f67-bd9b-fe0f52699978,revision_number=4']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:03.354955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:03.359542 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.378149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:03.378504 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:03.432587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6f717bb9-9490-492c-aa1a-97b361f62372 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3864205 Sep 15 16:18:03.433493 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53724) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:03.444088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:4a:4b:a2', 'name': 'tempest-NetworksTestDHCPv6-2082638647'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:03.452825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:01Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:03.487118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ae168-54ab-46fb-8c3b-429c934af5c9 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:03.490561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Checking router: 9a3eb83f-27eb-412c-a083-fd5fa1fc230e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:18:03.490905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Updating router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e port d8459d37-f076-4bd8-9314-ffd8baa98be7 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:18:03.564050 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.617279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8e114b94-dd2b-445e-913a-1db037bc813e None None] Provisioning complete for port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:03.617659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8e114b94-dd2b-445e-913a-1db037bc813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.669764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:03.697890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.781048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.798913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Subnet': ['ID=4370377b-b6be-4ea1-a0c4-121f0ba9a789,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:03.801520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Checking segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:03.802079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network hostable DHCP agents. Network: a2551c0e-bdcd-4d80-b396-aed8554cede6, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:18:03.805481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port e781abba-1270-45b1-b6b9-e31b0d503884 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:03.897460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:18:03.945339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8e114b94-dd2b-445e-913a-1db037bc813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.954264 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:03.993655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 172.20.0.9 (31988b25-d2c4-4f56-ba9f-eef6da45875f/72465dde-f441-4e78-810f-4e9597162cee/e781abba-1270-45b1-b6b9-e31b0d503884) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:04.001327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fe4a:4ba2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/36f44b61-6674-47fd-93c0-b28c90e9f314/e781abba-1270-45b1-b6b9-e31b0d503884) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:04.012350 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, a2551c0e-bdcd-4d80-b396-aed8554cede6) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:04.017295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:04.021948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.025489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07104dbb-a249-4329-a87c-b05a4c16d095 None None] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:04.032860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8e114b94-dd2b-445e-913a-1db037bc813e None None] For port 89b4c04f-9b95-4f67-bd9b-fe0f52699978, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89b4c04f-9b95-4f67-bd9b-fe0f52699978,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:04.093908 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cf8a84d8-c760-4e26-87bc-a6ecf898f0aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9326160 Sep 15 16:18:04.098978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53736) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:04.128538 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8e114b94-dd2b-445e-913a-1db037bc813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.196958 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.213230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.256850 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:04.257210 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:04.257697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e114b94-dd2b-445e-913a-1db037bc813e None None] Pushing event updated for resources: {'Port': ['ID=89b4c04f-9b95-4f67-bd9b-fe0f52699978,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:04.289886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.303837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.374253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:04.377833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:04.389285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:04.393809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=e781abba-1270-45b1-b6b9-e31b0d503884,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:04.402434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Attempting to bind port d8459d37-f076-4bd8-9314-ffd8baa98be7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:04.402434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Attempting to bind port d8459d37-f076-4bd8-9314-ffd8baa98be7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:04.402754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Attempting to bind port d8459d37-f076-4bd8-9314-ffd8baa98be7 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:04.404800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d2391-5ece-4aed-aa3c-07d1a3b1a63a None None] Pushing event updated for resources: {'Port': ['ID=d8459d37-f076-4bd8-9314-ffd8baa98be7,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:04.414105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:04.414491 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:04.414899 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.415287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:04.415785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Bound port: d8459d37-f076-4bd8-9314-ffd8baa98be7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:04.416246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.421927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-a2551c0e-bdcd-4d80-b396-aed8554cede6', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:04.422779 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.500258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:04.504297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.539410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] For port d8459d37-f076-4bd8-9314-ffd8baa98be7, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:04.563549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] For port d8459d37-f076-4bd8-9314-ffd8baa98be7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d8459d37-f076-4bd8-9314-ffd8baa98be7,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:04.578863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6da8ef78-0f0a-42cb-b115-0367234f6a65 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1439917 Sep 15 16:18:04.581750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53740) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:04.648824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7075be-966a-479c-9cee-0802302453c1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:04.656480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7075be-966a-479c-9cee-0802302453c1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:04.661008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3e7075be-966a-479c-9cee-0802302453c1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0755391 Sep 15 16:18:04.661424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53744) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:04.662569 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.773906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d2391-5ece-4aed-aa3c-07d1a3b1a63a None None] Pushing event updated for resources: {'Port': ['ID=d8459d37-f076-4bd8-9314-ffd8baa98be7,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:04.798084 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port e781abba-1270-45b1-b6b9-e31b0d503884 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:04.801539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.810128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:18:04.810959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:04.817310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Allocated IP 172.20.0.2 (a2551c0e-bdcd-4d80-b396-aed8554cede6/4370377b-b6be-4ea1-a0c4-121f0ba9a789/e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:04.877033 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:04.931045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:04.985852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.003398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for e781abba-1270-45b1-b6b9-e31b0d503884 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:05.144068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f35b0485-416d-4eaa-9ec5-1ba9733cd714 None None] Provisioning complete for port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:05.145111 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f35b0485-416d-4eaa-9ec5-1ba9733cd714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.185076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:05.185532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 692b9ed7-2e3d-4fee-a87a-a66f018dcce4 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:05.291810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.301933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89b4c04f-9b95-4f67-bd9b-fe0f52699978 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:05.328077 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=e781abba-1270-45b1-b6b9-e31b0d503884,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:05.374244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:18:05.429184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.434808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53752) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:05.435540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9caa343d-eb4c-487a-93a5-ae00b6ad9e45 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/e781abba-1270-45b1-b6b9-e31b0d503884 HTTP/1.1" status: 204 len: 168 time: 0.7724199 Sep 15 16:18:05.495208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8f9d-5d9a-4311-962c-a7c7885905a3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:05.498277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8f9d-5d9a-4311-962c-a7c7885905a3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:05.500888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8f9d-5d9a-4311-962c-a7c7885905a3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:05.504628 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f09e8f9d-5d9a-4311-962c-a7c7885905a3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0674000 Sep 15 16:18:05.506106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53756) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:05.565685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 36f44b61-6674-47fd-93c0-b28c90e9f314 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:05.569651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.631527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.645024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.653202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:05.653698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.721933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.738412 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.783595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.1 (a2551c0e-bdcd-4d80-b396-aed8554cede6/4370377b-b6be-4ea1-a0c4-121f0ba9a789/31309d68-b390-41fd-bc23-ee061134458d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:05.787369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c93af408-61f4-4baa-9a95-42e0a75c7266 None None] Could not find standard attr ID for object e781abba-1270-45b1-b6b9-e31b0d503884. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:05.819235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:05.831826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:05.834504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:05.868222 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Pushing event updated for resources: {'Port': ['ID=e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:05.898057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.907682 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.925183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Attempting to bind port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:05.925622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Attempting to bind port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:05.931209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Attempting to bind port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:05.931209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:01Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:05.937361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=36f44b61-6674-47fd-93c0-b28c90e9f314,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:05.939922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.941977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4cddbf1a-12ca-49a2-be90-ee711842f7b5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/36f44b61-6674-47fd-93c0-b28c90e9f314 HTTP/1.1" status: 204 len: 168 time: 0.4348488 Sep 15 16:18:05.944665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53762) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:05.962570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb4507-27ee-4dc6-86a5-c73f72bf38de None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:05.965875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:05.966255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Checking segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:05.966660 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.967058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Bound using segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:05.967550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Bound port: e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:05.967936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:05.970770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a709e-c569-4a54-a757-1ab91131cb05 None None] The sync data for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 is: [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:01Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:18:06.009766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 72465dde-f441-4e78-810f-4e9597162cee {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:06.016256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.029803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.068820 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.074032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:06.077530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:06.082086 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:06.135943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=31309d68-b390-41fd-bc23-ee061134458d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:06.144332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.184811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.217640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] For port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:06.251205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] For port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:06.331289 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.378017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.434244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=72465dde-f441-4e78-810f-4e9597162cee,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:06.441007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947c35-96ff-4c37-8b9b-dfe2a619792a None None] Pushing event updated for resources: {'Port': ['ID=e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:06.441380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.446082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53770) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:06.454183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f908af26-d939-40f7-9315-7c64457341c0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/72465dde-f441-4e78-810f-4e9597162cee HTTP/1.1" status: 204 len: 168 time: 0.5083048 Sep 15 16:18:06.509487 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-815193bc-6fe4-4a16-a6b5-5a70552bacd5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593350 Sep 15 16:18:06.509487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:06.510346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:06.599762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd70fea-5dd2-46c7-a1e9-45377c304d7b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:06.605519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4dd70fea-5dd2-46c7-a1e9-45377c304d7b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0938423 Sep 15 16:18:06.607401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53776) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:06.735984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36093565-e053-46e8-9fd9-293feb5f5d59 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:06.740035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-36093565-e053-46e8-9fd9-293feb5f5d59 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1294105 Sep 15 16:18:06.741972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53778) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:07.186807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d0072aa3-d110-494e-b17c-6abb411a6a66 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4173887 Sep 15 16:18:07.191805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53786) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:07.200395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1e317348-9cb2-4392-a38f-f44452855bdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:07.278447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3b7ff5-d55f-4f46-89d9-1d251f21724a None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:07.427930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4a6be125-41f3-4083-94d2-82907341ef04 None None] Provisioning complete for port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:07.433054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4a6be125-41f3-4083-94d2-82907341ef04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.462292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.480008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d8459d37-f076-4bd8-9314-ffd8baa98be7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:07.486308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e317348-9cb2-4392-a38f-f44452855bdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:07.490984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1e317348-9cb2-4392-a38f-f44452855bdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.492785 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e317348-9cb2-4392-a38f-f44452855bdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:07.493224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e317348-9cb2-4392-a38f-f44452855bdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:07.554565 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.630795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1e317348-9cb2-4392-a38f-f44452855bdf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4378719 Sep 15 16:18:07.634253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d8459d37-f076-4bd8-9314-ffd8baa98be7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:07.634633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.635284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53792) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:07.654268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-04cec67c-69bc-4ec3-8dc4-af4c44cc4b1b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:07.668280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.695564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:07.716629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=31309d68-b390-41fd-bc23-ee061134458d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:07.789600 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.824238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:07.824434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port d8459d37-f076-4bd8-9314-ffd8baa98be7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d8459d37-f076-4bd8-9314-ffd8baa98be7,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:07.831322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:07.849215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb36ade-fdb0-44fa-a1ec-6e150b2b9c56 None None] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:07.888665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] Deleting port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:07.889249 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.903917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cec67c-69bc-4ec3-8dc4-af4c44cc4b1b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:07.908698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-04cec67c-69bc-4ec3-8dc4-af4c44cc4b1b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.910185 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cec67c-69bc-4ec3-8dc4-af4c44cc4b1b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:07.910744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cec67c-69bc-4ec3-8dc4-af4c44cc4b1b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:07.988673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:18:07.990321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c0ec711c-5087-42f7-83ce-9b9b7dc7b2e3 None None] Provisioning complete for port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:07.990695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0ec711c-5087-42f7-83ce-9b9b7dc7b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.997700 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:07.998415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:08.052664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-04cec67c-69bc-4ec3-8dc4-af4c44cc4b1b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4157228 Sep 15 16:18:08.056076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53800) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:08.065790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ac391078-cbbc-40ab-8e4d-5f530115bca8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:08.113721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] For port 89b4c04f-9b95-4f67-bd9b-fe0f52699978, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89b4c04f-9b95-4f67-bd9b-fe0f52699978,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:08.114135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.165964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] Calling delete_port for 89b4c04f-9b95-4f67-bd9b-fe0f52699978 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:08.178642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:18:08.196793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b6e4c754-7de3-4786-8c54-a145ba8937fe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/9a3eb83f-27eb-412c-a083-fd5fa1fc230e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0882921 Sep 15 16:18:08.210864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=d8459d37-f076-4bd8-9314-ffd8baa98be7,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:08.257654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac391078-cbbc-40ab-8e4d-5f530115bca8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:08.262325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ac391078-cbbc-40ab-8e4d-5f530115bca8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.263952 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac391078-cbbc-40ab-8e4d-5f530115bca8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:08.264466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac391078-cbbc-40ab-8e4d-5f530115bca8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:08.288209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Sync routers for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:18:08.308089 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:18:08.313943 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:08.368600 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ac391078-cbbc-40ab-8e4d-5f530115bca8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3097274 Sep 15 16:18:08.373009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53820) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:08.382523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-af8b9007-653e-499b-9188-b0aa52d9e356 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:08.458396 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:18:08.479326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:08.480324 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.512154 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-aa14ca97-9b4c-4069-98f9-a743a2178d31 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296290115&fields=id&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 267 time: 0.1116068 Sep 15 16:18:08.560875 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0ec711c-5087-42f7-83ce-9b9b7dc7b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.645885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c0ec711c-5087-42f7-83ce-9b9b7dc7b2e3 None None] For port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:08.659900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8b9007-653e-499b-9188-b0aa52d9e356 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:08.663492 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-af8b9007-653e-499b-9188-b0aa52d9e356 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.665046 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8b9007-653e-499b-9188-b0aa52d9e356 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:08.665605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8b9007-653e-499b-9188-b0aa52d9e356 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:08.669764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.701153 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.718938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] No DVR routers for this DVR port 89b4c04f-9b95-4f67-bd9b-fe0f52699978 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:08.719233 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 2, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:08.745880 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0ec711c-5087-42f7-83ce-9b9b7dc7b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.748867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2bc29-86ed-47c3-ae59-6d5247e6e568 None None] Pushing event deleted for resources: {'Port': ['ID=89b4c04f-9b95-4f67-bd9b-fe0f52699978,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:08.771659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-af8b9007-653e-499b-9188-b0aa52d9e356 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3942540 Sep 15 16:18:08.773067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53826) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:08.785060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-84059822-7ec4-4288-b760-017890894fcb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:08.796194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Checking router: 9a3eb83f-27eb-412c-a083-fd5fa1fc230e for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:18:08.796636 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Updating router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e port 31309d68-b390-41fd-bc23-ee061134458d binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:18:08.852264 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:08.854413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-64ce54fa-731c-404e-9d1a-be728251f18e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:08.858502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-64ce54fa-731c-404e-9d1a-be728251f18e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 796 time: 0.3089614 Sep 15 16:18:08.870584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:08.871040 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:08.876763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec711c-5087-42f7-83ce-9b9b7dc7b2e3 None None] Pushing event updated for resources: {'Port': ['ID=e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:08.884806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-68a49ea2-8e3a-49a4-824a-1cf3fd8c4c2b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/quotas/4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 375 time: 0.0128140 Sep 15 16:18:08.976952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d0ae6bef-837f-4391-ac39-7b0c13f373ce None None] Provisioning complete for port 31309d68-b390-41fd-bc23-ee061134458d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:08.977382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6bef-837f-4391-ac39-7b0c13f373ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.034158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-7755a529-02b0-4b1d-a626-28958e8c50e2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408241 Sep 15 16:18:09.040206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae6bef-837f-4391-ac39-7b0c13f373ce None None] Port 31309d68-b390-41fd-bc23-ee061134458d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:18:09.040597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84059822-7ec4-4288-b760-017890894fcb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:09.048300 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-84059822-7ec4-4288-b760-017890894fcb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.051509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d0ae6bef-837f-4391-ac39-7b0c13f373ce None None] Provisioning complete for port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:09.051891 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6bef-837f-4391-ac39-7b0c13f373ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.055813 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-84059822-7ec4-4288-b760-017890894fcb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:09.063122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84059822-7ec4-4288-b760-017890894fcb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:09.177408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-1e0e864c-a601-4666-81a9-634b21d33566 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:18:09.178487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-1e0e864c-a601-4666-81a9-634b21d33566 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1140087 Sep 15 16:18:09.196391 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-84059822-7ec4-4288-b760-017890894fcb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4221809 Sep 15 16:18:09.198126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53836) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:09.204449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-424f89ec-f921-4e9e-88bd-701ef7868ed0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:09.309548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-74b577ad-03e8-45aa-9d83-1256b0601ff4 service neutron] 10.222.0.63 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227646 Sep 15 16:18:09.360118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-20e16a68-cfa5-4ce1-ba20-ed0a88f74fcd None None] Provisioning complete for port 31309d68-b390-41fd-bc23-ee061134458d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:09.360118 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-20e16a68-cfa5-4ce1-ba20-ed0a88f74fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.383372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424f89ec-f921-4e9e-88bd-701ef7868ed0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:09.387297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-424f89ec-f921-4e9e-88bd-701ef7868ed0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.389301 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-424f89ec-f921-4e9e-88bd-701ef7868ed0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:09.389803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-424f89ec-f921-4e9e-88bd-701ef7868ed0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:09.432846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-20e16a68-cfa5-4ce1-ba20-ed0a88f74fcd None None] Port 31309d68-b390-41fd-bc23-ee061134458d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:18:09.460032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-e0662242-dc00-48a4-b128-7d1a3635442b service neutron] 10.222.0.63 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413488 Sep 15 16:18:09.479860 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.486917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-424f89ec-f921-4e9e-88bd-701ef7868ed0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2876902 Sep 15 16:18:09.491548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53842) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:09.524086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f75f9971-4740-4c53-af3c-b66d5ee8582e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0292068 Sep 15 16:18:09.524859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53844) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:09.531875 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.550150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d8459d37-f076-4bd8-9314-ffd8baa98be7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:09.594592 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d6a33-474c-4aed-9e50-1bd52d270a42 None None] Pushing event updated for resources: {'Port': ['ID=31309d68-b390-41fd-bc23-ee061134458d,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:09.594801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa621d-d972-4eea-b2a1-0eee593d0b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:09.596337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a9fa621d-d972-4eea-b2a1-0eee593d0b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704136 Sep 15 16:18:09.599374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:09.624750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e4825e35-31be-4ba8-81f5-016b1b491f5c None None] Provisioning complete for port 31309d68-b390-41fd-bc23-ee061134458d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:09.625133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4825e35-31be-4ba8-81f5-016b1b491f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.660409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0722b4de-05a2-42a5-9aa9-675dbe8244dc tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597887 Sep 15 16:18:09.667031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53848) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:09.672233 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Attempting to bind port 31309d68-b390-41fd-bc23-ee061134458d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:09.672943 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Attempting to bind port 31309d68-b390-41fd-bc23-ee061134458d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:09.674091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Attempting to bind port 31309d68-b390-41fd-bc23-ee061134458d on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:09.678134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:09.681557 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:09.685731 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Checking segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:09.685731 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.685731 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Bound using segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:09.685731 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Bound port: 31309d68-b390-41fd-bc23-ee061134458d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:09.685731 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.696424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e4825e35-31be-4ba8-81f5-016b1b491f5c None None] Port 31309d68-b390-41fd-bc23-ee061134458d cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:18:09.703320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d8459d37-f076-4bd8-9314-ffd8baa98be7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:09.703709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.769725 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] For port 31309d68-b390-41fd-bc23-ee061134458d, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:09.774672 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] For port 31309d68-b390-41fd-bc23-ee061134458d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=31309d68-b390-41fd-bc23-ee061134458d,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:09.803136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:09.858708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:09.859168 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.863582 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.927756 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-e43c36af-6245-4065-a94e-61f6cb1fce8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656514 Sep 15 16:18:09.928282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6e392dc4-9034-43d0-af6c-a2a2b88b0f9a None None] Provisioning complete for port 31309d68-b390-41fd-bc23-ee061134458d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:09.928282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e392dc4-9034-43d0-af6c-a2a2b88b0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.928981 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:18:09.929785 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:09.931557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:09.936649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:09.951664 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d6a33-474c-4aed-9e50-1bd52d270a42 None None] Pushing event updated for resources: {'Port': ['ID=31309d68-b390-41fd-bc23-ee061134458d,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:10.190800 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:18:10.226501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89b4c04f-9b95-4f67-bd9b-fe0f52699978 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:10.241193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e392dc4-9034-43d0-af6c-a2a2b88b0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:10.258517 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-685409bd-97d0-4e72-9c2c-51d566de8b18 req-5f739583-ff04-4a57-a1e9-6f97355e847a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 210 time: 0.1638300 Sep 15 16:18:10.265819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-16e294fa-9511-46b8-9475-c93f4d5817f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:10.268086 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-16e294fa-9511-46b8-9475-c93f4d5817f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8544a3cc41ff414abd9734c482f08028&device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 1101 time: 0.2675574 Sep 15 16:18:10.314892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 89b4c04f-9b95-4f67-bd9b-fe0f52699978 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:10.315248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89b4c04f-9b95-4f67-bd9b-fe0f52699978 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:10.356630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6e392dc4-9034-43d0-af6c-a2a2b88b0f9a None None] For port 31309d68-b390-41fd-bc23-ee061134458d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=31309d68-b390-41fd-bc23-ee061134458d,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:10.418797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-d0be7736-4f64-44e1-986e-5a59e8e6558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:10.420394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-d0be7736-4f64-44e1-986e-5a59e8e6558e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0d386664-9abf-48cc-ab47-333f4b87953b HTTP/1.1" status: 200 len: 870 time: 0.1281500 Sep 15 16:18:10.463114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e392dc4-9034-43d0-af6c-a2a2b88b0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:10.466210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-1623eba4-c0a4-41c8-bb13-72a9a13c6e38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb HTTP/1.1" status: 200 len: 217 time: 0.0387356 Sep 15 16:18:10.485188 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:09Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:10.518491 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68e4c6-14fe-48b3-9e36-7b94a788dcc9 None None] The sync data for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 is: [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:09Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:18:10.528291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e392dc4-9034-43d0-af6c-a2a2b88b0f9a None None] Pushing event updated for resources: {'Port': ['ID=31309d68-b390-41fd-bc23-ee061134458d,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:10.548669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-b880bc2a-402a-4170-a0fd-ef849bf7851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:10.550356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-b880bc2a-402a-4170-a0fd-ef849bf7851a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0772493 Sep 15 16:18:10.598229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:10.599969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:10.618541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a82932fd-84b8-4525-ba10-8325795a30c2 None None] Provisioning complete for port 31309d68-b390-41fd-bc23-ee061134458d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:10.619033 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a82932fd-84b8-4525-ba10-8325795a30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:10.654424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-d8b719b6-7b6e-4156-8457-11ef9d6fad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:10.656029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-d8b719b6-7b6e-4156-8457-11ef9d6fad2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988169 Sep 15 16:18:10.777010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-53b400be-4b90-46c3-8b0e-7162817092a9 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131957 Sep 15 16:18:10.912220 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3789e280-ba33-47ff-9798-a0a850c0a8cf req-eb000e8c-308e-4485-8270-8b4d665c1c05 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265161 Sep 15 16:18:11.042156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:11.046403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:11.050907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:11.051502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:11.056939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad41412-283a-4a4c-a496-0c0aac122f4f None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:11.062366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=0835603e-c8fc-4bdd-805c-6125112520ff,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:11.143835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43259093-91af-4fb9-a26b-3d0baf2aa065 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4755230 Sep 15 16:18:11.146413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53874) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:11.153393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:ca:4f:fb', 'name': 'tempest-NetworksTestDHCPv6-2011172798'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:11.251804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '0835603e-c8fc-4bdd-805c-6125112520ff'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:11.268070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:11.399584 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da3291fc-571b-45e3-bd2f-2ac7740aa7d3 req-594f7427-eebb-4ccc-bde7-c6b2e0310db4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 210 time: 0.0411594 Sep 15 16:18:11.411733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:11.481093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Allocated IP 2001:db8::f816:3eff:fece:4d32 (31988b25-d2c4-4f56-ba9f-eef6da45875f/0835603e-c8fc-4bdd-805c-6125112520ff/6b5bb13a-7b00-470e-91a4-d07d9c13f7bf) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:11.565769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:11.572209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 31309d68-b390-41fd-bc23-ee061134458d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:11.590558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 6a75d612-f407-44cd-806a-594bb9927246 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:11.713185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 31309d68-b390-41fd-bc23-ee061134458d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:11.713724 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:11.805026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:11.945116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:11.995436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:12.001426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:12.002420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:feca:4ffb (31988b25-d2c4-4f56-ba9f-eef6da45875f/0835603e-c8fc-4bdd-805c-6125112520ff/6a75d612-f407-44cd-806a-594bb9927246) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:12.008839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:12.016722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Pushing event updated for resources: {'Port': ['ID=6b5bb13a-7b00-470e-91a4-d07d9c13f7bf,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:12.079397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Attempting to bind port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:12.080256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Attempting to bind port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:12.080698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Attempting to bind port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:12.088785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:12.089019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:12.089389 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.092122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:12.092462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Bound port: 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:12.092940 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.173425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] For port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:12.177326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] For port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6b5bb13a-7b00-470e-91a4-d07d9c13f7bf,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:12.199893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.257844 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.281085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.337138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:12.340903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:12.341437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deba8c4-cd3d-40fc-b341-52176d1ad0fe None None] Pushing event updated for resources: {'Port': ['ID=6b5bb13a-7b00-470e-91a4-d07d9c13f7bf,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:12.344884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:12.350759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:12.351382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.374706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=6a75d612-f407-44cd-806a-594bb9927246,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:12.469491 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e7efdc3e-f4b0-4620-9061-19c8bce95edf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3217390 Sep 15 16:18:12.472131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53896) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:12.593446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c5ae8-5faf-485f-9e19-3d4fe5291275 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:12.602312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c5ae8-5faf-485f-9e19-3d4fe5291275 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:12.607688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0c2c5ae8-5faf-485f-9e19-3d4fe5291275 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1340306 Sep 15 16:18:12.608235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53898) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:12.608952 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edcf58a7-1817-4442-b9b4-6ddc907e4d28 req-9bef1b23-5f96-49b5-87f3-65e90d72f2c6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 210 time: 0.0575752 Sep 15 16:18:12.654126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-5631dc78-5e8f-42e3-b48f-96c802702eeb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:12.657100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-5631dc78-5e8f-42e3-b48f-96c802702eeb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 796 time: 0.2422466 Sep 15 16:18:12.719424 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-08c5b304-0a05-4ea6-8418-9d9ef0796543 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 379 time: 0.0526185 Sep 15 16:18:12.729671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'port': {'device_id': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'admin_state_up': True, 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'security_groups': ['000f8590-457d-415c-a113-642b8497a483']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:12.730207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 6a75d612-f407-44cd-806a-594bb9927246 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:12.731283 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.843917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:12.856824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 6a75d612-f407-44cd-806a-594bb9927246 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:12.939031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:12.943439 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.091938 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.121717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=6a75d612-f407-44cd-806a-594bb9927246,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:13.157521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.161017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a8051134-774d-434d-a332-101b06b0fc86 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/6a75d612-f407-44cd-806a-594bb9927246 HTTP/1.1" status: 204 len: 168 time: 0.5515809 Sep 15 16:18:13.162040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53906) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:13.219947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.13 (a2551c0e-bdcd-4d80-b396-aed8554cede6/4370377b-b6be-4ea1-a0c4-121f0ba9a789/b6168719-4f13-44f4-9bf2-99bb44c4e188) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:13.224565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c6b9e-788b-44e4-b05c-8264a700f991 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:13.226393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c6b9e-788b-44e4-b05c-8264a700f991 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:13.228419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dd7c6b9e-788b-44e4-b05c-8264a700f991 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0651870 Sep 15 16:18:13.231446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:13.296762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 0835603e-c8fc-4bdd-805c-6125112520ff {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:13.303427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.361764 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.401368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.424507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c58ba115-6bd4-4a06-a38f-26a767803416 None None] Provisioning complete for port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:13.425116 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c58ba115-6bd4-4a06-a38f-26a767803416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.483615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.509680 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.564098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:13.572867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:13.576274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:13.578715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:13.583906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c58ba115-6bd4-4a06-a38f-26a767803416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.617751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:13.665094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:13.665775 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.691433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:13.695301 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.716550 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.767723 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-c58ba115-6bd4-4a06-a38f-26a767803416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:13.768090 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-c58ba115-6bd4-4a06-a38f-26a767803416 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:13.785620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.792732 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/0835603e-c8fc-4bdd-805c-6125112520ff HTTP/1.1" status: 204 len: 168 time: 0.5552106 Sep 15 16:18:13.792732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec1ff6-0b8d-45ea-9f4c-d1d7b293d2a9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=0835603e-c8fc-4bdd-805c-6125112520ff,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:13.793004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53924) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:13.823980 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:13.831361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94616e61-fbac-45ed-af6b-d8dd0bd33457 req-8a01a55a-481d-4cb7-963b-9a5e639a9e12 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:13.833175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94616e61-fbac-45ed-af6b-d8dd0bd33457 req-8a01a55a-481d-4cb7-963b-9a5e639a9e12 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 932 time: 0.1118131 Sep 15 16:18:13.865950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6b5bb13a-7b00-470e-91a4-d07d9c13f7bf,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:13.878788 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cdf9e139-263a-40a7-845d-8e870123598d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847256 Sep 15 16:18:13.882507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53926) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:13.884208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-0f4acda0-fb27-4261-8a4e-f7273492a8e1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1587532 Sep 15 16:18:13.891402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:13.899173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Request body: {'port': {'device_id': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:13.931747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94616e61-fbac-45ed-af6b-d8dd0bd33457 req-7130d971-d033-49c8-af1a-84fb6bac3e09 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878747 Sep 15 16:18:13.937833 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.023848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6b5bb13a-7b00-470e-91a4-d07d9c13f7bf,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:14.045577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.055194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f7732c-c383-4ae3-a860-7eb4e6c60234 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:14.103009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:14.107316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.245625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:14.330537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] Deleting port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:14.331176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.429961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6168719-4f13-44f4-9bf2-99bb44c4e188 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:18:14.436275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-be04435c-fe87-416a-a3c8-b3100bbad241 None None] Could not find standard attr ID for object 6a75d612-f407-44cd-806a-594bb9927246. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:14.439036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] For port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6b5bb13a-7b00-470e-91a4-d07d9c13f7bf,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:14.439454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.439832 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.453698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Transition to ACTIVE for port object b6168719-4f13-44f4-9bf2-99bb44c4e188 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:18:14.455016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] Calling delete_port for 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:14.472917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-be04435c-fe87-416a-a3c8-b3100bbad241 None None] Provisioning complete for port b6168719-4f13-44f4-9bf2-99bb44c4e188 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:14.472917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-be04435c-fe87-416a-a3c8-b3100bbad241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.531726 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.547410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-be04435c-fe87-416a-a3c8-b3100bbad241 None None] Port b6168719-4f13-44f4-9bf2-99bb44c4e188 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:18:14.587832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:14.588736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:14.685971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:14.686608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.687185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:14.687733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:14.692640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:18:14.693391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:14.700278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:14.702603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Checking segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:14.702603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Bound using segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:14.702603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Bound port: b6168719-4f13-44f4-9bf2-99bb44c4e188, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:14.702603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.733320 n-d-808199-2 neutron-server[102018]: WARNING neutron.services.revisions.revision_plugin [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Could not find related port for resource to bump revision. Sep 15 16:18:14.736057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] No DVR routers for this DVR port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:14.737969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf961a-5a47-4334-b4b5-a9e21452e7f9 None None] Pushing event deleted for resources: {'Port': ['ID=6b5bb13a-7b00-470e-91a4-d07d9c13f7bf,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:14.788880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:14.789105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_pluggable_backend [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Port 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 15 16:18:14.789419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_pluggable_backend [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Reverting IP allocation for 2001:db8::f816:3eff:fece:4d32 {{(pid=102018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 15 16:18:14.793527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_pluggable_backend [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fece:4d32 {{(pid=102018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 15 16:18:14.794718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:14.794889 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.842580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:14.845850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:14.851296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:14.851886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.852528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.860640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da63e49-08fd-4bfb-b795-00d7156c5898 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:14.865730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=bd9964e4-4b02-47be-a992-a755a2242037,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:14.901378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:14.902011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:14.903999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] 10.222.0.55 "PUT /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1092 time: 1.0095954 Sep 15 16:18:14.904468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:18:14.906785 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e0fe7e-b8bf-4a4e-b71e-9ae34692f9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:18:14.959219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81667ee5-7ac6-49eb-b334-d5108a33994f service neutron] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:14.961670 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4768238b-aa77-4fe8-a6f9-639f303a71a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0780866 Sep 15 16:18:14.964133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53936) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:14.978513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:ac:74:e1', 'name': 'tempest-NetworksTestDHCPv6-1606006247'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:14.994769 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf1bf48-4dd0-451c-95ac-1a65a59f284a x-openstack-request-id: req-dbf1bf48-4dd0-451c-95ac-1a65a59f284a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:18:14.998068 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:18:14.998338 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dbf1bf48-4dd0-451c-95ac-1a65a59f284a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:18:14.998766 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'status': 'completed', 'code': 200} Sep 15 16:18:15.061963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0fe7e-b8bf-4a4e-b71e-9ae34692f9a5 req-7c345725-7730-41ca-8ef3-9472de3b8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:15.063431 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92e0fe7e-b8bf-4a4e-b71e-9ae34692f9a5 req-7c345725-7730-41ca-8ef3-9472de3b8ebc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1095 time: 0.0579541 Sep 15 16:18:15.154085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': 'bd9964e4-4b02-47be-a992-a755a2242037'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:15.154861 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:15.164062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22810eb9-9dad-42f1-9d14-59ea541eb578 req-cc2674a4-f45d-4b29-9d42-244f4fd272d6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:15.171789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22810eb9-9dad-42f1-9d14-59ea541eb578 req-cc2674a4-f45d-4b29-9d42-244f4fd272d6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 944 time: 0.0853498 Sep 15 16:18:15.229982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22810eb9-9dad-42f1-9d14-59ea541eb578 req-c3a2aaf1-ce07-456b-b058-113e7338e5cd tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572584 Sep 15 16:18:15.285848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:15.290146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:15.307029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0fe7e-b8bf-4a4e-b71e-9ae34692f9a5 req-57b8d1bf-5004-4d41-8e9a-3a14dcea7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:15.309389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92e0fe7e-b8bf-4a4e-b71e-9ae34692f9a5 req-57b8d1bf-5004-4d41-8e9a-3a14dcea7e7b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2377627 Sep 15 16:18:15.323271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 5673bf38-0ce4-4fa1-914f-15da8123b9c5 yet. {{(pid=102018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:15.352202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Allocated IP 2001:db8::f816:3eff:feed:e325 (31988b25-d2c4-4f56-ba9f-eef6da45875f/bd9964e4-4b02-47be-a992-a755a2242037/c6a189bb-1480-4bad-9692-04ab49bed402) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:15.438763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0fe7e-b8bf-4a4e-b71e-9ae34692f9a5 req-afb5ce92-022c-423b-80dd-495960ac44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:15.439886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92e0fe7e-b8bf-4a4e-b71e-9ae34692f9a5 req-afb5ce92-022c-423b-80dd-495960ac44d5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241508 Sep 15 16:18:15.542049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-acb57a18-a051-4809-9b21-1f4ad0a8a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:15.543145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:15.543601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-acb57a18-a051-4809-9b21-1f4ad0a8a89e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1095 time: 0.0453210 Sep 15 16:18:15.551467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:15.573134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:15.573512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6b5bb13a-7b00-470e-91a4-d07d9c13f7bf not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:15.592824 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-aa409b14-4db7-4d5b-baad-43cf50fd09ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 217 time: 0.0409462 Sep 15 16:18:15.623864 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:15.648640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-efa998da-9943-4850-9d2c-5f417710cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:15.650798 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-efa998da-9943-4850-9d2c-5f417710cb64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 200 len: 835 time: 0.0512962 Sep 15 16:18:15.663848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:15.669097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:15.676036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:15.679317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Pushing event updated for resources: {'Port': ['ID=c6a189bb-1480-4bad-9692-04ab49bed402,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:15.702027 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:feac:74e1 (31988b25-d2c4-4f56-ba9f-eef6da45875f/bd9964e4-4b02-47be-a992-a755a2242037/5673bf38-0ce4-4fa1-914f-15da8123b9c5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:15.720672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02345260-e5bb-4b77-a191-dc564e02da78 req-5eecb15d-3729-4a63-a7c1-8849ea28e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:15.722202 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-5eecb15d-3729-4a63-a7c1-8849ea28e076 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2551c0e-bdcd-4d80-b396-aed8554cede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642805 Sep 15 16:18:15.851423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-385bce8c-d4e0-4f56-8bbc-5c00ff9fe225 service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207569 Sep 15 16:18:15.917287 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:15.917986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Attempting to bind port c6a189bb-1480-4bad-9692-04ab49bed402 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:15.918372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Attempting to bind port c6a189bb-1480-4bad-9692-04ab49bed402 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:15.918782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Attempting to bind port c6a189bb-1480-4bad-9692-04ab49bed402 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:15.924241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:15.924652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:15.925108 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:15.925506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:15.925983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Bound port: c6a189bb-1480-4bad-9692-04ab49bed402, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:15.926378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:15.957161 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-02345260-e5bb-4b77-a191-dc564e02da78 req-3004d33d-ff5c-483c-b3ac-c04f4f0eacb7 service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974534 Sep 15 16:18:15.998012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] For port c6a189bb-1480-4bad-9692-04ab49bed402, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:16.001662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] For port c6a189bb-1480-4bad-9692-04ab49bed402, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c6a189bb-1480-4bad-9692-04ab49bed402,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:16.006979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.041159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.058142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:16.062133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:16.064845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:16.071173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:16.071661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.088215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=5673bf38-0ce4-4fa1-914f-15da8123b9c5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:16.109356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc917-8903-410f-b33f-3c20f158c1d1 None None] Pushing event updated for resources: {'Port': ['ID=c6a189bb-1480-4bad-9692-04ab49bed402,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:16.132560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4433924b-29fe-48fd-ba03-3c96c70c196c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1662343 Sep 15 16:18:16.135290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:16.194456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477498f4-6799-48e9-bca7-5881de55184f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:16.201672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477498f4-6799-48e9-bca7-5881de55184f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:16.203384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-477498f4-6799-48e9-bca7-5881de55184f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0670815 Sep 15 16:18:16.206433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53942) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:16.322978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 5673bf38-0ce4-4fa1-914f-15da8123b9c5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:16.323322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.440092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18832f-8964-45d0-9025-b84136b23b81 req-03121ef8-bf1d-488c-b9d7-68ac9f9a0267 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:16.441656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c18832f-8964-45d0-9025-b84136b23b81 req-03121ef8-bf1d-488c-b9d7-68ac9f9a0267 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 944 time: 0.0893753 Sep 15 16:18:16.464142 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.478431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 5673bf38-0ce4-4fa1-914f-15da8123b9c5 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:16.491198 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c18832f-8964-45d0-9025-b84136b23b81 req-d8f4cdb7-bccd-41ea-8a54-7416099ec1b3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399661 Sep 15 16:18:16.697639 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.725616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=5673bf38-0ce4-4fa1-914f-15da8123b9c5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:16.756831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.758647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e08bf97-ce77-45b1-bb73-345ccb842af0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/5673bf38-0ce4-4fa1-914f-15da8123b9c5 HTTP/1.1" status: 204 len: 168 time: 0.5511227 Sep 15 16:18:16.761155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:16.822327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ea31b-b759-4a63-925f-be3ab65c8382 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:16.825194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ea31b-b759-4a63-925f-be3ab65c8382 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:16.827209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0c0ea31b-b759-4a63-925f-be3ab65c8382 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0644383 Sep 15 16:18:16.830210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:16.886782 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet bd9964e4-4b02-47be-a992-a755a2242037 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:16.890428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.933701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.031946 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.178262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.180815 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bc77b90c-e2fd-4461-aeb0-8e6784e79d89 None None] Provisioning complete for port c6a189bb-1480-4bad-9692-04ab49bed402 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:17.183031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc77b90c-e2fd-4461-aeb0-8e6784e79d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.208842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9964e4-4b02-47be-a992-a755a2242037,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:17.234799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.237205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-548e04c5-e4b8-4ab4-93c7-28ae291053bf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/bd9964e4-4b02-47be-a992-a755a2242037 HTTP/1.1" status: 204 len: 168 time: 0.4059210 Sep 15 16:18:17.240112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53952) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:17.285980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0253f5f3-996b-4459-9ff8-e887e00f5f18 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448434 Sep 15 16:18:17.288413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53954) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:17.289265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc77b90c-e2fd-4461-aeb0-8e6784e79d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.335238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bc77b90c-e2fd-4461-aeb0-8e6784e79d89 None None] For port c6a189bb-1480-4bad-9692-04ab49bed402, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c6a189bb-1480-4bad-9692-04ab49bed402,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:17.343606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa639c7a-97a8-4ba5-b055-ccf10d85d1d7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:17.347873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fa639c7a-97a8-4ba5-b055-ccf10d85d1d7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0556893 Sep 15 16:18:17.348140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 53956) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:17.351516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6639a6b-7623-4d67-98e1-2c076428f079 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:17.402773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399c0ba-8732-47d1-9f41-7d80734a4c7d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:17.404263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d399c0ba-8732-47d1-9f41-7d80734a4c7d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552220 Sep 15 16:18:17.406972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53960) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:17.412115 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc77b90c-e2fd-4461-aeb0-8e6784e79d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.457689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6fe731a7-bd52-4625-9250-996996e56c05 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493214 Sep 15 16:18:17.458709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53962) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:17.465208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:17.512389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77b90c-e2fd-4461-aeb0-8e6784e79d89 None None] Pushing event updated for resources: {'Port': ['ID=c6a189bb-1480-4bad-9692-04ab49bed402,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:17.526954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-98a8e4ad-f75b-432a-94ff-aee4b142a301 None None] Could not find standard attr ID for object 5673bf38-0ce4-4fa1-914f-15da8123b9c5. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:17.621957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:17.634431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:17.643246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.671657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d213b-f238-446a-8ff7-7f6ccb7964e9 req-f364751a-6f0e-4bef-94d7-0c3fd3893516 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:17.673108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b2d213b-f238-446a-8ff7-7f6ccb7964e9 req-f364751a-6f0e-4bef-94d7-0c3fd3893516 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 944 time: 0.0675280 Sep 15 16:18:17.682260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] Deleting port c6a189bb-1480-4bad-9692-04ab49bed402 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:17.682644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.712297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b2d213b-f238-446a-8ff7-7f6ccb7964e9 req-5401de9c-9319-4317-8c27-a66cfbf34af5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330539 Sep 15 16:18:17.782118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] For port c6a189bb-1480-4bad-9692-04ab49bed402, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c6a189bb-1480-4bad-9692-04ab49bed402,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:17.782533 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:17.798872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] Calling delete_port for c6a189bb-1480-4bad-9692-04ab49bed402 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:17.934695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:18:18.003131 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.038467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] Pushing event deleted for resources: {'Port': ['ID=c6a189bb-1480-4bad-9692-04ab49bed402,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:18.042018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49b56e-1b97-4e85-a4a0-9e1103104f43 None None] No DVR routers for this DVR port c6a189bb-1480-4bad-9692-04ab49bed402 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:18.055033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.objects.ports [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:18.067273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:18.081945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'port_id': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'mac_address': 'fa:16:3e:70:cf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:18:18.131264 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.148274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6168719-4f13-44f4-9bf2-99bb44c4e188 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:18:18.159652 n-d-808199-2 neutron-server[102019]: WARNING neutron.services.revisions.revision_plugin [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Could not find related port for resource to bump revision. Sep 15 16:18:18.175035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:18.211841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Port c6a189bb-1480-4bad-9692-04ab49bed402 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 15 16:18:18.212080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Reverting IP allocation for 2001:db8::f816:3eff:feed:e325 {{(pid=102019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 15 16:18:18.215697 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feed:e325 {{(pid=102019) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 15 16:18:18.216931 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.240350 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.260312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:18.264522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:18.268700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:18.269312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.279615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c69a0f-4b6d-48ce-9903-bf9f5b392666 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:18.282998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=2df95d0b-a7a9-4337-a1fa-157e15193e6a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:18.315505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:18.346567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c5f600c-5246-414e-9a1d-343500fdbe29 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8840253 Sep 15 16:18:18.346989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53966) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:18.353273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:8b:d7:7a', 'name': 'tempest-NetworksTestDHCPv6-960422612'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:18.459332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '2df95d0b-a7a9-4337-a1fa-157e15193e6a'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:18.460609 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.482676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['b6168719-4f13-44f4-9bf2-99bb44c4e188'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:18:18.554603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:18.658633 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.681916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Allocated IP 2001:db8::f816:3eff:fe0f:a435 (31988b25-d2c4-4f56-ba9f-eef6da45875f/2df95d0b-a7a9-4337-a1fa-157e15193e6a/242c72d0-8c8a-44f3-8092-5231ad941496) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:18.976266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.065650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port e6258f8b-a1ba-48e6-b5c7-c45c442c3aed yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:19.069956 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.111271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:19.119076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:19.121611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Pushing event updated for resources: {'Port': ['ID=242c72d0-8c8a-44f3-8092-5231ad941496,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:19.126114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c496888-e3b7-4296-b041-b101c8837b54 req-b45d9110-9041-463e-9e23-80010be5d7ea tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:19.127664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c496888-e3b7-4296-b041-b101c8837b54 req-b45d9110-9041-463e-9e23-80010be5d7ea tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.0987830 Sep 15 16:18:19.129690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:19.185873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Attempting to bind port 242c72d0-8c8a-44f3-8092-5231ad941496 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:19.186386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Attempting to bind port 242c72d0-8c8a-44f3-8092-5231ad941496 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:19.187138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Attempting to bind port 242c72d0-8c8a-44f3-8092-5231ad941496 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:19.193123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:19.194285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:19.194839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.195329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:19.195900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Bound port: 242c72d0-8c8a-44f3-8092-5231ad941496, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:19.196962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.221870 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c496888-e3b7-4296-b041-b101c8837b54 req-36e6fb03-8867-4d63-aad7-abbf24b27c3c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736206 Sep 15 16:18:19.228900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fe8b:d77a (31988b25-d2c4-4f56-ba9f-eef6da45875f/2df95d0b-a7a9-4337-a1fa-157e15193e6a/e6258f8b-a1ba-48e6-b5c7-c45c442c3aed) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:19.273416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] For port 242c72d0-8c8a-44f3-8092-5231ad941496, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:19.276630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] For port 242c72d0-8c8a-44f3-8092-5231ad941496, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=242c72d0-8c8a-44f3-8092-5231ad941496,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:19.332650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.397108 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.404858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240a2c9-f582-4dfe-8521-ff932101f4bd None None] Pushing event updated for resources: {'Port': ['ID=242c72d0-8c8a-44f3-8092-5231ad941496,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:19.509637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.544062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c6a189bb-1480-4bad-9692-04ab49bed402 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:19.571067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c6a189bb-1480-4bad-9692-04ab49bed402 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:19.571461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c6a189bb-1480-4bad-9692-04ab49bed402 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:19.580013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=e6258f8b-a1ba-48e6-b5c7-c45c442c3aed,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:19.598017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:19.599786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:19.602597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:19.608723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:19.609494 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.693093 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cf726299-708a-4985-aff4-1aeb87c8e6f8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3449845 Sep 15 16:18:19.696201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53984) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:19.759435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15812097-db78-48d5-a7ca-8946cece9798 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:19.767671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15812097-db78-48d5-a7ca-8946cece9798 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:19.770103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-15812097-db78-48d5-a7ca-8946cece9798 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0722632 Sep 15 16:18:19.774256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 53986) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:19.897405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port e6258f8b-a1ba-48e6-b5c7-c45c442c3aed {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:19.897741 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.950591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:19.997985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.013901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for e6258f8b-a1ba-48e6-b5c7-c45c442c3aed owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:20.143668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port b6168719-4f13-44f4-9bf2-99bb44c4e188 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:18:20.148176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port b6168719-4f13-44f4-9bf2-99bb44c4e188 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:20.148617 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.251994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.280370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.297241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=e6258f8b-a1ba-48e6-b5c7-c45c442c3aed,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:20.353923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:20.354799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.360076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:18:20.360288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3e0562ae-7a39-499f-a669-e3f26e2f4b4c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/e6258f8b-a1ba-48e6-b5c7-c45c442c3aed HTTP/1.1" status: 204 len: 168 time: 0.5824776 Sep 15 16:18:20.360400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54010) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:20.360753 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e281b82-162c-4da5-94ae-6b5f23d830e7" -d '{"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-plugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:18:20.415478 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe8f721-8397-476b-91cc-9e265eaeda7c x-openstack-request-id: req-ffe8f721-8397-476b-91cc-9e265eaeda7c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:18:20.415775 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-plugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:18:20.416042 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ffe8f721-8397-476b-91cc-9e265eaeda7c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:18:20.416918 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'code': 200} Sep 15 16:18:20.419407 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.455302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89fe1-2c86-4827-8c9f-45f0b92a1e0c req-a9adde78-ef75-452e-b150-f8bfd67080a0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:20.456752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29f89fe1-2c86-4827-8c9f-45f0b92a1e0c req-a9adde78-ef75-452e-b150-f8bfd67080a0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.0987084 Sep 15 16:18:20.480085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9492bc2-248a-4b4d-b529-27756d10a5f7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:20.484788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9492bc2-248a-4b4d-b529-27756d10a5f7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:20.488550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f9492bc2-248a-4b4d-b529-27756d10a5f7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1254511 Sep 15 16:18:20.492504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54018) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:20.530748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:20.576766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195d053-2e58-4c44-8997-e840f5239f0a req-2be0f63e-39e8-4b74-aaa3-530960af1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:20.578636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8195d053-2e58-4c44-8997-e840f5239f0a req-2be0f63e-39e8-4b74-aaa3-530960af1747 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1097 time: 0.0881190 Sep 15 16:18:20.616657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 2df95d0b-a7a9-4337-a1fa-157e15193e6a {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:20.620593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.621949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8195d053-2e58-4c44-8997-e840f5239f0a req-2489ea0d-e96c-491d-8df7-294e1b2be618 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354631 Sep 15 16:18:20.648809 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29f89fe1-2c86-4827-8c9f-45f0b92a1e0c req-0c736f61-1d02-4387-8ece-72935f48a4f4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802030 Sep 15 16:18:20.672630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.763715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.809275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-780d6759-a2d4-4369-b129-abc7167345b5 None None] Provisioning complete for port 242c72d0-8c8a-44f3-8092-5231ad941496 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:20.809648 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-780d6759-a2d4-4369-b129-abc7167345b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.892306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.923982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=2df95d0b-a7a9-4337-a1fa-157e15193e6a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:20.928187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.931045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef49cd16-75c3-4aaf-b10d-eea0f3c637fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/2df95d0b-a7a9-4337-a1fa-157e15193e6a HTTP/1.1" status: 204 len: 168 time: 0.4353712 Sep 15 16:18:20.933694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54042) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:20.948942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-780d6759-a2d4-4369-b129-abc7167345b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:20.979407 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6b5d798c-ad3b-4819-bc2e-7a0f6002186b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444529 Sep 15 16:18:20.982218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54048) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:20.988959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:21.020738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-780d6759-a2d4-4369-b129-abc7167345b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:21.021098 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-780d6759-a2d4-4369-b129-abc7167345b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:21.025014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad00d26-e531-4291-825b-9fc42c5dd3bc None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:21.143151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:21.146739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:21.219470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:21.269505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] Deleting port 242c72d0-8c8a-44f3-8092-5231ad941496 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:21.269922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:21.335895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] For port 242c72d0-8c8a-44f3-8092-5231ad941496, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=242c72d0-8c8a-44f3-8092-5231ad941496,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:21.336610 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:21.353457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] Calling delete_port for 242c72d0-8c8a-44f3-8092-5231ad941496 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:21.503586 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:21.532739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:21.533569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] Pushing event deleted for resources: {'Port': ['ID=242c72d0-8c8a-44f3-8092-5231ad941496,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:21.559352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-780d6759-a2d4-4369-b129-abc7167345b5 None None] Port 242c72d0-8c8a-44f3-8092-5231ad941496 update to ACTIVE by agent not found {{(pid=102020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 15 16:18:21.561127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8b218-d817-4ce3-b258-9470434c6e3e None None] No DVR routers for this DVR port 242c72d0-8c8a-44f3-8092-5231ad941496 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:21.642690 n-d-808199-2 neutron-server[102018]: WARNING neutron.services.revisions.revision_plugin [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Could not find related port for resource to bump revision. Sep 15 16:18:21.672106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b1ebc946-c81a-4cb7-a859-0ff10559fe31 None None] Could not find standard attr ID for object e6258f8b-a1ba-48e6-b5c7-c45c442c3aed. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:21.692078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Port 242c72d0-8c8a-44f3-8092-5231ad941496 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 15 16:18:21.692540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:a435 {{(pid=102018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 15 16:18:21.696326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:a435 {{(pid=102018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 15 16:18:21.697701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:21.750979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:21.759770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:21.759770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:21.760448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:21.766521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3377df-3e50-40dd-ab90-bb0b5dd02819 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:21.777298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=d1b9e752-f2ef-4fdb-945c-e076bd0fe2e6,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:21.813274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07ba56-0afd-41b6-bea4-98258daf3bcc req-025f77d5-8f8a-4944-90e1-ab9caad27ac6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:21.814795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e07ba56-0afd-41b6-bea4-98258daf3bcc req-025f77d5-8f8a-4944-90e1-ab9caad27ac6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0832214 Sep 15 16:18:21.857298 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e07ba56-0afd-41b6-bea4-98258daf3bcc req-3f423bad-c1c2-4b1e-8ee8-92c62e8e5e13 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362620 Sep 15 16:18:21.859521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f9b1cc47-4268-4caf-bf65-b72260f6fc00 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8755257 Sep 15 16:18:21.861944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54090) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:21.879172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:32:fe:45', 'name': 'tempest-NetworksTestDHCPv6-680758316'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:21.975123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': 'd1b9e752-f2ef-4fdb-945c-e076bd0fe2e6'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:21.975123 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.069324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:22.073627 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.102335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 7cd31987-8ad5-40e1-9eb5-0352905df669 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:22.132375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Allocated IP 2001:db8::f816:3eff:fe7f:d7e (31988b25-d2c4-4f56-ba9f-eef6da45875f/d1b9e752-f2ef-4fdb-945c-e076bd0fe2e6/fe3f2386-ba0d-46d0-9fa5-305a666719a1) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:22.286654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.366405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.405057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:22.408129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:22.410653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:22.423650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fe32:fe45 (31988b25-d2c4-4f56-ba9f-eef6da45875f/d1b9e752-f2ef-4fdb-945c-e076bd0fe2e6/7cd31987-8ad5-40e1-9eb5-0352905df669) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:22.425111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Pushing event updated for resources: {'Port': ['ID=fe3f2386-ba0d-46d0-9fa5-305a666719a1,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:22.478015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Attempting to bind port fe3f2386-ba0d-46d0-9fa5-305a666719a1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:22.478297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Attempting to bind port fe3f2386-ba0d-46d0-9fa5-305a666719a1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:22.478661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Attempting to bind port fe3f2386-ba0d-46d0-9fa5-305a666719a1 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:22.484988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:22.485348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:22.485800 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.486190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:22.486656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Bound port: fe3f2386-ba0d-46d0-9fa5-305a666719a1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:22.487033 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.562991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] For port fe3f2386-ba0d-46d0-9fa5-305a666719a1, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:22.566199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] For port fe3f2386-ba0d-46d0-9fa5-305a666719a1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fe3f2386-ba0d-46d0-9fa5-305a666719a1,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:22.593101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.652610 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.720821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3cf37-9437-405a-9f5a-730dd1896ecb None None] Pushing event updated for resources: {'Port': ['ID=fe3f2386-ba0d-46d0-9fa5-305a666719a1,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:22.738573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.787823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:22.790667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:22.794457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:22.800025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:22.800657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.809766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=7cd31987-8ad5-40e1-9eb5-0352905df669,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:22.997941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e885373-45a4-4c44-a513-8d9b0bd91fcf req-ea9aee3a-3f99-4d2b-b74c-d2c513b8965e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:22.999558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e885373-45a4-4c44-a513-8d9b0bd91fcf req-ea9aee3a-3f99-4d2b-b74c-d2c513b8965e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0583637 Sep 15 16:18:23.030526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ccbe7637-28a5-44ad-9d68-df74728be0d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1674612 Sep 15 16:18:23.033291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54148) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:23.041186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e885373-45a4-4c44-a513-8d9b0bd91fcf req-3874b3a7-be8c-4a45-9b58-7cbf94e47ed5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351672 Sep 15 16:18:23.091332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983ceb3-8472-4a9e-9659-c5b1bfbd78ce tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:23.097332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983ceb3-8472-4a9e-9659-c5b1bfbd78ce tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:23.099109 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9983ceb3-8472-4a9e-9659-c5b1bfbd78ce tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0647185 Sep 15 16:18:23.101744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54156) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:23.224284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7728da-53db-42e5-ae84-e74d25b2ffd2 req-0bbe86bd-06d6-4429-bfab-c3f5259a16f1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:23.225826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7728da-53db-42e5-ae84-e74d25b2ffd2 req-0bbe86bd-06d6-4429-bfab-c3f5259a16f1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0931852 Sep 15 16:18:23.258774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 7cd31987-8ad5-40e1-9eb5-0352905df669 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:23.259023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.303387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7728da-53db-42e5-ae84-e74d25b2ffd2 req-1307138d-8ec1-4895-a127-9588e14366eb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701106 Sep 15 16:18:23.329606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54166) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:23.377894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.391401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 7cd31987-8ad5-40e1-9eb5-0352905df669 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:23.511585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9e1b4-c923-4058-9c97-548d0b1615f0 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:23.514566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dfa9e1b4-c923-4058-9c97-548d0b1615f0 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1092 time: 0.1859796 Sep 15 16:18:23.517787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54178) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:23.526546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:23.585240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fe3f2386-ba0d-46d0-9fa5-305a666719a1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:23.624125 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.644034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port fe3f2386-ba0d-46d0-9fa5-305a666719a1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:23.644640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.646825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.667682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=7cd31987-8ad5-40e1-9eb5-0352905df669,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:23.693042 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.695456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9a86dd39-cd18-4d2d-ba2b-7a580414e3fb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/7cd31987-8ad5-40e1-9eb5-0352905df669 HTTP/1.1" status: 204 len: 168 time: 0.5927725 Sep 15 16:18:23.698049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54184) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:23.759165 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.799859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port fe3f2386-ba0d-46d0-9fa5-305a666719a1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fe3f2386-ba0d-46d0-9fa5-305a666719a1,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:23.803415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf022dd4-04fa-4298-a98c-85878747d9d5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:23.805179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf022dd4-04fa-4298-a98c-85878747d9d5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:23.806565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bf022dd4-04fa-4298-a98c-85878747d9d5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1075528 Sep 15 16:18:23.809355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54192) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:23.837460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1feea125-314f-4441-b6f7-5c4aa451fd1b None None] Provisioning complete for port fe3f2386-ba0d-46d0-9fa5-305a666719a1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:23.838003 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1feea125-314f-4441-b6f7-5c4aa451fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.863767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.884309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet d1b9e752-f2ef-4fdb-945c-e076bd0fe2e6 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:23.886102 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:18:23.891964 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.901478 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.967163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=fe3f2386-ba0d-46d0-9fa5-305a666719a1,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:24.002942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.013149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9207cb39-fe4d-4969-ab93-c16c9388c9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.112552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cc05bd77-b157-4568-b6fe-e6deb0295ff9 None None] Could not find standard attr ID for object 7cd31987-8ad5-40e1-9eb5-0352905df669. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:24.125263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.181 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/c0078fbd-0912-40c5-a513-e99568b051e5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:24.147053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.288323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.378022 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.410819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b9e752-f2ef-4fdb-945c-e076bd0fe2e6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:24.413099 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.423372 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.425280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-107b2b58-3ebd-4d50-b579-a21ef927d7d6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/d1b9e752-f2ef-4fdb-945c-e076bd0fe2e6 HTTP/1.1" status: 204 len: 168 time: 0.6149900 Sep 15 16:18:24.426164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b71c2e-8d4a-4a87-857a-0604c8f33b0e None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:24.428242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54216) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:24.464550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:24.468316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:24.475572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:24.478785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=c0078fbd-0912-40c5-a513-e99568b051e5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:24.483227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f74042f6-d99a-440d-aca2-484a9a91e1aa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523648 Sep 15 16:18:24.485647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54222) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:24.543177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe0725d-a2bd-4754-a122-b9f5c0c5bcfb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:24.544950 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-efe0725d-a2bd-4754-a122-b9f5c0c5bcfb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0581856 Sep 15 16:18:24.547654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54226) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:24.606100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158fb930-e808-4a4a-ba40-d61bd699c934 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:24.608092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-158fb930-e808-4a4a-ba40-d61bd699c934 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594740 Sep 15 16:18:24.610661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54230) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:24.634469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:24.658352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9bc2d3d3-c0f2-4b5d-a010-011b444b2c72 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465088 Sep 15 16:18:24.662555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54234) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:24.668230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:24.705549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] Deleting port fe3f2386-ba0d-46d0-9fa5-305a666719a1 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:24.706225 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.780719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] For port fe3f2386-ba0d-46d0-9fa5-305a666719a1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fe3f2386-ba0d-46d0-9fa5-305a666719a1,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:24.781193 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.794171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] Calling delete_port for fe3f2386-ba0d-46d0-9fa5-305a666719a1 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:24.832555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:24.847710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:24.918166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.069436 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.109498 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.136119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] Pushing event deleted for resources: {'Port': ['ID=fe3f2386-ba0d-46d0-9fa5-305a666719a1,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:25.148038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd4a73-5bf2-44f1-a834-d463c15e0847 None None] No DVR routers for this DVR port fe3f2386-ba0d-46d0-9fa5-305a666719a1 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:25.157862 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.203054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:25.206708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:25.211085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:25.211684 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.218634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcdc065-3d84-484c-b0ee-42c94fd96e29 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:25.224882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=8535299d-e4da-46f1-a465-4a7ea9da20fe,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:25.250892 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.289335 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8741c19b-36d0-4f84-9233-3c01d2886700 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6247993 Sep 15 16:18:25.291075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54264) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:25.296398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:74:f1:9f', 'name': 'tempest-NetworksTestDHCPv6-1106717151'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:25.310310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.392024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': '8535299d-e4da-46f1-a465-4a7ea9da20fe'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:25.392883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=c0078fbd-0912-40c5-a513-e99568b051e5,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:25.392990 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.403911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.515535 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP a394bd87-f4bf-4309-998f-84132e0e59db associated. External IP: 172.25.0.181, port: b6168719-4f13-44f4-9bf2-99bb44c4e188. Sep 15 16:18:25.520833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:25.554899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fe3f2386-ba0d-46d0-9fa5-305a666719a1 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:25.582777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: fe3f2386-ba0d-46d0-9fa5-305a666719a1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:25.583125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fe3f2386-ba0d-46d0-9fa5-305a666719a1 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:25.606965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/8535299d-e4da-46f1-a465-4a7ea9da20fe/24ed0313-b105-43aa-86b3-c78dd7b7ef10) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:25.622484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.649600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 4a0b1804-42db-4c8f-87ae-978eb6874c94 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:25.783486 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.870063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:25.934023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Pushing event updated for resources: {'Port': ['ID=24ed0313-b105-43aa-86b3-c78dd7b7ef10,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:25.938354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:25.940469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:25.943003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:25.953910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::2aa (31988b25-d2c4-4f56-ba9f-eef6da45875f/8535299d-e4da-46f1-a465-4a7ea9da20fe/4a0b1804-42db-4c8f-87ae-978eb6874c94) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:26.006304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Attempting to bind port 24ed0313-b105-43aa-86b3-c78dd7b7ef10 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:26.006804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Attempting to bind port 24ed0313-b105-43aa-86b3-c78dd7b7ef10 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:26.007814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Attempting to bind port 24ed0313-b105-43aa-86b3-c78dd7b7ef10 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:26.014913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:26.015391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:26.015869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.016455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:26.016952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Bound port: 24ed0313-b105-43aa-86b3-c78dd7b7ef10, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:26.017412 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.107720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:18:26.108277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] For port 24ed0313-b105-43aa-86b3-c78dd7b7ef10, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:26.111872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] For port 24ed0313-b105-43aa-86b3-c78dd7b7ef10, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=24ed0313-b105-43aa-86b3-c78dd7b7ef10,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:26.151446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.219571 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.222442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:18:26.250316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] Sync routers for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:18:26.252940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.283309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:18:26.283954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:26.315355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.325225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:26.325225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:26.329366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:26.336166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:26.336990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.358495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=4a0b1804-42db-4c8f-87ae-978eb6874c94,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:26.370750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d51686b3-d57c-419f-a031-451e224c3413 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8481083 Sep 15 16:18:26.370750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:18:26.376086 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:18:26.383489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f5a33-0b66-4b91-8cbb-d411807c6b18 None None] Pushing event updated for resources: {'Port': ['ID=24ed0313-b105-43aa-86b3-c78dd7b7ef10,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:26.436557 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243753c8-40d0-48ba-b6e4-62ef31ebf66a x-openstack-request-id: req-243753c8-40d0-48ba-b6e4-62ef31ebf66a {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:18:26.436830 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:18:26.437255 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-243753c8-40d0-48ba-b6e4-62ef31ebf66a {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:18:26.437821 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'status': 'completed', 'code': 200} Sep 15 16:18:26.441630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a186c81b-b493-407a-86a4-5fb7b7a899c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1494546 Sep 15 16:18:26.444758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54316) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:26.504527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:18:26.525821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2ceca-5a9f-410a-9bbf-d1cd70654565 req-5b2fa332-ab7d-4db8-98f2-3a5c89bb8984 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:26.528265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38c2ceca-5a9f-410a-9bbf-d1cd70654565 req-5b2fa332-ab7d-4db8-98f2-3a5c89bb8984 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0674376 Sep 15 16:18:26.563504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2bba29-25fd-4638-a544-e0c2a35fe5d3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:26.581242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2bba29-25fd-4638-a544-e0c2a35fe5d3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:26.584364 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9b2bba29-25fd-4638-a544-e0c2a35fe5d3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1379733 Sep 15 16:18:26.586758 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54324) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:26.602832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-7ea16d5b-9d78-4bb7-9a4f-9cd86747a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:26.604327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-7ea16d5b-9d78-4bb7-9a4f-9cd86747a509 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1097 time: 0.1195931 Sep 15 16:18:26.633956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38c2ceca-5a9f-410a-9bbf-d1cd70654565 req-f3ff5d4f-fe7f-4050-8d77-7b42e58e6454 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941219 Sep 15 16:18:26.665519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54330) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:26.741632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6dc11363-07e1-4096-a785-4ce29578430b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/a394bd87-f4bf-4309-998f-84132e0e59db HTTP/1.1" status: 200 len: 992 time: 0.0758581 Sep 15 16:18:26.799605 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.813959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-1561b139-6590-470b-9132-288e5c9551ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:26.815477 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-1561b139-6590-470b-9132-288e5c9551ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 897 time: 0.1934559 Sep 15 16:18:26.820419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 4a0b1804-42db-4c8f-87ae-978eb6874c94 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:26.820776 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:26.824166 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a394bd87-f4bf-4309-998f-84132e0e59db', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'port_id': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'mac_address': 'fa:16:3e:70:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:18:24Z', 'updated_at': '2021-09-15T16:18:24Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:10Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:26.865723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] Checking router: 9a3eb83f-27eb-412c-a083-fd5fa1fc230e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:18:26.877841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:18:26.878479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:17:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:26.951868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-ecacd6c7-30b8-419e-bca8-f8143d2d8324 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1000 time: 0.1279118 Sep 15 16:18:26.993630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:18:27.012935 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.032372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 4a0b1804-42db-4c8f-87ae-978eb6874c94 owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:27.040065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-5cee26cf-2e5e-4b0c-9527-2a42b7a848db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:27.041646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-5cee26cf-2e5e-4b0c-9527-2a42b7a848db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 200 len: 835 time: 0.0817862 Sep 15 16:18:27.114440 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.143819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-8becba64-7912-40a9-bfab-2751cd4e1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:27.145440 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-8becba64-7912-40a9-bfab-2751cd4e1caa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2551c0e-bdcd-4d80-b396-aed8554cede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965867 Sep 15 16:18:27.285794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a394bd87-f4bf-4309-998f-84132e0e59db', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'port_id': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'mac_address': 'fa:16:3e:70:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:18:24Z', 'updated_at': '2021-09-15T16:18:24Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:10Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:27.291448 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-db37dbc2-3f84-4d0f-9523-bac1a72044ab service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354966 Sep 15 16:18:27.318920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7636256f-96c6-4071-9b1d-c5b05fc9e6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.320565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d40b8-c01b-490b-9a72-40c23044b535 None None] The sync data for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 is: [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a394bd87-f4bf-4309-998f-84132e0e59db', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'port_id': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'mac_address': 'fa:16:3e:70:cf:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:18:24Z', 'updated_at': '2021-09-15T16:18:24Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:10Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:18:27.375054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.427435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=4a0b1804-42db-4c8f-87ae-978eb6874c94,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:27.469214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.475489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54364) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:27.477041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e3ede0c-9ec2-490b-adec-e2a4590b75c2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/4a0b1804-42db-4c8f-87ae-978eb6874c94 HTTP/1.1" status: 204 len: 168 time: 0.8864071 Sep 15 16:18:27.481237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ab5c7a9-0907-42c1-b6a6-dc90c27a1c8a req-1243b61b-0673-46bc-be8f-fe36cabca1f5 service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827502 Sep 15 16:18:27.543912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb643823-6cb4-494f-b4f4-7891865a5737 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:27.545694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb643823-6cb4-494f-b4f4-7891865a5737 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:27.547341 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb643823-6cb4-494f-b4f4-7891865a5737 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0721834 Sep 15 16:18:27.550194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54366) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:27.607723 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da30bc03-bcd6-40ec-8cb8-e23723383c18 None None] New status for floating IP a394bd87-f4bf-4309-998f-84132e0e59db: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:18:27.624064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 24ed0313-b105-43aa-86b3-c78dd7b7ef10 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:27.639352 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 8535299d-e4da-46f1-a465-4a7ea9da20fe {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:27.644065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.648543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e4122e47-6fb0-4443-be92-2ca0fe7cdaff None None] Provisioning complete for port 24ed0313-b105-43aa-86b3-c78dd7b7ef10 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:27.649110 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4122e47-6fb0-4443-be92-2ca0fe7cdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.710306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.728333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 24ed0313-b105-43aa-86b3-c78dd7b7ef10 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:27.728730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.749690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54374) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:27.852451 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4122e47-6fb0-4443-be92-2ca0fe7cdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.855846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8d2acba7-c90e-43bf-bd74-391735a7919e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/a394bd87-f4bf-4309-998f-84132e0e59db HTTP/1.1" status: 200 len: 992 time: 0.1030974 Sep 15 16:18:27.868056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:27.914186 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.014544 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.030282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.035044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54390) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:28.035492 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/8535299d-e4da-46f1-a465-4a7ea9da20fe HTTP/1.1" status: 204 len: 168 time: 0.4840224 Sep 15 16:18:28.058338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a4172-d28b-4051-890d-51479c5abf01 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=8535299d-e4da-46f1-a465-4a7ea9da20fe,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:28.091474 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e4122e47-6fb0-4443-be92-2ca0fe7cdaff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:28.091969 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e4122e47-6fb0-4443-be92-2ca0fe7cdaff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:28.096581 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:28.096874 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:28.104539 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0f7ca10d-9e91-4aef-a12c-27fe2619ba8e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667901 Sep 15 16:18:28.106584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54396) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:28.128019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc699cb-d133-4b4f-ba2c-c785dd75b039 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:28.159072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd9997-ee89-4f8b-9893-fb664298004b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:28.160789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-28cd9997-ee89-4f8b-9893-fb664298004b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0531466 Sep 15 16:18:28.163312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54402) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:28.215093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671e668-5ac5-44c4-9c6f-17dce259c43b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:28.217921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e671e668-5ac5-44c4-9c6f-17dce259c43b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531683 Sep 15 16:18:28.220161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54406) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:28.260817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6a56605d-e767-4de7-8214-7f5eb0a6a772 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394351 Sep 15 16:18:28.265655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54410) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:28.271006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:28.316607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:28.366558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] Deleting port 24ed0313-b105-43aa-86b3-c78dd7b7ef10 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:28.366936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.439260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] For port 24ed0313-b105-43aa-86b3-c78dd7b7ef10, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=24ed0313-b105-43aa-86b3-c78dd7b7ef10,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:28.439656 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.456155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] Calling delete_port for 24ed0313-b105-43aa-86b3-c78dd7b7ef10 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:28.481357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:28.485429 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.566610 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.651798 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e4122e47-6fb0-4443-be92-2ca0fe7cdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.658775 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.677243 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.712014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] Pushing event deleted for resources: {'Port': ['ID=24ed0313-b105-43aa-86b3-c78dd7b7ef10,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:28.722892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4b1d2-e0ce-47eb-8386-b98ac7de9cba None None] No DVR routers for this DVR port 24ed0313-b105-43aa-86b3-c78dd7b7ef10 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:28.858443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54432) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:28.861334 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bbd8444b-feb1-407c-b083-04c50e6d2130 None None] Could not find standard attr ID for object 4a0b1804-42db-4c8f-87ae-978eb6874c94. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:28.932591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:28.936152 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:28.992587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-404a3d06-d754-4859-ad72-f06a12b0c5a5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/a394bd87-f4bf-4309-998f-84132e0e59db HTTP/1.1" status: 200 len: 994 time: 0.1290214 Sep 15 16:18:28.998168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:29.001977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:29.006810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:29.007416 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.011485 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13692531-ad25-4a47-b737-5add676a98d5 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:29.023707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=a80bb3b5-738b-4b91-98b3-795bdc73db0b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:29.121686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e33deae8-a4dd-4df1-b43b-d4223a319b03 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8548074 Sep 15 16:18:29.124831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54448) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:29.129891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-844235fc-45c8-4f15-a0ae-b80ebd1c05c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:29.166388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': 'a80bb3b5-738b-4b91-98b3-795bdc73db0b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:29.167359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.292016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844235fc-45c8-4f15-a0ae-b80ebd1c05c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:29.295918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844235fc-45c8-4f15-a0ae-b80ebd1c05c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.435698 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-844235fc-45c8-4f15-a0ae-b80ebd1c05c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a80bb3b5-738b-4b91-98b3-795bdc73db0b (CIDR: 2001:db8::/64) Sep 15 16:18:29.458545 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-844235fc-45c8-4f15-a0ae-b80ebd1c05c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:29.459176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844235fc-45c8-4f15-a0ae-b80ebd1c05c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:29.501091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Allocated IP 2001:db8::f816:3eff:fe53:fa62 (31988b25-d2c4-4f56-ba9f-eef6da45875f/a80bb3b5-738b-4b91-98b3-795bdc73db0b/66dd6c83-7d1a-435d-a1f9-dc1f6f606005) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:29.531934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54470) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:29.533080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-844235fc-45c8-4f15-a0ae-b80ebd1c05c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4072785 Sep 15 16:18:29.538145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:29.543000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 24ed0313-b105-43aa-86b3-c78dd7b7ef10 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:29.570929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 24ed0313-b105-43aa-86b3-c78dd7b7ef10 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:29.571295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 24ed0313-b105-43aa-86b3-c78dd7b7ef10 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:29.700102 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.743902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:29.747810 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.784564 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.826935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:29.830551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:29.834309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:29.845210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Pushing event updated for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:29.900387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Attempting to bind port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:29.901065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Attempting to bind port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:29.901203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Attempting to bind port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:29.907057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:29.907435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:29.907832 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.908229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:29.908725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Bound port: 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:29.909104 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:29.979552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-32148709-8528-40b0-b333-f21c2e967449 None None] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:29.983201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-32148709-8528-40b0-b333-f21c2e967449 None None] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:30.109486 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:30.109861 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:30.151623 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:30.157970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:30.161439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:30.170349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:30.170349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:30.177014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32148709-8528-40b0-b333-f21c2e967449 None None] Pushing event updated for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:30.181117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:30.269960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f494db0b-6c87-4eb5-9605-d4d18fd63b47 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7368753 Sep 15 16:18:30.272799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54502) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:30.278250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:8d:3b:48', 'name': 'tempest-NetworksTestDHCPv6-2026852188'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:30.369561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:30.503954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:30.508691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:30.532641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 92a439ec-45a8-4324-bb72-0f8270ae58de yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:30.716602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8:0:1::1de (31988b25-d2c4-4f56-ba9f-eef6da45875f/c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62/92a439ec-45a8-4324-bb72-0f8270ae58de) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:30.723647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fe8d:3b48 (31988b25-d2c4-4f56-ba9f-eef6da45875f/a80bb3b5-738b-4b91-98b3-795bdc73db0b/92a439ec-45a8-4324-bb72-0f8270ae58de) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:30.886229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.024842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.086471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:31.090464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:31.094779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:31.106449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:31.106449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.117994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=92a439ec-45a8-4324-bb72-0f8270ae58de,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:31.222403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5198f-393c-421c-adf0-c0c1d8f0779f None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:31.236024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-13aa765b-23d2-4b2e-80db-40d1c83219d2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9619739 Sep 15 16:18:31.238606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54522) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:31.334156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 92a439ec-45a8-4324-bb72-0f8270ae58de {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:31.334613 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.348521 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4d126b3d-a859-4006-81d5-c487e081d18c None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:31.348917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d126b3d-a859-4006-81d5-c487e081d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.496277 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d126b3d-a859-4006-81d5-c487e081d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.584936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4d126b3d-a859-4006-81d5-c487e081d18c None None] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:31.586436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dda562-5b98-4fd2-94e8-ae8d8cf7f4a9 None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': 'a80bb3b5-738b-4b91-98b3-795bdc73db0b', 'ip_address': '2001:db8::f816:3eff:fe53:fa62'}, {'subnet_id': 'c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '66dd6c83-7d1a-435d-a1f9-dc1f6f606005'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:18:31.637732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06dda562-5b98-4fd2-94e8-ae8d8cf7f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.671871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:31.703889 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d126b3d-a859-4006-81d5-c487e081d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.841538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.854026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 92a439ec-45a8-4324-bb72-0f8270ae58de owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:31.863381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d126b3d-a859-4006-81d5-c487e081d18c None None] Pushing event updated for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:31.875610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:31.875991 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:31.972777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-06dda562-5b98-4fd2-94e8-ae8d8cf7f4a9 None None] Allocated IP 2001:db8:0:1::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62/66dd6c83-7d1a-435d-a1f9-dc1f6f606005) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:32.106818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-06dda562-5b98-4fd2-94e8-ae8d8cf7f4a9 None None] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:32.132656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.138061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06dda562-5b98-4fd2-94e8-ae8d8cf7f4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.165387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=92a439ec-45a8-4324-bb72-0f8270ae58de,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:32.212887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.214871 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4ffb55e0-2fbb-42a3-9c85-3ef6069e56de tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/92a439ec-45a8-4324-bb72-0f8270ae58de HTTP/1.1" status: 204 len: 168 time: 0.9752040 Sep 15 16:18:32.218081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54526) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:32.241096 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06dda562-5b98-4fd2-94e8-ae8d8cf7f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.272432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33826cb-e6bb-4455-bf8b-fb21af2a63ac tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:32.276823 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b33826cb-e6bb-4455-bf8b-fb21af2a63ac tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0552299 Sep 15 16:18:32.277533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54528) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:32.333255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f89967-3c54-4f76-bae8-7a4ed3223762 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:32.337106 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-26f89967-3c54-4f76-bae8-7a4ed3223762 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0561867 Sep 15 16:18:32.337394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54530) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:32.342286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dda562-5b98-4fd2-94e8-ae8d8cf7f4a9 None None] Pushing event updated for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:32.397111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9834ba-c084-4593-80b2-3a3d692322ae tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:32.398754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9834ba-c084-4593-80b2-3a3d692322ae tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:32.400268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9834ba-c084-4593-80b2-3a3d692322ae tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:32.404640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-df9834ba-c084-4593-80b2-3a3d692322ae tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0636885 Sep 15 16:18:32.405079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54532) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:32.463506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet a80bb3b5-738b-4b91-98b3-795bdc73db0b {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:32.469376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.526975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.646827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.807842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.837821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=a80bb3b5-738b-4b91-98b3-795bdc73db0b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:32.842458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.845259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b44ef4ff-db7a-410a-90b4-dae6fe5040c4 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/a80bb3b5-738b-4b91-98b3-795bdc73db0b HTTP/1.1" status: 204 len: 168 time: 0.4388533 Sep 15 16:18:32.847537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54536) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:32.903802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:32.907471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:32.932782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f42046-d071-412d-9250-d6ab4789bc13 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:32.935735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-89a5a8cb-7f81-4c7c-a21d-30595bbd6c6a None None] Could not find standard attr ID for object 92a439ec-45a8-4324-bb72-0f8270ae58de. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:32.961278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.002492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-89a5a8cb-7f81-4c7c-a21d-30595bbd6c6a None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:33.002831 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89a5a8cb-7f81-4c7c-a21d-30595bbd6c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.064355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.233090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.265453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:33.269559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.271766 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fdd4080d-6fed-4924-b5b6-86a6a21548c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62 HTTP/1.1" status: 204 len: 168 time: 0.4229441 Sep 15 16:18:33.274488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54538) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:33.317863 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b1ddca32-a0a1-43c0-b2f1-88981dd0ef8d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421965 Sep 15 16:18:33.320695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54540) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:33.326765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:33.516309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:33.519886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.560817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:33.632681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:33.633318 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.846888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2c3c6-b342-42e8-a036-db473cbdfb0e None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:33.931676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9ac0b7ff-39c3-4366-b593-c5a61580268a None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:33.932054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ac0b7ff-39c3-4366-b593-c5a61580268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:33.969993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.objects.ports [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:34.173923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '66dd6c83-7d1a-435d-a1f9-dc1f6f606005'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:18:34.204957 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:34.251515 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:34.433054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:34.462685 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:34.526517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:34.527196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:34.549888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:18:34.550407 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:18:34.619072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:34.628751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:34.632440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:34.633066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:34.662910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:34.666412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=8']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:34.727346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4d8a9d74-fad5-4be6-9157-31df5474f79e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4055226 Sep 15 16:18:34.730373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54546) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:34.736196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-dfe0efc9-7d19-469f-9fd2-775c491284e5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:34.932080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe0efc9-7d19-469f-9fd2-775c491284e5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:34.936034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dfe0efc9-7d19-469f-9fd2-775c491284e5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.039037 n-d-808199-2 neutron-server[102019]: INFO neutron.db.ipam_backend_mixin [None req-dfe0efc9-7d19-469f-9fd2-775c491284e5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01 (CIDR: 2001:db8::/64) Sep 15 16:18:35.084964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.098607 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe0efc9-7d19-469f-9fd2-775c491284e5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:35.099256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe0efc9-7d19-469f-9fd2-775c491284e5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:35.171020 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dfe0efc9-7d19-469f-9fd2-775c491284e5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4358671 Sep 15 16:18:35.171846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54548) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:35.177520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:35.366996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:35.367473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:35.370670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.401375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.446510 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.537442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957a9e7-732c-4f79-bb0d-87c881110810 None None] Pushing event updated for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:35.567306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:35.627307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:35.627573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.736787 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.776802 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:35.780075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:35.784725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:35.785314 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:35.800793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=61d2e18d-a8d4-4dc0-8228-cc84bc3363b6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:35.898716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6253965e-ef52-458f-bd8d-7b0f9380be36 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7255621 Sep 15 16:18:35.903213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54552) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:35.907895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:e4:80:6e', 'name': 'tempest-NetworksTestDHCPv6-1664780030'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:36.071407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771df63-adc5-4619-a3fb-6f2766e0b18f None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:36.143445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:36.149270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5e2cee39-1ebe-4cb0-944f-182e3241f8d1 None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:36.149789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e2cee39-1ebe-4cb0-944f-182e3241f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:36.229090 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:36.249559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port 4c0741ac-55c2-452c-aa1c-d58797552ba1 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:36.356304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ca86c-7650-4246-acef-e029b2bda702 None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01', 'ip_address': '2001:db8::f816:3eff:fe53:fa62'}, {'subnet_id': '61d2e18d-a8d4-4dc0-8228-cc84bc3363b6'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '66dd6c83-7d1a-435d-a1f9-dc1f6f606005'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:18:36.382604 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-218ca86c-7650-4246-acef-e029b2bda702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:36.421974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8:0:1::245 (31988b25-d2c4-4f56-ba9f-eef6da45875f/61d2e18d-a8d4-4dc0-8228-cc84bc3363b6/4c0741ac-55c2-452c-aa1c-d58797552ba1) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:36.428438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::f816:3eff:fee4:806e (31988b25-d2c4-4f56-ba9f-eef6da45875f/21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01/4c0741ac-55c2-452c-aa1c-d58797552ba1) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:36.582473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:36.664318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:36.708823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:36.711866 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:36.713211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-218ca86c-7650-4246-acef-e029b2bda702 None None] Allocated IP 2001:db8:0:1::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/61d2e18d-a8d4-4dc0-8228-cc84bc3363b6/66dd6c83-7d1a-435d-a1f9-dc1f6f606005) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:36.714580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:36.721286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:36.724262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:36.737040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=4c0741ac-55c2-452c-aa1c-d58797552ba1,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:36.852666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d6c260f-5a8b-49ba-b3ad-45c3d487b744 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9496696 Sep 15 16:18:36.855055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54558) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:36.954202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port 4c0741ac-55c2-452c-aa1c-d58797552ba1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:36.954545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:36.973902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-218ca86c-7650-4246-acef-e029b2bda702 None None] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:37.003779 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-218ca86c-7650-4246-acef-e029b2bda702 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.049437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.061561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for 4c0741ac-55c2-452c-aa1c-d58797552ba1 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:37.086668 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-218ca86c-7650-4246-acef-e029b2bda702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.177586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ca86c-7650-4246-acef-e029b2bda702 None None] Pushing event updated for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=10']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:37.279459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72a743-3e75-40d9-8883-3f92a8de3e71 req-fa7e2aa0-cc43-4429-a64c-a53ca983ec8d tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:37.281160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb72a743-3e75-40d9-8883-3f92a8de3e71 req-fa7e2aa0-cc43-4429-a64c-a53ca983ec8d tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 950 time: 0.0564561 Sep 15 16:18:37.321495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb72a743-3e75-40d9-8883-3f92a8de3e71 req-fe6c3ce9-8385-4bb6-b5e6-c14c615ec046 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Sep 15 16:18:37.342860 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.369461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=4c0741ac-55c2-452c-aa1c-d58797552ba1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:37.417148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.422950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f02a3764-2f34-4329-a5da-292e207caf13 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/4c0741ac-55c2-452c-aa1c-d58797552ba1 HTTP/1.1" status: 204 len: 168 time: 0.5630281 Sep 15 16:18:37.423327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54562) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:37.475070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f206f09-627c-4199-ba7a-0f051c338990 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:37.479352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54564) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:37.479518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4f206f09-627c-4199-ba7a-0f051c338990 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0550230 Sep 15 16:18:37.536392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2c183-b93e-4475-93d1-b72e4bc6b1e0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:37.538059 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-45d2c183-b93e-4475-93d1-b72e4bc6b1e0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0574725 Sep 15 16:18:37.540826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54566) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:37.546811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:37.603301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:37.603670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.610254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e871f8-f1b2-4fae-a697-f9a3a5c4d0c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:37.611884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e871f8-f1b2-4fae-a697-f9a3a5c4d0c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:37.613756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e871f8-f1b2-4fae-a697-f9a3a5c4d0c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:37.615647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-45e871f8-f1b2-4fae-a697-f9a3a5c4d0c6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0736074 Sep 15 16:18:37.618646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54568) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:37.676908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:37.680456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.729013 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.749399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa79a9c-6e67-4948-bc2f-946bfa717393 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:37.822624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.843335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4b82e322-e54a-4f1c-b678-9274971c22d0 None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:37.843693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4b82e322-e54a-4f1c-b678-9274971c22d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.950233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.979570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:37.983574 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:37.985569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0a221be9-e4de-48fe-8f6b-ab2113a50ec0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01 HTTP/1.1" status: 204 len: 168 time: 0.3652885 Sep 15 16:18:37.988126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54570) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:38.042215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 61d2e18d-a8d4-4dc0-8228-cc84bc3363b6 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:38.045691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.094416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.155993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb19f678-1e50-4d54-8c93-8473b1e4e17c None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:38.187802 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.244117 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-de407bfe-b711-4c0e-9066-8e474522f78b None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:38.244756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de407bfe-b711-4c0e-9066-8e474522f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.345513 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.373265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=61d2e18d-a8d4-4dc0-8228-cc84bc3363b6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:38.379303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.381509 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c6f4a480-d3cc-48d9-b015-42aad04066fa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/61d2e18d-a8d4-4dc0-8228-cc84bc3363b6 HTTP/1.1" status: 204 len: 168 time: 0.3921521 Sep 15 16:18:38.384388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54574) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:38.430677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0233152b-e0f2-40e8-b074-2ef4daed0f24 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450668 Sep 15 16:18:38.433359 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54576) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:38.438540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:38.457629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de2bde-6347-49dd-88ae-c5784801da45 None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '61d2e18d-a8d4-4dc0-8228-cc84bc3363b6'}], 'binding:host_id': 'n-d-808199-2'}, 'id': '66dd6c83-7d1a-435d-a1f9-dc1f6f606005'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:18:38.467284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2120bd0-38fc-4eaa-b878-0e82eb0f0bd4 req-6ac64bbd-9138-4b6e-92cc-ef30aaeeeb6e tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:38.469026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2120bd0-38fc-4eaa-b878-0e82eb0f0bd4 req-6ac64bbd-9138-4b6e-92cc-ef30aaeeeb6e tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 950 time: 0.0639572 Sep 15 16:18:38.490715 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30de2bde-6347-49dd-88ae-c5784801da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.511505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f2120bd0-38fc-4eaa-b878-0e82eb0f0bd4 req-e8bc8108-edfe-4c53-a80d-7d8a9a534e8a tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/security-groups?id=8c4cc3c6-3669-40a5-b752-418df52fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Sep 15 16:18:38.618525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:38.627701 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.669376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9e5e54-abf4-4cad-8716-05df7aaa8108 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:38.765319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a6caa030-9be3-4453-af27-c2b2ef64f026 None None] Provisioning complete for port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:38.765692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a6caa030-9be3-4453-af27-c2b2ef64f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.865765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:38.877073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-3a3a9166-07a0-4e48-a154-76046f966a7e tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:38.878640 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-3a3a9166-07a0-4e48-a154-76046f966a7e tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 950 time: 0.0593343 Sep 15 16:18:38.892573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.926430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] Deleting port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:38.926806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:38.964137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:38.986944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:38.992716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:38.993302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.001232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=b7819a0e-1b55-4dff-8438-a204b6881375,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:39.007155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] For port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:39.008054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.022671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] Calling delete_port for 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:39.033620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Deleting port 7283c1d4-2097-47c3-ab07-45e928eb16bb {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:39.033956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.072009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-79d1bf14-6cc7-44d5-b3cb-54b54c368b6b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6375828 Sep 15 16:18:39.075087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54578) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:39.081581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-258853cd-cce0-4374-b6b1-6d23d1d609b8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:39.134914 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] For port 7283c1d4-2097-47c3-ab07-45e928eb16bb, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7283c1d4-2097-47c3-ab07-45e928eb16bb,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:39.135571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.149078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Calling delete_port for 7283c1d4-2097-47c3-ab07-45e928eb16bb owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:39.160903 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.187336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] Pushing event deleted for resources: {'Port': ['ID=66dd6c83-7d1a-435d-a1f9-dc1f6f606005,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:39.191074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9a3046-09b3-4f43-90a8-52b4553eb6a2 None None] No DVR routers for this DVR port 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:39.209264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ea6b6a-3cb5-46b5-95ea-ab5c7ba4ffed None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:39.281226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258853cd-cce0-4374-b6b1-6d23d1d609b8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:39.285738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-258853cd-cce0-4374-b6b1-6d23d1d609b8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.355671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-31988b25-d2c4-4f56-ba9f-eef6da45875f', 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'tenant_id': '84a211734def47c59df5734973c352a2', 'fixed_ips': [{'subnet_id': 'b7819a0e-1b55-4dff-8438-a204b6881375'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:18:39.356546 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.367860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.381666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7283c1d4-2097-47c3-ab07-45e928eb16bb'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:18:39.388060 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-258853cd-cce0-4374-b6b1-6d23d1d609b8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7819a0e-1b55-4dff-8438-a204b6881375 (CIDR: 2001:db8::/64) Sep 15 16:18:39.416268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Pushing event deleted for resources: {'Port': ['ID=7283c1d4-2097-47c3-ab07-45e928eb16bb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:39.425199 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-258853cd-cce0-4374-b6b1-6d23d1d609b8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:39.426095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258853cd-cce0-4374-b6b1-6d23d1d609b8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:39.452264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] No DVR routers for this DVR port 7283c1d4-2097-47c3-ab07-45e928eb16bb on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:39.455977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.458126 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-668307a2-e514-44d7-8ef2-5fa19188f27d req-916c8571-1253-42a7-bad1-9b572f54f397 tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.55 "DELETE /v2.0/ports/7283c1d4-2097-47c3-ab07-45e928eb16bb HTTP/1.1" status: 204 len: 173 time: 0.5737536 Sep 15 16:18:39.458590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'name': 'network-vif-deleted', 'tag': '7283c1d4-2097-47c3-ab07-45e928eb16bb'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:18:39.462044 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146371ba-4748-4430-ba9e-33010eddbd93" -d '{"events": [{"server_uuid": "1d2def96-5481-41ae-9423-295fb7eb2aa0", "name": "network-vif-deleted", "tag": "7283c1d4-2097-47c3-ab07-45e928eb16bb"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:18:39.481725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-258853cd-cce0-4374-b6b1-6d23d1d609b8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4051332 Sep 15 16:18:39.485480 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54582) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:39.493457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:39.505409 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f264549-89b3-43e7-a41b-f3eb8d83e49e x-openstack-request-id: req-2f264549-89b3-43e7-a41b-f3eb8d83e49e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:18:39.505907 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2def96-5481-41ae-9423-295fb7eb2aa0", "name": "network-vif-deleted", "tag": "7283c1d4-2097-47c3-ab07-45e928eb16bb", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:18:39.510492 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2f264549-89b3-43e7-a41b-f3eb8d83e49e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:18:39.510492 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2def96-5481-41ae-9423-295fb7eb2aa0', 'name': 'network-vif-deleted', 'tag': '7283c1d4-2097-47c3-ab07-45e928eb16bb', 'status': 'completed', 'code': 200} Sep 15 16:18:39.556684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:39.566760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/b7819a0e-1b55-4dff-8438-a204b6881375/a0143446-df5b-42e5-8c1a-394d93060419) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:39.596186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:39.596551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 66dd6c83-7d1a-435d-a1f9-dc1f6f606005 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:39.630158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-350842ec-c2a9-4aac-bed2-e07c8632b897 req-c033818d-b1c7-45d9-afaf-c8568e52f86a tempest-VolumesBackupsTest-1396036605 tempest-VolumesBackupsTest-1396036605-project] 10.222.0.63 "GET /v2.0/ports?device_id=1d2def96-5481-41ae-9423-295fb7eb2aa0 HTTP/1.1" status: 200 len: 210 time: 0.0317068 Sep 15 16:18:39.744354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:39.748897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.757368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.830141 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.867943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:39.871475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:39.875909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:39.911465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Pushing event updated for resources: {'Port': ['ID=a0143446-df5b-42e5-8c1a-394d93060419,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:39.946798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Attempting to bind port a0143446-df5b-42e5-8c1a-394d93060419 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:18:39.947171 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Attempting to bind port a0143446-df5b-42e5-8c1a-394d93060419 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:18:39.947656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Attempting to bind port a0143446-df5b-42e5-8c1a-394d93060419 on network 31988b25-d2c4-4f56-ba9f-eef6da45875f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:18:39.954767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:18:39.954767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Checking segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:18:39.954767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:39.955456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Bound using segment: {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:18:39.955940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Bound port: a0143446-df5b-42e5-8c1a-394d93060419, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fc151c-f50e-4bed-bcea-563aab539907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:18:39.956321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:40.023345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] For port a0143446-df5b-42e5-8c1a-394d93060419, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:18:40.026529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] For port a0143446-df5b-42e5-8c1a-394d93060419, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a0143446-df5b-42e5-8c1a-394d93060419,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:18:40.081947 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:40.152285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b6d72-e4f4-461c-9333-34f84c701564 None None] Pushing event updated for resources: {'Port': ['ID=a0143446-df5b-42e5-8c1a-394d93060419,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:40.214597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.objects.ports [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102018) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:40.457359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:40.630019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] For port a0143446-df5b-42e5-8c1a-394d93060419, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a0143446-df5b-42e5-8c1a-394d93060419,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:40.661080 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:40.744532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:40.745575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:40.830572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:40.843876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:40.847923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:40.848568 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:40.867286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=e28fc219-b81f-420d-a456-850dc4964371,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:40.874614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=a0143446-df5b-42e5-8c1a-394d93060419,revision_number=4']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:40.968800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6d9fa424-0d1c-4719-a3b9-74c892c94ed6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4818757 Sep 15 16:18:40.982440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54592) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:40.988419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:f6:d0:70', 'name': 'tempest-NetworksTestDHCPv6-1781748883'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:41.176197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617d6fe-977a-435c-a229-3e1596f2a64d None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:41.241613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:41.300065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-408e05fd-d628-41c2-880b-34fdc2652ca1 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:41.300726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-408e05fd-d628-41c2-880b-34fdc2652ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:41.355437 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:41.377950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:41.424044 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-408e05fd-d628-41c2-880b-34fdc2652ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:41.460739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-408e05fd-d628-41c2-880b-34fdc2652ca1 None None] For port a0143446-df5b-42e5-8c1a-394d93060419, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a0143446-df5b-42e5-8c1a-394d93060419,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:41.555484 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-408e05fd-d628-41c2-880b-34fdc2652ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:41.617279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::32d (31988b25-d2c4-4f56-ba9f-eef6da45875f/b7819a0e-1b55-4dff-8438-a204b6881375/dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:41.618160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a0143446-df5b-42e5-8c1a-394d93060419 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:41.627450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8:0:1:f816:3eff:fef6:d070 (31988b25-d2c4-4f56-ba9f-eef6da45875f/e28fc219-b81f-420d-a456-850dc4964371/dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:41.673351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e05fd-d628-41c2-880b-34fdc2652ca1 None None] Pushing event updated for resources: {'Port': ['ID=a0143446-df5b-42e5-8c1a-394d93060419,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:41.715020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:41.715619 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:41.826929 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:41.932831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:41.984461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:41.987675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:41.990726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:41.996667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:41.998171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:42.010721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:42.082281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd164df7-0e87-4399-8329-301a3f92162b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0979004 Sep 15 16:18:42.084847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54596) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:42.182550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e35aaa2a-969c-402f-9763-a404ccee7576 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:42.183106 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e35aaa2a-969c-402f-9763-a404ccee7576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:42.198690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:42.199300 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:42.298591 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:42.312586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c owned by {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:42.397433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-414afbbd-c77c-4b22-91c8-c3757faf7f67 None None] Could not find standard attr ID for object 92a439ec-45a8-4324-bb72-0f8270ae58de. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:42.612695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-5ac7d680-45b2-4dd8-881d-b52491f5689f None None] Could not find standard attr ID for object 4c0741ac-55c2-452c-aa1c-d58797552ba1. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:42.641428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:42.680729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:42.734254 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:42.739114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54598) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:42.739642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-74a22c66-66cc-4fd6-9c32-456ba5d993f3 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c HTTP/1.1" status: 204 len: 168 time: 0.6533151 Sep 15 16:18:42.799564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f5e2f-d2c5-47ba-a2cc-252f0e0e489b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:42.803612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-263f5e2f-d2c5-47ba-a2cc-252f0e0e489b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0609591 Sep 15 16:18:42.804330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54600) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:42.827813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4e3e8b77-3da9-4a2d-822f-7c47c8980134 None None] Could not find standard attr ID for object dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c. {{(pid=102020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 16:18:42.884113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d758fc-f858-4069-94e6-dace67a7830e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:42.886880 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e4d758fc-f858-4069-94e6-dace67a7830e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0812850 Sep 15 16:18:42.889626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54602) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:42.988237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8eefb-15fc-4e91-a2b4-87543739c9f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:42.991072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8eefb-15fc-4e91-a2b4-87543739c9f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:42.996979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8eefb-15fc-4e91-a2b4-87543739c9f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:42.996979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c9c8eefb-15fc-4e91-a2b4-87543739c9f9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1053321 Sep 15 16:18:42.999924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54604) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:43.053945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet b7819a0e-1b55-4dff-8438-a204b6881375 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:43.060017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.115400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.211217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.339321 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.376535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=b7819a0e-1b55-4dff-8438-a204b6881375,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:43.387784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.391643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-34d4b197-b41f-414b-acbd-14c69da1767b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/b7819a0e-1b55-4dff-8438-a204b6881375 HTTP/1.1" status: 204 len: 168 time: 0.3900385 Sep 15 16:18:43.393711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54608) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:43.396795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97600cb6-b59e-4366-bd05-3aa0a0f3b63f None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:43.450071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet e28fc219-b81f-420d-a456-850dc4964371 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:43.453725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.499659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.598891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a0143446-df5b-42e5-8c1a-394d93060419 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:43.609716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.660144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:43.660554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.732783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.766588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=e28fc219-b81f-420d-a456-850dc4964371,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:43.769932 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:43.771896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b6beb8b3-8e91-4b3b-9cc5-c69a4dee4659 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/e28fc219-b81f-420d-a456-850dc4964371 HTTP/1.1" status: 204 len: 168 time: 0.3772812 Sep 15 16:18:43.777160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54610) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:43.828097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5ab9c413-ff25-46f3-9c06-207bb9a56e1d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486076 Sep 15 16:18:43.830721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54612) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:43.836405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:44.001313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:44.004972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:44.124700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7283c1d4-2097-47c3-ab07-45e928eb16bb no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:44.162741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 7283c1d4-2097-47c3-ab07-45e928eb16bb {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:44.163088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7283c1d4-2097-47c3-ab07-45e928eb16bb not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:44.231196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f6001a-f22f-465d-aefb-1543450713b3 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:44.281783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:44.361527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:44.366497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:44.384159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:44.385334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:44.411232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=9b297c91-eed4-4be5-90a3-d95fcfd36ea9,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:44.472716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abd9e8aa-2566-4a39-a689-d8b0ef262975 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6377614 Sep 15 16:18:44.472959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:44.478911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-46d21027-67c3-4606-8ef9-98fc55ae86c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:44.493096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e92e67b0-1d94-4702-b284-3d6c514781da None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:44.494503 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e92e67b0-1d94-4702-b284-3d6c514781da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:44.675207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d21027-67c3-4606-8ef9-98fc55ae86c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:44.679253 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-46d21027-67c3-4606-8ef9-98fc55ae86c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:44.704238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b4529-2c73-4879-9fc8-9417c2ffedc3 None None] Update dhcp port {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'fixed_ips': [{'subnet_id': '9b297c91-eed4-4be5-90a3-d95fcfd36ea9'}], 'binding:host_id': 'n-d-808199-2'}, 'id': 'a0143446-df5b-42e5-8c1a-394d93060419'} from n-d-808199-2. {{(pid=102020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 15 16:18:44.744571 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4529-2c73-4879-9fc8-9417c2ffedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:44.788669 n-d-808199-2 neutron-server[102018]: INFO neutron.db.ipam_backend_mixin [None req-46d21027-67c3-4606-8ef9-98fc55ae86c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b297c91-eed4-4be5-90a3-d95fcfd36ea9 (CIDR: 2001:db8::/64) Sep 15 16:18:44.831438 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d21027-67c3-4606-8ef9-98fc55ae86c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:18:44.831949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d21027-67c3-4606-8ef9-98fc55ae86c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:44.945733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-cc4b4529-2c73-4879-9fc8-9417c2ffedc3 None None] Allocated IP 2001:db8::2 (31988b25-d2c4-4f56-ba9f-eef6da45875f/9b297c91-eed4-4be5-90a3-d95fcfd36ea9/a0143446-df5b-42e5-8c1a-394d93060419) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:44.958258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-46d21027-67c3-4606-8ef9-98fc55ae86c8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4840996 Sep 15 16:18:44.961270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54656) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:44.970172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'subnet': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:45.099079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cc4b4529-2c73-4879-9fc8-9417c2ffedc3 None None] For port a0143446-df5b-42e5-8c1a-394d93060419, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a0143446-df5b-42e5-8c1a-394d93060419,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:45.138443 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4529-2c73-4879-9fc8-9417c2ffedc3 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:45.229728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:45.229984 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc4b4529-2c73-4879-9fc8-9417c2ffedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:45.234488 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:45.303937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b4529-2c73-4879-9fc8-9417c2ffedc3 None None] Pushing event updated for resources: {'Port': ['ID=a0143446-df5b-42e5-8c1a-394d93060419,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:45.559230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a0143446-df5b-42e5-8c1a-394d93060419 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:45.622116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:45.622939 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:45.656054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.objects.ports [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102019) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 16:18:45.934882 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e07635-9cd1-4452-80da-45cbe53bdb0e None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:45.938352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.010009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3ea2d721-f587-4e4a-9ffb-ba19ce8371e2 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:46.010298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ea2d721-f587-4e4a-9ffb-ba19ce8371e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.131108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] For port a0143446-df5b-42e5-8c1a-394d93060419, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a0143446-df5b-42e5-8c1a-394d93060419,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:46.165502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.229608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.230367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.306650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:46.316001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:46.325515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:46.326702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.334087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Subnet': ['ID=2a8bd073-519b-4cfc-b117-6401c7bd07bc,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:46.346054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=a0143446-df5b-42e5-8c1a-394d93060419,revision_number=10']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:46.416037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-be9912c0-ce08-4da3-829a-4b9470c71f46 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4506378 Sep 15 16:18:46.416304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54694) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:46.421667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Request body: {'port': {'network_id': '31988b25-d2c4-4f56-ba9f-eef6da45875f', 'mac_address': 'fa:16:3e:42:94:62', 'name': 'tempest-NetworksTestDHCPv6-841203046'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:46.646652 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Made reservation on behalf of 84a211734def47c59df5734973c352a2 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:18:46.744786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b008ab1-aefb-4173-8f0c-c7d614a857ea None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:46.769715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.809753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] device_id is not set on port cfa28f13-a576-4f3b-8a07-6397e003b4d6 yet. {{(pid=102019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 15 16:18:46.847893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f4b6497c-f9e2-424a-8dfd-70cd6bddb30c None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:46.848265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4b6497c-f9e2-424a-8dfd-70cd6bddb30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.009170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8::2e3 (31988b25-d2c4-4f56-ba9f-eef6da45875f/9b297c91-eed4-4be5-90a3-d95fcfd36ea9/cfa28f13-a576-4f3b-8a07-6397e003b4d6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:47.018080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Allocated IP 2001:db8:0:1:f816:3eff:fe42:9462 (31988b25-d2c4-4f56-ba9f-eef6da45875f/2a8bd073-519b-4cfc-b117-6401c7bd07bc/cfa28f13-a576-4f3b-8a07-6397e003b4d6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:18:47.210312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.311117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.327014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6e4abf1f-4433-43cd-b1c0-b81baa86c7b7 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:47.327014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6e4abf1f-4433-43cd-b1c0-b81baa86c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.359650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:18:47.363544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:18:47.366145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:18:47.372498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:47.373696 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.398009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event updated for resources: {'Port': ['ID=cfa28f13-a576-4f3b-8a07-6397e003b4d6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:47.459219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cd428e20-e06f-4ece-be56-b2904ce1cf52 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0415616 Sep 15 16:18:47.461966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54702) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:47.559346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a0143446-df5b-42e5-8c1a-394d93060419 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:18:47.589301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting port cfa28f13-a576-4f3b-8a07-6397e003b4d6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:47.589673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.621702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:47.622070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.665790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e064f21c-1ec6-42d0-b81f-65986207f9ac None None] Provisioning complete for port cfa28f13-a576-4f3b-8a07-6397e003b4d6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:47.666092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e064f21c-1ec6-42d0-b81f-65986207f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.692596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.707138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Calling delete_port for cfa28f13-a576-4f3b-8a07-6397e003b4d6 owned by {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:47.728754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e064f21c-1ec6-42d0-b81f-65986207f9ac None None] Port cfa28f13-a576-4f3b-8a07-6397e003b4d6 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:18:47.949810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:47.981058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Port': ['ID=cfa28f13-a576-4f3b-8a07-6397e003b4d6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:48.031794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.033930 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43b62cae-9667-4c91-9d85-7d50628c8ecb tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/cfa28f13-a576-4f3b-8a07-6397e003b4d6 HTTP/1.1" status: 204 len: 168 time: 0.5703485 Sep 15 16:18:48.037253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54704) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:48.098171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43095c78-e102-43f2-b75a-13802101ae1c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:48.099782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-43095c78-e102-43f2-b75a-13802101ae1c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0616019 Sep 15 16:18:48.102304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54706) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:48.160373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4019e5-c845-4432-8924-ac9ba19dde55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:48.162238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9f4019e5-c845-4432-8924-ac9ba19dde55 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0589812 Sep 15 16:18:48.164805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54708) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:48.224313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2d1e6-0b03-4c3b-b578-de145ca9b91d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:48.225953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2d1e6-0b03-4c3b-b578-de145ca9b91d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:48.227734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2d1e6-0b03-4c3b-b578-de145ca9b91d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:48.229856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39b2d1e6-0b03-4c3b-b578-de145ca9b91d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0637803 Sep 15 16:18:48.232571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54712) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:48.286952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 2a8bd073-519b-4cfc-b117-6401c7bd07bc {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:48.290418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.336896 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.425204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.545503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.579836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8bd073-519b-4cfc-b117-6401c7bd07bc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:48.586322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.588532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5136fc9d-0268-44cb-b720-4afbf40e9a2d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/2a8bd073-519b-4cfc-b117-6401c7bd07bc HTTP/1.1" status: 204 len: 168 time: 0.3548620 Sep 15 16:18:48.591714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54714) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:48.594366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e04cbc-f94b-4c00-80c4-a926e9c70080 None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:48.647720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Deleting subnet 9b297c91-eed4-4be5-90a3-d95fcfd36ea9 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:18:48.651518 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.697319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.803382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.922670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.955609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Subnet': ['ID=9b297c91-eed4-4be5-90a3-d95fcfd36ea9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:48.962963 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.967891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-547ac277-8b2b-4378-9185-63dea452e705 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/9b297c91-eed4-4be5-90a3-d95fcfd36ea9 HTTP/1.1" status: 204 len: 168 time: 0.3718796 Sep 15 16:18:48.968248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54716) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.010047 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d0cf84f8-ad87-44b8-9c12-769bcb4d92f6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405777 Sep 15 16:18:49.012661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.072009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fbe96-4985-4633-824a-e7c0e87ebe4e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:49.073891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-056fbe96-4985-4633-824a-e7c0e87ebe4e tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0597439 Sep 15 16:18:49.076903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54720) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.129755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a23bb0-e914-4d1f-938b-35426204693f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:49.131294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d1a23bb0-e914-4d1f-938b-35426204693f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534098 Sep 15 16:18:49.134915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54722) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.183190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f5bf0b60-15a5-4e8b-a241-927bb8cff1ba tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445061 Sep 15 16:18:49.186947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54724) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.213281 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4375b2da-af79-48d1-94d9-3ce4f02bc499 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.213967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4375b2da-af79-48d1-94d9-3ce4f02bc499 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.218415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54726) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.218617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4375b2da-af79-48d1-94d9-3ce4f02bc499 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/cfa28f13-a576-4f3b-8a07-6397e003b4d6 HTTP/1.1" status: 404 len: 333 time: 0.0303671 Sep 15 16:18:49.263766 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef7ebd9-02b9-41e9-831b-2d4f2ed593a7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.264511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef7ebd9-02b9-41e9-831b-2d4f2ed593a7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.267931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3ef7ebd9-02b9-41e9-831b-2d4f2ed593a7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/2a8bd073-519b-4cfc-b117-6401c7bd07bc HTTP/1.1" status: 404 len: 337 time: 0.0480719 Sep 15 16:18:49.270581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54730) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.307826 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-53dc839c-03a8-4fef-8065-949cc509aba7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.308479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53dc839c-03a8-4fef-8065-949cc509aba7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.315937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54732) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.316122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53dc839c-03a8-4fef-8065-949cc509aba7 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/9b297c91-eed4-4be5-90a3-d95fcfd36ea9 HTTP/1.1" status: 404 len: 337 time: 0.0424583 Sep 15 16:18:49.340889 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-333ff120-68e4-48f1-a86f-325e7d11f857 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.341675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333ff120-68e4-48f1-a86f-325e7d11f857 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.344001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-333ff120-68e4-48f1-a86f-325e7d11f857 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/dc9e3098-8f28-4b14-b2b9-8dc16eb8be5c HTTP/1.1" status: 404 len: 333 time: 0.0266411 Sep 15 16:18:49.346591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54734) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.379883 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-934dbda0-bbb7-4465-b4eb-0a8582e0a790 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.390002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934dbda0-bbb7-4465-b4eb-0a8582e0a790 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.390002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-934dbda0-bbb7-4465-b4eb-0a8582e0a790 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/e28fc219-b81f-420d-a456-850dc4964371 HTTP/1.1" status: 404 len: 337 time: 0.0344574 Sep 15 16:18:49.391963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54736) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.420161 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbefdc1d-3594-4e63-b4bc-3a1e093c86ac tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.420853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbefdc1d-3594-4e63-b4bc-3a1e093c86ac tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.423764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bbefdc1d-3594-4e63-b4bc-3a1e093c86ac tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/b7819a0e-1b55-4dff-8438-a204b6881375 HTTP/1.1" status: 404 len: 337 time: 0.0298481 Sep 15 16:18:49.430776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54740) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.456208 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a28144-899e-460f-8747-1fb9679caa4f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.461658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a28144-899e-460f-8747-1fb9679caa4f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.461658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b1a28144-899e-460f-8747-1fb9679caa4f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/4c0741ac-55c2-452c-aa1c-d58797552ba1 HTTP/1.1" status: 404 len: 333 time: 0.0265276 Sep 15 16:18:49.463543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54742) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.474492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7f8774-2467-4fc1-b6e0-5010d73f9ddc None None] Network 31988b25-d2c4-4f56-ba9f-eef6da45875f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:18:49.492375 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f94d164-9916-4f84-9d3f-e96c0979e153 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.492864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f94d164-9916-4f84-9d3f-e96c0979e153 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.497039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4f94d164-9916-4f84-9d3f-e96c0979e153 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/61d2e18d-a8d4-4dc0-8228-cc84bc3363b6 HTTP/1.1" status: 404 len: 337 time: 0.0324271 Sep 15 16:18:49.497354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54744) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.525242 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bec926-e094-4ada-88d3-be946d0ea17b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.526154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bec926-e094-4ada-88d3-be946d0ea17b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.528199 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-28bec926-e094-4ada-88d3-be946d0ea17b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/21a1bd37-1cfe-4fdc-8ac3-3b124a1d9a01 HTTP/1.1" status: 404 len: 337 time: 0.0292885 Sep 15 16:18:49.531729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.565432 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cc0b05-1a5e-41a0-be9c-e07cfac6dfd8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.566296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cc0b05-1a5e-41a0-be9c-e07cfac6dfd8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.568187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b8cc0b05-1a5e-41a0-be9c-e07cfac6dfd8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/92a439ec-45a8-4324-bb72-0f8270ae58de HTTP/1.1" status: 404 len: 333 time: 0.0354590 Sep 15 16:18:49.571768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54748) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.600903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a64c7cc0-0baf-4641-bb1b-1ddffa2b302b None None] Provisioning complete for port a0143446-df5b-42e5-8c1a-394d93060419 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:18:49.601959 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a64c7cc0-0baf-4641-bb1b-1ddffa2b302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:49.611835 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec57e30-12ee-454c-b7e1-98d0924fe67b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.612298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec57e30-12ee-454c-b7e1-98d0924fe67b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.617169 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aec57e30-12ee-454c-b7e1-98d0924fe67b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/c8a2aba7-532b-47ad-b70c-7cdf4e2cbc62 HTTP/1.1" status: 404 len: 337 time: 0.0414660 Sep 15 16:18:49.617492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54750) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.656174 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0ec046-9ed0-44de-97d7-68e797ee1f5f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.656665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0ec046-9ed0-44de-97d7-68e797ee1f5f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.658557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fe0ec046-9ed0-44de-97d7-68e797ee1f5f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/a80bb3b5-738b-4b91-98b3-795bdc73db0b HTTP/1.1" status: 404 len: 337 time: 0.0397758 Sep 15 16:18:49.661438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54752) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.692919 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-718bfe6d-02d0-4106-aea7-6cea44924f3f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.693575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718bfe6d-02d0-4106-aea7-6cea44924f3f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.695507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-718bfe6d-02d0-4106-aea7-6cea44924f3f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/4a0b1804-42db-4c8f-87ae-978eb6874c94 HTTP/1.1" status: 404 len: 333 time: 0.0325027 Sep 15 16:18:49.698062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54754) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.714658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] DHCP port deletion for 31988b25-d2c4-4f56-ba9f-eef6da45875f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:18:49.728918 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae192a0-aa63-4bca-a9f4-244f76b2d3f6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.729369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae192a0-aa63-4bca-a9f4-244f76b2d3f6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.734608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cae192a0-aa63-4bca-a9f4-244f76b2d3f6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/8535299d-e4da-46f1-a465-4a7ea9da20fe HTTP/1.1" status: 404 len: 337 time: 0.0318429 Sep 15 16:18:49.734608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54758) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.757485 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62ec671-413b-45b5-9dfd-252615d88ef9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.757995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62ec671-413b-45b5-9dfd-252615d88ef9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.759744 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e62ec671-413b-45b5-9dfd-252615d88ef9 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/7cd31987-8ad5-40e1-9eb5-0352905df669 HTTP/1.1" status: 404 len: 333 time: 0.0244617 Sep 15 16:18:49.762377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.769668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Deleting port a0143446-df5b-42e5-8c1a-394d93060419 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:18:49.770061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:49.789893 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-226ab2e2-2752-4ca5-a356-cd7246780f05 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.790346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226ab2e2-2752-4ca5-a356-cd7246780f05 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.792116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-226ab2e2-2752-4ca5-a356-cd7246780f05 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/d1b9e752-f2ef-4fdb-945c-e076bd0fe2e6 HTTP/1.1" status: 404 len: 337 time: 0.0288012 Sep 15 16:18:49.795372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54762) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.818664 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58b70b0-721b-4559-b3b6-9f1e95f617f6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.819329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58b70b0-721b-4559-b3b6-9f1e95f617f6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.823410 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e58b70b0-721b-4559-b3b6-9f1e95f617f6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/e6258f8b-a1ba-48e6-b5c7-c45c442c3aed HTTP/1.1" status: 404 len: 333 time: 0.0247061 Sep 15 16:18:49.823669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54764) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.842458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] For port a0143446-df5b-42e5-8c1a-394d93060419, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a0143446-df5b-42e5-8c1a-394d93060419,segment=NetworkSegment(82fc151c-f50e-4bed-bcea-563aab539907),segment_id=82fc151c-f50e-4bed-bcea-563aab539907)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:18:49.844692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:49.853490 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42d3e09-35c7-4706-a688-5f236a175caf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.853853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42d3e09-35c7-4706-a688-5f236a175caf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.858534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b42d3e09-35c7-4706-a688-5f236a175caf tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/2df95d0b-a7a9-4337-a1fa-157e15193e6a HTTP/1.1" status: 404 len: 337 time: 0.0310333 Sep 15 16:18:49.858743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Calling delete_port for a0143446-df5b-42e5-8c1a-394d93060419 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:18:49.858858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54766) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.887489 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-767538a0-68cb-4193-b463-7d265161385d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.889192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767538a0-68cb-4193-b463-7d265161385d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.891154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-767538a0-68cb-4193-b463-7d265161385d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/5673bf38-0ce4-4fa1-914f-15da8123b9c5 HTTP/1.1" status: 404 len: 333 time: 0.0311968 Sep 15 16:18:49.893424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54768) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.920789 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-18358b39-c3b2-4e3a-97ff-0d2dd51dd2c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.921248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18358b39-c3b2-4e3a-97ff-0d2dd51dd2c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.924113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-18358b39-c3b2-4e3a-97ff-0d2dd51dd2c5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/bd9964e4-4b02-47be-a992-a755a2242037 HTTP/1.1" status: 404 len: 337 time: 0.0293169 Sep 15 16:18:49.928544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54770) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.961941 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-de24d29c-9753-46f2-9091-61b233f7d400 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.962766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de24d29c-9753-46f2-9091-61b233f7d400 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.965295 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-de24d29c-9753-46f2-9091-61b233f7d400 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/6a75d612-f407-44cd-806a-594bb9927246 HTTP/1.1" status: 404 len: 333 time: 0.0347211 Sep 15 16:18:49.970199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54772) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:49.997088 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68a8e9e-0ef1-4fd7-b55d-5d535481bbd1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:49.997539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68a8e9e-0ef1-4fd7-b55d-5d535481bbd1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:49.999548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c68a8e9e-0ef1-4fd7-b55d-5d535481bbd1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/0835603e-c8fc-4bdd-805c-6125112520ff HTTP/1.1" status: 404 len: 337 time: 0.0287395 Sep 15 16:18:50.002229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54774) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.031990 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ba5a6c-6bc1-4d45-8094-5d1d51db60ab tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.032667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ba5a6c-6bc1-4d45-8094-5d1d51db60ab tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.034470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-80ba5a6c-6bc1-4d45-8094-5d1d51db60ab tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/e781abba-1270-45b1-b6b9-e31b0d503884 HTTP/1.1" status: 404 len: 333 time: 0.0309622 Sep 15 16:18:50.037045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54776) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.046913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:50.063755 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52cc534-c13e-4eda-aaee-5465854d3ac0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.070489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52cc534-c13e-4eda-aaee-5465854d3ac0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.070489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c52cc534-c13e-4eda-aaee-5465854d3ac0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/36f44b61-6674-47fd-93c0-b28c90e9f314 HTTP/1.1" status: 404 len: 337 time: 0.0279982 Sep 15 16:18:50.072357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54778) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.074702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Pushing event deleted for resources: {'Port': ['ID=a0143446-df5b-42e5-8c1a-394d93060419,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:50.079087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] No DVR routers for this DVR port a0143446-df5b-42e5-8c1a-394d93060419 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:18:50.087909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.088289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.088781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.089146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.089490 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.090641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.090641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.090641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.091140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.091140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.096788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.096788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd2bd95-5e25-40c4-9f0a-cdae8071f446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:50.110033 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-da295ca1-baaa-483a-9ecf-e73dfc641152 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.110414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da295ca1-baaa-483a-9ecf-e73dfc641152 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.112152 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-da295ca1-baaa-483a-9ecf-e73dfc641152 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/72465dde-f441-4e78-810f-4e9597162cee HTTP/1.1" status: 404 len: 337 time: 0.0388019 Sep 15 16:18:50.116134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54780) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.142346 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f7b3ba-0ea0-45e1-9033-807618ae927f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.143026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f7b3ba-0ea0-45e1-9033-807618ae927f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.146369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b6f7b3ba-0ea0-45e1-9033-807618ae927f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/fdd76818-8af9-4f0d-8e34-e764f0964e40 HTTP/1.1" status: 404 len: 333 time: 0.0289769 Sep 15 16:18:50.147261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54782) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.174427 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-238f7043-fd2a-4d0d-8d05-a860490d20ff tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.174891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238f7043-fd2a-4d0d-8d05-a860490d20ff tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.176653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-238f7043-fd2a-4d0d-8d05-a860490d20ff tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/b0724302-6f13-4f76-a5a7-9a550b890f12 HTTP/1.1" status: 404 len: 337 time: 0.0284553 Sep 15 16:18:50.179273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54784) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.209514 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-27762d39-21bd-4059-9cd8-c9f8d6016d9f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.209965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27762d39-21bd-4059-9cd8-c9f8d6016d9f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.211709 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-27762d39-21bd-4059-9cd8-c9f8d6016d9f tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/1a8e661e-c852-446f-ad10-abd5ed333eb0 HTTP/1.1" status: 404 len: 337 time: 0.0315461 Sep 15 16:18:50.214310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54786) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.237708 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-114c2349-d891-43a4-a3f2-02fea03a568c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.238375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114c2349-d891-43a4-a3f2-02fea03a568c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.240094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-114c2349-d891-43a4-a3f2-02fea03a568c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/563a7fce-f061-40b1-b499-da0366eca031 HTTP/1.1" status: 404 len: 333 time: 0.0249069 Sep 15 16:18:50.242686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54788) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.269216 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5f762f-0d46-4fc1-af96-3f799cbe0835 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.269661 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5f762f-0d46-4fc1-af96-3f799cbe0835 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.271364 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd5f762f-0d46-4fc1-af96-3f799cbe0835 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/e7a439d8-db03-4438-8757-547faa4fdc1c HTTP/1.1" status: 404 len: 337 time: 0.0277991 Sep 15 16:18:50.273988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54790) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.301674 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-af888e6c-f9b3-4e73-bb53-2a717dce366d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.301674 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af888e6c-f9b3-4e73-bb53-2a717dce366d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.304815 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-af888e6c-f9b3-4e73-bb53-2a717dce366d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/b518b65f-3fa1-4464-912d-c6c4b807f1e7 HTTP/1.1" status: 404 len: 337 time: 0.0298812 Sep 15 16:18:50.305044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54792) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.329562 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-089e2815-2227-4fd2-8ec9-28031ffad312 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.330324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089e2815-2227-4fd2-8ec9-28031ffad312 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.332335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-089e2815-2227-4fd2-8ec9-28031ffad312 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/48d3d1e6-0dab-4ca4-ad0c-f0b6977e5460 HTTP/1.1" status: 404 len: 333 time: 0.0264468 Sep 15 16:18:50.338538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54796) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.365478 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-06db8279-02b2-4a6c-9de6-c6ddfbf72b8a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.365853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06db8279-02b2-4a6c-9de6-c6ddfbf72b8a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.367577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-06db8279-02b2-4a6c-9de6-c6ddfbf72b8a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/c80dc0a8-60ad-4e41-ac74-f01a212303c3 HTTP/1.1" status: 404 len: 337 time: 0.0281947 Sep 15 16:18:50.371105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54798) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.400410 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd10b8b-d1b5-446f-a8f7-f180c833734a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.400939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd10b8b-d1b5-446f-a8f7-f180c833734a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.402670 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4cd10b8b-d1b5-446f-a8f7-f180c833734a tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/33b79741-699a-49bb-9f1e-c3613be7937a HTTP/1.1" status: 404 len: 337 time: 0.0305791 Sep 15 16:18:50.405409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54800) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.431826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ceb01d9f-710a-4638-b354-55611fbb4785 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports?device_id=789a2a7b-c04e-406c-a801-7c46208f4b2f HTTP/1.1" status: 200 len: 205 time: 0.0252435 Sep 15 16:18:50.434173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54802) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.475916 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-5573682c-b8de-46e4-9180-4388cfd004d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] delete failed (client error): The resource could not be found. Sep 15 16:18:50.476999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5573682c-b8de-46e4-9180-4388cfd004d0 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/routers/789a2a7b-c04e-406c-a801-7c46208f4b2f HTTP/1.1" status: 404 len: 336 time: 0.0419226 Sep 15 16:18:50.479578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54804) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.506481 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab40238-f243-459f-be1c-efa833903d6d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.506935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab40238-f243-459f-be1c-efa833903d6d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.508715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4ab40238-f243-459f-be1c-efa833903d6d tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/81d339ce-2952-46a7-9087-b5e9da857cab HTTP/1.1" status: 404 len: 337 time: 0.0282145 Sep 15 16:18:50.511298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54806) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.539047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3b0162a4-fbfc-4b66-aed8-5f37a8da65a8 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "GET /v2.0/ports?device_id=cb49085f-dcea-44b2-8048-a73cbe4f17c4 HTTP/1.1" status: 200 len: 205 time: 0.0266604 Sep 15 16:18:50.541378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54808) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.906559 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-529cafb3-4532-48ec-bb6e-314adeb568ee tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] delete failed (client error): The resource could not be found. Sep 15 16:18:50.908997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-529cafb3-4532-48ec-bb6e-314adeb568ee tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/routers/cb49085f-dcea-44b2-8048-a73cbe4f17c4 HTTP/1.1" status: 404 len: 336 time: 0.3666382 Sep 15 16:18:50.910243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54810) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.938804 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-202cb140-dcc7-41a3-9073-13b0f952c8ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.939269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202cb140-dcc7-41a3-9073-13b0f952c8ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.941189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-202cb140-dcc7-41a3-9073-13b0f952c8ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/512fd8cf-c9c3-4bb2-ac84-f8461b903012 HTTP/1.1" status: 404 len: 337 time: 0.0300128 Sep 15 16:18:50.943847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54812) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:50.972751 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbb3674-865d-4988-ae73-182df38c4b9b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:50.973210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbb3674-865d-4988-ae73-182df38c4b9b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:50.974944 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ccbb3674-865d-4988-ae73-182df38c4b9b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/7e50fdc0-33ca-4bc4-93f7-5848436ec40f HTTP/1.1" status: 404 len: 337 time: 0.0301857 Sep 15 16:18:50.977479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54814) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.002647 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dd07d1-074d-4484-8503-e4f88ad61c51 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.003265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dd07d1-074d-4484-8503-e4f88ad61c51 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.005014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-82dd07d1-074d-4484-8503-e4f88ad61c51 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/60c3942c-28a3-4084-9885-8a19cdc620c5 HTTP/1.1" status: 404 len: 333 time: 0.0266366 Sep 15 16:18:51.007475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54816) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.035369 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fa8fcb-6805-4d49-8e25-a432f902a8da tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.035836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fa8fcb-6805-4d49-8e25-a432f902a8da tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.037594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c8fa8fcb-6805-4d49-8e25-a432f902a8da tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/65d47746-ed87-468d-94a4-8fffa1a7e48f HTTP/1.1" status: 404 len: 337 time: 0.0292277 Sep 15 16:18:51.040196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54818) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.070378 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-747d8608-d5ee-4a90-99c9-99bfa23ae2ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.070996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747d8608-d5ee-4a90-99c9-99bfa23ae2ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.077120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-747d8608-d5ee-4a90-99c9-99bfa23ae2ad tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/48ba36b8-42f6-499e-8244-82775a2f019c HTTP/1.1" status: 404 len: 333 time: 0.0315635 Sep 15 16:18:51.078895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54820) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.105674 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-697f9f3b-ea1d-4e5c-b57f-68ed170688aa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.106114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697f9f3b-ea1d-4e5c-b57f-68ed170688aa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.111047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-697f9f3b-ea1d-4e5c-b57f-68ed170688aa tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/001ff1c7-2e2b-4d60-bee5-504fddfab76e HTTP/1.1" status: 404 len: 337 time: 0.0289161 Sep 15 16:18:51.111279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54822) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.134292 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e380de-b3d6-43e6-a4e3-c96ba069baa5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.134996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e380de-b3d6-43e6-a4e3-c96ba069baa5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.139226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-69e380de-b3d6-43e6-a4e3-c96ba069baa5 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/aaef0607-b2d8-42c3-8a8e-bf32b0953f60 HTTP/1.1" status: 404 len: 333 time: 0.0244899 Sep 15 16:18:51.139390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54824) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.166833 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-25520baf-5cd8-4fa0-8dc6-c27dfa8e06b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.167300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25520baf-5cd8-4fa0-8dc6-c27dfa8e06b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.172187 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-25520baf-5cd8-4fa0-8dc6-c27dfa8e06b1 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/817df2f1-1cad-4fb0-bd0a-28b8e611b24e HTTP/1.1" status: 404 len: 337 time: 0.0287886 Sep 15 16:18:51.172537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54826) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.196407 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-53249b58-bf4c-440f-b6ef-e94e82dd287b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.197412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53249b58-bf4c-440f-b6ef-e94e82dd287b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.201493 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-53249b58-bf4c-440f-b6ef-e94e82dd287b tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/0cd221eb-9077-4d18-a6f7-41cb7f4a9db7 HTTP/1.1" status: 404 len: 333 time: 0.0255580 Sep 15 16:18:51.202446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54828) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.230709 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa93b06-447c-4234-b49b-19401a7fd609 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.231174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa93b06-447c-4234-b49b-19401a7fd609 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.237017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-caa93b06-447c-4234-b49b-19401a7fd609 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/7a876bad-b0d8-42f8-8b18-f97bd2616736 HTTP/1.1" status: 404 len: 337 time: 0.0309768 Sep 15 16:18:51.237296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54830) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.266328 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac08af2-0092-493f-9bf6-bb12dcea2581 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.267019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac08af2-0092-493f-9bf6-bb12dcea2581 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.271354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54832) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.271875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ac08af2-0092-493f-9bf6-bb12dcea2581 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/3155b6d1-f4db-4789-9658-5e504676c67e HTTP/1.1" status: 404 len: 333 time: 0.0330956 Sep 15 16:18:51.303517 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acadbd6-ecf9-4bb6-9d9f-34ff14c4b5b2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.303984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acadbd6-ecf9-4bb6-9d9f-34ff14c4b5b2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.308148 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9acadbd6-ecf9-4bb6-9d9f-34ff14c4b5b2 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/400be7e4-c676-427f-a73e-ea875d6e59d4 HTTP/1.1" status: 404 len: 337 time: 0.0347364 Sep 15 16:18:51.308643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54834) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.335269 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6555487-8635-4000-aa26-ae10046ff994 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.335927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6555487-8635-4000-aa26-ae10046ff994 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.342242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d6555487-8635-4000-aa26-ae10046ff994 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/380de119-8d61-45b5-85be-b9583767a56f HTTP/1.1" status: 404 len: 333 time: 0.0277965 Sep 15 16:18:51.342437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54836) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.369203 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c1ef6e-f86a-4473-b232-c7bbd5fe17a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.369572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c1ef6e-f86a-4473-b232-c7bbd5fe17a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.371327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f5c1ef6e-f86a-4473-b232-c7bbd5fe17a6 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/28a6a48f-570d-4918-86c4-da9147d07a76 HTTP/1.1" status: 404 len: 337 time: 0.0279608 Sep 15 16:18:51.374382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54838) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.397541 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6f2e07-6ab8-43bb-be2d-68341d908d8c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.398237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6f2e07-6ab8-43bb-be2d-68341d908d8c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.399966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4c6f2e07-6ab8-43bb-be2d-68341d908d8c tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/ports/c313298b-1d38-4f53-b002-06ccd4869d33 HTTP/1.1" status: 404 len: 333 time: 0.0246556 Sep 15 16:18:51.402589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54842) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.429379 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6f8403-cada-432f-ad3f-93d561e20282 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:51.429839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6f8403-cada-432f-ad3f-93d561e20282 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:51.434066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eb6f8403-cada-432f-ad3f-93d561e20282 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/subnets/cdb3b05c-fd1a-4ed1-9d87-beae72fbeee1 HTTP/1.1" status: 404 len: 337 time: 0.0280972 Sep 15 16:18:51.434331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54844) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:51.517512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.539704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a0143446-df5b-42e5-8c1a-394d93060419 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:18:51.560541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a0143446-df5b-42e5-8c1a-394d93060419 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:18:51.560541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a0143446-df5b-42e5-8c1a-394d93060419 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:18:51.610670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.637330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31988b25-d2c4-4f56-ba9f-eef6da45875f']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:51.653612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fc151c-f50e-4bed-bcea-563aab539907') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:51.654569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fc151c-f50e-4bed-bcea-563aab539907') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:18:51.665497 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.679012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.685431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:18:51.685831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:18:51.689036 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:18:51.789816 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.795831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.797868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] 10.222.0.63 "DELETE /v2.0/networks/31988b25-d2c4-4f56-ba9f-eef6da45875f HTTP/1.1" status: 204 len: 168 time: 0.3627086 Sep 15 16:18:51.813497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb65a57-1297-4d00-85e1-adc4c7d7e848 tempest-NetworksTestDHCPv6-743956009 tempest-NetworksTestDHCPv6-743956009-project] Pushing event deleted for resources: {'Network': ['ID=31988b25-d2c4-4f56-ba9f-eef6da45875f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:52.380089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54850) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:52.541647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54856) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:52.542222 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6916cf00-52e0-431f-97ec-d8d15a6758f8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=84a211734def47c59df5734973c352a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603830 Sep 15 16:18:52.595316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:52.617760 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:52.715580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:52.718532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:52.719764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/33505270-54da-4358-a01d-e69ffe1074a7 HTTP/1.1" status: 204 len: 168 time: 0.1762362 Sep 15 16:18:52.729231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33505270-54da-4358-a01d-e69ffe1074a7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:52.737834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.738169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.738666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.738838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.739218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.739500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.739843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.740154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.740757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.740901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.741132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:52.741553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cf8ff-b67d-476b-9030-1574ee58f8ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:53.776394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54882) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:53.884884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-13d1271e-95bf-42d8-b1a7-5b8a4037e13f tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] Request body: {'port': {'network_id': '955ff6d9-043a-47e9-b662-7a17579e9828', 'name': 'tempest-NetworksNegativeTestJSON-65602171'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:53.899458 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d1271e-95bf-42d8-b1a7-5b8a4037e13f tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] POST failed (client error): The resource could not be found. Sep 15 16:18:53.909320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d1271e-95bf-42d8-b1a7-5b8a4037e13f tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:53.914645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-13d1271e-95bf-42d8-b1a7-5b8a4037e13f tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1370242 Sep 15 16:18:53.919451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54886) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:53.941373 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-edaa870e-b691-45e7-8e34-b067e74a6801 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:53.941962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edaa870e-b691-45e7-8e34-b067e74a6801 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:53.943941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-edaa870e-b691-45e7-8e34-b067e74a6801 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "DELETE /v2.0/networks/b2c8e642-38c4-4b3b-8f52-81f044101a8e HTTP/1.1" status: 404 len: 339 time: 0.0227413 Sep 15 16:18:53.948276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54888) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:53.973429 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ee7012-9e7d-44e9-9b51-f81b25365a24 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ee7012-9e7d-44e9-9b51-f81b25365a24 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-22ee7012-9e7d-44e9-9b51-f81b25365a24 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "DELETE /v2.0/ports/172ef3a8-d553-45a6-86fe-061981ea3a7a HTTP/1.1" status: 404 len: 333 time: 0.0267746 Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54890) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ae4243-96e2-4b8e-8b79-8874538348e8 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] DELETE failed (client error): The resource could not be found. Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ae4243-96e2-4b8e-8b79-8874538348e8 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d5ae4243-96e2-4b8e-8b79-8874538348e8 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "DELETE /v2.0/subnets/66ebedf9-8a94-462c-8a2c-af0d3f4c99af HTTP/1.1" status: 404 len: 337 time: 0.0289528 Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54892) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-79645c2f-a6ba-461c-acf9-54deb9899445 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] GET failed (client error): The resource could not be found. Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79645c2f-a6ba-461c-acf9-54deb9899445 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "GET /v2.0/networks/5a4dd3b9-a08e-45a6-a47c-8c14e2f89d2c HTTP/1.1" status: 404 len: 339 time: 0.0206192 Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54894) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81275e5-859f-44a6-a0d8-b988161da42b tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] GET failed (client error): The resource could not be found. Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c81275e5-859f-44a6-a0d8-b988161da42b tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "GET /v2.0/ports/3aa226f8-3c3e-4e5b-8d96-b597ea496d5d HTTP/1.1" status: 404 len: 333 time: 0.0273533 Sep 15 16:18:54.101986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54896) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.110342 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb87d9c7-408d-44de-baf0-7db4cee3e001 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] GET failed (client error): The resource could not be found. Sep 15 16:18:54.111663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bb87d9c7-408d-44de-baf0-7db4cee3e001 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "GET /v2.0/subnets/e2d7db8c-85b8-4f88-950a-a46645f0fa1a HTTP/1.1" status: 404 len: 337 time: 0.0355313 Sep 15 16:18:54.115964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54898) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.121143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-64a9f49d-1289-48d0-bb44-6b5fe2b6e4c0 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:54.135480 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a9f49d-1289-48d0-bb44-6b5fe2b6e4c0 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] PUT failed (client error): The resource could not be found. Sep 15 16:18:54.136095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a9f49d-1289-48d0-bb44-6b5fe2b6e4c0 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:54.141525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64a9f49d-1289-48d0-bb44-6b5fe2b6e4c0 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "PUT /v2.0/networks/a089e025-698a-4e4f-96ab-edf451760b89 HTTP/1.1" status: 404 len: 339 time: 0.0202789 Sep 15 16:18:54.142057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54900) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.147988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ef9c7bf3-b93e-478d-af07-9e73bcb1c524 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:54.173068 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9c7bf3-b93e-478d-af07-9e73bcb1c524 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] PUT failed (client error): The resource could not be found. Sep 15 16:18:54.173790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9c7bf3-b93e-478d-af07-9e73bcb1c524 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:54.175218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef9c7bf3-b93e-478d-af07-9e73bcb1c524 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "PUT /v2.0/ports/48162173-c632-4f95-96a9-6d21ae0ddb15 HTTP/1.1" status: 404 len: 333 time: 0.0319200 Sep 15 16:18:54.178766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54902) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.183767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-78347ec5-ea64-498e-a02e-3e3f75023989 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:54.214704 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-78347ec5-ea64-498e-a02e-3e3f75023989 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] PUT failed (client error): The resource could not be found. Sep 15 16:18:54.215395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78347ec5-ea64-498e-a02e-3e3f75023989 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:18:54.217701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-78347ec5-ea64-498e-a02e-3e3f75023989 tempest-NetworksNegativeTestJSON-2106428031 tempest-NetworksNegativeTestJSON-2106428031-project] 10.222.0.63 "PUT /v2.0/subnets/7c8818fc-15db-4e61-a24d-25affe8b8653 HTTP/1.1" status: 404 len: 337 time: 0.0377405 Sep 15 16:18:54.412656 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-96246d7b-15af-46ab-ac44-2da68a434b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:54.765409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54912) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:54.895859 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4839fd14-1383-473c-9e74-a2521a295100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:54.994336 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4839fd14-1383-473c-9e74-a2521a295100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:55.076721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4839fd14-1383-473c-9e74-a2521a295100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:55.117345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839fd14-1383-473c-9e74-a2521a295100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6009b882-3c8f-4a11-bd17-1b118b45b98d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:55.124654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4839fd14-1383-473c-9e74-a2521a295100 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f09421bdda854352af98b235ea8df8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549733 Sep 15 16:18:55.125653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:55.183393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a301081-a6ff-440b-8d93-5a04ad1bc7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:55.212049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a301081-a6ff-440b-8d93-5a04ad1bc7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:55.340322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a301081-a6ff-440b-8d93-5a04ad1bc7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:55.344616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0a301081-a6ff-440b-8d93-5a04ad1bc7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:55.345991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0a301081-a6ff-440b-8d93-5a04ad1bc7d6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6009b882-3c8f-4a11-bd17-1b118b45b98d HTTP/1.1" status: 204 len: 168 time: 0.2200773 Sep 15 16:18:55.358379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a301081-a6ff-440b-8d93-5a04ad1bc7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009b882-3c8f-4a11-bd17-1b118b45b98d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:56.405790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:56.524012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-62c971aa-ccb6-4882-a4fb-77e236998263 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2103910463', 'prefixes': ['172.20.0.0/16']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:57.762644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:57.768559 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-182e0cb7-6f92-4703-b1cc-7f24d4507033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:57.768559 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:57.927534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62c971aa-ccb6-4882-a4fb-77e236998263 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] Notify callbacks [] for subnetpool, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:57.928867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62c971aa-ccb6-4882-a4fb-77e236998263 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] 10.222.0.63 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5214193 Sep 15 16:18:57.931530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54964) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:57.977950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fea97445-bb44-4a5b-8990-06ddeabf0a19 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] 10.222.0.63 "GET /v2.0/subnetpools/3f9d426c-21a0-4036-a457-2cc5c32e48c8 HTTP/1.1" status: 200 len: 732 time: 0.0453424 Sep 15 16:18:57.980453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54966) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:57.985751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8753744f-2eab-4b49-9dd3-2214681b6c50 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1611513546'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:18:58.158766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8753744f-2eab-4b49-9dd3-2214681b6c50 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] Notify callbacks [] for subnetpool, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:58.160013 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8753744f-2eab-4b49-9dd3-2214681b6c50 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] 10.222.0.63 "PUT /v2.0/subnetpools/3f9d426c-21a0-4036-a457-2cc5c32e48c8 HTTP/1.1" status: 200 len: 684 time: 0.1785271 Sep 15 16:18:58.163123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:58.319036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-72cb1575-5a42-4fe7-9875-a9d1f61993c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558119 Sep 15 16:18:58.336161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cb1c2-1227-4927-851c-95974f2ad62a req-91ff22f0-5aea-4ece-9c75-8808db120a28 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:58.337973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-337cb1c2-1227-4927-851c-95974f2ad62a req-91ff22f0-5aea-4ece-9c75-8808db120a28 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0695226 Sep 15 16:18:58.342711 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-efbb778e-9cf0-49ed-a198-89e971b3b62b tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] Notify callbacks [] for subnetpool, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:58.345044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-efbb778e-9cf0-49ed-a198-89e971b3b62b tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] 10.222.0.63 "DELETE /v2.0/subnetpools/3f9d426c-21a0-4036-a457-2cc5c32e48c8 HTTP/1.1" status: 204 len: 168 time: 0.1807363 Sep 15 16:18:58.348199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54974) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:58.364696 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-7cff21b9-95e6-4d45-baf7-2934b9cb393f tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] show failed (client error): The resource could not be found. Sep 15 16:18:58.368238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7cff21b9-95e6-4d45-baf7-2934b9cb393f tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] 10.222.0.63 "GET /v2.0/subnetpools/3f9d426c-21a0-4036-a457-2cc5c32e48c8 HTTP/1.1" status: 404 len: 346 time: 0.0165005 Sep 15 16:18:58.368538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 54976) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:58.398046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-337cb1c2-1227-4927-851c-95974f2ad62a req-5a1dddc7-4e7c-47e4-a7f7-b0e58e4a3958 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485301 Sep 15 16:18:58.408258 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-fdf1becf-f168-44fa-9099-68c3fa2e1860 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] delete failed (client error): The resource could not be found. Sep 15 16:18:58.408258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fdf1becf-f168-44fa-9099-68c3fa2e1860 tempest-SubnetPoolsTestJSON-2112652891 tempest-SubnetPoolsTestJSON-2112652891-project] 10.222.0.63 "DELETE /v2.0/subnetpools/3f9d426c-21a0-4036-a457-2cc5c32e48c8 HTTP/1.1" status: 404 len: 346 time: 0.0343781 Sep 15 16:18:58.435110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54982) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:58.443351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997874-0379-41f1-a4d5-85b23446c79b req-4886b956-f00b-4999-af8b-2b9fbb87bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:58.449312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-4886b956-f00b-4999-af8b-2b9fbb87bc12 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0786009 Sep 15 16:18:58.487871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:58.582319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997874-0379-41f1-a4d5-85b23446c79b req-291b2102-7837-45c9-980c-c448f14f85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:58.584409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-291b2102-7837-45c9-980c-c448f14f85f0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 200 len: 909 time: 0.1146326 Sep 15 16:18:58.662925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-b78a9069-1e8e-489f-8e2f-dde7bbe6f17e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 200 len: 1001 time: 0.0709929 Sep 15 16:18:58.722298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997874-0379-41f1-a4d5-85b23446c79b req-669e1a7e-ffb3-4f81-a775-72e6f7fa2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:58.723728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-669e1a7e-ffb3-4f81-a775-72e6f7fa2c13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=218c0678-7ea1-4ccb-af9e-8507c6faaa27 HTTP/1.1" status: 200 len: 847 time: 0.0544934 Sep 15 16:18:58.781256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997874-0379-41f1-a4d5-85b23446c79b req-66d7c463-d7f8-4a31-8d82-d53453b91664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:58.783031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-66d7c463-d7f8-4a31-8d82-d53453b91664 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526028 Sep 15 16:18:58.884538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-61980b05-2a66-406a-bda6-cfb1063d64b8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/a394bd87-f4bf-4309-998f-84132e0e59db HTTP/1.1" status: 200 len: 994 time: 0.4422622 Sep 15 16:18:58.896740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-55c3a9f3-3bc8-4770-92be-aab5d64abff8 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071076 Sep 15 16:18:59.019760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 54992) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:59.024621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56997874-0379-41f1-a4d5-85b23446c79b req-4c3685f7-27e2-472d-a69c-fb19c52af2f0 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211984 Sep 15 16:18:59.150642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:59.277818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:59.280870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa29f55-efda-42fc-8192-626801339004 req-e2382db4-0e24-4295-aaf4-c6fd50f170d1 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:18:59.282398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3aa29f55-efda-42fc-8192-626801339004 req-e2382db4-0e24-4295-aaf4-c6fd50f170d1 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1097 time: 0.0636518 Sep 15 16:18:59.317107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3aa29f55-efda-42fc-8192-626801339004 req-cbde53b8-89f4-43b7-a4af-0ad70c58b907 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286620 Sep 15 16:18:59.344719 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:59.390950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58f2f4b-aaac-416d-8c6e-78f89305c98a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:18:59.407189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=cbe0d691e1934d8db330e18e51576a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831804 Sep 15 16:18:59.407189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.407507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55008) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:18:59.408608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.409046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.409456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.409864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.410267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.410709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.411155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.411532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.411923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.412310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.412730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f338694-cf36-4564-9503-7d999b723c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:18:59.436218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-6ece5dd6-c262-4df7-94a4-0f9cdf9ef7ac req-49ccc54f-bc91-425c-9b66-4cfed7479167 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:18:59.437294 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ece5dd6-c262-4df7-94a4-0f9cdf9ef7ac req-49ccc54f-bc91-425c-9b66-4cfed7479167 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095587 Sep 15 16:18:59.474506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2def12a7-4c8b-4306-ac77-d448e644506d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:59.497221 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2def12a7-4c8b-4306-ac77-d448e644506d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:59.590418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2def12a7-4c8b-4306-ac77-d448e644506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:59.593810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2def12a7-4c8b-4306-ac77-d448e644506d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:59.595051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2def12a7-4c8b-4306-ac77-d448e644506d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e58f2f4b-aaac-416d-8c6e-78f89305c98a HTTP/1.1" status: 204 len: 168 time: 0.1863143 Sep 15 16:18:59.604442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def12a7-4c8b-4306-ac77-d448e644506d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58f2f4b-aaac-416d-8c6e-78f89305c98a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:00.150337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:00.315004 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:00.659203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-0929842b-3ca1-4d68-b143-06f682a5c846 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677586 Sep 15 16:19:00.664158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-cad1a5a1-8ea9-4d29-bf9d-9c5450803ccc service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:19:00.671629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-cad1a5a1-8ea9-4d29-bf9d-9c5450803ccc service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087283 Sep 15 16:19:00.886861 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:19:03.965622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-b86eacd3-15d7-4a39-b6c3-b55abf375948 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:03.967083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-b86eacd3-15d7-4a39-b6c3-b55abf375948 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1094 time: 0.2214701 Sep 15 16:19:03.976804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Request body: {'binding': {'host': 'n-h1-808199-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:03.981344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Unknown quota resources ['binding']. {{(pid=102019) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 15 16:19:04.127159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on host n-h1-808199-2 for vnic_type normal with profile None {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:19:04.127554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:19:04.127888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:04.132749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:19:04.135784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:04.138029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:19:04.138366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Checking segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:19:04.138747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Bound using segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:19:04.139164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Bound port: b6168719-4f13-44f4-9bf2-99bb44c4e188, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:19:04.225275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:19:04.362075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] Notify callbacks [] for binding, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:04.363333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] 10.222.0.63 "POST /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188/bindings HTTP/1.1" status: 201 len: 389 time: 0.3902109 Sep 15 16:19:04.750626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f26238-2905-409b-865e-1b7e64d71e29 req-52927791-4e12-4e23-9525-33dce42c466c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:04.752359 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f26238-2905-409b-865e-1b7e64d71e29 req-52927791-4e12-4e23-9525-33dce42c466c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0600033 Sep 15 16:19:04.793070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f26238-2905-409b-865e-1b7e64d71e29 req-54dc8fcd-d429-4a21-8a37-8b09f926f5a5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347247 Sep 15 16:19:05.169502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-ba80ccb6-a355-4389-a592-948e8d199448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:05.171685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-ba80ccb6-a355-4389-a592-948e8d199448 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1097 time: 0.0470865 Sep 15 16:19:05.278358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-e9232a7e-61a5-4773-b45d-51804a705545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:05.279811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-e9232a7e-61a5-4773-b45d-51804a705545 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 897 time: 0.1010847 Sep 15 16:19:05.348056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-ba262630-d05d-426d-93b8-6a5d7be0563e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1002 time: 0.0609276 Sep 15 16:19:05.405967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-20e3f7fe-407e-4cac-a80f-8d459d12839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:05.407504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-20e3f7fe-407e-4cac-a80f-8d459d12839e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 200 len: 835 time: 0.0533032 Sep 15 16:19:05.456056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-01799079-ba20-414b-a5d5-0f16a3de3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:05.457677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-01799079-ba20-414b-a5d5-0f16a3de3fbf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2551c0e-bdcd-4d80-b396-aed8554cede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432434 Sep 15 16:19:05.555908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-1e40b1fa-15b3-4e6c-b3e9-61ba76aaee4f service neutron] 10.222.0.38 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908997 Sep 15 16:19:05.652029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-bb2517ea-3ec1-4c3c-8c34-9728d77ad0f6 service neutron] 10.222.0.38 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Sep 15 16:19:05.791747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6e71ee3c-fa13-4c68-8ef6-809424a4c221 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:05.793449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6e71ee3c-fa13-4c68-8ef6-809424a4c221 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1097 time: 0.0825448 Sep 15 16:19:05.805878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808199-2'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:05.868722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:06.016033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b30b6-cfc7-4c5a-aa81-9938d8c41400 req-e8b8e8e7-5ce3-4cb2-ba9c-8ee54c2ba322 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:06.017570 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-637b30b6-cfc7-4c5a-aa81-9938d8c41400 req-e8b8e8e7-5ce3-4cb2-ba9c-8ee54c2ba322 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.1123347 Sep 15 16:19:06.077147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:06.090302 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-637b30b6-cfc7-4c5a-aa81-9938d8c41400 req-5f4e81ff-3e5e-4165-af4e-511fe1d26c82 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641677 Sep 15 16:19:06.131544 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:06.174396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:06.176725 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5f28f4-c20e-4003-8de8-1e56bf231f17" -d '{"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:06.182220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:06.294593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:06.299508 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd56e9c4-5a8b-4264-9b69-eca67f4498ca x-openstack-request-id: req-bd56e9c4-5a8b-4264-9b69-eca67f4498ca {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:06.306958 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:06.306958 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd56e9c4-5a8b-4264-9b69-eca67f4498ca {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:06.306958 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'code': 200} Sep 15 16:19:06.396639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:06.451538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on host n-h2-808199-2 for vnic_type normal with profile {"migrating_to": "n-h1-808199-2"} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:19:06.451898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:19:06.452234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:06.458434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:19:06.458769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Attempting to bind port b6168719-4f13-44f4-9bf2-99bb44c4e188 on network a2551c0e-bdcd-4d80-b396-aed8554cede6 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:06.466160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:19:06.466835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Checking segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:19:06.467477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Bound using segment: {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:19:06.468136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Bound port: b6168719-4f13-44f4-9bf2-99bb44c4e188, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f8818a-53a2-45f4-9ac7-804386f45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:19:06.469324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:06.540167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:06.543387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:19:06.573189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a4cb179e-6e20-43ce-94cf-c64382c00305 None None] Provisioning complete for port b6168719-4f13-44f4-9bf2-99bb44c4e188 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:06.573758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a4cb179e-6e20-43ce-94cf-c64382c00305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:06.610367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb179e-6e20-43ce-94cf-c64382c00305 None None] Port b6168719-4f13-44f4-9bf2-99bb44c4e188 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:19:06.636808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:06.737327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=8']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:06.785822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:06.786447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:06.788004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-3ecd66fd-c8ab-4cdb-8fd0-e42961c05819 service neutron] 10.222.0.38 "PUT /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1122 time: 0.9863756 Sep 15 16:19:06.850852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['b6168719-4f13-44f4-9bf2-99bb44c4e188'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:19:06.968200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e13730c6-2948-4921-88ad-26d69ce5c928 None None] Provisioning complete for port b6168719-4f13-44f4-9bf2-99bb44c4e188 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:06.968545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e13730c6-2948-4921-88ad-26d69ce5c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:07.128419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e13730c6-2948-4921-88ad-26d69ce5c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:07.170988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:07.174131 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee817ffd-a3cc-4ac3-8884-56a06cfed01e" -d '{"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-plugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:07.194338 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e13730c6-2948-4921-88ad-26d69ce5c928 None None] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:07.231375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694f4a5-ad8c-4831-9602-b25f6678a378 req-77315838-9a40-40e1-a590-3ec68b461f67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:07.233004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9694f4a5-ad8c-4831-9602-b25f6678a378 req-77315838-9a40-40e1-a590-3ec68b461f67 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 944 time: 0.0564549 Sep 15 16:19:07.276568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9694f4a5-ad8c-4831-9602-b25f6678a378 req-0309f73f-96df-4805-a9bf-4fcd40a342d7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361114 Sep 15 16:19:07.276782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e13730c6-2948-4921-88ad-26d69ce5c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:07.320650 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2afa7e-01e4-4cca-9954-f3f579e6c606 x-openstack-request-id: req-6f2afa7e-01e4-4cca-9954-f3f579e6c606 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:07.320943 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-plugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:07.321202 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6f2afa7e-01e4-4cca-9954-f3f579e6c606 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:07.321592 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'code': 200} Sep 15 16:19:07.426541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13730c6-2948-4921-88ad-26d69ce5c928 None None] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:08.303437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:08.305872 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1745b868-35eb-424c-a54e-b06dcd497b49" -d '{"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:08.348655 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ed1ed9-7798-40e9-88e3-0bdb8daa77fd x-openstack-request-id: req-f1ed1ed9-7798-40e9-88e3-0bdb8daa77fd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:08.348886 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:08.349119 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f1ed1ed9-7798-40e9-88e3-0bdb8daa77fd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:08.349522 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'status': 'completed', 'code': 200} Sep 15 16:19:08.441488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76407b7d-2a21-45b3-a107-b8f2f879730f req-e0474863-98a6-4b08-82a0-540b30d0fe6a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:08.443109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76407b7d-2a21-45b3-a107-b8f2f879730f req-e0474863-98a6-4b08-82a0-540b30d0fe6a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0714364 Sep 15 16:19:08.481126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-22809848-91e0-4d45-a398-648023bcf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:08.482711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-22809848-91e0-4d45-a398-648023bcf7c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1127 time: 0.1109066 Sep 15 16:19:08.487406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76407b7d-2a21-45b3-a107-b8f2f879730f req-65883901-1f38-47af-8f15-de6f88952238 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363436 Sep 15 16:19:08.599662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-f9bb3820-990d-4094-bda3-493443dc8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:08.601073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-f9bb3820-990d-4094-bda3-493443dc8091 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 897 time: 0.1101608 Sep 15 16:19:08.677881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-bdeff80b-51db-4e2f-9402-e9847762240e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1002 time: 0.0689077 Sep 15 16:19:08.728514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-35a8ad8e-e980-4be1-b8dd-8c30d2012ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:08.729981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-35a8ad8e-e980-4be1-b8dd-8c30d2012ba6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 200 len: 835 time: 0.0448296 Sep 15 16:19:08.784967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-32047f95-2192-4980-b798-9a2b54a0a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:08.786722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-32047f95-2192-4980-b798-9a2b54a0a8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2551c0e-bdcd-4d80-b396-aed8554cede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482750 Sep 15 16:19:08.899904 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-fdfe895b-d80c-41c7-bb36-fefad6b622f6 service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048803 Sep 15 16:19:09.002878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1745b868-35eb-424c-a54e-b06dcd497b49 req-b336c020-3fcf-454d-8476-874ba3ca0171 service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953405 Sep 15 16:19:09.614104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e645677-d67b-4a1b-a911-b6af78db385b req-9a7f1cf9-c292-4d16-b119-3d0520de7263 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:09.615673 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e645677-d67b-4a1b-a911-b6af78db385b req-9a7f1cf9-c292-4d16-b119-3d0520de7263 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0545392 Sep 15 16:19:09.655505 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e645677-d67b-4a1b-a911-b6af78db385b req-6cea014c-1bc5-4c38-9c47-84599e16a357 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335867 Sep 15 16:19:09.897788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:19:09.949525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-71a4acee-ce04-445f-8b03-aee9ec363704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:09.951021 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-71a4acee-ce04-445f-8b03-aee9ec363704 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1127 time: 0.0553825 Sep 15 16:19:10.005688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:10.017682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 has no active binding in host n-h1-808199-2 {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 15 16:19:10.070610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-a1eb4190-ff96-4370-86b4-3aa335c279f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:10.072045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-a1eb4190-ff96-4370-86b4-3aa335c279f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 897 time: 0.0999413 Sep 15 16:19:10.138523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-9e59df97-20bc-40f0-bb9a-5bd5977a44cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1002 time: 0.0590935 Sep 15 16:19:10.195828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-96da0517-2910-47f3-8b8b-d35247bec8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:10.197391 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-96da0517-2910-47f3-8b8b-d35247bec8ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 200 len: 835 time: 0.0504258 Sep 15 16:19:10.252564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-369d70e2-6810-4516-b719-67168aeac3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:10.254011 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-369d70e2-6810-4516-b719-67168aeac3e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2551c0e-bdcd-4d80-b396-aed8554cede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420654 Sep 15 16:19:10.356262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-a0690dfb-532a-45bd-b743-96a2ddd6ae6c service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881443 Sep 15 16:19:10.455485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ecaa3ded-9953-4cce-808f-84e98bcd56ee req-57a3137f-0679-4209-b27f-1134c47388cf service neutron] 10.222.0.55 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887816 Sep 15 16:19:10.779924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f2402-a3de-4e3e-a31c-b849335cea85 req-31d560a8-ff31-48e7-93b0-fc1d87d9aef4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:10.781521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-934f2402-a3de-4e3e-a31c-b849335cea85 req-31d560a8-ff31-48e7-93b0-fc1d87d9aef4 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0512981 Sep 15 16:19:10.821396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-934f2402-a3de-4e3e-a31c-b849335cea85 req-62b2026d-3700-4ad4-88f9-8ab4c78ae1f7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338502 Sep 15 16:19:11.957607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6c322-efd9-467a-bb47-08b41c81c6c7 req-8de4d50c-ab11-4cf5-a7f1-7ad8ff1c13eb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:11.959149 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fc6c322-efd9-467a-bb47-08b41c81c6c7 req-8de4d50c-ab11-4cf5-a7f1-7ad8ff1c13eb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 946 time: 0.0631561 Sep 15 16:19:12.000273 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fc6c322-efd9-467a-bb47-08b41c81c6c7 req-c6567d09-333e-418b-b451-09daa4348449 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344284 Sep 15 16:19:12.276674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-cc50dce2-33c0-49ea-97ce-4324fdb98a80 service neutron] 10.222.0.55 "GET /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188/bindings/n-h1-808199-2 HTTP/1.1" status: 200 len: 384 time: 0.0735197 Sep 15 16:19:12.457241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:12.478228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:12.530690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:12.533676 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace81d2e-9366-4759-8d8a-775a81af1361" -d '{"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:12.544039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:12.581949 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c705f-e664-4c98-8224-bcca4da0941c x-openstack-request-id: req-c47c705f-e664-4c98-8224-bcca4da0941c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:12.582350 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:12.582667 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c47c705f-e664-4c98-8224-bcca4da0941c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:12.583137 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'code': 200} Sep 15 16:19:12.626124 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:12.706693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] Transition to ACTIVE for port object b6168719-4f13-44f4-9bf2-99bb44c4e188 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:19:12.785663 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:12.897803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] Pushing event updated for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=11']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:12.927540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] No DVR routers for this DVR port b6168719-4f13-44f4-9bf2-99bb44c4e188 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:19:13.083780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-41bcab95-cc5f-470a-9184-7ddac7e79c93 service neutron] 10.222.0.55 "PUT /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188/bindings/n-h1-808199-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7996757 Sep 15 16:19:13.157859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b87612-5a99-4fc6-b491-c5364c65a710 req-d4ba8119-237f-4121-ba49-c5e50462476f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:13.159550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72b87612-5a99-4fc6-b491-c5364c65a710 req-d4ba8119-237f-4121-ba49-c5e50462476f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.0554123 Sep 15 16:19:13.240677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-72b87612-5a99-4fc6-b491-c5364c65a710 req-bbacd747-337b-4aab-bd2a-f7bb5d49ca4f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746512 Sep 15 16:19:13.275574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-b38ac172-9f7c-408a-9dcc-77f0000d0057 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:13.278011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-b38ac172-9f7c-408a-9dcc-77f0000d0057 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.0702965 Sep 15 16:19:13.346523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-8d60e318-965c-45bf-883d-7240ab92f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:13.348411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-8d60e318-965c-45bf-883d-7240ab92f484 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 1096 time: 0.0625122 Sep 15 16:19:13.417148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-7c7e2b4b-04d3-48f0-8da7-8972dfb23ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:13.418979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-7c7e2b4b-04d3-48f0-8da7-8972dfb23ed6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1096 time: 0.0452213 Sep 15 16:19:13.517696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-42962d19-219d-49a3-91a4-640962738d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:13.519485 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-42962d19-219d-49a3-91a4-640962738d05 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 897 time: 0.0938568 Sep 15 16:19:13.610403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-c4164c48-2b40-40ef-b4ff-a8c43ccafefa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 1000 time: 0.0798867 Sep 15 16:19:13.661840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-aec3693f-6ac4-4844-9e10-b86b2af861b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:13.663344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-aec3693f-6ac4-4844-9e10-b86b2af861b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 200 len: 835 time: 0.0455739 Sep 15 16:19:13.715336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-c948c956-da28-4d40-bf54-f6f7c86c91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:13.717003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-c948c956-da28-4d40-bf54-f6f7c86c91d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2551c0e-bdcd-4d80-b396-aed8554cede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466673 Sep 15 16:19:13.815465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-69032b4a-0b00-4c99-a455-85a66aef51e3 service neutron] 10.222.0.38 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912704 Sep 15 16:19:13.917019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-9a64a357-d3b6-458e-8cf2-090062680ae7 service neutron] 10.222.0.38 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951419 Sep 15 16:19:14.368193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e1fac-0dbf-4a1b-a04a-61ce96207f3f req-d6f140aa-8dee-4633-a71b-7a48a52cceee tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:14.369974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-523e1fac-0dbf-4a1b-a04a-61ce96207f3f req-d6f140aa-8dee-4633-a71b-7a48a52cceee tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.0531321 Sep 15 16:19:14.436216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-523e1fac-0dbf-4a1b-a04a-61ce96207f3f req-938717bc-7277-4f56-bebf-af99ca23762a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557854 Sep 15 16:19:14.444744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-68b912df-57c8-4da0-94e6-a651f6dd9570 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:14.446278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-68b912df-57c8-4da0-94e6-a651f6dd9570 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 1096 time: 0.0753200 Sep 15 16:19:14.657218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-b6728e73-51fd-452a-8765-fa431e0ac767 service neutron] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:14.660545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-b6728e73-51fd-452a-8765-fa431e0ac767 service neutron] Notify callbacks [] for binding, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:14.661684 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-b6728e73-51fd-452a-8765-fa431e0ac767 service neutron] 10.222.0.38 "DELETE /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188/bindings/n-h2-808199-2 HTTP/1.1" status: 204 len: 173 time: 0.2069812 Sep 15 16:19:15.610558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd5c9b-7d8b-4cd9-abb6-2417370891bf req-22cfa03d-428a-4906-8f4b-f505edd74b7c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:15.612729 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7bfd5c9b-7d8b-4cd9-abb6-2417370891bf req-22cfa03d-428a-4906-8f4b-f505edd74b7c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.0632014 Sep 15 16:19:15.660826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7bfd5c9b-7d8b-4cd9-abb6-2417370891bf req-e09813a0-7b34-49ca-9ae8-246bf5838f29 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379093 Sep 15 16:19:15.793705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eaf6c-c2c0-45bc-b5bb-32ca7147cf50 req-0108269a-f6a8-4e67-b7ab-9d892a07c5ba tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:15.795440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b8eaf6c-c2c0-45bc-b5bb-32ca7147cf50 req-0108269a-f6a8-4e67-b7ab-9d892a07c5ba tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1096 time: 0.0601430 Sep 15 16:19:15.849931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b8eaf6c-c2c0-45bc-b5bb-32ca7147cf50 req-e25be9bd-af34-45bf-a67a-8f00979c4819 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Sep 15 16:19:15.976583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d75490-01da-4fb7-bd0e-734af1b36138 req-661852d9-a4ef-4892-bb42-ba1a3ec8d3f0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:15.978048 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46d75490-01da-4fb7-bd0e-734af1b36138 req-661852d9-a4ef-4892-bb42-ba1a3ec8d3f0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.0519350 Sep 15 16:19:16.016385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46d75490-01da-4fb7-bd0e-734af1b36138 req-e3c6d474-34c6-4ba6-b3cf-684fe9cc1465 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323346 Sep 15 16:19:16.041505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55264) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:16.108757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5b5052c2-d09e-4aa7-b9f8-0920c02bf58b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/a394bd87-f4bf-4309-998f-84132e0e59db HTTP/1.1" status: 200 len: 992 time: 0.0657659 Sep 15 16:19:16.280292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:19:16.321025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:19:18.361813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55300) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:18.520720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port c0078fbd-0912-40c5-a513-e99568b051e5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:19:18.521081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:18.604093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:18.604431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:18.618730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for c0078fbd-0912-40c5-a513-e99568b051e5 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:19:18.882360 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:18.910403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=c0078fbd-0912-40c5-a513-e99568b051e5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:18.971903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:18.972242 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP a394bd87-f4bf-4309-998f-84132e0e59db disassociated (deleted). External IP: 172.25.0.181, port: b6168719-4f13-44f4-9bf2-99bb44c4e188. Sep 15 16:19:19.509269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:19:19.644148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:19:19.649910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:19.655129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] Sync routers for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:19:19.671370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:19.672000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:18:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:19.687936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-15a02298-d6df-44ee-b9d1-359137a7452a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/floatingips/a394bd87-f4bf-4309-998f-84132e0e59db HTTP/1.1" status: 204 len: 168 time: 1.3223314 Sep 15 16:19:19.687936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:19.688581 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:19.769934 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99e4ed2-d138-414d-a15a-4bf91eade195 x-openstack-request-id: req-a99e4ed2-d138-414d-a15a-4bf91eade195 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:19.770603 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:19.771079 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a99e4ed2-d138-414d-a15a-4bf91eade195 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:19.771718 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'status': 'completed', 'code': 200} Sep 15 16:19:19.849100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-2d6d5034-353a-49c2-8576-84585de24d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:19.851142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-2d6d5034-353a-49c2-8576-84585de24d80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 1096 time: 0.0612788 Sep 15 16:19:19.962945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-df1e42c3-49f2-4bd6-8ea9-33c7b3aa54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:19.964904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-df1e42c3-49f2-4bd6-8ea9-33c7b3aa54fe service neutron] 10.222.0.38 "GET /v2.0/networks?id=a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 200 len: 897 time: 0.1070712 Sep 15 16:19:19.969335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:20.024572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-289dd4fc-c0f8-4d72-b937-cc2cf0a7f1a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 200 len: 217 time: 0.0521576 Sep 15 16:19:20.090100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-2753fe30-d9b3-4485-bdcc-2ae63b284637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:20.091722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-2753fe30-d9b3-4485-bdcc-2ae63b284637 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 200 len: 835 time: 0.0539024 Sep 15 16:19:20.143385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-bb4677b7-49ac-444a-b884-b4f4f4ed35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:20.145056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-bb4677b7-49ac-444a-b884-b4f4f4ed35c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a2551c0e-bdcd-4d80-b396-aed8554cede6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455914 Sep 15 16:19:20.211337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:10Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:20.244190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] Checking router: 9a3eb83f-27eb-412c-a083-fd5fa1fc230e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:19:20.253926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:20.254563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:18:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:20.304517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf237a-8b31-4db7-9a3c-a610ae6d6fed req-d8b56fa9-f2a4-41f6-b173-857a7b59cbc6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:20.306937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63bf237a-8b31-4db7-9a3c-a610ae6d6fed req-d8b56fa9-f2a4-41f6-b173-857a7b59cbc6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.1199002 Sep 15 16:19:20.310527 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-3268d98e-6293-4eb9-b6e7-cf37f37ee2b3 service neutron] 10.222.0.38 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582780 Sep 15 16:19:20.382759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63bf237a-8b31-4db7-9a3c-a610ae6d6fed req-82442eb4-bdd5-4563-9aa9-091ee9008531 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=000f8590-457d-415c-a113-642b8497a483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692201 Sep 15 16:19:20.394933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:20.447820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-19a68c96-65e3-40c4-a0d1-ca8e9b9a53d7 req-82eba2df-d451-44fb-a178-4da9dfbcc798 service neutron] 10.222.0.38 "GET /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266818 Sep 15 16:19:20.630400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:10Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:20.659659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f233ec-ad43-4e75-b345-66cf4ae128a3 None None] The sync data for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 is: [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:06Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '31309d68-b390-41fd-bc23-ee061134458d', 'name': '', 'network_id': 'a2551c0e-bdcd-4d80-b396-aed8554cede6', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:2b:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:05Z', 'updated_at': '2021-09-15T16:18:10Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '4370377b-b6be-4ea1-a0c4-121f0ba9a789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:19:20.668332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-6119077e-a48a-4a9c-9d11-5ff68f675e97 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:20.670092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-6119077e-a48a-4a9c-9d11-5ff68f675e97 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 945 time: 0.0602784 Sep 15 16:19:20.773476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port b6168719-4f13-44f4-9bf2-99bb44c4e188 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:19:20.773915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:20.895565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port b6168719-4f13-44f4-9bf2-99bb44c4e188, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=b6168719-4f13-44f4-9bf2-99bb44c4e188,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:20.895565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:20.909209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for b6168719-4f13-44f4-9bf2-99bb44c4e188 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:19:20.989666 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ee9d95-18e3-4c26-89de-94f1c4e460a0 None None] New status for floating IP a394bd87-f4bf-4309-998f-84132e0e59db: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:19:21.133914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:21.165596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=b6168719-4f13-44f4-9bf2-99bb44c4e188,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:21.207898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] No DVR routers for this DVR port b6168719-4f13-44f4-9bf2-99bb44c4e188 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:19:21.210588 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:21.212739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7be05b9-f295-43df-bfae-3dff73244b98 req-f886cb32-d2f3-4d33-9cba-d5f01d8a7f86 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.38 "DELETE /v2.0/ports/b6168719-4f13-44f4-9bf2-99bb44c4e188 HTTP/1.1" status: 204 len: 173 time: 0.5355663 Sep 15 16:19:21.489619 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c9125e24-e8a6-49f6-a210-e6cd3c7ab422 req-db9eeea5-803d-45ce-8b65-200f363574ff tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=ac173b80-c80f-494c-bb89-6638f5c2b20a HTTP/1.1" status: 200 len: 210 time: 0.0312753 Sep 15 16:19:21.773595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-deleted', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:21.775975 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d8c712-2c83-4273-b197-94370e9d7939" -d '{"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-deleted", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:21.812315 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30c822-0faf-49c4-b81c-2985d1f9853c x-openstack-request-id: req-1a30c822-0faf-49c4-b81c-2985d1f9853c {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:21.812686 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac173b80-c80f-494c-bb89-6638f5c2b20a", "name": "network-vif-deleted", "tag": "b6168719-4f13-44f4-9bf2-99bb44c4e188", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:21.812938 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1a30c822-0faf-49c4-b81c-2985d1f9853c {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:21.813333 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac173b80-c80f-494c-bb89-6638f5c2b20a', 'name': 'network-vif-deleted', 'tag': 'b6168719-4f13-44f4-9bf2-99bb44c4e188', 'status': 'completed', 'code': 200} Sep 15 16:19:22.554418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55376) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:23.052047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:23.325065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 31309d68-b390-41fd-bc23-ee061134458d {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:19:23.325413 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:23.421436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port 31309d68-b390-41fd-bc23-ee061134458d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=31309d68-b390-41fd-bc23-ee061134458d,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:23.421808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:23.435439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 31309d68-b390-41fd-bc23-ee061134458d owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:19:23.728088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:23.758947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=31309d68-b390-41fd-bc23-ee061134458d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:23.995435 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-311beccc-f047-4782-8236-748989931091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:23.999864 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:24.023466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:19:24.072423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: b6168719-4f13-44f4-9bf2-99bb44c4e188 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:19:24.074388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device b6168719-4f13-44f4-9bf2-99bb44c4e188 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:19:24.237730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:19:24.351030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:19:24.359104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-10bcf69f-1bd3-46d5-8908-9557aea81f63 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/9a3eb83f-27eb-412c-a083-fd5fa1fc230e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8005545 Sep 15 16:19:24.359104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55412) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:24.362650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] Sync routers for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:19:24.381115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:24.381768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:18:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:24.425931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting subnet 4370377b-b6be-4ea1-a0c4-121f0ba9a789 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:19:24.430699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:24.511064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:24.538246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:24.635922 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:24.728924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:19:23Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:24.756390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] Checking router: 9a3eb83f-27eb-412c-a083-fd5fa1fc230e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:19:24.764972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] Routers {'9a3eb83f-27eb-412c-a083-fd5fa1fc230e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:24.765584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:18:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:24.799663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:24.832126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Subnet': ['ID=4370377b-b6be-4ea1-a0c4-121f0ba9a789,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:24.840333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:24.843932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-01da5ad0-ef19-4dba-8f20-9ccee08c2083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/subnets/4370377b-b6be-4ea1-a0c4-121f0ba9a789 HTTP/1.1" status: 204 len: 168 time: 0.4814668 Sep 15 16:19:24.844669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55424) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:24.877868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2520f0a-c8fa-414c-9365-a64ff0f9f11a None None] Network a2551c0e-bdcd-4d80-b396-aed8554cede6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:19:24.982962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] Set router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:24.997128 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.123830 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.231963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] DHCP port deletion for a2551c0e-bdcd-4d80-b396-aed8554cede6 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:19:25.238619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:19:23Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:25.277167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port d8459d37-f076-4bd8-9314-ffd8baa98be7 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:19:25.277821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.292950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f95ff6-18ce-4767-8c56-a9f4cbc31367 None None] The sync data for ids ['9a3eb83f-27eb-412c-a083-fd5fa1fc230e'] in n-d-808199-2 is: [{'id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1606371547', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:19:23Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': 'd8459d37-f076-4bd8-9314-ffd8baa98be7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3eb83f-27eb-412c-a083-fd5fa1fc230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:18:00Z', 'updated_at': '2021-09-15T16:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:19:25.325765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] Deleting port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:19:25.326174 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.380986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port d8459d37-f076-4bd8-9314-ffd8baa98be7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d8459d37-f076-4bd8-9314-ffd8baa98be7,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:25.381807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.397805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for d8459d37-f076-4bd8-9314-ffd8baa98be7 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:19:25.408160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] For port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3,segment=NetworkSegment(24f8818a-53a2-45f4-9ac7-804386f45b09),segment_id=24f8818a-53a2-45f4-9ac7-804386f45b09)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:25.408904 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.426979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] Calling delete_port for e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:19:25.585207 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.652928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] Pushing event deleted for resources: {'Port': ['ID=e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:25.668027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb86507-afd8-40f0-acbf-8ad1e05d0bab None None] No DVR routers for this DVR port e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:19:25.728076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.745889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 31309d68-b390-41fd-bc23-ee061134458d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:19:25.769269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 31309d68-b390-41fd-bc23-ee061134458d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:19:25.769901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 31309d68-b390-41fd-bc23-ee061134458d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:19:25.770527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:19:25.776770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=d8459d37-f076-4bd8-9314-ffd8baa98be7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:25.810685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:19:25.811381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e0b5e041-e49c-4bef-a70e-9cb4b0cff4f3 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:19:25.862947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.970582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:25.972808 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.088452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.089025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Fanout notify agent at l3_agent the message router_deleted on router 9a3eb83f-27eb-412c-a083-fd5fa1fc230e {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:19:26.097819 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.099002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bb4944e7-d46d-40f6-b5f1-3132deba1e0e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/routers/9a3eb83f-27eb-412c-a083-fd5fa1fc230e HTTP/1.1" status: 204 len: 168 time: 1.2539365 Sep 15 16:19:26.102075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55436) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:26.188449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.302600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.332295 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2551c0e-bdcd-4d80-b396-aed8554cede6']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:26.353755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f8818a-53a2-45f4-9ac7-804386f45b09') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:26.354269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f8818a-53a2-45f4-9ac7-804386f45b09') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:26.372699 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.394831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.402706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:19:26.403393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:19:26.406561 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:19:26.539583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.551396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.557095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55442) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:26.557703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/networks/a2551c0e-bdcd-4d80-b396-aed8554cede6 HTTP/1.1" status: 204 len: 168 time: 0.4545183 Sep 15 16:19:26.570164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df724-4386-42f7-9340-4ca579ac5071 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Network': ['ID=a2551c0e-bdcd-4d80-b396-aed8554cede6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:26.628773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9037528-b098-44e5-8239-27be5a0607ba tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.658798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9037528-b098-44e5-8239-27be5a0607ba tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.814912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9037528-b098-44e5-8239-27be5a0607ba tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.817908 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b9037528-b098-44e5-8239-27be5a0607ba tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:26.822046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b9037528-b098-44e5-8239-27be5a0607ba tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/security-groups/000f8590-457d-415c-a113-642b8497a483 HTTP/1.1" status: 204 len: 168 time: 0.2610977 Sep 15 16:19:26.830309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9037528-b098-44e5-8239-27be5a0607ba tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f8590-457d-415c-a113-642b8497a483,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:26.848791 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:27.116901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:27.333782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f8d3788-1c1b-44b5-8f95-aad47d6b49ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:27.566261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55458) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:27.571201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f5060753-75fb-411b-8e8a-dd208d692e54 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-230012736', 'description': 'tempest-secgroup-smoke-230012736 description', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:27.582261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d8459d37-f076-4bd8-9314-ffd8baa98be7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:19:27.605414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d8459d37-f076-4bd8-9314-ffd8baa98be7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:19:27.606098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d8459d37-f076-4bd8-9314-ffd8baa98be7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:19:27.711042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5060753-75fb-411b-8e8a-dd208d692e54 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:27.804573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5060753-75fb-411b-8e8a-dd208d692e54 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:27.916382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5060753-75fb-411b-8e8a-dd208d692e54 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:27.948552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5060753-75fb-411b-8e8a-dd208d692e54 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e9fb1-873e-4d1d-94af-f439a423711c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:28.180669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f5060753-75fb-411b-8e8a-dd208d692e54 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.180669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f5060753-75fb-411b-8e8a-dd208d692e54 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5223393 Sep 15 16:19:28.180669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55466) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:28.180669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a9de6877-17c0-4ef2-bdb5-ff1e088838c8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': 'c64e9fb1-873e-4d1d-94af-f439a423711c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:28.337633 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9de6877-17c0-4ef2-bdb5-ff1e088838c8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.393639 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9de6877-17c0-4ef2-bdb5-ff1e088838c8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.476981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9de6877-17c0-4ef2-bdb5-ff1e088838c8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.495817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de6877-17c0-4ef2-bdb5-ff1e088838c8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50349a70-3fbf-44da-8d33-154cc21ff866,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:28.510941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.562492 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9de6877-17c0-4ef2-bdb5-ff1e088838c8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.564223 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a9de6877-17c0-4ef2-bdb5-ff1e088838c8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4701235 Sep 15 16:19:28.566549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55468) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:28.571033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-dccf2cdc-85eb-4d5b-ab31-c5c1b4a88a3e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': 'c64e9fb1-873e-4d1d-94af-f439a423711c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:28.653037 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dccf2cdc-85eb-4d5b-ab31-c5c1b4a88a3e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.713734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dccf2cdc-85eb-4d5b-ab31-c5c1b4a88a3e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.774027 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dccf2cdc-85eb-4d5b-ab31-c5c1b4a88a3e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.792935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf2cdc-85eb-4d5b-ab31-c5c1b4a88a3e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0feb9f-9231-4890-9b68-7152d1ed6cf4,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:28.878262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-dccf2cdc-85eb-4d5b-ab31-c5c1b4a88a3e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:28.879673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dccf2cdc-85eb-4d5b-ab31-c5c1b4a88a3e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3120956 Sep 15 16:19:28.882403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55484) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:28.886781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-34858115-4a4b-4406-bf93-1ba96f2bdd70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': 'c64e9fb1-873e-4d1d-94af-f439a423711c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:28.991331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34858115-4a4b-4406-bf93-1ba96f2bdd70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.053432 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34858115-4a4b-4406-bf93-1ba96f2bdd70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.178344 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34858115-4a4b-4406-bf93-1ba96f2bdd70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.198897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34858115-4a4b-4406-bf93-1ba96f2bdd70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5002397-eb17-4500-abcf-d1c4c3e07f46,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:29.271168 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-34858115-4a4b-4406-bf93-1ba96f2bdd70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.275150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-34858115-4a4b-4406-bf93-1ba96f2bdd70 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892572 Sep 15 16:19:29.275415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55486) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:29.279904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-89c64fa3-a930-425e-838f-78bf3f1a9bfc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': 'c64e9fb1-873e-4d1d-94af-f439a423711c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:29.379135 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89c64fa3-a930-425e-838f-78bf3f1a9bfc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.451487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89c64fa3-a930-425e-838f-78bf3f1a9bfc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.545230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89c64fa3-a930-425e-838f-78bf3f1a9bfc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.567594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c64fa3-a930-425e-838f-78bf3f1a9bfc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0676e6e9-5e61-4120-8213-9e720f1009fb,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:29.643384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-89c64fa3-a930-425e-838f-78bf3f1a9bfc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.647944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55490) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:29.648403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-89c64fa3-a930-425e-838f-78bf3f1a9bfc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3719413 Sep 15 16:19:29.653402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': 'c64e9fb1-873e-4d1d-94af-f439a423711c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:29.757150 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:19:29.762658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.858003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.945466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:29.961759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d144d70-89f1-443d-b933-ab157b9e4545,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:30.145413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.155520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dae46fbe-193b-4d89-bf2f-d82beda4e25d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4970930 Sep 15 16:19:30.155520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55504) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:30.155520 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'security_group_rule': {'security_group_id': 'c64e9fb1-873e-4d1d-94af-f439a423711c', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:30.175028 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.271410 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Project 4a21f74e1c7c4fb48c1f5f2cc63f8946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:19:30.277200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.341623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.418494 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.447018 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.466292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f73b85-36c9-4404-b9cd-76c1e88b218c,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:30.597671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.598930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-41541694-67af-4c08-b1a8-7fa01213d20a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4485900 Sep 15 16:19:30.601877 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55516) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:30.606817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'network': {'name': 'tempest-network-smoke--946524685', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'port_security_enabled': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:30.690076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:19:30.695259 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.721680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:19:30.730628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.735551 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Added segment 76b8ea57-e17e-44dc-9219-48d7315c66d5 of type vlan for network fc09e6c4-60ab-4678-a3a3-ae890f374563 Sep 15 16:19:30.774559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.883280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.889613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:30.890376 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:30.895013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55522) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:30.964725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Network': ['ID=fc09e6c4-60ab-4678-a3a3-ae890f374563,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:30.977225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:19:31.000020 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-06949aea-c9ff-4e94-af4f-6ccc505c1b83 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3946435 Sep 15 16:19:31.000214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55526) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:31.005756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'admin_state_up': True, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:31.026403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e146-6f82-4506-9aab-69513d8ed9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.129577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.136299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.197374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.224899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e146-6f82-4506-9aab-69513d8ed9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.350991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e146-6f82-4506-9aab-69513d8ed9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.399826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6fb9e146-6f82-4506-9aab-69513d8ed9a0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=aaedcf9f178247b6924ad6c5892da6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034635 Sep 15 16:19:31.400797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9e146-6f82-4506-9aab-69513d8ed9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e4235-6b28-41ce-a2a3-d703f8091041,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:31.404430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55530) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:31.474146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f946a61-de62-4470-859b-75f9e4caffea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.498204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f946a61-de62-4470-859b-75f9e4caffea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.514244 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.648046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f946a61-de62-4470-859b-75f9e4caffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.650930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f946a61-de62-4470-859b-75f9e4caffea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.654426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5f946a61-de62-4470-859b-75f9e4caffea admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4e2e4235-6b28-41ce-a2a3-d703f8091041 HTTP/1.1" status: 204 len: 168 time: 0.2464046 Sep 15 16:19:31.661232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f946a61-de62-4470-859b-75f9e4caffea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e4235-6b28-41ce-a2a3-d703f8091041,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:31.847753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.868144 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:31.984742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.28 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/64065cf0-c32f-4d6b-b41e-02dc7eda974f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:19:32.100452 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:32.208265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:32.245129 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:19:32.248173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:19:32.252570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:19:32.286561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=64065cf0-c32f-4d6b-b41e-02dc7eda974f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:32.419739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55544) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:32.433910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62dc3b61-8841-47c8-a450-2017b2b88a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:32.526614 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62dc3b61-8841-47c8-a450-2017b2b88a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:32.602372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:32.631550 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-62dc3b61-8841-47c8-a450-2017b2b88a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:32.680999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-62dc3b61-8841-47c8-a450-2017b2b88a4e admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=010fe5229d524e0aafce781110fa941e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587898 Sep 15 16:19:32.682332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc3b61-8841-47c8-a450-2017b2b88a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6142e1d-e981-4fb6-aba4-f144408b7180,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:32.682999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55546) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:32.788355 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c7be737-5472-42eb-ad0c-070289c53f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:33.183675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c7be737-5472-42eb-ad0c-070289c53f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:33.229301 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:33.396909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c7be737-5472-42eb-ad0c-070289c53f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:33.399556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1c7be737-5472-42eb-ad0c-070289c53f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:33.400802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1c7be737-5472-42eb-ad0c-070289c53f15 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/d6142e1d-e981-4fb6-aba4-f144408b7180 HTTP/1.1" status: 204 len: 168 time: 0.7166607 Sep 15 16:19:33.411650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7be737-5472-42eb-ad0c-070289c53f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6142e1d-e981-4fb6-aba4-f144408b7180,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:33.465446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 09997e4e-71b3-4708-9e33-6c34544facde is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:19:33.586377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:19:33.598771 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Sync routers for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:19:33.612710 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:33.613327 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:33.700097 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:33.701533 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bbc997df-992a-4c44-8f04-f6df064e9c4b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7002566 Sep 15 16:19:33.705377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55556) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:33.724652 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:33.735141 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1c172590-8da1-4057-9883-b89182e6a0b5 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277746 Sep 15 16:19:33.737998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55558) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:33.881513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4f650-9a1a-475d-899a-84d801caf9ef tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:33.883165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2ed4f650-9a1a-475d-899a-84d801caf9ef tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1440809 Sep 15 16:19:33.889199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55566) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:33.934331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55570) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:33.940346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1891905540', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:33.945440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a1602e4b-fedf-4578-a472-fcf4220e4875 tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528414 Sep 15 16:19:34.009254 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:32Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:34.041757 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Checking router: 09997e4e-71b3-4708-9e33-6c34544facde for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:19:34.046722 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Updating router 09997e4e-71b3-4708-9e33-6c34544facde port 64065cf0-c32f-4d6b-b41e-02dc7eda974f binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:19:34.068707 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.133829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:19:34.137890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.420155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.477442 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.485495 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Subnet': ['ID=2002796e-3536-4a26-8e55-8be485fa80a2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:34.493424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Checking segment: {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:19:34.493934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network hostable DHCP agents. Network: fc09e6c4-60ab-4678-a3a3-ae890f374563, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:19:34.557153 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.579531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:19:34.608696 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Attempting to bind port 64065cf0-c32f-4d6b-b41e-02dc7eda974f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:19:34.609286 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Attempting to bind port 64065cf0-c32f-4d6b-b41e-02dc7eda974f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:19:34.609402 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Attempting to bind port 64065cf0-c32f-4d6b-b41e-02dc7eda974f on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:34.618900 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Pushing event updated for resources: {'Port': ['ID=64065cf0-c32f-4d6b-b41e-02dc7eda974f,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:34.622230 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:19:34.622582 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:19:34.622977 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.623364 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:19:34.623824 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Bound port: 64065cf0-c32f-4d6b-b41e-02dc7eda974f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:19:34.624196 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.649186 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.655816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:19:34.675339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, fc09e6c4-60ab-4678-a3a3-ae890f374563) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:19:34.681843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:34.683048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.686741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2badf34e-b429-486a-9eae-e3d84995026b None None] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:19:34.692968 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] For port 64065cf0-c32f-4d6b-b41e-02dc7eda974f, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:34.697185 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] For port 64065cf0-c32f-4d6b-b41e-02dc7eda974f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64065cf0-c32f-4d6b-b41e-02dc7eda974f,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:19:34.768226 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.796551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c413418d-ecaa-4a66-86c5-0f5e13faf583 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8606935 Sep 15 16:19:34.799864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55592) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:34.875192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:34.875785 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:34.885646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-fc09e6c4-60ab-4678-a3a3-ae890f374563', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:19:34.887319 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:34.916455 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6cfd4-b0c1-4586-91af-d174271e8924 None None] Pushing event updated for resources: {'Port': ['ID=64065cf0-c32f-4d6b-b41e-02dc7eda974f,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:35.014547 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:35.069765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Allocated IP 172.20.0.2 (fc09e6c4-60ab-4678-a3a3-ae890f374563/2002796e-3536-4a26-8e55-8be485fa80a2/a34c4ec2-29f2-46de-af1c-e2bbb1bf0780) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:19:35.276385 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:32Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:35.319209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c72c56-c3c9-47ce-a69b-b42682dd4613 None None] The sync data for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 is: [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:32Z', 'revision_number': 3, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:19:35.348056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:35.442930 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:35.486547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:35.494795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:19:35.498786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:19:35.503194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:19:35.517956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Pushing event updated for resources: {'Port': ['ID=a34c4ec2-29f2-46de-af1c-e2bbb1bf0780,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:35.598244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Attempting to bind port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:19:35.598862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Attempting to bind port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:19:35.599773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Attempting to bind port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 on network fc09e6c4-60ab-4678-a3a3-ae890f374563 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:35.617967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:19:35.618387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Checking segment: {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:19:35.618761 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:35.619165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Bound using segment: {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:19:35.619648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Bound port: a34c4ec2-29f2-46de-af1c-e2bbb1bf0780, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:19:35.620032 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:35.718913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] For port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:35.724243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] For port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a34c4ec2-29f2-46de-af1c-e2bbb1bf0780,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:19:35.814761 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:35.909499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa146d0-cfe8-43bb-8041-7211d9cc9f35 None None] Pushing event updated for resources: {'Port': ['ID=a34c4ec2-29f2-46de-af1c-e2bbb1bf0780,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:35.968179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.1 (fc09e6c4-60ab-4678-a3a3-ae890f374563/2002796e-3536-4a26-8e55-8be485fa80a2/2be982b4-aae2-4e97-bf77-3fba4ca79900) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:19:36.136575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:36.271806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:36.328323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:19:36.333213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:19:36.339300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:19:36.389192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=2be982b4-aae2-4e97-bf77-3fba4ca79900,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:36.408280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:36.639867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:36.983602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.049702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.091388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10902ad9-5e1c-4ab9-b3a2-81bb2e43a82a None None] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:19:37.138088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=2be982b4-aae2-4e97-bf77-3fba4ca79900,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:37.149428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.225771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-53c16f9c-6020-447d-8b3a-a259e05d6285 None None] Provisioning complete for port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:37.226142 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53c16f9c-6020-447d-8b3a-a259e05d6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.276147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:19:37.277781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:19:37.358995 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53c16f9c-6020-447d-8b3a-a259e05d6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.403135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-53c16f9c-6020-447d-8b3a-a259e05d6285 None None] For port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a34c4ec2-29f2-46de-af1c-e2bbb1bf0780,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:37.431952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 09997e4e-71b3-4708-9e33-6c34544facde has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:19:37.471700 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53c16f9c-6020-447d-8b3a-a259e05d6285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.551494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c16f9c-6020-447d-8b3a-a259e05d6285 None None] Pushing event updated for resources: {'Port': ['ID=a34c4ec2-29f2-46de-af1c-e2bbb1bf0780,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:37.588297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:19:37.593747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5a8a6589-393c-43c1-a9b6-ae900d17afe3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/09997e4e-71b3-4708-9e33-6c34544facde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920940 Sep 15 16:19:37.677128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Sync routers for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:19:37.702134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:37.702681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:37.750456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64065cf0-c32f-4d6b-b41e-02dc7eda974f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:19:37.753080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7f80edf1-ec9f-4f4e-b551-ba1db63e591a None None] Provisioning complete for port 2be982b4-aae2-4e97-bf77-3fba4ca79900 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:37.753456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7f80edf1-ec9f-4f4e-b551-ba1db63e591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.850317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7f80edf1-ec9f-4f4e-b551-ba1db63e591a None None] Port 2be982b4-aae2-4e97-bf77-3fba4ca79900 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:19:37.886704 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:19:37.896322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-97c4f6ac-c43d-4cc6-854a-97f5b2782dac tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-230012736&fields=id&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 267 time: 0.0480258 Sep 15 16:19:37.922027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7f80edf1-ec9f-4f4e-b551-ba1db63e591a None None] Provisioning complete for port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:37.933127 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7f80edf1-ec9f-4f4e-b551-ba1db63e591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:37.980339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:38.035366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 64065cf0-c32f-4d6b-b41e-02dc7eda974f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:38.035744 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:38.088035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-5c861344-1c95-49ca-a616-86517eb67665 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:38.089627 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-5c861344-1c95-49ca-a616-86517eb67665 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/networks?id=fc09e6c4-60ab-4678-a3a3-ae890f374563 HTTP/1.1" status: 200 len: 796 time: 0.1857264 Sep 15 16:19:38.107447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-5c448fa1-7adf-41e1-bc19-653a56998daa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/quotas/4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 375 time: 0.0118139 Sep 15 16:19:38.200728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-4e0b777e-fe09-4757-8f3a-4b41dcba6376 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839756 Sep 15 16:19:38.310834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-8e2ffc1b-3bf0-44da-9c9b-5ab82b5a3221 service neutron] 10.222.0.63 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936105 Sep 15 16:19:38.319203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:38.346501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 64065cf0-c32f-4d6b-b41e-02dc7eda974f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64065cf0-c32f-4d6b-b41e-02dc7eda974f,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:38.369151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 2, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:38.411676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Checking router: 09997e4e-71b3-4708-9e33-6c34544facde for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:19:38.412121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Updating router 09997e4e-71b3-4708-9e33-6c34544facde port 2be982b4-aae2-4e97-bf77-3fba4ca79900 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:19:38.434975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-32b021a4-710f-4757-b9da-8f61e4afe341 service neutron] 10.222.0.63 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184027 Sep 15 16:19:38.441643 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:38.442413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:19:38.470976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:38.492508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-511cce7d-25c5-4578-a4bb-9be05cc88549 None None] Provisioning complete for port 2be982b4-aae2-4e97-bf77-3fba4ca79900 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:38.492987 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-511cce7d-25c5-4578-a4bb-9be05cc88549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:38.578760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-511cce7d-25c5-4578-a4bb-9be05cc88549 None None] Port 2be982b4-aae2-4e97-bf77-3fba4ca79900 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:19:38.599850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=64065cf0-c32f-4d6b-b41e-02dc7eda974f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:38.686066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:38.686528 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:38.795252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97912f88-bd5a-4389-a8cc-473016437414 req-c0ba7e41-d9ff-486a-9a2d-356ce517ea04 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 210 time: 0.0707068 Sep 15 16:19:38.960450 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:39.059777 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:39.144045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f23ab1-23ad-4268-a098-ab7d2f5b2d6f None None] Pushing event updated for resources: {'Port': ['ID=2be982b4-aae2-4e97-bf77-3fba4ca79900,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:39.182214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Attempting to bind port 2be982b4-aae2-4e97-bf77-3fba4ca79900 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:19:39.182832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Attempting to bind port 2be982b4-aae2-4e97-bf77-3fba4ca79900 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:19:39.183293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Attempting to bind port 2be982b4-aae2-4e97-bf77-3fba4ca79900 on network fc09e6c4-60ab-4678-a3a3-ae890f374563 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:39.190351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:19:39.190873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Checking segment: {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:19:39.191371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:39.192270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Bound using segment: {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:19:39.192525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Bound port: 2be982b4-aae2-4e97-bf77-3fba4ca79900, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:19:39.193008 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:39.310848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] For port 2be982b4-aae2-4e97-bf77-3fba4ca79900, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:39.314804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] For port 2be982b4-aae2-4e97-bf77-3fba4ca79900, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2be982b4-aae2-4e97-bf77-3fba4ca79900,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:19:39.423092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:39.432217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8270eb57-6f94-46b8-8b5a-d3a447431e07 None None] Provisioning complete for port 2be982b4-aae2-4e97-bf77-3fba4ca79900 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:39.432608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8270eb57-6f94-46b8-8b5a-d3a447431e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:39.530009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f23ab1-23ad-4268-a098-ab7d2f5b2d6f None None] Pushing event updated for resources: {'Port': ['ID=2be982b4-aae2-4e97-bf77-3fba4ca79900,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:39.537670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:39.537670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:39.794452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64065cf0-c32f-4d6b-b41e-02dc7eda974f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:19:39.910726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-760c259d-f313-46eb-9d3b-124c038d8613 req-1f1691a5-3e5e-47be-95ba-7e1ebb4711e6 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 210 time: 0.0524240 Sep 15 16:19:39.946557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8270eb57-6f94-46b8-8b5a-d3a447431e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:39.958979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:39.997200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 64065cf0-c32f-4d6b-b41e-02dc7eda974f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:39.997579 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:40.087568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8270eb57-6f94-46b8-8b5a-d3a447431e07 None None] For port 2be982b4-aae2-4e97-bf77-3fba4ca79900, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2be982b4-aae2-4e97-bf77-3fba4ca79900,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:40.197846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:19:40.271353 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8270eb57-6f94-46b8-8b5a-d3a447431e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:40.337636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:40.338007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:40.366656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270eb57-6f94-46b8-8b5a-d3a447431e07 None None] Pushing event updated for resources: {'Port': ['ID=2be982b4-aae2-4e97-bf77-3fba4ca79900,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:40.380377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:40.420802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786f516-66c6-4c4f-a2b8-65105f998666 None None] The sync data for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 is: [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:19:40.432579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ae7db2e9-ca92-476a-86ac-8f449ccfcbec None None] Provisioning complete for port 2be982b4-aae2-4e97-bf77-3fba4ca79900 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:40.433249 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae7db2e9-ca92-476a-86ac-8f449ccfcbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:41.023204 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7691ce15-3785-42e3-97dd-d475ce037553 req-90a4bf68-78cc-42dc-9010-433f0aae1a60 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 210 time: 0.0415251 Sep 15 16:19:41.476666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-0979eedc-bbec-45e0-8828-89471e1281c1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:41.478527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-0979eedc-bbec-45e0-8828-89471e1281c1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/networks?id=fc09e6c4-60ab-4678-a3a3-ae890f374563 HTTP/1.1" status: 200 len: 796 time: 0.1541820 Sep 15 16:19:41.533471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-b33c247f-2b0b-45a8-b439-f00f999db49e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946 HTTP/1.1" status: 200 len: 379 time: 0.0445690 Sep 15 16:19:41.545599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'port': {'device_id': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'admin_state_up': True, 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'security_groups': ['c64e9fb1-873e-4d1d-94af-f439a423711c']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:41.692200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2be982b4-aae2-4e97-bf77-3fba4ca79900 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:19:41.744154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2be982b4-aae2-4e97-bf77-3fba4ca79900 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:41.744883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:41.837371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Made reservation on behalf of 4a21f74e1c7c4fb48c1f5f2cc63f8946 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:19:41.842540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:41.979503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.20.0.6 (fc09e6c4-60ab-4678-a3a3-ae890f374563/2002796e-3536-4a26-8e55-8be485fa80a2/6db4d14c-4da8-483f-94a3-c5be5ca7149e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:19:42.133082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b8a0dfa-9a99-4d73-87b1-69f977bef9a8 req-68abf396-370c-4ffa-8ab4-f234a0a6f3d1 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 210 time: 0.0342262 Sep 15 16:19:42.299940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:42.431632 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:42.481126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:19:42.486405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:19:42.500591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:19:42.536640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:42.571048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:42.580093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:42.690502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-ae4bb1de-720d-415f-ab58-8ef0aa4fcc32 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508229 Sep 15 16:19:42.703948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Request body: {'port': {'device_id': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:42.768212 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:42.837606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-660bfcf8-8e4b-48f5-8cac-0bc9bae52134 None None] Provisioning complete for port 6db4d14c-4da8-483f-94a3-c5be5ca7149e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:42.838750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-660bfcf8-8e4b-48f5-8cac-0bc9bae52134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:42.877225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-660bfcf8-8e4b-48f5-8cac-0bc9bae52134 None None] Port 6db4d14c-4da8-483f-94a3-c5be5ca7149e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:19:43.055447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db4d14c-4da8-483f-94a3-c5be5ca7149e {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:19:43.063133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:43.075621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Transition to ACTIVE for port object 6db4d14c-4da8-483f-94a3-c5be5ca7149e will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:19:43.128608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:43.184776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:43.319302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246f08a-37f6-4c32-bece-07201ad07346 req-a2d9ff48-d0f5-42cd-819f-e779325809c7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:43.321619 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6246f08a-37f6-4c32-bece-07201ad07346 req-a2d9ff48-d0f5-42cd-819f-e779325809c7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 943 time: 0.0817113 Sep 15 16:19:43.326198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Attempting to bind port 6db4d14c-4da8-483f-94a3-c5be5ca7149e on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:19:43.326198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Attempting to bind port 6db4d14c-4da8-483f-94a3-c5be5ca7149e by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:19:43.327318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Attempting to bind port 6db4d14c-4da8-483f-94a3-c5be5ca7149e on network fc09e6c4-60ab-4678-a3a3-ae890f374563 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:43.347887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Port 6db4d14c-4da8-483f-94a3-c5be5ca7149e on network fc09e6c4-60ab-4678-a3a3-ae890f374563 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:19:43.348335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Attempting to bind port 6db4d14c-4da8-483f-94a3-c5be5ca7149e on network fc09e6c4-60ab-4678-a3a3-ae890f374563 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:19:43.364455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:19:43.364821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Checking segment: {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:19:43.365211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Bound using segment: {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:19:43.365657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Bound port: 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b8ea57-e17e-44dc-9219-48d7315c66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:19:43.366020 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:43.403151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6246f08a-37f6-4c32-bece-07201ad07346 req-685edcb7-914f-472b-9fe9-e69e585d2e74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711918 Sep 15 16:19:43.530047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:19:43.533366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:19:43.632088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:43.673689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:43.673689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:43.673689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] 10.222.0.55 "PUT /v2.0/ports/6db4d14c-4da8-483f-94a3-c5be5ca7149e HTTP/1.1" status: 200 len: 1091 time: 0.9720132 Sep 15 16:19:43.673689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:43.674901 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7334554-174c-471a-8827-c5a7d453b1db" -d '{"events": [{"name": "network-changed", "server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:43.701768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cd96a-7e82-4caf-8e27-477ad710f282 service neutron] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:43.731892 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca52f5-1a48-4cae-b31f-b005c84b7aac x-openstack-request-id: req-20ca52f5-1a48-4cae-b31f-b005c84b7aac {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:43.732189 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:43.732443 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-20ca52f5-1a48-4cae-b31f-b005c84b7aac {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:43.732876 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'status': 'completed', 'code': 200} Sep 15 16:19:43.820685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334554-174c-471a-8827-c5a7d453b1db req-cab637ca-818e-4b6b-8aba-b092847d2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:43.822595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a7334554-174c-471a-8827-c5a7d453b1db req-cab637ca-818e-4b6b-8aba-b092847d2861 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1094 time: 0.0638666 Sep 15 16:19:43.955209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334554-174c-471a-8827-c5a7d453b1db req-fa462ee7-dc7c-4b74-9ef3-c2486ee26089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:43.957497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a7334554-174c-471a-8827-c5a7d453b1db req-fa462ee7-dc7c-4b74-9ef3-c2486ee26089 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1199496 Sep 15 16:19:44.063708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334554-174c-471a-8827-c5a7d453b1db req-5ca4a84d-e0bb-40d9-8156-dcb737a93f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:44.065482 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a7334554-174c-471a-8827-c5a7d453b1db req-5ca4a84d-e0bb-40d9-8156-dcb737a93f25 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002612 Sep 15 16:19:44.156081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-6dd70730-d2ce-4cc0-ba4e-4271f8818788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:44.156081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-6dd70730-d2ce-4cc0-ba4e-4271f8818788 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1094 time: 0.0504441 Sep 15 16:19:44.200526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-837e7dc2-26e2-4e6b-ae71-9e574d516937 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e HTTP/1.1" status: 200 len: 217 time: 0.0352859 Sep 15 16:19:44.264515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-4f6c03b7-e912-4516-a10f-9ce779dd1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:44.266050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-4f6c03b7-e912-4516-a10f-9ce779dd1cf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2002796e-3536-4a26-8e55-8be485fa80a2 HTTP/1.1" status: 200 len: 835 time: 0.0580041 Sep 15 16:19:44.316708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-8746c5de-7505-4ca4-b0ef-8e0dacca3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:44.318362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-8746c5de-7505-4ca4-b0ef-8e0dacca3fb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc09e6c4-60ab-4678-a3a3-ae890f374563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443697 Sep 15 16:19:44.443433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-54732c8e-8b70-49c3-94ac-33ba4b30a2d4 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163597 Sep 15 16:19:44.578316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ed63-14f5-4b14-b392-595a96b360f7 req-84d556b9-0f52-451e-8d0c-303315c11083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:44.580538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8358ed63-14f5-4b14-b392-595a96b360f7 req-84d556b9-0f52-451e-8d0c-303315c11083 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 943 time: 0.0980022 Sep 15 16:19:44.583188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-71d3d7dd-85bb-4219-b9f4-aea089365e65 req-6b3316bb-8bfa-45f0-bb44-972f61497e55 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325166 Sep 15 16:19:44.641276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8358ed63-14f5-4b14-b392-595a96b360f7 req-8557015a-dd05-4785-9b21-173c86b28001 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394671 Sep 15 16:19:45.800223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d731b-80ac-47f3-abcf-a5d3c6796f2b req-9efeea7f-981c-4cd1-9178-a9748ad54cd7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:45.801741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-742d731b-80ac-47f3-abcf-a5d3c6796f2b req-9efeea7f-981c-4cd1-9178-a9748ad54cd7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 943 time: 0.0578401 Sep 15 16:19:45.853150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-742d731b-80ac-47f3-abcf-a5d3c6796f2b req-8618e770-d280-4e00-962d-8d0818a0fceb tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Sep 15 16:19:46.452877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6db4d14c-4da8-483f-94a3-c5be5ca7149e details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:19:46.570200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:46.583352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'port_id': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'mac_address': 'fa:16:3e:54:05:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:19:46.624427 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:46.637588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db4d14c-4da8-483f-94a3-c5be5ca7149e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:19:46.658139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:46.769652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:46.841495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:46.973974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf211-f052-43dd-902c-38cd19f315ec req-ea1d6617-929f-4137-a840-47dce52a4dfe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:46.976105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-43bdf211-f052-43dd-902c-38cd19f315ec req-ea1d6617-929f-4137-a840-47dce52a4dfe tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 944 time: 0.0568123 Sep 15 16:19:46.982982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['6db4d14c-4da8-483f-94a3-c5be5ca7149e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:19:47.026818 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-43bdf211-f052-43dd-902c-38cd19f315ec req-dad2d95b-37b8-49ca-96b2-9f7955f43830 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Sep 15 16:19:48.467733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6db4d14c-4da8-483f-94a3-c5be5ca7149e up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:19:48.508639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00f767-5dc8-47ce-b7e3-6527cd781b84 req-2a69f5fe-278e-4eb1-9e48-b929ee686f0b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:48.510302 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f00f767-5dc8-47ce-b7e3-6527cd781b84 req-2a69f5fe-278e-4eb1-9e48-b929ee686f0b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 944 time: 0.4091141 Sep 15 16:19:48.552406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f00f767-5dc8-47ce-b7e3-6527cd781b84 req-16e60adb-aa79-458d-a2fe-c2b74421d80c tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346506 Sep 15 16:19:48.591556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 6db4d14c-4da8-483f-94a3-c5be5ca7149e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:19:48.597986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 6db4d14c-4da8-483f-94a3-c5be5ca7149e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:19:48.598570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:48.704032 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:48.734088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:48.737952 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7754dbe0-9749-4eee-ad7e-90be4b03e7d4" -d '{"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:48.759145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:19:48.783030 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e248b9-0251-4c66-9d1f-2c2d1be4d36e x-openstack-request-id: req-51e248b9-0251-4c66-9d1f-2c2d1be4d36e {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:48.783603 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:48.784092 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-51e248b9-0251-4c66-9d1f-2c2d1be4d36e {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:48.784782 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'code': 200} Sep 15 16:19:48.843394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:48.907030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33957de-be74-44bf-90d5-3233eaa08a21 req-e2e0cf92-0999-4074-9bb3-fa4e4de5ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:48.909675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d33957de-be74-44bf-90d5-3233eaa08a21 req-e2e0cf92-0999-4074-9bb3-fa4e4de5ff23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1096 time: 0.0630052 Sep 15 16:19:48.914316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:48.959726 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d33957de-be74-44bf-90d5-3233eaa08a21 req-eb0ea606-4062-4653-9463-1694482d5b4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Sep 15 16:19:49.684695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755eadb-4ee3-4ae1-92cf-fdfba8c2656e req-450a46ea-95da-486f-9651-a99d9be06f00 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:49.686170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5755eadb-4ee3-4ae1-92cf-fdfba8c2656e req-450a46ea-95da-486f-9651-a99d9be06f00 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0505321 Sep 15 16:19:49.726979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5755eadb-4ee3-4ae1-92cf-fdfba8c2656e req-e284b7ca-211b-40c5-a67f-af7f45ec9d97 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Sep 15 16:19:50.853745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90934f-fde2-4098-b57e-69c5842469c2 req-4a08df54-9e93-4115-a7d3-4dcfbf4c387b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:50.855420 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff90934f-fde2-4098-b57e-69c5842469c2 req-4a08df54-9e93-4115-a7d3-4dcfbf4c387b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0546432 Sep 15 16:19:50.899579 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff90934f-fde2-4098-b57e-69c5842469c2 req-b6aef82a-3f78-43bd-a27b-a6940cdb07d5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Sep 15 16:19:51.016526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccc846-7321-4a53-945d-7a7671fcff4e req-1c32ea9e-16ca-4e72-a7c5-ba9caecce044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:51.018067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64ccc846-7321-4a53-945d-7a7671fcff4e req-1c32ea9e-16ca-4e72-a7c5-ba9caecce044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0495546 Sep 15 16:19:51.060744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64ccc846-7321-4a53-945d-7a7671fcff4e req-75f1aaa9-4634-44aa-b96c-d64d2fc2e39b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363460 Sep 15 16:19:51.087006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:51.128643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12198a02-eac4-479c-9b32-f71ddfd4381e tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:51.130173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-12198a02-eac4-479c-9b32-f71ddfd4381e tempest-TestNetworkAdvancedServerOps-524384149 tempest-TestNetworkAdvancedServerOps-524384149-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1091 time: 0.0421069 Sep 15 16:19:51.133052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 55822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:51.137592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:19:51.231337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:51.340423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:51.457761 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Allocated IP 172.25.0.192 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/208cf0ea-26cb-4eb8-86af-e315afe52801) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:19:51.567702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:51.768047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:51.825220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:19:51.827024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:19:51.831878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=208cf0ea-26cb-4eb8-86af-e315afe52801,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:51.832130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:19:52.578748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:52.784317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:52.949930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:53.035500 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:53.107750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event updated for resources: {'Port': ['ID=208cf0ea-26cb-4eb8-86af-e315afe52801,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:19:53.120644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:53.228992 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP d6b25219-6261-4ae9-81e5-92a300a94a7b associated. External IP: 172.25.0.192, port: 6db4d14c-4da8-483f-94a3-c5be5ca7149e. Sep 15 16:19:53.455334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 09997e4e-71b3-4708-9e33-6c34544facde has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:19:53.575398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:19:53.587864 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] Sync routers for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:19:53.599120 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:53.600044 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:53.687083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:53.717585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-06004ba0-7be1-49e8-8e15-ab76c98e3d7a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5808840 Sep 15 16:19:53.717585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:19:53.717870 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:53.718071 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b86376-4830-475b-8fa2-2f96da5d6fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:19:53.761840 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7acbde3-cfd2-4b0d-97b5-a338517b39cf x-openstack-request-id: req-d7acbde3-cfd2-4b0d-97b5-a338517b39cf {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:19:53.763702 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:19:53.763702 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d7acbde3-cfd2-4b0d-97b5-a338517b39cf {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:19:53.763702 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'status': 'completed', 'code': 200} Sep 15 16:19:53.864349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-e739f1cd-1bca-40e2-bd0c-716601646752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:53.865969 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-e739f1cd-1bca-40e2-bd0c-716601646752 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1096 time: 0.0564480 Sep 15 16:19:53.874938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fbd86-dc66-4797-af72-4c8784f74e39 req-f188b26a-aa44-45ea-ab7c-58ea4294aaec tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:53.876931 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e6fbd86-dc66-4797-af72-4c8784f74e39 req-f188b26a-aa44-45ea-ab7c-58ea4294aaec tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.1007710 Sep 15 16:19:53.979105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cefcedfd-f3f1-4ecf-af5a-45ec8fc9684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:53.983319 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e6fbd86-dc66-4797-af72-4c8784f74e39 req-6fbec638-6a5f-4efe-b5eb-5e38fb6a7120 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906303 Sep 15 16:19:54.005969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55858) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:54.017293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-782ba5c7-bfae-45ab-bb75-8a6538b1a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:54.019033 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-782ba5c7-bfae-45ab-bb75-8a6538b1a8c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc09e6c4-60ab-4678-a3a3-ae890f374563 HTTP/1.1" status: 200 len: 897 time: 0.1410103 Sep 15 16:19:54.038614 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'd6b25219-6261-4ae9-81e5-92a300a94a7b', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'port_id': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'mac_address': 'fa:16:3e:54:05:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:19:52Z', 'updated_at': '2021-09-15T16:19:52Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:54.068243 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] Checking router: 09997e4e-71b3-4708-9e33-6c34544facde for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:19:54.076001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cee8374e-c3ed-433f-bdac-a8d35a82cac5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/d6b25219-6261-4ae9-81e5-92a300a94a7b HTTP/1.1" status: 200 len: 991 time: 0.0683410 Sep 15 16:19:54.078428 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:19:54.079047 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:54.110879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-cc30d3fb-0632-46d3-871d-c5544f405349 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e HTTP/1.1" status: 200 len: 999 time: 0.0841174 Sep 15 16:19:54.181817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-4201f5a5-0877-4894-af23-90f20f2d0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:54.183512 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-4201f5a5-0877-4894-af23-90f20f2d0983 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2002796e-3536-4a26-8e55-8be485fa80a2 HTTP/1.1" status: 200 len: 835 time: 0.0648727 Sep 15 16:19:54.197170 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:19:54.251898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-c88b17d9-6528-4d6e-ba8f-308ce4fc3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:54.253521 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-c88b17d9-6528-4d6e-ba8f-308ce4fc3596 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc09e6c4-60ab-4678-a3a3-ae890f374563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623450 Sep 15 16:19:54.370651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-70c35e34-c61f-45cd-94c9-ce0ddcef10e2 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098039 Sep 15 16:19:54.520188 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'd6b25219-6261-4ae9-81e5-92a300a94a7b', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'port_id': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'mac_address': 'fa:16:3e:54:05:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:19:52Z', 'updated_at': '2021-09-15T16:19:52Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:19:54.553363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8f1723-195a-4e95-8fdf-e929775110f1 None None] The sync data for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 is: [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'd6b25219-6261-4ae9-81e5-92a300a94a7b', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'port_id': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'mac_address': 'fa:16:3e:54:05:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:19:52Z', 'updated_at': '2021-09-15T16:19:52Z', 'revision_number': 0, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:19:54.554685 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-98b86376-4830-475b-8fa2-2f96da5d6fc4 req-c49431de-ce9c-4120-a919-166eaff101d0 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723723 Sep 15 16:19:54.789079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c8f0b-1432-4a3d-b455-4f7e0e00f484 None None] New status for floating IP d6b25219-6261-4ae9-81e5-92a300a94a7b: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:19:55.077655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 55870) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:19:55.162037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9cb390bb-85be-4856-a46f-ad822a112f19 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/d6b25219-6261-4ae9-81e5-92a300a94a7b HTTP/1.1" status: 200 len: 993 time: 0.0825341 Sep 15 16:19:56.872127 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:57.104007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:57.319035 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f512eba-74e2-4eb1-b858-293df1f1b0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:58.477598 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:59.314194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-1860ae6f-fb8e-4acf-8aa1-3ff1e86649e9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440650 Sep 15 16:19:59.398172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3349fed-cb25-4901-9109-8d013e31e63b req-f2bbb541-4960-4ce7-b199-988bbbf4434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:59.399793 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-f2bbb541-4960-4ce7-b199-988bbbf4434d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0418637 Sep 15 16:19:59.517444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3349fed-cb25-4901-9109-8d013e31e63b req-54ce0b55-13a4-4007-89e4-0f7548dd98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:59.519056 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-54ce0b55-13a4-4007-89e4-0f7548dd98a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 200 len: 909 time: 0.0998976 Sep 15 16:19:59.593092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-13d02e9e-a86e-459b-b3a0-d44b1bfe4c92 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 200 len: 1001 time: 0.0645673 Sep 15 16:19:59.652316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3349fed-cb25-4901-9109-8d013e31e63b req-369dcae9-af69-4784-a7c1-3fee9a25e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:59.653851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-369dcae9-af69-4784-a7c1-3fee9a25e27c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=218c0678-7ea1-4ccb-af9e-8507c6faaa27 HTTP/1.1" status: 200 len: 847 time: 0.0560901 Sep 15 16:19:59.708845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3349fed-cb25-4901-9109-8d013e31e63b req-073fcbc3-01ef-4927-8d23-8dc43ec46bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:19:59.710483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-073fcbc3-01ef-4927-8d23-8dc43ec46bc0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498703 Sep 15 16:19:59.809166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-53f0d64d-ed16-40df-b47a-547eb93f8145 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916884 Sep 15 16:19:59.926085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3349fed-cb25-4901-9109-8d013e31e63b req-e72de1ab-e1b1-4f73-95f4-486a327a9b3c service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104715 Sep 15 16:20:00.173941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:00.375163 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:00.925190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-17cf01e7-9d84-4d02-b60c-9b23e1c6beb9 req-2c821006-fd72-479a-8316-f568e1e3ca0a service neutron] (102019) timed out ('10.222.0.55', 57219) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:20:10.094727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56072) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:10.208537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:10.299218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:10.367451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:10.407665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62100d39-4e56-432f-b8c7-d5fed713cef8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:10.411824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7296bf549c984a16b65a246217f71366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152058 Sep 15 16:20:10.414670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56080) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:10.419216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.419569 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.419914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.420404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.420784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.421267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.421609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.421935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.422264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.422834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.423728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.424236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436284d0-9b3b-4ab4-bd5c-d71e891487c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.471452 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:10.493172 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:10.670064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:10.672697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:10.674727 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/62100d39-4e56-432f-b8c7-d5fed713cef8 HTTP/1.1" status: 204 len: 168 time: 0.2590466 Sep 15 16:20:10.682717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62100d39-4e56-432f-b8c7-d5fed713cef8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:10.690824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.691174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.691510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.691844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.692229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.692596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.692924 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.693248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.693567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.693897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.694256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.694715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ce236-6aee-470b-aa86-9622a2c24587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:10.893741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-1109180b-0b40-42f4-a559-5726357e14b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397885 Sep 15 16:20:10.988319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-b0b7bb50-9766-4952-9135-368dbe0bef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:10.989877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-b0b7bb50-9766-4952-9135-368dbe0bef33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1096 time: 0.0525115 Sep 15 16:20:11.101051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-71e4b806-a106-4499-a19d-8876bd062182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:11.102535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-71e4b806-a106-4499-a19d-8876bd062182 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc09e6c4-60ab-4678-a3a3-ae890f374563 HTTP/1.1" status: 200 len: 897 time: 0.0895998 Sep 15 16:20:11.176142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-a1b28a82-e84d-4c60-a6a1-b01483d886f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e HTTP/1.1" status: 200 len: 1001 time: 0.0648994 Sep 15 16:20:11.228448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-e6d10609-d52a-49b5-b993-9658f548fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:11.229864 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-e6d10609-d52a-49b5-b993-9658f548fd04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2002796e-3536-4a26-8e55-8be485fa80a2 HTTP/1.1" status: 200 len: 835 time: 0.0462577 Sep 15 16:20:11.277120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-ebdbb89d-3d6f-4c14-8963-04af41fd90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:11.278638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-ebdbb89d-3d6f-4c14-8963-04af41fd90f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc09e6c4-60ab-4678-a3a3-ae890f374563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412772 Sep 15 16:20:11.308667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56092) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:11.323243 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21690fad-8600-43d5-8a8a-012a03bd381b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:11.381368 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-cb381a4d-db3e-4276-bd67-b151bf6488dd service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947788 Sep 15 16:20:11.422114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21690fad-8600-43d5-8a8a-012a03bd381b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:11.474605 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4192ae5c-1e9a-4330-a0ac-15d5d10f4d29 req-21b8353b-6aab-45c5-9003-00e934ec7f56 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857046 Sep 15 16:20:11.492523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-21690fad-8600-43d5-8a8a-012a03bd381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:11.537161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21690fad-8600-43d5-8a8a-012a03bd381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27da92b-05f3-4349-aec8-370484c44a05,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:11.541746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-21690fad-8600-43d5-8a8a-012a03bd381b admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f06afebdaa4a4e588c47e4ddaeac34c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319410 Sep 15 16:20:11.544568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56098) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:11.595087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e316cb9-195e-46da-a1b1-10b2f2de5e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:11.617218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e316cb9-195e-46da-a1b1-10b2f2de5e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:11.761636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e316cb9-195e-46da-a1b1-10b2f2de5e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:11.764267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e316cb9-195e-46da-a1b1-10b2f2de5e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:11.765512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5e316cb9-195e-46da-a1b1-10b2f2de5e89 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/b27da92b-05f3-4349-aec8-370484c44a05 HTTP/1.1" status: 204 len: 168 time: 0.2201889 Sep 15 16:20:11.776603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e316cb9-195e-46da-a1b1-10b2f2de5e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27da92b-05f3-4349-aec8-370484c44a05,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:14.699060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56194) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:14.811925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70dbd155-f647-4a1f-8936-943cd5ac8fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:14.885938 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:20:14.910529 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70dbd155-f647-4a1f-8936-943cd5ac8fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:14.980750 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70dbd155-f647-4a1f-8936-943cd5ac8fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:15.019302 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbd155-f647-4a1f-8936-943cd5ac8fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52edbdde-7223-4115-bc40-b64e77d04092,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:15.028476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-70dbd155-f647-4a1f-8936-943cd5ac8fde admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=ac63ab72827e4f548cab7a7e4995f087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282812 Sep 15 16:20:15.028721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:15.089719 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edd28677-c650-4128-ac5f-9d0bc8c1dd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:15.110696 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edd28677-c650-4128-ac5f-9d0bc8c1dd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:15.224279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edd28677-c650-4128-ac5f-9d0bc8c1dd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:15.226956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-edd28677-c650-4128-ac5f-9d0bc8c1dd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:15.228278 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-edd28677-c650-4128-ac5f-9d0bc8c1dd8f admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/52edbdde-7223-4115-bc40-b64e77d04092 HTTP/1.1" status: 204 len: 168 time: 0.1982470 Sep 15 16:20:15.237216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd28677-c650-4128-ac5f-9d0bc8c1dd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52edbdde-7223-4115-bc40-b64e77d04092,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:15.862091 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56226) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:15.875985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fec9652c-25c5-4aa7-99d3-e25d46a392a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:15.971277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fec9652c-25c5-4aa7-99d3-e25d46a392a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:16.058234 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fec9652c-25c5-4aa7-99d3-e25d46a392a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:16.097810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fec9652c-25c5-4aa7-99d3-e25d46a392a1 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=35f1fdae2c494ceca3f8b44182a0935c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316194 Sep 15 16:20:16.098545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56232) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:16.100857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9652c-25c5-4aa7-99d3-e25d46a392a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e236c3-f0cc-493e-88ef-d45678b4e81c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:16.157677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae58f-620f-4c89-8fe9-674cbc810a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:16.178833 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae58f-620f-4c89-8fe9-674cbc810a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:16.292899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae58f-620f-4c89-8fe9-674cbc810a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:16.295612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb8ae58f-620f-4c89-8fe9-674cbc810a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:16.296908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eb8ae58f-620f-4c89-8fe9-674cbc810a28 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/85e236c3-f0cc-493e-88ef-d45678b4e81c HTTP/1.1" status: 204 len: 168 time: 0.1962018 Sep 15 16:20:16.306341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ae58f-620f-4c89-8fe9-674cbc810a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e236c3-f0cc-493e-88ef-d45678b4e81c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:17.398080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56270) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:17.515029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1259088849-network', 'tenant_id': '043b99e37643418d8d849dbc4bb348fd'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:20:17.624269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Made reservation on behalf of 043b99e37643418d8d849dbc4bb348fd for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:20:17.626679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:17.635754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:17.729708 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:17.778791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:17.804587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:20:17.812838 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf5434-8bf0-4ea1-9ccd-c1141acf700a,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:17.826668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:17.826668 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Added segment 79e251cb-fe47-460c-80ba-1b71c8284c17 of type vlan for network 9e95af16-6b04-497b-8eaf-5dc4fe017793 Sep 15 16:20:17.885538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:17.986485 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:17.987687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:17.988367 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:18.051783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] Pushing event updated for resources: {'Network': ['ID=9e95af16-6b04-497b-8eaf-5dc4fe017793,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:18.061874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 9e95af16-6b04-497b-8eaf-5dc4fe017793 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:20:18.078353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-db72a9d8-2c5b-4afa-b276-2e66eb097991 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6791537 Sep 15 16:20:18.082182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56284) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:18.087249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Request body: {'subnet': {'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1259088849-subnet', 'tenant_id': '043b99e37643418d8d849dbc4bb348fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:20:18.168791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Made reservation on behalf of 043b99e37643418d8d849dbc4bb348fd for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:20:18.171171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:18.409751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:18.464405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39e041b-2efa-47d2-8301-ed74593ae4b5,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:18.474621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Checking segment: {'id': '79e251cb-fe47-460c-80ba-1b71c8284c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:20:18.474984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Network hostable DHCP agents. Network: 9e95af16-6b04-497b-8eaf-5dc4fe017793, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:20:18.574600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Network 9e95af16-6b04-497b-8eaf-5dc4fe017793 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:20:18.666192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 9e95af16-6b04-497b-8eaf-5dc4fe017793) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:20:18.670559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:18.671186 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:18.677698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b40413c-54c2-42d0-8d6a-f1261bdcd836 None None] Network 9e95af16-6b04-497b-8eaf-5dc4fe017793 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:20:18.773544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b8a7089e-5993-43a8-9038-4b0e06395d01 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6901269 Sep 15 16:20:18.806896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c7dfa-a98a-4e50-beff-74b64cc2be21 None None] Network 9e95af16-6b04-497b-8eaf-5dc4fe017793 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:20:19.481724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 56318) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:19.487453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1060683553-network', 'tenant_id': 'fdcd664dded84a6d9f8bf804eb77663f'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:20:19.567003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Made reservation on behalf of fdcd664dded84a6d9f8bf804eb77663f for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:20:19.573694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:19.578968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:19.673837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:19.752856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:19.778463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:20:19.790294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3f5b48-16b7-4277-932b-2c9a1aee3b6e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:19.795256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:19.795602 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Added segment fee96453-da50-46d6-a804-19af45ab26cf of type vlan for network 3cc411a5-8ce0-4509-be44-783746480f75 Sep 15 16:20:19.840125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:19.969326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:19.970479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:19.971082 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:20.030987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc411a5-8ce0-4509-be44-783746480f75,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:20.040458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3cc411a5-8ce0-4509-be44-783746480f75 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:20:20.111794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2c8f3758-5864-4066-ac03-f1bd52d12621 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6276917 Sep 15 16:20:20.114410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56328) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:20.119589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Request body: {'subnet': {'network_id': '3cc411a5-8ce0-4509-be44-783746480f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1060683553-subnet', 'tenant_id': 'fdcd664dded84a6d9f8bf804eb77663f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:20:20.209446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Made reservation on behalf of fdcd664dded84a6d9f8bf804eb77663f for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:20:20.212623 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:20.436173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:20.508570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7174269-e150-41fe-99a2-2be396565861,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:20.510838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Checking segment: {'id': 'fee96453-da50-46d6-a804-19af45ab26cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '3cc411a5-8ce0-4509-be44-783746480f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:20:20.511193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Network hostable DHCP agents. Network: 3cc411a5-8ce0-4509-be44-783746480f75, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:20:20.590013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Network 3cc411a5-8ce0-4509-be44-783746480f75 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:20:20.676303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3cc411a5-8ce0-4509-be44-783746480f75) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:20:20.680683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:20.685939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:20.687146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b1d8a-a137-4c45-a8b4-4566cd08a262 None None] Network 3cc411a5-8ce0-4509-be44-783746480f75 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:20:20.791956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-878bb869-5ce7-4e9f-827a-d34a2790f508 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6764035 Sep 15 16:20:20.838205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548e913-259f-4b0f-b36a-1d154f866f43 None None] Network 3cc411a5-8ce0-4509-be44-783746480f75 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:20:21.382843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-10d6f73b-f8fc-4623-ae66-3b9cfca7ce46 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:21.384331 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-10d6f73b-f8fc-4623-ae66-3b9cfca7ce46 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/networks?id=9e95af16-6b04-497b-8eaf-5dc4fe017793 HTTP/1.1" status: 200 len: 809 time: 0.1031892 Sep 15 16:20:21.399264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-a0fbd20a-2efd-42d2-be46-3ce770807129 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/quotas/043b99e37643418d8d849dbc4bb348fd HTTP/1.1" status: 200 len: 375 time: 0.0091310 Sep 15 16:20:21.431709 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-d0cfa718-a2d8-446b-8859-736b7e51a225 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=043b99e37643418d8d849dbc4bb348fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269098 Sep 15 16:20:21.631571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-10561c38-9ef3-44f9-be67-9f64de88b2ba service neutron] 10.222.0.63 "GET /v2.0/networks/9e95af16-6b04-497b-8eaf-5dc4fe017793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929502 Sep 15 16:20:21.726485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-8e7907de-5c86-44fd-b64f-08400a62b8a5 service neutron] 10.222.0.63 "GET /v2.0/networks/9e95af16-6b04-497b-8eaf-5dc4fe017793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885129 Sep 15 16:20:21.983200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df2dcfe3-a293-4572-8028-54e9a2d5785f req-ae9468ba-c7d7-40b3-9315-f0cb5cfd7d64 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 210 time: 0.0333416 Sep 15 16:20:23.087123 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-28b6fea3-c0a9-4083-836e-b43464d234b6 req-decfe1e0-fbfa-4a5b-b409-3b415cc49bc9 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 210 time: 0.0305440 Sep 15 16:20:23.969124 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9fc6682f-5c35-4a15-9842-d29c1a407e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:24.192115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7700a91e-fa81-49fe-b73e-f7e0fc2aad41 req-c9d668e6-1fb5-4ef5-8f67-daa849bbb2f6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 210 time: 0.0322285 Sep 15 16:20:24.267965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-ce346b48-8be6-40e4-80cb-d86674361b7c tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:24.269428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-ce346b48-8be6-40e4-80cb-d86674361b7c tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.55 "GET /v2.0/networks?id=9e95af16-6b04-497b-8eaf-5dc4fe017793 HTTP/1.1" status: 200 len: 809 time: 0.1343250 Sep 15 16:20:24.282254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Request body: {'port': {'device_id': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793', 'admin_state_up': True, 'tenant_id': '043b99e37643418d8d849dbc4bb348fd'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:20:24.475402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Made reservation on behalf of 043b99e37643418d8d849dbc4bb348fd for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:20:24.479012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:24.614927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Allocated IP 172.20.0.12 (9e95af16-6b04-497b-8eaf-5dc4fe017793/a39e041b-2efa-47d2-8301-ed74593ae4b5/345eb9fb-b98e-4cc1-b3d7-1f74c786daff) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:20:24.758765 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:24.844299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:24.893539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Network 9e95af16-6b04-497b-8eaf-5dc4fe017793 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:20:24.896992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:20:24.912153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Pushing event updated for resources: {'Port': ['ID=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:24.912153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:20:24.962098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:24.962738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:25.024899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-bf41f260-32a0-4707-8287-8929e30598db tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7462895 Sep 15 16:20:25.037535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Request body: {'port': {'device_id': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:20:25.098532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:25.366825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319a1a-8817-47ca-a65a-fec2602f9cd3 req-92d919c0-e076-4634-b48f-74a05f0499a1 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:25.368342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76319a1a-8817-47ca-a65a-fec2602f9cd3 req-92d919c0-e076-4634-b48f-74a05f0499a1 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 932 time: 0.0809133 Sep 15 16:20:25.437513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-76319a1a-8817-47ca-a65a-fec2602f9cd3 req-6a0cdb81-2461-4d7a-9ab5-462c66647787 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 Sep 15 16:20:25.447242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345eb9fb-b98e-4cc1-b3d7-1f74c786daff {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:20:25.455397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:25.467643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Transition to ACTIVE for port object 345eb9fb-b98e-4cc1-b3d7-1f74c786daff will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:20:25.538133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:25.596004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Pushing event updated for resources: {'Port': ['ID=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:25.672034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Attempting to bind port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:20:25.672368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Attempting to bind port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '79e251cb-fe47-460c-80ba-1b71c8284c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:20:25.672734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Attempting to bind port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff on network 9e95af16-6b04-497b-8eaf-5dc4fe017793 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:20:25.678068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff on network 9e95af16-6b04-497b-8eaf-5dc4fe017793 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:20:25.678392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Attempting to bind port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff on network 9e95af16-6b04-497b-8eaf-5dc4fe017793 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:20:25.683345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:20:25.683685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Checking segment: {'id': '79e251cb-fe47-460c-80ba-1b71c8284c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:20:25.684098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Bound using segment: {'id': '79e251cb-fe47-460c-80ba-1b71c8284c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:20:25.684546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Bound port: 345eb9fb-b98e-4cc1-b3d7-1f74c786daff, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e251cb-fe47-460c-80ba-1b71c8284c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:20:25.684908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:25.749686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] For port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:20:25.753573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] For port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,segment=NetworkSegment(79e251cb-fe47-460c-80ba-1b71c8284c17),segment_id=79e251cb-fe47-460c-80ba-1b71c8284c17)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:20:25.807220 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:25.850460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:25.851082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:25.852503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] 10.222.0.55 "PUT /v2.0/ports/345eb9fb-b98e-4cc1-b3d7-1f74c786daff HTTP/1.1" status: 200 len: 1092 time: 0.8192456 Sep 15 16:20:25.852969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'tag': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:20:25.855196 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d" -d '{"events": [{"name": "network-changed", "server_uuid": "aeffc7a0-f744-4eee-bfcf-852557ba5667", "tag": "345eb9fb-b98e-4cc1-b3d7-1f74c786daff"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:20:25.883363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f169e6-5b80-40f9-8cd0-b00fd5bb0aee service neutron] Pushing event updated for resources: {'Port': ['ID=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:25.975096 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb3c47-8f91-478f-b725-34052a03fa32 x-openstack-request-id: req-3fcb3c47-8f91-478f-b725-34052a03fa32 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:20:25.975462 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeffc7a0-f744-4eee-bfcf-852557ba5667", "tag": "345eb9fb-b98e-4cc1-b3d7-1f74c786daff", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:20:25.975785 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3fcb3c47-8f91-478f-b725-34052a03fa32 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:20:25.976258 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'tag': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff', 'status': 'completed', 'code': 200} Sep 15 16:20:26.022475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-47001ebe-aa8a-4a09-add4-a65f3ba4701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:26.023909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-47001ebe-aa8a-4a09-add4-a65f3ba4701e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043b99e37643418d8d849dbc4bb348fd&device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 1095 time: 0.0416188 Sep 15 16:20:26.066330 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-8d641a1f-6bcd-42a2-88bc-174793509564 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345eb9fb-b98e-4cc1-b3d7-1f74c786daff HTTP/1.1" status: 200 len: 217 time: 0.0346918 Sep 15 16:20:26.119760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-11af3c0a-7bac-41f2-81ff-1279c893dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:26.121232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-11af3c0a-7bac-41f2-81ff-1279c893dfb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a39e041b-2efa-47d2-8301-ed74593ae4b5 HTTP/1.1" status: 200 len: 849 time: 0.0487142 Sep 15 16:20:26.152937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-3886116f-26ad-4a80-b315-e4532b8ebb32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9e95af16-6b04-497b-8eaf-5dc4fe017793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247545 Sep 15 16:20:26.247588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-a69dae4c-f914-4384-9397-49da12d9bb4b service neutron] 10.222.0.55 "GET /v2.0/networks/9e95af16-6b04-497b-8eaf-5dc4fe017793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870996 Sep 15 16:20:26.349859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b89699c8-a067-43f1-997c-9363d8e1bbfb req-1895c351-2d39-4dae-a0fb-5a8fb3704fa6 service neutron] 10.222.0.55 "GET /v2.0/networks/9e95af16-6b04-497b-8eaf-5dc4fe017793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943224 Sep 15 16:20:26.498457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-7b58ec0e-6a8d-4ee8-a25a-7e86b006e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:26.500117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-7b58ec0e-6a8d-4ee8-a25a-7e86b006e78d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043b99e37643418d8d849dbc4bb348fd&device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 1095 time: 0.0459590 Sep 15 16:20:26.584012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e6868-5e6d-4e14-a23c-ae0e9b45206b req-15bb5076-af52-4b7b-ae78-539226b75323 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:26.585612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da4e6868-5e6d-4e14-a23c-ae0e9b45206b req-15bb5076-af52-4b7b-ae78-539226b75323 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 944 time: 0.0544040 Sep 15 16:20:26.607236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-721010fd-3ccc-4b9d-ab5f-41bc58866201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:26.608804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-721010fd-3ccc-4b9d-ab5f-41bc58866201 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9e95af16-6b04-497b-8eaf-5dc4fe017793 HTTP/1.1" status: 200 len: 910 time: 0.1005228 Sep 15 16:20:26.625602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da4e6868-5e6d-4e14-a23c-ae0e9b45206b req-0aa1d0e9-629f-4f6d-a47b-09fec7dcc9e7 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339348 Sep 15 16:20:26.658070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-8cbed741-586c-42e6-9f2b-701eac765a77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=345eb9fb-b98e-4cc1-b3d7-1f74c786daff HTTP/1.1" status: 200 len: 217 time: 0.0401759 Sep 15 16:20:26.712553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-4b1a07e2-196c-45a4-a358-ca609dcd689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:26.714057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-4b1a07e2-196c-45a4-a358-ca609dcd689b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a39e041b-2efa-47d2-8301-ed74593ae4b5 HTTP/1.1" status: 200 len: 849 time: 0.0480840 Sep 15 16:20:26.755879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-fcb7a964-3050-4afb-8973-d32d6e208ce0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9e95af16-6b04-497b-8eaf-5dc4fe017793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304344 Sep 15 16:20:26.864083 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-cd0f7486-c674-4bed-aa95-319a31cdaa91 service neutron] 10.222.0.55 "GET /v2.0/networks/9e95af16-6b04-497b-8eaf-5dc4fe017793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007009 Sep 15 16:20:26.872450 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:26.926522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf548668-c545-45fb-8998-f302c96f122a req-6fcccaeb-307a-4d9d-9137-0652529e0e2b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:26.931853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf548668-c545-45fb-8998-f302c96f122a req-6fcccaeb-307a-4d9d-9137-0652529e0e2b tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0551698 Sep 15 16:20:26.966350 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f428a1a-03f4-4c5e-b0ec-4010dbe3249d req-07f9ef4d-df9e-44f8-8128-38cfe06f141b service neutron] 10.222.0.55 "GET /v2.0/networks/9e95af16-6b04-497b-8eaf-5dc4fe017793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937054 Sep 15 16:20:26.967410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf548668-c545-45fb-8998-f302c96f122a req-9581b24b-10e0-4a20-b42e-4023b4a0b5ed tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327656 Sep 15 16:20:27.082043 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:27.294757 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2b58fe3-193d-460d-b60c-cec598b02401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:27.741498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058de6e-4d72-4094-b215-cba64e205661 req-8cd0d659-77ba-461c-a93f-c86468d5aded tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:27.743019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8058de6e-4d72-4094-b215-cba64e205661 req-8cd0d659-77ba-461c-a93f-c86468d5aded tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 944 time: 0.0502472 Sep 15 16:20:27.782584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8058de6e-4d72-4094-b215-cba64e205661 req-b3dab76b-5c6f-4a6a-a5bc-7e0f905b5087 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334930 Sep 15 16:20:28.095334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352564dc-d0cf-44dc-84d5-46eb9fbf3693 req-97d71fa2-6429-4a52-9202-0492782747f7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:28.096729 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-352564dc-d0cf-44dc-84d5-46eb9fbf3693 req-97d71fa2-6429-4a52-9202-0492782747f7 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0544751 Sep 15 16:20:28.138163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-352564dc-d0cf-44dc-84d5-46eb9fbf3693 req-6c7d6b7a-f680-40a0-ae36-63098a3363ba tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346587 Sep 15 16:20:28.489317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:28.904930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd1832-8056-4bbd-ac7f-66453ef49184 req-c6c87a5d-ef6e-4311-b911-42bbe3a42be1 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:28.906378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0efd1832-8056-4bbd-ac7f-66453ef49184 req-c6c87a5d-ef6e-4311-b911-42bbe3a42be1 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 944 time: 0.0509746 Sep 15 16:20:28.945346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0efd1832-8056-4bbd-ac7f-66453ef49184 req-337727ee-9872-49cc-bbab-30f6b1b3e02a tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Sep 15 16:20:29.256536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b8844-3740-4b90-a733-b42607c0223d req-6b925c7d-1661-4e52-8c7d-1a811ecd2057 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:29.257970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-515b8844-3740-4b90-a733-b42607c0223d req-6b925c7d-1661-4e52-8c7d-1a811ecd2057 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0502188 Sep 15 16:20:29.297181 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-515b8844-3740-4b90-a733-b42607c0223d req-58c48e46-ce4f-458f-940c-074ebf9582de tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328832 Sep 15 16:20:30.076667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a3cd1-addc-450e-874b-4ca6a00f39f2 req-34730050-fc11-4a33-bc40-a296719ebac2 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:30.082386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e1a3cd1-addc-450e-874b-4ca6a00f39f2 req-34730050-fc11-4a33-bc40-a296719ebac2 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 944 time: 0.0633397 Sep 15 16:20:30.123566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e1a3cd1-addc-450e-874b-4ca6a00f39f2 req-ffe11159-1877-4b6e-8ad7-b629d8c1d846 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369778 Sep 15 16:20:30.169695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:30.358543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:30.425749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed25c70-992f-417c-8054-7bcfc92123ed req-38810453-ee23-443c-9fea-7c584234b8aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:30.427290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ed25c70-992f-417c-8054-7bcfc92123ed req-38810453-ee23-443c-9fea-7c584234b8aa tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0503390 Sep 15 16:20:30.468990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ed25c70-992f-417c-8054-7bcfc92123ed req-047b0c6a-ecb9-4037-84fd-687419ac6f6d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335624 Sep 15 16:20:30.702580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 345eb9fb-b98e-4cc1-b3d7-1f74c786daff details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:20:30.804448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,segment=NetworkSegment(79e251cb-fe47-460c-80ba-1b71c8284c17),segment_id=79e251cb-fe47-460c-80ba-1b71c8284c17)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:30.816557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff', 'network_id': '9e95af16-6b04-497b-8eaf-5dc4fe017793', 'port_id': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff', 'mac_address': 'fa:16:3e:a8:e5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39e041b-2efa-47d2-8301-ed74593ae4b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:20:30.855964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:30.870394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345eb9fb-b98e-4cc1-b3d7-1f74c786daff {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:20:30.892643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,segment=NetworkSegment(79e251cb-fe47-460c-80ba-1b71c8284c17),segment_id=79e251cb-fe47-460c-80ba-1b71c8284c17)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:30.980897 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:31.036749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:31.044559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.044897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.045416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.045965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.046282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.046612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.046932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.047442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.047772 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.048712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.049127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.049460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:20:31.193498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['345eb9fb-b98e-4cc1-b3d7-1f74c786daff'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:20:31.250412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825a017-267c-4bb9-b5e5-d9f0c8ba0c4a req-b94df8ce-501b-4fdf-b800-fef94b3f94ec tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:31.259192 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7825a017-267c-4bb9-b5e5-d9f0c8ba0c4a req-b94df8ce-501b-4fdf-b800-fef94b3f94ec tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 945 time: 0.0627701 Sep 15 16:20:31.296187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7825a017-267c-4bb9-b5e5-d9f0c8ba0c4a req-33426b48-618c-4def-81b4-e1e670d9408e tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Sep 15 16:20:31.602903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d7a7a-e554-4a47-a977-841ca4f19228 req-57d3d953-b98d-492b-a41c-387ed96119bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:31.604472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-970d7a7a-e554-4a47-a977-841ca4f19228 req-57d3d953-b98d-492b-a41c-387ed96119bf tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0622818 Sep 15 16:20:31.648022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-970d7a7a-e554-4a47-a977-841ca4f19228 req-0469d7ee-ad0f-40a3-a849-5d545ea7f598 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370581 Sep 15 16:20:32.414141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9bfc9-2e44-4e7b-9425-0eeac2cdbf63 req-ece3388a-9094-4755-97ca-c714def6b840 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:32.415634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1f9bfc9-2e44-4e7b-9425-0eeac2cdbf63 req-ece3388a-9094-4755-97ca-c714def6b840 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 945 time: 0.0512769 Sep 15 16:20:32.455733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1f9bfc9-2e44-4e7b-9425-0eeac2cdbf63 req-f35655ca-9999-46c4-8d70-648425b0e766 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Sep 15 16:20:32.712418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 345eb9fb-b98e-4cc1-b3d7-1f74c786daff up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:20:32.770429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0311fc-9478-476c-bc7d-c19409969cc3 req-42665176-bdde-415f-a0f0-41a75b5ee4a8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:32.772914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0311fc-9478-476c-bc7d-c19409969cc3 req-42665176-bdde-415f-a0f0-41a75b5ee4a8 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0541661 Sep 15 16:20:32.811982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0311fc-9478-476c-bc7d-c19409969cc3 req-08deae90-a99b-4982-a38a-e8299fd66fea tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337393 Sep 15 16:20:32.849178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:20:32.853553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:20:32.853676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:32.940281 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:32.966419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:20:32.968827 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f14222-f566-4b40-b262-3a4f431e7079" -d '{"events": [{"server_uuid": "aeffc7a0-f744-4eee-bfcf-852557ba5667", "name": "network-vif-plugged", "status": "completed", "tag": "345eb9fb-b98e-4cc1-b3d7-1f74c786daff"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:20:32.982874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,segment=NetworkSegment(79e251cb-fe47-460c-80ba-1b71c8284c17),segment_id=79e251cb-fe47-460c-80ba-1b71c8284c17)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:33.006844 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7cd493-7fcc-4bfb-96da-25ce068fa041 x-openstack-request-id: req-3e7cd493-7fcc-4bfb-96da-25ce068fa041 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:20:33.007180 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeffc7a0-f744-4eee-bfcf-852557ba5667", "name": "network-vif-plugged", "status": "completed", "tag": "345eb9fb-b98e-4cc1-b3d7-1f74c786daff", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:20:33.007475 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3e7cd493-7fcc-4bfb-96da-25ce068fa041 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:20:33.007906 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff', 'code': 200} Sep 15 16:20:33.060720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:33.109259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:33.114401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec26f6-199e-4595-8b96-ea3a8f0bfe3c req-67cc845d-4aae-490c-ac17-410687a984d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:33.115979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9ec26f6-199e-4595-8b96-ea3a8f0bfe3c req-67cc845d-4aae-490c-ac17-410687a984d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 1097 time: 0.0472972 Sep 15 16:20:33.152226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b9ec26f6-199e-4595-8b96-ea3a8f0bfe3c req-6f274e86-1b57-41bc-9192-ef1b6581bd1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290418 Sep 15 16:20:33.591659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae5569-c8da-41aa-863e-a6d1b3f975fb req-efef4568-d86e-4529-9bbf-b124a070b96f tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:33.593214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ae5569-c8da-41aa-863e-a6d1b3f975fb req-efef4568-d86e-4529-9bbf-b124a070b96f tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 946 time: 0.0680032 Sep 15 16:20:33.634833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5ae5569-c8da-41aa-863e-a6d1b3f975fb req-505abb86-4627-4bfb-9330-77e51589a10c tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351894 Sep 15 16:20:33.941845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d494-6353-4020-a69e-6cd62ae78a89 req-d67983d7-95bc-4072-b332-ecd69853192e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:33.943556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8363d494-6353-4020-a69e-6cd62ae78a89 req-d67983d7-95bc-4072-b332-ecd69853192e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0531189 Sep 15 16:20:33.987029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8363d494-6353-4020-a69e-6cd62ae78a89 req-77ec5d42-2813-4f4a-9ecf-fa7b484b7e00 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360785 Sep 15 16:20:34.758682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d95456-2c8c-41f0-85b7-92d55bcc6485 req-61c80807-edf7-404e-a220-6214f157d5bf tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:34.760216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d95456-2c8c-41f0-85b7-92d55bcc6485 req-61c80807-edf7-404e-a220-6214f157d5bf tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 946 time: 0.0559931 Sep 15 16:20:34.801127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10d95456-2c8c-41f0-85b7-92d55bcc6485 req-a8b6aa88-a5c0-47f0-8b48-1df66a3a66a2 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342586 Sep 15 16:20:35.131179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f2bd5-6192-4858-b698-559c4c00a148 req-7fcd9667-a9c5-47c9-9b7b-d79aa8784e28 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:35.132717 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-591f2bd5-6192-4858-b698-559c4c00a148 req-7fcd9667-a9c5-47c9-9b7b-d79aa8784e28 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0695074 Sep 15 16:20:35.176761 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-591f2bd5-6192-4858-b698-559c4c00a148 req-68def0dd-da7a-42ec-9fc1-4958213cba84 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373278 Sep 15 16:20:36.297832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6e1e4-1147-4f2e-8ee1-59b0d0ce6434 req-26cb417e-d636-48df-98d4-f9d7feac9b33 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:36.300136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86d6e1e4-1147-4f2e-8ee1-59b0d0ce6434 req-26cb417e-d636-48df-98d4-f9d7feac9b33 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0521910 Sep 15 16:20:36.348035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86d6e1e4-1147-4f2e-8ee1-59b0d0ce6434 req-8ae0a2e2-3098-4210-94f0-746908a842dc tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416522 Sep 15 16:20:37.473766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4b297-dcdc-4187-9f4e-7572bf0b0c4b req-70a9c5d6-cd86-4578-841a-d82cf737249e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:37.475281 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90a4b297-dcdc-4187-9f4e-7572bf0b0c4b req-70a9c5d6-cd86-4578-841a-d82cf737249e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0575604 Sep 15 16:20:37.516017 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-90a4b297-dcdc-4187-9f4e-7572bf0b0c4b req-bbabb214-55ab-487e-8762-e5310fa471d5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337400 Sep 15 16:20:38.647038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5023fd0-8758-496b-a803-cad77ff2bbf5 req-3a8a1919-5695-412e-ba52-e8d5c3c86a3d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:38.648722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5023fd0-8758-496b-a803-cad77ff2bbf5 req-3a8a1919-5695-412e-ba52-e8d5c3c86a3d tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0531909 Sep 15 16:20:38.700183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5023fd0-8758-496b-a803-cad77ff2bbf5 req-ad87a022-7214-46a3-b803-856438f4e40f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Sep 15 16:20:39.540646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ff3fa-da51-4b23-aa11-d4e84ebe1a2d req-74c3fab2-8d25-4b88-982d-eaae82dab9d1 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:39.542284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e74ff3fa-da51-4b23-aa11-d4e84ebe1a2d req-74c3fab2-8d25-4b88-982d-eaae82dab9d1 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 946 time: 0.0578582 Sep 15 16:20:39.585968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e74ff3fa-da51-4b23-aa11-d4e84ebe1a2d req-c5e48ab5-1163-417f-93e2-980716268b11 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374606 Sep 15 16:20:39.822267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb757bbb-c52c-4e9f-85c2-b7bc07ac8887 req-73e7546e-096f-45f1-9d64-817b992a53b5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:39.823840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb757bbb-c52c-4e9f-85c2-b7bc07ac8887 req-73e7546e-096f-45f1-9d64-817b992a53b5 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0501435 Sep 15 16:20:39.863724 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb757bbb-c52c-4e9f-85c2-b7bc07ac8887 req-1fd301e9-b65c-473a-a820-2acfbd0b3a25 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337436 Sep 15 16:20:40.715226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa78693-5025-4f19-92c3-f19208fc06ce req-df839538-f9a8-4a31-979b-2755b5dbb3b7 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:40.717025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baa78693-5025-4f19-92c3-f19208fc06ce req-df839538-f9a8-4a31-979b-2755b5dbb3b7 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 946 time: 0.0608473 Sep 15 16:20:40.758309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-baa78693-5025-4f19-92c3-f19208fc06ce req-c3426336-9b6d-4d55-b8d3-240d309c6ac2 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/security-groups?id=76cf5434-8bf0-4ea1-9ccd-c1141acf700a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341144 Sep 15 16:20:40.958740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-2a852773-a254-4de4-b5ab-53a7c955122a tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:40.960137 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-2a852773-a254-4de4-b5ab-53a7c955122a tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.55 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 946 time: 0.0611200 Sep 15 16:20:41.036416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153604-d0df-4254-97d4-690e4d50b1b4 req-676119f2-615d-4b80-a0a0-5936bd62fc62 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:41.037891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73153604-d0df-4254-97d4-690e4d50b1b4 req-676119f2-615d-4b80-a0a0-5936bd62fc62 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.1017764 Sep 15 16:20:41.104170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73153604-d0df-4254-97d4-690e4d50b1b4 req-c8f0a28d-7e7c-4c73-b80e-d8ad0dfd3f0a tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476115 Sep 15 16:20:41.115347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Deleting port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:20:41.115820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:41.535834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] For port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,segment=NetworkSegment(79e251cb-fe47-460c-80ba-1b71c8284c17),segment_id=79e251cb-fe47-460c-80ba-1b71c8284c17)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:41.536193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:41.549578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Calling delete_port for 345eb9fb-b98e-4cc1-b3d7-1f74c786daff owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:20:41.750295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:41.763407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['345eb9fb-b98e-4cc1-b3d7-1f74c786daff'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:20:41.780998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Pushing event deleted for resources: {'Port': ['ID=345eb9fb-b98e-4cc1-b3d7-1f74c786daff,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:41.854436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] No DVR routers for this DVR port 345eb9fb-b98e-4cc1-b3d7-1f74c786daff on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:20:41.857704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:41.859918 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3fb1267-e3ba-4e69-9570-2b52e7592636 req-e0fc795e-21a2-43cd-aa63-8205ba0838e6 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.55 "DELETE /v2.0/ports/345eb9fb-b98e-4cc1-b3d7-1f74c786daff HTTP/1.1" status: 204 len: 173 time: 0.8820035 Sep 15 16:20:41.860188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5b1bae5-5d9d-4ffa-ae8f-d38ebcfa44bb req-dea0fe7d-2fcb-4ec8-b3a5-42cd8cc2c419 tempest-VolumesActionsTest-1110633489 tempest-VolumesActionsTest-1110633489-project] 10.222.0.63 "GET /v2.0/ports?device_id=aeffc7a0-f744-4eee-bfcf-852557ba5667 HTTP/1.1" status: 200 len: 210 time: 0.0308514 Sep 15 16:20:41.861207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'name': 'network-vif-deleted', 'tag': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:20:41.869804 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623dab18-6d02-49f7-8507-8f0a23716b02" -d '{"events": [{"server_uuid": "aeffc7a0-f744-4eee-bfcf-852557ba5667", "name": "network-vif-deleted", "tag": "345eb9fb-b98e-4cc1-b3d7-1f74c786daff"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:20:41.912311 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dd4d9d-8629-46f7-a55d-7573e09e73e3 x-openstack-request-id: req-70dd4d9d-8629-46f7-a55d-7573e09e73e3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:20:41.912651 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeffc7a0-f744-4eee-bfcf-852557ba5667", "name": "network-vif-deleted", "tag": "345eb9fb-b98e-4cc1-b3d7-1f74c786daff", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:20:41.912906 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-70dd4d9d-8629-46f7-a55d-7573e09e73e3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:20:41.913352 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeffc7a0-f744-4eee-bfcf-852557ba5667', 'name': 'network-vif-deleted', 'tag': '345eb9fb-b98e-4cc1-b3d7-1f74c786daff', 'status': 'completed', 'code': 200} Sep 15 16:20:42.249147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a550c5-5bcd-4960-9398-7d165412c14d req-1464589a-9af2-4069-8b8b-2b571d2cb3d2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:42.250733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43a550c5-5bcd-4960-9398-7d165412c14d req-1464589a-9af2-4069-8b8b-2b571d2cb3d2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0630715 Sep 15 16:20:42.294677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43a550c5-5bcd-4960-9398-7d165412c14d req-82a21c86-a97d-49b7-bf85-f38badac0bab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359135 Sep 15 16:20:43.427535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1b14-ce00-46d1-8245-bc4ab7eedc2c req-8f48ce20-2422-4755-ba8d-5ce205ee343f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:43.434741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-765c1b14-ce00-46d1-8245-bc4ab7eedc2c req-8f48ce20-2422-4755-ba8d-5ce205ee343f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0598781 Sep 15 16:20:43.471451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-765c1b14-ce00-46d1-8245-bc4ab7eedc2c req-8c6223d2-443d-44d8-a6ce-bad4c96311a2 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360305 Sep 15 16:20:44.619160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9baa6-ed3b-4ed6-8837-3a1a32ebcab6 req-8ad17573-0af3-4946-8f8f-2109b788c702 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:44.621030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97e9baa6-ed3b-4ed6-8837-3a1a32ebcab6 req-8ad17573-0af3-4946-8f8f-2109b788c702 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0708117 Sep 15 16:20:44.678356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97e9baa6-ed3b-4ed6-8837-3a1a32ebcab6 req-79677800-5436-40ab-badc-c6e8d6401767 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431461 Sep 15 16:20:44.759532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 345eb9fb-b98e-4cc1-b3d7-1f74c786daff no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:20:44.781118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 345eb9fb-b98e-4cc1-b3d7-1f74c786daff {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:20:44.781344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 345eb9fb-b98e-4cc1-b3d7-1f74c786daff not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:20:45.823626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370ea94-5e3b-4a45-adec-95275eeaa300 req-5a37ddee-510c-4c8f-9a58-76f800b6481f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:45.828699 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d370ea94-5e3b-4a45-adec-95275eeaa300 req-5a37ddee-510c-4c8f-9a58-76f800b6481f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0700884 Sep 15 16:20:45.868560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d370ea94-5e3b-4a45-adec-95275eeaa300 req-81e45978-98ec-442f-949a-3117d55e7857 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357537 Sep 15 16:20:46.194227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8629de-e121-427f-a54c-95ef511eb7d2 req-495087a9-6ba1-4ac1-914b-3510b9ef7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:46.195934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a8629de-e121-427f-a54c-95ef511eb7d2 req-495087a9-6ba1-4ac1-914b-3510b9ef7a1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1096 time: 0.0459092 Sep 15 16:20:46.231877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6a8629de-e121-427f-a54c-95ef511eb7d2 req-2d2b3e70-2c8c-4336-9942-2a1bad254515 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292115 Sep 15 16:20:47.003126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b550c12-e282-444b-8dcb-94f58e345d39 req-dc22e668-c857-426a-b5db-c7fef0c5c891 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:47.005084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b550c12-e282-444b-8dcb-94f58e345d39 req-dc22e668-c857-426a-b5db-c7fef0c5c891 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0544398 Sep 15 16:20:47.054679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0b550c12-e282-444b-8dcb-94f58e345d39 req-71cb68dd-e24d-4764-bc92-f20d85c1ada0 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Sep 15 16:20:48.177291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e1ff-b953-41b7-9707-02eb4417ad10 req-17705645-3e81-4dd4-a121-b0280f65ac08 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:20:48.179598 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56b7e1ff-b953-41b7-9707-02eb4417ad10 req-17705645-3e81-4dd4-a121-b0280f65ac08 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0553448 Sep 15 16:20:48.222772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56b7e1ff-b953-41b7-9707-02eb4417ad10 req-e5bdbd96-1f1c-46dd-8c97-5fa1bb278e55 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361855 Sep 15 16:20:48.247405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 56748) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:20:48.317590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-23db7068-5c7b-430f-aef2-bb66c06febab tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/floatingips/d6b25219-6261-4ae9-81e5-92a300a94a7b HTTP/1.1" status: 200 len: 993 time: 0.0689692 Sep 15 16:20:48.797070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6db4d14c-4da8-483f-94a3-c5be5ca7149e details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:20:48.802172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6db4d14c-4da8-483f-94a3-c5be5ca7149e no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:20:49.148339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:49.163896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:49.185952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:20:49.188360 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4980f148-9e03-4894-a023-1f0d1f96ca62" -d '{"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:20:49.195760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'port_id': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'mac_address': 'fa:16:3e:54:05:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:20:49.207065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:49.246588 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76e32de-6102-4948-9600-fb4245dd7eef x-openstack-request-id: req-b76e32de-6102-4948-9600-fb4245dd7eef {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:20:49.246934 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:20:49.247221 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b76e32de-6102-4948-9600-fb4245dd7eef {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:20:49.247620 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'code': 200} Sep 15 16:20:49.258651 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:49.275390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6db4d14c-4da8-483f-94a3-c5be5ca7149e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:20:49.282982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:49.362961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:20:49.363336 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:20:49.368572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:49.907195 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:49.930376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db4d14c-4da8-483f-94a3-c5be5ca7149e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:20:49.957628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:50.033230 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:50.129127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:50.247356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['6db4d14c-4da8-483f-94a3-c5be5ca7149e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:20:51.886254 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:20:52.801797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6db4d14c-4da8-483f-94a3-c5be5ca7149e up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:20:52.858068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 6db4d14c-4da8-483f-94a3-c5be5ca7149e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:20:52.858068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:52.951061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:52.975556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:20:52.977995 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1645a-66f1-41e6-83b6-d36400ca57d5" -d '{"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:20:52.995350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:20:53.019917 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36289eed-4f14-40cb-892a-2052379f09e8 x-openstack-request-id: req-36289eed-4f14-40cb-892a-2052379f09e8 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:20:53.020254 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-plugged", "status": "completed", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:20:53.020508 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-36289eed-4f14-40cb-892a-2052379f09e8 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:20:53.020935 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'code': 200} Sep 15 16:20:53.083870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:53.138069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:20:54.038950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c1bf72e3-8a3a-4a0e-81e7-c3d4437ec91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:56.895950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:57.130204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:57.354076 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ed0b811e-5b59-4d02-ba99-ebb3d5355aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:20:58.467198 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:00.244477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:00.406754 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:01.319634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-9c9a352a-3b25-4e12-8fa4-b97415a77e47 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465238 Sep 15 16:21:01.403486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-47c511a5-cc5f-4845-a6cf-b8a658063fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:01.405087 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-47c511a5-cc5f-4845-a6cf-b8a658063fd3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0429082 Sep 15 16:21:01.524447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-96986856-7dea-4c9d-a32f-5ba26b44bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:01.526338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-96986856-7dea-4c9d-a32f-5ba26b44bd8a service neutron] 10.222.0.38 "GET /v2.0/networks?id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 200 len: 909 time: 0.1011221 Sep 15 16:21:01.601493 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-16933928-ffd0-4d8e-8496-388ba5254e0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 200 len: 1001 time: 0.0683606 Sep 15 16:21:01.655253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-0d2327ea-00ba-4d6e-a771-37d05aad31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:01.656919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-0d2327ea-00ba-4d6e-a771-37d05aad31f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=218c0678-7ea1-4ccb-af9e-8507c6faaa27 HTTP/1.1" status: 200 len: 847 time: 0.0478172 Sep 15 16:21:01.714326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-3ba5880d-b0fa-473e-baef-5d96b38777ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:01.715851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-3ba5880d-b0fa-473e-baef-5d96b38777ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521863 Sep 15 16:21:01.816514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-8f8a4fd4-6142-4550-a7df-0dcec7e79e2c service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902936 Sep 15 16:21:01.917171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37ec8aa3-d6ea-489c-94d0-1796c012b9dc req-3bbd027d-b23d-4560-9048-5cac8b030492 service neutron] 10.222.0.38 "GET /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974181 Sep 15 16:21:12.913516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-b550187b-d3e3-42ab-a3e8-8761719c68bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458884 Sep 15 16:21:13.003746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670269e5-8e85-449a-b8b6-44473629bd8a req-0d025dec-5d82-427d-b8f2-4629c12033cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:13.009516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-0d025dec-5d82-427d-b8f2-4629c12033cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1096 time: 0.0440991 Sep 15 16:21:13.010061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57104) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:13.057400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Deleting subnet a39e041b-2efa-47d2-8301-ed74593ae4b5 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:21:13.060948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.099208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.148395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.153039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670269e5-8e85-449a-b8b6-44473629bd8a req-924eced2-d4e0-4d0e-a53a-ebd58475aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:13.154654 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-924eced2-d4e0-4d0e-a53a-ebd58475aa9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc09e6c4-60ab-4678-a3a3-ae890f374563 HTTP/1.1" status: 200 len: 897 time: 0.1272357 Sep 15 16:21:13.247079 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-b367068e-a0db-4700-8400-693e9dd81bce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e HTTP/1.1" status: 200 len: 1001 time: 0.0773783 Sep 15 16:21:13.299248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670269e5-8e85-449a-b8b6-44473629bd8a req-bf0ab956-fba1-460b-b6be-a13341c8f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:13.300769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-bf0ab956-fba1-460b-b6be-a13341c8f284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2002796e-3536-4a26-8e55-8be485fa80a2 HTTP/1.1" status: 200 len: 835 time: 0.0448465 Sep 15 16:21:13.357621 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.361219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670269e5-8e85-449a-b8b6-44473629bd8a req-7ce424da-199d-40a6-b0e7-597ccb15f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:13.365570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-7ce424da-199d-40a6-b0e7-597ccb15f475 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc09e6c4-60ab-4678-a3a3-ae890f374563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530405 Sep 15 16:21:13.386551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39e041b-2efa-47d2-8301-ed74593ae4b5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:13.395786 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.397719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] 10.222.0.63 "DELETE /v2.0/subnets/a39e041b-2efa-47d2-8301-ed74593ae4b5 HTTP/1.1" status: 204 len: 168 time: 0.3864872 Sep 15 16:21:13.400080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.400690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.401267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.401791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.402298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.402486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57120) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:13.402974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.403308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.403716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.404070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.404316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.404669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.405008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1426d-5afb-4ca3-9473-448bd43b53ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.523367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.532030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-3a5f6651-0326-44b0-807a-1ac9cceac498 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583087 Sep 15 16:21:13.675199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.703069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e95af16-6b04-497b-8eaf-5dc4fe017793']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:13.721305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e251cb-fe47-460c-80ba-1b71c8284c17') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:13.721610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e251cb-fe47-460c-80ba-1b71c8284c17') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:13.731355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-670269e5-8e85-449a-b8b6-44473629bd8a req-da316050-b809-415f-af9d-f5db4daed7d9 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670318 Sep 15 16:21:13.735241 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.751644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.758449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:21:13.759834 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:21:13.761406 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:21:13.944595 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.957032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:13.958858 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] 10.222.0.63 "DELETE /v2.0/networks/9e95af16-6b04-497b-8eaf-5dc4fe017793 HTTP/1.1" status: 204 len: 168 time: 0.5552948 Sep 15 16:21:13.961963 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57146) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:13.969187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e95af16-6b04-497b-8eaf-5dc4fe017793,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:13.976706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.977053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.977402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.977736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.978069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.978392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.978714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.979030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.979352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.979667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.979980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:13.980291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29624f39-969c-4786-a59f-347b2623b562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:14.008444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] Deleting subnet c7174269-e150-41fe-99a2-2be396565861 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:21:14.012666 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.047125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.091487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.262056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.288950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7174269-e150-41fe-99a2-2be396565861,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:14.293775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.298002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3ad34ba1-fb56-425f-b18c-15870bd5291c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c7174269-e150-41fe-99a2-2be396565861 HTTP/1.1" status: 204 len: 168 time: 0.3326573 Sep 15 16:21:14.298910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57166) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:14.369383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.452322 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.475144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc411a5-8ce0-4509-be44-783746480f75']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:14.486304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee96453-da50-46d6-a804-19af45ab26cf') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:14.486609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee96453-da50-46d6-a804-19af45ab26cf') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:14.496184 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.509863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.515834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:21:14.516546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:21:14.518174 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:21:14.690012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.696505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:14.698698 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3cc411a5-8ce0-4509-be44-783746480f75 HTTP/1.1" status: 204 len: 168 time: 0.3987525 Sep 15 16:21:14.710656 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ccd6c-f196-4348-9512-4f11444d3753 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc411a5-8ce0-4509-be44-783746480f75,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:15.143727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:15.187465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cf3a76fb-ef25-4adb-b914-b9d1e368dfdf admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=043b99e37643418d8d849dbc4bb348fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425646 Sep 15 16:21:15.190410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57210) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:15.245961 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd26050b-7f15-40ae-a0c7-b87fd4acc839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:15.265136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd26050b-7f15-40ae-a0c7-b87fd4acc839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:15.415883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd26050b-7f15-40ae-a0c7-b87fd4acc839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:15.419827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dd26050b-7f15-40ae-a0c7-b87fd4acc839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:15.421066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dd26050b-7f15-40ae-a0c7-b87fd4acc839 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/76cf5434-8bf0-4ea1-9ccd-c1141acf700a HTTP/1.1" status: 204 len: 168 time: 0.2297397 Sep 15 16:21:15.429590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26050b-7f15-40ae-a0c7-b87fd4acc839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf5434-8bf0-4ea1-9ccd-c1141acf700a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:16.168400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57256) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:16.215840 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e44ff3d2-e85a-4b4f-9b31-3bb6227c51eb admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fdcd664dded84a6d9f8bf804eb77663f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462089 Sep 15 16:21:16.218279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57262) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:16.268850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7f0ccd3d-ea78-4172-9eaa-71589fa068b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:16.294977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7f0ccd3d-ea78-4172-9eaa-71589fa068b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:16.401949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7f0ccd3d-ea78-4172-9eaa-71589fa068b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:16.404583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7f0ccd3d-ea78-4172-9eaa-71589fa068b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:16.405775 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7f0ccd3d-ea78-4172-9eaa-71589fa068b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6f3f5b48-16b7-4277-932b-2c9a1aee3b6e HTTP/1.1" status: 204 len: 168 time: 0.1864347 Sep 15 16:21:16.413797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ccd3d-ea78-4172-9eaa-71589fa068b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3f5b48-16b7-4277-932b-2c9a1aee3b6e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:17.575807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57346) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:17.699902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-291099122-network', 'tenant_id': '760be378458d4750bfd7763a1bbc967f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:17.793381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Made reservation on behalf of 760be378458d4750bfd7763a1bbc967f for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:21:17.795806 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:17.805264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:17.905081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:17.996091 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.020947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:21:18.030705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c517a549-f9a1-40c6-afaa-f6c66b13db52,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:18.035569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.039511 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Added segment d7796642-cd5e-444f-84d4-39ce134e845b of type vlan for network 0e157718-cf48-4218-a080-1d6a76388e77 Sep 15 16:21:18.079211 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.181695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.182685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:18.183282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.274795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e157718-cf48-4218-a080-1d6a76388e77,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:18.285432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0e157718-cf48-4218-a080-1d6a76388e77 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:21:18.308330 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-905488e7-d23e-4d50-8149-1f4e6d0e4fa2 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7313240 Sep 15 16:21:18.311457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57380) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:18.316450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Request body: {'subnet': {'network_id': '0e157718-cf48-4218-a080-1d6a76388e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-291099122-subnet', 'tenant_id': '760be378458d4750bfd7763a1bbc967f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:18.410117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Made reservation on behalf of 760be378458d4750bfd7763a1bbc967f for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:21:18.412627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.651225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.711497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70436f7b-c190-45f9-8c36-75ece6a54766,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:18.718185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Checking segment: {'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:21:18.718185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Network hostable DHCP agents. Network: 0e157718-cf48-4218-a080-1d6a76388e77, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:21:18.804652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Network 0e157718-cf48-4218-a080-1d6a76388e77 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:21:18.895774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 0e157718-cf48-4218-a080-1d6a76388e77) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:18.901245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:18.902151 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:18.906019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f715f75-b693-4fde-aa10-fbe4a66e5940 None None] Network 0e157718-cf48-4218-a080-1d6a76388e77 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:19.002279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a4e5305d-d9bb-4801-ba6a-14ead56d1e8f admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6895332 Sep 15 16:21:19.044706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c897e0-3961-4a9f-acdd-edfa0c7722aa None None] Network 0e157718-cf48-4218-a080-1d6a76388e77 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:23.420255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57624) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:23.597114 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 208cf0ea-26cb-4eb8-86af-e315afe52801 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:23.597466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:23.675271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:23.675652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:23.688299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 208cf0ea-26cb-4eb8-86af-e315afe52801 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:23.947743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:23.983572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=208cf0ea-26cb-4eb8-86af-e315afe52801,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:24.041214 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-38fb2f3f-7c0f-40f0-9fba-23aab12a272b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:24.055689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:24.056035 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Floating IP d6b25219-6261-4ae9-81e5-92a300a94a7b disassociated (deleted). External IP: 172.25.0.192, port: 6db4d14c-4da8-483f-94a3-c5be5ca7149e. Sep 15 16:21:24.273314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 09997e4e-71b3-4708-9e33-6c34544facde has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:21:24.387594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:21:24.392771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:24.402632 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] Sync routers for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:21:24.412850 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:24.413681 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:20:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:24.430551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-417cc793-802d-4742-910a-632a1839b044 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/floatingips/d6b25219-6261-4ae9-81e5-92a300a94a7b HTTP/1.1" status: 204 len: 168 time: 1.0091515 Sep 15 16:21:24.431838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:21:24.434856 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:21:24.505531 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cad728a-5a69-4de6-b65c-f3a4c5b9d6ec x-openstack-request-id: req-2cad728a-5a69-4de6-b65c-f3a4c5b9d6ec {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:21:24.509030 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:21:24.513883 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2cad728a-5a69-4de6-b65c-f3a4c5b9d6ec {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:21:24.514523 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'status': 'completed', 'code': 200} Sep 15 16:21:24.535929 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:24.581679 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-72e1383f-3da4-42de-ba88-65ea16acd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:24.584459 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-72e1383f-3da4-42de-ba88-65ea16acd3bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 1096 time: 0.0576842 Sep 15 16:21:24.688749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-d0bb1c6b-fb2c-4090-8d13-24dac23e37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:24.690394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-d0bb1c6b-fb2c-4090-8d13-24dac23e37c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc09e6c4-60ab-4678-a3a3-ae890f374563 HTTP/1.1" status: 200 len: 897 time: 0.0979397 Sep 15 16:21:24.754769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-936c588d-8459-402a-87a8-1c473ea2e44c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e HTTP/1.1" status: 200 len: 217 time: 0.0520732 Sep 15 16:21:24.768966 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:24.797644 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] Checking router: 09997e4e-71b3-4708-9e33-6c34544facde for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:21:24.810960 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:24.811647 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:20:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:24.829282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-a340c91f-6fd7-408b-8297-5644594c443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:24.830638 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-a340c91f-6fd7-408b-8297-5644594c443a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2002796e-3536-4a26-8e55-8be485fa80a2 HTTP/1.1" status: 200 len: 835 time: 0.0650861 Sep 15 16:21:24.888719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-621590e8-cef8-47ae-9f1b-47046ba8aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:24.890815 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-621590e8-cef8-47ae-9f1b-47046ba8aa53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc09e6c4-60ab-4678-a3a3-ae890f374563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500267 Sep 15 16:21:24.947287 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:25.003844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff050c-b851-4a9c-aea7-ad34ab48a3e1 req-3c87a4be-a8fa-4e42-9557-cb018fd0c359 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:25.007442 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0cff050c-b851-4a9c-aea7-ad34ab48a3e1 req-3c87a4be-a8fa-4e42-9557-cb018fd0c359 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.1131592 Sep 15 16:21:25.068634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-f0bc48f2-52a9-4d23-b162-fab0a19ffc3d service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673608 Sep 15 16:21:25.071718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0cff050c-b851-4a9c-aea7-ad34ab48a3e1 req-14a66289-2a7d-47dc-87ad-b3cce03a8234 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591106 Sep 15 16:21:25.191088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fb14d198-b70b-44e9-9076-4bb7de4b0ac2 req-9ed12c54-7971-4ca6-a919-79e32edcf546 service neutron] 10.222.0.55 "GET /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146648 Sep 15 16:21:25.208210 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:25.240651 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e7e80-2c54-4a8c-b0ea-0f47c88d5e90 None None] The sync data for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 is: [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:36Z', 'revision_number': 4, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '2be982b4-aae2-4e97-bf77-3fba4ca79900', 'name': '', 'network_id': 'fc09e6c4-60ab-4678-a3a3-ae890f374563', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'mac_address': 'fa:16:3e:e7:7b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:35Z', 'updated_at': '2021-09-15T16:19:39Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'subnets': [{'id': '2002796e-3536-4a26-8e55-8be485fa80a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:21:25.549139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8414d3a-cff9-4d90-a944-30aae70c3c2a None None] New status for floating IP d6b25219-6261-4ae9-81e5-92a300a94a7b: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:21:26.238993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192978a9-7611-4b7a-8a3e-9be48312c0a2 req-284e102f-7dc4-494c-a318-bad78a146ded tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:26.240640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-192978a9-7611-4b7a-8a3e-9be48312c0a2 req-284e102f-7dc4-494c-a318-bad78a146ded tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0543628 Sep 15 16:21:26.248738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-6770c3a1-875f-4135-b551-28539571334f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:26.250252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-6770c3a1-875f-4135-b551-28539571334f tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 945 time: 0.0528257 Sep 15 16:21:26.286896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-192978a9-7611-4b7a-8a3e-9be48312c0a2 req-06fde771-2847-4aa4-88fd-d4582faf2307 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/security-groups?id=c64e9fb1-873e-4d1d-94af-f439a423711c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333791 Sep 15 16:21:26.360708 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 6db4d14c-4da8-483f-94a3-c5be5ca7149e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:26.360708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:26.462266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port 6db4d14c-4da8-483f-94a3-c5be5ca7149e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6db4d14c-4da8-483f-94a3-c5be5ca7149e,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:26.462266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:26.487145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 6db4d14c-4da8-483f-94a3-c5be5ca7149e owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:26.718851 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:26.752330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=6db4d14c-4da8-483f-94a3-c5be5ca7149e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:26.803012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] No DVR routers for this DVR port 6db4d14c-4da8-483f-94a3-c5be5ca7149e on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:21:26.805947 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:26.808130 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8bd64e09-8f74-40a6-a247-e49d77e9d9a0 req-92986e18-d9b8-491c-bb95-1188844d132e tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.55 "DELETE /v2.0/ports/6db4d14c-4da8-483f-94a3-c5be5ca7149e HTTP/1.1" status: 204 len: 173 time: 0.5516689 Sep 15 16:21:26.809064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-deleted', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:21:26.811340 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8190280b-dc0e-4cbf-8990-80e2615d97d9" -d '{"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-deleted", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:21:26.860742 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d6c36c-c043-4285-a1a5-c5d775d7016b x-openstack-request-id: req-10d6c36c-c043-4285-a1a5-c5d775d7016b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:21:26.861082 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb2eda-28b4-4beb-b0e0-aaccb035fd2e", "name": "network-vif-deleted", "tag": "6db4d14c-4da8-483f-94a3-c5be5ca7149e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:21:26.861396 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10d6c36c-c043-4285-a1a5-c5d775d7016b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:21:26.861795 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eb2eda-28b4-4beb-b0e0-aaccb035fd2e', 'name': 'network-vif-deleted', 'tag': '6db4d14c-4da8-483f-94a3-c5be5ca7149e', 'status': 'completed', 'code': 200} Sep 15 16:21:26.907336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:27.113185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:27.331598 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-84a7d857-e81a-4fc2-8f89-9bdcd09cb810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:27.418083 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-06c38eea-3502-4509-b279-6a334adf2f77 req-379e2be2-39fe-425d-9823-8a04656c8bb3 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "GET /v2.0/ports?device_id=19eb2eda-28b4-4beb-b0e0-aaccb035fd2e HTTP/1.1" status: 200 len: 210 time: 0.0325294 Sep 15 16:21:28.489316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57680) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:28.493038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:28.887326 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:21:29.210868 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:29.491678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 2be982b4-aae2-4e97-bf77-3fba4ca79900 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:29.492869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:29.600925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port 2be982b4-aae2-4e97-bf77-3fba4ca79900, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2be982b4-aae2-4e97-bf77-3fba4ca79900,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:29.601291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:29.616739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 2be982b4-aae2-4e97-bf77-3fba4ca79900 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:29.908030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:29.936889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=2be982b4-aae2-4e97-bf77-3fba4ca79900,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:30.142982 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:30.189823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:30.389432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:30.403338 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Router 09997e4e-71b3-4708-9e33-6c34544facde has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:21:30.557499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:21:30.568971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57692) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:30.569525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fe794bad-b036-426f-a749-74bad5803317 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "PUT /v2.0/routers/09997e4e-71b3-4708-9e33-6c34544facde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0784369 Sep 15 16:21:30.579046 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] Sync routers for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:21:30.596899 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:30.596899 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:30.644940 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting subnet 2002796e-3536-4a26-8e55-8be485fa80a2 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:21:30.648533 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:30.690659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:30.742813 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:30.804513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:30.978935 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:30.988066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6db4d14c-4da8-483f-94a3-c5be5ca7149e no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:31.003425 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:21:29Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:31.023918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Subnet': ['ID=2002796e-3536-4a26-8e55-8be485fa80a2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:31.033555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 6db4d14c-4da8-483f-94a3-c5be5ca7149e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:31.033986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6db4d14c-4da8-483f-94a3-c5be5ca7149e not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:31.038854 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.039620 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] Checking router: 09997e4e-71b3-4708-9e33-6c34544facde for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:21:31.053381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-72a7cf9a-bc08-4eed-b816-030b2c02af74 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/subnets/2002796e-3536-4a26-8e55-8be485fa80a2 HTTP/1.1" status: 204 len: 168 time: 0.4714022 Sep 15 16:21:31.053381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57694) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:31.054473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13f1b9-80d0-4e36-a4b1-39b1875b38d9 None None] Network fc09e6c4-60ab-4678-a3a3-ae890f374563 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:31.062179 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] Routers {'09997e4e-71b3-4708-9e33-6c34544facde'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:31.063446 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['09997e4e-71b3-4708-9e33-6c34544facde'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:31.255220 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] Set router 09997e4e-71b3-4708-9e33-6c34544facde gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:31.260038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.420946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] DHCP port deletion for fc09e6c4-60ab-4678-a3a3-ae890f374563 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:21:31.422996 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.517014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Deleting port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:31.517014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.572899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Deleting port 64065cf0-c32f-4d6b-b41e-02dc7eda974f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:31.574265 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.601718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] For port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a34c4ec2-29f2-46de-af1c-e2bbb1bf0780,segment=NetworkSegment(76b8ea57-e17e-44dc-9219-48d7315c66d5),segment_id=76b8ea57-e17e-44dc-9219-48d7315c66d5)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:31.602197 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.643818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Calling delete_port for a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:31.686586 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:21:29Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:31.726376 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737c1ae5-47be-4e95-a524-648d7dee5e6a None None] The sync data for ids ['09997e4e-71b3-4708-9e33-6c34544facde'] in n-d-808199-2 is: [{'id': '09997e4e-71b3-4708-9e33-6c34544facde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1120680965', 'tenant_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:21:29Z', 'revision_number': 5, 'project_id': '4a21f74e1c7c4fb48c1f5f2cc63f8946', 'gw_port': {'id': '64065cf0-c32f-4d6b-b41e-02dc7eda974f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09997e4e-71b3-4708-9e33-6c34544facde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:19:31Z', 'updated_at': '2021-09-15T16:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:21:31.766383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] For port 64065cf0-c32f-4d6b-b41e-02dc7eda974f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64065cf0-c32f-4d6b-b41e-02dc7eda974f,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:31.766831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.780955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Calling delete_port for 64065cf0-c32f-4d6b-b41e-02dc7eda974f owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:31.883759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:31.909982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Pushing event deleted for resources: {'Port': ['ID=a34c4ec2-29f2-46de-af1c-e2bbb1bf0780,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:31.912248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] No DVR routers for this DVR port a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:21:31.925092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.925457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.925803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.928360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:31.929624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf425d4f-23d1-4558-9167-b743cb9516ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:32.087191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.124033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:32.129680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Port': ['ID=64065cf0-c32f-4d6b-b41e-02dc7eda974f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:32.158181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:32.158577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a34c4ec2-29f2-46de-af1c-e2bbb1bf0780 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:32.219567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.318299 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.321015 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.507622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.508259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Fanout notify agent at l3_agent the message router_deleted on router 09997e4e-71b3-4708-9e33-6c34544facde {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:21:32.516505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.518038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eea80b7f-3a4c-4dc5-8fd1-1032737f9740 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/routers/09997e4e-71b3-4708-9e33-6c34544facde HTTP/1.1" status: 204 len: 168 time: 1.4713545 Sep 15 16:21:32.520349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57704) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:32.606399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.703009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.723747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc09e6c4-60ab-4678-a3a3-ae890f374563']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:32.732935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b8ea57-e17e-44dc-9219-48d7315c66d5') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:32.733230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b8ea57-e17e-44dc-9219-48d7315c66d5') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:32.742535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.756063 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.763611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:21:32.764042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:21:32.767168 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:21:32.927393 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.938746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:32.941084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/networks/fc09e6c4-60ab-4678-a3a3-ae890f374563 HTTP/1.1" status: 204 len: 168 time: 0.4197092 Sep 15 16:21:32.943803 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57708) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:32.971956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe1911-c8fd-4ab7-9b85-f2b4f1eb0e23 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'Network': ['ID=fc09e6c4-60ab-4678-a3a3-ae890f374563,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:33.023174 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fec27ebd-9776-4948-81bc-5669f761bf07 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:33.050519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fec27ebd-9776-4948-81bc-5669f761bf07 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:33.210662 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fec27ebd-9776-4948-81bc-5669f761bf07 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:33.214146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fec27ebd-9776-4948-81bc-5669f761bf07 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:33.215647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fec27ebd-9776-4948-81bc-5669f761bf07 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] 10.222.0.63 "DELETE /v2.0/security-groups/c64e9fb1-873e-4d1d-94af-f439a423711c HTTP/1.1" status: 204 len: 168 time: 0.2708290 Sep 15 16:21:33.231720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec27ebd-9776-4948-81bc-5669f761bf07 tempest-TestNetworkAdvancedServerOps-725781883 tempest-TestNetworkAdvancedServerOps-725781883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e9fb1-873e-4d1d-94af-f439a423711c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:33.653656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64065cf0-c32f-4d6b-b41e-02dc7eda974f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:33.675549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 64065cf0-c32f-4d6b-b41e-02dc7eda974f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:33.675963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64065cf0-c32f-4d6b-b41e-02dc7eda974f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:33.676620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2be982b4-aae2-4e97-bf77-3fba4ca79900 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:33.709523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 2be982b4-aae2-4e97-bf77-3fba4ca79900 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:33.709875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2be982b4-aae2-4e97-bf77-3fba4ca79900 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:33.873777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57736) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:34.014513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4b6b1ec6-dadc-4b77-9fd2-9707cd8355a8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=4a21f74e1c7c4fb48c1f5f2cc63f8946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394794 Sep 15 16:21:34.017194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57744) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:34.068528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e176-2a2c-465e-8d1b-4bb7e69f86aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:34.091624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e176-2a2c-465e-8d1b-4bb7e69f86aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:34.229944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e176-2a2c-465e-8d1b-4bb7e69f86aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:34.236370 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4fc3e176-2a2c-465e-8d1b-4bb7e69f86aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:34.236370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4fc3e176-2a2c-465e-8d1b-4bb7e69f86aa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/83f369d6-fdd9-4099-82c6-b1392ba2a2ea HTTP/1.1" status: 204 len: 168 time: 0.2156222 Sep 15 16:21:34.242640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3e176-2a2c-465e-8d1b-4bb7e69f86aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f369d6-fdd9-4099-82c6-b1392ba2a2ea,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:34.938770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57762) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:34.982138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ce8d5e0f-f104-4dcf-b11b-d176d2ec7a1d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=649cac78e01e4c61b503194db8946c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418510 Sep 15 16:21:34.984646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57764) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:35.039762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4856a623-2496-4537-b8d4-16f4f7a3d375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:35.072920 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4856a623-2496-4537-b8d4-16f4f7a3d375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:35.198895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4856a623-2496-4537-b8d4-16f4f7a3d375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:35.201532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4856a623-2496-4537-b8d4-16f4f7a3d375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:35.202883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4856a623-2496-4537-b8d4-16f4f7a3d375 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/ca794430-8822-4c0c-8fa6-7d5e7360aef0 HTTP/1.1" status: 204 len: 168 time: 0.2173073 Sep 15 16:21:35.211026 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856a623-2496-4537-b8d4-16f4f7a3d375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca794430-8822-4c0c-8fa6-7d5e7360aef0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:37.264883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43ab5a-e7e6-4afe-a9ac-99fb18ea82ce req-47e0a336-83a4-46d2-839b-d454598e45b3 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:37.266667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a43ab5a-e7e6-4afe-a9ac-99fb18ea82ce req-47e0a336-83a4-46d2-839b-d454598e45b3 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 946 time: 0.0559056 Sep 15 16:21:37.311315 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a43ab5a-e7e6-4afe-a9ac-99fb18ea82ce req-bc57cd2a-9b7a-4885-842e-a0a127988245 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381026 Sep 15 16:21:37.356639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57840) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:37.516385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'network': {'name': 'tempest-network-smoke--804218452', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'port_security_enabled': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:37.599231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:21:37.603317 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:37.614311 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:37.711275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:37.815076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:37.840009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:21:37.853519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66082272-ebc6-43e3-b035-778f48209e75,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:37.859682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:37.860039 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Added segment aa873954-1d71-4fa4-8abc-0c86a3abdc35 of type vlan for network d55be6f2-fea3-4627-bcab-6890071be36f Sep 15 16:21:37.901046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:38.018302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:38.024030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:38.024673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:38.092400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Network': ['ID=d55be6f2-fea3-4627-bcab-6890071be36f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:38.103216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network d55be6f2-fea3-4627-bcab-6890071be36f details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:21:38.161980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c16ef6f9-7040-4362-87cd-dfd21caf70f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8040714 Sep 15 16:21:38.167024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57854) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:38.170462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'admin_state_up': True, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:38.290422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:38.291452 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:38.354491 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:38.521766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3467a0-4827-47d0-bd6c-94aa04049184 req-b57a3f97-2be4-467b-9ea8-ce6bacd0fe71 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:38.523266 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de3467a0-4827-47d0-bd6c-94aa04049184 req-b57a3f97-2be4-467b-9ea8-ce6bacd0fe71 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 946 time: 0.1198335 Sep 15 16:21:38.563105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-73ac1999-4702-4322-a6d7-83c007dd1d02 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:38.564717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-73ac1999-4702-4322-a6d7-83c007dd1d02 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.38 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 946 time: 0.0948439 Sep 15 16:21:38.615429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:38.632194 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-de3467a0-4827-47d0-bd6c-94aa04049184 req-82ce86c6-e8f5-4f90-968d-52921007faba tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/security-groups?id=9e771241-fc5b-426f-83fc-dcbcde399c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692148 Sep 15 16:21:38.987156 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.012951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.034687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Deleting port 6f03e09c-e410-449f-8029-01392f0e7f51 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:39.035208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.133514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] For port 6f03e09c-e410-449f-8029-01392f0e7f51, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6f03e09c-e410-449f-8029-01392f0e7f51,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:39.133810 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.137159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.25.0.232 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/e23ec619-1e5c-4c10-bfdf-57ff5ec580bb) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:21:39.274881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.390413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.422748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.423466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.424067 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Floating IP 9b31f837-173d-4134-9433-f73b1a674ef4 disassociated. External IP: 172.25.0.70, port: 6f03e09c-e410-449f-8029-01392f0e7f51. Sep 15 16:21:39.424852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Calling delete_port for 6f03e09c-e410-449f-8029-01392f0e7f51 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:39.435470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:21:39.439805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:39.447267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:21:39.451739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:39.692957 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:39.742483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event deleted for resources: {'Port': ['ID=6f03e09c-e410-449f-8029-01392f0e7f51,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:39.763152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4b53d0f-de10-4ab0-99ba-2fc8467ab05e req-ebfbf149-cca7-4805-a08c-76c03ddbf6f8 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 210 time: 0.0308931 Sep 15 16:21:39.893126 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:21:39.936393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:40.008255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:21:40.025108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] Sync routers for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:21:40.037362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:40.038299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:40.056854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] No DVR routers for this DVR port 6f03e09c-e410-449f-8029-01392f0e7f51 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:21:40.060405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:40.063276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbd21bdf-8b7b-4e48-91c7-cacec37f5c4b req-329a78ae-56ed-4a70-804c-2a6599e09ab1 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.38 "DELETE /v2.0/ports/6f03e09c-e410-449f-8029-01392f0e7f51 HTTP/1.1" status: 204 len: 173 time: 1.4929609 Sep 15 16:21:40.075701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'name': 'network-vif-deleted', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:21:40.080908 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c173c5-3e07-48bc-aa45-8a44a02c791a" -d '{"events": [{"server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "name": "network-vif-deleted", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:21:40.159893 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb768cbb-5ce5-409b-890c-0fa4c646cfbb x-openstack-request-id: req-eb768cbb-5ce5-409b-890c-0fa4c646cfbb {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:21:40.160186 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a567de5-33b2-4636-908e-1a77d0f80cf4", "name": "network-vif-deleted", "tag": "6f03e09c-e410-449f-8029-01392f0e7f51", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:21:40.160443 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eb768cbb-5ce5-409b-890c-0fa4c646cfbb {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:21:40.160963 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a567de5-33b2-4636-908e-1a77d0f80cf4', 'name': 'network-vif-deleted', 'tag': '6f03e09c-e410-449f-8029-01392f0e7f51', 'status': 'completed', 'code': 200} Sep 15 16:21:40.194149 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:40.245320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:40.484967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router 2c75e580-ab72-4d03-afb0-6b99b1185320 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:21:40.524296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:29Z', 'revision_number': 5, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:40.552794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] Checking router: 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:21:40.564045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:40.564726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:40.635141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:21:40.651227 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Sync routers for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:21:40.660336 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:40.660915 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:40.705128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:40.750035 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:40.754528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-524d45d2-bc30-4a75-8f97-fc50499f1dfa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5858116 Sep 15 16:21:40.754780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57894) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:40.893604 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:40.928084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8b03118-a53a-479c-b8ed-d11f05b40290 req-7b99eefe-c3f5-415a-8d64-c33ff9e7a386 tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "GET /v2.0/ports?device_id=7a567de5-33b2-4636-908e-1a77d0f80cf4 HTTP/1.1" status: 200 len: 210 time: 0.0480177 Sep 15 16:21:40.928805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4c957bb3-99b6-473b-8aa7-e8c79036fdfb tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=f0f1326012ed46dbbb3c0c249b69d197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1693530 Sep 15 16:21:40.928805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57904) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:40.994274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:29Z', 'revision_number': 5, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:41.033313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d537b43-3a8e-463c-bdd3-cfb4320e5727 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:41.037476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2d537b43-3a8e-463c-bdd3-cfb4320e5727 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1055033 Sep 15 16:21:41.037862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57908) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:41.043786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271b422-e6f2-4651-bc68-809eb2a65419 None None] The sync data for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 is: [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:16:25Z', 'revision_number': 4, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '95cef643-a578-4256-afd2-74052da623d1', 'name': '', 'network_id': '664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'mac_address': 'fa:16:3e:15:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:23Z', 'updated_at': '2021-09-15T16:16:29Z', 'revision_number': 5, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'subnets': [{'id': '218c0678-7ea1-4ccb-af9e-8507c6faaa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:21:41.078650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ea2ed8e4-f0b7-4e56-9268-c47ce714e4f2 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395300 Sep 15 16:21:41.081770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57910) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:41.096693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1458107821', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:41.225055 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:39Z', 'revision_number': 3, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:41.262996 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Checking router: 2c75e580-ab72-4d03-afb0-6b99b1185320 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:21:41.263367 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Updating router 2c75e580-ab72-4d03-afb0-6b99b1185320 port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:21:41.290273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:21:41.295697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.295962 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.416475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84542a-068b-4b58-b895-7a69949b4100 None None] New status for floating IP 9b31f837-173d-4134-9433-f73b1a674ef4: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:21:41.627848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.630556 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.700655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Subnet': ['ID=29ee75a6-4e2b-49da-a87b-ed9b54a5056b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:41.711339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Checking segment: {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:21:41.712453 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network hostable DHCP agents. Network: d55be6f2-fea3-4627-bcab-6890071be36f, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:21:41.741332 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.778772 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Pushing event updated for resources: {'Port': ['ID=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:41.789933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network d55be6f2-fea3-4627-bcab-6890071be36f is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:21:41.796324 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.796703 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.799676 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.804717 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:21:41.804717 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Attempting to bind port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:21:41.804938 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Attempting to bind port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:21:41.805298 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Attempting to bind port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:21:41.811895 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:21:41.812265 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:21:41.812701 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.813089 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:21:41.813549 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Bound port: e23ec619-1e5c-4c10-bfdf-57ff5ec580bb, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:21:41.813928 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.867941 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] For port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:21:41.871822 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] For port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:21:41.915272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, d55be6f2-fea3-4627-bcab-6890071be36f) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:41.921220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:41.921949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:41.944240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680bdf6-59c3-4c5a-8439-3168be71b678 None None] Network d55be6f2-fea3-4627-bcab-6890071be36f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:41.990025 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.012081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57926) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:42.064993 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-782bc690-ffe1-4820-93e4-a492bf5d61a7 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9816191 Sep 15 16:21:42.068434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57928) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:42.074758 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002958d-3b99-4dd0-87be-9676fe34a8ed None None] Pushing event updated for resources: {'Port': ['ID=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:42.104238 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:42.105055 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:42.148245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-d55be6f2-fea3-4627-bcab-6890071be36f', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:21:42.149962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.228966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Deleting port f754d93a-eebd-4413-9f09-b8e27bf4269f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:42.229405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.263212 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:42.363856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.364457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.369096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Allocated IP 172.20.0.2 (d55be6f2-fea3-4627-bcab-6890071be36f/29ee75a6-4e2b-49da-a87b-ed9b54a5056b/5f0053c8-7a66-4229-84f5-211bbc48d661) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:21:42.380308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Calling delete_port for f754d93a-eebd-4413-9f09-b8e27bf4269f owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:42.602274 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:39Z', 'revision_number': 3, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:42.647149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.655882 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e09098-72ea-4ed1-9b44-d6e082a1f197 None None] The sync data for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 is: [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:39Z', 'revision_number': 3, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:21:42.705525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event deleted for resources: {'Port': ['ID=f754d93a-eebd-4413-9f09-b8e27bf4269f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:42.711196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6f03e09c-e410-449f-8029-01392f0e7f51 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:42.739140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 6f03e09c-e410-449f-8029-01392f0e7f51 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:42.739480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6f03e09c-e410-449f-8029-01392f0e7f51 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:42.784165 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.787542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.788773 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6e85cfd4-ae80-43be-a797-306aef86fecd tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "DELETE /v2.0/floatingips/9b31f837-173d-4134-9433-f73b1a674ef4 HTTP/1.1" status: 204 len: 168 time: 0.7755520 Sep 15 16:21:42.866686 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.880880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57944) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:42.910436 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.956283 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:42.988721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb0889dc-b7a8-4b80-8b47-98c6efa6b0ea tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.031639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Network d55be6f2-fea3-4627-bcab-6890071be36f is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:21:43.032038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb0889dc-b7a8-4b80-8b47-98c6efa6b0ea tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.038438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:43.040407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:21:43.062314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Pushing event updated for resources: {'Port': ['ID=5f0053c8-7a66-4229-84f5-211bbc48d661,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:43.183856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Attempting to bind port 5f0053c8-7a66-4229-84f5-211bbc48d661 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:21:43.184776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Attempting to bind port 5f0053c8-7a66-4229-84f5-211bbc48d661 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:21:43.191616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Attempting to bind port 5f0053c8-7a66-4229-84f5-211bbc48d661 on network d55be6f2-fea3-4627-bcab-6890071be36f {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:21:43.199537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:21:43.200264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Checking segment: {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:21:43.205012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.205737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Bound using segment: {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:21:43.206438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Bound port: 5f0053c8-7a66-4229-84f5-211bbc48d661, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:21:43.207418 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.249927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb0889dc-b7a8-4b80-8b47-98c6efa6b0ea tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.249927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eb0889dc-b7a8-4b80-8b47-98c6efa6b0ea tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.249927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eb0889dc-b7a8-4b80-8b47-98c6efa6b0ea tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] 10.222.0.63 "DELETE /v2.0/security-groups/9e771241-fc5b-426f-83fc-dcbcde399c78 HTTP/1.1" status: 204 len: 168 time: 0.3658974 Sep 15 16:21:43.269554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0889dc-b7a8-4b80-8b47-98c6efa6b0ea tempest-TestServerBasicOps-1760871758 tempest-TestServerBasicOps-1760871758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e771241-fc5b-426f-83fc-dcbcde399c78,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:43.335854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] For port 5f0053c8-7a66-4229-84f5-211bbc48d661, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:21:43.340206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] For port 5f0053c8-7a66-4229-84f5-211bbc48d661, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5f0053c8-7a66-4229-84f5-211bbc48d661,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:21:43.412168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:43.471960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.20.0.1 (d55be6f2-fea3-4627-bcab-6890071be36f/29ee75a6-4e2b-49da-a87b-ed9b54a5056b/fa57e95b-d194-405c-a1bf-d9fef82a3a5e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:21:43.481958 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.678765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25f9a3-3cae-4548-bce2-aa1e92776d2a None None] Pushing event updated for resources: {'Port': ['ID=5f0053c8-7a66-4229-84f5-211bbc48d661,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:43.708424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.814170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e23ec619-1e5c-4c10-bfdf-57ff5ec580bb up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:21:43.876366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.944106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:43.944504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:43.978400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:43.997779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network d55be6f2-fea3-4627-bcab-6890071be36f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:21:44.000982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:44.009636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:21:44.096930 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:44.105295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:44.121193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:44.216967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:44.271366 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:44.302888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:44.600810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Deleting port 95cef643-a578-4256-afd2-74052da623d1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:44.601279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:44.709974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] For port 95cef643-a578-4256-afd2-74052da623d1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=95cef643-a578-4256-afd2-74052da623d1,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:44.710537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:44.725711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Calling delete_port for 95cef643-a578-4256-afd2-74052da623d1 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:44.771493 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:45.138628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:45.144294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:45.171914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cef643-a578-4256-afd2-74052da623d1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:45.205615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:45.287379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:45.318379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:45.465391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network d55be6f2-fea3-4627-bcab-6890071be36f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:21:45.467406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:45.497275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:45.626696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router 2c75e580-ab72-4d03-afb0-6b99b1185320 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:21:45.674298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d55d050-5520-4091-b6ad-95738b203cf7 None None] Network d55be6f2-fea3-4627-bcab-6890071be36f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:45.796705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d903533c-845e-419a-a3f3-d891fee4876e None None] Provisioning complete for port 5f0053c8-7a66-4229-84f5-211bbc48d661 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:45.797560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d903533c-845e-419a-a3f3-d891fee4876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:45.817541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:21:45.824939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-db8a7a3f-df43-4925-99d0-84d060a99adb tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "PUT /v2.0/routers/2c75e580-ab72-4d03-afb0-6b99b1185320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7530847 Sep 15 16:21:45.827011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57984) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:45.845907 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Sync routers for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:21:45.861421 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:45.862287 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:45.907216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:21:46.044498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5f0053c8-7a66-4229-84f5-211bbc48d661 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:21:46.079247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:21:46.091221 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:46.112946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 57990) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:46.116105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] Sync routers for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:21:46.122950 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-831bd9f7-c874-415f-9f74-3c9ca60c0467 admin admin] 10.222.0.63 "PUT /v2.0/routers/5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7045405 Sep 15 16:21:46.132958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.133780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.134465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.134991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.135514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.136100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.136871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.141848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57994) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:46.142337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0adda844-4659-4daf-888b-318551c0210c tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4979 time: 0.3141782 Sep 15 16:21:46.185034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d903533c-845e-419a-a3f3-d891fee4876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.236628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:46.237330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:46.254897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.311754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.317139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.317687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.329690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.330526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.331004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.331477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:46.334238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-729c52b4-48be-4ed3-92d2-6f75951b36db tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4640 time: 0.1885843 Sep 15 16:21:46.337091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 57996) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:46.360319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d903533c-845e-419a-a3f3-d891fee4876e None None] For port 5f0053c8-7a66-4229-84f5-211bbc48d661, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5f0053c8-7a66-4229-84f5-211bbc48d661,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:46.372356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5f0053c8-7a66-4229-84f5-211bbc48d661 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:46.373014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.388717 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.450981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:46.536821 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d903533c-845e-419a-a3f3-d891fee4876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.589481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Deleting port 6c6486e1-d134-4e8f-9c82-5fd46d166d13 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:46.590882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.663713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 2, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:46.738107 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Checking router: 2c75e580-ab72-4d03-afb0-6b99b1185320 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:21:46.738463 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Updating router 2c75e580-ab72-4d03-afb0-6b99b1185320 port fa57e95b-d194-405c-a1bf-d9fef82a3a5e binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:21:46.746045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903533c-845e-419a-a3f3-d891fee4876e None None] Pushing event updated for resources: {'Port': ['ID=5f0053c8-7a66-4229-84f5-211bbc48d661,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:46.801123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] For port 6c6486e1-d134-4e8f-9c82-5fd46d166d13, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6c6486e1-d134-4e8f-9c82-5fd46d166d13,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:46.801497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.815735 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:46.831482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Calling delete_port for 6c6486e1-d134-4e8f-9c82-5fd46d166d13 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:46.859674 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9ec556aa-9792-4b6b-be97-9055779f0375 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.5185921 Sep 15 16:21:46.876741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5633ceb-11b7-46f0-9a8a-cb0ed0106cc6 None None] Provisioning complete for port 5f0053c8-7a66-4229-84f5-211bbc48d661 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:46.877126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5633ceb-11b7-46f0-9a8a-cb0ed0106cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.053726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e23ec619-1e5c-4c10-bfdf-57ff5ec580bb up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:21:47.250301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:47.250677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.288690 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.311365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5633ceb-11b7-46f0-9a8a-cb0ed0106cc6 None None] Provisioning complete for port fa57e95b-d194-405c-a1bf-d9fef82a3a5e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:47.311739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5633ceb-11b7-46f0-9a8a-cb0ed0106cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.358211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:21:45Z', 'revision_number': 5, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port': {'id': '6c6486e1-d134-4e8f-9c82-5fd46d166d13', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:85:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:21Z', 'updated_at': '2021-09-15T16:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:47.388969 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.390716 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.402501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5633ceb-11b7-46f0-9a8a-cb0ed0106cc6 None None] Port fa57e95b-d194-405c-a1bf-d9fef82a3a5e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:21:47.408404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] Checking router: 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:21:47.447381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] Routers {'5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:47.447381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:47.467028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6486e1-d134-4e8f-9c82-5fd46d166d13,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:47.483170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58012) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:47.488001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e51f3567-7691-4f2e-9738-b3ce3237e39f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852551898', 'description': 'tempest-secgroup-smoke-852551898 description', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:47.490874 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcb582-eeb6-4191-aa89-1dce285fad37 None None] Pushing event updated for resources: {'Port': ['ID=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:47.571176 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.577139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] Set router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:47.601040 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Attempting to bind port fa57e95b-d194-405c-a1bf-d9fef82a3a5e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:21:47.601788 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Attempting to bind port fa57e95b-d194-405c-a1bf-d9fef82a3a5e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:21:47.602258 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Attempting to bind port fa57e95b-d194-405c-a1bf-d9fef82a3a5e on network d55be6f2-fea3-4627-bcab-6890071be36f {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:21:47.609553 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:21:47.610050 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Checking segment: {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:21:47.610557 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.611290 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Bound using segment: {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:21:47.612019 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Bound port: fa57e95b-d194-405c-a1bf-d9fef82a3a5e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:21:47.612698 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.642671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e51f3567-7691-4f2e-9738-b3ce3237e39f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.702422 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] For port fa57e95b-d194-405c-a1bf-d9fef82a3a5e, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:21:47.707397 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] For port fa57e95b-d194-405c-a1bf-d9fef82a3a5e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:21:47.779951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e51f3567-7691-4f2e-9738-b3ce3237e39f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.805846 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.817651 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.828660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.869881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e51f3567-7691-4f2e-9738-b3ce3237e39f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:47.934338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f3567-7691-4f2e-9738-b3ce3237e39f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377c561e-ff72-40fe-bc82-22059603c0a3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:47.962520 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:47.967512 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:47.997397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:21:47Z', 'revision_number': 7, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:48.001408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e51f3567-7691-4f2e-9738-b3ce3237e39f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.004378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e51f3567-7691-4f2e-9738-b3ce3237e39f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5182722 Sep 15 16:21:48.004939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5f0053c8-7a66-4229-84f5-211bbc48d661 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:21:48.005844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58020) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:48.011865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-94dab0c1-a474-464c-a210-822bd4a2a779 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '377c561e-ff72-40fe-bc82-22059603c0a3', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:48.024911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.026792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:21:48.067529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822ceb6d-8162-47e7-a144-038f06af1ed7 None None] The sync data for ids ['5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9'] in n-d-808199-2 is: [{'id': '5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9', 'name': 'tempest-TestServerBasicOps-920915195-router', 'tenant_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:20Z', 'updated_at': '2021-09-15T16:21:47Z', 'revision_number': 7, 'project_id': '7e6ae8222c664239a3dd4090e4dfbdaf', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:21:48.072853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.079270 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-46add2c0-e6d8-4757-b242-4b31c9936045 admin admin] 10.222.0.63 "DELETE /v2.0/routers/5dbb4594-f3a0-47ac-ae6c-899f7a57f0c9 HTTP/1.1" status: 204 len: 168 time: 1.9602375 Sep 15 16:21:48.079270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58022) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:48.091347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e6ac47ae-b0d0-4f7d-97d2-048f1ff9f081 None None] Provisioning complete for port fa57e95b-d194-405c-a1bf-d9fef82a3a5e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:48.091717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6ac47ae-b0d0-4f7d-97d2-048f1ff9f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.160349 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:48.174155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] Deleting subnet 218c0678-7ea1-4ccb-af9e-8507c6faaa27 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:21:48.178392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.196310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5f0053c8-7a66-4229-84f5-211bbc48d661 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:48.196663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.218693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-94dab0c1-a474-464c-a210-822bd4a2a779 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.287652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6ac47ae-b0d0-4f7d-97d2-048f1ff9f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.339935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e6ac47ae-b0d0-4f7d-97d2-048f1ff9f081 None None] For port fa57e95b-d194-405c-a1bf-d9fef82a3a5e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:48.340629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.375173 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcb582-eeb6-4191-aa89-1dce285fad37 None None] Pushing event updated for resources: {'Port': ['ID=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:48.423154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-94dab0c1-a474-464c-a210-822bd4a2a779 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.435089 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6ac47ae-b0d0-4f7d-97d2-048f1ff9f081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.469924 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:47Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:48.498644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.521887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac47ae-b0d0-4f7d-97d2-048f1ff9f081 None None] Pushing event updated for resources: {'Port': ['ID=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:48.524695 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a84a68-8240-48c5-82c0-078430b1a83d None None] The sync data for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 is: [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:47Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:21:48.544416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-94dab0c1-a474-464c-a210-822bd4a2a779 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.562804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-df838c9d-c4a0-4403-a223-b941ebe1ff7d None None] Provisioning complete for port fa57e95b-d194-405c-a1bf-d9fef82a3a5e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:48.563224 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df838c9d-c4a0-4403-a223-b941ebe1ff7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.612523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dab0c1-a474-464c-a210-822bd4a2a779 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f825ec4-2426-424e-b891-59a71959cd73,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:48.703992 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-94dab0c1-a474-464c-a210-822bd4a2a779 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.705618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-94dab0c1-a474-464c-a210-822bd4a2a779 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6986117 Sep 15 16:21:48.709625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58034) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:48.717752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1ab612a2-efef-4678-ba4d-b4361858f685 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '377c561e-ff72-40fe-bc82-22059603c0a3', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:48.743281 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.772231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218c0678-7ea1-4ccb-af9e-8507c6faaa27,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:48.774413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:48.776305 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9dee0c5a-4874-4045-b6df-6d64a2f50188 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/218c0678-7ea1-4ccb-af9e-8507c6faaa27 HTTP/1.1" status: 204 len: 168 time: 0.6982212 Sep 15 16:21:48.778534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22519384-5944-47a7-bc27-68b291b40937 None None] Network 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:48.779719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58036) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:49.043927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] DHCP port deletion for 664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:21:49.170324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] Deleting port 64613874-f8e3-46bb-9dd9-2057b0c36efa {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:49.171087 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.312876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] For port 64613874-f8e3-46bb-9dd9-2057b0c36efa, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64613874-f8e3-46bb-9dd9-2057b0c36efa,segment=NetworkSegment(1e8267d9-1f14-4121-aaf4-64df86150ec7),segment_id=1e8267d9-1f14-4121-aaf4-64df86150ec7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:49.313376 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.337144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] Calling delete_port for 64613874-f8e3-46bb-9dd9-2057b0c36efa owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:49.347489 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.362005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ab612a2-efef-4678-ba4d-b4361858f685 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.495468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ab612a2-efef-4678-ba4d-b4361858f685 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.519159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.555328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Deleting port 64613874-f8e3-46bb-9dd9-2057b0c36efa {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:49.555690 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.557069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] Pushing event deleted for resources: {'Port': ['ID=64613874-f8e3-46bb-9dd9-2057b0c36efa,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:49.559849 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169a687-9e5d-426c-a52b-a5088f1f3937 None None] No DVR routers for this DVR port 64613874-f8e3-46bb-9dd9-2057b0c36efa on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:21:49.623110 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ab612a2-efef-4678-ba4d-b4361858f685 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.650273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab612a2-efef-4678-ba4d-b4361858f685 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbd40d1-78bf-4700-aba1-96cd0b385683,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:49.674512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] For port 64613874-f8e3-46bb-9dd9-2057b0c36efa, host n-d-808199-2, got binding levels [] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:49.674512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.686221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Calling delete_port for 64613874-f8e3-46bb-9dd9-2057b0c36efa owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:49.689195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.ipam_backend_mixin [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Port 64613874-f8e3-46bb-9dd9-2057b0c36efa was not found and therefore no delete operation was performed {{(pid=102018) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:21:49.690617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.722469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Pushing event deleted for resources: {'Port': ['ID=64613874-f8e3-46bb-9dd9-2057b0c36efa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:49.724552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] No DVR routers for this DVR port 64613874-f8e3-46bb-9dd9-2057b0c36efa on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:21:49.772428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fa57e95b-d194-405c-a1bf-d9fef82a3a5e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:21:49.775523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1ab612a2-efef-4678-ba4d-b4361858f685 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.777452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1ab612a2-efef-4678-ba4d-b4361858f685 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0664225 Sep 15 16:21:49.780870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58050) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:49.791068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9d1881af-3fe0-4f98-9870-84b7f35f10e8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '377c561e-ff72-40fe-bc82-22059603c0a3', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:49.860337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.872400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port fa57e95b-d194-405c-a1bf-d9fef82a3a5e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:49.881086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.915347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:49.924090 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1881af-3fe0-4f98-9870-84b7f35f10e8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:49.956407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8267d9-1f14-4121-aaf4-64df86150ec7') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:49.957551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8267d9-1f14-4121-aaf4-64df86150ec7') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:49.977812 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.002057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.008743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:21:50.009345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:21:50.068574 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:21:50.083037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1881af-3fe0-4f98-9870-84b7f35f10e8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.132973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 95cef643-a578-4256-afd2-74052da623d1 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:50.155150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 95cef643-a578-4256-afd2-74052da623d1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:50.155601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 95cef643-a578-4256-afd2-74052da623d1 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:50.156221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c6486e1-d134-4e8f-9c82-5fd46d166d13 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:50.177520 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6c6486e1-d134-4e8f-9c82-5fd46d166d13 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:50.177941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6c6486e1-d134-4e8f-9c82-5fd46d166d13 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:50.178430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64613874-f8e3-46bb-9dd9-2057b0c36efa no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:50.189573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1881af-3fe0-4f98-9870-84b7f35f10e8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.194384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.205203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 64613874-f8e3-46bb-9dd9-2057b0c36efa {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:50.205705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64613874-f8e3-46bb-9dd9-2057b0c36efa not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:50.220985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.225456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] 10.222.0.63 "DELETE /v2.0/networks/664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa HTTP/1.1" status: 204 len: 168 time: 1.4413586 Sep 15 16:21:50.225456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02379e-49cf-419e-b9b4-bee8878d827a admin admin] Pushing event deleted for resources: {'Network': ['ID=664bb4f8-da2b-4eb7-a2e6-70c5bbd0d5aa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:50.226442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1881af-3fe0-4f98-9870-84b7f35f10e8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbfc7e9-a24e-4787-a56b-67cd9bb3b54d,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:50.227116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58058) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:50.309528 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9d1881af-3fe0-4f98-9870-84b7f35f10e8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.313195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9d1881af-3fe0-4f98-9870-84b7f35f10e8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5286689 Sep 15 16:21:50.313437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:50.318062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7ad95794-1ea6-4ff2-9780-c8ea933db317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '377c561e-ff72-40fe-bc82-22059603c0a3', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:50.421860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ad95794-1ea6-4ff2-9780-c8ea933db317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.515519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ad95794-1ea6-4ff2-9780-c8ea933db317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.601413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ad95794-1ea6-4ff2-9780-c8ea933db317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.621561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad95794-1ea6-4ff2-9780-c8ea933db317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9875e66c-77c1-42f6-8d1a-917c7e5d0ce5,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:50.703591 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ad95794-1ea6-4ff2-9780-c8ea933db317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.705102 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7ad95794-1ea6-4ff2-9780-c8ea933db317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3907080 Sep 15 16:21:50.708125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58068) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:50.712840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.713549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '377c561e-ff72-40fe-bc82-22059603c0a3', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:50.812620 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Project f0f1326012ed46dbbb3c0c249b69d197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:21:50.858452 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:50.943838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.011473 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.030189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Deleting port b81df029-9752-4df1-a500-f80888d95fbc {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:51.032016 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.040298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda0bf38-29c7-4801-a468-4c948618d113,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:51.104271 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.107168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-877cd17c-d84c-4ada-b865-cbd7c97c23b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3973029 Sep 15 16:21:51.109297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58076) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:51.117227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '377c561e-ff72-40fe-bc82-22059603c0a3', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:51.118427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] For port b81df029-9752-4df1-a500-f80888d95fbc, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b81df029-9752-4df1-a500-f80888d95fbc,segment=NetworkSegment(01f6877d-b7e0-4c90-8d33-a02e979f5183),segment_id=01f6877d-b7e0-4c90-8d33-a02e979f5183)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:51.118800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.133698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Calling delete_port for b81df029-9752-4df1-a500-f80888d95fbc owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:51.207243 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Project f0f1326012ed46dbbb3c0c249b69d197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:21:51.215932 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.298089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.377999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.405157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd5c2b1-c9f6-484d-b37d-1a2241f5a121,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:51.412283 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.445568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b81df029-9752-4df1-a500-f80888d95fbc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:51.470127 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.471398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-17dbda52-bafb-442f-a4c7-23e1fd2ac682 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3610835 Sep 15 16:21:51.725751 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:51.752587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-79462f3b-e5a6-4633-9d71-8f89be561921 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852551898&fields=id&tenant_id=f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 267 time: 0.0746815 Sep 15 16:21:51.975170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-f3fa40d1-35ab-40c2-ac72-046d1642d493 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:51.976717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-f3fa40d1-35ab-40c2-ac72-046d1642d493 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/networks?id=d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 200 len: 796 time: 0.1642992 Sep 15 16:21:52.030728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-5dba1603-2cf7-4226-ba13-a76764f52222 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/quotas/f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 375 time: 0.0152102 Sep 15 16:21:52.130585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-4448196b-b282-4263-9116-747733e1793e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941880 Sep 15 16:21:52.159470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Router 80ee218e-b8c6-4c06-975d-c7ff9344365c has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:21:52.304505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-55a4828d-f7f2-4137-a572-b5609528959f service neutron] 10.222.0.63 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599073 Sep 15 16:21:52.424138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:21:52.430550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2fd36b9d-fc5b-4bef-b06f-6f24f70adb9c admin admin] 10.222.0.63 "PUT /v2.0/routers/80ee218e-b8c6-4c06-975d-c7ff9344365c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2023814 Sep 15 16:21:52.433592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58114) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:52.435193 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] Sync routers for ids ['80ee218e-b8c6-4c06-975d-c7ff9344365c'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:21:52.447433 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] Routers {'80ee218e-b8c6-4c06-975d-c7ff9344365c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:52.448088 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['80ee218e-b8c6-4c06-975d-c7ff9344365c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:52.471499 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-aa72c8a8-0ade-4d85-921a-d07dd1efe9a3 service neutron] 10.222.0.63 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330163 Sep 15 16:21:52.576327 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] Set router 80ee218e-b8c6-4c06-975d-c7ff9344365c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:52.596774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:52.749252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:52.806878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-57de2f2c-e71d-46b7-8c0a-4d5b2e4f0568 req-56740e65-ffa8-454a-b5b6-1af3663ee4b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 210 time: 0.0334926 Sep 15 16:21:52.847277 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:21:51Z', 'revision_number': 5, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port': {'id': '80c2f2c4-e93d-4e54-92ca-af62093545fa', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:16:29Z', 'updated_at': '2021-09-15T16:16:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:52.906092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Deleting port 80c2f2c4-e93d-4e54-92ca-af62093545fa {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:52.906676 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:52.914821 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] Checking router: 80ee218e-b8c6-4c06-975d-c7ff9344365c for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:21:52.929208 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] Routers {'80ee218e-b8c6-4c06-975d-c7ff9344365c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:21:52.929921 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['80ee218e-b8c6-4c06-975d-c7ff9344365c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:53.014128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] For port 80c2f2c4-e93d-4e54-92ca-af62093545fa, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=80c2f2c4-e93d-4e54-92ca-af62093545fa,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:53.014379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.027765 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] Set router 80ee218e-b8c6-4c06-975d-c7ff9344365c gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:21:53.030130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Calling delete_port for 80c2f2c4-e93d-4e54-92ca-af62093545fa owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:53.099100 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:21:52Z', 'revision_number': 6, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:53.132035 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e344afaf-f4a5-4840-9f35-9da348a0e26b None None] The sync data for ids ['80ee218e-b8c6-4c06-975d-c7ff9344365c'] in n-d-808199-2 is: [{'id': '80ee218e-b8c6-4c06-975d-c7ff9344365c', 'name': 'tempest-TestServerBasicOps-1562744937-router', 'tenant_id': 'faa80f8d1cac471f8687380659e1dbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:16:28Z', 'updated_at': '2021-09-15T16:21:52Z', 'revision_number': 6, 'project_id': 'faa80f8d1cac471f8687380659e1dbd5', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:21:53.290532 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.317039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c2f2c4-e93d-4e54-92ca-af62093545fa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:53.403594 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.511863 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.515081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.647547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.648122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80ee218e-b8c6-4c06-975d-c7ff9344365c {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:21:53.652941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.654224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c7881c80-2814-4e20-b950-35f6f13ce360 admin admin] 10.222.0.63 "DELETE /v2.0/routers/80ee218e-b8c6-4c06-975d-c7ff9344365c HTTP/1.1" status: 204 len: 168 time: 1.2180533 Sep 15 16:21:53.657943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58148) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:53.701627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] Deleting subnet c4ecef5b-65a9-44d7-bf8f-5108deb8ce45 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:21:53.704751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.743562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.827904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.920835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88f9e405-eaa8-4154-b949-51d89e3738e2 req-dbe705ae-0f1e-4a76-abb0-8c5641fbbbb6 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 210 time: 0.0403342 Sep 15 16:21:53.960727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.989868 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aac378ea-8736-4e87-8b0f-993de1663609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.991469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ecef5b-65a9-44d7-bf8f-5108deb8ce45,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:53.998089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:53.999274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f884d43d-c7bb-4565-a02a-2d880db9af80 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/c4ecef5b-65a9-44d7-bf8f-5108deb8ce45 HTTP/1.1" status: 204 len: 168 time: 0.3414583 Sep 15 16:21:54.002283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58162) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:54.004545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a2eb9-ef3c-45e4-8e35-8b1155e1fa1f None None] Network afcac7f4-5271-4d45-981a-afc7ec0beeaf requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:54.038441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b81df029-9752-4df1-a500-f80888d95fbc no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:54.112652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b81df029-9752-4df1-a500-f80888d95fbc {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:54.113226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b81df029-9752-4df1-a500-f80888d95fbc not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:54.125990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.188059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Deleting port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:54.188423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.269056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] DHCP port deletion for afcac7f4-5271-4d45-981a-afc7ec0beeaf request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:21:54.272194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] For port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,segment=NetworkSegment(01f6877d-b7e0-4c90-8d33-a02e979f5183),segment_id=01f6877d-b7e0-4c90-8d33-a02e979f5183)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:54.273303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.293812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Calling delete_port for 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:54.339665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] Deleting port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:21:54.340172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.435268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] For port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,segment=NetworkSegment(01f6877d-b7e0-4c90-8d33-a02e979f5183),segment_id=01f6877d-b7e0-4c90-8d33-a02e979f5183)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:21:54.435550 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.455027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] Calling delete_port for 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:21:54.498692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.534019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:54.539417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] No DVR routers for this DVR port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:21:54.582696 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:21:54.589114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.645315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.654647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] Pushing event deleted for resources: {'Port': ['ID=08b1693d-6bd9-4d0c-9527-e89a6e9d69c6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:54.660370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f8a2c-11c6-447a-8c74-10fd559ef1cf None None] No DVR routers for this DVR port 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:21:54.680976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcac7f4-5271-4d45-981a-afc7ec0beeaf']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:54.692175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f6877d-b7e0-4c90-8d33-a02e979f5183') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:54.692591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f6877d-b7e0-4c90-8d33-a02e979f5183') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:21:54.704182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.724516 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.732522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:21:54.732952 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:21:54.734683 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:21:54.870607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.876698 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:54.880698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] 10.222.0.63 "DELETE /v2.0/networks/afcac7f4-5271-4d45-981a-afc7ec0beeaf HTTP/1.1" status: 204 len: 168 time: 0.8748903 Sep 15 16:21:54.891710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c807ed-6965-4567-ab70-f018785391a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=afcac7f4-5271-4d45-981a-afc7ec0beeaf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:55.004960 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0011a27d-ced7-489d-bfed-9d92c4ea09f5 req-ec5cca5c-c776-4ff3-955c-34eacd10df9c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 210 time: 0.0287569 Sep 15 16:21:55.253738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:55.298721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1510cd52-8a3d-4bd3-a8ac-0d6f736c3733 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=7e6ae8222c664239a3dd4090e4dfbdaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438418 Sep 15 16:21:55.301498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58204) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:55.351815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57f9adfe-377c-49e1-8fde-67cf9afec3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:55.386467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57f9adfe-377c-49e1-8fde-67cf9afec3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:55.530761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57f9adfe-377c-49e1-8fde-67cf9afec3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:55.533484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57f9adfe-377c-49e1-8fde-67cf9afec3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:55.534748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-57f9adfe-377c-49e1-8fde-67cf9afec3a8 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aef06b2a-33dd-4d99-ac26-0da895419ca0 HTTP/1.1" status: 204 len: 168 time: 0.2320509 Sep 15 16:21:55.544154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9adfe-377c-49e1-8fde-67cf9afec3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef06b2a-33dd-4d99-ac26-0da895419ca0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:55.671572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 80c2f2c4-e93d-4e54-92ca-af62093545fa no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:55.692353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 80c2f2c4-e93d-4e54-92ca-af62093545fa {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:55.692738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 80c2f2c4-e93d-4e54-92ca-af62093545fa not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:55.693294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:21:55.713445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:21:55.714320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 08b1693d-6bd9-4d0c-9527-e89a6e9d69c6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:21:56.126321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ece031fb-c63d-4c80-a2c4-44ebc2e5c0d5 req-e7d82339-84d4-48bb-bf93-58be2ac64db0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 210 time: 0.0285325 Sep 15 16:21:56.313853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58236) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:56.375461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-776a81bd-4710-468d-ac65-27572c1b3214 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=faa80f8d1cac471f8687380659e1dbd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599113 Sep 15 16:21:56.377863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58238) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:56.389509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-bfd049f1-dffc-4357-bac5-4ebdc38759a2 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:56.391711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-bfd049f1-dffc-4357-bac5-4ebdc38759a2 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.55 "GET /v2.0/networks?id=d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 200 len: 796 time: 0.1526012 Sep 15 16:21:56.445088 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f437befe-61da-43a1-9464-905020aeae1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:56.451778 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-91850244-ec36-48b6-8350-6645766ce096 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 379 time: 0.0505464 Sep 15 16:21:56.464456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'port': {'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'admin_state_up': True, 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'security_groups': ['377c561e-ff72-40fe-bc82-22059603c0a3']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:56.472919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f437befe-61da-43a1-9464-905020aeae1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:56.604919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f437befe-61da-43a1-9464-905020aeae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:56.607783 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f437befe-61da-43a1-9464-905020aeae1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:56.610245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f437befe-61da-43a1-9464-905020aeae1a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/02e3dfb5-cce0-43d9-85c1-f6b7987e2880 HTTP/1.1" status: 204 len: 168 time: 0.2303131 Sep 15 16:21:56.618064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437befe-61da-43a1-9464-905020aeae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e3dfb5-cce0-43d9-85c1-f6b7987e2880,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:56.663497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:21:56.667521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:56.809476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.20.0.12 (d55be6f2-fea3-4627-bcab-6890071be36f/29ee75a6-4e2b-49da-a87b-ed9b54a5056b/48a650f9-91a6-436b-8280-59ddd6a9cff0) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:21:56.944877 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.002163 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.119745 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.152290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.207077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network d55be6f2-fea3-4627-bcab-6890071be36f is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:21:57.210197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:57.221062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:21:57.270014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=48a650f9-91a6-436b-8280-59ddd6a9cff0,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:57.322025 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-649e8e8a-35b7-449e-92c6-14d4b49412e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.568224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-92fb536d-43f1-4617-9faf-08e3ab5a8acf None None] Provisioning complete for port 48a650f9-91a6-436b-8280-59ddd6a9cff0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:21:57.568960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-92fb536d-43f1-4617-9faf-08e3ab5a8acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.656730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-92fb536d-43f1-4617-9faf-08e3ab5a8acf None None] Port 48a650f9-91a6-436b-8280-59ddd6a9cff0 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:21:57.731654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:57.732273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.741706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8871-0c32-49b4-adec-93cd8e8f1c35 req-a288fcac-5d42-454d-bcd0-21041790b459 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:57.743242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-daea8871-0c32-49b4-adec-93cd8e8f1c35 req-a288fcac-5d42-454d-bcd0-21041790b459 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 932 time: 0.5280669 Sep 15 16:21:57.790731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-daea8871-0c32-49b4-adec-93cd8e8f1c35 req-666e12ef-04c2-43df-9457-896ecaf516bc tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357599 Sep 15 16:21:57.810789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b8b27b-4d7d-4085-a903-1862411d6e65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3522885 Sep 15 16:21:57.823460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Request body: {'port': {'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:57.887865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:57.998496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58300) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:58.129457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1637727980-network', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:58.193960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Made reservation on behalf of 5dd254f2132b4bddb486c90bda7ed6d2 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:21:58.197446 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.209561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a650f9-91a6-436b-8280-59ddd6a9cff0 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:21:58.218620 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.230425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.232603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Transition to ACTIVE for port object 48a650f9-91a6-436b-8280-59ddd6a9cff0 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:21:58.323595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.330600 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.384328 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Pushing event updated for resources: {'Port': ['ID=48a650f9-91a6-436b-8280-59ddd6a9cff0,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:58.394000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.431527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:21:58.445140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1813c2e3-cdbd-4910-aad8-876ce736e520,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:58.453217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.453911 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Added segment 46a116bc-af00-4cc9-851e-a20cab645c21 of type vlan for network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 Sep 15 16:21:58.512300 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.520889 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.523806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Attempting to bind port 48a650f9-91a6-436b-8280-59ddd6a9cff0 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:21:58.524386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Attempting to bind port 48a650f9-91a6-436b-8280-59ddd6a9cff0 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:21:58.524572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Attempting to bind port 48a650f9-91a6-436b-8280-59ddd6a9cff0 on network d55be6f2-fea3-4627-bcab-6890071be36f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:21:58.546694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Port 48a650f9-91a6-436b-8280-59ddd6a9cff0 on network d55be6f2-fea3-4627-bcab-6890071be36f not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:21:58.548986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Attempting to bind port 48a650f9-91a6-436b-8280-59ddd6a9cff0 on network d55be6f2-fea3-4627-bcab-6890071be36f {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:21:58.556316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:21:58.557027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Checking segment: {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:21:58.558205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Bound using segment: {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:21:58.559158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Bound port: 48a650f9-91a6-436b-8280-59ddd6a9cff0, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa873954-1d71-4fa4-8abc-0c86a3abdc35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:21:58.559749 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.663195 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.668138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:58.669672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.698088 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] For port 48a650f9-91a6-436b-8280-59ddd6a9cff0, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:21:58.703020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] For port 48a650f9-91a6-436b-8280-59ddd6a9cff0, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:21:58.749761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] Pushing event updated for resources: {'Network': ['ID=968a562d-49d5-4d09-b2ea-2a1cf61977c0,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:58.768014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:21:58.773570 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.825174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:58.827373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:58.833524 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] 10.222.0.55 "PUT /v2.0/ports/48a650f9-91a6-436b-8280-59ddd6a9cff0 HTTP/1.1" status: 200 len: 1092 time: 1.0144908 Sep 15 16:21:58.836423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:21:58.851209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f4f65b6e-9a23-4d6e-a958-40d7a8e55cfd admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8513923 Sep 15 16:21:58.851977 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58324) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:58.853053 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92064d5-358f-47e7-a12a-af9aa86d30ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:21:58.867028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Request body: {'subnet': {'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1637727980-subnet', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:58.895469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe647afb-876f-4339-b5bf-4c484decba88 service neutron] Pushing event updated for resources: {'Port': ['ID=48a650f9-91a6-436b-8280-59ddd6a9cff0,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:58.948173 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2816ba7d-8db3-494f-b676-b93342422bb7 x-openstack-request-id: req-2816ba7d-8db3-494f-b676-b93342422bb7 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:21:58.948173 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:21:58.948173 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2816ba7d-8db3-494f-b676-b93342422bb7 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:21:58.948173 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'status': 'completed', 'code': 200} Sep 15 16:21:59.051550 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cf04b-ec06-4eca-ae1d-6c9d094f8d2c req-8ca243ef-41bd-467a-b359-442ff7b5275a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.053238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f11cf04b-ec06-4eca-ae1d-6c9d094f8d2c req-8ca243ef-41bd-467a-b359-442ff7b5275a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 944 time: 0.0976269 Sep 15 16:21:59.058182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Made reservation on behalf of 5dd254f2132b4bddb486c90bda7ed6d2 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:21:59.061013 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:59.078415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92064d5-358f-47e7-a12a-af9aa86d30ea req-fc8f9efd-2baa-4954-88fc-72ac2b0fd658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.079981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d92064d5-358f-47e7-a12a-af9aa86d30ea req-fc8f9efd-2baa-4954-88fc-72ac2b0fd658 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1095 time: 0.1051221 Sep 15 16:21:59.168561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f11cf04b-ec06-4eca-ae1d-6c9d094f8d2c req-de826bd1-4721-417b-a194-1dcbb6c46c33 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929291 Sep 15 16:21:59.205280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92064d5-358f-47e7-a12a-af9aa86d30ea req-47506ec3-d7b7-400b-8e9d-66cd119e0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.207283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d92064d5-358f-47e7-a12a-af9aa86d30ea req-47506ec3-d7b7-400b-8e9d-66cd119e0693 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1170173 Sep 15 16:21:59.322445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92064d5-358f-47e7-a12a-af9aa86d30ea req-e7b780e7-2b38-4605-9396-ab3aa0192f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.324857 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d92064d5-358f-47e7-a12a-af9aa86d30ea req-e7b780e7-2b38-4605-9396-ab3aa0192f54 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090565 Sep 15 16:21:59.378467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:59.430736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b87899-6621-454f-a956-b91637beab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.433625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-c2b87899-6621-454f-a956-b91637beab87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1095 time: 0.0614676 Sep 15 16:21:59.449028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb971207-a7c2-4938-ae1a-851f21782a8c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:21:59.459332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Checking segment: {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:21:59.459703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Network hostable DHCP agents. Network: 968a562d-49d5-4d09-b2ea-2a1cf61977c0, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:21:59.489903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-d07a9360-7a58-41a4-b0fb-39209ece36f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0 HTTP/1.1" status: 200 len: 217 time: 0.0449867 Sep 15 16:21:59.552965 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-52f60231-ee48-497b-aba7-52b2c642b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.557248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-52f60231-ee48-497b-aba7-52b2c642b790 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ee75a6-4e2b-49da-a87b-ed9b54a5056b HTTP/1.1" status: 200 len: 835 time: 0.0574806 Sep 15 16:21:59.583981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:21:59.615089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d283c1-8a7f-420c-9acb-71898941e52d req-26f95a12-edbf-475d-a301-ad81e5312e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.616719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-26f95a12-edbf-475d-a301-ad81e5312e73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55be6f2-fea3-4627-bcab-6890071be36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514805 Sep 15 16:21:59.688163 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 968a562d-49d5-4d09-b2ea-2a1cf61977c0) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:21:59.693373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:21:59.693969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:59.701111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2eda6c-33bb-4116-9020-747ed70ae9e7 None None] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:21:59.734817 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-6773a575-b8a8-420a-8f94-4e7292944127 service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107218 Sep 15 16:21:59.785934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e00d9f7f-0b0f-4f35-87c3-008893289626 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9326868 Sep 15 16:21:59.793278 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58346) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:21:59.799565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:21:59.882562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d283c1-8a7f-420c-9acb-71898941e52d req-caac6728-9327-4f35-a43f-c4b48955721e service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407347 Sep 15 16:21:59.898852 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:59.901014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:21:59.908068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:21:59.909703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.009365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.111584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Allocated IP 172.20.0.2 (968a562d-49d5-4d09-b2ea-2a1cf61977c0/bb971207-a7c2-4938-ae1a-851f21782a8c/7c153e6b-6300-46ab-8d82-38af911490f2) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:00.151718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.276620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.282498 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.313035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00de6f-02d3-4a9d-af66-2189bccaf157 req-4be128c1-704e-4e22-95b7-bf7c3c304b5f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:00.314594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da00de6f-02d3-4a9d-af66-2189bccaf157 req-4be128c1-704e-4e22-95b7-bf7c3c304b5f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 944 time: 0.0593739 Sep 15 16:22:00.360251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da00de6f-02d3-4a9d-af66-2189bccaf157 req-846eb940-4e94-42bf-a936-da04a1fb8804 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373838 Sep 15 16:22:00.396086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.399870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.441533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Pushing event updated for resources: {'Port': ['ID=7c153e6b-6300-46ab-8d82-38af911490f2,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:00.457398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:00.459005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:00.464451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:00.524216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Attempting to bind port 7c153e6b-6300-46ab-8d82-38af911490f2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:00.524640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Attempting to bind port 7c153e6b-6300-46ab-8d82-38af911490f2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:00.525015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Attempting to bind port 7c153e6b-6300-46ab-8d82-38af911490f2 on network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:00.530934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:00.531309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Checking segment: {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:00.531990 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.532806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Bound using segment: {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:00.533466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Bound port: 7c153e6b-6300-46ab-8d82-38af911490f2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:00.534033 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.609678 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.621086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] For port 7c153e6b-6300-46ab-8d82-38af911490f2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:00.625145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] For port 7c153e6b-6300-46ab-8d82-38af911490f2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7c153e6b-6300-46ab-8d82-38af911490f2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:00.633847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.708637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:00.757960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Allocated IP 172.25.0.71 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/6385c18f-80de-4d4b-b836-077b8058c3ae) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:00.794894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa250470-dea8-433b-bdf8-cacc24549209 None None] Pushing event updated for resources: {'Port': ['ID=7c153e6b-6300-46ab-8d82-38af911490f2,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:00.931553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:01.086944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:01.125869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:01.129331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:01.133315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:01.171240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Pushing event updated for resources: {'Port': ['ID=6385c18f-80de-4d4b-b836-077b8058c3ae,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:01.540910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:01.623529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9d370-ea21-44ea-8601-aa0e82c044a0 req-d978c154-ded5-4913-a03e-a32f978447b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:01.625194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5f9d370-ea21-44ea-8601-aa0e82c044a0 req-d978c154-ded5-4913-a03e-a32f978447b8 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 944 time: 0.1595919 Sep 15 16:22:01.802460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7c153e6b-6300-46ab-8d82-38af911490f2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:01.863252 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7c153e6b-6300-46ab-8d82-38af911490f2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:01.863703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:01.892142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5f9d370-ea21-44ea-8601-aa0e82c044a0 req-3ffd00a6-eb1a-43c4-8711-cc0e6bdcbec0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256050 Sep 15 16:22:01.917894 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:02.031776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:02.066942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575f10e-375f-477c-abda-dd2aad024de7 None None] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:02.082763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 7c153e6b-6300-46ab-8d82-38af911490f2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7c153e6b-6300-46ab-8d82-38af911490f2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:02.168085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-163a22cd-61c1-4f73-b1f4-86de2ecf6ff9 None None] Provisioning complete for port 7c153e6b-6300-46ab-8d82-38af911490f2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:02.171581 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-163a22cd-61c1-4f73-b1f4-86de2ecf6ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:02.189833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Router f29f89a5-0e5b-4817-bf1f-ec4946b04692 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:22:02.218199 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:02.316736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=7c153e6b-6300-46ab-8d82-38af911490f2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:02.353360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:02.377661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Sync routers for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:02.409534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:02.412316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:02.436038 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:02.440403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2907fd35-c5dc-4ffb-99ab-46fe1737fe9f admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6422267 Sep 15 16:22:02.441117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58412) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:02.751854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:03.016812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c9d05d3f-6fa9-438b-923b-a725e133055b None None] Provisioning complete for port 7c153e6b-6300-46ab-8d82-38af911490f2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:03.017864 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9d05d3f-6fa9-438b-923b-a725e133055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.047740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be7051-54b8-4c5d-8c90-a6086ee3c1fc req-3f189e7d-6fba-4f28-9f0f-c035671d97d0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:03.056054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13be7051-54b8-4c5d-8c90-a6086ee3c1fc req-3f189e7d-6fba-4f28-9f0f-c035671d97d0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 944 time: 0.0748849 Sep 15 16:22:03.089327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:01Z', 'revision_number': 3, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:03.139643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-13be7051-54b8-4c5d-8c90-a6086ee3c1fc req-36cf02df-8e58-4085-bf9e-45843a20c93e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733442 Sep 15 16:22:03.166000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48a650f9-91a6-436b-8280-59ddd6a9cff0 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:22:03.184663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Checking router: f29f89a5-0e5b-4817-bf1f-ec4946b04692 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:03.188950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Updating router f29f89a5-0e5b-4817-bf1f-ec4946b04692 port 6385c18f-80de-4d4b-b836-077b8058c3ae binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:03.243188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.449482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48a650f9-91a6-436b-8280-59ddd6a9cff0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:03.475585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:22:03.525625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.565505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.596746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a650f9-91a6-436b-8280-59ddd6a9cff0 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:03.657357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48a650f9-91a6-436b-8280-59ddd6a9cff0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:03.733845 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7c153e6b-6300-46ab-8d82-38af911490f2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:03.738579 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.743953 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.853241 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.869070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=48a650f9-91a6-436b-8280-59ddd6a9cff0,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:03.906545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Allocated IP 172.20.0.1 (968a562d-49d5-4d09-b2ea-2a1cf61977c0/bb971207-a7c2-4938-ae1a-851f21782a8c/510fcc9a-7c32-45ab-a0e7-51a429094421) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:03.943003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Attempting to bind port 6385c18f-80de-4d4b-b836-077b8058c3ae on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:03.943384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Attempting to bind port 6385c18f-80de-4d4b-b836-077b8058c3ae by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:03.944001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Attempting to bind port 6385c18f-80de-4d4b-b836-077b8058c3ae on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:03.957144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['48a650f9-91a6-436b-8280-59ddd6a9cff0'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:22:03.959107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7c153e6b-6300-46ab-8d82-38af911490f2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:03.959868 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:03.966078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d9ff7-4398-49be-96f4-aa232a18ac30 None None] Pushing event updated for resources: {'Port': ['ID=6385c18f-80de-4d4b-b836-077b8058c3ae,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:04.009660 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:04.010037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:04.010442 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.011577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:04.012162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Bound port: 6385c18f-80de-4d4b-b836-077b8058c3ae, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:04.012637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.035890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.115061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] For port 6385c18f-80de-4d4b-b836-077b8058c3ae, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:04.119472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] For port 6385c18f-80de-4d4b-b836-077b8058c3ae, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6385c18f-80de-4d4b-b836-077b8058c3ae,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:04.188633 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.239125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.310531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:04.319153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:04.325002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:04.345369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Pushing event updated for resources: {'Port': ['ID=510fcc9a-7c32-45ab-a0e7-51a429094421,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:04.377109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9dfa5-0cc0-49ad-8d8c-6bea11aa01a8 req-fafff27c-2eb0-4483-b564-00d8155a50a4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:04.379189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fc9dfa5-0cc0-49ad-8d8c-6bea11aa01a8 req-fafff27c-2eb0-4483-b564-00d8155a50a4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 945 time: 0.1518371 Sep 15 16:22:04.390796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d9ff7-4398-49be-96f4-aa232a18ac30 None None] Pushing event updated for resources: {'Port': ['ID=6385c18f-80de-4d4b-b836-077b8058c3ae,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:04.400167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:04.400951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:04.421991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.483934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fc9dfa5-0cc0-49ad-8d8c-6bea11aa01a8 req-4d1f255d-6f45-42ce-87ae-e164924a0659 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947206 Sep 15 16:22:04.631272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:04.773723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.817514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8b9753c8-e635-4aaf-b894-ffbafdb6de6c None None] Provisioning complete for port 510fcc9a-7c32-45ab-a0e7-51a429094421 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:04.818040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8b9753c8-e635-4aaf-b894-ffbafdb6de6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:04.884141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8b9753c8-e635-4aaf-b894-ffbafdb6de6c None None] Port 510fcc9a-7c32-45ab-a0e7-51a429094421 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:04.914731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:01Z', 'revision_number': 3, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:04.944271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd66d0a-996e-4fcb-859a-3fd90574017f None None] The sync data for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 is: [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:01Z', 'revision_number': 3, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:05.002355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:05.103839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:05.144568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48a650f9-91a6-436b-8280-59ddd6a9cff0 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:05.225979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:05.240445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Pushing event updated for resources: {'Port': ['ID=510fcc9a-7c32-45ab-a0e7-51a429094421,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:05.343699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 48a650f9-91a6-436b-8280-59ddd6a9cff0 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:22:05.347996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 48a650f9-91a6-436b-8280-59ddd6a9cff0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:05.348323 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:05.364334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:05.366122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:05.481298 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:05.518366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:05.526880 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd95d62-ab28-4903-871f-8b6ef203d156" -d '{"events": [{"server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "name": "network-vif-plugged", "status": "completed", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:05.554769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 48a650f9-91a6-436b-8280-59ddd6a9cff0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:05.600462 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1892c5-d9da-424f-8e75-941a644562e5 x-openstack-request-id: req-2a1892c5-d9da-424f-8e75-941a644562e5 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:05.600462 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "name": "network-vif-plugged", "status": "completed", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:05.600462 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2a1892c5-d9da-424f-8e75-941a644562e5 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:05.600462 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'code': 200} Sep 15 16:22:05.625575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Router f29f89a5-0e5b-4817-bf1f-ec4946b04692 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:22:05.663979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:05.791518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738b82e-5f71-4d68-81b8-3f9aa0d01815 req-5256f4c0-bbed-49a6-b27b-784656417556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:05.793103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=48a650f9-91a6-436b-8280-59ddd6a9cff0,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:05.794309 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f738b82e-5f71-4d68-81b8-3f9aa0d01815 req-5256f4c0-bbed-49a6-b27b-784656417556 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1097 time: 0.1240249 Sep 15 16:22:05.857048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6385c18f-80de-4d4b-b836-077b8058c3ae up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:05.876238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f738b82e-5f71-4d68-81b8-3f9aa0d01815 req-1e19c9da-2168-49ad-91cc-4741a33c34cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734508 Sep 15 16:22:05.888885 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:22:05.908323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9c310037-a7a8-4833-8007-7a7b231c34cf None None] Provisioning complete for port 510fcc9a-7c32-45ab-a0e7-51a429094421 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:05.908729 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c310037-a7a8-4833-8007-7a7b231c34cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:05.961469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9c310037-a7a8-4833-8007-7a7b231c34cf None None] Port 510fcc9a-7c32-45ab-a0e7-51a429094421 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:05.988018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:06.002203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e3244-b837-4590-a854-fcd31a1b76da req-fdf3c20b-d311-42cb-a9d2-00d7b3454902 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:06.004657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d96e3244-b837-4590-a854-fcd31a1b76da req-fdf3c20b-d311-42cb-a9d2-00d7b3454902 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 946 time: 0.0929277 Sep 15 16:22:06.010123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6385c18f-80de-4d4b-b836-077b8058c3ae triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:06.010123 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:06.011754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3dab9afd-c928-47bc-badd-802307fafd8c admin admin] 10.222.0.63 "PUT /v2.0/routers/f29f89a5-0e5b-4817-bf1f-ec4946b04692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5687819 Sep 15 16:22:06.089217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d96e3244-b837-4590-a854-fcd31a1b76da req-404f07e4-51cb-48cb-93be-1f30d20c7940 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760362 Sep 15 16:22:06.156780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:06.180664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 6385c18f-80de-4d4b-b836-077b8058c3ae, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6385c18f-80de-4d4b-b836-077b8058c3ae,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:06.230052 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:06.327979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=6385c18f-80de-4d4b-b836-077b8058c3ae,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:06.986789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58532) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:06.991889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-967456677-network', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:07.092893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Made reservation on behalf of e91c86ea66844a11983de54c6c1b44bb for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:07.095589 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.106793 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.193242 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Sync routers for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:07.255653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.315258 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.349887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:07.367037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354cb878-71e4-4da6-8959-0ab350f507cb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:07.370740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.371561 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Added segment 68c28f0b-cd28-4705-b153-c4ec8e3b8715 of type vlan for network f3652b7e-00de-4835-8530-89586ccf2c0c Sep 15 16:22:07.374540 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:07.376948 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:07.424139 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.503068 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:07.539149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.540925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:07.542617 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.672811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6812384 Sep 15 16:22:07.696246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58552) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:07.707333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Request body: {'subnet': {'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-967456677-subnet', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:07.731042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6385c18f-80de-4d4b-b836-077b8058c3ae up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:07.732148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d1a21-8c81-47a0-b95d-cc4c04cdbde0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3652b7e-00de-4835-8530-89586ccf2c0c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:07.791035 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 2, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:07.797582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network f3652b7e-00de-4835-8530-89586ccf2c0c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:07.805818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569614c-1b89-4a10-83da-5965956b4f4d req-22854583-6c78-4680-a319-97584224f115 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:07.810564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a569614c-1b89-4a10-83da-5965956b4f4d req-22854583-6c78-4680-a319-97584224f115 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 946 time: 0.5819812 Sep 15 16:22:07.845824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Made reservation on behalf of e91c86ea66844a11983de54c6c1b44bb for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:07.853346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.880069 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Checking router: f29f89a5-0e5b-4817-bf1f-ec4946b04692 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:07.880404 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Updating router f29f89a5-0e5b-4817-bf1f-ec4946b04692 port 510fcc9a-7c32-45ab-a0e7-51a429094421 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:07.908749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a569614c-1b89-4a10-83da-5965956b4f4d req-c6ad6314-49a6-4ea9-b773-013ee584a99e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918994 Sep 15 16:22:07.925330 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:07.962858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6385c18f-80de-4d4b-b836-077b8058c3ae triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:07.963466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.186108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.258407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be7fb9-3e5a-42fc-b7c5-65bc9fa9481d req-8363a3f1-c91e-47ba-9a92-0fe76e18e444 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:08.258407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9be7fb9-3e5a-42fc-b7c5-65bc9fa9481d req-8363a3f1-c91e-47ba-9a92-0fe76e18e444 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 946 time: 0.2416804 Sep 15 16:22:08.262576 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:08.302920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Checking segment: {'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:08.303293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Network hostable DHCP agents. Network: f3652b7e-00de-4835-8530-89586ccf2c0c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:08.318792 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.333949 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9be7fb9-3e5a-42fc-b7c5-65bc9fa9481d req-1d3e90eb-36c5-4a52-99bd-64bb9bdd6cfd tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630457 Sep 15 16:22:08.358589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58570) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:08.409478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d40fef-f355-4a95-a6f4-08bd2a3cbd16 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:08.411091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-32d40fef-f355-4a95-a6f4-08bd2a3cbd16 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1092 time: 0.0514934 Sep 15 16:22:08.414152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58576) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:08.419132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:08.423538 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.451843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Network f3652b7e-00de-4835-8530-89586ccf2c0c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:08.503284 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce1625-01cd-4e15-9baa-b2d2a6780977 None None] Pushing event updated for resources: {'Port': ['ID=510fcc9a-7c32-45ab-a0e7-51a429094421,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:08.521501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.548743 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Attempting to bind port 510fcc9a-7c32-45ab-a0e7-51a429094421 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:08.550047 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Attempting to bind port 510fcc9a-7c32-45ab-a0e7-51a429094421 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:08.550906 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Attempting to bind port 510fcc9a-7c32-45ab-a0e7-51a429094421 on network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:08.555037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, f3652b7e-00de-4835-8530-89586ccf2c0c) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:08.565173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef805b-30a9-4789-b6a2-be3e1e42ab41 None None] Network f3652b7e-00de-4835-8530-89586ccf2c0c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:08.583085 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:08.583648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Checking segment: {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:08.584352 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.585238 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Bound using segment: {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:08.585668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:08.586285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.586537 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Bound port: 510fcc9a-7c32-45ab-a0e7-51a429094421, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:08.587177 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.727568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58582) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:08.727805 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aa3514a4-66d5-4492-b785-c8e48561715a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0282865 Sep 15 16:22:08.734093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:08.750241 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] For port 510fcc9a-7c32-45ab-a0e7-51a429094421, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:08.757602 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] For port 510fcc9a-7c32-45ab-a0e7-51a429094421, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=510fcc9a-7c32-45ab-a0e7-51a429094421,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:08.768224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.847375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e61a9133-57ad-4128-a5dc-bd8298834f19 None None] Provisioning complete for port 510fcc9a-7c32-45ab-a0e7-51a429094421 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:08.853731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e61a9133-57ad-4128-a5dc-bd8298834f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.858807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-f3652b7e-00de-4835-8530-89586ccf2c0c', 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'fixed_ips': [{'subnet_id': '0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:22:08.860274 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.869752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.871123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.872065 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:08.934710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.25.0.10 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f18ba734-90fd-4c19-936b-634aac5801b1) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:08.997245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.000455 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce1625-01cd-4e15-9baa-b2d2a6780977 None None] Pushing event updated for resources: {'Port': ['ID=510fcc9a-7c32-45ab-a0e7-51a429094421,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:09.026590 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:09.027369 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:09.029583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e61a9133-57ad-4128-a5dc-bd8298834f19 None None] Port 510fcc9a-7c32-45ab-a0e7-51a429094421 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:09.103349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Allocated IP 172.20.0.2 (f3652b7e-00de-4835-8530-89586ccf2c0c/0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc/e4c159c4-7b66-47a5-96c5-18ece06b69ed) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:09.123428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.270712 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:09.309840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.416272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=f18ba734-90fd-4c19-936b-634aac5801b1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:09.467673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:09.469368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:09.474914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:09.477359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.625825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-68e5ba0e-e907-42eb-a6db-7e177e51c624 None None] Provisioning complete for port 510fcc9a-7c32-45ab-a0e7-51a429094421 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:09.625976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba0e-e907-42eb-a6db-7e177e51c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.627966 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.705055 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.759450 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:08Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:09.786847 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba0e-e907-42eb-a6db-7e177e51c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.791483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Network f3652b7e-00de-4835-8530-89586ccf2c0c is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:09.799855 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0614fed-b0bb-4722-92ce-f7a090c429b0 None None] The sync data for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 is: [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:08Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:09.805611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:09.808047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:09.873964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Pushing event updated for resources: {'Port': ['ID=e4c159c4-7b66-47a5-96c5-18ece06b69ed,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:09.960112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:09.989798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.013427 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-68e5ba0e-e907-42eb-a6db-7e177e51c624 None None] For port 510fcc9a-7c32-45ab-a0e7-51a429094421, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=510fcc9a-7c32-45ab-a0e7-51a429094421,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:10.036158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Attempting to bind port e4c159c4-7b66-47a5-96c5-18ece06b69ed on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:10.036699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Attempting to bind port e4c159c4-7b66-47a5-96c5-18ece06b69ed by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:10.037135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Attempting to bind port e4c159c4-7b66-47a5-96c5-18ece06b69ed on network f3652b7e-00de-4835-8530-89586ccf2c0c {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:10.047330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:10.047959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Checking segment: {'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:10.048287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.048775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Bound using segment: {'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:10.049364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Bound port: e4c159c4-7b66-47a5-96c5-18ece06b69ed, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:10.049812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.110542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68e5ba0e-e907-42eb-a6db-7e177e51c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.156354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Allocated IP 172.25.0.187 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/e55010a4-f9b3-4332-b4b0-e261b6908594) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:10.195953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] For port e4c159c4-7b66-47a5-96c5-18ece06b69ed, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:10.202317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] For port e4c159c4-7b66-47a5-96c5-18ece06b69ed, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e4c159c4-7b66-47a5-96c5-18ece06b69ed,segment=NetworkSegment(68c28f0b-cd28-4705-b153-c4ec8e3b8715),segment_id=68c28f0b-cd28-4705-b153-c4ec8e3b8715)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:10.235976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5ba0e-e907-42eb-a6db-7e177e51c624 None None] Pushing event updated for resources: {'Port': ['ID=510fcc9a-7c32-45ab-a0e7-51a429094421,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.285555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.339541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.412152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232e6bf-a8ac-4ee9-bc6d-527319f713b4 None None] Pushing event updated for resources: {'Port': ['ID=e4c159c4-7b66-47a5-96c5-18ece06b69ed,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.469777 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.503003 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:10.505800 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:10.511342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:10.521316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:10.660324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Pushing event updated for resources: {'Port': ['ID=e55010a4-f9b3-4332-b4b0-e261b6908594,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:10.790811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.039799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.113993 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.122160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.190067 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=f18ba734-90fd-4c19-936b-634aac5801b1,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:11.271224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.423196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.434027 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Floating IP a629814b-9021-4ed9-8ff7-f151ad07c857 associated. External IP: 172.25.0.10, port: 48a650f9-91a6-436b-8280-59ddd6a9cff0. Sep 15 16:22:11.667521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Router 36e7440b-9649-4449-aab0-90dd490ba563 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:22:11.814441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e4c159c4-7b66-47a5-96c5-18ece06b69ed up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:11.924048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e4c159c4-7b66-47a5-96c5-18ece06b69ed triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:11.924725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:11.925662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:11.955955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Sync routers for ids ['36e7440b-9649-4449-aab0-90dd490ba563'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:11.987025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Routers {'36e7440b-9649-4449-aab0-90dd490ba563'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:11.987980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['36e7440b-9649-4449-aab0-90dd490ba563'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:12.012517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.014025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a956fd43-7214-4212-b6a8-dd34b6d21af0 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2883430 Sep 15 16:22:12.016715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 58640) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:12.080900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31791dae-b723-48ca-a7b8-3e4fd8108ce6 None None] Network f3652b7e-00de-4835-8530-89586ccf2c0c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:12.219090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.272276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0c1144ac-2f6c-4f0e-93ba-e7359ba8ab6d None None] Provisioning complete for port e4c159c4-7b66-47a5-96c5-18ece06b69ed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:12.272676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c1144ac-2f6c-4f0e-93ba-e7359ba8ab6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.277320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Set router 36e7440b-9649-4449-aab0-90dd490ba563 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:12.297390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router 2c75e580-ab72-4d03-afb0-6b99b1185320 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:22:12.538812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port e4c159c4-7b66-47a5-96c5-18ece06b69ed, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e4c159c4-7b66-47a5-96c5-18ece06b69ed,segment=NetworkSegment(68c28f0b-cd28-4705-b153-c4ec8e3b8715),segment_id=68c28f0b-cd28-4705-b153-c4ec8e3b8715)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:12.595760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:12.615084 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] Sync routers for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:12.629574 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:12.630463 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:12.693706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.697210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.697957 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:12.699933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 510fcc9a-7c32-45ab-a0e7-51a429094421 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:12.766396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ce3b34d8-97c2-4e1e-a3c0-e374669c3574 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3486087 Sep 15 16:22:12.766396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:12.767181 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07ce39-84fa-4d83-96be-249a42ebc19e" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:12.770565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58654) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:12.778259 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:12.869105 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b902b-6e6b-4cc6-9fae-2df05387a08a x-openstack-request-id: req-ed9b902b-6e6b-4cc6-9fae-2df05387a08a {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:12.869802 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:12.870422 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ed9b902b-6e6b-4cc6-9fae-2df05387a08a {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:12.871106 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'status': 'completed', 'code': 200} Sep 15 16:22:12.893076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:22:10Z', 'revision_number': 3, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port': {'id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:09Z', 'updated_at': '2021-09-15T16:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:12.938508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-56117987-8b97-4562-ba7e-ec624e9d6ef2 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/floatingips/a629814b-9021-4ed9-8ff7-f151ad07c857 HTTP/1.1" status: 200 len: 991 time: 0.1644695 Sep 15 16:22:12.967059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Checking router: 36e7440b-9649-4449-aab0-90dd490ba563 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:12.967510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Updating router 36e7440b-9649-4449-aab0-90dd490ba563 port e55010a4-f9b3-4332-b4b0-e261b6908594 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:13.003461 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=e4c159c4-7b66-47a5-96c5-18ece06b69ed,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:13.032234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.067201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-74f5e047-ceed-42c4-99e4-5727ca2c2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:13.069851 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-74f5e047-ceed-42c4-99e4-5727ca2c2655 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1097 time: 0.1644051 Sep 15 16:22:13.152730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 510fcc9a-7c32-45ab-a0e7-51a429094421 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:13.153373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.264765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Allocated IP 172.20.0.1 (f3652b7e-00de-4835-8530-89586ccf2c0c/0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc/b768cdf8-fdd0-4ba5-9981-657c26c720ee) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:13.326847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-dfc97aa1-51f3-45eb-a542-a56d3c6b01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:13.328726 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-dfc97aa1-51f3-45eb-a542-a56d3c6b01c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 200 len: 897 time: 0.2516232 Sep 15 16:22:13.449989 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:10Z', 'revision_number': 0, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:13.468587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-8ffa95b8-642e-49cb-b448-23c45df714df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0 HTTP/1.1" status: 200 len: 999 time: 0.1278925 Sep 15 16:22:13.486157 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] Checking router: 2c75e580-ab72-4d03-afb0-6b99b1185320 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:13.497323 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:13.498765 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:13.531614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2f5b0f16-294f-46a7-a91a-ca0877df5704 None None] Provisioning complete for port e4c159c4-7b66-47a5-96c5-18ece06b69ed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:13.532101 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0f16-294f-46a7-a91a-ca0877df5704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.575510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-1668f831-9ea1-424d-9037-8f8d34852618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:13.578406 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-1668f831-9ea1-424d-9037-8f8d34852618 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ee75a6-4e2b-49da-a87b-ed9b54a5056b HTTP/1.1" status: 200 len: 835 time: 0.1020560 Sep 15 16:22:13.642465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.660129 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:13.691808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-f7676c47-77d1-4524-8b64-ab975247d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:13.694467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-f7676c47-77d1-4524-8b64-ab975247d89f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55be6f2-fea3-4627-bcab-6890071be36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088314 Sep 15 16:22:13.744144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e4c159c4-7b66-47a5-96c5-18ece06b69ed up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:13.748595 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:13.940308 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58680) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:14.017622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e4c159c4-7b66-47a5-96c5-18ece06b69ed triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:14.017622 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.038899 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.078209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:10Z', 'revision_number': 0, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:14.084581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14347eb4-dfd9-4bf4-8816-4ca627755f5a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/floatingips/a629814b-9021-4ed9-8ff7-f151ad07c857 HTTP/1.1" status: 200 len: 991 time: 0.1411531 Sep 15 16:22:14.091888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ca1c9-51b7-4852-bdff-fb577c575c33 None None] Pushing event updated for resources: {'Port': ['ID=e55010a4-f9b3-4332-b4b0-e261b6908594,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:14.127870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Attempting to bind port e55010a4-f9b3-4332-b4b0-e261b6908594 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:14.128398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Attempting to bind port e55010a4-f9b3-4332-b4b0-e261b6908594 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:14.128928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Attempting to bind port e55010a4-f9b3-4332-b4b0-e261b6908594 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:14.132278 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1fb1d3-15da-468a-b94a-b1c986fced19 None None] The sync data for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 is: [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:10Z', 'revision_number': 0, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:14.139788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:14.140320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:14.140899 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.141404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:14.142148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Bound port: e55010a4-f9b3-4332-b4b0-e261b6908594, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:14.142645 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.280448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] For port e55010a4-f9b3-4332-b4b0-e261b6908594, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:14.289160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] For port e55010a4-f9b3-4332-b4b0-e261b6908594, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e55010a4-f9b3-4332-b4b0-e261b6908594,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:14.366883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.425278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.484511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-c0248f74-963e-448d-89df-99d48e9b08ef service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767403 Sep 15 16:22:14.485016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ca1c9-51b7-4852-bdff-fb577c575c33 None None] Pushing event updated for resources: {'Port': ['ID=e55010a4-f9b3-4332-b4b0-e261b6908594,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:14.489634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4df85ab-e968-43a8-9f33-e55d81721b01 None None] New status for floating IP a629814b-9021-4ed9-8ff7-f151ad07c857: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:22:14.533448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Pushing event updated for resources: {'Port': ['ID=b768cdf8-fdd0-4ba5-9981-657c26c720ee,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:14.541593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Network f3652b7e-00de-4835-8530-89586ccf2c0c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:14.542217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Routers {'36e7440b-9649-4449-aab0-90dd490ba563'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:14.542596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['36e7440b-9649-4449-aab0-90dd490ba563'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:14.552919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:14.565262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:14.572897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.577913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:14.686698 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:14.782630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f07ce39-84fa-4d83-96be-249a42ebc19e req-1271b735-ed6a-4cc3-bea8-e31efc6bd62b service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857802 Sep 15 16:22:14.801670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] Set router 36e7440b-9649-4449-aab0-90dd490ba563 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:14.930341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-2420f812-ffce-4a71-b26b-023eb24dbe3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721154 Sep 15 16:22:14.985217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-519051b3-0b11-43de-9746-58d8cedf9aca None None] Provisioning complete for port b768cdf8-fdd0-4ba5-9981-657c26c720ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:14.985599 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-519051b3-0b11-43de-9746-58d8cedf9aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.056036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-519051b3-0b11-43de-9746-58d8cedf9aca None None] Port b768cdf8-fdd0-4ba5-9981-657c26c720ee cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:15.058168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.083216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-a4480de3-9526-42a8-90b3-3bddb1a005b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:15.086965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:22:10Z', 'revision_number': 3, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port': {'id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:09Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:15.087242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 58706) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:15.112673 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-a4480de3-9526-42a8-90b3-3bddb1a005b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1097 time: 0.1110401 Sep 15 16:22:15.157897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2072e-4aa0-47a5-9802-b2057f51899e None None] The sync data for ids ['36e7440b-9649-4449-aab0-90dd490ba563'] in n-d-808199-2 is: [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:22:10Z', 'revision_number': 3, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port': {'id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:09Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:15.204215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-05cdbf5a-93a4-45be-a565-c1541441b591 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/floatingips/a629814b-9021-4ed9-8ff7-f151ad07c857 HTTP/1.1" status: 200 len: 993 time: 0.1151493 Sep 15 16:22:15.355358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-f4a15433-5bcf-4156-a323-c197daf4c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:15.356924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-f4a15433-5bcf-4156-a323-c197daf4c172 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 200 len: 897 time: 0.1804438 Sep 15 16:22:15.458411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-333f8ae8-39d9-4e15-af5e-6db98b315df7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0 HTTP/1.1" status: 200 len: 1001 time: 0.0918267 Sep 15 16:22:15.460439 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.519322 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.633225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Pushing event updated for resources: {'Port': ['ID=b768cdf8-fdd0-4ba5-9981-657c26c720ee,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:15.658080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-74855479-41b4-4969-b110-c495fa0635b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:15.659670 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-74855479-41b4-4969-b110-c495fa0635b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ee75a6-4e2b-49da-a87b-ed9b54a5056b HTTP/1.1" status: 200 len: 835 time: 0.1935666 Sep 15 16:22:15.660435 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.778891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-93b0a056-51d8-4320-80b1-61d8faa1205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:15.780616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-93b0a056-51d8-4320-80b1-61d8faa1205b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55be6f2-fea3-4627-bcab-6890071be36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126754 Sep 15 16:22:15.787041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e55010a4-f9b3-4332-b4b0-e261b6908594 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:15.842882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Network f3652b7e-00de-4835-8530-89586ccf2c0c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:15.847557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:15.855090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e55010a4-f9b3-4332-b4b0-e261b6908594 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:15.855624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.953764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:15.969881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-5b84288b-49fd-4bb0-ba5b-6ea03d4f0fa5 service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755421 Sep 15 16:22:15.988248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port e55010a4-f9b3-4332-b4b0-e261b6908594, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e55010a4-f9b3-4332-b4b0-e261b6908594,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:16.063608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.092596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Router 36e7440b-9649-4449-aab0-90dd490ba563 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:22:16.160451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=e55010a4-f9b3-4332-b4b0-e261b6908594,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:16.178385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bd7da1ba-48df-421f-9a33-5f6b8c1b454c req-b2b797fb-80e7-4cfa-9308-fd3fa6dfa5ba service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732709 Sep 15 16:22:16.208470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bca288dd-bebf-40a6-9762-dd3d9d55652b None None] Provisioning complete for port b768cdf8-fdd0-4ba5-9981-657c26c720ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:16.208904 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bca288dd-bebf-40a6-9762-dd3d9d55652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:16.261135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bca288dd-bebf-40a6-9762-dd3d9d55652b None None] Port b768cdf8-fdd0-4ba5-9981-657c26c720ee cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:16.263642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:22:16.270661 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ff3a36ca-df5d-4086-8f9d-94a6300f61df admin admin] 10.222.0.63 "PUT /v2.0/routers/36e7440b-9649-4449-aab0-90dd490ba563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2529159 Sep 15 16:22:17.688185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e55010a4-f9b3-4332-b4b0-e261b6908594 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:17.752061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e55010a4-f9b3-4332-b4b0-e261b6908594 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:17.752402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:17.990536 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Sync routers for ids ['36e7440b-9649-4449-aab0-90dd490ba563'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:22:18.001763 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Routers {'36e7440b-9649-4449-aab0-90dd490ba563'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:18.002394 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['36e7440b-9649-4449-aab0-90dd490ba563'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:18.143332 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Set router 36e7440b-9649-4449-aab0-90dd490ba563 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:18.445922 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 4, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port': {'id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:09Z', 'updated_at': '2021-09-15T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b768cdf8-fdd0-4ba5-9981-657c26c720ee', 'name': '', 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'mac_address': 'fa:16:3e:6f:e2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:15Z', 'revision_number': 2, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'subnets': [{'id': '0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:18.484855 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Checking router: 36e7440b-9649-4449-aab0-90dd490ba563 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:22:18.485267 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Updating router 36e7440b-9649-4449-aab0-90dd490ba563 port b768cdf8-fdd0-4ba5-9981-657c26c720ee binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:22:18.513040 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.848036 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.915658 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:18.971650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90657b7e-2ca4-4162-a0e3-c0b6bf5f71af None None] Pushing event updated for resources: {'Port': ['ID=b768cdf8-fdd0-4ba5-9981-657c26c720ee,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:19.046461 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Attempting to bind port b768cdf8-fdd0-4ba5-9981-657c26c720ee on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:19.047180 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Attempting to bind port b768cdf8-fdd0-4ba5-9981-657c26c720ee by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:19.047180 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Attempting to bind port b768cdf8-fdd0-4ba5-9981-657c26c720ee on network f3652b7e-00de-4835-8530-89586ccf2c0c {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:19.055160 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:19.055534 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Checking segment: {'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:19.055950 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.056348 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Bound using segment: {'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:19.057030 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Bound port: b768cdf8-fdd0-4ba5-9981-657c26c720ee, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c28f0b-cd28-4705-b153-c4ec8e3b8715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:19.058295 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.158158 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] For port b768cdf8-fdd0-4ba5-9981-657c26c720ee, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:19.162388 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] For port b768cdf8-fdd0-4ba5-9981-657c26c720ee, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b768cdf8-fdd0-4ba5-9981-657c26c720ee,segment=NetworkSegment(68c28f0b-cd28-4705-b153-c4ec8e3b8715),segment_id=68c28f0b-cd28-4705-b153-c4ec8e3b8715)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:19.215792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d6db7d45-ee78-411c-a120-c1771bf3480c None None] Provisioning complete for port b768cdf8-fdd0-4ba5-9981-657c26c720ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:19.216344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6db7d45-ee78-411c-a120-c1771bf3480c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.311495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d6db7d45-ee78-411c-a120-c1771bf3480c None None] Port b768cdf8-fdd0-4ba5-9981-657c26c720ee cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:19.474676 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:19.540108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90657b7e-2ca4-4162-a0e3-c0b6bf5f71af None None] Pushing event updated for resources: {'Port': ['ID=b768cdf8-fdd0-4ba5-9981-657c26c720ee,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:19.543407 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Routers {'36e7440b-9649-4449-aab0-90dd490ba563'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:22:19.543937 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:21:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['36e7440b-9649-4449-aab0-90dd490ba563'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:19.710233 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] Set router 36e7440b-9649-4449-aab0-90dd490ba563 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:22:19.891769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d074d6c5-4666-4144-8dae-0648c25cd155 None None] Provisioning complete for port b768cdf8-fdd0-4ba5-9981-657c26c720ee triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:19.892062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d074d6c5-4666-4144-8dae-0648c25cd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.021618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d074d6c5-4666-4144-8dae-0648c25cd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.060994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d074d6c5-4666-4144-8dae-0648c25cd155 None None] For port b768cdf8-fdd0-4ba5-9981-657c26c720ee, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b768cdf8-fdd0-4ba5-9981-657c26c720ee,segment=NetworkSegment(68c28f0b-cd28-4705-b153-c4ec8e3b8715),segment_id=68c28f0b-cd28-4705-b153-c4ec8e3b8715)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:20.114408 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 4, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port': {'id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:09Z', 'updated_at': '2021-09-15T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b768cdf8-fdd0-4ba5-9981-657c26c720ee', 'name': '', 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'mac_address': 'fa:16:3e:6f:e2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'subnets': [{'id': '0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:22:20.140195 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d074d6c5-4666-4144-8dae-0648c25cd155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:20.146478 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9244f131-bfe9-4115-adb5-e66ff3f9a2e9 None None] The sync data for ids ['36e7440b-9649-4449-aab0-90dd490ba563'] in n-d-808199-2 is: [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 4, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port': {'id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:09Z', 'updated_at': '2021-09-15T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'b768cdf8-fdd0-4ba5-9981-657c26c720ee', 'name': '', 'network_id': 'f3652b7e-00de-4835-8530-89586ccf2c0c', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'mac_address': 'fa:16:3e:6f:e2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:12Z', 'updated_at': '2021-09-15T16:22:19Z', 'revision_number': 4, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'subnets': [{'id': '0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:22:20.247988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074d6c5-4666-4144-8dae-0648c25cd155 None None] Pushing event updated for resources: {'Port': ['ID=b768cdf8-fdd0-4ba5-9981-657c26c720ee,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:21.721633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b768cdf8-fdd0-4ba5-9981-657c26c720ee up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:21.804028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b768cdf8-fdd0-4ba5-9981-657c26c720ee triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:21.804698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:24.028613 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6a79a28-d4da-4fa9-83fd-5edceab9c236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:26.909320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.091907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:27.353985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-deacfae9-2ce0-4864-99c6-832ca7392a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:28.509359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:30.186370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:30.360702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:39.869318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59306) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:39.967666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fbc6d-9ab7-44f3-a016-5e46bb514fb9 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:39.968292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fbc6d-9ab7-44f3-a016-5e46bb514fb9 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:39.968800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9fbc6d-9ab7-44f3-a016-5e46bb514fb9 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:39.970536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed9fbc6d-9ab7-44f3-a016-5e46bb514fb9 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/ports?project_id=f0f1326012ed46dbbb3c0c249b69d197&network_id=d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 200 len: 2970 time: 0.0993395 Sep 15 16:22:42.890224 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:22:43.381933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59402) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:43.452930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8128b-da19-4098-a0d8-a4b249a5f912 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:43.456182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-67b8128b-da19-4098-a0d8-a4b249a5f912 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe HTTP/1.1" status: 200 len: 814 time: 0.0728631 Sep 15 16:22:44.630297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59448) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:44.637323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'network': {'name': 'tempest-network-smoke--1892469370', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'port_security_enabled': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:44.788773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:44.793261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.821444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:22:44.834591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.835237 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Added segment 124060b6-f033-4b23-8a6c-6ff47823e3a8 of type vlan for network e22b16a0-24ee-42ab-8655-87073db3281c Sep 15 16:22:44.881616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.966882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:44.972539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:44.974936 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:45.049624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Network': ['ID=e22b16a0-24ee-42ab-8655-87073db3281c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:45.057142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.057503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.057855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.058200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.058546 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.058881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.059216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.059552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.059882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.060212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.060583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.060915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:45.072653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e22b16a0-24ee-42ab-8655-87073db3281c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:22:45.109745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-128a3de9-6efa-4d6d-88ff-557ea038f811 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4781089 Sep 15 16:22:45.112635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59458) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.205070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9da75-6ca8-4fb5-a3e7-9dffb5a80307 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.207890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abf9da75-6ca8-4fb5-a3e7-9dffb5a80307 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=f0f1326012ed46dbbb3c0c249b69d197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0926173 Sep 15 16:22:45.217001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59462) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.380688 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31206fba-66eb-48c9-b5b4-4c0ed1ca33eb tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.386260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-31206fba-66eb-48c9-b5b4-4c0ed1ca33eb tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1669307 Sep 15 16:22:45.387020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59466) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.419084 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ffa3a18d-8501-4964-ba73-552b567c97c7 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306516 Sep 15 16:22:45.422175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59468) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.472280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59474) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.473838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-94da561d-bc69-4a39-84ac-7e19b8b44150 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=f0f1326012ed46dbbb3c0c249b69d197&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503302 Sep 15 16:22:45.602223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49893ebc-4019-4e73-83ce-d9ef34e35ffd tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:45.604890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-49893ebc-4019-4e73-83ce-d9ef34e35ffd tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304791 Sep 15 16:22:45.607481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59476) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.644633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-39b721af-fac8-4c3d-aceb-8494374e0814 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356231 Sep 15 16:22:45.646828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59478) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:45.652275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080110698', 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:45.857474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:45.862676 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.149572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.222024 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Subnet': ['ID=f26cebea-3c00-401e-9c6b-74aea1e7400b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:46.227005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Checking segment: {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:46.227609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network hostable DHCP agents. Network: e22b16a0-24ee-42ab-8655-87073db3281c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:22:46.360731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network e22b16a0-24ee-42ab-8655-87073db3281c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:22:46.422868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e22b16a0-24ee-42ab-8655-87073db3281c) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:46.428153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:46.429171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.437787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f289cc-fc26-428a-a22f-9eb933e32f29 None None] Network e22b16a0-24ee-42ab-8655-87073db3281c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:46.524257 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6d4b187a-c93e-4fcd-bdec-541670f65f70 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8761513 Sep 15 16:22:46.639685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e22b16a0-24ee-42ab-8655-87073db3281c', 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ips': [{'subnet_id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:22:46.640569 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:46.817571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Allocated IP 172.20.0.18 (e22b16a0-24ee-42ab-8655-87073db3281c/f26cebea-3c00-401e-9c6b-74aea1e7400b/b245fb1a-2b4e-4191-9cf0-cc955a217d8a) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:47.006217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.074244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59508) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:47.079407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-14f44ed1-2be7-4f1c-8679-ba65562387c4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778756222', 'description': 'tempest-secgroup-smoke-778756222 description', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:47.097751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.146820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Network e22b16a0-24ee-42ab-8655-87073db3281c is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:47.149881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:47.154295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:47.161189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f44ed1-2be7-4f1c-8679-ba65562387c4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.171949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Pushing event updated for resources: {'Port': ['ID=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:47.196378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.200824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.200824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.200824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.200824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.200824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.201613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.202111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.202593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.203071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.203579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.204078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:22:47.254466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Attempting to bind port b245fb1a-2b4e-4191-9cf0-cc955a217d8a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Attempting to bind port b245fb1a-2b4e-4191-9cf0-cc955a217d8a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Attempting to bind port b245fb1a-2b4e-4191-9cf0-cc955a217d8a on network e22b16a0-24ee-42ab-8655-87073db3281c {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Checking segment: {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Bound using segment: {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Bound port: b245fb1a-2b4e-4191-9cf0-cc955a217d8a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:47.278592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.279390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f44ed1-2be7-4f1c-8679-ba65562387c4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.329177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] For port b245fb1a-2b4e-4191-9cf0-cc955a217d8a, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:47.332708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] For port b245fb1a-2b4e-4191-9cf0-cc955a217d8a, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:47.361541 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f44ed1-2be7-4f1c-8679-ba65562387c4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.403647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f44ed1-2be7-4f1c-8679-ba65562387c4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8753b0ae-273c-4482-97f0-039cd4ecb3b6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:47.467667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.490277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14f44ed1-2be7-4f1c-8679-ba65562387c4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.490277 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-14f44ed1-2be7-4f1c-8679-ba65562387c4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4135444 Sep 15 16:22:47.493422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59520) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:47.498227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d987ccd6-50d4-4cac-8096-603210a10b95 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '8753b0ae-273c-4482-97f0-039cd4ecb3b6', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:47.563740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ab8b3-30cc-4ef9-8081-eaf89dffb4af None None] Pushing event updated for resources: {'Port': ['ID=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:47.603542 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d987ccd6-50d4-4cac-8096-603210a10b95 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.682860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d987ccd6-50d4-4cac-8096-603210a10b95 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.741382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d987ccd6-50d4-4cac-8096-603210a10b95 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.786193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987ccd6-50d4-4cac-8096-603210a10b95 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94836020-4ba4-4445-960e-83a2e9dacd2f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:47.824535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d987ccd6-50d4-4cac-8096-603210a10b95 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.829356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d987ccd6-50d4-4cac-8096-603210a10b95 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3347230 Sep 15 16:22:47.832700 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59528) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:47.842867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b70f5c0b-4085-4c5b-a5b0-409dc6270ee4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '8753b0ae-273c-4482-97f0-039cd4ecb3b6', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:47.921661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b70f5c0b-4085-4c5b-a5b0-409dc6270ee4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:47.996839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b70f5c0b-4085-4c5b-a5b0-409dc6270ee4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.080451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b70f5c0b-4085-4c5b-a5b0-409dc6270ee4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.100859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f5c0b-4085-4c5b-a5b0-409dc6270ee4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae57215a-ed25-40de-9b16-3cd49873bf0c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:48.194507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b70f5c0b-4085-4c5b-a5b0-409dc6270ee4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.195804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b70f5c0b-4085-4c5b-a5b0-409dc6270ee4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3608904 Sep 15 16:22:48.201471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59536) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:48.206080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7906fd3c-ab07-41e8-9aae-fff6c0bc9903 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '8753b0ae-273c-4482-97f0-039cd4ecb3b6', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:48.320671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7906fd3c-ab07-41e8-9aae-fff6c0bc9903 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.409549 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7906fd3c-ab07-41e8-9aae-fff6c0bc9903 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.515686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7906fd3c-ab07-41e8-9aae-fff6c0bc9903 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.543671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906fd3c-ab07-41e8-9aae-fff6c0bc9903 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4ade54-2170-4dc5-b6bb-d7a4a4310f30,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:48.657934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7906fd3c-ab07-41e8-9aae-fff6c0bc9903 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.662167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7906fd3c-ab07-41e8-9aae-fff6c0bc9903 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4571393 Sep 15 16:22:48.662935 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59548) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:48.668288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5050e709-ceed-4474-a11c-78364e20856c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '8753b0ae-273c-4482-97f0-039cd4ecb3b6', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:48.691448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc0c109-d3a4-42df-abb4-0f0bcd2f3dda None None] Network e22b16a0-24ee-42ab-8655-87073db3281c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:22:48.769244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bc65e039-b04d-4290-8d7a-522b2391dc38 None None] Provisioning complete for port b245fb1a-2b4e-4191-9cf0-cc955a217d8a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:48.769656 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc65e039-b04d-4290-8d7a-522b2391dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.839467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5050e709-ceed-4474-a11c-78364e20856c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.929755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc65e039-b04d-4290-8d7a-522b2391dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:48.936082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5050e709-ceed-4474-a11c-78364e20856c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.113272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bc65e039-b04d-4290-8d7a-522b2391dc38 None None] For port b245fb1a-2b4e-4191-9cf0-cc955a217d8a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:49.114320 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5050e709-ceed-4474-a11c-78364e20856c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.117663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc65e039-b04d-4290-8d7a-522b2391dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.126536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050e709-ceed-4474-a11c-78364e20856c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80457950-11e9-493d-9f19-4e38d472ac67,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:49.184457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65e039-b04d-4290-8d7a-522b2391dc38 None None] Pushing event updated for resources: {'Port': ['ID=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:49.230026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5050e709-ceed-4474-a11c-78364e20856c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.232988 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5050e709-ceed-4474-a11c-78364e20856c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5687635 Sep 15 16:22:49.234632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 59558) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:49.239984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '8753b0ae-273c-4482-97f0-039cd4ecb3b6', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:49.243933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c188f316-d735-4558-9b5a-7aefcb90e808 None None] Provisioning complete for port b245fb1a-2b4e-4191-9cf0-cc955a217d8a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:49.245169 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c188f316-d735-4558-9b5a-7aefcb90e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.360515 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Project f0f1326012ed46dbbb3c0c249b69d197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:22:49.366497 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.464193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.587155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.605917 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bed7111-baa3-4df4-b165-69b52a8964c6,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:49.732247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.736746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 59570) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:22:49.737230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7c11a8e0-e60c-44e4-937c-b4afe0ad1d5b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5007439 Sep 15 16:22:49.742185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '8753b0ae-273c-4482-97f0-039cd4ecb3b6', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:49.763284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b245fb1a-2b4e-4191-9cf0-cc955a217d8a up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:22:49.825478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b245fb1a-2b4e-4191-9cf0-cc955a217d8a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:49.826002 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.845968 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Project f0f1326012ed46dbbb3c0c249b69d197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:22:49.851899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:49.935561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:50.052356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:50.076408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618885df-cfac-4e49-b99f-f8bce7f09505,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:50.205853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:50.207398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e48a9b7a-17cc-4a44-8ff1-bf30703d2e50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4688861 Sep 15 16:22:50.428177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-8573870f-f0b4-43e9-b4c5-9bf15e19cc50 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778756222&fields=id&tenant_id=f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 267 time: 0.0485089 Sep 15 16:22:50.545093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-272a9454-d938-41e1-8add-bd8c80c9dd36 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:50.546691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-272a9454-d938-41e1-8add-bd8c80c9dd36 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/networks?id=e22b16a0-24ee-42ab-8655-87073db3281c HTTP/1.1" status: 200 len: 797 time: 0.1093862 Sep 15 16:22:50.564563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-13743f64-4897-4510-b7cc-920c929b7f0c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/quotas/f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 375 time: 0.0099740 Sep 15 16:22:50.637247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-db21e653-287d-4b82-9d70-d5735fc20636 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0609369 Sep 15 16:22:50.768091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-a50945a9-598f-4b31-bf1d-3c57d7239245 service neutron] 10.222.0.63 "GET /v2.0/networks/e22b16a0-24ee-42ab-8655-87073db3281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987582 Sep 15 16:22:50.875322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f95dc62-d6d7-471f-b770-f4c39ce6981e service neutron] 10.222.0.63 "GET /v2.0/networks/e22b16a0-24ee-42ab-8655-87073db3281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016097 Sep 15 16:22:51.124911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52bb75a0-2b9c-433b-8301-a7b33fec8182 req-fdfd8375-7dd8-4ba5-b1ba-e77a557f5acf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 210 time: 0.0279124 Sep 15 16:22:52.244245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf9f0a2-3217-4c55-ae7a-badd79c5d482 req-23a97770-5acd-403f-b764-ac47acb8ee3b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 210 time: 0.0453382 Sep 15 16:22:53.386976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08389d00-4b9d-487c-a461-62dd35a5ff41 req-c75638dd-e8b8-48bd-b38a-bea18c2eca68 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 210 time: 0.0372546 Sep 15 16:22:53.441095 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-3b5b06c5-82d7-40bb-ba24-4a3a7a406ef4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:53.443754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-3b5b06c5-82d7-40bb-ba24-4a3a7a406ef4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "GET /v2.0/networks?id=e22b16a0-24ee-42ab-8655-87073db3281c HTTP/1.1" status: 200 len: 797 time: 0.1883450 Sep 15 16:22:53.539739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-66c86251-72ef-475d-846c-cb9cf167292b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 471 time: 0.0869837 Sep 15 16:22:53.558246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'port': {'device_id': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c', 'admin_state_up': True, 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'security_groups': ['8753b0ae-273c-4482-97f0-039cd4ecb3b6']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:53.818019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:22:53.823787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:54.026831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.20.0.21 (e22b16a0-24ee-42ab-8655-87073db3281c/f26cebea-3c00-401e-9c6b-74aea1e7400b/887a5abf-267b-45b5-a9f4-6a02ac195810) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:22:54.054423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93582218-2cb1-468d-a38a-87fe3e1cb40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:54.205514 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:54.315380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:54.400772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network e22b16a0-24ee-42ab-8655-87073db3281c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:22:54.407537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:22:54.410313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:22:54.483262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=887a5abf-267b-45b5-a9f4-6a02ac195810,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:54.564955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.565869 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:54.618545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515483a-f831-41da-a351-4f5fc60a6860 req-9a3d78b8-a7ff-46c0-b66c-870d49bbb7f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:54.624640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2515483a-f831-41da-a351-4f5fc60a6860 req-9a3d78b8-a7ff-46c0-b66c-870d49bbb7f9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 932 time: 0.1466405 Sep 15 16:22:54.699318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2515483a-f831-41da-a351-4f5fc60a6860 req-c416d561-7486-451d-97f7-e91bffd6d704 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613387 Sep 15 16:22:54.752757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-5a311610-d913-460c-b9cc-2e9686cbf590 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1941893 Sep 15 16:22:54.758586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-57488990-a246-4e8d-b452-9907d2e5fa9f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:22:54.759707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-57488990-a246-4e8d-b452-9907d2e5fa9f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065584 Sep 15 16:22:54.775683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Request body: {'port': {'device_id': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:22:54.820420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8eaa56f1-a563-471e-a3f0-f848e81dc9d0 None None] Provisioning complete for port 887a5abf-267b-45b5-a9f4-6a02ac195810 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:22:54.820949 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8eaa56f1-a563-471e-a3f0-f848e81dc9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:54.867093 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:54.908677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa56f1-a563-471e-a3f0-f848e81dc9d0 None None] Port 887a5abf-267b-45b5-a9f4-6a02ac195810 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:22:55.245036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887a5abf-267b-45b5-a9f4-6a02ac195810 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:55.251146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:55.268507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Transition to ACTIVE for port object 887a5abf-267b-45b5-a9f4-6a02ac195810 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:22:55.354688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:55.440780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Pushing event updated for resources: {'Port': ['ID=887a5abf-267b-45b5-a9f4-6a02ac195810,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:55.504922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Attempting to bind port 887a5abf-267b-45b5-a9f4-6a02ac195810 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:22:55.505572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Attempting to bind port 887a5abf-267b-45b5-a9f4-6a02ac195810 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:22:55.505572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Attempting to bind port 887a5abf-267b-45b5-a9f4-6a02ac195810 on network e22b16a0-24ee-42ab-8655-87073db3281c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:55.511494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Port 887a5abf-267b-45b5-a9f4-6a02ac195810 on network e22b16a0-24ee-42ab-8655-87073db3281c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:22:55.511915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Attempting to bind port 887a5abf-267b-45b5-a9f4-6a02ac195810 on network e22b16a0-24ee-42ab-8655-87073db3281c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:22:55.517887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:22:55.518250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Checking segment: {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:22:55.518642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Bound using segment: {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:22:55.519185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Bound port: 887a5abf-267b-45b5-a9f4-6a02ac195810, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:22:55.519556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:55.610121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] For port 887a5abf-267b-45b5-a9f4-6a02ac195810, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:22:55.614856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] For port 887a5abf-267b-45b5-a9f4-6a02ac195810, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=887a5abf-267b-45b5-a9f4-6a02ac195810,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:22:55.686442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:55.756903 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:55.757595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:55.759164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] 10.222.0.38 "PUT /v2.0/ports/887a5abf-267b-45b5-a9f4-6a02ac195810 HTTP/1.1" status: 200 len: 1092 time: 0.9900894 Sep 15 16:22:55.759791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'tag': '887a5abf-267b-45b5-a9f4-6a02ac195810'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:22:55.762503 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83da9e35-0405-48b6-8442-ca0f378f215e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa82386f-ca8d-4499-8cc5-bbeef3b9675a", "tag": "887a5abf-267b-45b5-a9f4-6a02ac195810"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:22:55.787001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ecc54-a55f-4796-91c5-5e2f7c53a343 service neutron] Pushing event updated for resources: {'Port': ['ID=887a5abf-267b-45b5-a9f4-6a02ac195810,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:55.841053 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dccc255-3b32-4d2d-8035-37688c6c4ed2 x-openstack-request-id: req-8dccc255-3b32-4d2d-8035-37688c6c4ed2 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:22:55.841550 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa82386f-ca8d-4499-8cc5-bbeef3b9675a", "tag": "887a5abf-267b-45b5-a9f4-6a02ac195810", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:22:55.842680 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8dccc255-3b32-4d2d-8035-37688c6c4ed2 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:22:55.843572 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'tag': '887a5abf-267b-45b5-a9f4-6a02ac195810', 'status': 'completed', 'code': 200} Sep 15 16:22:55.906737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da9e35-0405-48b6-8442-ca0f378f215e req-d6dd0879-bcd8-4dd7-b360-9b6f2114dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:55.908594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83da9e35-0405-48b6-8442-ca0f378f215e req-d6dd0879-bcd8-4dd7-b360-9b6f2114dc24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 1095 time: 0.0478106 Sep 15 16:22:55.909660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ffb37-8fbb-455a-9000-39f14685cc16 req-3aa82cd9-d94e-4738-b891-679570952d62 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:55.918705 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf9ffb37-8fbb-455a-9000-39f14685cc16 req-3aa82cd9-d94e-4738-b891-679570952d62 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 944 time: 0.0611150 Sep 15 16:22:55.969760 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cf9ffb37-8fbb-455a-9000-39f14685cc16 req-97e15b2d-9fb7-48cb-9a79-c0957125e18b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492840 Sep 15 16:22:56.421309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da9e35-0405-48b6-8442-ca0f378f215e req-3e473668-2ea5-4b0e-9c64-8cbc672fbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.421792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da9e35-0405-48b6-8442-ca0f378f215e req-3e473668-2ea5-4b0e-9c64-8cbc672fbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.423352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83da9e35-0405-48b6-8442-ca0f378f215e req-3e473668-2ea5-4b0e-9c64-8cbc672fbbd2 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.5045328 Sep 15 16:22:56.699074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da9e35-0405-48b6-8442-ca0f378f215e req-6b144c7f-acc6-4fc6-b6a6-b9f0f5833e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.700853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83da9e35-0405-48b6-8442-ca0f378f215e req-6b144c7f-acc6-4fc6-b6a6-b9f0f5833e5b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2703278 Sep 15 16:22:56.804556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-c3153faf-c777-4c3e-9d14-4a8dc908111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.804556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-c3153faf-c777-4c3e-9d14-4a8dc908111a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 1095 time: 0.0510259 Sep 15 16:22:56.856597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-f1d395a0-bd6e-474d-9072-c3d93c550665 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=887a5abf-267b-45b5-a9f4-6a02ac195810 HTTP/1.1" status: 200 len: 217 time: 0.0449882 Sep 15 16:22:56.897704 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:56.910435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-3620548d-2aca-4f10-852f-c0c36e06ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.911927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-3620548d-2aca-4f10-852f-c0c36e06ff7d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f26cebea-3c00-401e-9c6b-74aea1e7400b HTTP/1.1" status: 200 len: 838 time: 0.0486605 Sep 15 16:22:56.964890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-b46050a8-4097-4ac1-96a5-a8ee0df3752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:56.966565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-b46050a8-4097-4ac1-96a5-a8ee0df3752d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e22b16a0-24ee-42ab-8655-87073db3281c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475140 Sep 15 16:22:57.105077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:57.124560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-95947f6c-c48d-49eb-9588-ec2456fb3a21 service neutron] 10.222.0.38 "GET /v2.0/networks/e22b16a0-24ee-42ab-8655-87073db3281c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503456 Sep 15 16:22:57.137043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d270ff-9b7b-4c99-bd77-132daa85ee38 req-1889ba87-b1f1-4fe0-a924-4d44cdfab6fe tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:57.138664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7d270ff-9b7b-4c99-bd77-132daa85ee38 req-1889ba87-b1f1-4fe0-a924-4d44cdfab6fe tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 944 time: 0.0828328 Sep 15 16:22:57.251213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7d270ff-9b7b-4c99-bd77-132daa85ee38 req-bb6bcb20-71ec-40ab-aa05-644c67570cb9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910807 Sep 15 16:22:57.281456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-332a2a17-5889-45b0-b32e-823f9fa61670 req-b054d5fb-9639-4910-999d-0f41e7e6bfc1 service neutron] 10.222.0.38 "GET /v2.0/networks/e22b16a0-24ee-42ab-8655-87073db3281c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417923 Sep 15 16:22:57.320512 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0d56092-33ed-47d2-b7de-a3f7d2007116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:58.388029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096b15f-8f43-4366-b75b-d02b7da1f6fd req-9139b55b-3149-4e6e-910f-82d7aa8af203 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:58.389589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b096b15f-8f43-4366-b75b-d02b7da1f6fd req-9139b55b-3149-4e6e-910f-82d7aa8af203 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 944 time: 0.0619407 Sep 15 16:22:58.439653 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b096b15f-8f43-4366-b75b-d02b7da1f6fd req-6a3ba270-2d8d-49f5-b202-5c7eed48a2fe tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412140 Sep 15 16:22:58.491780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.030959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 887a5abf-267b-45b5-a9f4-6a02ac195810 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:22:59.147316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 887a5abf-267b-45b5-a9f4-6a02ac195810, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=887a5abf-267b-45b5-a9f4-6a02ac195810,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:59.160896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '887a5abf-267b-45b5-a9f4-6a02ac195810', 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c', 'port_id': '887a5abf-267b-45b5-a9f4-6a02ac195810', 'mac_address': 'fa:16:3e:f6:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:22:59.208507 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.223164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887a5abf-267b-45b5-a9f4-6a02ac195810 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:22:59.246181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 887a5abf-267b-45b5-a9f4-6a02ac195810, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=887a5abf-267b-45b5-a9f4-6a02ac195810,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:22:59.303261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:22:59.368073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=887a5abf-267b-45b5-a9f4-6a02ac195810,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:22:59.551836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['887a5abf-267b-45b5-a9f4-6a02ac195810'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:22:59.632085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb33913-2923-4ca7-8b2e-6472144afadb req-1596137b-9335-435b-9355-da66d91c4547 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:22:59.640976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb33913-2923-4ca7-8b2e-6472144afadb req-1596137b-9335-435b-9355-da66d91c4547 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 945 time: 0.1082804 Sep 15 16:22:59.691470 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb33913-2923-4ca7-8b2e-6472144afadb req-88806ac7-1611-47dc-af4b-55270b949caa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362151 Sep 15 16:23:00.177665 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.417559 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:00.851657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266d5db-87d7-4e1d-ba84-5c8c7f63b1f9 req-b20754ef-cfe3-4a39-a3a2-2f39f3bdb666 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:00.853394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1266d5db-87d7-4e1d-ba84-5c8c7f63b1f9 req-b20754ef-cfe3-4a39-a3a2-2f39f3bdb666 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 945 time: 0.0804539 Sep 15 16:23:00.903414 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1266d5db-87d7-4e1d-ba84-5c8c7f63b1f9 req-a04fb94d-5748-421b-8e76-6765e01edad0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Sep 15 16:23:01.044825 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 887a5abf-267b-45b5-a9f4-6a02ac195810 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:01.309318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 887a5abf-267b-45b5-a9f4-6a02ac195810 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:01.313641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 887a5abf-267b-45b5-a9f4-6a02ac195810 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:01.314024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:01.392883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:01.415337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887a5abf-267b-45b5-a9f4-6a02ac195810'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:01.418863 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850ee909-2fbb-4e68-a3cb-ac6329bea964" -d '{"events": [{"server_uuid": "aa82386f-ca8d-4499-8cc5-bbeef3b9675a", "name": "network-vif-plugged", "status": "completed", "tag": "887a5abf-267b-45b5-a9f4-6a02ac195810"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:01.437066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 887a5abf-267b-45b5-a9f4-6a02ac195810, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=887a5abf-267b-45b5-a9f4-6a02ac195810,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:01.457511 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a3af55-38ec-4211-8013-3eaff68d2857 x-openstack-request-id: req-31a3af55-38ec-4211-8013-3eaff68d2857 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:01.458137 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa82386f-ca8d-4499-8cc5-bbeef3b9675a", "name": "network-vif-plugged", "status": "completed", "tag": "887a5abf-267b-45b5-a9f4-6a02ac195810", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:01.458137 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31a3af55-38ec-4211-8013-3eaff68d2857 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:01.458421 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887a5abf-267b-45b5-a9f4-6a02ac195810', 'code': 200} Sep 15 16:23:01.508913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:01.559832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ee7f4-6870-4c0a-95ff-ba740596d592 req-fa81d214-2154-4388-92ce-3f0b9bd19b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:01.561284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e4ee7f4-6870-4c0a-95ff-ba740596d592 req-fa81d214-2154-4388-92ce-3f0b9bd19b9c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 1097 time: 0.0465257 Sep 15 16:23:01.564447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=887a5abf-267b-45b5-a9f4-6a02ac195810,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:01.613149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e4ee7f4-6870-4c0a-95ff-ba740596d592 req-d9b54573-1d88-4954-8b96-75ec91216383 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Sep 15 16:23:02.030372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5476-98e2-422c-bfb8-49679de7591a req-f0c3f987-2ca3-4bbd-ae93-19628cef08ef tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:02.030372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-393e5476-98e2-422c-bfb8-49679de7591a req-f0c3f987-2ca3-4bbd-ae93-19628cef08ef tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 946 time: 0.0554099 Sep 15 16:23:02.084996 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-393e5476-98e2-422c-bfb8-49679de7591a req-90fbe704-647d-4b5c-8381-ae24c88bf94d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364230 Sep 15 16:23:03.216733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3862e0-b17b-4ee3-9d9f-b88491b4c7c3 req-63a02e64-1038-4eed-9f30-92170677228a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:03.218624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a3862e0-b17b-4ee3-9d9f-b88491b4c7c3 req-63a02e64-1038-4eed-9f30-92170677228a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 946 time: 0.0645761 Sep 15 16:23:03.285394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a3862e0-b17b-4ee3-9d9f-b88491b4c7c3 req-97f91c98-257d-4ec5-8661-f7330bd9f70e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Sep 15 16:23:03.411192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1751522-1a32-4aed-873b-3905f975f117 req-de69e3a5-221a-403b-9285-aa416637fd19 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:03.412733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1751522-1a32-4aed-873b-3905f975f117 req-de69e3a5-221a-403b-9285-aa416637fd19 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 946 time: 0.0552728 Sep 15 16:23:03.453598 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1751522-1a32-4aed-873b-3905f975f117 req-84b5b8a0-b992-41d7-af74-a1a1a78bbf85 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343158 Sep 15 16:23:04.929075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 60286) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:05.450217 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:05.827338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.20.0.17 (e22b16a0-24ee-42ab-8655-87073db3281c/f26cebea-3c00-401e-9c6b-74aea1e7400b/909fb7cd-0b6e-4d72-a8f7-1bab1207ae49) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:23:05.987452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.121165 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.180723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network e22b16a0-24ee-42ab-8655-87073db3281c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:06.192170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:06.200318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:23:06.268426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:06.306625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.355081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-1ded7b10-6a47-42fd-b398-4ae6c1b14526 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:06.356668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-1ded7b10-6a47-42fd-b398-4ae6c1b14526 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/networks?id=0e157718-cf48-4218-a080-1d6a76388e77 HTTP/1.1" status: 200 len: 813 time: 0.2046409 Sep 15 16:23:06.378512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-07f50826-e028-4065-a85b-ccd829025065 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/quotas/760be378458d4750bfd7763a1bbc967f HTTP/1.1" status: 200 len: 375 time: 0.0150437 Sep 15 16:23:06.422814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-3a14aa52-9ac3-464e-a4fa-2e1e1c40b562 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352869 Sep 15 16:23:06.494458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-83597d98-535b-46db-9482-b2334b0b6495 None None] Provisioning complete for port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:06.495446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-83597d98-535b-46db-9482-b2334b0b6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.533504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-83597d98-535b-46db-9482-b2334b0b6495 None None] Port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:23:06.542772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-d09ecea5-1880-44a7-874c-f972dcde3914 service neutron] 10.222.0.63 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013124 Sep 15 16:23:06.652003 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:06.701176 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-c809bdfc-6be8-497e-a1d7-e79102eea22b service neutron] 10.222.0.63 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518276 Sep 15 16:23:06.976878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-729e4a68-bd9d-4003-8912-d532386c79b7 req-10ed1ec6-ff35-435d-90e0-6c6c70a240f5 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 210 time: 0.0351000 Sep 15 16:23:07.305275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:07.394427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:07.466303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:07.473324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:07.580949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network e22b16a0-24ee-42ab-8655-87073db3281c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:07.581265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:07.723645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router 2c75e580-ab72-4d03-afb0-6b99b1185320 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:23:07.860911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9677577d-61e2-46c7-a620-571bf5796b55 None None] Provisioning complete for port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:07.861457 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9677577d-61e2-46c7-a620-571bf5796b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:07.872837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:23:07.885344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-804fbc14-6fe2-4f2d-90bb-98a47e1fd546 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "PUT /v2.0/routers/2c75e580-ab72-4d03-afb0-6b99b1185320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9487329 Sep 15 16:23:07.892117 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Sync routers for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:23:07.907315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9677577d-61e2-46c7-a620-571bf5796b55 None None] Port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:23:07.911423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:07.911714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:22:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:08.034668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:08.081000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fba508dc-db97-4b29-b4da-3401ac52c7cf req-37bb76aa-96bf-43f8-bc10-5b3483be5b03 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 210 time: 0.0301273 Sep 15 16:23:08.304869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:06Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 1, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909fb7cd-0b6e-4d72-a8f7-1bab1207ae49', 'name': '', 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:74:3a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:05Z', 'updated_at': '2021-09-15T16:23:06Z', 'revision_number': 2, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:08.332356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Checking router: 2c75e580-ab72-4d03-afb0-6b99b1185320 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:23:08.332735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Updating router 2c75e580-ab72-4d03-afb0-6b99b1185320 port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:23:08.362796 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.642863 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.754188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.804396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e7a3a-1571-4436-9c73-936924c672d1 None None] Pushing event updated for resources: {'Port': ['ID=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:08.874682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Attempting to bind port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:23:08.875339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Attempting to bind port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:23:08.875456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Attempting to bind port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 on network e22b16a0-24ee-42ab-8655-87073db3281c {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:08.880800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:23:08.881185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Checking segment: {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:08.881594 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.881992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Bound using segment: {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:23:08.882465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Bound port: 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124060b6-f033-4b23-8a6c-6ff47823e3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:23:08.882852 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:08.962934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] For port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:23:08.967066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] For port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:23:09.042417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-af67e54d-5987-451d-b7c6-69cf37cda9a6 None None] Provisioning complete for port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:09.043125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-af67e54d-5987-451d-b7c6-69cf37cda9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:09.077497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:09.091572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-af67e54d-5987-451d-b7c6-69cf37cda9a6 None None] Port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:23:09.154280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:09.154280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:22:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:09.193435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e7a3a-1571-4436-9c73-936924c672d1 None None] Pushing event updated for resources: {'Port': ['ID=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:09.202733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-83ad76ff-a6d1-4519-9ad7-84fa86e1154a req-844ee413-2946-4925-abc2-52b7c4ef4035 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 210 time: 0.0323436 Sep 15 16:23:09.294442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:09.441373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3d51f5aa-3049-4025-834c-899f32827a8c None None] Provisioning complete for port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:09.441759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d51f5aa-3049-4025-834c-899f32827a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:09.614566 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d51f5aa-3049-4025-834c-899f32827a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:09.660784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3d51f5aa-3049-4025-834c-899f32827a8c None None] For port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:09.673738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:06Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 1, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909fb7cd-0b6e-4d72-a8f7-1bab1207ae49', 'name': '', 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:74:3a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:05Z', 'updated_at': '2021-09-15T16:23:08Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:09.700353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e6743-7f9c-4330-9800-e7133c8b3260 None None] The sync data for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 is: [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:06Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 1, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '909fb7cd-0b6e-4d72-a8f7-1bab1207ae49', 'name': '', 'network_id': 'e22b16a0-24ee-42ab-8655-87073db3281c', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:74:3a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:05Z', 'updated_at': '2021-09-15T16:23:08Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': 'f26cebea-3c00-401e-9c6b-74aea1e7400b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:23:09.766554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d51f5aa-3049-4025-834c-899f32827a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:09.834828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51f5aa-3049-4025-834c-899f32827a8c None None] Pushing event updated for resources: {'Port': ['ID=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:10.321939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92866717-32a5-423a-a3e5-765d018f2ccf req-fce4d2d6-247b-4295-975d-d021b4f06ad5 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 210 time: 0.0373201 Sep 15 16:23:10.550463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5772c10c-e2b2-4c71-b9ed-3bda4cabfcbf tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:10.552338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5772c10c-e2b2-4c71-b9ed-3bda4cabfcbf tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "GET /v2.0/networks?id=0e157718-cf48-4218-a080-1d6a76388e77 HTTP/1.1" status: 200 len: 813 time: 0.1123750 Sep 15 16:23:10.565608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Request body: {'port': {'device_id': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77', 'admin_state_up': True, 'tenant_id': '760be378458d4750bfd7763a1bbc967f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:10.777870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Made reservation on behalf of 760be378458d4750bfd7763a1bbc967f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:10.781583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:10.925920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Allocated IP 172.20.0.7 (0e157718-cf48-4218-a080-1d6a76388e77/70436f7b-c190-45f9-8c36-75ece6a54766/bf280344-b3fd-41d0-be46-067bb3d00e7f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:23:11.101788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.188988 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.240266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Network 0e157718-cf48-4218-a080-1d6a76388e77 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:11.244959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:11.252872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:23:11.286579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Pushing event updated for resources: {'Port': ['ID=bf280344-b3fd-41d0-be46-067bb3d00e7f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:11.318547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:11.319169 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.451184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae8c8c-29ba-4219-ba67-f9d643e6e823 req-2101d94a-031f-4270-8c3c-bb83ae059ec6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:11.452680 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16ae8c8c-29ba-4219-ba67-f9d643e6e823 req-2101d94a-031f-4270-8c3c-bb83ae059ec6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 931 time: 0.0553849 Sep 15 16:23:11.458110 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-dbdd1086-7221-4eab-a24a-4239e690d801 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8965609 Sep 15 16:23:11.476534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Request body: {'port': {'device_id': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:11.527920 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-16ae8c8c-29ba-4219-ba67-f9d643e6e823 req-3fdc07ac-ee42-44a0-aa57-4465eac1a180 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684481 Sep 15 16:23:11.554102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.793544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:11.859295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:11.859677 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.880656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf280344-b3fd-41d0-be46-067bb3d00e7f {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:11.890197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:11.902524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Transition to ACTIVE for port object bf280344-b3fd-41d0-be46-067bb3d00e7f will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:23:11.967563 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:12.020381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=bf280344-b3fd-41d0-be46-067bb3d00e7f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:12.091218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Attempting to bind port bf280344-b3fd-41d0-be46-067bb3d00e7f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:23:12.091648 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Attempting to bind port bf280344-b3fd-41d0-be46-067bb3d00e7f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:23:12.092269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Attempting to bind port bf280344-b3fd-41d0-be46-067bb3d00e7f on network 0e157718-cf48-4218-a080-1d6a76388e77 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:12.096897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Port bf280344-b3fd-41d0-be46-067bb3d00e7f on network 0e157718-cf48-4218-a080-1d6a76388e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:23:12.097320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Attempting to bind port bf280344-b3fd-41d0-be46-067bb3d00e7f on network 0e157718-cf48-4218-a080-1d6a76388e77 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:12.102379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:23:12.102712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Checking segment: {'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:12.103095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Bound using segment: {'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:23:12.103573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Bound port: bf280344-b3fd-41d0-be46-067bb3d00e7f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:23:12.104700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:12.178346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] For port bf280344-b3fd-41d0-be46-067bb3d00e7f, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:23:12.182063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] For port bf280344-b3fd-41d0-be46-067bb3d00e7f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf280344-b3fd-41d0-be46-067bb3d00e7f,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:23:12.252352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:12.288340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.289690 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:12.291167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf280344-b3fd-41d0-be46-067bb3d00e7f HTTP/1.1" status: 200 len: 1091 time: 0.8243041 Sep 15 16:23:12.293668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'tag': 'bf280344-b3fd-41d0-be46-067bb3d00e7f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:12.297467 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4483532-d988-4ae3-b2b9-4af435ec55a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2a9de7-ddfd-43d7-af85-f63c1f84d944", "tag": "bf280344-b3fd-41d0-be46-067bb3d00e7f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:12.326631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc884bb-762f-45af-bcee-a1885ce1ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=bf280344-b3fd-41d0-be46-067bb3d00e7f,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:12.342858 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b97fb8-f55e-4abc-bc34-a3ad79b27a7b x-openstack-request-id: req-d4b97fb8-f55e-4abc-bc34-a3ad79b27a7b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:12.343551 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2a9de7-ddfd-43d7-af85-f63c1f84d944", "tag": "bf280344-b3fd-41d0-be46-067bb3d00e7f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:12.344990 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d4b97fb8-f55e-4abc-bc34-a3ad79b27a7b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:12.345766 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'tag': 'bf280344-b3fd-41d0-be46-067bb3d00e7f', 'status': 'completed', 'code': 200} Sep 15 16:23:12.403972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4483532-d988-4ae3-b2b9-4af435ec55a3 req-1a3f82c7-0398-4e9f-8eac-fa4f9aab2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.405525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4483532-d988-4ae3-b2b9-4af435ec55a3 req-1a3f82c7-0398-4e9f-8eac-fa4f9aab2181 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 1094 time: 0.0422986 Sep 15 16:23:12.513912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4483532-d988-4ae3-b2b9-4af435ec55a3 req-454eb058-9a98-4029-b85f-c1753dba31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.513912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4483532-d988-4ae3-b2b9-4af435ec55a3 req-454eb058-9a98-4029-b85f-c1753dba31c8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=760be378458d4750bfd7763a1bbc967f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0991619 Sep 15 16:23:12.626667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4483532-d988-4ae3-b2b9-4af435ec55a3 req-cb7f6afe-d317-4708-8ee8-ba6aa7bb3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.628804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4483532-d988-4ae3-b2b9-4af435ec55a3 req-cb7f6afe-d317-4708-8ee8-ba6aa7bb3006 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098847 Sep 15 16:23:12.672148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef722c1-e3ea-40ca-94ec-d31d284d0203 req-dedcd50e-2978-45b1-b663-96aa8e52361d tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.673722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ef722c1-e3ea-40ca-94ec-d31d284d0203 req-dedcd50e-2978-45b1-b663-96aa8e52361d tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 943 time: 0.0597272 Sep 15 16:23:12.742773 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ef722c1-e3ea-40ca-94ec-d31d284d0203 req-b84c1ff6-973c-4fd5-bcbb-153a60d6c3d4 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607998 Sep 15 16:23:12.745916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-7276f87f-0043-48e3-8984-9d4c86f92056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.747339 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-7276f87f-0043-48e3-8984-9d4c86f92056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 1094 time: 0.0727689 Sep 15 16:23:12.793240 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-e5c50011-9ffb-4dcb-b889-86754d62447f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf280344-b3fd-41d0-be46-067bb3d00e7f HTTP/1.1" status: 200 len: 217 time: 0.0370669 Sep 15 16:23:12.848888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-94e6c0cf-3621-4b81-98fc-617d8a9e2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:12.850503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-94e6c0cf-3621-4b81-98fc-617d8a9e2cbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70436f7b-c190-45f9-8c36-75ece6a54766 HTTP/1.1" status: 200 len: 853 time: 0.0503008 Sep 15 16:23:12.885561 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-03d4357b-abe2-45b9-b425-877e903f4546 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e157718-cf48-4218-a080-1d6a76388e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269606 Sep 15 16:23:12.982453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-f614ab3d-bec0-455a-9884-8be0a4153be3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888994 Sep 15 16:23:13.080655 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1321ec64-0d6f-4ecc-ab29-daae1bb73abd req-3f0fcead-e600-472b-a2ca-fe543195e4e3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907784 Sep 15 16:23:13.886588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90369e6-07d7-46e6-bca3-b95cb3d84bdc req-56618ccc-5feb-43d8-9904-7bab1a6c57a4 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:13.886588 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f90369e6-07d7-46e6-bca3-b95cb3d84bdc req-56618ccc-5feb-43d8-9904-7bab1a6c57a4 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 943 time: 0.0518229 Sep 15 16:23:13.914619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f90369e6-07d7-46e6-bca3-b95cb3d84bdc req-fa317f7e-db37-4c67-856c-cd36f55a2ef0 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Sep 15 16:23:14.909917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-e716c21d-d9dc-435a-aead-2f9eaefa239d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414073 Sep 15 16:23:15.385993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-4ccde151-1405-4502-b00a-53bbfe5cba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.387338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-4ccde151-1405-4502-b00a-53bbfe5cba6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1097 time: 0.4338675 Sep 15 16:23:15.407874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ee70b-c60f-4645-9eaf-2e66b64ceade req-b85bd20f-84d5-4454-98d9-719826572d68 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.409772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a58ee70b-c60f-4645-9eaf-2e66b64ceade req-b85bd20f-84d5-4454-98d9-719826572d68 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 943 time: 0.4250765 Sep 15 16:23:15.504816 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a58ee70b-c60f-4645-9eaf-2e66b64ceade req-d23ca53c-08e6-43b1-9939-f43a5c6ea9fa tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837839 Sep 15 16:23:15.527336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-7a0eb49c-30c0-4971-9da9-aab393a5ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.528828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-7a0eb49c-30c0-4971-9da9-aab393a5ff7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 200 len: 897 time: 0.1159291 Sep 15 16:23:15.596513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-67ded7ec-3734-4f04-aec6-12419638e43c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0 HTTP/1.1" status: 200 len: 1001 time: 0.0604866 Sep 15 16:23:15.644276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-b7677d97-98b9-4fa9-b686-192cfb318dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.645749 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-b7677d97-98b9-4fa9-b686-192cfb318dc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ee75a6-4e2b-49da-a87b-ed9b54a5056b HTTP/1.1" status: 200 len: 835 time: 0.0424283 Sep 15 16:23:15.692054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-bd625bc4-d536-43a4-929c-1cc698a047d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:15.697558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-bd625bc4-d536-43a4-929c-1cc698a047d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55be6f2-fea3-4627-bcab-6890071be36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409658 Sep 15 16:23:15.798030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-249f9a0b-7d0b-45c8-a63c-f5fbf5b3fb7a service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969701 Sep 15 16:23:15.896731 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32ea0c01-6c6f-4065-8380-206b85a1cccc req-f2cc63c1-bd55-4192-976c-bd36ab6a4fbb service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920622 Sep 15 16:23:16.638045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f42b66-f886-4961-af86-a3a81aab3975 req-6bdcfe86-5418-409f-b5de-527bf34071ee tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:16.639559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48f42b66-f886-4961-af86-a3a81aab3975 req-6bdcfe86-5418-409f-b5de-527bf34071ee tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 943 time: 0.0656674 Sep 15 16:23:16.681081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48f42b66-f886-4961-af86-a3a81aab3975 req-b2c68435-6f45-4c31-be48-adbe5c3a60a2 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354877 Sep 15 16:23:17.564241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf280344-b3fd-41d0-be46-067bb3d00e7f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:23:17.669271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bf280344-b3fd-41d0-be46-067bb3d00e7f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf280344-b3fd-41d0-be46-067bb3d00e7f,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:17.680993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'bf280344-b3fd-41d0-be46-067bb3d00e7f', 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77', 'port_id': 'bf280344-b3fd-41d0-be46-067bb3d00e7f', 'mac_address': 'fa:16:3e:4a:3c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70436f7b-c190-45f9-8c36-75ece6a54766', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:23:17.725720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.741881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf280344-b3fd-41d0-be46-067bb3d00e7f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:17.764620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bf280344-b3fd-41d0-be46-067bb3d00e7f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf280344-b3fd-41d0-be46-067bb3d00e7f,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:17.814311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41a0ee-a9d8-45be-8a3a-1259ce761e45 req-362fca1d-10bd-43c2-91da-d02222954fe2 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:17.816669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f41a0ee-a9d8-45be-8a3a-1259ce761e45 req-362fca1d-10bd-43c2-91da-d02222954fe2 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 943 time: 0.0553858 Sep 15 16:23:17.851442 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:17.870154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8f41a0ee-a9d8-45be-8a3a-1259ce761e45 req-3004fa2e-2796-4668-bba4-dbe78d90ae19 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435166 Sep 15 16:23:17.913589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bf280344-b3fd-41d0-be46-067bb3d00e7f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:18.068679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bf280344-b3fd-41d0-be46-067bb3d00e7f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:18.993663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c404751-cc86-40ce-a100-022f7ab39b61 req-e914bc67-b0dd-4488-898b-c006f35b065a tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:18.996391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c404751-cc86-40ce-a100-022f7ab39b61 req-e914bc67-b0dd-4488-898b-c006f35b065a tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 944 time: 0.0547428 Sep 15 16:23:19.036060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c404751-cc86-40ce-a100-022f7ab39b61 req-7aa516fa-0462-4d99-87d7-3a933140f12f tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Sep 15 16:23:19.579204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf280344-b3fd-41d0-be46-067bb3d00e7f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:19.731213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port bf280344-b3fd-41d0-be46-067bb3d00e7f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:19.736309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port bf280344-b3fd-41d0-be46-067bb3d00e7f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:19.736716 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:19.826135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:19.861745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf280344-b3fd-41d0-be46-067bb3d00e7f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:19.864093 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08150e-8dc8-4f4e-a16f-71659c7f68f0" -d '{"events": [{"server_uuid": "7e2a9de7-ddfd-43d7-af85-f63c1f84d944", "name": "network-vif-plugged", "status": "completed", "tag": "bf280344-b3fd-41d0-be46-067bb3d00e7f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:19.877917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bf280344-b3fd-41d0-be46-067bb3d00e7f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf280344-b3fd-41d0-be46-067bb3d00e7f,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:19.891562 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:23:19.904162 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627558c-5991-469d-9147-6007a7581a61 x-openstack-request-id: req-f627558c-5991-469d-9147-6007a7581a61 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:19.904569 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2a9de7-ddfd-43d7-af85-f63c1f84d944", "name": "network-vif-plugged", "status": "completed", "tag": "bf280344-b3fd-41d0-be46-067bb3d00e7f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:19.905053 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f627558c-5991-469d-9147-6007a7581a61 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:19.905524 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf280344-b3fd-41d0-be46-067bb3d00e7f', 'code': 200} Sep 15 16:23:19.960181 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:20.003077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c691b6b-c9dc-4f30-8e35-278d7c6162fd req-85318e74-5d6e-4c3b-8251-9886a3f909c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:20.005262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c691b6b-c9dc-4f30-8e35-278d7c6162fd req-85318e74-5d6e-4c3b-8251-9886a3f909c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 1096 time: 0.0415950 Sep 15 16:23:20.016175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bf280344-b3fd-41d0-be46-067bb3d00e7f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:20.045656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c691b6b-c9dc-4f30-8e35-278d7c6162fd req-160cf7d8-5729-4b76-bf41-c29cf4e000b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Sep 15 16:23:20.160581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8daba7-ce41-4053-9a5d-0e02333a5a3d req-927d764a-6d7f-4eed-a9d4-3e1b6cd50f84 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:20.162189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e8daba7-ce41-4053-9a5d-0e02333a5a3d req-927d764a-6d7f-4eed-a9d4-3e1b6cd50f84 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Sep 15 16:23:20.204646 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e8daba7-ce41-4053-9a5d-0e02333a5a3d req-47dc1d8f-9dd0-44ef-b9f7-d679c1ee9cd7 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353723 Sep 15 16:23:21.333551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d082d-2886-4884-a251-425ef72e81fd req-dbd1148a-b23a-4829-a240-5d548d655b63 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:21.335163 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-979d082d-2886-4884-a251-425ef72e81fd req-dbd1148a-b23a-4829-a240-5d548d655b63 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 945 time: 0.0523942 Sep 15 16:23:21.383187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-979d082d-2886-4884-a251-425ef72e81fd req-acb726d1-b14a-4ada-a4a7-4b1f3143970c tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Sep 15 16:23:24.017895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94c14b15-6130-4b38-b211-790c5c519695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:24.422481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32820) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:24.590276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dd9e965b-54c6-4afb-8134-41a24df83157 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8544a3cc41ff414abd9734c482f08028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660016 Sep 15 16:23:24.592952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:24.646090 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:24.669046 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:24.777540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:24.780218 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:24.783810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/8c4cc3c6-3669-40a5-b752-418df52fb636 HTTP/1.1" status: 204 len: 168 time: 0.1874938 Sep 15 16:23:24.793007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4cc3c6-3669-40a5-b752-418df52fb636,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:24.806322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.806840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.807185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.807885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.808215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.809099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.809659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.810164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.810487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.811059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.811385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:24.811756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6836a8d-d4da-454b-add8-0b9328da7101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:25.898292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:26.030995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1182563366-network', 'tenant_id': '55167f77684e4c538b363d66f70c95c8'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:26.114015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Made reservation on behalf of 55167f77684e4c538b363d66f70c95c8 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:26.116589 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.127923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.232751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.285761 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.317014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:23:26.327850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5687356-b310-4b6c-bc30-4a89c6ed0880,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:26.335991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.336349 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Added segment 471c33be-5fdf-4451-851d-5380b2311ac8 of type vlan for network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 Sep 15 16:23:26.379394 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.463926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.466831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:26.468138 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.534630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] Pushing event updated for resources: {'Network': ['ID=3b4e441a-fd74-4683-aca4-25b3c0bc3100,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:26.545555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:23:26.612000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7e84c8f8-da79-4c77-ac6d-6fe9d34d1f9d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7125630 Sep 15 16:23:26.615914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32872) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:26.625719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Request body: {'subnet': {'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1182563366-subnet', 'tenant_id': '55167f77684e4c538b363d66f70c95c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:26.730215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Made reservation on behalf of 55167f77684e4c538b363d66f70c95c8 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:26.732908 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:26.908897 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:27.023411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:27.070093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f3dcc6-55f3-42a6-879e-cf6218ee82a6,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:27.098386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Checking segment: {'id': '471c33be-5fdf-4451-851d-5380b2311ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:27.098750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Network hostable DHCP agents. Network: 3b4e441a-fd74-4683-aca4-25b3c0bc3100, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:23:27.120391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:27.176925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:23:27.251886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3b4e441a-fd74-4683-aca4-25b3c0bc3100) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:27.258388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:27.260146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:27.266762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e779fca-44d0-4db1-a578-009ea9ec8c12 None None] Network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:27.292524 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-940beeb4-0285-4fcf-aba3-a62ff3c97166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:27.399505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aab0d52b-a92e-4141-b4dc-5bf304d970a7 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7831383 Sep 15 16:23:27.416417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73923c1-1b4d-4ec9-a187-6c10af257a6c None None] Network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:28.258677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32898) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:28.266906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1304529981-network', 'tenant_id': '838b58af1d584549a5343c678008d502'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:28.308972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 32900) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:28.388530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Made reservation on behalf of 838b58af1d584549a5343c678008d502 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:28.391125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.405173 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.491551 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.542312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.601279 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.616397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:23:28.628465 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.628928 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Added segment c7096253-0ff2-4292-bded-72de84b0ff5f of type vlan for network e5e939e9-a7fa-42a3-86c0-e66bf7d6650c Sep 15 16:23:28.695059 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.735312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41522f31-7a35-473e-8b7b-40aa69e16b99,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:28.786730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.800223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.801483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:28.802257 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:28.887907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e939e9-a7fa-42a3-86c0-e66bf7d6650c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:28.898752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e5e939e9-a7fa-42a3-86c0-e66bf7d6650c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:23:28.972401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-285d79e5-6954-4e0f-98de-4d7a3270c214 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7111676 Sep 15 16:23:28.975117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 32910) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:28.981437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Request body: {'subnet': {'network_id': 'e5e939e9-a7fa-42a3-86c0-e66bf7d6650c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1304529981-subnet', 'tenant_id': '838b58af1d584549a5343c678008d502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:29.074311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Made reservation on behalf of 838b58af1d584549a5343c678008d502 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:29.076978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:29.287445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:29.287812 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:29.424384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:29.425145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:29.442046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:29.817462 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:29.863295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:29.879030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9f5fb8-e721-4db1-a529-197731ea4ee6,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:29.889089 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Checking segment: {'id': 'c7096253-0ff2-4292-bded-72de84b0ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'e5e939e9-a7fa-42a3-86c0-e66bf7d6650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:29.889450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Network hostable DHCP agents. Network: e5e939e9-a7fa-42a3-86c0-e66bf7d6650c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:23:29.906081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=909fb7cd-0b6e-4d72-a8f7-1bab1207ae49,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:29.988405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Network e5e939e9-a7fa-42a3-86c0-e66bf7d6650c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:23:30.080401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e5e939e9-a7fa-42a3-86c0-e66bf7d6650c) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:30.085390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:30.087994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:30.100393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25209550-769e-4e51-8b06-248bfcb0a48c None None] Network e5e939e9-a7fa-42a3-86c0-e66bf7d6650c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:30.127637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:30.196942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6c34d8eb-d9aa-43d5-aaa0-cd92f7021a22 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2206881 Sep 15 16:23:30.280452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:30.284368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6800b8d5-ec79-4ee4-8039-f453db50dc21 None None] Network e5e939e9-a7fa-42a3-86c0-e66bf7d6650c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:30.442691 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:30.460874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router 2c75e580-ab72-4d03-afb0-6b99b1185320 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:23:30.612728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:23:30.626747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-219cf8cf-08ca-4c4c-afca-a636af48e77f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "PUT /v2.0/routers/2c75e580-ab72-4d03-afb0-6b99b1185320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3140960 Sep 15 16:23:30.628791 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] Sync routers for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:23:30.640335 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:30.641195 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:30.768413 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:31.025196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-2d086aad-9517-4384-9cab-d8c1c29554c3 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:31.033543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-2d086aad-9517-4384-9cab-d8c1c29554c3 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/networks?id=3b4e441a-fd74-4683-aca4-25b3c0bc3100 HTTP/1.1" status: 200 len: 812 time: 0.1905518 Sep 15 16:23:31.054573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-4be6e104-98a1-41f5-a033-7fee43e6def8 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/quotas/55167f77684e4c538b363d66f70c95c8 HTTP/1.1" status: 200 len: 375 time: 0.0197849 Sep 15 16:23:31.099060 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-75d8b64e-911a-45b5-a6ec-f32048a92e29 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=55167f77684e4c538b363d66f70c95c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433719 Sep 15 16:23:31.125000 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:29Z', 'revision_number': 6, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 1, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:31.179931 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] Checking router: 2c75e580-ab72-4d03-afb0-6b99b1185320 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:23:31.200904 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:31.201907 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:31.322140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06f207-2daa-473a-9d13-c3027501cbbf req-e88daba1-3e6c-4c62-b2db-bbe800f87b48 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:31.330070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c06f207-2daa-473a-9d13-c3027501cbbf req-e88daba1-3e6c-4c62-b2db-bbe800f87b48 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 946 time: 0.1551566 Sep 15 16:23:31.394664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0c06f207-2daa-473a-9d13-c3027501cbbf req-af2e189a-975c-4e26-9701-0aa8606f0201 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594404 Sep 15 16:23:31.480158 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:31.543843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-c96ddc02-6851-4b87-bdb4-50efdbe6953e service neutron] 10.222.0.63 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433382 Sep 15 16:23:31.677704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-148d264a-8f37-4a3f-8cca-a1af3cb4fd33 service neutron] 10.222.0.63 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315935 Sep 15 16:23:31.963546 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:29Z', 'revision_number': 6, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 1, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:32.026224 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd80ae5-45ca-4961-bc43-8ec244eee28d None None] The sync data for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 is: [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:29Z', 'revision_number': 6, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a629814b-9021-4ed9-8ff7-f151ad07c857', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'port_id': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'mac_address': 'fa:16:3e:a7:34:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:22:10Z', 'updated_at': '2021-09-15T16:22:14Z', 'revision_number': 1, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:23:32.177367 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2f86786c-01e8-44a1-aa8c-ef685614cb16 req-54d675f7-2730-4421-a96a-f258c0673fe0 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 210 time: 0.0767770 Sep 15 16:23:32.510056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-812217b2-0635-483e-9d69-2c3a5c7aef28 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:32.511621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-812217b2-0635-483e-9d69-2c3a5c7aef28 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 946 time: 0.0928047 Sep 15 16:23:32.629849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7233d-c72c-4873-b46a-803a114e70fd req-b7e26de1-92ae-42d5-8bec-b73dbb83f1fe tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:32.631392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ef7233d-c72c-4873-b46a-803a114e70fd req-b7e26de1-92ae-42d5-8bec-b73dbb83f1fe tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 946 time: 0.1515181 Sep 15 16:23:32.712983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port 887a5abf-267b-45b5-a9f4-6a02ac195810 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:32.713770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:32.730592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ef7233d-c72c-4873-b46a-803a114e70fd req-c98701de-649e-4a8e-b33c-9f62d11a6216 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=8753b0ae-273c-4482-97f0-039cd4ecb3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866802 Sep 15 16:23:32.820114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port 887a5abf-267b-45b5-a9f4-6a02ac195810, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=887a5abf-267b-45b5-a9f4-6a02ac195810,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:32.820502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:32.846297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for 887a5abf-267b-45b5-a9f4-6a02ac195810 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:33.068519 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:33.104827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=887a5abf-267b-45b5-a9f4-6a02ac195810,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:33.153826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] No DVR routers for this DVR port 887a5abf-267b-45b5-a9f4-6a02ac195810 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:23:33.156819 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:33.166545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14f307d8-3ef7-48ee-9b09-c95eeda816ee req-dbc86276-3ab7-43ec-97aa-040f141e3b1d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "DELETE /v2.0/ports/887a5abf-267b-45b5-a9f4-6a02ac195810 HTTP/1.1" status: 204 len: 173 time: 0.6239371 Sep 15 16:23:33.166545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'name': 'network-vif-deleted', 'tag': '887a5abf-267b-45b5-a9f4-6a02ac195810'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:33.166545 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8021c4d8-1cb0-42a9-a2b7-762ab6d9723f" -d '{"events": [{"server_uuid": "aa82386f-ca8d-4499-8cc5-bbeef3b9675a", "name": "network-vif-deleted", "tag": "887a5abf-267b-45b5-a9f4-6a02ac195810"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:33.204175 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3244ccf0-3371-4a87-b15f-704c51457bbc x-openstack-request-id: req-3244ccf0-3371-4a87-b15f-704c51457bbc {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:33.204858 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa82386f-ca8d-4499-8cc5-bbeef3b9675a", "name": "network-vif-deleted", "tag": "887a5abf-267b-45b5-a9f4-6a02ac195810", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:33.205218 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3244ccf0-3371-4a87-b15f-704c51457bbc {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:33.205737 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa82386f-ca8d-4499-8cc5-bbeef3b9675a', 'name': 'network-vif-deleted', 'tag': '887a5abf-267b-45b5-a9f4-6a02ac195810', 'status': 'completed', 'code': 200} Sep 15 16:23:33.264435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b07e699c-1b09-451c-92ca-1ae18a402dfc req-616dc6e1-e9bd-4401-a0f0-4000afcbb560 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 210 time: 0.0381019 Sep 15 16:23:33.702537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:33.731086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:33.732004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 909fb7cd-0b6e-4d72-a8f7-1bab1207ae49 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:33.860568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1a97cfc3-9dd2-4e98-9030-e49fe79c357a req-9f2dfa5e-7c9e-466d-9003-7723af441e5d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa82386f-ca8d-4499-8cc5-bbeef3b9675a HTTP/1.1" status: 200 len: 210 time: 0.0353792 Sep 15 16:23:34.381112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80205f0e-e15c-405f-b229-fb266ff4d002 req-f7158b67-cb3b-4093-9c32-566d2940de94 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 210 time: 0.0285137 Sep 15 16:23:34.607058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-32f66b42-01d5-4320-8e7f-364ad938afd8 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:34.609043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-32f66b42-01d5-4320-8e7f-364ad938afd8 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.38 "GET /v2.0/networks?id=3b4e441a-fd74-4683-aca4-25b3c0bc3100 HTTP/1.1" status: 200 len: 812 time: 0.1429915 Sep 15 16:23:34.623138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Request body: {'port': {'device_id': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100', 'admin_state_up': True, 'tenant_id': '55167f77684e4c538b363d66f70c95c8'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:34.930391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33000) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:35.003188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b4adc4c-b944-4b8b-9949-c82f1f21eddd tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.042326 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b4adc4c-b944-4b8b-9949-c82f1f21eddd tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.403541 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Made reservation on behalf of 55167f77684e4c538b363d66f70c95c8 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:35.404833 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b4adc4c-b944-4b8b-9949-c82f1f21eddd tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.410285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7b4adc4c-b944-4b8b-9949-c82f1f21eddd tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.411550 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7b4adc4c-b944-4b8b-9949-c82f1f21eddd tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/security-groups/8753b0ae-273c-4482-97f0-039cd4ecb3b6 HTTP/1.1" status: 204 len: 168 time: 0.4797044 Sep 15 16:23:35.414298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.443492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4adc4c-b944-4b8b-9949-c82f1f21eddd tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8753b0ae-273c-4482-97f0-039cd4ecb3b6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:35.575413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9466fe9-ea81-40c0-a71d-38628d4dfd30 req-4dd5d4c6-f00b-41b0-912b-139211749370 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 210 time: 0.0431194 Sep 15 16:23:35.589076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33010) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:35.647440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting subnet f26cebea-3c00-401e-9c6b-74aea1e7400b {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:23:35.651489 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.666270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Allocated IP 172.20.0.9 (3b4e441a-fd74-4683-aca4-25b3c0bc3100/d3f3dcc6-55f3-42a6-879e-cf6218ee82a6/c8e0fbc1-28ab-494a-b001-3d93f0d2af13) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:23:35.706923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.826779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.874270 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.960702 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.989391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:35.990585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Subnet': ['ID=f26cebea-3c00-401e-9c6b-74aea1e7400b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:35.999860 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.004339 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5709d50f-3d44-49c2-aa9a-74e458fe291d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/subnets/f26cebea-3c00-401e-9c6b-74aea1e7400b HTTP/1.1" status: 204 len: 168 time: 0.4159181 Sep 15 16:23:36.004787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33016) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:36.012061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fd4ab-9af3-41c8-88cb-224c8ad28df3 None None] Network e22b16a0-24ee-42ab-8655-87073db3281c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:36.099456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.117844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:36.123401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:36.137614 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:23:36.164329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Pushing event updated for resources: {'Port': ['ID=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:36.202378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port b245fb1a-2b4e-4191-9cf0-cc955a217d8a {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:36.202818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.265764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:36.268592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.309092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port b245fb1a-2b4e-4191-9cf0-cc955a217d8a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:36.309501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.325655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for b245fb1a-2b4e-4191-9cf0-cc955a217d8a owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:36.366437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3b859af3-4517-4db9-8351-a8b12bceb833 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7481670 Sep 15 16:23:36.385808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Request body: {'port': {'device_id': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:36.411538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] DHCP port deletion for e22b16a0-24ee-42ab-8655-87073db3281c request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:23:36.472279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] Deleting port b245fb1a-2b4e-4191-9cf0-cc955a217d8a {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:36.472698 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.480765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.526009 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.552745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:36.559594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] No DVR routers for this DVR port b245fb1a-2b4e-4191-9cf0-cc955a217d8a on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:23:36.560480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] For port b245fb1a-2b4e-4191-9cf0-cc955a217d8a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,segment=NetworkSegment(124060b6-f033-4b23-8a6c-6ff47823e3a8),segment_id=124060b6-f033-4b23-8a6c-6ff47823e3a8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:36.561307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.579421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] Calling delete_port for b245fb1a-2b4e-4191-9cf0-cc955a217d8a owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:36.705173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.762264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22b16a0-24ee-42ab-8655-87073db3281c']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:36.769339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.776571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124060b6-f033-4b23-8a6c-6ff47823e3a8') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:36.776571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124060b6-f033-4b23-8a6c-6ff47823e3a8') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:36.789449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.801896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] No DVR routers for this DVR port b245fb1a-2b4e-4191-9cf0-cc955a217d8a on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:23:36.810151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5421c-845f-48b3-8e60-0c526cc8e595 None None] Pushing event deleted for resources: {'Port': ['ID=b245fb1a-2b4e-4191-9cf0-cc955a217d8a,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:36.812583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d81fe-e7c3-402b-8668-4de2d10f9bc4 req-a10e0fe6-e9b3-47fe-ade3-3ad545f55e6e tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:36.828275 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b44d81fe-e7c3-402b-8668-4de2d10f9bc4 req-a10e0fe6-e9b3-47fe-ade3-3ad545f55e6e tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 931 time: 0.1260502 Sep 15 16:23:36.838628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.850014 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:23:36.850474 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:23:36.871179 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:23:36.921132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e0fbc1-28ab-494a-b001-3d93f0d2af13 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:36.929599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:36.965077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b44d81fe-e7c3-402b-8668-4de2d10f9bc4 req-2695867b-1d5f-40cf-a2a9-59825de5b8be tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358304 Sep 15 16:23:37.051256 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.051488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Transition to ACTIVE for port object c8e0fbc1-28ab-494a-b001-3d93f0d2af13 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:23:37.056102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.058766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/networks/e22b16a0-24ee-42ab-8655-87073db3281c HTTP/1.1" status: 204 len: 168 time: 1.0529439 Sep 15 16:23:37.064793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33028) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:37.078723 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61434dda-d934-4302-aa09-011b4a61e358 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Network': ['ID=e22b16a0-24ee-42ab-8655-87073db3281c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:37.110541 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.180702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:37.219511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 887a5abf-267b-45b5-a9f4-6a02ac195810 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:37.250523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 887a5abf-267b-45b5-a9f4-6a02ac195810 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:37.251251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 887a5abf-267b-45b5-a9f4-6a02ac195810 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:37.322230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Attempting to bind port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:23:37.322230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Attempting to bind port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '471c33be-5fdf-4451-851d-5380b2311ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:23:37.322642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Attempting to bind port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 on network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:37.332647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 on network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:23:37.332985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Attempting to bind port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 on network 3b4e441a-fd74-4683-aca4-25b3c0bc3100 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:37.341109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:23:37.341574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Checking segment: {'id': '471c33be-5fdf-4451-851d-5380b2311ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:37.341826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Bound using segment: {'id': '471c33be-5fdf-4451-851d-5380b2311ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:23:37.342267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Bound port: c8e0fbc1-28ab-494a-b001-3d93f0d2af13, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471c33be-5fdf-4451-851d-5380b2311ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:23:37.342630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.397798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port f18ba734-90fd-4c19-936b-634aac5801b1 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:37.398295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.479465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] For port c8e0fbc1-28ab-494a-b001-3d93f0d2af13, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:23:37.495271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] For port c8e0fbc1-28ab-494a-b001-3d93f0d2af13, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,segment=NetworkSegment(471c33be-5fdf-4451-851d-5380b2311ac8),segment_id=471c33be-5fdf-4451-851d-5380b2311ac8)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:23:37.511400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.511828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.524650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for f18ba734-90fd-4c19-936b-634aac5801b1 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:37.577668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.635630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:37.636256 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:37.637904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] 10.222.0.38 "PUT /v2.0/ports/c8e0fbc1-28ab-494a-b001-3d93f0d2af13 HTTP/1.1" status: 200 len: 1091 time: 1.2576156 Sep 15 16:23:37.638382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'tag': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:37.640751 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be53638-ca90-48ed-8b6c-05bf1a50834d" -d '{"events": [{"name": "network-changed", "server_uuid": "db96d8a5-a8fc-4d5f-9539-bbf544076a93", "tag": "c8e0fbc1-28ab-494a-b001-3d93f0d2af13"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:37.699591 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b80b72-27da-4a86-ac0d-9b8e8b7b2a70 x-openstack-request-id: req-91b80b72-27da-4a86-ac0d-9b8e8b7b2a70 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:37.700226 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96d8a5-a8fc-4d5f-9539-bbf544076a93", "tag": "c8e0fbc1-28ab-494a-b001-3d93f0d2af13", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:37.700702 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-91b80b72-27da-4a86-ac0d-9b8e8b7b2a70 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:37.702049 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'tag': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13', 'status': 'completed', 'code': 200} Sep 15 16:23:37.743645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c989df2-394c-4db6-8c60-34e4c9d37a75 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:37.765912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b245fb1a-2b4e-4191-9cf0-cc955a217d8a no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:37.786405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b245fb1a-2b4e-4191-9cf0-cc955a217d8a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:37.786768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b245fb1a-2b4e-4191-9cf0-cc955a217d8a not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:37.791231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be53638-ca90-48ed-8b6c-05bf1a50834d req-93e7f3e4-c09c-4f3c-9767-ce951e3a718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:37.793325 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5be53638-ca90-48ed-8b6c-05bf1a50834d req-93e7f3e4-c09c-4f3c-9767-ce951e3a718d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55167f77684e4c538b363d66f70c95c8&device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 1094 time: 0.0681894 Sep 15 16:23:37.933938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be53638-ca90-48ed-8b6c-05bf1a50834d req-4b957efd-1fe5-49d9-91af-1d750b223691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:37.935450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5be53638-ca90-48ed-8b6c-05bf1a50834d req-4b957efd-1fe5-49d9-91af-1d750b223691 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=55167f77684e4c538b363d66f70c95c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1191146 Sep 15 16:23:37.990045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:38.088511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=f18ba734-90fd-4c19-936b-634aac5801b1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:38.113943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4acd7-0231-491f-9923-9e72170d3d9e req-03e30d95-8778-40de-b7a0-09b08db58bc7 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:38.124142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-efd4acd7-0231-491f-9923-9e72170d3d9e req-03e30d95-8778-40de-b7a0-09b08db58bc7 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 943 time: 0.0798883 Sep 15 16:23:38.171591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be53638-ca90-48ed-8b6c-05bf1a50834d req-f19d966d-c2b9-41b6-9a8b-82246e6e2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:38.173129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5be53638-ca90-48ed-8b6c-05bf1a50834d req-f19d966d-c2b9-41b6-9a8b-82246e6e2214 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308578 Sep 15 16:23:38.186225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:38.186766 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Floating IP a629814b-9021-4ed9-8ff7-f151ad07c857 disassociated (deleted). External IP: 172.25.0.10, port: 48a650f9-91a6-436b-8280-59ddd6a9cff0. Sep 15 16:23:38.188884 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-efd4acd7-0231-491f-9923-9e72170d3d9e req-74e97ae8-45d0-4140-a2df-a8b9efa8b4eb tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558867 Sep 15 16:23:38.327811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-d3b304dd-bd44-4c35-be5b-b67b6ce73453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:38.329354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-d3b304dd-bd44-4c35-be5b-b67b6ce73453 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55167f77684e4c538b363d66f70c95c8&device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 1094 time: 0.0916340 Sep 15 16:23:38.377491 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-b0610fdd-1895-4059-a92d-d63889b93c3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13 HTTP/1.1" status: 200 len: 217 time: 0.0378046 Sep 15 16:23:38.882817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-69b54064-8396-4bca-898f-a9ad79bf1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:38.884534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-69b54064-8396-4bca-898f-a9ad79bf1dee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3f3dcc6-55f3-42a6-879e-cf6218ee82a6 HTTP/1.1" status: 200 len: 852 time: 0.0760789 Sep 15 16:23:38.887173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router 2c75e580-ab72-4d03-afb0-6b99b1185320 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:23:38.921789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-f2df2bba-90e8-4a64-8667-a0809e8b75ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3b4e441a-fd74-4683-aca4-25b3c0bc3100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298202 Sep 15 16:23:39.094735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:23:39.100467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:39.106511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-9d837ff3-8dd3-4fc1-a32e-780278a1ae22 service neutron] 10.222.0.38 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484296 Sep 15 16:23:39.112341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] Sync routers for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:23:39.132349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:39.133167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:39.166735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f3b3000-eee4-4336-ada7-a19a51e42eb0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/floatingips/a629814b-9021-4ed9-8ff7-f151ad07c857 HTTP/1.1" status: 204 len: 168 time: 2.1034164 Sep 15 16:23:39.303852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36d0d8-c833-4098-86e3-189e1da0bb5e req-a0481fc7-97f8-49e8-9e76-b7bc1aaac7d9 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:39.309638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4a6651d-8178-41ed-817c-ba919aa190e1 req-9830877b-c064-441e-ae5b-b6fe3bc56ea5 service neutron] 10.222.0.38 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875193 Sep 15 16:23:39.312541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e36d0d8-c833-4098-86e3-189e1da0bb5e req-a0481fc7-97f8-49e8-9e76-b7bc1aaac7d9 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 943 time: 0.0588946 Sep 15 16:23:39.340964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:39.358566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6e36d0d8-c833-4098-86e3-189e1da0bb5e req-747f05ce-7d8a-4cd4-8f17-30da4438ce89 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Sep 15 16:23:39.610081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:29Z', 'revision_number': 6, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:39.645003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] Checking router: 2c75e580-ab72-4d03-afb0-6b99b1185320 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:23:39.654956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:39.655741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:39.703800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:39.706266 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42a2c17-560c-4bcc-8c5d-284896fd208d" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:39.769708 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0318937-6681-44d6-92e3-65c0bd1774e1 x-openstack-request-id: req-f0318937-6681-44d6-92e3-65c0bd1774e1 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:39.770028 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:39.770327 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f0318937-6681-44d6-92e3-65c0bd1774e1 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:39.771294 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'status': 'completed', 'code': 200} Sep 15 16:23:39.777217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5c02-492c-4323-a765-1032787d101c req-9725efce-45bf-485d-b15d-821f51468b27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:39.778848 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11bd5c02-492c-4323-a765-1032787d101c req-9725efce-45bf-485d-b15d-821f51468b27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 946 time: 0.0824411 Sep 15 16:23:39.808653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:39.864528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11bd5c02-492c-4323-a765-1032787d101c req-9bf79c17-0241-499f-aade-0446adff1e07 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747676 Sep 15 16:23:39.885710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-12ecbe90-cf8b-442a-8c7e-a677740d52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:39.888952 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-12ecbe90-cf8b-442a-8c7e-a677740d52cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 1097 time: 0.0771804 Sep 15 16:23:40.003489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-e28217c4-8cbd-4acd-a963-763ecbfb076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:40.005261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-e28217c4-8cbd-4acd-a963-763ecbfb076c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 200 len: 897 time: 0.1070764 Sep 15 16:23:40.080846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-3ec6aef9-5a46-400e-bf6b-4f652af8af94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0 HTTP/1.1" status: 200 len: 217 time: 0.0588474 Sep 15 16:23:40.082859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:29Z', 'revision_number': 6, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:40.117752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01834ae-9769-4959-9b91-723e84fe74d7 None None] The sync data for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 is: [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:29Z', 'revision_number': 6, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'fa57e95b-d194-405c-a1bf-d9fef82a3a5e', 'name': '', 'network_id': 'd55be6f2-fea3-4627-bcab-6890071be36f', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:0f:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:43Z', 'updated_at': '2021-09-15T16:21:48Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '29ee75a6-4e2b-49da-a87b-ed9b54a5056b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:23:40.149156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-f06b0b77-03dc-45e5-abc7-99af09481eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:40.152418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-f06b0b77-03dc-45e5-abc7-99af09481eee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29ee75a6-4e2b-49da-a87b-ed9b54a5056b HTTP/1.1" status: 200 len: 835 time: 0.0623319 Sep 15 16:23:40.210912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-07dd927a-9a94-4bcf-a5ef-b69f5bb01130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:40.212457 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-07dd927a-9a94-4bcf-a5ef-b69f5bb01130 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d55be6f2-fea3-4627-bcab-6890071be36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511880 Sep 15 16:23:40.317034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-4fd19cd6-bb7f-4359-9a98-7ad76fb879e8 service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949755 Sep 15 16:23:40.440837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b42a2c17-560c-4bcc-8c5d-284896fd208d req-0855ee8b-754d-4a36-b758-ae92070206e6 service neutron] 10.222.0.55 "GET /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140718 Sep 15 16:23:40.499011 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575e9217-d621-4a95-865d-adce12634537 None None] New status for floating IP a629814b-9021-4ed9-8ff7-f151ad07c857: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:23:40.523889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562c72-7cc7-4f36-881e-6c2c07df7912 req-3052b9aa-d8da-4e2d-9ca8-d0ca43ba905b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:40.532184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11562c72-7cc7-4f36-881e-6c2c07df7912 req-3052b9aa-d8da-4e2d-9ca8-d0ca43ba905b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 943 time: 0.0642641 Sep 15 16:23:40.619787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11562c72-7cc7-4f36-881e-6c2c07df7912 req-13905c87-f07b-4505-bef5-c3a9da47180a tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836740 Sep 15 16:23:41.019399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bddf68-26e9-4530-b0f6-ad8a2d435922 req-154fd704-f03d-4348-b02e-afa43d77b974 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:41.025831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9bddf68-26e9-4530-b0f6-ad8a2d435922 req-154fd704-f03d-4348-b02e-afa43d77b974 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 946 time: 0.0583975 Sep 15 16:23:41.083460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d9bddf68-26e9-4530-b0f6-ad8a2d435922 req-12f4c5fb-d2a8-49a9-a195-9e4358755743 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=377c561e-ff72-40fe-bc82-22059603c0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554922 Sep 15 16:23:41.107472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-e3753f0a-a6c4-4ede-b2bd-d1b9a9783368 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:41.109007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-e3753f0a-a6c4-4ede-b2bd-d1b9a9783368 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.55 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 946 time: 0.0607157 Sep 15 16:23:41.222669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port 48a650f9-91a6-436b-8280-59ddd6a9cff0 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:41.226087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:41.234195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8e0fbc1-28ab-494a-b001-3d93f0d2af13 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:23:41.328713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port 48a650f9-91a6-436b-8280-59ddd6a9cff0, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=48a650f9-91a6-436b-8280-59ddd6a9cff0,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:41.329300 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:41.347029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for 48a650f9-91a6-436b-8280-59ddd6a9cff0 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:41.351798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8e0fbc1-28ab-494a-b001-3d93f0d2af13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,segment=NetworkSegment(471c33be-5fdf-4451-851d-5380b2311ac8),segment_id=471c33be-5fdf-4451-851d-5380b2311ac8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:41.364479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13', 'network_id': '3b4e441a-fd74-4683-aca4-25b3c0bc3100', 'port_id': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13', 'mac_address': 'fa:16:3e:86:d9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f3dcc6-55f3-42a6-879e-cf6218ee82a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:23:41.404636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:41.423425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e0fbc1-28ab-494a-b001-3d93f0d2af13 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:23:41.445465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8e0fbc1-28ab-494a-b001-3d93f0d2af13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,segment=NetworkSegment(471c33be-5fdf-4451-851d-5380b2311ac8),segment_id=471c33be-5fdf-4451-851d-5380b2311ac8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:41.572382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:41.623121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:41.629284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:41.662800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=48a650f9-91a6-436b-8280-59ddd6a9cff0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:41.718571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] No DVR routers for this DVR port 48a650f9-91a6-436b-8280-59ddd6a9cff0 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:23:41.718571 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:41.720001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b15c6c57-8360-4bfa-bc3f-54060951edd4 req-52a4ac45-fb89-47fb-afde-b3bdc6f2c421 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.55 "DELETE /v2.0/ports/48a650f9-91a6-436b-8280-59ddd6a9cff0 HTTP/1.1" status: 204 len: 173 time: 0.6041615 Sep 15 16:23:41.722215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'name': 'network-vif-deleted', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:41.725471 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09472f3c-8b83-4141-8677-e8460fbaa95c" -d '{"events": [{"server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "name": "network-vif-deleted", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:41.769474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['c8e0fbc1-28ab-494a-b001-3d93f0d2af13'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:41.782160 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e9c52-ec95-41a8-a9c3-d9296f4f3872 x-openstack-request-id: req-717e9c52-ec95-41a8-a9c3-d9296f4f3872 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:41.782160 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb60553-0dc8-483b-8694-d2151ce296d6", "name": "network-vif-deleted", "tag": "48a650f9-91a6-436b-8280-59ddd6a9cff0", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:41.782160 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-717e9c52-ec95-41a8-a9c3-d9296f4f3872 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:41.782160 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb60553-0dc8-483b-8694-d2151ce296d6', 'name': 'network-vif-deleted', 'tag': '48a650f9-91a6-436b-8280-59ddd6a9cff0', 'status': 'completed', 'code': 200} Sep 15 16:23:41.788720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368883a1-e72d-4e5f-893a-712af937db64 req-329eb0d7-511b-46a0-9492-e82607c376aa tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:41.796683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-368883a1-e72d-4e5f-893a-712af937db64 req-329eb0d7-511b-46a0-9492-e82607c376aa tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 944 time: 0.0626934 Sep 15 16:23:41.841005 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-368883a1-e72d-4e5f-893a-712af937db64 req-0ef063f2-c4d3-4463-a038-21d8dbad4640 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430346 Sep 15 16:23:42.214625 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3a95a37-f5c9-4ece-ae3f-c08a9e42f7c6 req-4ebadd53-8204-414c-8a69-944955ba20c0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=8eb60553-0dc8-483b-8694-d2151ce296d6 HTTP/1.1" status: 200 len: 210 time: 0.0290449 Sep 15 16:23:42.971121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554290a-ab16-4f28-873b-2aad5f8320ef req-74ff2ceb-a5e9-4508-ba7d-364ee5311302 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:42.972722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4554290a-ab16-4f28-873b-2aad5f8320ef req-74ff2ceb-a5e9-4508-ba7d-364ee5311302 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 944 time: 0.0574646 Sep 15 16:23:43.016865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4554290a-ab16-4f28-873b-2aad5f8320ef req-1dd99bee-9972-4b2d-a081-af812a50edcc tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375302 Sep 15 16:23:43.244473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8e0fbc1-28ab-494a-b001-3d93f0d2af13 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:43.272856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:43.333081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3eed215-2870-4d8b-b2f4-f5158f9c5562 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:43.364355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3eed215-2870-4d8b-b2f4-f5158f9c5562 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:43.394234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:23:43.398597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:43.398975 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:43.483901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:43.508706 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3eed215-2870-4d8b-b2f4-f5158f9c5562 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:43.509148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:43.511781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d3eed215-2870-4d8b-b2f4-f5158f9c5562 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:43.512207 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc72c1af-4d3a-4adb-92e2-d27440a56ea0" -d '{"events": [{"server_uuid": "db96d8a5-a8fc-4d5f-9539-bbf544076a93", "name": "network-vif-plugged", "status": "completed", "tag": "c8e0fbc1-28ab-494a-b001-3d93f0d2af13"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:43.513168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d3eed215-2870-4d8b-b2f4-f5158f9c5562 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/security-groups/377c561e-ff72-40fe-bc82-22059603c0a3 HTTP/1.1" status: 204 len: 168 time: 0.2391090 Sep 15 16:23:43.532600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port c8e0fbc1-28ab-494a-b001-3d93f0d2af13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,segment=NetworkSegment(471c33be-5fdf-4451-851d-5380b2311ac8),segment_id=471c33be-5fdf-4451-851d-5380b2311ac8)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:43.537071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eed215-2870-4d8b-b2f4-f5158f9c5562 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c561e-ff72-40fe-bc82-22059603c0a3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:43.568882 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c285bcb-764f-4191-8fe0-e59d175a7111 x-openstack-request-id: req-5c285bcb-764f-4191-8fe0-e59d175a7111 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:43.569194 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96d8a5-a8fc-4d5f-9539-bbf544076a93", "name": "network-vif-plugged", "status": "completed", "tag": "c8e0fbc1-28ab-494a-b001-3d93f0d2af13", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:43.569318 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c285bcb-764f-4191-8fe0-e59d175a7111 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:43.569872 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13', 'code': 200} Sep 15 16:23:43.645687 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:43.671529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa691-0d22-46ec-8afa-15608f9b883d req-2c76b491-048e-4247-acb3-8f2829f8853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:43.673489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc5fa691-0d22-46ec-8afa-15608f9b883d req-2c76b491-048e-4247-acb3-8f2829f8853c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 1095 time: 0.0455449 Sep 15 16:23:43.681525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33136) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:43.716202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc5fa691-0d22-46ec-8afa-15608f9b883d req-8e7a803a-24e0-4547-86ce-140731026a52 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354238 Sep 15 16:23:43.718441 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:44.079547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:44.214467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e3ea8d-19d3-4ec0-aae7-e8510a9b19b1 req-de7befa4-e31a-4aa5-809e-ec12cfe0f41e tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:44.215966 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8e3ea8d-19d3-4ec0-aae7-e8510a9b19b1 req-de7befa4-e31a-4aa5-809e-ec12cfe0f41e tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.1005006 Sep 15 16:23:44.318708 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8e3ea8d-19d3-4ec0-aae7-e8510a9b19b1 req-74095d5a-de66-4134-8b21-e441e24fdad9 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928493 Sep 15 16:23:44.438456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port fa57e95b-d194-405c-a1bf-d9fef82a3a5e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:44.438857 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:44.925713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port fa57e95b-d194-405c-a1bf-d9fef82a3a5e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:44.926315 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:44.940465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for fa57e95b-d194-405c-a1bf-d9fef82a3a5e owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:45.234409 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:45.261099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=fa57e95b-d194-405c-a1bf-d9fef82a3a5e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:45.472282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:45.476562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282d407-d9c7-468c-959c-56f34ff3471c req-83560de6-686b-4b4f-a26f-1eb1c70c5c8e tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:45.479249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b282d407-d9c7-468c-959c-56f34ff3471c req-83560de6-686b-4b4f-a26f-1eb1c70c5c8e tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0713863 Sep 15 16:23:45.528794 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b282d407-d9c7-468c-959c-56f34ff3471c req-1ace4478-a136-4e05-a609-fc4237f7f6af tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Sep 15 16:23:45.705173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48a650f9-91a6-436b-8280-59ddd6a9cff0 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:45.726577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2e221-6ab7-4fb3-a649-6ad373243951 req-738056a7-0b1f-472a-8a1e-641b43f6b53b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:45.727148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 48a650f9-91a6-436b-8280-59ddd6a9cff0 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:45.727761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 48a650f9-91a6-436b-8280-59ddd6a9cff0 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:45.728839 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54d2e221-6ab7-4fb3-a649-6ad373243951 req-738056a7-0b1f-472a-8a1e-641b43f6b53b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.1289489 Sep 15 16:23:45.764716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router 2c75e580-ab72-4d03-afb0-6b99b1185320 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:23:45.789877 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54d2e221-6ab7-4fb3-a649-6ad373243951 req-3fd5f655-011d-4a6b-8739-72624c63cc81 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Sep 15 16:23:45.913575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:23:45.918908 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7d73686c-e200-44fd-8232-6e9739c72d27 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "PUT /v2.0/routers/2c75e580-ab72-4d03-afb0-6b99b1185320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356346 Sep 15 16:23:45.921813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33172) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:45.932279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] Sync routers for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:23:45.943341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:45.944178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:45.981006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting subnet 29ee75a6-4e2b-49da-a87b-ed9b54a5056b {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:23:45.985069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.030368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.078776 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:46.135923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.284774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:45Z', 'revision_number': 7, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:46.316183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.367266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Subnet': ['ID=29ee75a6-4e2b-49da-a87b-ed9b54a5056b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:46.370803 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.372720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/subnets/29ee75a6-4e2b-49da-a87b-ed9b54a5056b HTTP/1.1" status: 204 len: 168 time: 0.4498990 Sep 15 16:23:46.382650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33182) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:46.388822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.389295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.392819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.393745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3ced8-b0e3-460d-bf68-2aae9dc4c0ac tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:46.457628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e8928-d385-46b5-bc6c-8d4d21aba377 req-4c1c019e-9387-4be0-8cdd-9a69ecf6ef84 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:46.459098 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea8e8928-d385-46b5-bc6c-8d4d21aba377 req-4c1c019e-9387-4be0-8cdd-9a69ecf6ef84 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.1225371 Sep 15 16:23:46.494370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c667173-766d-4b44-87bf-1a04fb89e1e4 None None] Network d55be6f2-fea3-4627-bcab-6890071be36f requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:46.496940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] Checking router: 2c75e580-ab72-4d03-afb0-6b99b1185320 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:23:46.523333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] Routers {'2c75e580-ab72-4d03-afb0-6b99b1185320'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:46.523965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['2c75e580-ab72-4d03-afb0-6b99b1185320'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:46.540556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ea8e8928-d385-46b5-bc6c-8d4d21aba377 req-6d5f3d9b-863c-4da6-bb1c-6d5a0a5e69d7 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738845 Sep 15 16:23:46.544764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.679919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.721190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] Set router 2c75e580-ab72-4d03-afb0-6b99b1185320 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:46.811564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] DHCP port deletion for d55be6f2-fea3-4627-bcab-6890071be36f request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:23:46.820158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:46.820524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.914698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port e23ec619-1e5c-4c10-bfdf-57ff5ec580bb, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:46.915419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:46.946607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for e23ec619-1e5c-4c10-bfdf-57ff5ec580bb owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:46.958214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Deleting port 5f0053c8-7a66-4229-84f5-211bbc48d661 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:46.958597 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.044008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:45Z', 'revision_number': 7, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:47.048221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] For port 5f0053c8-7a66-4229-84f5-211bbc48d661, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5f0053c8-7a66-4229-84f5-211bbc48d661,segment=NetworkSegment(aa873954-1d71-4fa4-8abc-0c86a3abdc35),segment_id=aa873954-1d71-4fa4-8abc-0c86a3abdc35)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:47.048666 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.085207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ec3239-2fa3-43b8-9e2d-14274b6e08f8 None None] The sync data for ids ['2c75e580-ab72-4d03-afb0-6b99b1185320'] in n-d-808199-2 is: [{'id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'name': 'tempest-TestNetworkBasicOps-router-1270323297', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:38Z', 'updated_at': '2021-09-15T16:23:45Z', 'revision_number': 7, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e23ec619-1e5c-4c10-bfdf-57ff5ec580bb', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c75e580-ab72-4d03-afb0-6b99b1185320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:21:39Z', 'updated_at': '2021-09-15T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:23:47.092572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Calling delete_port for 5f0053c8-7a66-4229-84f5-211bbc48d661 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:47.274694 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.275532 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.307204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Pushing event deleted for resources: {'Port': ['ID=5f0053c8-7a66-4229-84f5-211bbc48d661,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:47.311751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] No DVR routers for this DVR port 5f0053c8-7a66-4229-84f5-211bbc48d661 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:23:47.319216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.322744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=e23ec619-1e5c-4c10-bfdf-57ff5ec580bb,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:47.323679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.323679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.323679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.323679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.324894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.324894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.328702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.329196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.329405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.329741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.330076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde0b52a-431b-4d06-9b2c-1d362d1941b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:47.381391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.476930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.479387 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.634773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.635796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Fanout notify agent at l3_agent the message router_deleted on router 2c75e580-ab72-4d03-afb0-6b99b1185320 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:23:47.642905 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.644072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7463a303-aee2-48ae-8c07-ef0ece7e9847 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/routers/2c75e580-ab72-4d03-afb0-6b99b1185320 HTTP/1.1" status: 204 len: 168 time: 1.2602730 Sep 15 16:23:47.646689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33198) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:47.675767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438bbc4-3bf0-4531-8ae3-95bfbb4083e2 req-aa49e570-e3a8-4068-8f7e-fbfe1c7333e3 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:47.677309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2438bbc4-3bf0-4531-8ae3-95bfbb4083e2 req-aa49e570-e3a8-4068-8f7e-fbfe1c7333e3 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0537972 Sep 15 16:23:47.743659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2438bbc4-3bf0-4531-8ae3-95bfbb4083e2 req-733cecd3-93c1-4311-becf-61df396c1df1 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589900 Sep 15 16:23:47.764154 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.875739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5f0053c8-7a66-4229-84f5-211bbc48d661 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:47.879938 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.901894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5f0053c8-7a66-4229-84f5-211bbc48d661 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:47.902601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5f0053c8-7a66-4229-84f5-211bbc48d661 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:47.903201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fa57e95b-d194-405c-a1bf-d9fef82a3a5e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:47.904065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55be6f2-fea3-4627-bcab-6890071be36f']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:47.917675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa873954-1d71-4fa4-8abc-0c86a3abdc35') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:47.917974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa873954-1d71-4fa4-8abc-0c86a3abdc35') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:47.924328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: fa57e95b-d194-405c-a1bf-d9fef82a3a5e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:47.924916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device fa57e95b-d194-405c-a1bf-d9fef82a3a5e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:47.932332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.946762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.954706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:23:47.955261 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:23:47.958700 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:23:48.159854 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.166124 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.168191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/networks/d55be6f2-fea3-4627-bcab-6890071be36f HTTP/1.1" status: 204 len: 168 time: 0.5204897 Sep 15 16:23:48.184198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c84fe7-103d-4aa4-9b11-8c83cadb8826 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Network': ['ID=d55be6f2-fea3-4627-bcab-6890071be36f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:48.195533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:48.206049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'network': {'name': 'tempest-network-smoke--1327388096', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'port_security_enabled': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:48.245990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e5834-2ccb-4f73-b410-396a366eefee req-4f543bfb-d88a-466f-8c6d-7293da5b1f65 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:48.254057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-392e5834-2ccb-4f73-b410-396a366eefee req-4f543bfb-d88a-466f-8c6d-7293da5b1f65 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0634584 Sep 15 16:23:48.304167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-392e5834-2ccb-4f73-b410-396a366eefee req-cae80d19-18e7-4615-8b30-6fae2eca84d4 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460634 Sep 15 16:23:48.349017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:48.352744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.378055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:23:48.388063 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.388433 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Added segment 6acceb2d-a771-4138-af4e-ff89aff17085 of type vlan for network 0487aabc-df04-46a5-b131-eee8f4919ad6 Sep 15 16:23:48.395890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-fb103a39-2148-4a96-9308-ae8aabeb06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:48.397433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-fb103a39-2148-4a96-9308-ae8aabeb06f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55167f77684e4c538b363d66f70c95c8&device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 1096 time: 0.0423975 Sep 15 16:23:48.429759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.500921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-38ac8618-869f-4c4d-be52-54d1f52383ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:48.502410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-38ac8618-869f-4c4d-be52-54d1f52383ca service neutron] 10.222.0.38 "GET /v2.0/networks?id=3b4e441a-fd74-4683-aca4-25b3c0bc3100 HTTP/1.1" status: 200 len: 913 time: 0.0977225 Sep 15 16:23:48.544823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-ca61443f-8bb3-4d72-b96f-512cc502e057 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13 HTTP/1.1" status: 200 len: 217 time: 0.0356612 Sep 15 16:23:48.554596 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.564630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:48.567710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.597621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-2f8bccd3-57c0-4849-9601-6793d02883ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:48.599240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-2f8bccd3-57c0-4849-9601-6793d02883ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3f3dcc6-55f3-42a6-879e-cf6218ee82a6 HTTP/1.1" status: 200 len: 852 time: 0.0478902 Sep 15 16:23:48.640278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Network': ['ID=0487aabc-df04-46a5-b131-eee8f4919ad6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:48.644897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-952c1e85-c990-493f-9c9c-4dc23617bdcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3b4e441a-fd74-4683-aca4-25b3c0bc3100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357180 Sep 15 16:23:48.653315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:23:48.686052 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa6498e8-92e5-41bf-be51-0b08f99bdeca tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4879861 Sep 15 16:23:48.689017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33216) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:48.693658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'admin_state_up': True, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:48.756735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-7952bd18-311e-4453-b944-9b80dabb659f service neutron] 10.222.0.38 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069665 Sep 15 16:23:48.857289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.858767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:48.860795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-482f941d-4bc8-4fe9-a8c6-7373c3cbebb0 req-e849c882-533f-45a3-a527-1de22e2bbd14 service neutron] 10.222.0.38 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957057 Sep 15 16:23:48.913171 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.169695 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.496374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da618f9f-f029-471a-bfbc-6b9d1e9206ed req-f2576c44-87a3-44f9-9002-5c7f891a4dbb tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:49.497963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da618f9f-f029-471a-bfbc-6b9d1e9206ed req-f2576c44-87a3-44f9-9002-5c7f891a4dbb tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.1175284 Sep 15 16:23:49.523487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.553563 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.612740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da618f9f-f029-471a-bfbc-6b9d1e9206ed req-0f01bcea-a1e2-489e-a7f9-53ec06fdebf2 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910447 Sep 15 16:23:49.685646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.25.0.172 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/e8708ed5-751c-460b-baa9-478f5b157e9b) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:23:49.708452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e23ec619-1e5c-4c10-bfdf-57ff5ec580bb no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:23:49.733740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: e23ec619-1e5c-4c10-bfdf-57ff5ec580bb {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:23:49.734454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e23ec619-1e5c-4c10-bfdf-57ff5ec580bb not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:23:49.802633 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.937620 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:49.975978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:49.981508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:49.985173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:23:49.993102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=e8708ed5-751c-460b-baa9-478f5b157e9b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:50.380201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:50.779057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc3047-e32d-4fc5-823e-b961aa3cf4ef req-9a17e951-dc77-46df-8a45-ee313e604155 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:50.780642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efdc3047-e32d-4fc5-823e-b961aa3cf4ef req-9a17e951-dc77-46df-8a45-ee313e604155 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0582151 Sep 15 16:23:50.823628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efdc3047-e32d-4fc5-823e-b961aa3cf4ef req-a07cfbb3-2384-450c-ad55-56ed2aa3d37f tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Sep 15 16:23:50.973406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:51.211462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router fece46ff-d8ac-4a3b-b570-56e459da482e is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:23:51.335379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:23:51.353015 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Sync routers for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:23:51.362498 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:51.363121 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:51.414519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4ac19-62b7-433e-beea-59f26920ca48 req-9fd46763-3bca-4ce0-af61-5ca4bfc21365 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:51.416537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33d4ac19-62b7-433e-beea-59f26920ca48 req-9fd46763-3bca-4ce0-af61-5ca4bfc21365 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0537920 Sep 15 16:23:51.457177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33d4ac19-62b7-433e-beea-59f26920ca48 req-50e928a2-f191-48ee-bb40-e5fe4a1b3232 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Sep 15 16:23:51.484524 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:51.560899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:51.564967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6bec26a9-c2e6-4ebb-9710-a17a5d3e264b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8721778 Sep 15 16:23:51.565273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33262) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:51.598826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-987174b5-5377-473a-9013-7abc43c93aeb tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=f0f1326012ed46dbbb3c0c249b69d197&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305796 Sep 15 16:23:51.600456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33264) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:51.688979 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:50Z', 'revision_number': 3, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:51.718459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c38127a-88af-4227-9fc1-fd555866d6b9 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:51.720540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0c38127a-88af-4227-9fc1-fd555866d6b9 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1182983 Sep 15 16:23:51.723116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33266) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:51.765454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-711f3c46-3033-4ca4-98d4-b9bff9244b1a tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410919 Sep 15 16:23:51.767848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33268) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:51.772845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665375846', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:51.821174 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Checking router: fece46ff-d8ac-4a3b-b570-56e459da482e for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:23:51.822513 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Updating router fece46ff-d8ac-4a3b-b570-56e459da482e port e8708ed5-751c-460b-baa9-478f5b157e9b binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:23:51.858727 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:51.965929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:23:51.970177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.151273 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.199787 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.258072 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Attempting to bind port e8708ed5-751c-460b-baa9-478f5b157e9b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:23:52.258447 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Attempting to bind port e8708ed5-751c-460b-baa9-478f5b157e9b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:23:52.258802 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Attempting to bind port e8708ed5-751c-460b-baa9-478f5b157e9b on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:52.263219 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.266683 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Pushing event updated for resources: {'Port': ['ID=e8708ed5-751c-460b-baa9-478f5b157e9b,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:52.278526 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.278872 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.279207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.279542 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.279865 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.280193 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.280572 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.280909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.281230 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.281909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.281909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.282400 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:23:52.294375 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:23:52.294749 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:52.295150 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.295705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:23:52.296192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Bound port: e8708ed5-751c-460b-baa9-478f5b157e9b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:23:52.296607 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.349999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Checking segment: {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:52.350442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network hostable DHCP agents. Network: 0487aabc-df04-46a5-b131-eee8f4919ad6, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:23:52.356134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Subnet': ['ID=99b94148-f42b-44c8-98fc-52069822c631,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:52.371155 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] For port e8708ed5-751c-460b-baa9-478f5b157e9b, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:23:52.374737 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] For port e8708ed5-751c-460b-baa9-478f5b157e9b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e8708ed5-751c-460b-baa9-478f5b157e9b,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:23:52.422678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:23:52.451958 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.494065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 0487aabc-df04-46a5-b131-eee8f4919ad6) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:52.500647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:52.501456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.515746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7315191-8ac8-424e-9991-065c3f87bc41 None None] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:52.517381 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044475b6-31e8-4d42-9419-f1ce9ad12c78 None None] Pushing event updated for resources: {'Port': ['ID=e8708ed5-751c-460b-baa9-478f5b157e9b,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:52.520815 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:52.521456 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:52.669761 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabd791-03f6-4e7d-b22d-7a3a8092deb6 req-86dd07f9-450e-4e3e-b23a-0bb257104508 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:52.672909 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:52.678961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fabd791-03f6-4e7d-b22d-7a3a8092deb6 req-86dd07f9-450e-4e3e-b23a-0bb257104508 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.1105051 Sep 15 16:23:52.689520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cf328c43-f63a-4b17-bbb0-7038438a1499 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9206378 Sep 15 16:23:52.692520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33284) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:52.740824 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fabd791-03f6-4e7d-b22d-7a3a8092deb6 req-e55f0022-60bb-44d0-ad0e-c7d0027b2c2a tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605607 Sep 15 16:23:52.809125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-0487aabc-df04-46a5-b131-eee8f4919ad6', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:23:52.810140 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:52.943805 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:50Z', 'revision_number': 3, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:52.986615 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c5c951-ed31-471e-9272-ca6f60ca530f None None] The sync data for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 is: [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:50Z', 'revision_number': 3, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:23:52.997495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Allocated IP 172.20.0.2 (0487aabc-df04-46a5-b131-eee8f4919ad6/99b94148-f42b-44c8-98fc-52069822c631/560b2a41-4612-4c1e-9ea9-ddf3333f3af8) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:23:53.207673 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.250610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1b2b1-0684-4dd3-895e-02f79ac02ca9 req-4f804a8b-ecc0-4c7d-813c-2b2039a27ba4 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:53.259403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5e1b2b1-0684-4dd3-895e-02f79ac02ca9 req-4f804a8b-ecc0-4c7d-813c-2b2039a27ba4 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.1199977 Sep 15 16:23:53.275688 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.307486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-81379a2a-827b-4f94-ab8e-9c5c8c789a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:53.309025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-81379a2a-827b-4f94-ab8e-9c5c8c789a96 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=55167f77684e4c538b363d66f70c95c8&device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 1096 time: 0.0638177 Sep 15 16:23:53.315210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5e1b2b1-0684-4dd3-895e-02f79ac02ca9 req-f934e52a-c9a0-4ded-bf7c-d212b40d2dde tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546236 Sep 15 16:23:53.342431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:53.346110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:53.353681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:23:53.361235 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.434752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Pushing event updated for resources: {'Port': ['ID=560b2a41-4612-4c1e-9ea9-ddf3333f3af8,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:53.512524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Attempting to bind port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:23:53.513070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Attempting to bind port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:23:53.513447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Attempting to bind port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 on network 0487aabc-df04-46a5-b131-eee8f4919ad6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:53.532585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:23:53.533285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Checking segment: {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:53.533540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.534029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Bound using segment: {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:23:53.534523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Bound port: 560b2a41-4612-4c1e-9ea9-ddf3333f3af8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:23:53.534908 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.654382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-62aa43ac-3ebe-4233-8e63-6f090c19061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:53.656295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] For port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:23:53.656421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-62aa43ac-3ebe-4233-8e63-6f090c19061a service neutron] 10.222.0.38 "GET /v2.0/networks?id=3b4e441a-fd74-4683-aca4-25b3c0bc3100 HTTP/1.1" status: 200 len: 913 time: 0.3049061 Sep 15 16:23:53.664917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] For port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=560b2a41-4612-4c1e-9ea9-ddf3333f3af8,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:23:53.721401 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:53.745108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-4d72fa6f-a5c2-40f5-905e-22bca1368a5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13 HTTP/1.1" status: 200 len: 217 time: 0.0535977 Sep 15 16:23:53.826935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a560b-3bd4-490f-b0a8-4a0f5c8de4ee None None] Pushing event updated for resources: {'Port': ['ID=560b2a41-4612-4c1e-9ea9-ddf3333f3af8,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:53.898491 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e8708ed5-751c-460b-baa9-478f5b157e9b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:53.927317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-46414b46-9f26-432c-a350-fb9783133b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:53.928877 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-46414b46-9f26-432c-a350-fb9783133b25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3f3dcc6-55f3-42a6-879e-cf6218ee82a6 HTTP/1.1" status: 200 len: 852 time: 0.1761248 Sep 15 16:23:53.969436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-98fd6a51-5e5b-4da9-b209-ac2e61c2e2ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3b4e441a-fd74-4683-aca4-25b3c0bc3100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331459 Sep 15 16:23:53.973698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.20.0.1 (0487aabc-df04-46a5-b131-eee8f4919ad6/99b94148-f42b-44c8-98fc-52069822c631/c7602021-3ba8-4439-8882-9003bf6824a5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:23:53.993308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e8708ed5-751c-460b-baa9-478f5b157e9b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:53.995587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:54.091127 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-82b43c12-4beb-4590-bec2-248cf839ecbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:54.187122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:54.217565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port e8708ed5-751c-460b-baa9-478f5b157e9b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e8708ed5-751c-460b-baa9-478f5b157e9b,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:54.279017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-310deb20-d70b-4116-b2b0-4f77026c124e service neutron] 10.222.0.38 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004801 Sep 15 16:23:54.292641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:54.328842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:54.391324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=e8708ed5-751c-460b-baa9-478f5b157e9b,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:54.498231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c0709dc-6628-49ff-bfc3-21fb780f3ba8 req-84f2ba1e-8973-4372-8111-bd3e5990ceb3 service neutron] 10.222.0.38 "GET /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100286 Sep 15 16:23:54.511111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3938529-44db-446a-90bb-716fd2b49725 req-23dff69e-ec13-4bff-b67e-ef7ee11f560b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:54.520562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3938529-44db-446a-90bb-716fd2b49725 req-23dff69e-ec13-4bff-b67e-ef7ee11f560b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0875795 Sep 15 16:23:54.563490 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3938529-44db-446a-90bb-716fd2b49725 req-6525335a-c0cb-4367-aa88-3c910e2b0339 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Sep 15 16:23:54.566474 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:54.611918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:54.615318 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:54.619679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:23:54.665834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=c7602021-3ba8-4439-8882-9003bf6824a5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:54.690488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:54.948141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.152507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ea9d1-dd1d-47bc-8723-c8db7d10da09 None None] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:23:55.218350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1f693cb8-3b85-4ce5-a602-a3c62df8d14a None None] Provisioning complete for port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:55.218350 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f693cb8-3b85-4ce5-a602-a3c62df8d14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.356692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.393474 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f693cb8-3b85-4ce5-a602-a3c62df8d14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.423516 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.453847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1f693cb8-3b85-4ce5-a602-a3c62df8d14a None None] For port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=560b2a41-4612-4c1e-9ea9-ddf3333f3af8,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:55.516980 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1f693cb8-3b85-4ce5-a602-a3c62df8d14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.576801 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=c7602021-3ba8-4439-8882-9003bf6824a5,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:55.593246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.626563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f693cb8-3b85-4ce5-a602-a3c62df8d14a None None] Pushing event updated for resources: {'Port': ['ID=560b2a41-4612-4c1e-9ea9-ddf3333f3af8,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:55.849808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-79e8b7a4-186c-40fd-8a71-2fcf1690e00b None None] Provisioning complete for port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:55.850315 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-79e8b7a4-186c-40fd-8a71-2fcf1690e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:55.971373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:56.057638 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-79e8b7a4-186c-40fd-8a71-2fcf1690e00b None None] Provisioning complete for port c7602021-3ba8-4439-8882-9003bf6824a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:56.058020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-79e8b7a4-186c-40fd-8a71-2fcf1690e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.062196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:56.062196 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.141432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-79e8b7a4-186c-40fd-8a71-2fcf1690e00b None None] Port c7602021-3ba8-4439-8882-9003bf6824a5 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:23:56.226513 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e8708ed5-751c-460b-baa9-478f5b157e9b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:56.297770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c86bb-521d-42cd-a401-d33a836fb64b req-802ffe98-720f-403a-b235-e459517cc1b2 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.298874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7687dac2-3e55-4812-84b9-4c50c481a1b0 None None] Provisioning complete for port c7602021-3ba8-4439-8882-9003bf6824a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:56.299411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd8c86bb-521d-42cd-a401-d33a836fb64b req-802ffe98-720f-403a-b235-e459517cc1b2 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.5418859 Sep 15 16:23:56.305080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:23:56.305267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7687dac2-3e55-4812-84b9-4c50c481a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.313232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e8708ed5-751c-460b-baa9-478f5b157e9b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:56.313446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.321391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:23:56.369836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd8c86bb-521d-42cd-a401-d33a836fb64b req-724c2bcb-46d3-439b-afdb-5cd8d1e10fc2 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635841 Sep 15 16:23:56.393596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7687dac2-3e55-4812-84b9-4c50c481a1b0 None None] Port c7602021-3ba8-4439-8882-9003bf6824a5 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:23:56.605407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router fece46ff-d8ac-4a3b-b570-56e459da482e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:23:56.717813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-248d839e-c0f6-4122-b3c9-d2ef37d4fa72 None None] Provisioning complete for port c7602021-3ba8-4439-8882-9003bf6824a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:56.718434 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-248d839e-c0f6-4122-b3c9-d2ef37d4fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:56.778355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-248d839e-c0f6-4122-b3c9-d2ef37d4fa72 None None] Port c7602021-3ba8-4439-8882-9003bf6824a5 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:23:56.813358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:23:56.819124 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14c513c5-6312-4c81-95ad-c9118d002937 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "PUT /v2.0/routers/fece46ff-d8ac-4a3b-b570-56e459da482e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1253965 Sep 15 16:23:56.821764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33336) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:56.841082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Sync routers for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:23:56.878221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:56.879635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:56.890698 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:23:56.987741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87615304-038e-4950-9e7d-cfaf91ec7edc req-0f2bc65f-1b76-4bf9-9224-4fa7f314b541 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.988764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.989417 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87615304-038e-4950-9e7d-cfaf91ec7edc req-0f2bc65f-1b76-4bf9-9224-4fa7f314b541 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0936892 Sep 15 16:23:56.993130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.994229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.994933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.995404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.996012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.997185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.997876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:56.998512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.000947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8eec31f1-c2d9-4743-abdb-3e7a4aa90dfa tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6390 time: 0.1771274 Sep 15 16:23:57.005528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33342) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:57.007034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:57.067821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:57.074987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87615304-038e-4950-9e7d-cfaf91ec7edc req-2e08cb0a-2f74-43e6-9176-9377c3407ac2 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771639 Sep 15 16:23:57.094474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.094939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.095399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.096015 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.096542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.096997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.097444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.097911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.098363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:57.100387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0e7928bd-fe4c-4095-82a7-b1e034627743 tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5930 time: 0.0931695 Sep 15 16:23:57.105025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33346) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:57.240950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:57.345541 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8347b99a-4756-4097-aae9-110b596763f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:57.440517 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-32ae78a4-a8fb-4fde-93ef-e8e1cd99006b tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.3319938 Sep 15 16:23:57.500416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:55Z', 'revision_number': 2, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:57.554191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Checking router: fece46ff-d8ac-4a3b-b570-56e459da482e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:23:57.554822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Updating router fece46ff-d8ac-4a3b-b570-56e459da482e port c7602021-3ba8-4439-8882-9003bf6824a5 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:23:57.586158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:57.906130 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.028222 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.109927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a977e5f-7c35-4e85-a7ad-c78fe9422483 None None] Pushing event updated for resources: {'Port': ['ID=c7602021-3ba8-4439-8882-9003bf6824a5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:58.136304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33364) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:58.142933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-aa9cdf4e-21f2-4f30-9aa8-1187d893177b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70956371', 'description': 'tempest-secgroup-smoke-70956371 description', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:58.178866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Attempting to bind port c7602021-3ba8-4439-8882-9003bf6824a5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:23:58.179251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Attempting to bind port c7602021-3ba8-4439-8882-9003bf6824a5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:23:58.179621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Attempting to bind port c7602021-3ba8-4439-8882-9003bf6824a5 on network 0487aabc-df04-46a5-b131-eee8f4919ad6 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:23:58.186031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:23:58.186798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Checking segment: {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:23:58.187408 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.187975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Bound using segment: {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:23:58.188681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Bound port: c7602021-3ba8-4439-8882-9003bf6824a5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:23:58.189253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.255574 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdf4e-21f2-4f30-9aa8-1187d893177b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.280764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] For port c7602021-3ba8-4439-8882-9003bf6824a5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:23:58.284347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] For port c7602021-3ba8-4439-8882-9003bf6824a5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c7602021-3ba8-4439-8882-9003bf6824a5,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:23:58.287107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33def4-1ebb-4540-8249-70038f0e0379 req-799cb02b-3a97-4234-97e8-112657d8844a tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:58.295821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a33def4-1ebb-4540-8249-70038f0e0379 req-799cb02b-3a97-4234-97e8-112657d8844a tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.0956178 Sep 15 16:23:58.337748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a33def4-1ebb-4540-8249-70038f0e0379 req-52674f7a-4731-4a3f-91dd-36df4b8f5719 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/security-groups?id=f5687356-b310-4b6c-bc30-4a89c6ed0880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Sep 15 16:23:58.361530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.419368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdf4e-21f2-4f30-9aa8-1187d893177b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.468288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a977e5f-7c35-4e85-a7ad-c78fe9422483 None None] Pushing event updated for resources: {'Port': ['ID=c7602021-3ba8-4439-8882-9003bf6824a5,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:58.480785 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdf4e-21f2-4f30-9aa8-1187d893177b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.482887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:23:58.483607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:58.486035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a3909788-7b05-473a-98db-f3031c649af4 None None] Provisioning complete for port c7602021-3ba8-4439-8882-9003bf6824a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:58.487458 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a3909788-7b05-473a-98db-f3031c649af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.515605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cdf4e-21f2-4f30-9aa8-1187d893177b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658eb19f-1608-4be2-943a-e3581b7aee69,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:58.540105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.561025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa9cdf4e-21f2-4f30-9aa8-1187d893177b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.565676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33370) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:58.568127 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa9cdf4e-21f2-4f30-9aa8-1187d893177b tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4293370 Sep 15 16:23:58.570619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b4b61055-8a16-4f75-aef1-87e7d92d1119 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '658eb19f-1608-4be2-943a-e3581b7aee69', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:58.699861 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a3909788-7b05-473a-98db-f3031c649af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.718952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4b61055-8a16-4f75-aef1-87e7d92d1119 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.744032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:23:58.757031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-25b92378-bd14-40c8-a04a-200911c4dc4b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:23:58.758914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-25b92378-bd14-40c8-a04a-200911c4dc4b tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.38 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 945 time: 0.1231165 Sep 15 16:23:58.796289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a3909788-7b05-473a-98db-f3031c649af4 None None] For port c7602021-3ba8-4439-8882-9003bf6824a5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c7602021-3ba8-4439-8882-9003bf6824a5,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:58.868007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a3909788-7b05-473a-98db-f3031c649af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.881290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4b61055-8a16-4f75-aef1-87e7d92d1119 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.938618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Deleting port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:23:58.939846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:58.986663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3909788-7b05-473a-98db-f3031c649af4 None None] Pushing event updated for resources: {'Port': ['ID=c7602021-3ba8-4439-8882-9003bf6824a5,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:59.012538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a0427b3e-6ee0-4244-a168-6614f2fe59d5 None None] Provisioning complete for port c7602021-3ba8-4439-8882-9003bf6824a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:59.012891 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a0427b3e-6ee0-4244-a168-6614f2fe59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.041055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4b61055-8a16-4f75-aef1-87e7d92d1119 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.083112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b61055-8a16-4f75-aef1-87e7d92d1119 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80fb666-6fe7-4750-815e-99fd8caed2a1,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:59.117804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] For port c8e0fbc1-28ab-494a-b001-3d93f0d2af13, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,segment=NetworkSegment(471c33be-5fdf-4451-851d-5380b2311ac8),segment_id=471c33be-5fdf-4451-851d-5380b2311ac8)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:23:59.118175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.133242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Calling delete_port for c8e0fbc1-28ab-494a-b001-3d93f0d2af13 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:23:59.179710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:23:59.182527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b4b61055-8a16-4f75-aef1-87e7d92d1119 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.186687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33382) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:59.191293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9252127f-dcc0-4274-8ad2-e725b461d68d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '658eb19f-1608-4be2-943a-e3581b7aee69', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:59.193082 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b4b61055-8a16-4f75-aef1-87e7d92d1119 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6262136 Sep 15 16:23:59.215566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e5121-f629-4136-9838-c471d00f8a5f None None] The sync data for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 is: [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:23:59.287615 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252127f-dcc0-4274-8ad2-e725b461d68d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.367113 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.382345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['c8e0fbc1-28ab-494a-b001-3d93f0d2af13'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:23:59.403138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Pushing event deleted for resources: {'Port': ['ID=c8e0fbc1-28ab-494a-b001-3d93f0d2af13,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:59.467896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] No DVR routers for this DVR port c8e0fbc1-28ab-494a-b001-3d93f0d2af13 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:23:59.471468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.474475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8dcceb05-1c10-4caf-8e43-6f8f6f9dabc1 req-75c58e12-004a-49cb-9bcb-1b27c737be39 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.38 "DELETE /v2.0/ports/c8e0fbc1-28ab-494a-b001-3d93f0d2af13 HTTP/1.1" status: 204 len: 173 time: 0.7084994 Sep 15 16:23:59.475023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'name': 'network-vif-deleted', 'tag': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:23:59.480451 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aab70b-c666-4c65-88f6-5c269bccf9b4" -d '{"events": [{"server_uuid": "db96d8a5-a8fc-4d5f-9539-bbf544076a93", "name": "network-vif-deleted", "tag": "c8e0fbc1-28ab-494a-b001-3d93f0d2af13"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:23:59.509842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252127f-dcc0-4274-8ad2-e725b461d68d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.521647 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f7e05-e449-41c6-a88f-e1b9890366df x-openstack-request-id: req-aa7f7e05-e449-41c6-a88f-e1b9890366df {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:23:59.526633 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96d8a5-a8fc-4d5f-9539-bbf544076a93", "name": "network-vif-deleted", "tag": "c8e0fbc1-28ab-494a-b001-3d93f0d2af13", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:23:59.526633 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aa7f7e05-e449-41c6-a88f-e1b9890366df {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:23:59.526633 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96d8a5-a8fc-4d5f-9539-bbf544076a93', 'name': 'network-vif-deleted', 'tag': 'c8e0fbc1-28ab-494a-b001-3d93f0d2af13', 'status': 'completed', 'code': 200} Sep 15 16:23:59.550374 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ae1fdc2-710e-4c91-9032-6c1d6c6d9a20 req-e8c38556-914a-4ee4-8302-9d68ce7bd676 tempest-TestServerAdvancedOps-845365266 tempest-TestServerAdvancedOps-845365266-project] 10.222.0.63 "GET /v2.0/ports?device_id=db96d8a5-a8fc-4d5f-9539-bbf544076a93 HTTP/1.1" status: 200 len: 210 time: 0.0476480 Sep 15 16:23:59.600099 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252127f-dcc0-4274-8ad2-e725b461d68d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.624406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252127f-dcc0-4274-8ad2-e725b461d68d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806a433e-de9f-4360-9321-8e252dd18a6e,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:23:59.691933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9252127f-dcc0-4274-8ad2-e725b461d68d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.697098 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9252127f-dcc0-4274-8ad2-e725b461d68d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5092454 Sep 15 16:23:59.712596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33394) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:23:59.724274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-dce737ce-2aac-4713-959d-b4b8c370e6e5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '658eb19f-1608-4be2-943a-e3581b7aee69', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:23:59.818564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dce737ce-2aac-4713-959d-b4b8c370e6e5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.842020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c7602021-3ba8-4439-8882-9003bf6824a5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:23:59.921556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dce737ce-2aac-4713-959d-b4b8c370e6e5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:23:59.938785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c7602021-3ba8-4439-8882-9003bf6824a5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:23:59.939204 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.034165 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dce737ce-2aac-4713-959d-b4b8c370e6e5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.064354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce737ce-2aac-4713-959d-b4b8c370e6e5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf4a6b3-07a1-4cca-a893-5e8fdb8efd96,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:00.137341 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-dce737ce-2aac-4713-959d-b4b8c370e6e5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.138595 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-dce737ce-2aac-4713-959d-b4b8c370e6e5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243684 Sep 15 16:24:00.141377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33402) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:00.145868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-91a011b8-0e58-4180-afbd-059948658623 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '658eb19f-1608-4be2-943a-e3581b7aee69', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:00.172266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.263016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91a011b8-0e58-4180-afbd-059948658623 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.353561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91a011b8-0e58-4180-afbd-059948658623 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.399978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.457312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91a011b8-0e58-4180-afbd-059948658623 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.479523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a011b8-0e58-4180-afbd-059948658623 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddb2393-412b-4e85-978b-7a5c079997d4,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:00.554708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-91a011b8-0e58-4180-afbd-059948658623 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.557963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-91a011b8-0e58-4180-afbd-059948658623 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4155939 Sep 15 16:24:00.564658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33408) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:00.565733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '658eb19f-1608-4be2-943a-e3581b7aee69', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:00.617673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33414) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:00.663718 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Project f0f1326012ed46dbbb3c0c249b69d197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:24:00.670618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.678127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] Deleting subnet d3f3dcc6-55f3-42a6-879e-cf6218ee82a6 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:24:00.683431 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.727548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.765236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.775374 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.828629 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:00.859910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34acf97-e405-4fd3-b48b-55eb323d6f6a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:01.132073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.158109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f3dcc6-55f3-42a6-879e-cf6218ee82a6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:01.161770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.164616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-57b6c92a-88d0-4211-a552-0bc7d2ed1ef2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d3f3dcc6-55f3-42a6-879e-cf6218ee82a6 HTTP/1.1" status: 204 len: 168 time: 0.5445666 Sep 15 16:24:01.167255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33422) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:01.188608 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.195422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d965f7da-100f-4f29-a27c-f16ba0d996cf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6281762 Sep 15 16:24:01.196692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33426) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:01.221414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'security_group_rule': {'security_group_id': '658eb19f-1608-4be2-943a-e3581b7aee69', 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:01.238178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.314094 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Project f0f1326012ed46dbbb3c0c249b69d197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:24:01.319419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.325732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.346807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4e441a-fd74-4683-aca4-25b3c0bc3100']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:01.356909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471c33be-5fdf-4451-851d-5380b2311ac8') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:01.357484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471c33be-5fdf-4451-851d-5380b2311ac8') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:01.367477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.386310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.392093 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.393404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:24:01.393915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:24:01.395803 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:24:01.451852 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.471301 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a7449d-a1d0-4102-a6a1-1c88621166db,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:01.508271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.514772 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.516634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] 10.222.0.63 "DELETE /v2.0/networks/3b4e441a-fd74-4683-aca4-25b3c0bc3100 HTTP/1.1" status: 204 len: 168 time: 0.3487201 Sep 15 16:24:01.519747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33430) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:01.527807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531df4-bbdb-453f-ba00-e7c2a8fb2642 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b4e441a-fd74-4683-aca4-25b3c0bc3100,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:01.546739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.547958 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d8750103-0fb5-47c2-86f9-806528bd7557 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3309948 Sep 15 16:24:01.568730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] Deleting subnet 4b9f5fb8-e721-4db1-a529-197731ea4ee6 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:24:01.572742 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.612386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.654670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.798083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.832051 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-b573884a-3bbc-4502-babf-fddbaf08ea4d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70956371&fields=id&tenant_id=f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 267 time: 0.0774031 Sep 15 16:24:01.834852 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b9f5fb8-e721-4db1-a529-197731ea4ee6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:01.841587 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:01.846481 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fb14dca2-54ef-4440-882c-d885321664a8 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4b9f5fb8-e721-4db1-a529-197731ea4ee6 HTTP/1.1" status: 204 len: 168 time: 0.3223624 Sep 15 16:24:01.847086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33450) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:01.927028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.018522 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.036931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6b735624-c175-448c-a675-3886b7e6c19a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:02.038443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6b735624-c175-448c-a675-3886b7e6c19a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/networks?id=0487aabc-df04-46a5-b131-eee8f4919ad6 HTTP/1.1" status: 200 len: 797 time: 0.1938436 Sep 15 16:24:02.041074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e939e9-a7fa-42a3-86c0-e66bf7d6650c']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:02.050572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7096253-0ff2-4292-bded-72de84b0ff5f') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:02.050868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7096253-0ff2-4292-bded-72de84b0ff5f') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:02.056892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-a6ef64ae-c2e3-4949-9657-c15345502821 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/quotas/f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 375 time: 0.0105038 Sep 15 16:24:02.061365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.076583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.084471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:24:02.084471 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:24:02.085235 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:24:02.147262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-4cc47b56-2924-411c-9cd9-be0a2b6b6c65 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836599 Sep 15 16:24:02.205944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.216739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.220696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] 10.222.0.63 "DELETE /v2.0/networks/e5e939e9-a7fa-42a3-86c0-e66bf7d6650c HTTP/1.1" status: 204 len: 168 time: 0.3700867 Sep 15 16:24:02.230508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d54db-3638-408c-8a30-9581a1182bca admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e939e9-a7fa-42a3-86c0-e66bf7d6650c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:02.275779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-4316e5dc-8698-4cb4-8eb9-153e6d1da679 service neutron] 10.222.0.63 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008441 Sep 15 16:24:02.376714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-41791b29-d8b9-4a58-9e91-100785a1443c service neutron] 10.222.0.63 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027191 Sep 15 16:24:02.617764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb569161-c6bc-44a5-88e0-9993eff29cf9 req-67e32c32-4e00-4a9f-a01c-b74a421b33ae tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 210 time: 0.0366421 Sep 15 16:24:02.630143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33470) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:02.680327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-06b679f4-b728-4b81-886a-535d894e3b46 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=55167f77684e4c538b363d66f70c95c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507755 Sep 15 16:24:02.683800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33472) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:02.741173 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1d78afb2-92b1-4ad0-af54-b073301948cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.768037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1d78afb2-92b1-4ad0-af54-b073301948cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.902902 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1d78afb2-92b1-4ad0-af54-b073301948cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.906847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1d78afb2-92b1-4ad0-af54-b073301948cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:02.907856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1d78afb2-92b1-4ad0-af54-b073301948cd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f5687356-b310-4b6c-bc30-4a89c6ed0880 HTTP/1.1" status: 204 len: 168 time: 0.2229311 Sep 15 16:24:02.917291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78afb2-92b1-4ad0-af54-b073301948cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5687356-b310-4b6c-bc30-4a89c6ed0880,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:03.356136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8e0fbc1-28ab-494a-b001-3d93f0d2af13 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:03.376399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: c8e0fbc1-28ab-494a-b001-3d93f0d2af13 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:24:03.376777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device c8e0fbc1-28ab-494a-b001-3d93f0d2af13 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:24:03.608516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33496) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:03.652758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a00bb9b2-7028-4280-b836-c10c6868bb2d admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=838b58af1d584549a5343c678008d502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430317 Sep 15 16:24:03.655281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33500) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:03.717977 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04964d81-505c-4474-a867-6c412fbaef6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:03.737342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3bea633e-c571-493c-b271-71a2b1710ed0 req-a8d91066-8654-452e-b27b-007e33594a7e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 210 time: 0.0331056 Sep 15 16:24:03.762418 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04964d81-505c-4474-a867-6c412fbaef6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:03.902797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04964d81-505c-4474-a867-6c412fbaef6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:03.905896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-04964d81-505c-4474-a867-6c412fbaef6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:03.909085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-04964d81-505c-4474-a867-6c412fbaef6e admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/41522f31-7a35-473e-8b7b-40aa69e16b99 HTTP/1.1" status: 204 len: 168 time: 0.2507656 Sep 15 16:24:03.927378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04964d81-505c-4474-a867-6c412fbaef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41522f31-7a35-473e-8b7b-40aa69e16b99,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:04.676769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-9ce166dc-945e-4379-8c98-b4bf6eafe595 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:04.680701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-9ce166dc-945e-4379-8c98-b4bf6eafe595 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "GET /v2.0/networks?id=0487aabc-df04-46a5-b131-eee8f4919ad6 HTTP/1.1" status: 200 len: 797 time: 0.1554096 Sep 15 16:24:04.744170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-c081f91a-0244-4996-8bbb-ec299034b948 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f1326012ed46dbbb3c0c249b69d197 HTTP/1.1" status: 200 len: 378 time: 0.0554001 Sep 15 16:24:04.752911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'port': {'device_id': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'admin_state_up': True, 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'security_groups': ['658eb19f-1608-4be2-943a-e3581b7aee69']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:04.846851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-994a0b75-1f06-447b-a298-ccc515c25c12 req-1f6c3b95-423e-43bb-b4cb-9bca6046cc39 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 210 time: 0.0336835 Sep 15 16:24:05.022715 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Made reservation on behalf of f0f1326012ed46dbbb3c0c249b69d197 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:05.026450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.204879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.20.0.8 (0487aabc-df04-46a5-b131-eee8f4919ad6/99b94148-f42b-44c8-98fc-52069822c631/23644778-96c7-4395-9372-3efeed9839c3) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:24:05.358206 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.452073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.496335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:24:05.499649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:24:05.503769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:24:05.513014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=23644778-96c7-4395-9372-3efeed9839c3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:05.560748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:05.561781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.629150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-30293007-3d17-48be-84b8-e381ca80c240 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8798926 Sep 15 16:24:05.642974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Request body: {'port': {'device_id': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:05.708877 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.801352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e174acbe-0556-40fa-b690-16a14c9a45b8 None None] Provisioning complete for port 23644778-96c7-4395-9372-3efeed9839c3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:24:05.801967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e174acbe-0556-40fa-b690-16a14c9a45b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:05.840854 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e174acbe-0556-40fa-b690-16a14c9a45b8 None None] Port 23644778-96c7-4395-9372-3efeed9839c3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:24:05.983282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296e2e1-21b0-47ee-8845-bd0f65d160cc req-60c5f176-687d-49c9-8961-0b6f480116d2 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:05.984905 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c296e2e1-21b0-47ee-8845-bd0f65d160cc req-60c5f176-687d-49c9-8961-0b6f480116d2 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 931 time: 0.0532210 Sep 15 16:24:06.013812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23644778-96c7-4395-9372-3efeed9839c3 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:24:06.024573 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:06.033883 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c296e2e1-21b0-47ee-8845-bd0f65d160cc req-77569795-3d47-4e00-b518-b17070d2ae7c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421295 Sep 15 16:24:06.038686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Transition to ACTIVE for port object 23644778-96c7-4395-9372-3efeed9839c3 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:24:06.133822 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:06.228563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Pushing event updated for resources: {'Port': ['ID=23644778-96c7-4395-9372-3efeed9839c3,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:06.303844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Attempting to bind port 23644778-96c7-4395-9372-3efeed9839c3 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:24:06.304210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Attempting to bind port 23644778-96c7-4395-9372-3efeed9839c3 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:24:06.304535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Attempting to bind port 23644778-96c7-4395-9372-3efeed9839c3 on network 0487aabc-df04-46a5-b131-eee8f4919ad6 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:24:06.309962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Port 23644778-96c7-4395-9372-3efeed9839c3 on network 0487aabc-df04-46a5-b131-eee8f4919ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:24:06.310290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Attempting to bind port 23644778-96c7-4395-9372-3efeed9839c3 on network 0487aabc-df04-46a5-b131-eee8f4919ad6 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:24:06.315672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:24:06.316021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Checking segment: {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:24:06.316410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Bound using segment: {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:24:06.316882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Bound port: 23644778-96c7-4395-9372-3efeed9839c3, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acceb2d-a771-4138-af4e-ff89aff17085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:24:06.317250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:06.386957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] For port 23644778-96c7-4395-9372-3efeed9839c3, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:24:06.391109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] For port 23644778-96c7-4395-9372-3efeed9839c3, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=23644778-96c7-4395-9372-3efeed9839c3,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:24:06.462418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:06.503895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:06.504534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:06.506058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] 10.222.0.38 "PUT /v2.0/ports/23644778-96c7-4395-9372-3efeed9839c3 HTTP/1.1" status: 200 len: 1091 time: 0.8688467 Sep 15 16:24:06.507038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'tag': '23644778-96c7-4395-9372-3efeed9839c3'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:06.508784 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667" -d '{"events": [{"name": "network-changed", "server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "tag": "23644778-96c7-4395-9372-3efeed9839c3"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:06.532724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e885522-dacb-4320-a383-73e9735c8665 service neutron] Pushing event updated for resources: {'Port': ['ID=23644778-96c7-4395-9372-3efeed9839c3,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:06.663131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-3eefc372-55d5-4922-97d7-08c21942989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:06.664713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-3eefc372-55d5-4922-97d7-08c21942989e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 1094 time: 0.0594635 Sep 15 16:24:06.715487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-5da44a0b-b640-4128-a710-010498869616 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23644778-96c7-4395-9372-3efeed9839c3 HTTP/1.1" status: 200 len: 217 time: 0.0430310 Sep 15 16:24:06.772789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-18b32294-8582-4379-a378-3ef909da3939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:06.774802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-18b32294-8582-4379-a378-3ef909da3939 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b94148-f42b-44c8-98fc-52069822c631 HTTP/1.1" status: 200 len: 835 time: 0.0524013 Sep 15 16:24:06.848565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-fe5a3571-1910-4868-b1cb-6db5937a256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:06.850252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-fe5a3571-1910-4868-b1cb-6db5937a256f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0487aabc-df04-46a5-b131-eee8f4919ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686936 Sep 15 16:24:06.866079 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e23eb-7405-43b8-a918-36b9b3a41ee5 x-openstack-request-id: req-595e23eb-7405-43b8-a918-36b9b3a41ee5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:06.866362 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "tag": "23644778-96c7-4395-9372-3efeed9839c3", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:06.866657 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-595e23eb-7405-43b8-a918-36b9b3a41ee5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:06.867020 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'tag': '23644778-96c7-4395-9372-3efeed9839c3', 'status': 'completed', 'code': 200} Sep 15 16:24:06.970036 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-3ef74ae5-2800-420f-9a5a-98ef733e476f service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125979 Sep 15 16:24:07.064896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f2d2185-6720-41d8-9bd5-aea523b9af62 req-0a6bbfc4-4242-4a46-98cf-7d9bd9c6a156 service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877314 Sep 15 16:24:07.149152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb79fa9-dd10-44d4-8134-7acf8f819fea req-38006594-8a9f-46b2-af81-f915c373ebec tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:07.151854 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fb79fa9-dd10-44d4-8134-7acf8f819fea req-38006594-8a9f-46b2-af81-f915c373ebec tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 943 time: 0.0523136 Sep 15 16:24:07.199984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5fb79fa9-dd10-44d4-8134-7acf8f819fea req-2e13b698-f5ea-411f-a70b-4c700f43f0b6 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349953 Sep 15 16:24:07.231935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-0c9e5237-3b55-4aba-a193-c0c286e1ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:07.233772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-0c9e5237-3b55-4aba-a193-c0c286e1ce4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 1094 time: 0.0591581 Sep 15 16:24:07.327459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-7679c7d7-13d1-4404-9e49-57875bba973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:07.328995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-7679c7d7-13d1-4404-9e49-57875bba973c service neutron] 10.222.0.38 "GET /v2.0/networks?id=0487aabc-df04-46a5-b131-eee8f4919ad6 HTTP/1.1" status: 200 len: 898 time: 0.0886626 Sep 15 16:24:07.377446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-58f1d280-d8f9-4ff6-9fe8-8dd2db3856b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23644778-96c7-4395-9372-3efeed9839c3 HTTP/1.1" status: 200 len: 217 time: 0.0391681 Sep 15 16:24:07.433136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-461dbfc8-97fa-4fb0-a61a-c3bea0415ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:07.434631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-461dbfc8-97fa-4fb0-a61a-c3bea0415ed7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b94148-f42b-44c8-98fc-52069822c631 HTTP/1.1" status: 200 len: 835 time: 0.0492527 Sep 15 16:24:07.482900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-74cf79c3-e46a-4416-903b-e2adcba2bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:07.484311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-74cf79c3-e46a-4416-903b-e2adcba2bbfa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0487aabc-df04-46a5-b131-eee8f4919ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421462 Sep 15 16:24:07.598611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-cb2f1d27-c5ad-40db-9553-5634cef411e9 service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068354 Sep 15 16:24:07.697381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aacca02a-8bdb-44f4-a3e8-e6d84c57b667 req-0a7eb277-78e8-407a-bee8-be2b80395026 service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900860 Sep 15 16:24:08.354131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe550a-23a6-43e8-9c80-872453d8498d req-52c8b145-7131-4e18-a40f-cd049fa84245 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:08.355755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-affe550a-23a6-43e8-9c80-872453d8498d req-52c8b145-7131-4e18-a40f-cd049fa84245 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 943 time: 0.0623536 Sep 15 16:24:08.400767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-affe550a-23a6-43e8-9c80-872453d8498d req-d7894a9d-edbd-4f2c-9318-e4575743b58e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382509 Sep 15 16:24:09.402551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 23644778-96c7-4395-9372-3efeed9839c3 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:24:09.518948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 23644778-96c7-4395-9372-3efeed9839c3, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=23644778-96c7-4395-9372-3efeed9839c3,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:09.535690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bff49-1595-410e-a38b-c7dabd5c3ae1 req-22b0dbee-87fc-4b6d-82e9-35955d62c727 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:09.537908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '23644778-96c7-4395-9372-3efeed9839c3', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'port_id': '23644778-96c7-4395-9372-3efeed9839c3', 'mac_address': 'fa:16:3e:60:01:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:24:09.539129 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-757bff49-1595-410e-a38b-c7dabd5c3ae1 req-22b0dbee-87fc-4b6d-82e9-35955d62c727 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 943 time: 0.0590057 Sep 15 16:24:09.596450 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-757bff49-1595-410e-a38b-c7dabd5c3ae1 req-e2a026d0-061d-4383-8656-24c33586611a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487425 Sep 15 16:24:09.607895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:09.624595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23644778-96c7-4395-9372-3efeed9839c3 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:24:09.645662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 23644778-96c7-4395-9372-3efeed9839c3, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=23644778-96c7-4395-9372-3efeed9839c3,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:09.754505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:09.804826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=23644778-96c7-4395-9372-3efeed9839c3,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:09.956847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['23644778-96c7-4395-9372-3efeed9839c3'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:24:10.784843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fdf22-e72a-4ae9-99ff-bf695d9c15c3 req-01f61b1d-016f-4569-b6f8-a5793178eb1a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:10.793857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-737fdf22-e72a-4ae9-99ff-bf695d9c15c3 req-01f61b1d-016f-4569-b6f8-a5793178eb1a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 944 time: 0.1071315 Sep 15 16:24:10.838689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-737fdf22-e72a-4ae9-99ff-bf695d9c15c3 req-b955de86-87d3-4df5-9589-92bea6d08fa6 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425956 Sep 15 16:24:11.403165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 23644778-96c7-4395-9372-3efeed9839c3 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:24:11.520013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 23644778-96c7-4395-9372-3efeed9839c3 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:24:11.524330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 23644778-96c7-4395-9372-3efeed9839c3 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:24:11.532166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:11.610801 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:11.636256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23644778-96c7-4395-9372-3efeed9839c3'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:11.638942 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9dc373-4056-4a16-92c3-1e8341593a75" -d '{"events": [{"server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "name": "network-vif-plugged", "status": "completed", "tag": "23644778-96c7-4395-9372-3efeed9839c3"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:11.655705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 23644778-96c7-4395-9372-3efeed9839c3, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=23644778-96c7-4395-9372-3efeed9839c3,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:11.747974 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:11.776867 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8f29cc-307c-4fb2-8c68-8f4522217822 x-openstack-request-id: req-bc8f29cc-307c-4fb2-8c68-8f4522217822 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:11.777169 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "name": "network-vif-plugged", "status": "completed", "tag": "23644778-96c7-4395-9372-3efeed9839c3", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:11.777427 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bc8f29cc-307c-4fb2-8c68-8f4522217822 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:11.777829 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23644778-96c7-4395-9372-3efeed9839c3', 'code': 200} Sep 15 16:24:11.813288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=23644778-96c7-4395-9372-3efeed9839c3,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:11.892923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b87d0-1db4-4a37-b113-e62a9b64f98a req-0dfd067d-3dcf-4089-b821-a9c4256cb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:11.895386 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d22b87d0-1db4-4a37-b113-e62a9b64f98a req-0dfd067d-3dcf-4089-b821-a9c4256cb3ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 1096 time: 0.0628667 Sep 15 16:24:11.967643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d22b87d0-1db4-4a37-b113-e62a9b64f98a req-147345c1-a112-4663-9bec-baaadc24cc7f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642471 Sep 15 16:24:11.985666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c150e1a-ee94-47a9-b8af-4b738962febe req-fb4b92ab-0b8b-4258-bd0b-d261238fef44 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:11.987619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c150e1a-ee94-47a9-b8af-4b738962febe req-fb4b92ab-0b8b-4258-bd0b-d261238fef44 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 945 time: 0.0782380 Sep 15 16:24:12.042909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c150e1a-ee94-47a9-b8af-4b738962febe req-d84c15bd-bbef-48d6-990c-00ca9b37bdc5 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483902 Sep 15 16:24:13.211846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f8f7b-9bea-4898-a847-a0c9fe797210 req-9d39f1d5-f3bb-4fc4-aad3-841f4cb4317e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:13.213922 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b07f8f7b-9bea-4898-a847-a0c9fe797210 req-9d39f1d5-f3bb-4fc4-aad3-841f4cb4317e tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 945 time: 0.0770006 Sep 15 16:24:13.279671 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b07f8f7b-9bea-4898-a847-a0c9fe797210 req-ce6e82dd-d1b5-4290-92ae-05042f6c75e3 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491765 Sep 15 16:24:14.413733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653f1fc-f114-4400-aba8-91aa2eeaf2a1 req-8718debf-0ec9-4516-82cb-a95cc782ccdf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:14.415902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f653f1fc-f114-4400-aba8-91aa2eeaf2a1 req-8718debf-0ec9-4516-82cb-a95cc782ccdf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 945 time: 0.0506020 Sep 15 16:24:14.459781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f653f1fc-f114-4400-aba8-91aa2eeaf2a1 req-fc9bf195-6c36-4e3a-8e75-ab35d036d317 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372021 Sep 15 16:24:14.586539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036088b-0439-463f-8e4a-225600b27549 req-3691062b-13f8-429a-9e5d-b07d61f5d432 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:14.594689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6036088b-0439-463f-8e4a-225600b27549 req-3691062b-13f8-429a-9e5d-b07d61f5d432 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 945 time: 0.0595303 Sep 15 16:24:14.641977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6036088b-0439-463f-8e4a-225600b27549 req-bd161332-1267-44a0-a8ae-2130d120977f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366101 Sep 15 16:24:14.665592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33682) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:14.717405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c8b16-d665-43d6-95e1-6ae494dac4fd tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:14.718986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-213c8b16-d665-43d6-95e1-6ae494dac4fd tempest-TestNetworkBasicOps-609857320 tempest-TestNetworkBasicOps-609857320-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 1091 time: 0.0522561 Sep 15 16:24:14.722037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33684) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:14.726619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '23644778-96c7-4395-9372-3efeed9839c3', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:14.828816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:14.959655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:15.099510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Allocated IP 172.25.0.85 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/44de809f-1aa1-43f9-8a4f-7b68e2e24578) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:24:15.222476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:15.319707 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:15.364293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:24:15.371206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:24:15.373058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=44de809f-1aa1-43f9-8a4f-7b68e2e24578,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:15.375238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:24:16.254511 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:16.431396 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:16.588572 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:16.640162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:16.712526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event updated for resources: {'Port': ['ID=44de809f-1aa1-43f9-8a4f-7b68e2e24578,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:16.722670 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:16.827645 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Floating IP b05493c0-a40e-4f13-9516-33e5c3650a95 associated. External IP: 172.25.0.85, port: 23644778-96c7-4395-9372-3efeed9839c3. Sep 15 16:24:17.130542 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-34fb8b27-b745-4990-b088-c0525e7d106a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534294 Sep 15 16:24:17.159036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router fece46ff-d8ac-4a3b-b570-56e459da482e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:24:17.293826 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-b18fd139-1919-409c-bcfc-7bdad7bb89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.295372 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-b18fd139-1919-409c-bcfc-7bdad7bb89c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 1096 time: 0.0874794 Sep 15 16:24:17.312668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:24:17.323354 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] Sync routers for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:24:17.334299 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:24:17.334922 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:17.434062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-36f777c3-9bd1-411e-9161-a329792560d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.435590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-36f777c3-9bd1-411e-9161-a329792560d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e157718-cf48-4218-a080-1d6a76388e77 HTTP/1.1" status: 200 len: 914 time: 0.1179984 Sep 15 16:24:17.457839 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:24:17.484298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:17.487217 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-8b9df906-426d-45b0-85ea-d47319dd4047 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf280344-b3fd-41d0-be46-067bb3d00e7f HTTP/1.1" status: 200 len: 217 time: 0.0442815 Sep 15 16:24:17.552819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-71b93092-4b61-4721-8a4e-3ee009b872c9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8295360 Sep 15 16:24:17.554890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'tag': '23644778-96c7-4395-9372-3efeed9839c3'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:17.556625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33710) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:17.557983 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48fa25b-8dfc-473a-8a71-3adadd745e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "tag": "23644778-96c7-4395-9372-3efeed9839c3"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:17.574834 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-b3254d6b-8321-4fc5-a157-1ba7e79804b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.576917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-b3254d6b-8321-4fc5-a157-1ba7e79804b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70436f7b-c190-45f9-8c36-75ece6a54766 HTTP/1.1" status: 200 len: 853 time: 0.0662937 Sep 15 16:24:17.599263 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c78672-b454-405a-be30-89a4ecbad094 x-openstack-request-id: req-44c78672-b454-405a-be30-89a4ecbad094 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:17.599559 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "tag": "23644778-96c7-4395-9372-3efeed9839c3", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:17.599839 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-44c78672-b454-405a-be30-89a4ecbad094 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:17.600372 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'tag': '23644778-96c7-4395-9372-3efeed9839c3', 'status': 'completed', 'code': 200} Sep 15 16:24:17.618935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-188a040b-ea91-448c-9a7a-92f506948355 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e157718-cf48-4218-a080-1d6a76388e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343044 Sep 15 16:24:17.630538 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-07884d23-d19b-419a-8eaa-4ecbd9a678d2 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:24:17.631610 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-07884d23-d19b-419a-8eaa-4ecbd9a678d2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055015 Sep 15 16:24:17.644139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4a8279da-85f5-44ba-9be6-d733d91e382a tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/floatingips/b05493c0-a40e-4f13-9516-33e5c3650a95 HTTP/1.1" status: 200 len: 990 time: 0.0860875 Sep 15 16:24:17.682632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-58d21a3d-6381-439c-a5e1-da6071e7feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.684257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-58d21a3d-6381-439c-a5e1-da6071e7feaf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 1096 time: 0.0504308 Sep 15 16:24:17.749698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-a6d5b21f-30e3-4291-9256-a36c8b5298a5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110344 Sep 15 16:24:17.765542 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'b05493c0-a40e-4f13-9516-33e5c3650a95', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'port_id': '23644778-96c7-4395-9372-3efeed9839c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'mac_address': 'fa:16:3e:60:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:24:15Z', 'updated_at': '2021-09-15T16:24:15Z', 'revision_number': 0, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:17.813445 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] Checking router: fece46ff-d8ac-4a3b-b570-56e459da482e for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:24:17.841315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-a8153222-1828-4fb1-9f32-5398be0d256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.842276 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:24:17.843161 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:23:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:17.843461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-a8153222-1828-4fb1-9f32-5398be0d256f service neutron] 10.222.0.38 "GET /v2.0/networks?id=0487aabc-df04-46a5-b131-eee8f4919ad6 HTTP/1.1" status: 200 len: 898 time: 0.1518362 Sep 15 16:24:17.891491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-162cf611-aae8-4a84-b26a-9a2b05561171 req-b3eb7a48-508c-4036-9b51-85e0e43ffa54 service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331911 Sep 15 16:24:17.926340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-f6e7cba5-67f0-4f98-a5c6-0559631f27ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23644778-96c7-4395-9372-3efeed9839c3 HTTP/1.1" status: 200 len: 998 time: 0.0757024 Sep 15 16:24:17.960146 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:24:17.978487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-27ddc51a-cd01-40a9-bb29-ffa88495315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:17.980075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-27ddc51a-cd01-40a9-bb29-ffa88495315f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b94148-f42b-44c8-98fc-52069822c631 HTTP/1.1" status: 200 len: 835 time: 0.0459552 Sep 15 16:24:18.027282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-ed64df23-2c55-45f9-98ba-da12bb51ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:18.028925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-ed64df23-2c55-45f9-98ba-da12bb51ecde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0487aabc-df04-46a5-b131-eee8f4919ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425482 Sep 15 16:24:18.135553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-0a285403-7f23-4b31-9b97-297323a8fe10 service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993104 Sep 15 16:24:18.204885 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'b05493c0-a40e-4f13-9516-33e5c3650a95', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'port_id': '23644778-96c7-4395-9372-3efeed9839c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'mac_address': 'fa:16:3e:60:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:24:15Z', 'updated_at': '2021-09-15T16:24:15Z', 'revision_number': 0, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:18.226304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48fa25b-8dfc-473a-8a71-3adadd745e7b req-fb5569ec-3d2d-4e88-bda6-3b1e80bb566a service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841491 Sep 15 16:24:18.318151 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a113983-2f68-4008-ab6f-04a38ef83cf6 None None] The sync data for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 is: [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'b05493c0-a40e-4f13-9516-33e5c3650a95', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'floating_ip_address': '172.25.0.85', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'port_id': '23644778-96c7-4395-9372-3efeed9839c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'mac_address': 'fa:16:3e:60:01:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:24:15Z', 'updated_at': '2021-09-15T16:24:15Z', 'revision_number': 0, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:24:18.567685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb9501-f75b-4177-8f2c-9fb947ebca01 None None] New status for floating IP b05493c0-a40e-4f13-9516-33e5c3650a95: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:24:18.647967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 33720) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:18.715021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c50ec9ca-7b71-4aab-861b-972843691bcf tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/floatingips/b05493c0-a40e-4f13-9516-33e5c3650a95 HTTP/1.1" status: 200 len: 990 time: 0.0649288 Sep 15 16:24:19.718536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 33728) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:19.855800 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fad91396-7b3d-4ce1-9666-48ff54227a51 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/floatingips/b05493c0-a40e-4f13-9516-33e5c3650a95 HTTP/1.1" status: 200 len: 992 time: 0.1303744 Sep 15 16:24:24.017730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-605372d5-1457-4b8b-9554-ca103d6e2aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:26.546736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df94540-9916-4555-9e62-b7e3d673355d req-abdbdbc1-fd1b-4b02-916e-4168090dfc0a tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:26.548254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7df94540-9916-4555-9e62-b7e3d673355d req-abdbdbc1-fd1b-4b02-916e-4168090dfc0a tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 945 time: 0.0494378 Sep 15 16:24:26.586695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7df94540-9916-4555-9e62-b7e3d673355d req-0ea3631d-2a31-4e35-b949-6a0558fe74b3 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Sep 15 16:24:26.948716 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:27.120224 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:27.275006 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2edeb87a-2e17-4dac-8d2c-2cf1adce44e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:27.720010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34db7-753e-4cd7-8541-47f0f175bd4d req-3ea823e5-79c4-48f8-bf3c-47d1257ba0eb tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:27.721680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20f34db7-753e-4cd7-8541-47f0f175bd4d req-3ea823e5-79c4-48f8-bf3c-47d1257ba0eb tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 945 time: 0.0589871 Sep 15 16:24:27.924098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20f34db7-753e-4cd7-8541-47f0f175bd4d req-298627c8-730e-4211-8aa3-534359242bb2 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538352 Sep 15 16:24:28.031759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-a6960377-8dab-4268-8009-a1e7c1819051 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:28.033495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-a6960377-8dab-4268-8009-a1e7c1819051 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 945 time: 0.0600154 Sep 15 16:24:28.141251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Deleting port bf280344-b3fd-41d0-be46-067bb3d00e7f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:28.141251 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.235131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] For port bf280344-b3fd-41d0-be46-067bb3d00e7f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bf280344-b3fd-41d0-be46-067bb3d00e7f,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:28.235400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.247580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Calling delete_port for bf280344-b3fd-41d0-be46-067bb3d00e7f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:28.474147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.487275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bf280344-b3fd-41d0-be46-067bb3d00e7f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:24:28.505676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Pushing event deleted for resources: {'Port': ['ID=bf280344-b3fd-41d0-be46-067bb3d00e7f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:28.512896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.519778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.520445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.520810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.521146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.521480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.521815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.522141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.522465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.522790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.523111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.523432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.523753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:28.560515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] No DVR routers for this DVR port bf280344-b3fd-41d0-be46-067bb3d00e7f on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:24:28.563202 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:28.565233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4762c711-84c6-4b54-a937-d5f8f16d7984 req-d94fff6e-85ce-4a61-8b46-11bd2e6c9945 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "DELETE /v2.0/ports/bf280344-b3fd-41d0-be46-067bb3d00e7f HTTP/1.1" status: 204 len: 173 time: 0.5239623 Sep 15 16:24:28.575821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'name': 'network-vif-deleted', 'tag': 'bf280344-b3fd-41d0-be46-067bb3d00e7f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:28.575821 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a9a57a-cb5e-47f5-9779-c63a70214cf9" -d '{"events": [{"server_uuid": "7e2a9de7-ddfd-43d7-af85-f63c1f84d944", "name": "network-vif-deleted", "tag": "bf280344-b3fd-41d0-be46-067bb3d00e7f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:28.610303 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02254754-78fc-47af-9a99-75b9537a6176 x-openstack-request-id: req-02254754-78fc-47af-9a99-75b9537a6176 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:28.610303 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2a9de7-ddfd-43d7-af85-f63c1f84d944", "name": "network-vif-deleted", "tag": "bf280344-b3fd-41d0-be46-067bb3d00e7f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:28.610303 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-02254754-78fc-47af-9a99-75b9537a6176 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:28.610303 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2a9de7-ddfd-43d7-af85-f63c1f84d944', 'name': 'network-vif-deleted', 'tag': 'bf280344-b3fd-41d0-be46-067bb3d00e7f', 'status': 'completed', 'code': 200} Sep 15 16:24:28.888784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d213723-48f6-438a-952a-3f13938d6d5d req-03c56425-e6b3-4c3c-9785-353351450e18 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=7e2a9de7-ddfd-43d7-af85-f63c1f84d944 HTTP/1.1" status: 200 len: 210 time: 0.0321615 Sep 15 16:24:30.188695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:30.394479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:32.116139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf280344-b3fd-41d0-be46-067bb3d00e7f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:32.116139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: bf280344-b3fd-41d0-be46-067bb3d00e7f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:24:32.116139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bf280344-b3fd-41d0-be46-067bb3d00e7f not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:24:33.900738 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:24:38.690902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419efa4-0190-46eb-8047-092b8f3a727e req-522cfb31-89b1-4927-9f17-d402593df039 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:38.692479 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-522cfb31-89b1-4927-9f17-d402593df039 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/networks?id=0e157718-cf48-4218-a080-1d6a76388e77 HTTP/1.1" status: 200 len: 813 time: 0.1122081 Sep 15 16:24:38.710613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-5fb8c771-2ffe-4044-8868-425c0bc4e6fd tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/quotas/760be378458d4750bfd7763a1bbc967f HTTP/1.1" status: 200 len: 375 time: 0.0105038 Sep 15 16:24:38.751891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-358900a1-a81a-4913-b31f-539ade74041a tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297890 Sep 15 16:24:38.853328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-5df9d061-01c5-4bdd-a70e-8ea9b5e02c02 service neutron] 10.222.0.63 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938194 Sep 15 16:24:38.947674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-18422588-c55d-4b9d-9524-75b552a19cf8 service neutron] 10.222.0.63 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883744 Sep 15 16:24:39.189689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f23acb14-d2bb-4d32-87fc-abb519400326 req-269126d7-5404-4611-902b-9f5a04d57825 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 210 time: 0.0395842 Sep 15 16:24:40.273387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97a3f616-e4ce-4999-a8a6-1bf58e147e94 req-e03b09d5-ee80-48b7-b168-5d8e679cc3b1 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 210 time: 0.0332546 Sep 15 16:24:41.375713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-036e28a7-139d-416f-aec9-152c2b13a0ee req-3ee04705-d35d-406f-816a-58787fda4728 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 210 time: 0.0313978 Sep 15 16:24:41.495363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ad3bf9a4-aa42-49db-9e3a-9dd1198aee46 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:41.496888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ad3bf9a4-aa42-49db-9e3a-9dd1198aee46 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "GET /v2.0/networks?id=0e157718-cf48-4218-a080-1d6a76388e77 HTTP/1.1" status: 200 len: 813 time: 0.1148961 Sep 15 16:24:41.509793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Request body: {'port': {'device_id': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77', 'admin_state_up': True, 'tenant_id': '760be378458d4750bfd7763a1bbc967f'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:41.785978 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Made reservation on behalf of 760be378458d4750bfd7763a1bbc967f for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:24:41.792269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:41.976917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Allocated IP 172.20.0.4 (0e157718-cf48-4218-a080-1d6a76388e77/70436f7b-c190-45f9-8c36-75ece6a54766/3f8e1e1e-4ebf-4618-bab0-d73d449780d6) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:24:42.147941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:42.269079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:42.314939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Network 0e157718-cf48-4218-a080-1d6a76388e77 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:24:42.318384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:24:42.322654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:24:42.331765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Pushing event updated for resources: {'Port': ['ID=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:42.384153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:42.384830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:42.476189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-ac949746-fd0f-4ed0-8956-cc7c47d215c8 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706860 Sep 15 16:24:42.491845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Request body: {'port': {'device_id': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:42.524660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e0974-5eef-4411-9bbc-7bb0961409ad req-56c902ed-7c87-4ed7-974e-4c2a3de979c6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:42.526460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a2e0974-5eef-4411-9bbc-7bb0961409ad req-56c902ed-7c87-4ed7-974e-4c2a3de979c6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 931 time: 0.0794847 Sep 15 16:24:42.578779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:42.604262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a2e0974-5eef-4411-9bbc-7bb0961409ad req-3ae1da69-8568-4c95-b3a0-f9e4f064b9bb tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688539 Sep 15 16:24:43.189821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:24:43.197799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.209989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Transition to ACTIVE for port object 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:24:43.291894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.345533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Pushing event updated for resources: {'Port': ['ID=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:43.418436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Attempting to bind port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:24:43.418921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Attempting to bind port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:24:43.419401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Attempting to bind port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 on network 0e157718-cf48-4218-a080-1d6a76388e77 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:24:43.425058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 on network 0e157718-cf48-4218-a080-1d6a76388e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:24:43.427823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Attempting to bind port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 on network 0e157718-cf48-4218-a080-1d6a76388e77 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:24:43.430989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:24:43.431321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Checking segment: {'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:24:43.431703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Bound using segment: {'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:24:43.432123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Bound port: 3f8e1e1e-4ebf-4618-bab0-d73d449780d6, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7796642-cd5e-444f-84d4-39ce134e845b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:24:43.432507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.499309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] For port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:24:43.502481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] For port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:24:43.623338 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.679084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.679808 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:43.682164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] 10.222.0.55 "PUT /v2.0/ports/3f8e1e1e-4ebf-4618-bab0-d73d449780d6 HTTP/1.1" status: 200 len: 1091 time: 1.1960096 Sep 15 16:24:43.682625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'tag': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:43.684997 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc74b72-4a4d-4f5e-be1a-901bf411a39f" -d '{"events": [{"name": "network-changed", "server_uuid": "00a35148-53f3-4f4e-982b-4a2b9817a058", "tag": "3f8e1e1e-4ebf-4618-bab0-d73d449780d6"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:43.715555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404e46a-c199-4180-91bb-c9c5706f4cce service neutron] Pushing event updated for resources: {'Port': ['ID=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:43.758966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f542a5-a81f-419c-a81f-c3a97f325247 req-c3f3bb96-0e15-48b3-96c9-1fd21341a401 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.761810 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31f542a5-a81f-419c-a81f-c3a97f325247 req-c3f3bb96-0e15-48b3-96c9-1fd21341a401 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 943 time: 0.0781620 Sep 15 16:24:43.769675 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ee1c6c-eb7a-4ef8-9c2b-a6657e3271c9 x-openstack-request-id: req-33ee1c6c-eb7a-4ef8-9c2b-a6657e3271c9 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:43.770000 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a35148-53f3-4f4e-982b-4a2b9817a058", "tag": "3f8e1e1e-4ebf-4618-bab0-d73d449780d6", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:43.770255 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-33ee1c6c-eb7a-4ef8-9c2b-a6657e3271c9 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:43.770662 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'tag': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6', 'status': 'completed', 'code': 200} Sep 15 16:24:43.805864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-31f542a5-a81f-419c-a81f-c3a97f325247 req-e6c18611-bf50-4ca3-804e-3262521531c0 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379212 Sep 15 16:24:43.840435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc74b72-4a4d-4f5e-be1a-901bf411a39f req-ea46f86f-0711-4dde-9363-e20f765611f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.841978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cc74b72-4a4d-4f5e-be1a-901bf411a39f req-ea46f86f-0711-4dde-9363-e20f765611f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 1094 time: 0.0505779 Sep 15 16:24:43.944720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc74b72-4a4d-4f5e-be1a-901bf411a39f req-35649e77-6aa0-4f31-b4a8-f7d3af83ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:43.946976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cc74b72-4a4d-4f5e-be1a-901bf411a39f req-35649e77-6aa0-4f31-b4a8-f7d3af83ea92 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=760be378458d4750bfd7763a1bbc967f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0970879 Sep 15 16:24:44.057293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc74b72-4a4d-4f5e-be1a-901bf411a39f req-e9329fb5-dd8a-4c40-9d26-32734d10c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:44.058866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1cc74b72-4a4d-4f5e-be1a-901bf411a39f req-e9329fb5-dd8a-4c40-9d26-32734d10c95d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042845 Sep 15 16:24:44.136930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419efa4-0190-46eb-8047-092b8f3a727e req-4ed6d0b4-15f6-4946-8b0d-cad661d6cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:44.138467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-4ed6d0b4-15f6-4946-8b0d-cad661d6cbfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 1094 time: 0.0433431 Sep 15 16:24:44.180882 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-1ace8a56-1558-43b8-9474-f97f8b7f8583 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f8e1e1e-4ebf-4618-bab0-d73d449780d6 HTTP/1.1" status: 200 len: 217 time: 0.0343409 Sep 15 16:24:44.236673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419efa4-0190-46eb-8047-092b8f3a727e req-9a44ecf9-e608-4ba9-8592-9e8643d57feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:44.238132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-9a44ecf9-e608-4ba9-8592-9e8643d57feb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70436f7b-c190-45f9-8c36-75ece6a54766 HTTP/1.1" status: 200 len: 853 time: 0.0499799 Sep 15 16:24:44.270274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-9a904f5f-3300-423c-875b-99c53075170a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e157718-cf48-4218-a080-1d6a76388e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252364 Sep 15 16:24:44.363637 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-e686704c-27c6-4aae-a2ab-1594334f103b service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Sep 15 16:24:44.463814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a419efa4-0190-46eb-8047-092b8f3a727e req-e66b018a-dae0-4b21-976f-546360956ead service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927935 Sep 15 16:24:44.939623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61352a-713f-41c1-8123-dae00899c63a req-525c4205-fe6d-457f-aa80-071e540c3bad tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:44.941219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af61352a-713f-41c1-8123-dae00899c63a req-525c4205-fe6d-457f-aa80-071e540c3bad tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Sep 15 16:24:44.982588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af61352a-713f-41c1-8123-dae00899c63a req-4ab98f65-a2d8-442b-87a6-97951da40d6a tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350988 Sep 15 16:24:46.105924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c918f-2f43-42c8-ae69-00ac7c39a959 req-db40e929-fae3-4470-bb30-12a0a1575f96 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:46.107447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f5c918f-2f43-42c8-ae69-00ac7c39a959 req-db40e929-fae3-4470-bb30-12a0a1575f96 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 943 time: 0.0517149 Sep 15 16:24:46.153669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f5c918f-2f43-42c8-ae69-00ac7c39a959 req-a7603f7b-5334-4ea8-9abd-e2c57f2a8158 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Sep 15 16:24:47.287343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a1ded-4120-451a-ac1a-9fea18f56f94 req-6d764be0-d1f6-48b2-8df2-fcf38b10d490 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:47.290081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d22a1ded-4120-451a-ac1a-9fea18f56f94 req-6d764be0-d1f6-48b2-8df2-fcf38b10d490 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 943 time: 0.0656796 Sep 15 16:24:47.329795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d22a1ded-4120-451a-ac1a-9fea18f56f94 req-51eb60fc-c0c0-4802-a682-9717765c382b tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Sep 15 16:24:48.032624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:24:48.144105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:48.156987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6', 'network_id': '0e157718-cf48-4218-a080-1d6a76388e77', 'port_id': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6', 'mac_address': 'fa:16:3e:80:b8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70436f7b-c190-45f9-8c36-75ece6a54766', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:24:48.200824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:48.247101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:24:48.247101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:48.416306 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:48.477564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca919e-af5f-4229-afda-d414ef666373 req-eb57f71b-0a00-4faf-828d-32222ed651ba tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:48.478990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:48.479164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbca919e-af5f-4229-afda-d414ef666373 req-eb57f71b-0a00-4faf-828d-32222ed651ba tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 943 time: 0.0774703 Sep 15 16:24:48.493363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.493867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.494454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.495034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.495698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.496189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.496814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.497399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.497976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.498543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.499332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.499702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:48.519270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbca919e-af5f-4229-afda-d414ef666373 req-c61059aa-e0ec-426c-a5e7-8f8eb9788d2b tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Sep 15 16:24:48.623315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3f8e1e1e-4ebf-4618-bab0-d73d449780d6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:24:49.014544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34130) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:49.076239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a7a66c3a-70e0-4fe6-ae85-02d5e3da3998 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/floatingips/b05493c0-a40e-4f13-9516-33e5c3650a95 HTTP/1.1" status: 200 len: 992 time: 0.0605199 Sep 15 16:24:49.333705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34136) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:49.494496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port 44de809f-1aa1-43f9-8a4f-7b68e2e24578 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:49.495210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:49.573032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:49.573368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:49.589388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for 44de809f-1aa1-43f9-8a4f-7b68e2e24578 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:49.685343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ea281-e05a-4f80-a5c6-bb8b17e23e80 req-091f2510-e1a9-4c3c-b8aa-aa8ab5a12f1f tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:49.686875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-367ea281-e05a-4f80-a5c6-bb8b17e23e80 req-091f2510-e1a9-4c3c-b8aa-aa8ab5a12f1f tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 944 time: 0.1005988 Sep 15 16:24:49.757101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-367ea281-e05a-4f80-a5c6-bb8b17e23e80 req-63e56728-d10e-4dad-8a6a-5de8ddd43cd1 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629358 Sep 15 16:24:49.885791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:50.048295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:24:50.165380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:24:50.170268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:24:50.170422 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:50.257265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=44de809f-1aa1-43f9-8a4f-7b68e2e24578,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:50.268260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.268649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.268995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.269345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.269684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.270016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.270348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.270675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.271002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.271334 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.271659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.271984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:24:50.343652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:50.343652 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Floating IP b05493c0-a40e-4f13-9516-33e5c3650a95 disassociated (deleted). External IP: 172.25.0.85, port: 23644778-96c7-4395-9372-3efeed9839c3. Sep 15 16:24:50.426412 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:50.452413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:50.454949 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062d4890-dcd1-435b-8901-7d0fc64a1999" -d '{"events": [{"server_uuid": "00a35148-53f3-4f4e-982b-4a2b9817a058", "name": "network-vif-plugged", "status": "completed", "tag": "3f8e1e1e-4ebf-4618-bab0-d73d449780d6"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:50.478466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:50.510539 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b98cae-5cf1-41fe-a3b2-4b319dfe50ee x-openstack-request-id: req-35b98cae-5cf1-41fe-a3b2-4b319dfe50ee {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:50.511140 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a35148-53f3-4f4e-982b-4a2b9817a058", "name": "network-vif-plugged", "status": "completed", "tag": "3f8e1e1e-4ebf-4618-bab0-d73d449780d6", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:50.511602 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-35b98cae-5cf1-41fe-a3b2-4b319dfe50ee {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:50.512196 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6', 'code': 200} Sep 15 16:24:50.577040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:50.607653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router fece46ff-d8ac-4a3b-b570-56e459da482e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:24:50.631329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c695b8b-9bdc-459b-a884-70c81d7cd29b req-8ff90fcb-a810-4891-a561-597707040af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:50.634219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c695b8b-9bdc-459b-a884-70c81d7cd29b req-8ff90fcb-a810-4891-a561-597707040af4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 1096 time: 0.0614986 Sep 15 16:24:50.642754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:50.680085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c695b8b-9bdc-459b-a884-70c81d7cd29b req-bfba2975-0051-446f-8f9e-a2db5b68fd91 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 Sep 15 16:24:50.733010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:24:50.741953 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:50.748789 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] Sync routers for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:24:50.760775 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:24:50.761639 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:50.774578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c98bcad4-1048-4fbc-833c-27ceccbc90e1 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/floatingips/b05493c0-a40e-4f13-9516-33e5c3650a95 HTTP/1.1" status: 204 len: 168 time: 1.4389405 Sep 15 16:24:50.775601 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'tag': '23644778-96c7-4395-9372-3efeed9839c3'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:50.780969 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e37b62-f0cb-42da-b09c-82b390bd76a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "tag": "23644778-96c7-4395-9372-3efeed9839c3"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:50.886052 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:24:50.903732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee464-26e2-4654-a547-4d0ae212cb1e req-f7b29d3b-5745-44d6-bdda-f809d40c7551 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:50.905416 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fbee464-26e2-4654-a547-4d0ae212cb1e req-f7b29d3b-5745-44d6-bdda-f809d40c7551 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 945 time: 0.0646656 Sep 15 16:24:50.948289 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9fbee464-26e2-4654-a547-4d0ae212cb1e req-0b90a607-b10f-4cb4-9c9e-6093c25629b3 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348377 Sep 15 16:24:51.000066 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56176cf5-184c-4db8-b10a-c73e378f1098 x-openstack-request-id: req-56176cf5-184c-4db8-b10a-c73e378f1098 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:51.000066 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "tag": "23644778-96c7-4395-9372-3efeed9839c3", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:51.000813 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-56176cf5-184c-4db8-b10a-c73e378f1098 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:51.001078 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'tag': '23644778-96c7-4395-9372-3efeed9839c3', 'status': 'completed', 'code': 200} Sep 15 16:24:51.066403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-f33cffe5-4feb-4244-a511-d4ab97bf6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:51.067951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-f33cffe5-4feb-4244-a511-d4ab97bf6413 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 1096 time: 0.0425663 Sep 15 16:24:51.121425 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:51.148175 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] Checking router: fece46ff-d8ac-4a3b-b570-56e459da482e for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:24:51.157646 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:24:51.158246 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:51.174804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-f4248de5-2790-43c2-a327-b73c79db9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:51.176422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-f4248de5-2790-43c2-a327-b73c79db9ac3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0487aabc-df04-46a5-b131-eee8f4919ad6 HTTP/1.1" status: 200 len: 898 time: 0.1011429 Sep 15 16:24:51.221701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-ed485b55-c791-4075-b45b-8a0bca085997 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23644778-96c7-4395-9372-3efeed9839c3 HTTP/1.1" status: 200 len: 217 time: 0.0378776 Sep 15 16:24:51.284981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-008440b1-43b3-48d5-8f1d-6007f66c4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:51.284981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-008440b1-43b3-48d5-8f1d-6007f66c4ed9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=99b94148-f42b-44c8-98fc-52069822c631 HTTP/1.1" status: 200 len: 835 time: 0.0552680 Sep 15 16:24:51.295781 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:24:51.334530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b944b-d58c-4ff0-8702-7510be8cc37e req-21e2bf5d-2c1c-4283-80ac-e551dfa71492 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:51.336618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a48b944b-d58c-4ff0-8702-7510be8cc37e req-21e2bf5d-2c1c-4283-80ac-e551dfa71492 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 945 time: 0.0658221 Sep 15 16:24:51.347043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-b4e624eb-20e6-45cb-b3f8-f08c01bbf008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:51.349020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-b4e624eb-20e6-45cb-b3f8-f08c01bbf008 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0487aabc-df04-46a5-b131-eee8f4919ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554070 Sep 15 16:24:51.378475 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a48b944b-d58c-4ff0-8702-7510be8cc37e req-111fdb87-edc3-41fd-baf5-fbe07a13144f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350673 Sep 15 16:24:51.458676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-8b5e9992-b748-4156-a7d8-b333583362b2 service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001728 Sep 15 16:24:51.557494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3e37b62-f0cb-42da-b09c-82b390bd76a6 req-53ee2ef1-88d5-4c23-9aaf-62825045f55f service neutron] 10.222.0.38 "GET /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891845 Sep 15 16:24:51.627558 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:51.666248 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0429fb96-c0e1-4157-a5d9-467d0e0ee2e7 None None] The sync data for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 is: [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c7602021-3ba8-4439-8882-9003bf6824a5', 'name': '', 'network_id': '0487aabc-df04-46a5-b131-eee8f4919ad6', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'mac_address': 'fa:16:3e:77:21:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '99b94148-f42b-44c8-98fc-52069822c631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:53Z', 'updated_at': '2021-09-15T16:23:58Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'subnets': [{'id': '99b94148-f42b-44c8-98fc-52069822c631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:24:51.930160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a3ef2-3c6b-4439-bcf6-d4b5e0284794 None None] New status for floating IP b05493c0-a40e-4f13-9516-33e5c3650a95: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:24:52.090512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1382579-cc73-44cc-aba9-57ba076f7a0c req-536f2887-2346-4b8a-8268-c21f6898ed83 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:52.093300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1382579-cc73-44cc-aba9-57ba076f7a0c req-536f2887-2346-4b8a-8268-c21f6898ed83 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 945 time: 0.0625720 Sep 15 16:24:52.143515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1382579-cc73-44cc-aba9-57ba076f7a0c req-acfdb474-2258-4483-8791-9a27c791464c tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438552 Sep 15 16:24:52.534112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-583e8f3a-5393-4e99-8f5c-5f84a0f43ff9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:52.535579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-583e8f3a-5393-4e99-8f5c-5f84a0f43ff9 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 945 time: 0.0917819 Sep 15 16:24:52.544145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf63b8-9e5a-4b69-a13c-a4e971a001e4 req-d277467d-9113-43dc-8fdb-9cec1fac27f0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:52.545606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5dcf63b8-9e5a-4b69-a13c-a4e971a001e4 req-d277467d-9113-43dc-8fdb-9cec1fac27f0 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 945 time: 0.0926914 Sep 15 16:24:52.639943 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5dcf63b8-9e5a-4b69-a13c-a4e971a001e4 req-1f08aa83-860c-45fb-90c6-118d77e0befa tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/security-groups?id=658eb19f-1608-4be2-943a-e3581b7aee69&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871105 Sep 15 16:24:52.670884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port 23644778-96c7-4395-9372-3efeed9839c3 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:52.671268 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:52.767033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port 23644778-96c7-4395-9372-3efeed9839c3, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=23644778-96c7-4395-9372-3efeed9839c3,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:52.767379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:52.781536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for 23644778-96c7-4395-9372-3efeed9839c3 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:53.035274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.069504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=23644778-96c7-4395-9372-3efeed9839c3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:53.128854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] No DVR routers for this DVR port 23644778-96c7-4395-9372-3efeed9839c3 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:24:53.131798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:53.134988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79eae60d-9fb0-4e4f-8060-d23b422ea229 req-16bba152-f0e5-406b-a131-12516523754d tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.38 "DELETE /v2.0/ports/23644778-96c7-4395-9372-3efeed9839c3 HTTP/1.1" status: 204 len: 173 time: 0.5883887 Sep 15 16:24:53.135587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'name': 'network-vif-deleted', 'tag': '23644778-96c7-4395-9372-3efeed9839c3'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:24:53.137811 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4110e453-099f-4b19-a658-79a417b1e4eb" -d '{"events": [{"server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "name": "network-vif-deleted", "tag": "23644778-96c7-4395-9372-3efeed9839c3"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:24:53.173929 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03d8970-fe2a-475b-8b2b-44f0677acd32 x-openstack-request-id: req-f03d8970-fe2a-475b-8b2b-44f0677acd32 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:24:53.174245 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b81e44e-c57b-4498-b584-852b7e2df5ef", "name": "network-vif-deleted", "tag": "23644778-96c7-4395-9372-3efeed9839c3", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:24:53.174495 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f03d8970-fe2a-475b-8b2b-44f0677acd32 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:24:53.174890 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b81e44e-c57b-4498-b584-852b7e2df5ef', 'name': 'network-vif-deleted', 'tag': '23644778-96c7-4395-9372-3efeed9839c3', 'status': 'completed', 'code': 200} Sep 15 16:24:53.757435 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0995d6a1-e800-46f6-a937-31d45c224dfb req-458541e5-7b15-4cb3-ad5e-6497fa58f71c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "GET /v2.0/ports?device_id=5b81e44e-c57b-4498-b584-852b7e2df5ef HTTP/1.1" status: 200 len: 210 time: 0.0311615 Sep 15 16:24:54.010659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-200bd8ac-475a-44b5-bcba-cd30b49cdd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.818141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34182) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:54.887138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e872f747-e004-4403-a69b-83b30ddef565 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:54.919052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e872f747-e004-4403-a69b-83b30ddef565 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.097503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e872f747-e004-4403-a69b-83b30ddef565 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.100240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e872f747-e004-4403-a69b-83b30ddef565 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.101515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e872f747-e004-4403-a69b-83b30ddef565 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/security-groups/658eb19f-1608-4be2-943a-e3581b7aee69 HTTP/1.1" status: 204 len: 168 time: 0.2823746 Sep 15 16:24:55.120179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872f747-e004-4403-a69b-83b30ddef565 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658eb19f-1608-4be2-943a-e3581b7aee69,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:55.203336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:55.434252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34198) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:55.438854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7845834a-8d7f-4bd6-b583-080b77ce6cfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302107276', 'description': 'tempest-secgroup-smoke-302107276 description', 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:55.531141 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7845834a-8d7f-4bd6-b583-080b77ce6cfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.618407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7845834a-8d7f-4bd6-b583-080b77ce6cfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.621333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 23644778-96c7-4395-9372-3efeed9839c3 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:55.627931 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.641502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 23644778-96c7-4395-9372-3efeed9839c3 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:24:55.641852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 23644778-96c7-4395-9372-3efeed9839c3 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:24:55.678107 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7845834a-8d7f-4bd6-b583-080b77ce6cfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.709944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845834a-8d7f-4bd6-b583-080b77ce6cfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642994d1-5a29-4b6e-8f83-28660b405d8e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:55.754172 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7845834a-8d7f-4bd6-b583-080b77ce6cfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.755898 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7845834a-8d7f-4bd6-b583-080b77ce6cfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3205900 Sep 15 16:24:55.759546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34200) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:55.764599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3413ac81-d3fd-4a9a-8edf-ee5f4c75c028 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'security_group_rule': {'security_group_id': '642994d1-5a29-4b6e-8f83-28660b405d8e', 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:55.879590 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3413ac81-d3fd-4a9a-8edf-ee5f4c75c028 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.913712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port c7602021-3ba8-4439-8882-9003bf6824a5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:55.914333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:55.944714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3413ac81-d3fd-4a9a-8edf-ee5f4c75c028 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.013483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port c7602021-3ba8-4439-8882-9003bf6824a5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c7602021-3ba8-4439-8882-9003bf6824a5,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:56.013850 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.015648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3413ac81-d3fd-4a9a-8edf-ee5f4c75c028 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.029051 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for c7602021-3ba8-4439-8882-9003bf6824a5 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:56.037412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413ac81-d3fd-4a9a-8edf-ee5f4c75c028 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60edd59-9241-453e-8024-310346db5e5a,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:56.113032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3413ac81-d3fd-4a9a-8edf-ee5f4c75c028 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.116841 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3413ac81-d3fd-4a9a-8edf-ee5f4c75c028 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3534563 Sep 15 16:24:56.117179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:56.123169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-50fed112-8542-4a36-8bf7-51772d89199e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'security_group_rule': {'security_group_id': '642994d1-5a29-4b6e-8f83-28660b405d8e', 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:56.238325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50fed112-8542-4a36-8bf7-51772d89199e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.307267 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.309664 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50fed112-8542-4a36-8bf7-51772d89199e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.337482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=c7602021-3ba8-4439-8882-9003bf6824a5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:56.410077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50fed112-8542-4a36-8bf7-51772d89199e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.431239 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fed112-8542-4a36-8bf7-51772d89199e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f573ee4-c564-4655-8ba6-50e9022d9f66,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:56.525657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.529569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-50fed112-8542-4a36-8bf7-51772d89199e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.529569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-50fed112-8542-4a36-8bf7-51772d89199e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4085367 Sep 15 16:24:56.530785 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34206) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:56.535847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6e1c41dd-1df8-404a-8137-9fab79a807c8 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'security_group_rule': {'security_group_id': '642994d1-5a29-4b6e-8f83-28660b405d8e', 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:56.651557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e1c41dd-1df8-404a-8137-9fab79a807c8 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.721344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e1c41dd-1df8-404a-8137-9fab79a807c8 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.767732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Router fece46ff-d8ac-4a3b-b570-56e459da482e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:24:56.817705 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e1c41dd-1df8-404a-8137-9fab79a807c8 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.843299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c41dd-1df8-404a-8137-9fab79a807c8 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4d5fda-cf3e-4041-8dc6-4571cdf7796c,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:56.899105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:24:56.904586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6c514429-802e-4ead-a636-f33853940909 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "PUT /v2.0/routers/fece46ff-d8ac-4a3b-b570-56e459da482e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001865 Sep 15 16:24:56.908036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34208) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:56.909996 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e1c41dd-1df8-404a-8137-9fab79a807c8 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.913947 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6e1c41dd-1df8-404a-8137-9fab79a807c8 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794954 Sep 15 16:24:56.914351 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] Sync routers for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:24:56.918943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34210) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:56.921125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-409ad4c5-df7e-4855-bb7f-cd61e9d7ebd9 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'security_group_rule': {'security_group_id': '642994d1-5a29-4b6e-8f83-28660b405d8e', 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:56.926329 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:24:56.927070 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:56.942769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:56.974504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting subnet 99b94148-f42b-44c8-98fc-52069822c631 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:24:56.978591 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.010502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409ad4c5-df7e-4855-bb7f-cd61e9d7ebd9 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.031627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.047842 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:24:57.097811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409ad4c5-df7e-4855-bb7f-cd61e9d7ebd9 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.108566 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.141259 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.171146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409ad4c5-df7e-4855-bb7f-cd61e9d7ebd9 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.191547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad4c5-df7e-4855-bb7f-cd61e9d7ebd9 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b462557-57a0-43b8-a02f-edcb3d652bbd,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:57.253627 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:24:56Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:57.272957 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-409ad4c5-df7e-4855-bb7f-cd61e9d7ebd9 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.282365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34212) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:57.282486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-409ad4c5-df7e-4855-bb7f-cd61e9d7ebd9 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3615015 Sep 15 16:24:57.283632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'security_group_rule': {'security_group_id': '642994d1-5a29-4b6e-8f83-28660b405d8e', 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:57.286833 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] Checking router: fece46ff-d8ac-4a3b-b570-56e459da482e for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:24:57.296354 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] Routers {'fece46ff-d8ac-4a3b-b570-56e459da482e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:24:57.297029 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fece46ff-d8ac-4a3b-b570-56e459da482e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:57.303853 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.313851 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c47d913a-3211-4708-8829-7cf77260bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.341657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Subnet': ['ID=99b94148-f42b-44c8-98fc-52069822c631,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:57.348205 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.350292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5a4e64ed-a7da-4504-bd5a-2b98b7c072b4 tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/subnets/99b94148-f42b-44c8-98fc-52069822c631 HTTP/1.1" status: 204 len: 168 time: 0.4412897 Sep 15 16:24:57.353213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34216) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:57.361337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88eb3e-3add-4e24-93a4-a020a0515098 None None] Network 0487aabc-df04-46a5-b131-eee8f4919ad6 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:24:57.392765 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Project 5dd254f2132b4bddb486c90bda7ed6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:24:57.399046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.426216 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] Set router fece46ff-d8ac-4a3b-b570-56e459da482e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:24:57.518395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.522950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.599898 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.633375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642ab2da-aef7-469f-91a5-5c51c5f4535b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:57.670886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.702020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681302c7-3475-4416-8855-e01488eb33bf None None] DHCP port deletion for 0487aabc-df04-46a5-b131-eee8f4919ad6 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:24:57.709510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.711219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-829e29f1-48ff-49c1-8927-00a3c4f625f5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4316406 Sep 15 16:24:57.713933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34218) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:57.719190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'security_group_rule': {'security_group_id': '642994d1-5a29-4b6e-8f83-28660b405d8e', 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:24:57.766244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-681302c7-3475-4416-8855-e01488eb33bf None None] Deleting port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:57.766927 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-681302c7-3475-4416-8855-e01488eb33bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.784408 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:24:56Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:57.808049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Deleting port e8708ed5-751c-460b-baa9-478f5b157e9b {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:24:57.808397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.815537 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b133fa1-9e01-4ea0-ac03-3a7dd0bb9e6b None None] The sync data for ids ['fece46ff-d8ac-4a3b-b570-56e459da482e'] in n-d-808199-2 is: [{'id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'name': 'tempest-TestNetworkBasicOps-router-1059589929', 'tenant_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:23:48Z', 'updated_at': '2021-09-15T16:24:56Z', 'revision_number': 5, 'project_id': 'f0f1326012ed46dbbb3c0c249b69d197', 'gw_port': {'id': 'e8708ed5-751c-460b-baa9-478f5b157e9b', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:9f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fece46ff-d8ac-4a3b-b570-56e459da482e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:23:49Z', 'updated_at': '2021-09-15T16:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:24:57.823254 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Project 5dd254f2132b4bddb486c90bda7ed6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:24:57.839329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.879971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-681302c7-3475-4416-8855-e01488eb33bf None None] For port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=560b2a41-4612-4c1e-9ea9-ddf3333f3af8,segment=NetworkSegment(6acceb2d-a771-4138-af4e-ff89aff17085),segment_id=6acceb2d-a771-4138-af4e-ff89aff17085)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:57.880391 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-681302c7-3475-4416-8855-e01488eb33bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.895341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-681302c7-3475-4416-8855-e01488eb33bf None None] Calling delete_port for 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:57.939319 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.956524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] For port e8708ed5-751c-460b-baa9-478f5b157e9b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e8708ed5-751c-460b-baa9-478f5b157e9b,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:24:57.956883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:57.969548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Calling delete_port for e8708ed5-751c-460b-baa9-478f5b157e9b owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:24:58.068289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.091419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-681302c7-3475-4416-8855-e01488eb33bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.092928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3392d6f-8ac6-4c52-bfd8-ef5d6510d772,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:58.119068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681302c7-3475-4416-8855-e01488eb33bf None None] Pushing event deleted for resources: {'Port': ['ID=560b2a41-4612-4c1e-9ea9-ddf3333f3af8,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:58.123048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681302c7-3475-4416-8855-e01488eb33bf None None] No DVR routers for this DVR port 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:24:58.188372 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.192536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a8e12a7-6224-4d69-9ebc-c2666f2ef404 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4747417 Sep 15 16:24:58.219924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:58.221366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.243953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:24:58.244446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 560b2a41-4612-4c1e-9ea9-ddf3333f3af8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:24:58.269823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Port': ['ID=e8708ed5-751c-460b-baa9-478f5b157e9b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:58.339643 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.484614 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.487689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.505758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-49cff26c-320a-4649-ad94-caec80c97fb5 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302107276&fields=id&tenant_id=5dd254f2132b4bddb486c90bda7ed6d2 HTTP/1.1" status: 200 len: 267 time: 0.0810883 Sep 15 16:24:58.509096 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.627434 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.627900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Fanout notify agent at l3_agent the message router_deleted on router fece46ff-d8ac-4a3b-b570-56e459da482e {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:24:58.635767 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.637005 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-09ce39f9-bb0b-4fb5-a343-0076a810df2c tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/routers/fece46ff-d8ac-4a3b-b570-56e459da482e HTTP/1.1" status: 204 len: 168 time: 1.2814155 Sep 15 16:24:58.640949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34228) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:24:58.645815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-ece05e46-c641-43fe-8e16-bff8baf14119 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:24:58.647307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-ece05e46-c641-43fe-8e16-bff8baf14119 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/networks?id=968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 200 len: 814 time: 0.1119831 Sep 15 16:24:58.663699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-406aec44-7857-405c-95d4-cb4f56985037 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/quotas/5dd254f2132b4bddb486c90bda7ed6d2 HTTP/1.1" status: 200 len: 375 time: 0.0097749 Sep 15 16:24:58.725350 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-1748f809-1de4-4c2d-b37f-b07fd87a62a1 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540712 Sep 15 16:24:58.728644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:58.832062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-35c1efe9-a4f5-401a-9dde-87c00344df73 service neutron] 10.222.0.63 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928750 Sep 15 16:24:58.934440 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-a1f3f08c-deda-4627-9cb9-a8b2fa42cb76 service neutron] 10.222.0.63 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953467 Sep 15 16:24:59.147744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:59.168514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0487aabc-df04-46a5-b131-eee8f4919ad6']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:59.178094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acceb2d-a771-4138-af4e-ff89aff17085') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:59.178391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acceb2d-a771-4138-af4e-ff89aff17085') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:24:59.188903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:59.202838 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:59.208992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:24:59.209385 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:24:59.212721 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:24:59.341523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:59.348875 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:24:59.350780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] 10.222.0.63 "DELETE /v2.0/networks/0487aabc-df04-46a5-b131-eee8f4919ad6 HTTP/1.1" status: 204 len: 168 time: 0.7086542 Sep 15 16:24:59.364907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a92ee-8f2f-45fb-b58b-a8551ff1173f tempest-TestNetworkBasicOps-876313761 tempest-TestNetworkBasicOps-876313761-project] Pushing event deleted for resources: {'Network': ['ID=0487aabc-df04-46a5-b131-eee8f4919ad6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:24:59.527506 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cdeb297e-1b40-4012-b273-265b2d1a2e1b req-cb23e932-117f-415a-a35a-477a4543befc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0297751 Sep 15 16:24:59.796732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e8708ed5-751c-460b-baa9-478f5b157e9b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:59.824438 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: e8708ed5-751c-460b-baa9-478f5b157e9b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:24:59.824874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e8708ed5-751c-460b-baa9-478f5b157e9b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:24:59.825319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c7602021-3ba8-4439-8882-9003bf6824a5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:24:59.844793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c7602021-3ba8-4439-8882-9003bf6824a5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:24:59.845146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c7602021-3ba8-4439-8882-9003bf6824a5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:24:59.882999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34250) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:00.024034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0fe39791-d4ba-4cd1-b652-429a04e24457 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=f0f1326012ed46dbbb3c0c249b69d197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413846 Sep 15 16:25:00.026426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34254) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:00.078910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3da5421-5bd4-4d9d-aa80-6d607306758d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:00.105627 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3da5421-5bd4-4d9d-aa80-6d607306758d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:00.175950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:00.223226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3da5421-5bd4-4d9d-aa80-6d607306758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:00.226033 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b3da5421-5bd4-4d9d-aa80-6d607306758d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:00.227894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b3da5421-5bd4-4d9d-aa80-6d607306758d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/66082272-ebc6-43e3-b035-778f48209e75 HTTP/1.1" status: 204 len: 168 time: 0.2002876 Sep 15 16:25:00.235748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da5421-5bd4-4d9d-aa80-6d607306758d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66082272-ebc6-43e3-b035-778f48209e75,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:00.404579 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:00.636900 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-015427a2-8c19-4b95-9c4c-ced00164d128 req-0141898e-1106-4788-bb8b-3edd54d848d3 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0280623 Sep 15 16:25:00.896756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34266) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:00.911397 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-afa1ed2d-a7d0-4fb6-94cf-0e58a631e0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.001687 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-afa1ed2d-a7d0-4fb6-94cf-0e58a631e0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.068369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-afa1ed2d-a7d0-4fb6-94cf-0e58a631e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.109533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-afa1ed2d-a7d0-4fb6-94cf-0e58a631e0d6 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c718cf6c50ba4c4baaef651f002b063e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116168 Sep 15 16:25:01.111436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1ed2d-a7d0-4fb6-94cf-0e58a631e0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc98a96-6d62-4876-a660-c7ed5979a42b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:01.112184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34270) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:01.166840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1beec1e-c7b0-48fd-bd74-eb7d6cf8a23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.188588 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1beec1e-c7b0-48fd-bd74-eb7d6cf8a23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.302650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1beec1e-c7b0-48fd-bd74-eb7d6cf8a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.306245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1beec1e-c7b0-48fd-bd74-eb7d6cf8a23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:01.307432 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f1beec1e-c7b0-48fd-bd74-eb7d6cf8a23a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1dc98a96-6d62-4876-a660-c7ed5979a42b HTTP/1.1" status: 204 len: 168 time: 0.1942368 Sep 15 16:25:01.315647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1beec1e-c7b0-48fd-bd74-eb7d6cf8a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc98a96-6d62-4876-a660-c7ed5979a42b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:01.623109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-4eeb6cb7-21f5-4e16-aa2c-d47c157a1158 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:01.624646 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-4eeb6cb7-21f5-4e16-aa2c-d47c157a1158 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.38 "GET /v2.0/networks?id=968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 200 len: 814 time: 0.1144557 Sep 15 16:25:01.673195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-0bc5ae70-2999-40ea-95e5-6e1569bf8327 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd254f2132b4bddb486c90bda7ed6d2 HTTP/1.1" status: 200 len: 379 time: 0.0388851 Sep 15 16:25:01.683854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'port': {'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'admin_state_up': True, 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'security_groups': ['642994d1-5a29-4b6e-8f83-28660b405d8e']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:01.748885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-739aaa5b-f991-4b2f-ae31-3562d9bd4255 req-5097c586-77b9-4daf-86e8-fcaacdb492f1 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0388935 Sep 15 16:25:01.902759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Made reservation on behalf of 5dd254f2132b4bddb486c90bda7ed6d2 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:01.906384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.060136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Allocated IP 172.20.0.9 (968a562d-49d5-4d09-b2ea-2a1cf61977c0/bb971207-a7c2-4938-ae1a-851f21782a8c/9ae2c732-f648-42de-970f-fbb08aec3eb2) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:02.213611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.387612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.436722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:02.439895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:02.443754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:02.453449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'Port': ['ID=9ae2c732-f648-42de-970f-fbb08aec3eb2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:02.459889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34296) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:02.509593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:02.510282 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.585255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-92214084-network', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:02.605990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-7c96a431-4907-4ef7-83f8-d35babc0c8e7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269605 Sep 15 16:25:02.623104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Request body: {'port': {'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:02.686066 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.701094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:02.705386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.723182 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.805519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-76626fae-251c-49cc-bf29-94e73d5c0778 None None] Provisioning complete for port 9ae2c732-f648-42de-970f-fbb08aec3eb2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:02.809038 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-76626fae-251c-49cc-bf29-94e73d5c0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.846951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.878091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-76626fae-251c-49cc-bf29-94e73d5c0778 None None] Port 9ae2c732-f648-42de-970f-fbb08aec3eb2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:02.910369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057c51e-79f0-4031-a4b8-f3d11e1ee6b9 req-1a78ebd3-2327-483c-9e76-15b39b14c789 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:02.910369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0057c51e-79f0-4031-a4b8-f3d11e1ee6b9 req-1a78ebd3-2327-483c-9e76-15b39b14c789 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 931 time: 0.0527024 Sep 15 16:25:02.932810 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.966339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:25:02.974825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0057c51e-79f0-4031-a4b8-f3d11e1ee6b9 req-ab873372-c3b9-412e-b35b-61cbd877a8b4 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603569 Sep 15 16:25:02.985227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71d5d4-9322-444b-9234-07eeefdebb47,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:02.992411 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:02.993030 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Added segment 76c4dd12-e938-463f-9d79-d4107fa732f6 of type vlan for network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 Sep 15 16:25:03.036711 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.051232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae2c732-f648-42de-970f-fbb08aec3eb2 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:03.063502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.084739 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Transition to ACTIVE for port object 9ae2c732-f648-42de-970f-fbb08aec3eb2 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:25:03.143540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.144748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:03.145522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.177923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.221285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] Pushing event updated for resources: {'Network': ['ID=71f22ac4-c8d0-4fef-8cb3-32372e23be99,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:03.235007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:25:03.238944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae2c732-f648-42de-970f-fbb08aec3eb2,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:03.278298 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-45a982be-8d3d-4b6c-906e-9d876de6343c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8145914 Sep 15 16:25:03.279300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34304) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:03.285173 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Request body: {'subnet': {'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-92214084-subnet', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:03.349793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Attempting to bind port 9ae2c732-f648-42de-970f-fbb08aec3eb2 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:03.350213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Attempting to bind port 9ae2c732-f648-42de-970f-fbb08aec3eb2 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:03.350676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Attempting to bind port 9ae2c732-f648-42de-970f-fbb08aec3eb2 on network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:03.356764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Port 9ae2c732-f648-42de-970f-fbb08aec3eb2 on network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:25:03.357188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Attempting to bind port 9ae2c732-f648-42de-970f-fbb08aec3eb2 on network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:03.363230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:03.363689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Checking segment: {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:03.364151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Bound using segment: {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:03.365144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Bound port: 9ae2c732-f648-42de-970f-fbb08aec3eb2, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a116bc-af00-4cc9-851e-a20cab645c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:03.365602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.386948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:03.389603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.466534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] For port 9ae2c732-f648-42de-970f-fbb08aec3eb2, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:03.476075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] For port 9ae2c732-f648-42de-970f-fbb08aec3eb2, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:03.552890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.594927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:03.595841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.597553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] 10.222.0.38 "PUT /v2.0/ports/9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 200 len: 1091 time: 0.9832928 Sep 15 16:25:03.598205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:03.603117 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37afb8b-21fe-4ff9-afc8-651473539754" -d '{"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:03.632591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256657-29aa-4777-8117-48c8048b5756 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae2c732-f648-42de-970f-fbb08aec3eb2,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:03.663150 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f62f621-01b1-4721-b11d-d55cf9cca92f x-openstack-request-id: req-4f62f621-01b1-4721-b11d-d55cf9cca92f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:03.663451 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:03.663707 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4f62f621-01b1-4721-b11d-d55cf9cca92f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:03.665181 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'status': 'completed', 'code': 200} Sep 15 16:25:03.703815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:03.763118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37afb8b-21fe-4ff9-afc8-651473539754 req-40ec7ade-bb00-476a-801e-66bb860f94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:03.775142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b37afb8b-21fe-4ff9-afc8-651473539754 req-40ec7ade-bb00-476a-801e-66bb860f94a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1094 time: 0.0818188 Sep 15 16:25:03.783329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47b79e9-7102-43e0-a315-0f783828eef1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:03.805208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:03.805747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Network hostable DHCP agents. Network: 71f22ac4-c8d0-4fef-8cb3-32372e23be99, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:25:03.902950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:25:03.954711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37afb8b-21fe-4ff9-afc8-651473539754 req-7011f048-a688-499c-8610-5a7d3ee9cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:03.957041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b37afb8b-21fe-4ff9-afc8-651473539754 req-7011f048-a688-499c-8610-5a7d3ee9cc5b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1762862 Sep 15 16:25:04.022606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 71f22ac4-c8d0-4fef-8cb3-32372e23be99) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:04.028194 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.035749 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.040700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ff528-8974-4100-a801-f18186d9e945 None None] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:04.066434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37afb8b-21fe-4ff9-afc8-651473539754 req-f149420e-5097-4ac1-bb59-26d07ce6ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.068753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b37afb8b-21fe-4ff9-afc8-651473539754 req-f149420e-5097-4ac1-bb59-26d07ce6ee63 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042407 Sep 15 16:25:04.147747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0bf30a56-deab-4715-83a9-93fee390c14e admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8666732 Sep 15 16:25:04.150883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34312) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:04.155848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:04.168428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86138dff-1ba2-49f7-b361-ab7b2348789c req-44a20676-261c-439b-8955-aa803ba28208 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.170487 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86138dff-1ba2-49f7-b361-ab7b2348789c req-44a20676-261c-439b-8955-aa803ba28208 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0903285 Sep 15 16:25:04.182316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-b8b333b5-4039-4aac-ba0b-980950efbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.184595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-b8b333b5-4039-4aac-ba0b-980950efbb09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1094 time: 0.0631852 Sep 15 16:25:04.232148 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-86138dff-1ba2-49f7-b361-ab7b2348789c req-d0f95f7b-cf9b-41b5-8698-e827741c698a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460663 Sep 15 16:25:04.265076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-a30803b7-3db7-4e1b-af49-457e72d0de1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 200 len: 217 time: 0.0730524 Sep 15 16:25:04.309323 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.310441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.328528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:25:04.329591 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.364212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-9137a791-8696-4a83-9022-bffccd71e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.365811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-9137a791-8696-4a83-9022-bffccd71e1c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb971207-a7c2-4938-ae1a-851f21782a8c HTTP/1.1" status: 200 len: 853 time: 0.0940206 Sep 15 16:25:04.402273 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.422355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-5be06529-e520-473a-8a9b-32adde45c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:04.423894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-5be06529-e520-473a-8a9b-32adde45c516 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=968a562d-49d5-4d09-b2ea-2a1cf61977c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501692 Sep 15 16:25:04.503615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Allocated IP 172.20.0.2 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/2d266f63-3c5e-48da-89c7-ca62fdf1ffb2) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:04.546866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-b854ef86-ebce-4333-82b3-557c75c4339a service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149929 Sep 15 16:25:04.642350 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.677210 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-013a7a5b-ff8a-4eec-96ce-eda3089d737b req-04eda8e6-7455-4ba4-bae2-775ae477f1da service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226139 Sep 15 16:25:04.692950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.829229 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.871622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:04.875662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:04.879371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:04.933988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Pushing event updated for resources: {'Port': ['ID=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:04.958782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Attempting to bind port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:04.964361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Attempting to bind port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:04.964361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Attempting to bind port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:04.967258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:04.967905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:04.968415 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.968949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:04.969537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Bound port: 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:04.970085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:04.990406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.012625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.061860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] For port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:05.065185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] For port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:05.124237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Allocated IP 172.25.0.29 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f1fb6e15-70c2-4edc-9585-6c7a088f4f68) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:05.196865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.241265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.273668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed57a17-6f12-4674-9462-32638783e4c4 None None] Pushing event updated for resources: {'Port': ['ID=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:05.381508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.394200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ce446-6d5e-4a47-bb76-9c86eaaca2cb req-61cf12c8-70de-489c-9447-bc60a641cbfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:05.396259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-553ce446-6d5e-4a47-bb76-9c86eaaca2cb req-61cf12c8-70de-489c-9447-bc60a641cbfc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0805540 Sep 15 16:25:05.419547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:05.427046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:05.432144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:05.468421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-553ce446-6d5e-4a47-bb76-9c86eaaca2cb req-261387a1-8177-45a2-abef-3b2a6e0af0cc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653291 Sep 15 16:25:05.511838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:05.823292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:05.912235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:05.970650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:05.971026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.116152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.162680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:06.235126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.319878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:06.431019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.557454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7655f7a-b415-4899-8581-cc1cbd76853e None None] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:06.638023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f17e0-02d7-4b0a-9b83-5beb317f6bd2 req-3519568e-8721-4b7c-acb5-ef77ac4c4824 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:06.640024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a2f17e0-02d7-4b0a-9b83-5beb317f6bd2 req-3519568e-8721-4b7c-acb5-ef77ac4c4824 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0850282 Sep 15 16:25:06.647260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-311ea686-2a13-4b4c-8519-90f940315a1f None None] Provisioning complete for port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:06.647755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-311ea686-2a13-4b4c-8519-90f940315a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:06.683456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a2f17e0-02d7-4b0a-9b83-5beb317f6bd2 req-2feb0363-d8a6-41c0-ab22-1b1de4c6bc0e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359213 Sep 15 16:25:06.721201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Router c0bdb332-b943-4243-b4fe-a19141e21181 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:25:06.937958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:06.949372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:06.960230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:06.965069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:07.039865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.039865 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-df991dc1-3f47-4d0e-8c97-7c57084d7111 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8851874 Sep 15 16:25:07.040326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34326) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:07.090873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:07.278605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-35254848-5b7d-46d4-b046-2e9135761171 None None] Provisioning complete for port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:07.279300 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-35254848-5b7d-46d4-b046-2e9135761171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.342458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:05Z', 'revision_number': 3, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:07.383352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:07.383961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Updating router c0bdb332-b943-4243-b4fe-a19141e21181 port f1fb6e15-70c2-4edc-9585-6c7a088f4f68 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:07.442932 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.511353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.719273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.722527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Allocated IP 172.20.0.1 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/5c8e36cf-9f62-4453-a142-c2d80f29e26c) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:07.807184 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.824404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:07.825203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce349c6-37ba-47be-a2a6-857503462365 req-2ee8e315-0a7e-494a-aedf-871bcb80248c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:07.833177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cce349c6-37ba-47be-a2a6-857503462365 req-2ee8e315-0a7e-494a-aedf-871bcb80248c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0629253 Sep 15 16:25:07.883440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.892795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cce349c6-37ba-47be-a2a6-857503462365 req-7ba0bbe1-a3a7-4b7a-b6b2-6c14c2f99a64 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565901 Sep 15 16:25:07.911955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d965f1c-97b1-4f33-a5b3-ff0158c98dd0 None None] Pushing event updated for resources: {'Port': ['ID=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:07.923291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Attempting to bind port f1fb6e15-70c2-4edc-9585-6c7a088f4f68 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:07.923662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Attempting to bind port f1fb6e15-70c2-4edc-9585-6c7a088f4f68 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:07.924029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Attempting to bind port f1fb6e15-70c2-4edc-9585-6c7a088f4f68 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:07.932129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:07.932525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:07.932945 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.933318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:07.933780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Bound port: f1fb6e15-70c2-4edc-9585-6c7a088f4f68, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:07.934161 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:07.977667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:07.978031 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.012207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.020352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] For port f1fb6e15-70c2-4edc-9585-6c7a088f4f68, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:08.025145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] For port f1fb6e15-70c2-4edc-9585-6c7a088f4f68, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:08.062673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:08.067801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:08.076164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:08.083046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8e36cf-9f62-4453-a142-c2d80f29e26c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:08.121869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.123568 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.186764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d965f1c-97b1-4f33-a5b3-ff0158c98dd0 None None] Pushing event updated for resources: {'Port': ['ID=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:08.215264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:08.216110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:08.345112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:08.387801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.570269 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.593145 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ef0119c4-2b03-4130-b4ca-fdbb9b22ed87 None None] Provisioning complete for port 5c8e36cf-9f62-4453-a142-c2d80f29e26c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:08.593514 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ef0119c4-2b03-4130-b4ca-fdbb9b22ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.634747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.666469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-ef0119c4-2b03-4130-b4ca-fdbb9b22ed87 None None] Port 5c8e36cf-9f62-4453-a142-c2d80f29e26c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:08.703698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8e36cf-9f62-4453-a142-c2d80f29e26c,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:08.706420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:08.735893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:05Z', 'revision_number': 3, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:08.763514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87a012-532e-4a4b-a379-d952688602aa None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:05Z', 'revision_number': 3, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:08.809675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:08.811228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:08.957289 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:25:09.116178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8772b-7209-42a4-b026-aca7609d59ae req-4460759f-ba77-4581-88b1-19179ddb841e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:09.118772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05d8772b-7209-42a4-b026-aca7609d59ae req-4460759f-ba77-4581-88b1-19179ddb841e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.1500642 Sep 15 16:25:09.169490 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:09.181174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d82e2dc5-347d-4a91-b79b-2cee499802a9 admin admin] 10.222.0.63 "PUT /v2.0/routers/c0bdb332-b943-4243-b4fe-a19141e21181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1391106 Sep 15 16:25:09.201770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-05d8772b-7209-42a4-b026-aca7609d59ae req-94c3a72a-8b7e-4353-bba0-4be5b00909bc tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751882 Sep 15 16:25:09.222107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-13d270e3-1745-43c5-84db-1bc70c2aaa9e None None] Provisioning complete for port 5c8e36cf-9f62-4453-a142-c2d80f29e26c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:09.222492 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-13d270e3-1745-43c5-84db-1bc70c2aaa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.336264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-13d270e3-1745-43c5-84db-1bc70c2aaa9e None None] Port 5c8e36cf-9f62-4453-a142-c2d80f29e26c cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:09.852048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f1fb6e15-70c2-4edc-9585-6c7a088f4f68 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:09.905220 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port f1fb6e15-70c2-4edc-9585-6c7a088f4f68 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:09.905587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:09.997063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.018719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port f1fb6e15-70c2-4edc-9585-6c7a088f4f68, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:10.051204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34358) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:10.056464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1851744370-network', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:10.099198 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.147113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:10.181201 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Made reservation on behalf of 5328ce2ec4df486f9779768fcf27797a for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:10.183621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.193178 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.309691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.329073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06542fc5-c553-4b7c-b343-e8b71ee860f5 req-41eafd81-716a-4c2a-8f51-17541729c4b4 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:10.331113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-06542fc5-c553-4b7c-b343-e8b71ee860f5 req-41eafd81-716a-4c2a-8f51-17541729c4b4 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0615313 Sep 15 16:25:10.371307 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.381981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-06542fc5-c553-4b7c-b343-e8b71ee860f5 req-bbb3c405-77e0-41bb-9da8-7c4b94ca60a0 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423148 Sep 15 16:25:10.402225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:25:10.413705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad26ee-fdb7-473f-b6ab-c202dbe681a3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:10.422072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.422639 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Added segment 66c1e57a-0d8d-4738-b712-c397735ddc67 of type vlan for network f91a97c6-0c0b-4653-b532-14e61641d8ee Sep 15 16:25:10.467899 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.548896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.549819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:10.550407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.616063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] Pushing event updated for resources: {'Network': ['ID=f91a97c6-0c0b-4653-b532-14e61641d8ee,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:10.630048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network f91a97c6-0c0b-4653-b532-14e61641d8ee details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:25:10.662637 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:10.667556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4a928dd8-ad33-4607-913d-61db4c984908 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6152508 Sep 15 16:25:10.670288 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34364) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:10.675298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Request body: {'subnet': {'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1851744370-subnet', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:10.689165 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:10.689801 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:10.781172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Made reservation on behalf of 5328ce2ec4df486f9779768fcf27797a for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:10.784026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:10.807156 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:10.903587 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:25:11.066328 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 2, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:11.070569 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.100220 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:11.100430 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Updating router c0bdb332-b943-4243-b4fe-a19141e21181 port 5c8e36cf-9f62-4453-a142-c2d80f29e26c binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:11.140674 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.182336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae59953c-a919-4501-8be8-7a88327ea41c,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:11.191537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Checking segment: {'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:11.191905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Network hostable DHCP agents. Network: f91a97c6-0c0b-4653-b532-14e61641d8ee, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:25:11.319696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Network f91a97c6-0c0b-4653-b532-14e61641d8ee is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:25:11.388658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, f91a97c6-0c0b-4653-b532-14e61641d8ee) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:11.393839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:11.394504 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.400944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88db9c76-2128-4b1a-8b84-2679498fe1b1 None None] Network f91a97c6-0c0b-4653-b532-14e61641d8ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:11.424953 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.499919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-55dc4523-1923-4b66-8497-78384a88a1a5 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8285654 Sep 15 16:25:11.502600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34370) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:11.506853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:11.517067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452da3-a9f0-44b8-b9d6-3b22e4b4565d req-38bcb1bf-48c6-4cab-88c1-101a3be530b4 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:11.518521 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da452da3-a9f0-44b8-b9d6-3b22e4b4565d req-38bcb1bf-48c6-4cab-88c1-101a3be530b4 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0643632 Sep 15 16:25:11.525657 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.573760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-f91a97c6-0c0b-4653-b532-14e61641d8ee', 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'fixed_ips': [{'subnet_id': 'ae59953c-a919-4501-8be8-7a88327ea41c'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:25:11.575099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.577807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da452da3-a9f0-44b8-b9d6-3b22e4b4565d req-d43fdd6b-4aa1-4189-8002-37e43eeb273a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361226 Sep 15 16:25:11.585367 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Pushing event updated for resources: {'Port': ['ID=5c8e36cf-9f62-4453-a142-c2d80f29e26c,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:11.596027 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.596601 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.596820 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.597158 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.597494 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.598019 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.598672 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.599022 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.599348 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.599674 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.600027 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.600349 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:11.642318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.643458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.677377 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Attempting to bind port 5c8e36cf-9f62-4453-a142-c2d80f29e26c on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:11.677377 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Attempting to bind port 5c8e36cf-9f62-4453-a142-c2d80f29e26c by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:11.677377 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Attempting to bind port 5c8e36cf-9f62-4453-a142-c2d80f29e26c on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:11.682488 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:11.682860 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:11.683259 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.683831 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:11.684363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Bound port: 5c8e36cf-9f62-4453-a142-c2d80f29e26c, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:11.684786 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.703056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.762697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Allocated IP 172.20.0.2 (f91a97c6-0c0b-4653-b532-14e61641d8ee/ae59953c-a919-4501-8be8-7a88327ea41c/53e2c805-2153-4ca8-b16b-e779a5466627) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:11.776795 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] For port 5c8e36cf-9f62-4453-a142-c2d80f29e26c, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:11.781160 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] For port 5c8e36cf-9f62-4453-a142-c2d80f29e26c, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5c8e36cf-9f62-4453-a142-c2d80f29e26c,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:11.838744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f1fb6e15-70c2-4edc-9585-6c7a088f4f68 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:11.870103 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.929587 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:11.931406 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:11.944983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1cf65049-6099-4f1b-b4e1-165250e0eef6 None None] Provisioning complete for port 5c8e36cf-9f62-4453-a142-c2d80f29e26c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:11.949784 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1cf65049-6099-4f1b-b4e1-165250e0eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.950967 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:11.981137 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fbe50-c651-4441-b4ee-be05d324c077 None None] Pushing event updated for resources: {'Port': ['ID=5c8e36cf-9f62-4453-a142-c2d80f29e26c,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.007203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port f1fb6e15-70c2-4edc-9585-6c7a088f4f68 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:12.007631 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.031812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.058508 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:12.100331 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1cf65049-6099-4f1b-b4e1-165250e0eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.138299 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.231811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Network f91a97c6-0c0b-4653-b532-14e61641d8ee is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:12.238280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1cf65049-6099-4f1b-b4e1-165250e0eef6 None None] For port 5c8e36cf-9f62-4453-a142-c2d80f29e26c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5c8e36cf-9f62-4453-a142-c2d80f29e26c,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:12.239339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:12.243687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:12.255551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Pushing event updated for resources: {'Port': ['ID=53e2c805-2153-4ca8-b16b-e779a5466627,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.311064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Attempting to bind port 53e2c805-2153-4ca8-b16b-e779a5466627 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:12.311635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Attempting to bind port 53e2c805-2153-4ca8-b16b-e779a5466627 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:12.312254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Attempting to bind port 53e2c805-2153-4ca8-b16b-e779a5466627 on network f91a97c6-0c0b-4653-b532-14e61641d8ee {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:12.318995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:12.319485 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Checking segment: {'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:12.320654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.321150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Bound using segment: {'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:12.322126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Bound port: 53e2c805-2153-4ca8-b16b-e779a5466627, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:12.323000 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.326886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1cf65049-6099-4f1b-b4e1-165250e0eef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.354975 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:11Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:12.359597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.387867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.395634 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1db36-9307-4147-a9ab-abdd2016ea5f None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:11Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:12.493904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf65049-6099-4f1b-b4e1-165250e0eef6 None None] Pushing event updated for resources: {'Port': ['ID=5c8e36cf-9f62-4453-a142-c2d80f29e26c,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.522654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] For port 53e2c805-2153-4ca8-b16b-e779a5466627, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:12.526539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] For port 53e2c805-2153-4ca8-b16b-e779a5466627, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=53e2c805-2153-4ca8-b16b-e779a5466627,segment=NetworkSegment(66c1e57a-0d8d-4738-b712-c397735ddc67),segment_id=66c1e57a-0d8d-4738-b712-c397735ddc67)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:12.531286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Allocated IP 172.25.0.87 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0c8db86a-418f-45c4-b9e0-858ec65f30ac) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:12.535836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3d29cca7-3bc6-4e31-a483-e1d7c8b27447 None None] Provisioning complete for port 5c8e36cf-9f62-4453-a142-c2d80f29e26c triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:12.549322 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3d29cca7-3bc6-4e31-a483-e1d7c8b27447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.642652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.707451 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:12.721224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff91ec6-cb88-4464-a95b-6bbd05a3ee6e None None] Pushing event updated for resources: {'Port': ['ID=53e2c805-2153-4ca8-b16b-e779a5466627,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:12.789344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399696dd-1a5d-4dd0-8694-e16b9b125fe4 req-0f2e90f1-a7aa-41e8-ad55-1c9551d7cf15 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:12.791705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-399696dd-1a5d-4dd0-8694-e16b9b125fe4 req-0f2e90f1-a7aa-41e8-ad55-1c9551d7cf15 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0962183 Sep 15 16:25:12.842202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-399696dd-1a5d-4dd0-8694-e16b9b125fe4 req-16b3acda-1707-48ad-8039-b37741bcdf51 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437253 Sep 15 16:25:13.171969 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:13.215448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:13.223539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:13.228133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:13.251626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8db86a-418f-45c4-b9e0-858ec65f30ac,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:13.625390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:13.914772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:13.998931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5c8e36cf-9f62-4453-a142-c2d80f29e26c up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:14.028432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41daa068-1e8d-4a21-9b76-5857ad29bafe None None] Network f91a97c6-0c0b-4653-b532-14e61641d8ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:25:14.088212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e257c7-b252-4e0f-aae7-a9f421103a83 req-86c4dc56-a6e1-477e-ab58-3bea08764a47 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:14.095727 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19e257c7-b252-4e0f-aae7-a9f421103a83 req-86c4dc56-a6e1-477e-ab58-3bea08764a47 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.1087706 Sep 15 16:25:14.115459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5c8e36cf-9f62-4453-a142-c2d80f29e26c triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:14.115772 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.145315 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19e257c7-b252-4e0f-aae7-a9f421103a83 req-3f7504ae-4e34-447e-a1af-1195f29b3e52 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475941 Sep 15 16:25:14.152742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e9b3a37e-9ff0-421c-a492-00bbcc891be5 None None] Provisioning complete for port 53e2c805-2153-4ca8-b16b-e779a5466627 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:14.152742 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a37e-9ff0-421c-a492-00bbcc891be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.224619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:25:14.341598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:14.357474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Sync routers for ids ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:14.364559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 53e2c805-2153-4ca8-b16b-e779a5466627 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:14.403172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a37e-9ff0-421c-a492-00bbcc891be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.419992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Routers {'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:14.420670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:14.432329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.436345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-945fb950-cb48-4182-ab08-9ef8eefd85c8 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9303098 Sep 15 16:25:14.436764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34388) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:14.503310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e9b3a37e-9ff0-421c-a492-00bbcc891be5 None None] For port 53e2c805-2153-4ca8-b16b-e779a5466627, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=53e2c805-2153-4ca8-b16b-e779a5466627,segment=NetworkSegment(66c1e57a-0d8d-4738-b712-c397735ddc67),segment_id=66c1e57a-0d8d-4738-b712-c397735ddc67)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:14.564050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 53e2c805-2153-4ca8-b16b-e779a5466627 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:14.566022 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.639692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a37e-9ff0-421c-a492-00bbcc891be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.649045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Set router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:14.861616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3a37e-9ff0-421c-a492-00bbcc891be5 None None] Pushing event updated for resources: {'Port': ['ID=53e2c805-2153-4ca8-b16b-e779a5466627,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:14.866684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-705005e7-2a0a-474d-9818-3afa447a76d1 None None] Provisioning complete for port 53e2c805-2153-4ca8-b16b-e779a5466627 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:14.867815 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-705005e7-2a0a-474d-9818-3afa447a76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:14.954062 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.123283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Allocated IP 172.20.0.1 (f91a97c6-0c0b-4653-b532-14e61641d8ee/ae59953c-a919-4501-8be8-7a88327ea41c/c981ad42-8ff8-408d-8f4f-3fbf6c430a33) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:15.190190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:25:13Z', 'revision_number': 3, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port': {'id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:15.224219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Checking router: b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:15.224675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Updating router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 port 0c8db86a-418f-45c4-b9e0-858ec65f30ac binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:15.256009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.257054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.324975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765f4ca-6625-493d-a34d-4f9746c4500b req-206d76b1-27ba-4a6c-abdf-e55a1b67a48a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:15.326445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2765f4ca-6625-493d-a34d-4f9746c4500b req-206d76b1-27ba-4a6c-abdf-e55a1b67a48a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 943 time: 0.0670567 Sep 15 16:25:15.371457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2765f4ca-6625-493d-a34d-4f9746c4500b req-66403407-cac5-4e5e-b844-8dc1efd606b2 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356116 Sep 15 16:25:15.406380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.455580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Network f91a97c6-0c0b-4653-b532-14e61641d8ee is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:15.458705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:15.462678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:15.487689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:15.514191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.537416 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.611600 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.694238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Attempting to bind port 0c8db86a-418f-45c4-b9e0-858ec65f30ac on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:15.694621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Attempting to bind port 0c8db86a-418f-45c4-b9e0-858ec65f30ac by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:15.695013 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Attempting to bind port 0c8db86a-418f-45c4-b9e0-858ec65f30ac on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:15.697503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53f084-9492-41dd-9304-5c70d0a7c9b9 None None] Pushing event updated for resources: {'Port': ['ID=0c8db86a-418f-45c4-b9e0-858ec65f30ac,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:15.706860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:15.707288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:15.707635 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.708028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:15.708522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Bound port: 0c8db86a-418f-45c4-b9e0-858ec65f30ac, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:15.708907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.714677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 9ae2c732-f648-42de-970f-fbb08aec3eb2 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:25:15.796723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.809208 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] For port 0c8db86a-418f-45c4-b9e0-858ec65f30ac, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:15.846329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] For port 0c8db86a-418f-45c4-b9e0-858ec65f30ac, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c8db86a-418f-45c4-b9e0-858ec65f30ac,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:15.887913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 53e2c805-2153-4ca8-b16b-e779a5466627 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:15.926375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bd1a1d33-8c6e-4eb2-b8c5-ff0ef06c5d8a None None] Provisioning complete for port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:15.926843 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1d33-8c6e-4eb2-b8c5-ff0ef06c5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.954445 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:15.988402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.035409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 9ae2c732-f648-42de-970f-fbb08aec3eb2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:16.046626 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a1d33-8c6e-4eb2-b8c5-ff0ef06c5d8a None None] Port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:16.067652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'mac_address': 'fa:16:3e:eb:f6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:25:16.068269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.076699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Routers {'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:16.077327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:16.081905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53f084-9492-41dd-9304-5c70d0a7c9b9 None None] Pushing event updated for resources: {'Port': ['ID=0c8db86a-418f-45c4-b9e0-858ec65f30ac,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:16.125646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 53e2c805-2153-4ca8-b16b-e779a5466627 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:16.126016 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.139110 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.141803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:16.227678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.244655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Network f91a97c6-0c0b-4653-b532-14e61641d8ee is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:16.246160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:16.254580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae2c732-f648-42de-970f-fbb08aec3eb2 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:16.300728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] Set router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:16.340207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 9ae2c732-f648-42de-970f-fbb08aec3eb2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:16.372070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:25:16.419373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.503222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:16.521094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bb53186d-b97b-4e57-9f28-367514d291f0 admin admin] 10.222.0.63 "PUT /v2.0/routers/b99b40e5-74cf-49f7-b1e4-f3fb5a05d361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0746610 Sep 15 16:25:16.528480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf4a39-6390-436d-9b2f-74125ab5447f req-92ed4390-072a-41ad-bb69-0bc93feebd52 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:16.534793 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00bf4a39-6390-436d-9b2f-74125ab5447f req-92ed4390-072a-41ad-bb69-0bc93feebd52 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 944 time: 0.0801401 Sep 15 16:25:16.546601 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=9ae2c732-f648-42de-970f-fbb08aec3eb2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:16.589873 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00bf4a39-6390-436d-9b2f-74125ab5447f req-fad74a80-b96e-4e91-b73c-ad6a3c195d06 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461740 Sep 15 16:25:16.608770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-37f69f7c-d744-4d65-ad96-a4267808a2eb None None] Provisioning complete for port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:16.609228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-37f69f7c-d744-4d65-ad96-a4267808a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:16.646125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['9ae2c732-f648-42de-970f-fbb08aec3eb2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:16.673948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-37f69f7c-d744-4d65-ad96-a4267808a2eb None None] Port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:16.679652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 4, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port': {'id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c981ad42-8ff8-408d-8f4f-3fbf6c430a33', 'name': '', 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'mac_address': 'fa:16:3e:d6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:14Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 2, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'subnets': [{'id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:16.716516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13a6543-f373-47e5-a5b2-49a57b8b4654 None None] The sync data for ids ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'] in n-d-808199-2 is: [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 4, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port': {'id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c981ad42-8ff8-408d-8f4f-3fbf6c430a33', 'name': '', 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'mac_address': 'fa:16:3e:d6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:14Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 2, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'subnets': [{'id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:16.930432 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-893e0362-69a1-465a-b621-bb89194e0f48 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0638964 Sep 15 16:25:17.056451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-31a0ebaf-55c7-439d-9536-83c42e1c8e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:17.058176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-31a0ebaf-55c7-439d-9536-83c42e1c8e54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=760be378458d4750bfd7763a1bbc967f&device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 1096 time: 0.0561905 Sep 15 16:25:17.201632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-2feaf31a-6056-4ce1-9138-f67c43400932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:17.204159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-2feaf31a-6056-4ce1-9138-f67c43400932 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e157718-cf48-4218-a080-1d6a76388e77 HTTP/1.1" status: 200 len: 914 time: 0.1246247 Sep 15 16:25:17.258476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-9448237a-26d2-49b8-bc5d-7a13badf43c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f8e1e1e-4ebf-4618-bab0-d73d449780d6 HTTP/1.1" status: 200 len: 217 time: 0.0392687 Sep 15 16:25:17.332385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-59426de8-db97-45a5-add0-1dba2ea772c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:17.334719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-59426de8-db97-45a5-add0-1dba2ea772c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70436f7b-c190-45f9-8c36-75ece6a54766 HTTP/1.1" status: 200 len: 853 time: 0.0706139 Sep 15 16:25:17.377248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-2a6d86b3-9366-4051-a062-850d127c0c4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e157718-cf48-4218-a080-1d6a76388e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332146 Sep 15 16:25:17.483543 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-eaddd797-839f-4e26-8884-51d486532b4e service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961199 Sep 15 16:25:17.609362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cbea0a80-8448-4baa-8eab-dafb07e2138a req-ecb3b130-c3f2-4513-92e5-c85685a80fc4 service neutron] 10.222.0.55 "GET /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157496 Sep 15 16:25:17.717667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 9ae2c732-f648-42de-970f-fbb08aec3eb2 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:17.720534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4f5a5-909a-42e4-8a07-e42f1d2dbaa2 req-33eab2a8-a916-47a9-aeaf-3b61119c3301 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:17.722288 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33d4f5a5-909a-42e4-8a07-e42f1d2dbaa2 req-33eab2a8-a916-47a9-aeaf-3b61119c3301 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 944 time: 0.0555103 Sep 15 16:25:17.780832 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-33d4f5a5-909a-42e4-8a07-e42f1d2dbaa2 req-c8ac66af-e85a-48f7-8629-f56608255cdb tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499837 Sep 15 16:25:17.845813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 9ae2c732-f648-42de-970f-fbb08aec3eb2 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:25:17.850418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 9ae2c732-f648-42de-970f-fbb08aec3eb2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:17.851075 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:17.910683 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c8db86a-418f-45c4-b9e0-858ec65f30ac up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:18.006773 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.018870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0c8db86a-418f-45c4-b9e0-858ec65f30ac triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:18.019316 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.057961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:18.060313 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c419aa-7b54-4b9b-b0ce-979bf6dd094b" -d '{"events": [{"server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "name": "network-vif-plugged", "status": "completed", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:18.078566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 9ae2c732-f648-42de-970f-fbb08aec3eb2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:18.114457 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aee3101-9114-4769-95eb-2b3fc5493597 x-openstack-request-id: req-1aee3101-9114-4769-95eb-2b3fc5493597 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:18.114743 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "name": "network-vif-plugged", "status": "completed", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:18.114990 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1aee3101-9114-4769-95eb-2b3fc5493597 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:18.115374 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'code': 200} Sep 15 16:25:18.131630 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.153545 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 0c8db86a-418f-45c4-b9e0-858ec65f30ac, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c8db86a-418f-45c4-b9e0-858ec65f30ac,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:18.165998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.235170 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:18.244281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830f7d2-c7b7-486a-a26d-5828a2c019e0 req-b27951da-8f9c-403a-944f-082cb7ecfdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:18.246128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e830f7d2-c7b7-486a-a26d-5828a2c019e0 req-b27951da-8f9c-403a-944f-082cb7ecfdb6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1096 time: 0.0763013 Sep 15 16:25:18.290290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=9ae2c732-f648-42de-970f-fbb08aec3eb2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:18.301998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e830f7d2-c7b7-486a-a26d-5828a2c019e0 req-c74eedc3-4ae8-4181-a48b-8a320da5b5ea service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484986 Sep 15 16:25:18.348822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=0c8db86a-418f-45c4-b9e0-858ec65f30ac,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:18.915482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf74be-7589-4b5a-99dc-a3c26cda5488 req-12fc0cb8-5c8a-48a9-a667-78d2aa926a6e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:18.916716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09bf74be-7589-4b5a-99dc-a3c26cda5488 req-12fc0cb8-5c8a-48a9-a667-78d2aa926a6e tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 945 time: 0.0536354 Sep 15 16:25:18.978923 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09bf74be-7589-4b5a-99dc-a3c26cda5488 req-492c3129-e339-4519-90cd-572776551195 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554388 Sep 15 16:25:19.826774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c8db86a-418f-45c4-b9e0-858ec65f30ac up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:19.891086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0c8db86a-418f-45c4-b9e0-858ec65f30ac triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:19.891459 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:20.142230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171151cd-2292-43b9-a47b-0983210e2873 req-748c8406-0d97-4a95-937c-7f5ea540c9d3 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:20.143977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-171151cd-2292-43b9-a47b-0983210e2873 req-748c8406-0d97-4a95-937c-7f5ea540c9d3 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 945 time: 0.0688818 Sep 15 16:25:20.192249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-171151cd-2292-43b9-a47b-0983210e2873 req-3d0b2342-ae78-475c-a2d1-231ae227ab97 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405629 Sep 15 16:25:20.394066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efbab9-f687-45fb-ab6c-65acb14ab934 req-67b79d70-8dbe-413d-8488-fd49b0c27b41 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:20.399066 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92efbab9-f687-45fb-ab6c-65acb14ab934 req-67b79d70-8dbe-413d-8488-fd49b0c27b41 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 945 time: 0.1055996 Sep 15 16:25:20.465434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-92efbab9-f687-45fb-ab6c-65acb14ab934 req-99a1537b-85af-476f-bd76-3fd47320db5a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520098 Sep 15 16:25:20.478073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34458) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:20.505655 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Sync routers for ids ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:20.519407 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Routers {'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:20.520051 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:20.568384 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-3817dc4d-d20f-45d6-8aa9-db8f363972c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:20.571256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-3817dc4d-d20f-45d6-8aa9-db8f363972c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1341276 Sep 15 16:25:20.612801 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-985a4635-8f5f-4aec-ab00-bd5df6ae327e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/quotas/3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 375 time: 0.0343778 Sep 15 16:25:20.694677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-04241704-d2d7-477c-a988-d00d13b8c82f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696049 Sep 15 16:25:20.754108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Set router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:20.772898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995f150-ce6c-447a-bb2f-aa70519c62cb tempest-TestVolumeBackupRestore-169223304 tempest-TestVolumeBackupRestore-169223304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:20.775168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7995f150-ce6c-447a-bb2f-aa70519c62cb tempest-TestVolumeBackupRestore-169223304 tempest-TestVolumeBackupRestore-169223304-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1091 time: 0.2959332 Sep 15 16:25:20.780899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34462) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:20.790674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:20.803443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2fa7b55d-7853-436a-a829-b40fc56043a8 service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074536 Sep 15 16:25:20.907642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-e1d94ca5-d975-4767-9c40-b2f78d5da76f service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948868 Sep 15 16:25:20.909637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:20.981360 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 4, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port': {'id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c981ad42-8ff8-408d-8f4f-3fbf6c430a33', 'name': '', 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'mac_address': 'fa:16:3e:d6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:14Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 2, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'subnets': [{'id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:21.011911 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Checking router: b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:21.012746 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Updating router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:25:21.049010 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.055769 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.199513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Allocated IP 172.25.0.123 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/7b7bbaf5-e20b-44a3-bd96-9b5784d8cdef) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:21.342043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.355156 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.426821 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.477617 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791a356-b1e1-4634-9b9e-d4992577894f None None] Pushing event updated for resources: {'Port': ['ID=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:21.488916 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.553701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'Port': ['ID=7b7bbaf5-e20b-44a3-bd96-9b5784d8cdef,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:21.555639 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Attempting to bind port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:21.556127 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Attempting to bind port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:21.556352 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Attempting to bind port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 on network f91a97c6-0c0b-4653-b532-14e61641d8ee {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:21.562154 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:21.562599 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Checking segment: {'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:21.562924 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.563311 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Bound using segment: {'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:21.563776 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Bound port: c981ad42-8ff8-408d-8f4f-3fbf6c430a33, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c1e57a-0d8d-4738-b712-c397735ddc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:21.564155 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.564331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:21.565976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:21.568463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:21.651517 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] For port c981ad42-8ff8-408d-8f4f-3fbf6c430a33, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:21.655102 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] For port c981ad42-8ff8-408d-8f4f-3fbf6c430a33, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,segment=NetworkSegment(66c1e57a-0d8d-4738-b712-c397735ddc67),segment_id=66c1e57a-0d8d-4738-b712-c397735ddc67)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:21.729187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a68cc24-d627-40c6-8552-8f2a96272cca req-489ca0ad-388e-494f-9e9a-6d51296ea681 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0423853 Sep 15 16:25:21.733002 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.818868 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791a356-b1e1-4634-9b9e-d4992577894f None None] Pushing event updated for resources: {'Port': ['ID=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:21.855983 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Routers {'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:21.857011 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:21.861071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d82e9e45-151e-4059-aa33-14d6b8dfd021 None None] Provisioning complete for port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:21.861663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d82e9e45-151e-4059-aa33-14d6b8dfd021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:21.969884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d82e9e45-151e-4059-aa33-14d6b8dfd021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.003174 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] Set router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:22.022908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d82e9e45-151e-4059-aa33-14d6b8dfd021 None None] For port c981ad42-8ff8-408d-8f4f-3fbf6c430a33, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,segment=NetworkSegment(66c1e57a-0d8d-4738-b712-c397735ddc67),segment_id=66c1e57a-0d8d-4738-b712-c397735ddc67)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:22.123406 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d82e9e45-151e-4059-aa33-14d6b8dfd021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.173167 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e9e45-151e-4059-aa33-14d6b8dfd021 None None] Pushing event updated for resources: {'Port': ['ID=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:22.236197 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 4, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port': {'id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c981ad42-8ff8-408d-8f4f-3fbf6c430a33', 'name': '', 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'mac_address': 'fa:16:3e:d6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:14Z', 'updated_at': '2021-09-15T16:25:21Z', 'revision_number': 4, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'subnets': [{'id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:22.246471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2b4318ce-ee98-47a7-8389-6776ec8884a2 None None] Provisioning complete for port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:22.247058 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b4318ce-ee98-47a7-8389-6776ec8884a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.267568 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c57512-f0e3-4f04-bb43-111ea01c7408 None None] The sync data for ids ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'] in n-d-808199-2 is: [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:25:15Z', 'revision_number': 4, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port': {'id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c981ad42-8ff8-408d-8f4f-3fbf6c430a33', 'name': '', 'network_id': 'f91a97c6-0c0b-4653-b532-14e61641d8ee', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'mac_address': 'fa:16:3e:d6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:14Z', 'updated_at': '2021-09-15T16:25:21Z', 'revision_number': 4, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'subnets': [{'id': 'ae59953c-a919-4501-8be8-7a88327ea41c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:22.407645 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.577992 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.756554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.812738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad1e8596-82b4-41bb-acef-1c25920952ba req-ebfd8794-4d37-4362-a906-37d562ef52fd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0287507 Sep 15 16:25:22.843811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:22.927990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event updated for resources: {'Port': ['ID=7b7bbaf5-e20b-44a3-bd96-9b5784d8cdef,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:22.941345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:23.055330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd7993-991c-4bc7-b481-eecfdaec6729 req-56b40eae-e8c9-4c1f-8d41-971a0f33ac59 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:23.056648 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Floating IP f1afd7b4-57f8-4294-93fa-b516f00309e8 associated. External IP: 172.25.0.123, port: 9ae2c732-f648-42de-970f-fbb08aec3eb2. Sep 15 16:25:23.058386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a7cd7993-991c-4bc7-b481-eecfdaec6729 req-56b40eae-e8c9-4c1f-8d41-971a0f33ac59 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 945 time: 0.0605803 Sep 15 16:25:23.104356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a7cd7993-991c-4bc7-b481-eecfdaec6729 req-4a18eb8a-518f-4866-9792-170d59d6d6e3 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371349 Sep 15 16:25:23.276298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Router f29f89a5-0e5b-4817-bf1f-ec4946b04692 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:25:23.389881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:23.402203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] Sync routers for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:23.416550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:23.417187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:23.489509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:23.532527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34492) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:23.532743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ab4e696e-6fa5-410b-9499-7d2a9c82d4de tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7504151 Sep 15 16:25:23.533238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:23.535904 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850" -d '{"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:23.546072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:23.584383 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69886bbb-7b60-4a69-88d4-051afce09c6b x-openstack-request-id: req-69886bbb-7b60-4a69-88d4-051afce09c6b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:23.584750 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:23.584943 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-69886bbb-7b60-4a69-88d4-051afce09c6b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:23.585349 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'status': 'completed', 'code': 200} Sep 15 16:25:23.604122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d221e0f1-3054-4fb6-9c24-6ac393dedb3e tempest-TestVolumeBackupRestore-169223304 tempest-TestVolumeBackupRestore-169223304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:23.605730 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d221e0f1-3054-4fb6-9c24-6ac393dedb3e tempest-TestVolumeBackupRestore-169223304 tempest-TestVolumeBackupRestore-169223304-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1091 time: 0.0722475 Sep 15 16:25:23.608682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34496) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:23.613159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Request body: {'floatingip': {'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:23.657388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-affc39f6-8d6f-4ef1-8a23-926c79ca4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:23.659146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-affc39f6-8d6f-4ef1-8a23-926c79ca4aaa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1096 time: 0.0463791 Sep 15 16:25:23.677533 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for floatingip, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:23.771497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-f9c4dbc1-1cba-45f5-9028-8d5be8056d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:23.779072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-f9c4dbc1-1cba-45f5-9028-8d5be8056d81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 200 len: 915 time: 0.1058600 Sep 15 16:25:23.897864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-1dbe20a0-d118-4bbc-8d1d-f4e2f29dc90d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 200 len: 999 time: 0.1138158 Sep 15 16:25:23.898990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c981ad42-8ff8-408d-8f4f-3fbf6c430a33 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:23.956017 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-805c779a-e089-4ff8-9076-4951653c0bf2 req-76d79326-f530-4878-86e6-0c8e87809ca1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0437937 Sep 15 16:25:23.971518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-8cf86235-f567-4865-b825-b05233abdc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:23.973174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-8cf86235-f567-4865-b825-b05233abdc62 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb971207-a7c2-4938-ae1a-851f21782a8c HTTP/1.1" status: 200 len: 853 time: 0.0653741 Sep 15 16:25:24.020355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:24.020925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:24.046433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-d15023e4-4f9b-47a5-b30a-ad39ed5667d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:24.048333 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b2edfaa-d301-4271-af8e-3eb4ec2baedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:24.049029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-d15023e4-4f9b-47a5-b30a-ad39ed5667d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=968a562d-49d5-4d09-b2ea-2a1cf61977c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670376 Sep 15 16:25:24.068619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'f1afd7b4-57f8-4294-93fa-b516f00309e8', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'mac_address': 'fa:16:3e:eb:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:25:22Z', 'updated_at': '2021-09-15T16:25:22Z', 'revision_number': 0, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:24.096289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] Checking router: f29f89a5-0e5b-4817-bf1f-ec4946b04692 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:24.111712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:24.112347 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:24.169239 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-79dcd29b-ab2e-4bbb-ad99-06206d565f81 service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130950 Sep 15 16:25:24.262474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:24.308829 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7653ae-4ed1-43d3-b714-af4356901610 req-72e54211-06a6-4bce-81f7-fcc1bcbd9896 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:24.310741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc7653ae-4ed1-43d3-b714-af4356901610 req-72e54211-06a6-4bce-81f7-fcc1bcbd9896 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 945 time: 0.1250954 Sep 15 16:25:24.316270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:24.368290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8eeb0cb4-517a-49bf-83f8-d5fbf8926850 req-ea06762d-a607-4221-8fef-fc58951a7fbe service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686652 Sep 15 16:25:24.371682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc7653ae-4ed1-43d3-b714-af4356901610 req-b0930467-2815-49cb-84b1-0c838fd034d0 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/security-groups?id=c517a549-f9a1-40c6-afaa-f6c66b13db52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534220 Sep 15 16:25:24.402190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:24.487498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-becc7450-a743-40f5-bfa3-9507306954e5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:24.489023 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-becc7450-a743-40f5-bfa3-9507306954e5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1712389 Sep 15 16:25:24.528714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'port': {'device_id': '9b216123-0191-4055-ba64-e8d22ec9958c', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'admin_state_up': True, 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:24.535802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'f1afd7b4-57f8-4294-93fa-b516f00309e8', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'mac_address': 'fa:16:3e:eb:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:25:22Z', 'updated_at': '2021-09-15T16:25:22Z', 'revision_number': 0, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:24.570276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291c06c-f341-4a13-875b-af21e1c7cb34 None None] The sync data for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 is: [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'f1afd7b4-57f8-4294-93fa-b516f00309e8', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'mac_address': 'fa:16:3e:eb:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:25:22Z', 'updated_at': '2021-09-15T16:25:22Z', 'revision_number': 0, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:24.717760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.55', 57612) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:25:24.762196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Router f29f89a5-0e5b-4817-bf1f-ec4946b04692 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:25:24.801050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-4b59a590-25d3-418f-9784-80aadc9f0fd6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:24.802525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-4b59a590-25d3-418f-9784-80aadc9f0fd6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 945 time: 0.0704913 Sep 15 16:25:24.812978 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71025709-44ed-46fd-add2-8649db00bfe6 None None] New status for floating IP f1afd7b4-57f8-4294-93fa-b516f00309e8: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:25:24.820896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:25:24.827296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:24.942642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Deleting port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:25:24.943420 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.047358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:25:25.052672 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.061427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.20.0.13 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/648e72e9-0a0d-41dd-abfa-8170f103bd25) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:25:25.062564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] For port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,segment=NetworkSegment(d7796642-cd5e-444f-84d4-39ce134e845b),segment_id=d7796642-cd5e-444f-84d4-39ce134e845b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:25.063000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.082221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Calling delete_port for 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:25:25.140882 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-08d9a6d1-78f6-4e15-9df7-9402bbd185e3 req-31a8db9c-6c5e-4df3-bec3-10465afe0c08 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0461438 Sep 15 16:25:25.168327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:25.168828 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af9836-85b0-4f00-83f0-368efa3c4a21" -d '{"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:25.218806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] Sync routers for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:25:25.231598 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-06286a96-6e13-4178-863c-b5425e93a9cd tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "PUT /v2.0/floatingips/f1afd7b4-57f8-4294-93fa-b516f00309e8 HTTP/1.1" status: 200 len: 991 time: 1.6215088 Sep 15 16:25:25.234379 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3447ab1-bdbf-45ef-b526-8740032ea655 x-openstack-request-id: req-e3447ab1-bdbf-45ef-b526-8740032ea655 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:25.234700 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:25.234858 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:25.235119 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e3447ab1-bdbf-45ef-b526-8740032ea655 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:25.235535 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'status': 'completed', 'code': 200} Sep 15 16:25:25.235955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:25.306707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-5a3b8014-6b89-4c2b-9a05-9042a7e1c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:25.308735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-5a3b8014-6b89-4c2b-9a05-9042a7e1c0c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1096 time: 0.0539846 Sep 15 16:25:25.354611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:25.356542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.385398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3f8e1e1e-4ebf-4618-bab0-d73d449780d6'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:25.420597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Pushing event deleted for resources: {'Port': ['ID=3f8e1e1e-4ebf-4618-bab0-d73d449780d6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:25.484090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] No DVR routers for this DVR port 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:25:25.487798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.489720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.55 "DELETE /v2.0/ports/3f8e1e1e-4ebf-4618-bab0-d73d449780d6 HTTP/1.1" status: 204 len: 173 time: 0.6795955 Sep 15 16:25:25.493662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-9f074b23-49df-4054-9ec5-36288edd43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:25.495168 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-9f074b23-49df-4054-9ec5-36288edd43f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 200 len: 915 time: 0.1773922 Sep 15 16:25:25.542589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eafa30a1-828f-4f86-9749-b082b488f580 req-5c33d250-73ce-42ff-a24b-ecdcdcf53a42 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] 10.222.0.63 "GET /v2.0/ports?device_id=00a35148-53f3-4f4e-982b-4a2b9817a058 HTTP/1.1" status: 200 len: 210 time: 0.0400555 Sep 15 16:25:25.558652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.578327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-33b79fe0-53e5-4083-84f8-e2ef91c9a1df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0755084 Sep 15 16:25:25.595650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'name': 'network-vif-deleted', 'tag': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:25.600650 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c553e22-2afb-49e1-a53a-36e26ba12a9d" -d '{"events": [{"server_uuid": "00a35148-53f3-4f4e-982b-4a2b9817a058", "name": "network-vif-deleted", "tag": "3f8e1e1e-4ebf-4618-bab0-d73d449780d6"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:25.656087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-6aff63cd-5d97-459c-8bb4-bbf031d4b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:25.658180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-6aff63cd-5d97-459c-8bb4-bbf031d4b8b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb971207-a7c2-4938-ae1a-851f21782a8c HTTP/1.1" status: 200 len: 853 time: 0.0734084 Sep 15 16:25:25.660979 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83a268d-51a6-4486-b8c8-f752fe466f26 x-openstack-request-id: req-c83a268d-51a6-4486-b8c8-f752fe466f26 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:25.660979 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a35148-53f3-4f4e-982b-4a2b9817a058", "name": "network-vif-deleted", "tag": "3f8e1e1e-4ebf-4618-bab0-d73d449780d6", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:25.660979 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c83a268d-51a6-4486-b8c8-f752fe466f26 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:25.660979 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a35148-53f3-4f4e-982b-4a2b9817a058', 'name': 'network-vif-deleted', 'tag': '3f8e1e1e-4ebf-4618-bab0-d73d449780d6', 'status': 'completed', 'code': 200} Sep 15 16:25:25.702690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'f1afd7b4-57f8-4294-93fa-b516f00309e8', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'mac_address': 'fa:16:3e:eb:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:25:22Z', 'updated_at': '2021-09-15T16:25:24Z', 'revision_number': 2, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:25.709214 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.729670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-c17eb792-eed7-4353-9692-954ef0213459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:25.731370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-c17eb792-eed7-4353-9692-954ef0213459 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=968a562d-49d5-4d09-b2ea-2a1cf61977c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661802 Sep 15 16:25:25.735695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] Checking router: f29f89a5-0e5b-4817-bf1f-ec4946b04692 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:25:25.747448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:25:25.748104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:24:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:25.780155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:25:25.783779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:25:25.786571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:25:25.879925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=648e72e9-0a0d-41dd-abfa-8170f103bd25,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:25.910895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:25.911575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:25.927277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-f71fdde4-a56b-43c3-b075-3d3980867e11 service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888924 Sep 15 16:25:25.940473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:25:26.039184 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-5ba3d629-ad37-481b-8a02-79f882fc1989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5167634 Sep 15 16:25:26.052995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Request body: {'port': {'device_id': '9b216123-0191-4055-ba64-e8d22ec9958c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:25:26.059557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6af9836-85b0-4f00-83f0-368efa3c4a21 req-576ccd9f-b1c7-4ad0-bdb1-e5272fa16226 service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238167 Sep 15 16:25:26.163987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bf10ad03-c0f7-4a3d-99c5-efc55785438a None None] Provisioning complete for port 648e72e9-0a0d-41dd-abfa-8170f103bd25 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:26.164827 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf10ad03-c0f7-4a3d-99c5-efc55785438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:26.223715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf10ad03-c0f7-4a3d-99c5-efc55785438a None None] Port 648e72e9-0a0d-41dd-abfa-8170f103bd25 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:25:26.283724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'f1afd7b4-57f8-4294-93fa-b516f00309e8', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'mac_address': 'fa:16:3e:eb:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:25:22Z', 'updated_at': '2021-09-15T16:25:24Z', 'revision_number': 2, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:25:26.312881 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fe37e-5486-4d5e-b532-60c672659d5b None None] The sync data for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 is: [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'f1afd7b4-57f8-4294-93fa-b516f00309e8', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'floating_ip_address': '172.25.0.123', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'port_id': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'mac_address': 'fa:16:3e:eb:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6508ca3b-4848-4237-a511-e37f514287aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:25:22Z', 'updated_at': '2021-09-15T16:25:24Z', 'revision_number': 2, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:25:26.516921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:26.575695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ac46-c751-4d11-bf5a-669737c56ba0 req-a7e5668b-8ca6-4d27-a5ba-42c9f05c08d0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:26.577394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fe5ac46-c751-4d11-bf5a-669737c56ba0 req-a7e5668b-8ca6-4d27-a5ba-42c9f05c08d0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 932 time: 0.0990064 Sep 15 16:25:26.709078 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fe5ac46-c751-4d11-bf5a-669737c56ba0 req-9b2d433f-f17d-4804-8bf4-26bad7098496 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183622 Sep 15 16:25:26.874916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648e72e9-0a0d-41dd-abfa-8170f103bd25 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:26.882543 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:26.894640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Transition to ACTIVE for port object 648e72e9-0a0d-41dd-abfa-8170f103bd25 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:25:26.982965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:26.987001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:27.039848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=648e72e9-0a0d-41dd-abfa-8170f103bd25,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:27.109816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Attempting to bind port 648e72e9-0a0d-41dd-abfa-8170f103bd25 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:25:27.110545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Attempting to bind port 648e72e9-0a0d-41dd-abfa-8170f103bd25 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:25:27.110545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Attempting to bind port 648e72e9-0a0d-41dd-abfa-8170f103bd25 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:27.115404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Port 648e72e9-0a0d-41dd-abfa-8170f103bd25 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:25:27.115734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Attempting to bind port 648e72e9-0a0d-41dd-abfa-8170f103bd25 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:25:27.127021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:25:27.127021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:25:27.127021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:25:27.127021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Bound port: 648e72e9-0a0d-41dd-abfa-8170f103bd25, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:25:27.127021 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:27.146654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:27.205691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] For port 648e72e9-0a0d-41dd-abfa-8170f103bd25, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:25:27.209365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] For port 648e72e9-0a0d-41dd-abfa-8170f103bd25, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=648e72e9-0a0d-41dd-abfa-8170f103bd25,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:25:27.236605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:27.239029 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5dae81-f722-4a52-a890-a99cde849ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:27.291010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:27.336097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.337210 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:27.338996 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/648e72e9-0a0d-41dd-abfa-8170f103bd25 HTTP/1.1" status: 200 len: 1092 time: 1.2913477 Sep 15 16:25:27.339383 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71c4ee04-7ed8-4e97-849c-3c8a5d309fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:27.362806 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190849f-1c8c-4e68-882a-447129b5c3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=648e72e9-0a0d-41dd-abfa-8170f103bd25,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:27.456626 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f0bf4d-bd60-467c-a5ff-d6151eed75ac x-openstack-request-id: req-31f0bf4d-bd60-467c-a5ff-d6151eed75ac {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:27.456901 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:27.457147 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-31f0bf4d-bd60-467c-a5ff-d6151eed75ac {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:27.457526 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'status': 'completed', 'code': 200} Sep 15 16:25:27.527152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-ff82b94c-8e2c-4c6e-a72e-23175177021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.528722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-ff82b94c-8e2c-4c6e-a72e-23175177021f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1096 time: 0.0483747 Sep 15 16:25:27.589343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-4affb078-bc0c-47cd-9696-d2309ba1e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.590861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-4affb078-bc0c-47cd-9696-d2309ba1e59c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 1095 time: 0.0658858 Sep 15 16:25:27.640391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-3c5ff2eb-090b-433e-b297-793d5d41587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.641157 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-1839cfc6-ada5-4ed8-b7d7-ff5c7b6ea317 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648e72e9-0a0d-41dd-abfa-8170f103bd25 HTTP/1.1" status: 200 len: 217 time: 0.0413094 Sep 15 16:25:27.641845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-3c5ff2eb-090b-433e-b297-793d5d41587b service neutron] 10.222.0.38 "GET /v2.0/networks?id=968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 200 len: 915 time: 0.1062949 Sep 15 16:25:27.701560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-9404583b-43c4-46ac-8caa-bc667e2f5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.703358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-9404583b-43c4-46ac-8caa-bc667e2f5ceb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0533900 Sep 15 16:25:27.729688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-2f7d7596-96de-446f-962b-88b0369283b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0796540 Sep 15 16:25:27.771716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-ccfc503b-6fb9-45e0-ada2-749a8f41f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.775395 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-ccfc503b-6fb9-45e0-ada2-749a8f41f21b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636063 Sep 15 16:25:27.805393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-572d04ff-bb56-470d-917f-cc8d3c6e3ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.806890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-572d04ff-bb56-470d-917f-cc8d3c6e3ff4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb971207-a7c2-4938-ae1a-851f21782a8c HTTP/1.1" status: 200 len: 853 time: 0.0661514 Sep 15 16:25:27.860686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-aee1a4da-907d-404d-a866-40921560d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.862780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-aee1a4da-907d-404d-a866-40921560d82c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=968a562d-49d5-4d09-b2ea-2a1cf61977c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496042 Sep 15 16:25:27.926435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ccfc-0b65-4aff-81f1-789336019f12 req-0e64ab21-fc23-414b-906e-ec06a09c1061 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:27.930964 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51e5ccfc-0b65-4aff-81f1-789336019f12 req-0e64ab21-fc23-414b-906e-ec06a09c1061 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.1308417 Sep 15 16:25:27.971243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-c14eb5ab-652d-4af1-9ca0-bf9219e81cd8 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872866 Sep 15 16:25:27.995676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-b05ab9ca-44e5-4d6f-9098-4b6d6f71d0fd service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246691 Sep 15 16:25:28.098834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51e5ccfc-0b65-4aff-81f1-789336019f12 req-81570fcd-f566-4045-aad1-103da5072a55 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604121 Sep 15 16:25:28.127890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6075a466-0909-472e-ac4b-d1c7257bbad6 req-7fbc6944-ef9c-473a-8eb5-21e882ece59f service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465206 Sep 15 16:25:28.152147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a5dae81-f722-4a52-a890-a99cde849ccf req-9b52de53-f463-49ea-b10c-b80368e8d29c service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488650 Sep 15 16:25:28.157609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:25:28.181271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:25:28.183381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3f8e1e1e-4ebf-4618-bab0-d73d449780d6 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:25:28.546305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:29.210133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f3294-58c4-4ef5-8c3c-4c8d0225b9d3 req-b1f34e33-562e-4e5e-85ce-120b7e74c9b3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.212281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-499f3294-58c4-4ef5-8c3c-4c8d0225b9d3 req-b1f34e33-562e-4e5e-85ce-120b7e74c9b3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0514634 Sep 15 16:25:29.251713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-499f3294-58c4-4ef5-8c3c-4c8d0225b9d3 req-6cadfac3-a456-406e-b274-e50230d559ff tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Sep 15 16:25:29.459409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b216123-0191-4055-ba64-e8d22ec9958c', 'tag': '648e72e9-0a0d-41dd-abfa-8170f103bd25'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:29.463198 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df05d565-ab9a-43eb-8391-e4b8779705a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b216123-0191-4055-ba64-e8d22ec9958c", "tag": "648e72e9-0a0d-41dd-abfa-8170f103bd25"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:29.505809 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70324f76-6a34-4178-8566-c2bfc83a587c x-openstack-request-id: req-70324f76-6a34-4178-8566-c2bfc83a587c {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:29.505809 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b216123-0191-4055-ba64-e8d22ec9958c", "tag": "648e72e9-0a0d-41dd-abfa-8170f103bd25", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:29.505809 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-70324f76-6a34-4178-8566-c2bfc83a587c {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:29.505809 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b216123-0191-4055-ba64-e8d22ec9958c', 'tag': '648e72e9-0a0d-41dd-abfa-8170f103bd25', 'status': 'completed', 'code': 200} Sep 15 16:25:29.572886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-5d8ecda2-5a57-4ec1-b4b6-101da759f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.574491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-5d8ecda2-5a57-4ec1-b4b6-101da759f545 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 1095 time: 0.0440102 Sep 15 16:25:29.671314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-b93f90ac-97ee-4780-88c9-abccbd6e244c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.672861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-b93f90ac-97ee-4780-88c9-abccbd6e244c service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0911176 Sep 15 16:25:29.723013 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-e8ee1ee7-37cb-438f-9d73-7882e45a36f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648e72e9-0a0d-41dd-abfa-8170f103bd25 HTTP/1.1" status: 200 len: 217 time: 0.0425768 Sep 15 16:25:29.777549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-186ab3bd-0575-4d90-be43-e9c544a24ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.779155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-186ab3bd-0575-4d90-be43-e9c544a24ab3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0491030 Sep 15 16:25:29.837739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-3b7a0c0e-3509-432f-8f6a-3964416af1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:29.837739 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-3b7a0c0e-3509-432f-8f6a-3964416af1ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484962 Sep 15 16:25:29.951177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-770f2771-909e-47fc-b5b1-16e9ec8bae04 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024477 Sep 15 16:25:30.058160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-df05d565-ab9a-43eb-8391-e4b8779705a6 req-2781f32c-eced-479a-9104-7d691f081c1c service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986319 Sep 15 16:25:30.211906 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:30.380413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971362f-6552-4b1c-9b6f-d84a5d42be55 req-66992adb-45b5-4c5a-a16c-2f559ae4aed6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:30.383381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f971362f-6552-4b1c-9b6f-d84a5d42be55 req-66992adb-45b5-4c5a-a16c-2f559ae4aed6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0585110 Sep 15 16:25:30.411114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:30.423848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f971362f-6552-4b1c-9b6f-d84a5d42be55 req-86697b08-546a-425f-b895-2d6e72e22d4c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Sep 15 16:25:31.552859 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72dd1-4366-445b-8b18-b1b5ab3e1ed1 req-0c17f3a9-f3c8-439b-83e7-e0defb25a418 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:31.554456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61b72dd1-4366-445b-8b18-b1b5ab3e1ed1 req-0c17f3a9-f3c8-439b-83e7-e0defb25a418 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0609021 Sep 15 16:25:31.593480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61b72dd1-4366-445b-8b18-b1b5ab3e1ed1 req-e0f05d11-f990-49e5-93eb-a273f5bcb916 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Sep 15 16:25:32.711766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091a5ce-2bec-4a1d-bfd5-1ce7c997dcb2 req-392e5a4d-74d9-42af-bbbf-78fdb98b6abb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:32.716105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9091a5ce-2bec-4a1d-bfd5-1ce7c997dcb2 req-392e5a4d-74d9-42af-bbbf-78fdb98b6abb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0523920 Sep 15 16:25:32.755009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9091a5ce-2bec-4a1d-bfd5-1ce7c997dcb2 req-35e4bd2e-f790-4a21-aa2d-2b866073c8c7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Sep 15 16:25:33.873112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8f117-1579-4fa6-a767-ef1d41210957 req-178091c2-636e-4830-b537-e37a3d460d5e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:33.874728 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edf8f117-1579-4fa6-a767-ef1d41210957 req-178091c2-636e-4830-b537-e37a3d460d5e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0530562 Sep 15 16:25:33.916639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edf8f117-1579-4fa6-a767-ef1d41210957 req-d6dd0a55-b19e-4f4e-b6b3-8ea32a0dda6f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357699 Sep 15 16:25:35.047211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5d630-546d-4be4-bd2d-b82ac3bda11a req-9bcfba57-c977-4cc3-92b6-7141eae35922 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:35.055068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41c5d630-546d-4be4-bd2d-b82ac3bda11a req-9bcfba57-c977-4cc3-92b6-7141eae35922 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0620747 Sep 15 16:25:35.091569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41c5d630-546d-4be4-bd2d-b82ac3bda11a req-a69f08a4-916c-4486-9924-f6dfe8a23815 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Sep 15 16:25:36.213273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75073c-0890-463c-9ed0-6baaeb8d3194 req-75b96524-400d-4538-9934-fc9381bc8f58 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:36.214949 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f75073c-0890-463c-9ed0-6baaeb8d3194 req-75b96524-400d-4538-9934-fc9381bc8f58 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0533795 Sep 15 16:25:36.254982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5f75073c-0890-463c-9ed0-6baaeb8d3194 req-2da2dbff-a770-40e7-81a1-613df404d290 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Sep 15 16:25:37.391471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dcc91-6666-424e-9374-4cdec01312c7 req-3ec4d0d4-9f70-4324-8b3d-0a1ad5468948 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:37.393190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c9dcc91-6666-424e-9374-4cdec01312c7 req-3ec4d0d4-9f70-4324-8b3d-0a1ad5468948 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 944 time: 0.0601497 Sep 15 16:25:37.434524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c9dcc91-6666-424e-9374-4cdec01312c7 req-3c3a3e46-d3d6-4cb6-b0cc-0a442c0a7f1a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349693 Sep 15 16:25:38.188132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 648e72e9-0a0d-41dd-abfa-8170f103bd25 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:25:38.285573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 648e72e9-0a0d-41dd-abfa-8170f103bd25, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=648e72e9-0a0d-41dd-abfa-8170f103bd25,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:38.298055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '648e72e9-0a0d-41dd-abfa-8170f103bd25', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'port_id': '648e72e9-0a0d-41dd-abfa-8170f103bd25', 'mac_address': 'fa:16:3e:da:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:25:38.341633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:38.355469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648e72e9-0a0d-41dd-abfa-8170f103bd25 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:25:38.376578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 648e72e9-0a0d-41dd-abfa-8170f103bd25, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=648e72e9-0a0d-41dd-abfa-8170f103bd25,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:38.456990 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:38.511872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=648e72e9-0a0d-41dd-abfa-8170f103bd25,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:38.575443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec372bc-70a4-4776-bfe6-5ee7ab9767a3 req-7637b366-7e97-41a0-8721-94dd49590764 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:38.576990 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ec372bc-70a4-4776-bfe6-5ee7ab9767a3 req-7637b366-7e97-41a0-8721-94dd49590764 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 945 time: 0.0654562 Sep 15 16:25:38.622846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ec372bc-70a4-4776-bfe6-5ee7ab9767a3 req-3e8530ea-7cc2-4f30-a930-31c3ffe572be tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394521 Sep 15 16:25:38.665169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['648e72e9-0a0d-41dd-abfa-8170f103bd25'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:39.742516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb272383-9d20-4abd-95fc-f25bb2e2392f req-9faaddd5-082b-4dd0-abe6-728f213c63b9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:39.744030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb272383-9d20-4abd-95fc-f25bb2e2392f req-9faaddd5-082b-4dd0-abe6-728f213c63b9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 945 time: 0.0520313 Sep 15 16:25:39.789707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb272383-9d20-4abd-95fc-f25bb2e2392f req-45931644-5395-4fd1-aec6-45f440e91621 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Sep 15 16:25:40.204716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 648e72e9-0a0d-41dd-abfa-8170f103bd25 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:25:40.320503 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 648e72e9-0a0d-41dd-abfa-8170f103bd25 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:25:40.324646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 648e72e9-0a0d-41dd-abfa-8170f103bd25 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:25:40.325211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:40.407670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:40.432113 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b216123-0191-4055-ba64-e8d22ec9958c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e72e9-0a0d-41dd-abfa-8170f103bd25'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:40.434591 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93909ad-6170-4f7b-86ea-b2fe21353148" -d '{"events": [{"server_uuid": "9b216123-0191-4055-ba64-e8d22ec9958c", "name": "network-vif-plugged", "status": "completed", "tag": "648e72e9-0a0d-41dd-abfa-8170f103bd25"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:40.452652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 648e72e9-0a0d-41dd-abfa-8170f103bd25, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=648e72e9-0a0d-41dd-abfa-8170f103bd25,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:40.479318 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c9594-1d11-45fe-bf01-cdd6cac22f18 x-openstack-request-id: req-c22c9594-1d11-45fe-bf01-cdd6cac22f18 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:40.479318 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b216123-0191-4055-ba64-e8d22ec9958c", "name": "network-vif-plugged", "status": "completed", "tag": "648e72e9-0a0d-41dd-abfa-8170f103bd25", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:40.479318 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c22c9594-1d11-45fe-bf01-cdd6cac22f18 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:40.479318 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b216123-0191-4055-ba64-e8d22ec9958c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e72e9-0a0d-41dd-abfa-8170f103bd25', 'code': 200} Sep 15 16:25:40.580481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73444985-56b5-4be2-a706-f209a7616334 req-2eeeae5c-3902-4bc9-aff7-c84b5ba39c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:40.582226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73444985-56b5-4be2-a706-f209a7616334 req-2eeeae5c-3902-4bc9-aff7-c84b5ba39c5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 1096 time: 0.0423818 Sep 15 16:25:40.582914 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:40.621075 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73444985-56b5-4be2-a706-f209a7616334 req-2a5ab3c7-3721-42b1-b14c-d50e14b91797 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Sep 15 16:25:40.633119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=648e72e9-0a0d-41dd-abfa-8170f103bd25,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:40.916860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e90f-ff3c-4233-a084-73223843369a req-2f95cbb4-3370-4a15-b03c-b23d823cb41d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:40.918392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c71e90f-ff3c-4233-a084-73223843369a req-2f95cbb4-3370-4a15-b03c-b23d823cb41d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0537066 Sep 15 16:25:40.961915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c71e90f-ff3c-4233-a084-73223843369a req-86b828d9-bdfc-48d6-bf54-18e8fd3b98bd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Sep 15 16:25:42.084513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcc212-368a-4657-81e7-2a9fb1fcbb76 req-d96eddf0-9e82-4ef4-9743-58e8a7b9f47b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:42.086766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eafcc212-368a-4657-81e7-2a9fb1fcbb76 req-d96eddf0-9e82-4ef4-9743-58e8a7b9f47b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0542071 Sep 15 16:25:42.125881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-eafcc212-368a-4657-81e7-2a9fb1fcbb76 req-df4ebee9-47c2-4468-a93b-86f7a5af1e38 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Sep 15 16:25:43.245527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2eee7-2151-4b2d-aaa4-172ef20262ff req-47af3475-5b7f-43e1-b201-05290bad4f21 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:43.247162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8b2eee7-2151-4b2d-aaa4-172ef20262ff req-47af3475-5b7f-43e1-b201-05290bad4f21 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0531003 Sep 15 16:25:43.287701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8b2eee7-2151-4b2d-aaa4-172ef20262ff req-2f8f12a7-4fba-4551-b987-304b651e5863 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Sep 15 16:25:43.422152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294249d7-02fb-4898-8664-6085f557b9b5 req-5b469ec4-50d1-46fa-b895-f2731d39cb1f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:43.424167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-294249d7-02fb-4898-8664-6085f557b9b5 req-5b469ec4-50d1-46fa-b895-f2731d39cb1f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0673468 Sep 15 16:25:43.469827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-294249d7-02fb-4898-8664-6085f557b9b5 req-95d6a3d3-237d-415a-9ced-8f2e7350bbc0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Sep 15 16:25:43.585533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e64a6-057a-47ce-985e-1f9160390105 req-7c079cd5-abef-4c03-b423-0e1d3ed6c02e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:43.587084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-466e64a6-057a-47ce-985e-1f9160390105 req-7c079cd5-abef-4c03-b423-0e1d3ed6c02e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0504539 Sep 15 16:25:43.630595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-466e64a6-057a-47ce-985e-1f9160390105 req-2227c8a0-6cb1-4e94-bc5a-28ad79cd85c6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Sep 15 16:25:44.184535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5e44-2eb2-46ac-8807-afa277b7d531 req-cb5bbcdc-62a6-4ed4-9db2-0c2381bdf618 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:44.186084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c6c5e44-2eb2-46ac-8807-afa277b7d531 req-cb5bbcdc-62a6-4ed4-9db2-0c2381bdf618 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0528553 Sep 15 16:25:44.226856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c6c5e44-2eb2-46ac-8807-afa277b7d531 req-df9efcfe-0de3-4c26-9ae5-8e6d6e9591d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Sep 15 16:25:45.346571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dab2db-c460-474d-91a2-e2210466a116 req-c17ff609-1c12-4cc2-8015-60763eae3e14 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:45.348160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1dab2db-c460-474d-91a2-e2210466a116 req-c17ff609-1c12-4cc2-8015-60763eae3e14 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0540724 Sep 15 16:25:45.390423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1dab2db-c460-474d-91a2-e2210466a116 req-80df95f7-6322-4040-ab39-310bfaeeb6e0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Sep 15 16:25:45.901916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-5e5d4ba0-b2d6-4790-9166-5a25971dc66d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:25:45.903385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-5e5d4ba0-b2d6-4790-9166-5a25971dc66d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 946 time: 0.0502417 Sep 15 16:25:46.004227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port 648e72e9-0a0d-41dd-abfa-8170f103bd25 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:25:46.004518 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:46.099094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] For port 648e72e9-0a0d-41dd-abfa-8170f103bd25, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=648e72e9-0a0d-41dd-abfa-8170f103bd25,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:25:46.099464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:46.112618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for 648e72e9-0a0d-41dd-abfa-8170f103bd25 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:25:46.331906 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:46.344097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['648e72e9-0a0d-41dd-abfa-8170f103bd25'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:25:46.362160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=648e72e9-0a0d-41dd-abfa-8170f103bd25,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:25:46.375779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.376132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.376475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.376844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.377149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.377481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.377808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.378132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.378455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.378823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.379095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.379591 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:25:46.429410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] No DVR routers for this DVR port 648e72e9-0a0d-41dd-abfa-8170f103bd25 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:25:46.432112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:46.435963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-73ca4060-68c8-4daf-9b90-67d2cfd6753e req-2e1fc2ae-a222-49d7-a40c-c793b8bd821a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "DELETE /v2.0/ports/648e72e9-0a0d-41dd-abfa-8170f103bd25 HTTP/1.1" status: 204 len: 173 time: 0.5258968 Sep 15 16:25:46.436526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b216123-0191-4055-ba64-e8d22ec9958c', 'name': 'network-vif-deleted', 'tag': '648e72e9-0a0d-41dd-abfa-8170f103bd25'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:25:46.438765 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be7dff6-13b2-458e-ad49-0eee66b2ee50" -d '{"events": [{"server_uuid": "9b216123-0191-4055-ba64-e8d22ec9958c", "name": "network-vif-deleted", "tag": "648e72e9-0a0d-41dd-abfa-8170f103bd25"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:25:46.485862 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaf228a-fbcd-4bd3-9025-5a6f715d3573 x-openstack-request-id: req-8aaf228a-fbcd-4bd3-9025-5a6f715d3573 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:25:46.488786 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b216123-0191-4055-ba64-e8d22ec9958c", "name": "network-vif-deleted", "tag": "648e72e9-0a0d-41dd-abfa-8170f103bd25", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:25:46.489130 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8aaf228a-fbcd-4bd3-9025-5a6f715d3573 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:25:46.489759 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b216123-0191-4055-ba64-e8d22ec9958c', 'name': 'network-vif-deleted', 'tag': '648e72e9-0a0d-41dd-abfa-8170f103bd25', 'status': 'completed', 'code': 200} Sep 15 16:25:46.499231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b482feb-d9eb-45c4-a8ba-aed17d339dc2 req-b657eaec-f006-40b4-8361-ddf1f96ae72e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0326576 Sep 15 16:25:47.601790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d559574-f8f4-472b-bb8b-e7eaa9984080 req-8f7003b8-f973-454d-a00d-d4a29c8e70fc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0279908 Sep 15 16:25:47.893865 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:25:48.701838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2076bc2-8c66-4177-8bfe-81ffd52f27f1 req-ca8f1279-a72d-4fd2-ae01-f0e0f75d099d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0279882 Sep 15 16:25:49.802882 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b21bcb59-6fbe-4b4a-98ef-2fb29d634573 req-b41a4191-0ffc-4680-860b-e6f0a66366c7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0276051 Sep 15 16:25:50.263858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 648e72e9-0a0d-41dd-abfa-8170f103bd25 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:25:50.285523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 648e72e9-0a0d-41dd-abfa-8170f103bd25 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:25:50.285871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 648e72e9-0a0d-41dd-abfa-8170f103bd25 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:25:50.931919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc3d04a6-27f5-4b83-874f-726aba0fe607 req-1dae57a6-80b3-4e3d-9f02-d00792f91cdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=9b216123-0191-4055-ba64-e8d22ec9958c HTTP/1.1" status: 200 len: 210 time: 0.0315986 Sep 15 16:25:54.051345 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c0c43cd1-21f9-449b-a707-82887a66354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:56.965757 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:57.128337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:57.316965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9a56-bf75-4deb-9c80-6b0269b06962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:25:58.559768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:00.216454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:00.385717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:06.323504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-44e8ac50-5772-45ab-994c-04323dc5ef12 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427487 Sep 15 16:26:06.413993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-f98b0969-7270-4760-97e5-543892e67a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:06.415639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-f98b0969-7270-4760-97e5-543892e67a9e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1096 time: 0.0445933 Sep 15 16:26:06.530000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-3ef63413-6b0b-48b5-9fe4-8ca6494bf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:06.531750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-3ef63413-6b0b-48b5-9fe4-8ca6494bf9c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 200 len: 915 time: 0.0968261 Sep 15 16:26:06.605104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-1620e78e-17c1-432f-9dd1-2649e865c747 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0657494 Sep 15 16:26:06.657466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-e2951b32-2689-4e5a-9b2d-b9b0793aeaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:06.659449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-e2951b32-2689-4e5a-9b2d-b9b0793aeaad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb971207-a7c2-4938-ae1a-851f21782a8c HTTP/1.1" status: 200 len: 853 time: 0.0480833 Sep 15 16:26:06.711486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-3c5f72c9-e435-4ff1-803a-9416b3aafc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:06.712996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-3c5f72c9-e435-4ff1-803a-9416b3aafc0f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=968a562d-49d5-4d09-b2ea-2a1cf61977c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463142 Sep 15 16:26:06.807884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-07eb23e7-e014-43f8-a789-1efb3485e1bb service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881796 Sep 15 16:26:06.933015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359e40e7-fad0-47d7-897d-8213cef897b8 req-2f35756c-3180-4013-b0ae-19f8f03e148f service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183779 Sep 15 16:26:21.819115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 34950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:21.974264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Deleting subnet 70436f7b-c190-45f9-8c36-75ece6a54766 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:26:21.978407 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.019910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.059469 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.214108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.241006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70436f7b-c190-45f9-8c36-75ece6a54766,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:22.245829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.247679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/70436f7b-c190-45f9-8c36-75ece6a54766 HTTP/1.1" status: 204 len: 168 time: 0.4272602 Sep 15 16:26:22.250362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34960) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:22.253132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.253484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.253821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.254153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.254482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.254807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.255128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.255457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.256329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.260361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.261896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.261896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc4eee-cd33-438b-b1ef-f1b84c88d04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:22.325455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.405325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.425076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e157718-cf48-4218-a080-1d6a76388e77']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.435029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7796642-cd5e-444f-84d4-39ce134e845b') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.435326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7796642-cd5e-444f-84d4-39ce134e845b') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:22.445453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.459153 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.465107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:26:22.465497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:26:22.467214 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:26:22.601995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.607768 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:22.609682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0e157718-cf48-4218-a080-1d6a76388e77 HTTP/1.1" status: 204 len: 168 time: 0.3582208 Sep 15 16:26:22.621492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d50ed1-69c8-448c-8e58-6f474c205067 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e157718-cf48-4218-a080-1d6a76388e77,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:22.957434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34966) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:23.000102 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8456ab71-95cc-4496-ab6d-21919c42db62 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=760be378458d4750bfd7763a1bbc967f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414138 Sep 15 16:26:23.002488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34968) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:23.052057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d68025e-801f-47ef-b433-319ff18377e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.075088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d68025e-801f-47ef-b433-319ff18377e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.191089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d68025e-801f-47ef-b433-319ff18377e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.193926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d68025e-801f-47ef-b433-319ff18377e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:23.195177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2d68025e-801f-47ef-b433-319ff18377e5 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/c517a549-f9a1-40c6-afaa-f6c66b13db52 HTTP/1.1" status: 204 len: 168 time: 0.1917844 Sep 15 16:26:23.204909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68025e-801f-47ef-b433-319ff18377e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c517a549-f9a1-40c6-afaa-f6c66b13db52,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:24.053693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0d15-069c-4bfd-b3bc-f607e4dd2bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.330720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 34992) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:24.433933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-903542587-network', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:24.525028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Made reservation on behalf of fd0b8c2750f24ffd945e2d00fdbe20f3 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:26:24.527382 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.535990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.628455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.693177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.718714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:26:24.734156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59be4a5-d121-417e-b8ca-0354c0f0d098,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:24.743893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.743893 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Added segment 515a8d56-3448-4c09-8a20-4fc3bb235f0d of type vlan for network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 Sep 15 16:26:24.791411 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.882764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.883658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:24.884247 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:24.893965 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:26:24.950078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] Pushing event updated for resources: {'Network': ['ID=81c614af-a9cb-4f3e-8530-e6e8945d7ea9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:24.961104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-65b8f5ec-87fd-40d3-9690-fdedf9774a24 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:24.961104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-65b8f5ec-87fd-40d3-9690-fdedf9774a24 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1110156 Sep 15 16:26:24.961716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:26:24.977501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-6345fbbd-77ea-4a40-8211-9eda374517a3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/quotas/3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 375 time: 0.0107739 Sep 15 16:26:24.982714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7acbc0b3-3156-4017-88ea-b144da3b8921 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6479826 Sep 15 16:26:24.983445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35008) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:24.988264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Request body: {'subnet': {'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-903542587-subnet', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:25.057173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-357c1f45-ba12-4d51-bc15-bfdaf2689788 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645649 Sep 15 16:26:25.121448 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Made reservation on behalf of fd0b8c2750f24ffd945e2d00fdbe20f3 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:26:25.123788 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:25.552217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-4a580249-d50b-4f1b-ad39-ba5910811d68 service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880934 Sep 15 16:26:25.699219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-dc7646a4-851f-4d5f-9a53-96fb0ddd0363 service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394887 Sep 15 16:26:25.825185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:25.881307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:25.890104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Checking segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:25.890468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Network hostable DHCP agents. Network: 81c614af-a9cb-4f3e-8530-e6e8945d7ea9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:26:25.980280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bc8a38b9-bb0b-4aa9-a4b7-fa8b0a25bb68 req-f2498ecb-df7c-488b-9a4c-b8dbcffa4a46 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 210 time: 0.0285144 Sep 15 16:26:25.984879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:26:26.079577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 81c614af-a9cb-4f3e-8530-e6e8945d7ea9) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:26.086072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:26.086072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.089481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0976ad4-c5f9-4ebc-818c-79fba781c24c None None] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:26:26.214288 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-02ba35ee-8441-46da-88ce-7ab5388d6c51 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2297421 Sep 15 16:26:26.217063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35020) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:26.221670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:26.316918 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.319923 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.371827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.415098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'fixed_ips': [{'subnet_id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:26:26.415963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.557067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Allocated IP 172.20.0.2 (81c614af-a9cb-4f3e-8530-e6e8945d7ea9/0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24/87372583-992f-47e8-96e8-f13652bf0ae0) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:26.619286 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.708006 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.790764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.828989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:26.832158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:26.837032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:26.848361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Pushing event updated for resources: {'Port': ['ID=87372583-992f-47e8-96e8-f13652bf0ae0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:26.864721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.866674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.866674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.866674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.866674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.867088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.867246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.867569 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.868022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.868348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.868897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.869598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:26.913236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.925137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Attempting to bind port 87372583-992f-47e8-96e8-f13652bf0ae0 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:26.929811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Attempting to bind port 87372583-992f-47e8-96e8-f13652bf0ae0 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:26.929811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Attempting to bind port 87372583-992f-47e8-96e8-f13652bf0ae0 on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:26.931377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:26.931761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Checking segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:26.932284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.932705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Bound using segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:26.933165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Bound port: 87372583-992f-47e8-96e8-f13652bf0ae0, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:26.933543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.934900 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:26.983895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.008739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] For port 87372583-992f-47e8-96e8-f13652bf0ae0, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:27.013292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] For port 87372583-992f-47e8-96e8-f13652bf0ae0, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=87372583-992f-47e8-96e8-f13652bf0ae0,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:27.046157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Allocated IP 172.25.0.35 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/8f2618ed-ec3c-4877-8807-323bbb0a2b37) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:27.085132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7320d1e2-9f4b-42df-8abe-cee949252499 req-3afa0449-6f30-4e80-8562-666c63090e1e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 210 time: 0.0333495 Sep 15 16:26:27.137394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.139484 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.158410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.206425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81717d-7431-4446-9cd7-64c4ba95a89f None None] Pushing event updated for resources: {'Port': ['ID=87372583-992f-47e8-96e8-f13652bf0ae0,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:27.242919 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.284693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:27.287709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:27.287932 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-684ee4bd-4735-4c39-a773-f7302ac60012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.291420 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:27.316622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Pushing event updated for resources: {'Port': ['ID=8f2618ed-ec3c-4877-8807-323bbb0a2b37,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:27.661875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.890609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:27.911258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 87372583-992f-47e8-96e8-f13652bf0ae0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:27.970477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 87372583-992f-47e8-96e8-f13652bf0ae0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:27.971112 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.016779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35028) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:28.094664 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.118209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-d7a2770f-c32a-4acb-940b-c149c8c9fc07 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:28.119769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-d7a2770f-c32a-4acb-940b-c149c8c9fc07 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1841133 Sep 15 16:26:28.139929 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 87372583-992f-47e8-96e8-f13652bf0ae0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=87372583-992f-47e8-96e8-f13652bf0ae0,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:28.140958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'port': {'device_id': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'admin_state_up': True, 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:28.222615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.328056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=87372583-992f-47e8-96e8-f13652bf0ae0,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:28.328897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Deleting port 7b7bbaf5-e20b-44a3-bd96-9b5784d8cdef {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:28.330177 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.416518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a29c6-cfe0-41de-989e-d2ddb63b66d0 None None] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:26:28.443087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.443870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.459418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Calling delete_port for 7b7bbaf5-e20b-44a3-bd96-9b5784d8cdef owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:28.511735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0390746d-b08f-446b-9d5c-7c48597a88fd None None] Provisioning complete for port 87372583-992f-47e8-96e8-f13652bf0ae0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:28.512269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0390746d-b08f-446b-9d5c-7c48597a88fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.585996 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3cffee91-315b-4281-b077-fbbfc71f6c77 req-525561cd-ef15-4ec7-87d1-a599449b5da9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 210 time: 0.0747647 Sep 15 16:26:28.597291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.676431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Router cd7c4179-f062-4efe-86b7-1ea57c146822 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:26:28.757490 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.780085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:26:28.784454 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.815247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event deleted for resources: {'Port': ['ID=7b7bbaf5-e20b-44a3-bd96-9b5784d8cdef,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:28.824844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:28.838399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Sync routers for ids ['cd7c4179-f062-4efe-86b7-1ea57c146822'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:28.849514 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Routers {'cd7c4179-f062-4efe-86b7-1ea57c146822'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:28.850351 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cd7c4179-f062-4efe-86b7-1ea57c146822'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:28.876096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:28.876353 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Floating IP f1afd7b4-57f8-4294-93fa-b516f00309e8 disassociated (deleted). External IP: 172.25.0.123, port: 9ae2c732-f648-42de-970f-fbb08aec3eb2. Sep 15 16:26:28.967136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.20.0.9 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/e28b9ef3-7a3e-45a9-954e-8a89763ec20f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:28.984746 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Set router cd7c4179-f062-4efe-86b7-1ea57c146822 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:29.011363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-95bb7f08-3af0-4c42-a7d1-1447a8c13bbf None None] Provisioning complete for port 87372583-992f-47e8-96e8-f13652bf0ae0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:29.011363 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-95bb7f08-3af0-4c42-a7d1-1447a8c13bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.032052 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.033358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2af9dc51-8ccd-4308-942c-67ee6e1f725d admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8152766 Sep 15 16:26:29.049773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35032) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:29.224241 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:27Z', 'revision_number': 3, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:29.235881 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.256593 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Checking router: cd7c4179-f062-4efe-86b7-1ea57c146822 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:29.256934 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Updating router cd7c4179-f062-4efe-86b7-1ea57c146822 port 8f2618ed-ec3c-4877-8807-323bbb0a2b37 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:26:29.340222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.351849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Router f29f89a5-0e5b-4817-bf1f-ec4946b04692 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:26:29.385491 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.391734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:29.395134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:29.400525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:29.475360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:29.475933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.478594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:29.572472 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-3865d0ae-3407-453c-8fa5-0f797a152e48 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4391136 Sep 15 16:26:29.585862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Request body: {'port': {'device_id': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:29.670387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:29.700364 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.700567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] Sync routers for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:29.701072 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.713283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:29.713939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:29.788517 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.797464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5e831944-6170-4d9a-9b9d-30f0a080453c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "DELETE /v2.0/floatingips/f1afd7b4-57f8-4294-93fa-b516f00309e8 HTTP/1.1" status: 204 len: 168 time: 1.7768631 Sep 15 16:26:29.797464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.835886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:29.840934 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf8bd75-a6d4-4f37-8204-7701c97687af" -d '{"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:29.869569 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:29.897567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88648c-e4f0-4ba9-9657-947a28808742 req-a416c740-a697-4cb9-97bd-2fc48ffb7f23 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:29.907393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b88648c-e4f0-4ba9-9657-947a28808742 req-a416c740-a697-4cb9-97bd-2fc48ffb7f23 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 931 time: 0.1737840 Sep 15 16:26:29.998779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:30.014184 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Pushing event updated for resources: {'Port': ['ID=8f2618ed-ec3c-4877-8807-323bbb0a2b37,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:30.024781 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Attempting to bind port 8f2618ed-ec3c-4877-8807-323bbb0a2b37 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:30.025527 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Attempting to bind port 8f2618ed-ec3c-4877-8807-323bbb0a2b37 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:30.026175 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Attempting to bind port 8f2618ed-ec3c-4877-8807-323bbb0a2b37 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:30.030669 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.031299 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.032177 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.032787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.034253 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.034835 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.035390 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.036107 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.036715 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.037550 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.038322 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.038866 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:30.053839 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:30.054539 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:30.055174 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.055807 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:30.056545 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Bound port: 8f2618ed-ec3c-4877-8807-323bbb0a2b37, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:30.057175 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.061134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b88648c-e4f0-4ba9-9657-947a28808742 req-3fe059dc-87d8-410f-9517-39c7022d8c74 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417596 Sep 15 16:26:30.110240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 87372583-992f-47e8-96e8-f13652bf0ae0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:30.127626 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3638e1b9-783b-4642-8d69-3a09347d9fc8 x-openstack-request-id: req-3638e1b9-783b-4642-8d69-3a09347d9fc8 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:30.128291 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:30.128752 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3638e1b9-783b-4642-8d69-3a09347d9fc8 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:30.129374 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'status': 'completed', 'code': 200} Sep 15 16:26:30.145706 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] For port 8f2618ed-ec3c-4877-8807-323bbb0a2b37, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:30.150468 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] For port 8f2618ed-ec3c-4877-8807-323bbb0a2b37, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8f2618ed-ec3c-4877-8807-323bbb0a2b37,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:30.231604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28b9ef3-7a3e-45a9-954e-8a89763ec20f {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:26:30.240696 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.242463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-258bf854-7f91-4038-9393-b648a688e245 None None] Provisioning complete for port e28b9ef3-7a3e-45a9-954e-8a89763ec20f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:30.243041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-258bf854-7f91-4038-9393-b648a688e245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.254953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-e443273f-a50e-4961-8d61-f027d510f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:30.257665 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-e443273f-a50e-4961-8d61-f027d510f9fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 1096 time: 0.1117446 Sep 15 16:26:30.257918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Transition to ACTIVE for port object e28b9ef3-7a3e-45a9-954e-8a89763ec20f will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:26:30.264532 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Allocated IP 172.20.0.1 (81c614af-a9cb-4f3e-8530-e6e8945d7ea9/0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24/7589a012-f6a4-4443-829e-dfa997767c20) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:30.276805 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.328309 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.356002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-258bf854-7f91-4038-9393-b648a688e245 None None] Port e28b9ef3-7a3e-45a9-954e-8a89763ec20f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:30.357921 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Routers {'cd7c4179-f062-4efe-86b7-1ea57c146822'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:30.358872 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cd7c4179-f062-4efe-86b7-1ea57c146822'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:30.362319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 87372583-992f-47e8-96e8-f13652bf0ae0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:30.362700 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.366277 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.451734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Pushing event updated for resources: {'Port': ['ID=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:30.495564 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc247c11-92e2-468b-9351-bd9546392f23 None None] Pushing event updated for resources: {'Port': ['ID=8f2618ed-ec3c-4877-8807-323bbb0a2b37,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:30.506948 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.581021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Attempting to bind port e28b9ef3-7a3e-45a9-954e-8a89763ec20f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:30.581604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Attempting to bind port e28b9ef3-7a3e-45a9-954e-8a89763ec20f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:30.582374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Attempting to bind port e28b9ef3-7a3e-45a9-954e-8a89763ec20f on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:30.591188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Port e28b9ef3-7a3e-45a9-954e-8a89763ec20f on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:26:30.594331 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Attempting to bind port e28b9ef3-7a3e-45a9-954e-8a89763ec20f on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:30.600287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:30.601327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:30.601980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:30.602771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Bound port: e28b9ef3-7a3e-45a9-954e-8a89763ec20f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:30.603492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.671860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:30.683858 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] Set router cd7c4179-f062-4efe-86b7-1ea57c146822 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:30.705104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] Checking router: f29f89a5-0e5b-4817-bf1f-ec4946b04692 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:30.715728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:30.716365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:30.734887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] For port e28b9ef3-7a3e-45a9-954e-8a89763ec20f, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:30.741529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] For port e28b9ef3-7a3e-45a9-954e-8a89763ec20f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:30.750463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.751285 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-f28bed05-6b59-49e9-8326-2ce4c0309184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:30.752976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-f28bed05-6b59-49e9-8326-2ce4c0309184 service neutron] 10.222.0.38 "GET /v2.0/networks?id=968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 200 len: 915 time: 0.4863136 Sep 15 16:26:30.761379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c7cbc-856b-4ca1-98be-45495bd7f409 req-bec072d9-0b20-40cb-a6be-ad15f2c33d88 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:30.770539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee9c7cbc-856b-4ca1-98be-45495bd7f409 req-bec072d9-0b20-40cb-a6be-ad15f2c33d88 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 945 time: 0.1566601 Sep 15 16:26:30.831795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-6e973053-851e-46db-8b69-890b3c18ade2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 200 len: 217 time: 0.0568507 Sep 15 16:26:30.842423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.868282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee9c7cbc-856b-4ca1-98be-45495bd7f409 req-1f059dca-7651-4a9d-bc85-486579efe75b tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967054 Sep 15 16:26:30.908416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:30.924193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:30.925708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:30.927879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] 10.222.0.55 "PUT /v2.0/ports/e28b9ef3-7a3e-45a9-954e-8a89763ec20f HTTP/1.1" status: 200 len: 1091 time: 1.3471267 Sep 15 16:26:30.928666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'tag': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:30.933276 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a80687f-1d3f-43be-88ff-e1fff5af7f72" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fd0593-36eb-4fe7-9369-da2b909ec48a", "tag": "e28b9ef3-7a3e-45a9-954e-8a89763ec20f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:30.986449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b502477-c592-40d0-8cd5-97c6f4243a7a service neutron] Pushing event updated for resources: {'Port': ['ID=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:31.003453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-5e215277-a155-4593-bc1d-d022cef62d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.022456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-5e215277-a155-4593-bc1d-d022cef62d3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=bb971207-a7c2-4938-ae1a-851f21782a8c HTTP/1.1" status: 200 len: 853 time: 0.1635299 Sep 15 16:26:31.022679 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962809ac-b4ce-4749-b95b-efb3c8186c59 x-openstack-request-id: req-962809ac-b4ce-4749-b95b-efb3c8186c59 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:31.022865 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fd0593-36eb-4fe7-9369-da2b909ec48a", "tag": "e28b9ef3-7a3e-45a9-954e-8a89763ec20f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:31.023138 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-962809ac-b4ce-4749-b95b-efb3c8186c59 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:31.023753 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'tag': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f', 'status': 'completed', 'code': 200} Sep 15 16:26:31.086891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:31.189125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80687f-1d3f-43be-88ff-e1fff5af7f72 req-981b0bed-73f4-4d6d-b3be-bc44d73dbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.191559 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a80687f-1d3f-43be-88ff-e1fff5af7f72 req-981b0bed-73f4-4d6d-b3be-bc44d73dbe63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 1094 time: 0.1354530 Sep 15 16:26:31.191906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:31.199916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:31.207139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:31.305199 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:27Z', 'revision_number': 3, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:31.323436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-87c8db1d-8246-4b74-9213-15506cdcacba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.331167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-87c8db1d-8246-4b74-9213-15506cdcacba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=968a562d-49d5-4d09-b2ea-2a1cf61977c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3054936 Sep 15 16:26:31.335424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Pushing event updated for resources: {'Port': ['ID=7589a012-f6a4-4443-829e-dfa997767c20,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:31.388208 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68ce85-0c56-4967-be56-23695e22a1f8 None None] The sync data for ids ['cd7c4179-f062-4efe-86b7-1ea57c146822'] in n-d-808199-2 is: [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:27Z', 'revision_number': 3, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:31.467290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80687f-1d3f-43be-88ff-e1fff5af7f72 req-442427f2-96d2-4c67-9b3b-6d3a3a660d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.470651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a80687f-1d3f-43be-88ff-e1fff5af7f72 req-442427f2-96d2-4c67-9b3b-6d3a3a660d91 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2687223 Sep 15 16:26:31.518345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:31.551775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:31.577543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0e7e-408a-4a3a-bf07-f60fec5f509a req-9897e8c3-1632-47c7-86d1-97839abb688c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.586587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57aa0e7e-408a-4a3a-bf07-f60fec5f509a req-9897e8c3-1632-47c7-86d1-97839abb688c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.3915389 Sep 15 16:26:31.621391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-a8598899-00f7-4f76-89d3-1f56bd474e89 service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788589 Sep 15 16:26:31.640607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86204e-eb08-4bf7-80bf-d1bd2d669883 None None] The sync data for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 is: [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:22:04Z', 'revision_number': 4, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '510fcc9a-7c32-45ab-a0e7-51a429094421', 'name': '', 'network_id': '968a562d-49d5-4d09-b2ea-2a1cf61977c0', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'mac_address': 'fa:16:3e:b0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:03Z', 'updated_at': '2021-09-15T16:22:09Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'subnets': [{'id': 'bb971207-a7c2-4938-ae1a-851f21782a8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:31.697209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-87725d44-1a7d-49e0-ac47-b650053f1ac6 None None] Provisioning complete for port 7589a012-f6a4-4443-829e-dfa997767c20 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:31.703374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-87725d44-1a7d-49e0-ac47-b650053f1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:31.777621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-87725d44-1a7d-49e0-ac47-b650053f1ac6 None None] Port 7589a012-f6a4-4443-829e-dfa997767c20 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:31.779715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57aa0e7e-408a-4a3a-bf07-f60fec5f509a req-bcaa6655-3dc8-4fa8-90e6-f28ba8b26d7d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916823 Sep 15 16:26:31.790478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80687f-1d3f-43be-88ff-e1fff5af7f72 req-9e08cb69-7de2-48f5-aaad-2eb7f2000203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.790478 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a80687f-1d3f-43be-88ff-e1fff5af7f72 req-9e08cb69-7de2-48f5-aaad-2eb7f2000203 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3095920 Sep 15 16:26:31.982925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-9e4df3ce-9cc2-4dd6-90fd-30a94cf8b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:31.983714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aaf8bd75-a6d4-4f37-8204-7701c97687af req-f4410100-e637-4f68-b0cd-de7b60b884c0 service neutron] 10.222.0.38 "GET /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530412 Sep 15 16:26:31.984888 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-9e4df3ce-9cc2-4dd6-90fd-30a94cf8b980 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 1094 time: 0.1337914 Sep 15 16:26:32.125582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:32.152104 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-87274218-550c-4791-b132-45663d9d6c51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28b9ef3-7a3e-45a9-954e-8a89763ec20f HTTP/1.1" status: 200 len: 217 time: 0.1494434 Sep 15 16:26:32.213214 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad802f-596d-4096-904d-f8a68df8ac52 None None] New status for floating IP f1afd7b4-57f8-4294-93fa-b516f00309e8: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:26:32.298972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99fe7e-5b53-4b98-bf39-93b93563188b req-0d04af16-8f4f-4f85-ad34-41a6d868a135 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:32.300615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c99fe7e-5b53-4b98-bf39-93b93563188b req-0d04af16-8f4f-4f85-ad34-41a6d868a135 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 945 time: 0.2888279 Sep 15 16:26:32.392002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6c99fe7e-5b53-4b98-bf39-93b93563188b req-b543cada-a7d7-4a8d-b651-80dbdca8e527 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740077 Sep 15 16:26:32.393636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-984fc307-ca1a-402b-b300-8532fcd2ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:32.395017 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-984fc307-ca1a-402b-b300-8532fcd2ce70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.2339742 Sep 15 16:26:32.516312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-77dfa997-d937-4aca-a2d1-c2848273c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:32.520333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-77dfa997-d937-4aca-a2d1-c2848273c1ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144772 Sep 15 16:26:32.575237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-0bb54ee5-3370-4b81-8884-1d9948b05405 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:32.585918 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-0bb54ee5-3370-4b81-8884-1d9948b05405 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.38 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 945 time: 0.4741848 Sep 15 16:26:32.686090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-d7c01623-d8d8-4b28-b4ed-5618a5ab6379 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571965 Sep 15 16:26:32.764074 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:32.805810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Deleting port 9ae2c732-f648-42de-970f-fbb08aec3eb2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:32.806412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:32.883241 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:32.945301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ce1f34d-6561-4f90-a226-c170fbf01235 req-e68b0a99-6fc8-4140-b94b-1516cb397e46 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465198 Sep 15 16:26:33.397817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:33.404212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Pushing event updated for resources: {'Port': ['ID=7589a012-f6a4-4443-829e-dfa997767c20,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:33.430103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] For port 9ae2c732-f648-42de-970f-fbb08aec3eb2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=9ae2c732-f648-42de-970f-fbb08aec3eb2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:33.430475 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:33.439644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5fda2-e591-4a1e-b5dd-4d59532073dc req-c27fe318-1bb3-4a4d-899b-3d078be0e25d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:33.441191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ec5fda2-e591-4a1e-b5dd-4d59532073dc req-c27fe318-1bb3-4a4d-899b-3d078be0e25d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.4765589 Sep 15 16:26:33.480879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Calling delete_port for 9ae2c732-f648-42de-970f-fbb08aec3eb2 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:33.528336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ed217-939f-49d5-9969-22ea46942202 req-d2a9808f-b8ca-4a12-9db4-4e9b78345c62 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:33.530289 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c8ed217-939f-49d5-9969-22ea46942202 req-d2a9808f-b8ca-4a12-9db4-4e9b78345c62 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 945 time: 0.0564401 Sep 15 16:26:33.577166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5c8ed217-939f-49d5-9969-22ea46942202 req-5dd81b84-3e33-4099-867a-2449b1f3b539 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/security-groups?id=642994d1-5a29-4b6e-8f83-28660b405d8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406036 Sep 15 16:26:33.604016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ec5fda2-e591-4a1e-b5dd-4d59532073dc req-97c0b3cd-aff6-46f2-ac07-8e02efbc0e58 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381202 Sep 15 16:26:33.615393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:33.619050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:33.816719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Router cd7c4179-f062-4efe-86b7-1ea57c146822 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:26:33.920760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-17be443e-b0e0-4b71-a16c-cae2cba3c0a5 None None] Provisioning complete for port 7589a012-f6a4-4443-829e-dfa997767c20 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:33.921741 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-17be443e-b0e0-4b71-a16c-cae2cba3c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:33.946531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:33.953597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8f2618ed-ec3c-4877-8807-323bbb0a2b37 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:33.983106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event deleted for resources: {'Port': ['ID=9ae2c732-f648-42de-970f-fbb08aec3eb2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:33.996897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-17be443e-b0e0-4b71-a16c-cae2cba3c0a5 None None] Port 7589a012-f6a4-4443-829e-dfa997767c20 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:34.001436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:34.020997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e8061c36-84d5-479f-a9b6-ac069763ce49 admin admin] 10.222.0.63 "PUT /v2.0/routers/cd7c4179-f062-4efe-86b7-1ea57c146822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9700539 Sep 15 16:26:34.022470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Sync routers for ids ['cd7c4179-f062-4efe-86b7-1ea57c146822'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:34.038041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8f2618ed-ec3c-4877-8807-323bbb0a2b37 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:34.038639 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:34.056654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] No DVR routers for this DVR port 9ae2c732-f648-42de-970f-fbb08aec3eb2 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:34.059771 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:34.063113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1de3ac93-0c8c-41ba-829c-e50db3742a12 req-7a078ab5-7e33-44d5-9964-b3854259579a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.38 "DELETE /v2.0/ports/9ae2c732-f648-42de-970f-fbb08aec3eb2 HTTP/1.1" status: 204 len: 173 time: 1.4683666 Sep 15 16:26:34.063699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'name': 'network-vif-deleted', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:34.071320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Routers {'cd7c4179-f062-4efe-86b7-1ea57c146822'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:34.072217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cd7c4179-f062-4efe-86b7-1ea57c146822'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:34.085200 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4925b55-ba98-4955-9430-5019d7f78943" -d '{"events": [{"server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "name": "network-vif-deleted", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:34.131213 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69915528-5d2c-45cc-849a-012945b91f16 x-openstack-request-id: req-69915528-5d2c-45cc-849a-012945b91f16 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:34.132179 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6508ca3b-4848-4237-a511-e37f514287aa", "name": "network-vif-deleted", "tag": "9ae2c732-f648-42de-970f-fbb08aec3eb2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:34.132706 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-69915528-5d2c-45cc-849a-012945b91f16 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:34.134833 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6508ca3b-4848-4237-a511-e37f514287aa', 'name': 'network-vif-deleted', 'tag': '9ae2c732-f648-42de-970f-fbb08aec3eb2', 'status': 'completed', 'code': 200} Sep 15 16:26:34.230183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:34.236724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Set router cd7c4179-f062-4efe-86b7-1ea57c146822 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:34.287486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 8f2618ed-ec3c-4877-8807-323bbb0a2b37, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8f2618ed-ec3c-4877-8807-323bbb0a2b37,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:34.409610 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:34.520006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=8f2618ed-ec3c-4877-8807-323bbb0a2b37,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:34.570411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:31Z', 'revision_number': 4, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7589a012-f6a4-4443-829e-dfa997767c20', 'name': '', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'mac_address': 'fa:16:3e:49:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:29Z', 'updated_at': '2021-09-15T16:26:32Z', 'revision_number': 2, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'subnets': [{'id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:34.630806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Checking router: cd7c4179-f062-4efe-86b7-1ea57c146822 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:34.631437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Updating router cd7c4179-f062-4efe-86b7-1ea57c146822 port 7589a012-f6a4-4443-829e-dfa997767c20 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:26:34.664926 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:34.750837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d760fe8d-14d5-4e1b-b141-c4d798db6483 req-3375725e-1064-40ff-86c1-9fa5808aa91c tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0385950 Sep 15 16:26:34.782130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6046804-fd20-44f1-96b7-7a9c55cecb1d req-a4943ce5-116b-4949-995e-5fad704b45e2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:34.792201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6046804-fd20-44f1-96b7-7a9c55cecb1d req-a4943ce5-116b-4949-995e-5fad704b45e2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1064119 Sep 15 16:26:34.857245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b6046804-fd20-44f1-96b7-7a9c55cecb1d req-d6130cab-75d8-4a7a-b6eb-d4b56a5b2f5b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635262 Sep 15 16:26:34.958145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35078) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:34.963603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-632428130-network', 'tenant_id': '19cba51423914f35a3b0395c21f00f96'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:35.051378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.091132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Made reservation on behalf of 19cba51423914f35a3b0395c21f00f96 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:26:35.094044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.103756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.171199 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.210388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.231740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e53825-c016-4272-a238-e83b371340d4 None None] Pushing event updated for resources: {'Port': ['ID=7589a012-f6a4-4443-829e-dfa997767c20,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:35.314043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.395354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:26:35.414974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb988367-72c3-495a-aa05-40c32402c16d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:35.424066 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.424319 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Added segment 1ec78986-c2e6-4c46-b001-3b121477ab6b of type vlan for network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 Sep 15 16:26:35.479614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Attempting to bind port 7589a012-f6a4-4443-829e-dfa997767c20 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:35.479990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Attempting to bind port 7589a012-f6a4-4443-829e-dfa997767c20 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:35.480375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Attempting to bind port 7589a012-f6a4-4443-829e-dfa997767c20 on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:35.491123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:35.491508 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Checking segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:35.491918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.492312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Bound using segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:35.492822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Bound port: 7589a012-f6a4-4443-829e-dfa997767c20, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:35.493213 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.507286 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.579814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-16ab2bf9-c7d6-4ad2-8dac-aff6a58702b8 None None] Provisioning complete for port 7589a012-f6a4-4443-829e-dfa997767c20 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:35.580191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16ab2bf9-c7d6-4ad2-8dac-aff6a58702b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.582857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] For port 7589a012-f6a4-4443-829e-dfa997767c20, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:35.617100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] For port 7589a012-f6a4-4443-829e-dfa997767c20, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7589a012-f6a4-4443-829e-dfa997767c20,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:35.623191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.624572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:35.625464 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.626995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-16ab2bf9-c7d6-4ad2-8dac-aff6a58702b8 None None] Port 7589a012-f6a4-4443-829e-dfa997767c20 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:35.700732 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.704316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] Pushing event updated for resources: {'Network': ['ID=84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:35.736586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:26:35.781642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b473808c-58c0-48eb-ab6e-3b525bdea24c admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8200521 Sep 15 16:26:35.783663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35082) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:35.789823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Request body: {'subnet': {'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-632428130-subnet', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:35.882983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Routers {'cd7c4179-f062-4efe-86b7-1ea57c146822'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:35.883646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cd7c4179-f062-4efe-86b7-1ea57c146822'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:35.919247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f562a2fb-1783-4898-b13f-7fafa21e4682 req-cb70c37c-e001-4471-9b1d-e4d90338f0c1 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0602143 Sep 15 16:26:35.941195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Made reservation on behalf of 19cba51423914f35a3b0395c21f00f96 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:26:35.948642 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:35.968404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e53825-c016-4272-a238-e83b371340d4 None None] Pushing event updated for resources: {'Port': ['ID=7589a012-f6a4-4443-829e-dfa997767c20,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:35.971972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8f2618ed-ec3c-4877-8807-323bbb0a2b37 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:36.103752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c2416-24b1-4a56-aa22-d1cdc9c5805e req-85be9fc1-9a0a-4c2b-aa01-d812d5203d9a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:36.105501 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ae7c2416-24b1-4a56-aa22-d1cdc9c5805e req-85be9fc1-9a0a-4c2b-aa01-d812d5203d9a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1220522 Sep 15 16:26:36.135964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] Set router cd7c4179-f062-4efe-86b7-1ea57c146822 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:36.178413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ae7c2416-24b1-4a56-aa22-d1cdc9c5805e req-781eb4da-6187-48ea-890d-09b37756eeab tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646944 Sep 15 16:26:36.179748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 9ae2c732-f648-42de-970f-fbb08aec3eb2 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:36.217507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 9ae2c732-f648-42de-970f-fbb08aec3eb2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:36.218130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 9ae2c732-f648-42de-970f-fbb08aec3eb2 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:36.265501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1600bb55-bd52-4290-ac98-7a03ae40e182 None None] Provisioning complete for port 7589a012-f6a4-4443-829e-dfa997767c20 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:36.266117 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1600bb55-bd52-4290-ac98-7a03ae40e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.268272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8f2618ed-ec3c-4877-8807-323bbb0a2b37 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:36.268658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.308005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.376873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Checking segment: {'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:36.378117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Network hostable DHCP agents. Network: 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:26:36.388174 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=177ca105-1e5f-4154-b7bf-dd0bb55a9452,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:36.483737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:26:36.508002 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1600bb55-bd52-4290-ac98-7a03ae40e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.565249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1600bb55-bd52-4290-ac98-7a03ae40e182 None None] For port 7589a012-f6a4-4443-829e-dfa997767c20, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7589a012-f6a4-4443-829e-dfa997767c20,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:36.576594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:31Z', 'revision_number': 4, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7589a012-f6a4-4443-829e-dfa997767c20', 'name': '', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'mac_address': 'fa:16:3e:49:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:29Z', 'updated_at': '2021-09-15T16:26:35Z', 'revision_number': 4, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'subnets': [{'id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:36.586069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:36.590734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:36.591346 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.610276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8aa605-6d43-4292-a7e6-a1d8ca46478d None None] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:26:36.612762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29973723-4dfb-4c9a-bc28-01a633a0e492 None None] The sync data for ids ['cd7c4179-f062-4efe-86b7-1ea57c146822'] in n-d-808199-2 is: [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:31Z', 'revision_number': 4, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '7589a012-f6a4-4443-829e-dfa997767c20', 'name': '', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'mac_address': 'fa:16:3e:49:46:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:29Z', 'updated_at': '2021-09-15T16:26:35Z', 'revision_number': 4, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'subnets': [{'id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:36.683040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1600bb55-bd52-4290-ac98-7a03ae40e182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.709628 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35086) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:36.710038 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-550526bf-454a-4d29-bc49-1994b784ccdd admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9235938 Sep 15 16:26:36.715663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:36.831650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600bb55-bd52-4290-ac98-7a03ae40e182 None None] Pushing event updated for resources: {'Port': ['ID=7589a012-f6a4-4443-829e-dfa997767c20,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:36.875400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9', 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'fixed_ips': [{'subnet_id': '177ca105-1e5f-4154-b7bf-dd0bb55a9452'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:26:36.876821 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.879579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.881282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:36.952544 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.060004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Allocated IP 172.20.0.2 (84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9/177ca105-1e5f-4154-b7bf-dd0bb55a9452/154c38e8-bced-4227-a60e-6aed2aa8330b) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:37.100176 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b339b607-b89e-4c82-a644-da11b7d08b2a req-a40144e0-c361-4c00-ab29-d376fa95d2b7 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0845323 Sep 15 16:26:37.285252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.290297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.404555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.417250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab92c76-34ad-4c12-bb08-c513be95111d req-b4542605-7980-4813-a8ce-ea6743726220 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:37.428166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ab92c76-34ad-4c12-bb08-c513be95111d req-b4542605-7980-4813-a8ce-ea6743726220 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1355863 Sep 15 16:26:37.481487 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Pushing event updated for resources: {'Port': ['ID=154c38e8-bced-4227-a60e-6aed2aa8330b,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:37.502324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:37.506928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:37.506928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:37.522468 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ab92c76-34ad-4c12-bb08-c513be95111d req-529741dd-495d-4687-9e01-17c049aeeb37 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905838 Sep 15 16:26:37.603099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Attempting to bind port 154c38e8-bced-4227-a60e-6aed2aa8330b on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:37.603496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Attempting to bind port 154c38e8-bced-4227-a60e-6aed2aa8330b by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:37.603856 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Attempting to bind port 154c38e8-bced-4227-a60e-6aed2aa8330b on network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:37.609481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:37.609863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Checking segment: {'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:37.610273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.610674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Bound using segment: {'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:37.611154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Bound port: 154c38e8-bced-4227-a60e-6aed2aa8330b, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:37.611543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.691762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.696308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] For port 154c38e8-bced-4227-a60e-6aed2aa8330b, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:37.699913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] For port 154c38e8-bced-4227-a60e-6aed2aa8330b, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=154c38e8-bced-4227-a60e-6aed2aa8330b,segment=NetworkSegment(1ec78986-c2e6-4c46-b001-3b121477ab6b),segment_id=1ec78986-c2e6-4c46-b001-3b121477ab6b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:37.728113 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.782900 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:37.854400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3ddd-c438-4d02-94f8-f4ee0dec5853 None None] Pushing event updated for resources: {'Port': ['ID=154c38e8-bced-4227-a60e-6aed2aa8330b,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:37.888153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Allocated IP 172.25.0.13 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/f00ad5f1-14e9-4103-b2d5-42281a079f03) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:38.020089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7589a012-f6a4-4443-829e-dfa997767c20 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:38.071914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:38.101959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7589a012-f6a4-4443-829e-dfa997767c20 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:38.102261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:38.215483 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:38.296136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:38.298024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd1bba60-ad42-47ac-b444-5b420e033ae3 req-a18c8c2c-a68e-4c00-a4a6-b22939d7e40a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0598347 Sep 15 16:26:38.303370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:38.307160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:38.357071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Pushing event updated for resources: {'Port': ['ID=f00ad5f1-14e9-4103-b2d5-42281a079f03,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:38.693560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61296f-6d87-409f-8598-5559dd078b0c req-8245efb2-8bc8-4732-91a1-e4beac376a09 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:38.695107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c61296f-6d87-409f-8598-5559dd078b0c req-8245efb2-8bc8-4732-91a1-e4beac376a09 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1005003 Sep 15 16:26:38.794337 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c61296f-6d87-409f-8598-5559dd078b0c req-27871d3d-b109-4f68-93f5-901213b75b2b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927157 Sep 15 16:26:38.805886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.035901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.154731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc7b795-886c-40c5-a1e7-d4d687785b51 None None] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:26:39.344273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-dac5c4bf-3710-4d8b-967d-2cfdd43791b9 None None] Provisioning complete for port 154c38e8-bced-4227-a60e-6aed2aa8330b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:39.344273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dac5c4bf-3710-4d8b-967d-2cfdd43791b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.430750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dac5c4bf-3710-4d8b-967d-2cfdd43791b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.471725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dac5c4bf-3710-4d8b-967d-2cfdd43791b9 None None] For port 154c38e8-bced-4227-a60e-6aed2aa8330b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=154c38e8-bced-4227-a60e-6aed2aa8330b,segment=NetworkSegment(1ec78986-c2e6-4c46-b001-3b121477ab6b),segment_id=1ec78986-c2e6-4c46-b001-3b121477ab6b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:39.475164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-926c39c4-aeb2-4f76-a79c-db25f5a5a59c req-cb8db343-3d2c-48c3-b55c-b304c7c24399 tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "GET /v2.0/ports?device_id=6508ca3b-4848-4237-a511-e37f514287aa HTTP/1.1" status: 200 len: 210 time: 0.0367308 Sep 15 16:26:39.601944 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dac5c4bf-3710-4d8b-967d-2cfdd43791b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.655052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5c4bf-3710-4d8b-967d-2cfdd43791b9 None None] Pushing event updated for resources: {'Port': ['ID=154c38e8-bced-4227-a60e-6aed2aa8330b,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:39.675849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Router 959c29fb-71a0-4469-8eec-8f51a9627cff is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:26:39.733433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-dad5a63b-4a84-458d-8853-d38832f8f5f1 None None] Provisioning complete for port 154c38e8-bced-4227-a60e-6aed2aa8330b triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:39.733433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dad5a63b-4a84-458d-8853-d38832f8f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.819551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:39.828812 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Sync routers for ids ['959c29fb-71a0-4469-8eec-8f51a9627cff'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:39.860047 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Routers {'959c29fb-71a0-4469-8eec-8f51a9627cff'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:39.861006 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['959c29fb-71a0-4469-8eec-8f51a9627cff'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:39.920112 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:39.921682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9c3d6b54-8a7e-49ab-a6e1-7b3248edae8a admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2104430 Sep 15 16:26:39.924347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35100) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:39.955777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 154c38e8-bced-4227-a60e-6aed2aa8330b up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:39.990244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375eb5c-9fb0-4bf4-897f-a42c5e07a781 req-b7b1a354-929e-46f2-a3ac-cf0ea218d418 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:39.991691 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f375eb5c-9fb0-4bf4-897f-a42c5e07a781 req-b7b1a354-929e-46f2-a3ac-cf0ea218d418 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0998681 Sep 15 16:26:40.015703 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Set router 959c29fb-71a0-4469-8eec-8f51a9627cff gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:40.020007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 154c38e8-bced-4227-a60e-6aed2aa8330b triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:40.020007 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.075721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f375eb5c-9fb0-4bf4-897f-a42c5e07a781 req-2088d078-fda3-4e2d-a8f1-67adead962b4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774312 Sep 15 16:26:40.235000 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:26:38Z', 'revision_number': 3, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port': {'id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:37Z', 'updated_at': '2021-09-15T16:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:40.261817 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Checking router: 959c29fb-71a0-4469-8eec-8f51a9627cff for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:40.262085 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Updating router 959c29fb-71a0-4469-8eec-8f51a9627cff port f00ad5f1-14e9-4103-b2d5-42281a079f03 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:26:40.292903 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.440221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.546325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35104) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:40.582996 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.612180 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01925b94-10a0-4c5a-99e4-5e29b02d3d7a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.642421 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01925b94-10a0-4c5a-99e4-5e29b02d3d7a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.642710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Allocated IP 172.20.0.1 (84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9/177ca105-1e5f-4154-b7bf-dd0bb55a9452/9dfd41e5-178d-4545-9677-0b2e45e04262) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:40.650947 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.702558 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961065ca-07b7-4344-a603-5e1cd1628726 None None] Pushing event updated for resources: {'Port': ['ID=f00ad5f1-14e9-4103-b2d5-42281a079f03,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:40.720915 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Attempting to bind port f00ad5f1-14e9-4103-b2d5-42281a079f03 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:40.721624 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Attempting to bind port f00ad5f1-14e9-4103-b2d5-42281a079f03 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:40.722170 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Attempting to bind port f00ad5f1-14e9-4103-b2d5-42281a079f03 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:40.728118 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:40.728522 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:40.728964 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.729356 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:40.729815 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Bound port: f00ad5f1-14e9-4103-b2d5-42281a079f03, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:40.730189 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.780737 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.789940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01925b94-10a0-4c5a-99e4-5e29b02d3d7a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.798035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-01925b94-10a0-4c5a-99e4-5e29b02d3d7a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.799039 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] For port f00ad5f1-14e9-4103-b2d5-42281a079f03, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:40.799161 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-01925b94-10a0-4c5a-99e4-5e29b02d3d7a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] 10.222.0.63 "DELETE /v2.0/security-groups/642994d1-5a29-4b6e-8f83-28660b405d8e HTTP/1.1" status: 204 len: 168 time: 0.2468133 Sep 15 16:26:40.799269 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] For port f00ad5f1-14e9-4103-b2d5-42281a079f03, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f00ad5f1-14e9-4103-b2d5-42281a079f03,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:40.810001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01925b94-10a0-4c5a-99e4-5e29b02d3d7a tempest-TestVolumeBackupRestore-893866160 tempest-TestVolumeBackupRestore-893866160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642994d1-5a29-4b6e-8f83-28660b405d8e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:40.902808 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.939693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:40.982499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:40.987346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:40.991502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:41.018404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Pushing event updated for resources: {'Port': ['ID=9dfd41e5-178d-4545-9677-0b2e45e04262,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:41.043385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.089040 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Routers {'959c29fb-71a0-4469-8eec-8f51a9627cff'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:41.089924 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['959c29fb-71a0-4469-8eec-8f51a9627cff'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:41.132140 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961065ca-07b7-4344-a603-5e1cd1628726 None None] Pushing event updated for resources: {'Port': ['ID=f00ad5f1-14e9-4103-b2d5-42281a079f03,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:41.255892 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] Set router 959c29fb-71a0-4469-8eec-8f51a9627cff gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:41.265553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149ce66-609d-4ee1-838a-977279d40162 req-ace775a8-6250-4774-bfbf-baa663579f61 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:41.267721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4149ce66-609d-4ee1-838a-977279d40162 req-ace775a8-6250-4774-bfbf-baa663579f61 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0914917 Sep 15 16:26:41.294700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.334648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4149ce66-609d-4ee1-838a-977279d40162 req-7532b136-a90b-4c2d-b05e-f15da50eaede tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524111 Sep 15 16:26:41.394411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-24b7b0ef-c2c5-4383-8938-e4bb9fa220f8 None None] Provisioning complete for port 9dfd41e5-178d-4545-9677-0b2e45e04262 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:41.396938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-24b7b0ef-c2c5-4383-8938-e4bb9fa220f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.475272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-24b7b0ef-c2c5-4383-8938-e4bb9fa220f8 None None] Port 9dfd41e5-178d-4545-9677-0b2e45e04262 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:41.858945 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:26:38Z', 'revision_number': 3, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port': {'id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:37Z', 'updated_at': '2021-09-15T16:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:41.863921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.865187 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2899590-b76e-4997-8f99-ab6651736058 None None] The sync data for ids ['959c29fb-71a0-4469-8eec-8f51a9627cff'] in n-d-808199-2 is: [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:26:38Z', 'revision_number': 3, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port': {'id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:37Z', 'updated_at': '2021-09-15T16:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:41.865403 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.866211 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:41.869502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Pushing event updated for resources: {'Port': ['ID=9dfd41e5-178d-4545-9677-0b2e45e04262,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:41.970569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:41.972221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:42.211545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Router 959c29fb-71a0-4469-8eec-8f51a9627cff has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:26:42.417361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:42.433139 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1443b418-e146-41e3-b7a2-b2978258b86e admin admin] 10.222.0.63 "PUT /v2.0/routers/959c29fb-71a0-4469-8eec-8f51a9627cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4984605 Sep 15 16:26:42.436871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-77408836-e5b1-4175-847b-8f2747bf8b07 None None] Provisioning complete for port 9dfd41e5-178d-4545-9677-0b2e45e04262 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:42.436871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-77408836-e5b1-4175-847b-8f2747bf8b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:42.479730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-77408836-e5b1-4175-847b-8f2747bf8b07 None None] Port 9dfd41e5-178d-4545-9677-0b2e45e04262 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:42.581428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd4bc-94d6-432f-88f1-03a91c74df97 req-78451f07-e70c-4915-95b5-a62e30ebd339 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:42.588355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0fecd4bc-94d6-432f-88f1-03a91c74df97 req-78451f07-e70c-4915-95b5-a62e30ebd339 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1402292 Sep 15 16:26:42.685554 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0fecd4bc-94d6-432f-88f1-03a91c74df97 req-ab6d80be-4a4d-4b39-85ce-a092519c520b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901368 Sep 15 16:26:43.416973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-2158331b-b77b-4145-9841-52f945623ad3 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:43.428579 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-2158331b-b77b-4145-9841-52f945623ad3 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/networks?id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9 HTTP/1.1" status: 200 len: 910 time: 0.1420119 Sep 15 16:26:43.442061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ff206ed5-5279-4df9-bb8f-bc49a2cc28af tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/quotas/19cba51423914f35a3b0395c21f00f96 HTTP/1.1" status: 200 len: 375 time: 0.0117416 Sep 15 16:26:43.559843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-c9e3d2c8-2780-4a32-9206-56d54fb8d473 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?tenant_id=19cba51423914f35a3b0395c21f00f96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948172 Sep 15 16:26:43.741605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-4a236d40-c6f3-48b2-b774-adeaea690000 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:26:43.742703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-4a236d40-c6f3-48b2-b774-adeaea690000 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1753130 Sep 15 16:26:43.923470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ae04-647e-478f-b24d-d7a15f8b9400 req-daeb8749-6b19-4587-aaf7-1ac1e2d89256 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:43.928453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2619ae04-647e-478f-b24d-d7a15f8b9400 req-daeb8749-6b19-4587-aaf7-1ac1e2d89256 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1279709 Sep 15 16:26:43.950856 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-59875a1f-d91f-4eb7-af7c-bf5d94b6fc06 service neutron] 10.222.0.63 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973176 Sep 15 16:26:44.045529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f00ad5f1-14e9-4103-b2d5-42281a079f03 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:44.078475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2619ae04-647e-478f-b24d-d7a15f8b9400 req-c54bc33a-2aa8-4a23-a02c-fca662ceb695 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831068 Sep 15 16:26:44.152620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-5b4260ec-4e20-442b-a8f9-f491b5acb6a3 service neutron] 10.222.0.63 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827662 Sep 15 16:26:44.183564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port f00ad5f1-14e9-4103-b2d5-42281a079f03 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:44.187886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:44.343833 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:44.372599 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port f00ad5f1-14e9-4103-b2d5-42281a079f03, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f00ad5f1-14e9-4103-b2d5-42281a079f03,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:44.503651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5be36222-8b1e-45fa-bb93-7d050958dbdd req-a2409725-538e-4e16-b045-6e4849372f16 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 210 time: 0.0288291 Sep 15 16:26:44.522209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:44.568740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Sync routers for ids ['959c29fb-71a0-4469-8eec-8f51a9627cff'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:44.597474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Routers {'959c29fb-71a0-4469-8eec-8f51a9627cff'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:44.598128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['959c29fb-71a0-4469-8eec-8f51a9627cff'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:44.653230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=f00ad5f1-14e9-4103-b2d5-42281a079f03,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:44.923415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Set router 959c29fb-71a0-4469-8eec-8f51a9627cff gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:45.172155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:26:41Z', 'revision_number': 4, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port': {'id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:37Z', 'updated_at': '2021-09-15T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9dfd41e5-178d-4545-9677-0b2e45e04262', 'name': '', 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'mac_address': 'fa:16:3e:fd:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '177ca105-1e5f-4154-b7bf-dd0bb55a9452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:40Z', 'updated_at': '2021-09-15T16:26:41Z', 'revision_number': 2, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'subnets': [{'id': '177ca105-1e5f-4154-b7bf-dd0bb55a9452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:45.235137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Checking router: 959c29fb-71a0-4469-8eec-8f51a9627cff for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:45.235496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Updating router 959c29fb-71a0-4469-8eec-8f51a9627cff port 9dfd41e5-178d-4545-9677-0b2e45e04262 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:26:45.297147 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.404607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054faf-cd9b-4918-8a7a-0f39f47edd51 req-0e28aef7-c017-4ec5-9932-51d1570b21f2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:45.406535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5054faf-cd9b-4918-8a7a-0f39f47edd51 req-0e28aef7-c017-4ec5-9932-51d1570b21f2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1168559 Sep 15 16:26:45.485496 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b5054faf-cd9b-4918-8a7a-0f39f47edd51 req-0724a626-72d0-4c6f-8ec4-1f1599707bf4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635865 Sep 15 16:26:45.629127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48b2c072-5eef-4ec3-89ba-d34ee505f5ae req-b4852388-99d3-4291-a554-9c6a3048d6c9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 210 time: 0.0475550 Sep 15 16:26:45.722815 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.841842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:45.900570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c736cb-4204-4371-9bc1-f0ef8bf9ce9d None None] Pushing event updated for resources: {'Port': ['ID=9dfd41e5-178d-4545-9677-0b2e45e04262,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:45.961483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f00ad5f1-14e9-4103-b2d5-42281a079f03 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:46.026289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Attempting to bind port 9dfd41e5-178d-4545-9677-0b2e45e04262 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:46.026664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Attempting to bind port 9dfd41e5-178d-4545-9677-0b2e45e04262 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:46.027046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Attempting to bind port 9dfd41e5-178d-4545-9677-0b2e45e04262 on network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:46.034729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:46.035147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Checking segment: {'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:46.035512 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.035915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Bound using segment: {'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:46.036432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Bound port: 9dfd41e5-178d-4545-9677-0b2e45e04262, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec78986-c2e6-4c46-b001-3b121477ab6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:46.037357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.115915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port f00ad5f1-14e9-4103-b2d5-42281a079f03 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:46.116285 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.164514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] For port 9dfd41e5-178d-4545-9677-0b2e45e04262, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:46.169318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] For port 9dfd41e5-178d-4545-9677-0b2e45e04262, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9dfd41e5-178d-4545-9677-0b2e45e04262,segment=NetworkSegment(1ec78986-c2e6-4c46-b001-3b121477ab6b),segment_id=1ec78986-c2e6-4c46-b001-3b121477ab6b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:46.249068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-85c61970-faba-4252-afbd-26eb483b9473 None None] Provisioning complete for port 9dfd41e5-178d-4545-9677-0b2e45e04262 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:46.249604 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-85c61970-faba-4252-afbd-26eb483b9473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.293295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:46.308293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-85c61970-faba-4252-afbd-26eb483b9473 None None] Port 9dfd41e5-178d-4545-9677-0b2e45e04262 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:46.327777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35318) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:46.371488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Routers {'959c29fb-71a0-4469-8eec-8f51a9627cff'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:46.372196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['959c29fb-71a0-4469-8eec-8f51a9627cff'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:46.410703 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c736cb-4204-4371-9bc1-f0ef8bf9ce9d None None] Pushing event updated for resources: {'Port': ['ID=9dfd41e5-178d-4545-9677-0b2e45e04262,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:46.569985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] Set router 959c29fb-71a0-4469-8eec-8f51a9627cff gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:46.816071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b6d12-ed23-40ae-8c68-a617d387286a req-e77102d4-7a47-4be4-8f14-3fc57d48dc76 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:46.829253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a5b6d12-ed23-40ae-8c68-a617d387286a req-e77102d4-7a47-4be4-8f14-3fc57d48dc76 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1540792 Sep 15 16:26:46.874369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c8b3c0b-e7a1-40a6-959a-56766bc930bb req-52f65bbe-4a34-46ba-b92b-27547a65ee59 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 210 time: 0.0790570 Sep 15 16:26:46.885850 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7a5b6d12-ed23-40ae-8c68-a617d387286a req-a12f6095-dfdf-4b44-bd89-292e88cf23f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517011 Sep 15 16:26:46.953973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-efbe9bc2-57ee-436c-8da8-586697991c45 None None] Provisioning complete for port 9dfd41e5-178d-4545-9677-0b2e45e04262 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:46.954501 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efbe9bc2-57ee-436c-8da8-586697991c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:47.000738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:26:41Z', 'revision_number': 4, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port': {'id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:37Z', 'updated_at': '2021-09-15T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9dfd41e5-178d-4545-9677-0b2e45e04262', 'name': '', 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'mac_address': 'fa:16:3e:fd:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '177ca105-1e5f-4154-b7bf-dd0bb55a9452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:40Z', 'updated_at': '2021-09-15T16:26:46Z', 'revision_number': 4, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'subnets': [{'id': '177ca105-1e5f-4154-b7bf-dd0bb55a9452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:47.041255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0df104-af39-4ecb-8a55-b9673d3b7ab9 None None] The sync data for ids ['959c29fb-71a0-4469-8eec-8f51a9627cff'] in n-d-808199-2 is: [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:26:41Z', 'revision_number': 4, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port': {'id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:37Z', 'updated_at': '2021-09-15T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '9dfd41e5-178d-4545-9677-0b2e45e04262', 'name': '', 'network_id': '84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'mac_address': 'fa:16:3e:fd:ef:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '177ca105-1e5f-4154-b7bf-dd0bb55a9452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:40Z', 'updated_at': '2021-09-15T16:26:46Z', 'revision_number': 4, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'subnets': [{'id': '177ca105-1e5f-4154-b7bf-dd0bb55a9452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:47.098346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efbe9bc2-57ee-436c-8da8-586697991c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:47.100041 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:47.170872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-efbe9bc2-57ee-436c-8da8-586697991c45 None None] For port 9dfd41e5-178d-4545-9677-0b2e45e04262, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9dfd41e5-178d-4545-9677-0b2e45e04262,segment=NetworkSegment(1ec78986-c2e6-4c46-b001-3b121477ab6b),segment_id=1ec78986-c2e6-4c46-b001-3b121477ab6b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:47.256881 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-efbe9bc2-57ee-436c-8da8-586697991c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:47.400237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe9bc2-57ee-436c-8da8-586697991c45 None None] Pushing event updated for resources: {'Port': ['ID=9dfd41e5-178d-4545-9677-0b2e45e04262,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:47.506446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Deleting port 510fcc9a-7c32-45ab-a0e7-51a429094421 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:47.507090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:47.697190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] For port 510fcc9a-7c32-45ab-a0e7-51a429094421, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=510fcc9a-7c32-45ab-a0e7-51a429094421,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:47.697558 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:47.717681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Calling delete_port for 510fcc9a-7c32-45ab-a0e7-51a429094421 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:47.744552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-01a6fe39-a843-4d29-a3d9-81206abde5ed tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:47.746145 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-01a6fe39-a843-4d29-a3d9-81206abde5ed tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.38 "GET /v2.0/networks?id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9 HTTP/1.1" status: 200 len: 910 time: 0.1997020 Sep 15 16:26:47.785268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Request body: {'port': {'device_id': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'admin_state_up': True, 'tenant_id': '19cba51423914f35a3b0395c21f00f96'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:47.898456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Made reservation on behalf of 19cba51423914f35a3b0395c21f00f96 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:26:47.901411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:47.981606 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9dfd41e5-178d-4545-9677-0b2e45e04262 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:48.110790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9dfd41e5-178d-4545-9677-0b2e45e04262 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:48.111829 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:48.128451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d553a3a-f1da-4651-bbc6-43a2e7de2953 req-19d9a1cc-cc8c-489a-a0b7-a6a75df28616 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 210 time: 0.1221938 Sep 15 16:26:48.162082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5a043-10ea-4af6-a61b-40b7b15f248d req-f7c22686-10ee-49af-ad7b-16f911144c72 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:48.165382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dd5a043-10ea-4af6-a61b-40b7b15f248d req-f7c22686-10ee-49af-ad7b-16f911144c72 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1091943 Sep 15 16:26:48.227380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dd5a043-10ea-4af6-a61b-40b7b15f248d req-d2d712c4-71d4-47c4-8766-c3cd364c2b13 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558653 Sep 15 16:26:48.250061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Allocated IP 172.20.0.4 (81c614af-a9cb-4f3e-8530-e6e8945d7ea9/0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24/8591f96a-495f-49d8-ab64-846e52db479e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:26:48.305950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:48.353208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Pushing event deleted for resources: {'Port': ['ID=510fcc9a-7c32-45ab-a0e7-51a429094421,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:48.561740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:48.683733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:48.767108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:48.847118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:26:48.853182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:26:48.864434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:26:48.869730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Pushing event updated for resources: {'Port': ['ID=8591f96a-495f-49d8-ab64-846e52db479e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:48.973795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:48.974901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:49.052130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Router f29f89a5-0e5b-4817-bf1f-ec4946b04692 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:26:49.101525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-33b9b48c-87dd-4532-a48e-28d68560a083 None None] Provisioning complete for port 8591f96a-495f-49d8-ab64-846e52db479e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:49.101525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33b9b48c-87dd-4532-a48e-28d68560a083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:49.105631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-8a083aef-8661-4e60-81b7-17d1fead0483 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3240976 Sep 15 16:26:49.123326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Request body: {'port': {'device_id': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:26:49.138125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-33b9b48c-87dd-4532-a48e-28d68560a083 None None] Port 8591f96a-495f-49d8-ab64-846e52db479e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:26:49.378498 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42b515-73f8-4b27-b644-28ca931a0e55 req-ea8df9c9-4be2-445c-9fa5-9d5168439a7f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:49.381648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d42b515-73f8-4b27-b644-28ca931a0e55 req-ea8df9c9-4be2-445c-9fa5-9d5168439a7f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0745640 Sep 15 16:26:49.424912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1d42b515-73f8-4b27-b644-28ca931a0e55 req-dbd6d60b-3e7d-4da5-9385-b27dd271b858 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370240 Sep 15 16:26:49.617444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:49.619078 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:49.627461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-07e9853d-8841-4156-944d-18d73dcd63db admin admin] 10.222.0.63 "PUT /v2.0/routers/f29f89a5-0e5b-4817-bf1f-ec4946b04692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2949867 Sep 15 16:26:49.627606 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] Sync routers for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:49.628037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35432) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:49.640691 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:49.640691 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:49.673878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87da23f-5956-40ba-902b-315ff46d23d3 req-94b5825a-55f8-4fbd-bc02-caf03d2ee4e3 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:49.676095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d87da23f-5956-40ba-902b-315ff46d23d3 req-94b5825a-55f8-4fbd-bc02-caf03d2ee4e3 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1027 time: 0.4646668 Sep 15 16:26:49.782815 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:49.802631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d87da23f-5956-40ba-902b-315ff46d23d3 req-a28f5f7b-6c70-4f4f-8aa1-325344f8daba tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115990 Sep 15 16:26:49.805064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:49.961901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.032579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8591f96a-495f-49d8-ab64-846e52db479e {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:26:50.044246 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:26:48Z', 'revision_number': 5, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port': {'id': '6385c18f-80de-4d4b-b836-077b8058c3ae', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:27:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:00Z', 'updated_at': '2021-09-15T16:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:50.047933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.070762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Transition to ACTIVE for port object 8591f96a-495f-49d8-ab64-846e52db479e will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:26:50.072607 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] Checking router: f29f89a5-0e5b-4817-bf1f-ec4946b04692 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:50.082607 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] Routers {'f29f89a5-0e5b-4817-bf1f-ec4946b04692'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:50.083750 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:50.120501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Deleting port 6385c18f-80de-4d4b-b836-077b8058c3ae {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:50.120859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.146228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.188167 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] Set router f29f89a5-0e5b-4817-bf1f-ec4946b04692 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:50.221704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] For port 6385c18f-80de-4d4b-b836-077b8058c3ae, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6385c18f-80de-4d4b-b836-077b8058c3ae,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:50.222427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.237867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Pushing event updated for resources: {'Port': ['ID=8591f96a-495f-49d8-ab64-846e52db479e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:50.256407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Calling delete_port for 6385c18f-80de-4d4b-b836-077b8058c3ae owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:50.273825 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:26:49Z', 'revision_number': 6, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:50.304427 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00331c6d-2556-463b-bb68-19ddf85118da None None] The sync data for ids ['f29f89a5-0e5b-4817-bf1f-ec4946b04692'] in n-d-808199-2 is: [{'id': 'f29f89a5-0e5b-4817-bf1f-ec4946b04692', 'name': 'tempest-TestVolumeBackupRestore-1637727980-router', 'tenant_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:21:59Z', 'updated_at': '2021-09-15T16:26:49Z', 'revision_number': 6, 'project_id': '5dd254f2132b4bddb486c90bda7ed6d2', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:50.382682 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Attempting to bind port 8591f96a-495f-49d8-ab64-846e52db479e on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:26:50.383086 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Attempting to bind port 8591f96a-495f-49d8-ab64-846e52db479e by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:26:50.383357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Attempting to bind port 8591f96a-495f-49d8-ab64-846e52db479e on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:50.389147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Port 8591f96a-495f-49d8-ab64-846e52db479e on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:26:50.389429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Attempting to bind port 8591f96a-495f-49d8-ab64-846e52db479e on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:26:50.397795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:26:50.398207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Checking segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:26:50.398607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Bound using segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:26:50.399054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Bound port: 8591f96a-495f-49d8-ab64-846e52db479e, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:26:50.399413 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.494105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] For port 8591f96a-495f-49d8-ab64-846e52db479e, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:26:50.498879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] For port 8591f96a-495f-49d8-ab64-846e52db479e, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8591f96a-495f-49d8-ab64-846e52db479e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:26:50.586023 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.633687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:50.634331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:50.635887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] 10.222.0.38 "PUT /v2.0/ports/8591f96a-495f-49d8-ab64-846e52db479e HTTP/1.1" status: 200 len: 1091 time: 1.5192928 Sep 15 16:26:50.636259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'tag': '8591f96a-495f-49d8-ab64-846e52db479e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:50.638621 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676b581-3187-473d-8347-d78e965c1627" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b", "tag": "8591f96a-495f-49d8-ab64-846e52db479e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:50.668158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e9c82-fbb3-4881-9a57-3e6e8a4d3eca service neutron] Pushing event updated for resources: {'Port': ['ID=8591f96a-495f-49d8-ab64-846e52db479e,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:50.704121 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0f8455-abf5-4f84-94a8-e0e43cac62bd x-openstack-request-id: req-7b0f8455-abf5-4f84-94a8-e0e43cac62bd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:50.704420 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b", "tag": "8591f96a-495f-49d8-ab64-846e52db479e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:50.704826 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7b0f8455-abf5-4f84-94a8-e0e43cac62bd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:50.705130 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'tag': '8591f96a-495f-49d8-ab64-846e52db479e', 'status': 'completed', 'code': 200} Sep 15 16:26:50.791986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676b581-3187-473d-8347-d78e965c1627 req-2b10793b-7e70-4310-94e7-b17918f6f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:50.794448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1676b581-3187-473d-8347-d78e965c1627 req-2b10793b-7e70-4310-94e7-b17918f6f80c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=19cba51423914f35a3b0395c21f00f96&device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1094 time: 0.0733826 Sep 15 16:26:51.014274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.017055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676b581-3187-473d-8347-d78e965c1627 req-416f2780-71fc-432d-8cc5-365aa60e800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.018554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1676b581-3187-473d-8347-d78e965c1627 req-416f2780-71fc-432d-8cc5-365aa60e800e service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=19cba51423914f35a3b0395c21f00f96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2166121 Sep 15 16:26:51.020294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526ce0f-51c4-4b29-826a-8683946b232c req-68c0cff3-9afd-4db0-9212-d086aa1d0e86 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.028692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5526ce0f-51c4-4b29-826a-8683946b232c req-68c0cff3-9afd-4db0-9212-d086aa1d0e86 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1094 time: 0.0850005 Sep 15 16:26:51.072949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Pushing event deleted for resources: {'Port': ['ID=6385c18f-80de-4d4b-b836-077b8058c3ae,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:51.116565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5526ce0f-51c4-4b29-826a-8683946b232c req-bb5d04e9-a1ca-480f-8995-d64ce9a73490 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875254 Sep 15 16:26:51.118842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.119193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.119536 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.119864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.120200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.120544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.121056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.121388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.121713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.122029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.122509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.122828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:26:51.134023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d3a9e-d315-4cf2-a0e2-485d2eb2ccd9 req-5540076a-50c8-4fba-a24c-eeeafc3a9204 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.137912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c58d3a9e-d315-4cf2-a0e2-485d2eb2ccd9 req-5540076a-50c8-4fba-a24c-eeeafc3a9204 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.6195238 Sep 15 16:26:51.147009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676b581-3187-473d-8347-d78e965c1627 req-6fe1d77b-6e48-4f11-9e7b-fba26c1a4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.148635 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1676b581-3187-473d-8347-d78e965c1627 req-6fe1d77b-6e48-4f11-9e7b-fba26c1a4da7 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1137705 Sep 15 16:26:51.207600 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c58d3a9e-d315-4cf2-a0e2-485d2eb2ccd9 req-d28a10ba-6ecb-478e-848e-0cdd4e360d2f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629227 Sep 15 16:26:51.210886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.260891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-9a094054-a57d-4f8f-a9ea-0a8f25d219fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.263004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-9a094054-a57d-4f8f-a9ea-0a8f25d219fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=19cba51423914f35a3b0395c21f00f96&device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1094 time: 0.0776324 Sep 15 16:26:51.328207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-9a9dc846-06f8-4c43-8836-9fbad5a5225d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8591f96a-495f-49d8-ab64-846e52db479e HTTP/1.1" status: 200 len: 217 time: 0.0573802 Sep 15 16:26:51.334480 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.336788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.398627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-fdc43cfc-f914-4213-97e4-57db6dad2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.402659 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-fdc43cfc-f914-4213-97e4-57db6dad2b86 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24 HTTP/1.1" status: 200 len: 848 time: 0.0659044 Sep 15 16:26:51.456997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ea1e38e1-aba7-45ad-8720-999ecd609991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:51.457996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-ea1e38e1-aba7-45ad-8720-999ecd609991 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487978 Sep 15 16:26:51.487001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.487717 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f29f89a5-0e5b-4817-bf1f-ec4946b04692 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:26:51.496617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.496617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2076149f-3b3c-48cd-aab3-adba775f9835 admin admin] 10.222.0.63 "DELETE /v2.0/routers/f29f89a5-0e5b-4817-bf1f-ec4946b04692 HTTP/1.1" status: 204 len: 168 time: 1.8661487 Sep 15 16:26:51.500861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35492) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:51.566812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] Deleting subnet bb971207-a7c2-4938-ae1a-851f21782a8c {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:26:51.571667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.596012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-29fedce3-106d-4e60-8655-d108fe5fe77d service neutron] 10.222.0.38 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301389 Sep 15 16:26:51.620160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.741928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9733bbf5-dbea-4177-8d3e-2d5cad164482 req-76e0e262-c263-481e-a749-ad246864b431 service neutron] 10.222.0.38 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383932 Sep 15 16:26:51.746546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.887809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.895592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6385c18f-80de-4d4b-b836-077b8058c3ae no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:51.914395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb971207-a7c2-4938-ae1a-851f21782a8c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:51.920892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6385c18f-80de-4d4b-b836-077b8058c3ae {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:51.921244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6385c18f-80de-4d4b-b836-077b8058c3ae not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:51.921664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 510fcc9a-7c32-45ab-a0e7-51a429094421 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:51.923407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:51.926402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-34e6969e-3dba-4ec3-8db3-71cc20f26b9c admin admin] 10.222.0.63 "DELETE /v2.0/subnets/bb971207-a7c2-4938-ae1a-851f21782a8c HTTP/1.1" status: 204 len: 168 time: 0.4239349 Sep 15 16:26:51.929741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35506) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:51.944022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 510fcc9a-7c32-45ab-a0e7-51a429094421 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:51.944655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 510fcc9a-7c32-45ab-a0e7-51a429094421 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:51.946293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea682c2-ebc1-40b2-ac10-e4726c856414 None None] Network 968a562d-49d5-4d09-b2ea-2a1cf61977c0 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:26:52.013519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.075715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Deleting port 7c153e6b-6300-46ab-8d82-38af911490f2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:52.076369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.153872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] For port 7c153e6b-6300-46ab-8d82-38af911490f2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7c153e6b-6300-46ab-8d82-38af911490f2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:52.154305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.170279 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Calling delete_port for 7c153e6b-6300-46ab-8d82-38af911490f2 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:52.178867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] DHCP port deletion for 968a562d-49d5-4d09-b2ea-2a1cf61977c0 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:26:52.235757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] Deleting port 7c153e6b-6300-46ab-8d82-38af911490f2 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:52.236448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.266034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ec5f-809d-4166-a1e4-c5bc54e56d63 req-97a20251-a5f0-4b07-99a8-40f0f9ae77d9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:52.268118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2d0ec5f-809d-4166-a1e4-c5bc54e56d63 req-97a20251-a5f0-4b07-99a8-40f0f9ae77d9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1094 time: 0.0501328 Sep 15 16:26:52.331708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2d0ec5f-809d-4166-a1e4-c5bc54e56d63 req-ce4dfdc8-636c-4235-a72b-3079d434814a tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501771 Sep 15 16:26:52.336339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] For port 7c153e6b-6300-46ab-8d82-38af911490f2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7c153e6b-6300-46ab-8d82-38af911490f2,segment=NetworkSegment(46a116bc-af00-4cc9-851e-a20cab645c21),segment_id=46a116bc-af00-4cc9-851e-a20cab645c21)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:52.336615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.359464 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] Calling delete_port for 7c153e6b-6300-46ab-8d82-38af911490f2 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:52.378888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c86ac-2bb8-4d60-ac64-954698ef9748 req-680ae69e-4bed-4002-9304-c9d3103bf9fd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:52.380462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c04c86ac-2bb8-4d60-ac64-954698ef9748 req-680ae69e-4bed-4002-9304-c9d3103bf9fd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0624740 Sep 15 16:26:52.423441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c04c86ac-2bb8-4d60-ac64-954698ef9748 req-70be120c-0394-4fff-af0a-6209ff181fd8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Sep 15 16:26:52.430228 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.459269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.482970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] No DVR routers for this DVR port 7c153e6b-6300-46ab-8d82-38af911490f2 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:52.487795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] Pushing event deleted for resources: {'Port': ['ID=7c153e6b-6300-46ab-8d82-38af911490f2,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:52.491992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cb331-1980-45f7-bc4d-fec762e1778f None None] No DVR routers for this DVR port 7c153e6b-6300-46ab-8d82-38af911490f2 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:52.515900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c153e6b-6300-46ab-8d82-38af911490f2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:52.578440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.605426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968a562d-49d5-4d09-b2ea-2a1cf61977c0']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:52.615656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a116bc-af00-4cc9-851e-a20cab645c21') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:52.615974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a116bc-af00-4cc9-851e-a20cab645c21') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:52.626236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.639744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.646853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:26:52.647242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:26:52.649057 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:26:52.812797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.820352 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:52.822294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] 10.222.0.63 "DELETE /v2.0/networks/968a562d-49d5-4d09-b2ea-2a1cf61977c0 HTTP/1.1" status: 204 len: 168 time: 0.8915334 Sep 15 16:26:52.825624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35548) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:52.832475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2dab-8c75-4efe-94b4-1250e1800fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=968a562d-49d5-4d09-b2ea-2a1cf61977c0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:53.197323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.492072 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4fb98-a36c-45b4-b952-57b49186a011 req-bd2f7cf6-349c-4aa2-b8c5-ef1390222ab1 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:53.493172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87c4fb98-a36c-45b4-b952-57b49186a011 req-bd2f7cf6-349c-4aa2-b8c5-ef1390222ab1 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1094 time: 0.0884323 Sep 15 16:26:53.541235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87c4fb98-a36c-45b4-b952-57b49186a011 req-c1b232a3-5cc4-46d0-a689-6d527c702bde tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Sep 15 16:26:53.548519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Deleting port b768cdf8-fdd0-4ba5-9981-657c26c720ee {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:53.548732 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.590387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b4bc-472a-4806-b99a-d9d9f8a946d3 req-e8d9d693-6ccb-4df6-b893-616f68a1d8e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:53.592017 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8346b4bc-472a-4806-b99a-d9d9f8a946d3 req-e8d9d693-6ccb-4df6-b893-616f68a1d8e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0809793 Sep 15 16:26:53.634799 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8346b4bc-472a-4806-b99a-d9d9f8a946d3 req-b80607dd-f98b-4575-a9ee-1871ef0883c4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363345 Sep 15 16:26:53.638666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] For port b768cdf8-fdd0-4ba5-9981-657c26c720ee, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b768cdf8-fdd0-4ba5-9981-657c26c720ee,segment=NetworkSegment(68c28f0b-cd28-4705-b153-c4ec8e3b8715),segment_id=68c28f0b-cd28-4705-b153-c4ec8e3b8715)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:53.639167 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.653933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Calling delete_port for b768cdf8-fdd0-4ba5-9981-657c26c720ee owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:53.882543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7c153e6b-6300-46ab-8d82-38af911490f2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:53.904149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7c153e6b-6300-46ab-8d82-38af911490f2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:53.904547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7c153e6b-6300-46ab-8d82-38af911490f2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:53.921578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:53.946088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b768cdf8-fdd0-4ba5-9981-657c26c720ee,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:54.045524 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5ea392d7-805c-449e-a251-6ee96af8d4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.145134 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.260755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8591f96a-495f-49d8-ab64-846e52db479e details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:26:54.390507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8591f96a-495f-49d8-ab64-846e52db479e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8591f96a-495f-49d8-ab64-846e52db479e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:54.398149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Router 36e7440b-9649-4449-aab0-90dd490ba563 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:26:54.416707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '8591f96a-495f-49d8-ab64-846e52db479e', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'port_id': '8591f96a-495f-49d8-ab64-846e52db479e', 'mac_address': 'fa:16:3e:9e:23:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:26:54.455700 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.472374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8591f96a-495f-49d8-ab64-846e52db479e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:26:54.498724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8591f96a-495f-49d8-ab64-846e52db479e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8591f96a-495f-49d8-ab64-846e52db479e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:54.526806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:26:54.532212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f8e6f4ce-dbd0-4ba0-9018-cd970c3c3a8e admin admin] 10.222.0.63 "PUT /v2.0/routers/36e7440b-9649-4449-aab0-90dd490ba563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050934 Sep 15 16:26:54.536543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35610) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:54.546204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] Sync routers for ids ['36e7440b-9649-4449-aab0-90dd490ba563'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:26:54.554803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] Routers {'36e7440b-9649-4449-aab0-90dd490ba563'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:54.555449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['36e7440b-9649-4449-aab0-90dd490ba563'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:54.625351 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.729525 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.742081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8591f96a-495f-49d8-ab64-846e52db479e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:54.754727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] Set router 36e7440b-9649-4449-aab0-90dd490ba563 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:54.794082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ba728-728a-4a7f-917f-a57dbf3d9e54 req-6a656904-3cc8-49db-9e1d-4b20a95adcaa tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:54.798108 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c24ba728-728a-4a7f-917f-a57dbf3d9e54 req-6a656904-3cc8-49db-9e1d-4b20a95adcaa tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1095 time: 0.1473331 Sep 15 16:26:54.876408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d407fd-aea0-4573-a0c3-caf70e23bacf req-486bd36c-fa8d-4f32-b678-f940422263f3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:54.890538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6d407fd-aea0-4573-a0c3-caf70e23bacf req-486bd36c-fa8d-4f32-b678-f940422263f3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1329317 Sep 15 16:26:54.951378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c24ba728-728a-4a7f-917f-a57dbf3d9e54 req-336ac6b7-2481-4f44-93d2-23bcabce3990 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345520 Sep 15 16:26:54.963239 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:54.967244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c6d407fd-aea0-4573-a0c3-caf70e23bacf req-651c34ad-2f07-4683-b461-2ba3dd7a3095 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739005 Sep 15 16:26:55.074949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8591f96a-495f-49d8-ab64-846e52db479e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:26:55.121987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Deleting port e55010a4-f9b3-4332-b4b0-e261b6908594 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:55.122328 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:55.258734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:26:53Z', 'revision_number': 5, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port': {'id': 'e55010a4-f9b3-4332-b4b0-e261b6908594', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e7440b-9649-4449-aab0-90dd490ba563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:22:09Z', 'updated_at': '2021-09-15T16:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:55.294955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] Checking router: 36e7440b-9649-4449-aab0-90dd490ba563 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:26:55.317038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] Routers {'36e7440b-9649-4449-aab0-90dd490ba563'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:26:55.318615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['36e7440b-9649-4449-aab0-90dd490ba563'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:55.430150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] Set router 36e7440b-9649-4449-aab0-90dd490ba563 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:26:55.491409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:26:54Z', 'revision_number': 6, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:55.521076 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ece7e-5a26-44e9-a285-dbadc58ed224 None None] The sync data for ids ['36e7440b-9649-4449-aab0-90dd490ba563'] in n-d-808199-2 is: [{'id': '36e7440b-9649-4449-aab0-90dd490ba563', 'name': 'tempest-TestVolumeBackupRestore-967456677-router', 'tenant_id': 'e91c86ea66844a11983de54c6c1b44bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:22:08Z', 'updated_at': '2021-09-15T16:26:54Z', 'revision_number': 6, 'project_id': 'e91c86ea66844a11983de54c6c1b44bb', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:26:55.560127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] For port e55010a4-f9b3-4332-b4b0-e261b6908594, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e55010a4-f9b3-4332-b4b0-e261b6908594,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:55.560682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:55.577884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Calling delete_port for e55010a4-f9b3-4332-b4b0-e261b6908594 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:55.841345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:55.877736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Pushing event deleted for resources: {'Port': ['ID=e55010a4-f9b3-4332-b4b0-e261b6908594,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:55.964150 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.045874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b768cdf8-fdd0-4ba5-9981-657c26c720ee no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:56.068293 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.070910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.074111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b768cdf8-fdd0-4ba5-9981-657c26c720ee {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:56.083646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b768cdf8-fdd0-4ba5-9981-657c26c720ee not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:56.151944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6e315-eefe-4cd1-8f91-1914934c72b9 req-489a1130-9efd-428e-929f-a96966d6c0d1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:56.153668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edb6e315-eefe-4cd1-8f91-1914934c72b9 req-489a1130-9efd-428e-929f-a96966d6c0d1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0576806 Sep 15 16:26:56.167069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc45d77-2c2d-4d14-ad59-dcfd746f478b req-9428e890-5bf0-491c-9dc2-b41fb58affaa tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:56.173008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbc45d77-2c2d-4d14-ad59-dcfd746f478b req-9428e890-5bf0-491c-9dc2-b41fb58affaa tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1095 time: 0.0515184 Sep 15 16:26:56.198020 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-edb6e315-eefe-4cd1-8f91-1914934c72b9 req-2eb3eb78-4256-41bf-b182-4acbdd4ce1b8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Sep 15 16:26:56.219468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbc45d77-2c2d-4d14-ad59-dcfd746f478b req-b413c021-cff3-40ec-8767-86d9bdc3dd74 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Sep 15 16:26:56.232656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.233231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e7440b-9649-4449-aab0-90dd490ba563 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:26:56.237515 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.238641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8877d202-c0bf-4059-bdf8-3f55a995e826 admin admin] 10.222.0.63 "DELETE /v2.0/routers/36e7440b-9649-4449-aab0-90dd490ba563 HTTP/1.1" status: 204 len: 168 time: 1.7010705 Sep 15 16:26:56.248012 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35650) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:56.275751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8591f96a-495f-49d8-ab64-846e52db479e up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:26:56.300457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] Deleting subnet 0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:26:56.303979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.350818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.401559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 8591f96a-495f-49d8-ab64-846e52db479e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:26:56.407230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 8591f96a-495f-49d8-ab64-846e52db479e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:26:56.408005 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.433615 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.503849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.531374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8591f96a-495f-49d8-ab64-846e52db479e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:26:56.533868 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7513b55-daff-479d-9a08-76507f55abd2" -d '{"events": [{"server_uuid": "a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b", "name": "network-vif-plugged", "status": "completed", "tag": "8591f96a-495f-49d8-ab64-846e52db479e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:26:56.549771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8591f96a-495f-49d8-ab64-846e52db479e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8591f96a-495f-49d8-ab64-846e52db479e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:56.579051 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a981e1a5-5369-4dac-b89e-679196f6820d x-openstack-request-id: req-a981e1a5-5369-4dac-b89e-679196f6820d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:26:56.579367 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b", "name": "network-vif-plugged", "status": "completed", "tag": "8591f96a-495f-49d8-ab64-846e52db479e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:26:56.579641 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a981e1a5-5369-4dac-b89e-679196f6820d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:26:56.580105 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8591f96a-495f-49d8-ab64-846e52db479e', 'code': 200} Sep 15 16:26:56.600989 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.629351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:56.634951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.637297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.637422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1432f18b-0534-4735-9292-65774e530e5e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0b97d5de-67fc-4ec7-a3d3-3c267fafd9dc HTTP/1.1" status: 204 len: 168 time: 0.3883779 Sep 15 16:26:56.640253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35654) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:56.670980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d858142-df7d-4c78-b8d2-994615e7bd70 None None] Network f3652b7e-00de-4835-8530-89586ccf2c0c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:26:56.693455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6f003-145c-4479-b275-0e4ce4415762 req-71f71eb4-745f-42c8-b72a-2e01b609c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:56.694318 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94b6f003-145c-4479-b275-0e4ce4415762 req-71f71eb4-745f-42c8-b72a-2e01b609c593 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0515947 Sep 15 16:26:56.753643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94b6f003-145c-4479-b275-0e4ce4415762 req-357e2b29-70c6-4de7-9769-0fcc90e2bce6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510089 Sep 15 16:26:56.753883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.759864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8591f96a-495f-49d8-ab64-846e52db479e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:56.866470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Deleting port e4c159c4-7b66-47a5-96c5-18ece06b69ed {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:56.867101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.926044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] DHCP port deletion for f3652b7e-00de-4835-8530-89586ccf2c0c request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:26:56.955438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] For port e4c159c4-7b66-47a5-96c5-18ece06b69ed, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e4c159c4-7b66-47a5-96c5-18ece06b69ed,segment=NetworkSegment(68c28f0b-cd28-4705-b153-c4ec8e3b8715),segment_id=68c28f0b-cd28-4705-b153-c4ec8e3b8715)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:56.955819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.975721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Calling delete_port for e4c159c4-7b66-47a5-96c5-18ece06b69ed owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:56.979689 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:56.996852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] Deleting port e4c159c4-7b66-47a5-96c5-18ece06b69ed {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:26:56.997253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.084126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] For port e4c159c4-7b66-47a5-96c5-18ece06b69ed, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e4c159c4-7b66-47a5-96c5-18ece06b69ed,segment=NetworkSegment(68c28f0b-cd28-4705-b153-c4ec8e3b8715),segment_id=68c28f0b-cd28-4705-b153-c4ec8e3b8715)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:26:57.084817 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.097769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] Calling delete_port for e4c159c4-7b66-47a5-96c5-18ece06b69ed owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:26:57.156262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.170847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.183636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.201473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c159c4-7b66-47a5-96c5-18ece06b69ed,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:57.203360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] No DVR routers for this DVR port e4c159c4-7b66-47a5-96c5-18ece06b69ed on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:57.215047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] Pushing event deleted for resources: {'Port': ['ID=e4c159c4-7b66-47a5-96c5-18ece06b69ed,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:57.222100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d5635-7c16-490c-94a8-84009e03bd52 None None] No DVR routers for this DVR port e4c159c4-7b66-47a5-96c5-18ece06b69ed on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:26:57.297288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.332188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325747b-7760-4b00-872d-55794a156b82 req-029d7651-6951-48d4-8ceb-a58770e72cf7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:57.333897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3325747b-7760-4b00-872d-55794a156b82 req-029d7651-6951-48d4-8ceb-a58770e72cf7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0551085 Sep 15 16:26:57.340165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3652b7e-00de-4835-8530-89586ccf2c0c']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:57.345963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33fb73fe-c24c-40a1-934a-9387d731eb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.354660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c28f0b-cd28-4705-b153-c4ec8e3b8715') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:57.354660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c28f0b-cd28-4705-b153-c4ec8e3b8715') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:26:57.366926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.376331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3325747b-7760-4b00-872d-55794a156b82 req-927fb7cd-1c7c-4e11-a88c-bc3bcc6e0b92 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363407 Sep 15 16:26:57.378143 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648fe1d-be23-419c-b9a0-75904e3f5c97 req-20abbddb-b67d-4325-8467-f8d3c40e3c27 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:57.379787 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8648fe1d-be23-419c-b9a0-75904e3f5c97 req-20abbddb-b67d-4325-8467-f8d3c40e3c27 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0798950 Sep 15 16:26:57.386641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.399649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:26:57.400039 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:26:57.401675 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:26:57.470841 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8648fe1d-be23-419c-b9a0-75904e3f5c97 req-884f0c08-9e9c-4a42-9135-76bca4e703c8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816059 Sep 15 16:26:57.532051 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.536839 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:57.538737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/f3652b7e-00de-4835-8530-89586ccf2c0c HTTP/1.1" status: 204 len: 168 time: 0.8951864 Sep 15 16:26:57.552617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34379c9e-a6b2-43c7-b5b7-8f2e3a94bcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3652b7e-00de-4835-8530-89586ccf2c0c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:57.882577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e55010a4-f9b3-4332-b4b0-e261b6908594 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:57.902463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: e55010a4-f9b3-4332-b4b0-e261b6908594 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:57.902802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e55010a4-f9b3-4332-b4b0-e261b6908594 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:57.903214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e4c159c4-7b66-47a5-96c5-18ece06b69ed no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:26:57.922219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: e4c159c4-7b66-47a5-96c5-18ece06b69ed {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:26:57.922567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e4c159c4-7b66-47a5-96c5-18ece06b69ed not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:26:57.933800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35662) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:57.975912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-eba2ec0e-1487-4dab-a5d2-fc8555600130 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5dd254f2132b4bddb486c90bda7ed6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403197 Sep 15 16:26:57.977724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35664) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:58.030092 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a08940a8-798b-4093-8504-5c60d12e085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:58.050973 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a08940a8-798b-4093-8504-5c60d12e085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:58.172721 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a08940a8-798b-4093-8504-5c60d12e085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:58.175347 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a08940a8-798b-4093-8504-5c60d12e085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:58.176552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a08940a8-798b-4093-8504-5c60d12e085a admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1813c2e3-cdbd-4910-aad8-876ce736e520 HTTP/1.1" status: 204 len: 168 time: 0.1978254 Sep 15 16:26:58.185223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08940a8-798b-4093-8504-5c60d12e085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1813c2e3-cdbd-4910-aad8-876ce736e520,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:58.494353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735791c-00a6-4e72-8429-52deeede81df req-0a74734d-9fbd-4b54-9bce-89b919cd6b10 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:58.495916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5735791c-00a6-4e72-8429-52deeede81df req-0a74734d-9fbd-4b54-9bce-89b919cd6b10 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0530832 Sep 15 16:26:58.539203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:58.548359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5735791c-00a6-4e72-8429-52deeede81df req-ccbdccaa-5f9f-4a84-bcb3-6bfe697d8159 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Sep 15 16:26:58.594423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48723258-db97-4eb4-bf28-b330d45f5779 req-375b0d9f-1c7e-4a6d-8a34-674f6b95de8a tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:58.595819 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-48723258-db97-4eb4-bf28-b330d45f5779 req-375b0d9f-1c7e-4a6d-8a34-674f6b95de8a tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0518706 Sep 15 16:26:58.632219 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-48723258-db97-4eb4-bf28-b330d45f5779 req-c95565cf-4e2c-4d11-a96c-872117dacc4e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293229 Sep 15 16:26:58.737692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2350b-d829-444b-994e-c602754e560a req-7c787029-ce8f-416c-8279-fc4081f3cc86 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:58.739227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65a2350b-d829-444b-994e-c602754e560a req-7c787029-ce8f-416c-8279-fc4081f3cc86 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0414805 Sep 15 16:26:58.781683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65a2350b-d829-444b-994e-c602754e560a req-925b52e6-557e-4af6-8878-a2a3e3c7d7f5 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351923 Sep 15 16:26:58.853220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35678) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:58.895587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9143f8-eaca-4970-94ca-c830ab9847de req-ae17669f-bb8e-402e-9752-e6693d849e3c tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:58.898512 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad9143f8-eaca-4970-94ca-c830ab9847de req-ae17669f-bb8e-402e-9752-e6693d849e3c tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0449395 Sep 15 16:26:58.935236 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad9143f8-eaca-4970-94ca-c830ab9847de req-f4346450-b4c0-4327-9dc3-2fbe7c8271ec tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Sep 15 16:26:59.106523 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f24b902a-11e5-4ab9-a615-1cc4e4816f67 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=e91c86ea66844a11983de54c6c1b44bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520678 Sep 15 16:26:59.109009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35684) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:26:59.157419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47e4b51a-b3f3-4771-8da3-a76d299484a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.179303 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47e4b51a-b3f3-4771-8da3-a76d299484a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.298167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-b18e32c5-352d-48eb-98c8-4f66ad374521 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:59.299676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-b18e32c5-352d-48eb-98c8-4f66ad374521 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/networks?id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9 HTTP/1.1" status: 200 len: 910 time: 0.0935407 Sep 15 16:26:59.314847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-307902b7-879c-444a-8763-1728ca534fb3 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/quotas/19cba51423914f35a3b0395c21f00f96 HTTP/1.1" status: 200 len: 375 time: 0.0088327 Sep 15 16:26:59.349357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47e4b51a-b3f3-4771-8da3-a76d299484a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.352447 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-47e4b51a-b3f3-4771-8da3-a76d299484a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:26:59.353601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-47e4b51a-b3f3-4771-8da3-a76d299484a4 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/354cb878-71e4-4da6-8959-0ab350f507cb HTTP/1.1" status: 204 len: 168 time: 0.2436318 Sep 15 16:26:59.383556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4b51a-b3f3-4771-8da3-a76d299484a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354cb878-71e4-4da6-8959-0ab350f507cb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:26:59.408806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1c8488b8-e78d-4a0c-a4dd-f04169752ed4 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?tenant_id=19cba51423914f35a3b0395c21f00f96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881591 Sep 15 16:26:59.506427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-06c4434d-718b-46f6-901c-b459d576d87a service neutron] 10.222.0.63 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897849 Sep 15 16:26:59.621405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-024d33d5-31a5-4e00-9e7a-9ad8ead90332 service neutron] 10.222.0.63 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086442 Sep 15 16:26:59.694832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8ef4-363f-4a9e-8020-40640eb340ea req-c18b0b85-b11d-4a5b-9998-99dd3c759dd8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:26:59.699266 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aabf8ef4-363f-4a9e-8020-40640eb340ea req-c18b0b85-b11d-4a5b-9998-99dd3c759dd8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0688128 Sep 15 16:26:59.757874 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-aabf8ef4-363f-4a9e-8020-40640eb340ea req-3166369f-ca31-4fa5-9aa3-7638713c491e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Sep 15 16:26:59.885103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-abda15de-d3cb-43bb-9c6c-836df81fa70c req-9152ed44-7bc9-4310-af4e-fca47e551917 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 210 time: 0.0294151 Sep 15 16:27:00.227750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.463876 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:00.885257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd484e1a-4de4-428c-82b0-ceb364ff3832 req-4a388b68-a81f-4fba-857e-a49a79e7053b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:00.886734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd484e1a-4de4-428c-82b0-ceb364ff3832 req-4a388b68-a81f-4fba-857e-a49a79e7053b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0583503 Sep 15 16:27:00.932653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd484e1a-4de4-428c-82b0-ceb364ff3832 req-5969fd1d-7a25-4308-93b1-6313d5b5cecc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Sep 15 16:27:01.000427 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-41a1bf71-a97d-4c2c-be09-09728d079115 req-8a839e6a-bf0b-4011-9be8-ca873feff92f tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 210 time: 0.0277352 Sep 15 16:27:01.858406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-f487ecee-babd-4257-89c9-7d23ff2c3bfd tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:01.860380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-f487ecee-babd-4257-89c9-7d23ff2c3bfd tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.55 "GET /v2.0/networks?id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9 HTTP/1.1" status: 200 len: 910 time: 0.0965765 Sep 15 16:27:01.878343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Request body: {'port': {'device_id': '6851941d-9703-4010-b258-03b7d11a3d2c', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'admin_state_up': True, 'tenant_id': '19cba51423914f35a3b0395c21f00f96'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:01.897382 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:27:01.982386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Made reservation on behalf of 19cba51423914f35a3b0395c21f00f96 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:27:01.984968 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.091536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95176e4-0152-4327-8e4c-bfe77fccdb25 req-bf10e194-3db3-4848-b1f4-76c98543b69a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:02.093119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c95176e4-0152-4327-8e4c-bfe77fccdb25 req-bf10e194-3db3-4848-b1f4-76c98543b69a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0806158 Sep 15 16:27:02.124873 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb59e1d2-2b42-47f6-a226-bdecc6f8a7fa req-50c15764-6cd6-4f6f-bef4-9d80a9568110 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 210 time: 0.0318637 Sep 15 16:27:02.150823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c95176e4-0152-4327-8e4c-bfe77fccdb25 req-b134fcda-58ce-444b-9bc6-2ebcb5a60a5d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507290 Sep 15 16:27:02.181606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Allocated IP 172.20.0.8 (81c614af-a9cb-4f3e-8530-e6e8945d7ea9/0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24/64ec49a0-cd2f-42cb-af88-11a674666f5e) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:27:02.322159 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.401408 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.412855 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8591f96a-495f-49d8-ab64-846e52db479e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:02.445383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:27:02.450324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:27:02.455078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:27:02.485884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Pushing event updated for resources: {'Port': ['ID=64ec49a0-cd2f-42cb-af88-11a674666f5e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:02.513858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:02.514524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.590437 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-6c676f0c-dfe2-4833-aae3-40e8caef621e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7163370 Sep 15 16:27:02.604105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Request body: {'port': {'device_id': '6851941d-9703-4010-b258-03b7d11a3d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:02.662671 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.730024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-873e3af6-a6c8-4124-8952-5a3882c4e120 None None] Provisioning complete for port 64ec49a0-cd2f-42cb-af88-11a674666f5e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:27:02.730397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-873e3af6-a6c8-4124-8952-5a3882c4e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.769132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-873e3af6-a6c8-4124-8952-5a3882c4e120 None None] Port 64ec49a0-cd2f-42cb-af88-11a674666f5e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:27:02.942721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ec49a0-cd2f-42cb-af88-11a674666f5e {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:02.950502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:02.962952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Transition to ACTIVE for port object 64ec49a0-cd2f-42cb-af88-11a674666f5e will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:27:03.063907 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:03.120756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Pushing event updated for resources: {'Port': ['ID=64ec49a0-cd2f-42cb-af88-11a674666f5e,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:03.215476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Attempting to bind port 64ec49a0-cd2f-42cb-af88-11a674666f5e on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:27:03.216811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Attempting to bind port 64ec49a0-cd2f-42cb-af88-11a674666f5e by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:27:03.217307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Attempting to bind port 64ec49a0-cd2f-42cb-af88-11a674666f5e on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:27:03.224085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Port 64ec49a0-cd2f-42cb-af88-11a674666f5e on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:27:03.224797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Attempting to bind port 64ec49a0-cd2f-42cb-af88-11a674666f5e on network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:27:03.231725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:27:03.232348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Checking segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:27:03.232930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Bound using segment: {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:27:03.233584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Bound port: 64ec49a0-cd2f-42cb-af88-11a674666f5e, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515a8d56-3448-4c09-8a20-4fc3bb235f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:27:03.234102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:03.300139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885c0df-7abe-48c7-a214-da1b2b0a451e req-2ff72361-ac97-40eb-953b-bea86db053f5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.306907 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4885c0df-7abe-48c7-a214-da1b2b0a451e req-2ff72361-ac97-40eb-953b-bea86db053f5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0647199 Sep 15 16:27:03.347666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f436fb-ff10-4a76-96e9-20000c60d4d8 req-9f986b65-fb1a-4b68-9d9e-df38986ef28b tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.349249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12f436fb-ff10-4a76-96e9-20000c60d4d8 req-9f986b65-fb1a-4b68-9d9e-df38986ef28b tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1052 time: 0.0957727 Sep 15 16:27:03.351171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] For port 64ec49a0-cd2f-42cb-af88-11a674666f5e, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:27:03.354774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] For port 64ec49a0-cd2f-42cb-af88-11a674666f5e, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=64ec49a0-cd2f-42cb-af88-11a674666f5e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:27:03.369646 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4885c0df-7abe-48c7-a214-da1b2b0a451e req-04fd2d9a-20f3-400d-b375-7b07d58c7d37 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577095 Sep 15 16:27:03.398353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-12f436fb-ff10-4a76-96e9-20000c60d4d8 req-90f58e37-c5c3-4f4e-b93a-ccbdbe888fda tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Sep 15 16:27:03.422465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:03.457882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.458501 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:03.460526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/64ec49a0-cd2f-42cb-af88-11a674666f5e HTTP/1.1" status: 200 len: 1091 time: 0.8620632 Sep 15 16:27:03.460974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6851941d-9703-4010-b258-03b7d11a3d2c', 'tag': '64ec49a0-cd2f-42cb-af88-11a674666f5e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:03.463221 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51392eab-8583-40c7-9830-f40d7689831c" -d '{"events": [{"name": "network-changed", "server_uuid": "6851941d-9703-4010-b258-03b7d11a3d2c", "tag": "64ec49a0-cd2f-42cb-af88-11a674666f5e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:03.512804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b4503-f6c6-4b48-a25a-91d705e793d6 service neutron] Pushing event updated for resources: {'Port': ['ID=64ec49a0-cd2f-42cb-af88-11a674666f5e,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:03.523174 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1afa6f-2258-4c47-89c8-f56ee5075658 x-openstack-request-id: req-3a1afa6f-2258-4c47-89c8-f56ee5075658 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:03.523580 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6851941d-9703-4010-b258-03b7d11a3d2c", "tag": "64ec49a0-cd2f-42cb-af88-11a674666f5e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:03.524120 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3a1afa6f-2258-4c47-89c8-f56ee5075658 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:03.524419 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6851941d-9703-4010-b258-03b7d11a3d2c', 'tag': '64ec49a0-cd2f-42cb-af88-11a674666f5e', 'status': 'completed', 'code': 200} Sep 15 16:27:03.595099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392eab-8583-40c7-9830-f40d7689831c req-14824547-bd39-45a6-a43e-ad37ec42a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.596675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51392eab-8583-40c7-9830-f40d7689831c req-14824547-bd39-45a6-a43e-ad37ec42a0ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19cba51423914f35a3b0395c21f00f96&device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1094 time: 0.0498507 Sep 15 16:27:03.705900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392eab-8583-40c7-9830-f40d7689831c req-e7d2e09d-5d5d-4073-8ac2-56c4298e346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.707358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51392eab-8583-40c7-9830-f40d7689831c req-e7d2e09d-5d5d-4073-8ac2-56c4298e346a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=19cba51423914f35a3b0395c21f00f96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1030314 Sep 15 16:27:03.812212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51392eab-8583-40c7-9830-f40d7689831c req-f0f282b7-c7d5-461a-8ba1-a5713cf4caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.813733 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-51392eab-8583-40c7-9830-f40d7689831c req-f0f282b7-c7d5-461a-8ba1-a5713cf4caa8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991755 Sep 15 16:27:03.895262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-767bd621-05d2-46c3-b7f1-f11a8c8c25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.897906 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-767bd621-05d2-46c3-b7f1-f11a8c8c25ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19cba51423914f35a3b0395c21f00f96&device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1094 time: 0.0434372 Sep 15 16:27:03.942014 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-0c936f29-af36-48ee-8b94-1badb3ff5eb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64ec49a0-cd2f-42cb-af88-11a674666f5e HTTP/1.1" status: 200 len: 217 time: 0.0356219 Sep 15 16:27:03.996263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-3e4b909f-1428-49a7-a483-53b12ee9c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:03.997703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-3e4b909f-1428-49a7-a483-53b12ee9c24b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24 HTTP/1.1" status: 200 len: 848 time: 0.0496123 Sep 15 16:27:04.047256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-f2fd5232-a0ea-47e6-8ce6-5fcedd6ddcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:04.048798 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-f2fd5232-a0ea-47e6-8ce6-5fcedd6ddcea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434797 Sep 15 16:27:04.143128 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-631bda59-e82d-4012-a4c7-74fb9a4f4a08 service neutron] 10.222.0.55 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868931 Sep 15 16:27:04.232271 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8386fa97-f01a-4a48-b057-5e21b9332077 req-eaeaec2b-2819-4b50-ac4d-e7a7f8452c04 service neutron] 10.222.0.55 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821249 Sep 15 16:27:04.484256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0067a49-4253-4673-a31e-a3e075c77fd6 req-7d710aee-c760-427b-8c2b-b2a681c77563 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:04.485909 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0067a49-4253-4673-a31e-a3e075c77fd6 req-7d710aee-c760-427b-8c2b-b2a681c77563 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0536628 Sep 15 16:27:04.518652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fbef8-80d2-48a5-9371-27b5bcc94bd3 req-f425472a-7abb-498e-a2d5-a9eff9eef6f6 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:04.520301 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f48fbef8-80d2-48a5-9371-27b5bcc94bd3 req-f425472a-7abb-498e-a2d5-a9eff9eef6f6 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1094 time: 0.0475624 Sep 15 16:27:04.526669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e0067a49-4253-4673-a31e-a3e075c77fd6 req-4613a4eb-511b-4379-9608-b9897a605f5a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Sep 15 16:27:04.557032 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f48fbef8-80d2-48a5-9371-27b5bcc94bd3 req-a9cae3d4-4fd5-41a8-9378-fd54a1baa014 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294445 Sep 15 16:27:05.648215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda798-2695-46c9-ae56-e2074d5f8e46 req-38698d68-952e-46e4-b991-b0d2180ea7a0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:05.649748 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1eda798-2695-46c9-ae56-e2074d5f8e46 req-38698d68-952e-46e4-b991-b0d2180ea7a0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0545487 Sep 15 16:27:05.669933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c87e9-78d4-424c-9dbc-178cce459607 req-98e4f9c8-db9b-4218-af75-24be1e9992b1 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:05.671502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c22c87e9-78d4-424c-9dbc-178cce459607 req-98e4f9c8-db9b-4218-af75-24be1e9992b1 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1094 time: 0.0424440 Sep 15 16:27:05.689050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b1eda798-2695-46c9-ae56-e2074d5f8e46 req-43e5a714-be43-40e1-ad3c-db1df6e9279b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Sep 15 16:27:05.707621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c22c87e9-78d4-424c-9dbc-178cce459607 req-687a9526-3036-4422-bfc6-51604cdeda86 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301359 Sep 15 16:27:06.686704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 64ec49a0-cd2f-42cb-af88-11a674666f5e details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:27:06.790078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 64ec49a0-cd2f-42cb-af88-11a674666f5e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=64ec49a0-cd2f-42cb-af88-11a674666f5e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:06.802194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '64ec49a0-cd2f-42cb-af88-11a674666f5e', 'network_id': '81c614af-a9cb-4f3e-8530-e6e8945d7ea9', 'port_id': '64ec49a0-cd2f-42cb-af88-11a674666f5e', 'mac_address': 'fa:16:3e:da:52:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:27:06.809362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beb8f4-ac54-4c1e-849b-bb60fa25abf3 req-b7f020ee-90a4-42fb-995f-df2410eb1bb3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:06.810924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00beb8f4-ac54-4c1e-849b-bb60fa25abf3 req-b7f020ee-90a4-42fb-995f-df2410eb1bb3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0524168 Sep 15 16:27:06.822769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13265-f85b-4323-9cd5-4163090936fb req-d798be61-bd2e-4b7d-a88a-9bafd80a7852 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:06.827176 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88f13265-f85b-4323-9cd5-4163090936fb req-d798be61-bd2e-4b7d-a88a-9bafd80a7852 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1094 time: 0.0487733 Sep 15 16:27:06.845373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:06.859622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ec49a0-cd2f-42cb-af88-11a674666f5e {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:06.861619 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-00beb8f4-ac54-4c1e-849b-bb60fa25abf3 req-2f153612-d0c7-42ef-a306-ac67f646b1aa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 Sep 15 16:27:06.870675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88f13265-f85b-4323-9cd5-4163090936fb req-6afede12-89c7-4d17-bbd3-4819c0389916 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Sep 15 16:27:06.884697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 64ec49a0-cd2f-42cb-af88-11a674666f5e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=64ec49a0-cd2f-42cb-af88-11a674666f5e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:06.937925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:06.986221 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=64ec49a0-cd2f-42cb-af88-11a674666f5e,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:07.141035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['64ec49a0-cd2f-42cb-af88-11a674666f5e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:07.308433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-0938f059-605f-4f24-a4d6-57f82e20657c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450544 Sep 15 16:27:07.388144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-2329bee1-e798-40af-bc7e-71852a4b9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:07.389664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-2329bee1-e798-40af-bc7e-71852a4b9f55 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=19cba51423914f35a3b0395c21f00f96&device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0410283 Sep 15 16:27:07.496327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-1ade8394-3d14-49a9-b67b-f331582be803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:07.497990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-1ade8394-3d14-49a9-b67b-f331582be803 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9 HTTP/1.1" status: 200 len: 910 time: 0.0899503 Sep 15 16:27:07.556511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-60887f46-3a77-4678-bfc1-23f9205e10a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8591f96a-495f-49d8-ab64-846e52db479e HTTP/1.1" status: 200 len: 217 time: 0.0396297 Sep 15 16:27:07.617007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-bb0b92dc-893b-415a-b731-25ddbf99aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:07.618382 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-bb0b92dc-893b-415a-b731-25ddbf99aa21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24 HTTP/1.1" status: 200 len: 848 time: 0.0447786 Sep 15 16:27:07.665620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-5b8872e3-8110-45a5-8e78-44a1409d6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:07.667109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-5b8872e3-8110-45a5-8e78-44a1409d6fcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81c614af-a9cb-4f3e-8530-e6e8945d7ea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418241 Sep 15 16:27:07.762720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-2c6a6b44-4bfc-40f3-ad7e-0b141e46187d service neutron] 10.222.0.38 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878937 Sep 15 16:27:07.855157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ae2c4c37-6549-4b5d-82a2-caf9d60f3ac8 req-5494f06f-8df5-432d-8fd6-1e66f4d7c71c service neutron] 10.222.0.38 "GET /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855374 Sep 15 16:27:07.986534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5053f4-8eb8-46f0-a0de-b14b38026d8b req-fe5cc245-3cfa-4d5c-b2ce-8a3cd15c2eb0 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:07.988091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f5053f4-8eb8-46f0-a0de-b14b38026d8b req-fe5cc245-3cfa-4d5c-b2ce-8a3cd15c2eb0 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1095 time: 0.0484324 Sep 15 16:27:08.024841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f5053f4-8eb8-46f0-a0de-b14b38026d8b req-ca19b6b8-9fcf-4cfe-baad-d10989d76dd9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296483 Sep 15 16:27:08.137707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5b232-544b-4348-97dc-7b99e8b2e497 req-f10e5ff6-8f8f-4849-88d7-6824793a33c8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:08.139090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1a5b232-544b-4348-97dc-7b99e8b2e497 req-f10e5ff6-8f8f-4849-88d7-6824793a33c8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.2136889 Sep 15 16:27:08.176315 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d1a5b232-544b-4348-97dc-7b99e8b2e497 req-9f6cd1f7-f9ae-4cd8-bd62-e91d06d40043 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Sep 15 16:27:08.702207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 64ec49a0-cd2f-42cb-af88-11a674666f5e up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:27:08.817573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 64ec49a0-cd2f-42cb-af88-11a674666f5e completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:27:08.822313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 64ec49a0-cd2f-42cb-af88-11a674666f5e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:27:08.822689 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:08.902702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:08.924546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851941d-9703-4010-b258-03b7d11a3d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ec49a0-cd2f-42cb-af88-11a674666f5e'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:08.926836 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0389f-b874-4118-89d1-2345fcab00bc" -d '{"events": [{"server_uuid": "6851941d-9703-4010-b258-03b7d11a3d2c", "name": "network-vif-plugged", "status": "completed", "tag": "64ec49a0-cd2f-42cb-af88-11a674666f5e"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:08.939950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 64ec49a0-cd2f-42cb-af88-11a674666f5e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=64ec49a0-cd2f-42cb-af88-11a674666f5e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:08.963619 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c8c5fc-a49e-4965-a609-1acf7450721a x-openstack-request-id: req-66c8c5fc-a49e-4965-a609-1acf7450721a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:08.963940 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851941d-9703-4010-b258-03b7d11a3d2c", "name": "network-vif-plugged", "status": "completed", "tag": "64ec49a0-cd2f-42cb-af88-11a674666f5e", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:08.964308 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-66c8c5fc-a49e-4965-a609-1acf7450721a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:08.964862 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851941d-9703-4010-b258-03b7d11a3d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ec49a0-cd2f-42cb-af88-11a674666f5e', 'code': 200} Sep 15 16:27:09.018002 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:09.060853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd03206-ac26-4a76-baab-34a726a9f826 req-4aeebcfc-a320-4c5d-9514-5de02603dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:09.062534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fdd03206-ac26-4a76-baab-34a726a9f826 req-4aeebcfc-a320-4c5d-9514-5de02603dc75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0454638 Sep 15 16:27:09.066822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=64ec49a0-cd2f-42cb-af88-11a674666f5e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:09.123185 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fdd03206-ac26-4a76-baab-34a726a9f826 req-e15574f1-2a11-42a6-8a46-1773652719ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539048 Sep 15 16:27:09.138590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2fc64-8b67-4a1c-8e16-3ccd4a181624 req-075fa07b-8dae-4f24-bf7a-75c3d14b54f6 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:09.140062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64a2fc64-8b67-4a1c-8e16-3ccd4a181624 req-075fa07b-8dae-4f24-bf7a-75c3d14b54f6 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0431511 Sep 15 16:27:09.175151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64a2fc64-8b67-4a1c-8e16-3ccd4a181624 req-6a51f756-695e-4ee4-baaa-b0a513ccc293 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290873 Sep 15 16:27:09.354636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d17a7d-ef21-49b3-b6bb-293749d32fdd req-89c13bd7-fee2-4ae0-b809-a23fbe5de475 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:09.356140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16d17a7d-ef21-49b3-b6bb-293749d32fdd req-89c13bd7-fee2-4ae0-b809-a23fbe5de475 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.1114511 Sep 15 16:27:09.394225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16d17a7d-ef21-49b3-b6bb-293749d32fdd req-b69d3310-a4cc-451a-a7e7-2039a25655f4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Sep 15 16:27:10.281440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a3bb-d10c-45df-a405-0491ae786bea req-3d74122a-66d8-43b7-97e0-0ea85f716aa7 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:10.282975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4798a3bb-d10c-45df-a405-0491ae786bea req-3d74122a-66d8-43b7-97e0-0ea85f716aa7 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0426550 Sep 15 16:27:10.318506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4798a3bb-d10c-45df-a405-0491ae786bea req-3d0f02ff-8e4d-42b3-9f65-6f7f95d14425 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280259 Sep 15 16:27:10.506184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9ec64-9e8b-4248-a3e8-21f057abb7cf req-695e9524-87d0-4d76-a812-99e133623f81 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:10.507592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0a9ec64-9e8b-4248-a3e8-21f057abb7cf req-695e9524-87d0-4d76-a812-99e133623f81 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0494678 Sep 15 16:27:10.545196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0a9ec64-9e8b-4248-a3e8-21f057abb7cf req-d8125b32-414c-496b-a226-bfd6a8d7e0ae tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Sep 15 16:27:11.426718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02f688-475d-4517-963d-26b8479323ad req-faa6426e-d1e9-4708-a4d9-aecc14610c51 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:11.428201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb02f688-475d-4517-963d-26b8479323ad req-faa6426e-d1e9-4708-a4d9-aecc14610c51 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0431416 Sep 15 16:27:11.463397 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cb02f688-475d-4517-963d-26b8479323ad req-b1d8cf9c-2bfc-4124-b3ee-56366a7da11d tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281291 Sep 15 16:27:11.577792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601c52d-e1f1-49e0-ae13-fab7e22bf72e req-02bffdf9-2046-4102-af05-b71efb7191e9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:11.579575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7601c52d-e1f1-49e0-ae13-fab7e22bf72e req-02bffdf9-2046-4102-af05-b71efb7191e9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0452600 Sep 15 16:27:11.615017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7601c52d-e1f1-49e0-ae13-fab7e22bf72e req-2299f19d-7cf3-428a-a7f6-224f0d723250 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293176 Sep 15 16:27:11.657761 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eb82c-d676-4ef2-af32-947b73f4b359 req-ae5f637b-8f1f-49ae-a4fc-039b5669d639 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:11.659251 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-659eb82c-d676-4ef2-af32-947b73f4b359 req-ae5f637b-8f1f-49ae-a4fc-039b5669d639 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0492396 Sep 15 16:27:11.701221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-659eb82c-d676-4ef2-af32-947b73f4b359 req-2d1cf6b9-b8c0-4908-9712-2f8827fa7051 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352716 Sep 15 16:27:11.721300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d42c2-5ae9-4f95-adea-4510bcbee244 req-78e78e85-3d1f-4a97-becc-0a992577a7c9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:11.722997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b76d42c2-5ae9-4f95-adea-4510bcbee244 req-78e78e85-3d1f-4a97-becc-0a992577a7c9 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0418191 Sep 15 16:27:11.758373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b76d42c2-5ae9-4f95-adea-4510bcbee244 req-72885070-b7ab-40a4-a99d-ade2d3abeacd tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292630 Sep 15 16:27:12.267259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb143b8-2c1b-48da-8717-ac6997bc4d5a req-02f69855-eca5-475e-a27e-8120738504dc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.268858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfb143b8-2c1b-48da-8717-ac6997bc4d5a req-02f69855-eca5-475e-a27e-8120738504dc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0415473 Sep 15 16:27:12.303754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfb143b8-2c1b-48da-8717-ac6997bc4d5a req-84de24b9-b813-49b1-be29-66924dcb2fce tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279841 Sep 15 16:27:12.721652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e28b9ef3-7a3e-45a9-954e-8a89763ec20f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:27:12.824367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59964bf-9abc-43ce-99ec-602b96372975 req-b54e270a-678e-4132-afa9-1153b90fc536 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:12.825959 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b59964bf-9abc-43ce-99ec-602b96372975 req-b54e270a-678e-4132-afa9-1153b90fc536 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 943 time: 0.0518966 Sep 15 16:27:12.827062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e28b9ef3-7a3e-45a9-954e-8a89763ec20f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:12.839664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'port_id': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f', 'mac_address': 'fa:16:3e:38:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:27:12.866886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b59964bf-9abc-43ce-99ec-602b96372975 req-85854fcf-161a-4207-b8f5-c15722b4f893 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Sep 15 16:27:12.877135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:12.890701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28b9ef3-7a3e-45a9-954e-8a89763ec20f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:27:12.910249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e28b9ef3-7a3e-45a9-954e-8a89763ec20f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:13.029497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:13.081139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:13.243693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['e28b9ef3-7a3e-45a9-954e-8a89763ec20f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:13.414070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe4d63-c4ab-442c-846a-95f2075d046e req-936e666b-d113-43c2-ac4f-8414c87fd331 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.415595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11fe4d63-c4ab-442c-846a-95f2075d046e req-936e666b-d113-43c2-ac4f-8414c87fd331 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0439487 Sep 15 16:27:13.450051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11fe4d63-c4ab-442c-846a-95f2075d046e req-e54444b4-69d4-49ff-a01f-ac8cb6534cd6 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285525 Sep 15 16:27:13.574355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-cf8b0ab6-2bfa-4de2-982b-f91492727f71 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:13.575862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-cf8b0ab6-2bfa-4de2-982b-f91492727f71 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 1096 time: 0.0439906 Sep 15 16:27:13.654894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Deleting port 64ec49a0-cd2f-42cb-af88-11a674666f5e {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:13.655233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:13.735335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] For port 64ec49a0-cd2f-42cb-af88-11a674666f5e, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=64ec49a0-cd2f-42cb-af88-11a674666f5e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:13.735697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:13.748749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Calling delete_port for 64ec49a0-cd2f-42cb-af88-11a674666f5e owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:13.945779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:13.956790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['64ec49a0-cd2f-42cb-af88-11a674666f5e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:13.959106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8591f96a-495f-49d8-ab64-846e52db479e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:13.990184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Pushing event deleted for resources: {'Port': ['ID=64ec49a0-cd2f-42cb-af88-11a674666f5e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:14.039851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] No DVR routers for this DVR port 64ec49a0-cd2f-42cb-af88-11a674666f5e on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:14.048448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c06ef-07b9-47b5-b586-b072e7ed19e8 req-a95abc57-73f8-4b6a-bd10-36b36e262b4a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:14.050070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a0c06ef-07b9-47b5-b586-b072e7ed19e8 req-a95abc57-73f8-4b6a-bd10-36b36e262b4a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 944 time: 0.1161387 Sep 15 16:27:14.051211 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:14.053138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a600f3de-1f7a-426a-a927-f10a1cfeafe2 req-08bfb855-7868-42ae-8bfd-e547cd49d5f8 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.55 "DELETE /v2.0/ports/64ec49a0-cd2f-42cb-af88-11a674666f5e HTTP/1.1" status: 204 len: 173 time: 0.4701483 Sep 15 16:27:14.053669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6851941d-9703-4010-b258-03b7d11a3d2c', 'name': 'network-vif-deleted', 'tag': '64ec49a0-cd2f-42cb-af88-11a674666f5e'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:14.056799 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ad107f-0458-4ea9-bf09-2b2c950cc623" -d '{"events": [{"server_uuid": "6851941d-9703-4010-b258-03b7d11a3d2c", "name": "network-vif-deleted", "tag": "64ec49a0-cd2f-42cb-af88-11a674666f5e"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:14.100594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a0c06ef-07b9-47b5-b586-b072e7ed19e8 req-3d2826c5-36ca-43a2-a5f7-089c768e054d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Sep 15 16:27:14.124543 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eabf73c-dd88-4fcb-bbd5-14dfcf3aff9a x-openstack-request-id: req-6eabf73c-dd88-4fcb-bbd5-14dfcf3aff9a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:14.124543 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6851941d-9703-4010-b258-03b7d11a3d2c", "name": "network-vif-deleted", "tag": "64ec49a0-cd2f-42cb-af88-11a674666f5e", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:14.124543 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6eabf73c-dd88-4fcb-bbd5-14dfcf3aff9a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:14.124543 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6851941d-9703-4010-b258-03b7d11a3d2c', 'name': 'network-vif-deleted', 'tag': '64ec49a0-cd2f-42cb-af88-11a674666f5e', 'status': 'completed', 'code': 200} Sep 15 16:27:14.555957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c5e2096d-a572-431e-bd9d-5de5da83f826 req-93a6eae1-de46-4520-ade2-56140ac61552 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6851941d-9703-4010-b258-03b7d11a3d2c HTTP/1.1" status: 200 len: 210 time: 0.0293691 Sep 15 16:27:14.735769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e28b9ef3-7a3e-45a9-954e-8a89763ec20f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:27:14.839386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port e28b9ef3-7a3e-45a9-954e-8a89763ec20f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:27:14.843695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port e28b9ef3-7a3e-45a9-954e-8a89763ec20f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:27:14.844071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:14.925446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:14.947646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:14.949908 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a7768b-75db-4253-b1b8-0a1c62eb2a50" -d '{"events": [{"server_uuid": "c1fd0593-36eb-4fe7-9369-da2b909ec48a", "name": "network-vif-plugged", "status": "completed", "tag": "e28b9ef3-7a3e-45a9-954e-8a89763ec20f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:14.963238 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e28b9ef3-7a3e-45a9-954e-8a89763ec20f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:14.993005 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8b7967-87fa-4bb4-8f30-8feb657d6f81 x-openstack-request-id: req-ff8b7967-87fa-4bb4-8f30-8feb657d6f81 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:14.993005 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fd0593-36eb-4fe7-9369-da2b909ec48a", "name": "network-vif-plugged", "status": "completed", "tag": "e28b9ef3-7a3e-45a9-954e-8a89763ec20f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:14.993005 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ff8b7967-87fa-4bb4-8f30-8feb657d6f81 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:14.993005 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f', 'code': 200} Sep 15 16:27:15.041302 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:15.042126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 64ec49a0-cd2f-42cb-af88-11a674666f5e no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:15.078943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 64ec49a0-cd2f-42cb-af88-11a674666f5e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:15.079370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 64ec49a0-cd2f-42cb-af88-11a674666f5e not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:15.086984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16b2bd-8a05-437f-9612-0d42cedf7935 req-d99efdef-3675-4de9-88a4-40a38060717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:15.088693 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec16b2bd-8a05-437f-9612-0d42cedf7935 req-d99efdef-3675-4de9-88a4-40a38060717c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 1096 time: 0.0442739 Sep 15 16:27:15.107014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:15.126375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ec16b2bd-8a05-437f-9612-0d42cedf7935 req-9c98086c-28cf-4c1e-a782-52c447625cd3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Sep 15 16:27:15.220296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235fe92-2131-4413-a91b-e730b21032ff req-ae3076b4-fa67-4464-b03b-5f6998c8ec4e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:15.221795 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e235fe92-2131-4413-a91b-e730b21032ff req-ae3076b4-fa67-4464-b03b-5f6998c8ec4e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.0494866 Sep 15 16:27:15.259737 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e235fe92-2131-4413-a91b-e730b21032ff req-c5138462-8da1-4ef4-be0b-4f86b6361859 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Sep 15 16:27:16.023798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2f12e-b272-4022-9b16-24fdaa896656 req-e30b0e6d-09ab-414e-9a98-4fd2b93a46a7 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:16.026120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6d2f12e-b272-4022-9b16-24fdaa896656 req-e30b0e6d-09ab-414e-9a98-4fd2b93a46a7 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0431814 Sep 15 16:27:16.062064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6d2f12e-b272-4022-9b16-24fdaa896656 req-fe730699-a4a2-47c5-a29a-b88f41de54cd tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299904 Sep 15 16:27:16.383199 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20568e5a-b0e4-47a0-a990-28c24a65273e req-bf2edfa2-c403-43ba-ab4f-412a44bbdb10 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:16.384919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20568e5a-b0e4-47a0-a990-28c24a65273e req-bf2edfa2-c403-43ba-ab4f-412a44bbdb10 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.0576839 Sep 15 16:27:16.422647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-20568e5a-b0e4-47a0-a990-28c24a65273e req-1cf08a70-2e4a-4910-9687-76c9a66026a4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Sep 15 16:27:17.172267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26673624-9adf-4ebd-8a71-1e65d23c3993 req-9cdebb5b-6369-42bf-9121-8e3b6a8e6848 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:17.174040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26673624-9adf-4ebd-8a71-1e65d23c3993 req-9cdebb5b-6369-42bf-9121-8e3b6a8e6848 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0458257 Sep 15 16:27:17.214173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26673624-9adf-4ebd-8a71-1e65d23c3993 req-99112937-55b9-46da-8ece-5c59285e3b07 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/security-groups?id=eb988367-72c3-495a-aa05-40c32402c16d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Sep 15 16:27:17.348464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881ae15-0d2d-492a-a740-214e2355a917 req-ea66cfdb-21b7-448d-a901-39d4a3cda7d0 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:17.349868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e881ae15-0d2d-492a-a740-214e2355a917 req-ea66cfdb-21b7-448d-a901-39d4a3cda7d0 tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 1096 time: 0.0455508 Sep 15 16:27:17.429844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Deleting port 8591f96a-495f-49d8-ab64-846e52db479e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:17.430191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:17.516376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] For port 8591f96a-495f-49d8-ab64-846e52db479e, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8591f96a-495f-49d8-ab64-846e52db479e,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:17.516769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:17.530502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Calling delete_port for 8591f96a-495f-49d8-ab64-846e52db479e owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:17.539306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db578fce-3b6d-4e02-b504-887eccfd7e24 req-9e98ceb8-8f32-4910-9f05-d76c1d3c25fa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:17.540825 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db578fce-3b6d-4e02-b504-887eccfd7e24 req-9e98ceb8-8f32-4910-9f05-d76c1d3c25fa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.0491245 Sep 15 16:27:17.579835 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db578fce-3b6d-4e02-b504-887eccfd7e24 req-18e6a4c2-c09d-4136-9017-b2eeb8e6fe3a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Sep 15 16:27:17.702849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61291b54-7f87-43cd-ab56-73cf163c3558 req-497d14c9-3382-44dd-97f8-6a0338726f92 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:17.704706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61291b54-7f87-43cd-ab56-73cf163c3558 req-497d14c9-3382-44dd-97f8-6a0338726f92 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.0582824 Sep 15 16:27:17.744185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61291b54-7f87-43cd-ab56-73cf163c3558 req-ca0aa7b8-aef6-4389-abba-7183613963c2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334015 Sep 15 16:27:17.754559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:17.776910 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8591f96a-495f-49d8-ab64-846e52db479e'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:17.792967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Pushing event deleted for resources: {'Port': ['ID=8591f96a-495f-49d8-ab64-846e52db479e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:17.840562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] No DVR routers for this DVR port 8591f96a-495f-49d8-ab64-846e52db479e on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:17.843523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:17.845559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e881ae15-0d2d-492a-a740-214e2355a917 req-790edf5a-3316-4df0-b422-f69da03701cc tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.38 "DELETE /v2.0/ports/8591f96a-495f-49d8-ab64-846e52db479e HTTP/1.1" status: 204 len: 173 time: 0.4897492 Sep 15 16:27:17.846017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'name': 'network-vif-deleted', 'tag': '8591f96a-495f-49d8-ab64-846e52db479e'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:17.848299 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7707ce86-f8f4-40b2-99cc-e60a1c218b40" -d '{"events": [{"server_uuid": "a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b", "name": "network-vif-deleted", "tag": "8591f96a-495f-49d8-ab64-846e52db479e"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:17.899524 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b38c067-2301-47fe-9260-0d49a3881908 x-openstack-request-id: req-3b38c067-2301-47fe-9260-0d49a3881908 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:17.899872 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b", "name": "network-vif-deleted", "tag": "8591f96a-495f-49d8-ab64-846e52db479e", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:17.900279 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3b38c067-2301-47fe-9260-0d49a3881908 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:17.901546 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b', 'name': 'network-vif-deleted', 'tag': '8591f96a-495f-49d8-ab64-846e52db479e', 'status': 'completed', 'code': 200} Sep 15 16:27:17.934019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2786b5-9eb7-4c95-9126-bf8c1f577c44 req-f182420a-a71b-43e3-a1c7-7b75a8778758 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:17.935584 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e2786b5-9eb7-4c95-9126-bf8c1f577c44 req-f182420a-a71b-43e3-a1c7-7b75a8778758 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.1188042 Sep 15 16:27:17.942498 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-74273ea4-50e0-4270-ac5e-d625bc1cf55a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735619 Sep 15 16:27:17.983162 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4e2786b5-9eb7-4c95-9126-bf8c1f577c44 req-40f16e06-fc50-4e15-9059-62a558ac1b38 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396936 Sep 15 16:27:18.036624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6113e4-5802-421f-a68f-4697738ed37e req-36c05368-8aae-4612-a0d0-7aaf6febe018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:18.038461 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-36c05368-8aae-4612-a0d0-7aaf6febe018 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 1096 time: 0.0455608 Sep 15 16:27:18.148234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6113e4-5802-421f-a68f-4697738ed37e req-92d7bc39-f417-4da1-861a-ffe82ef5c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:18.150100 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-92d7bc39-f417-4da1-861a-ffe82ef5c76a service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0916488 Sep 15 16:27:18.195967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-60b1281b-e16d-4f39-81aa-409604656dab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e28b9ef3-7a3e-45a9-954e-8a89763ec20f HTTP/1.1" status: 200 len: 217 time: 0.0385809 Sep 15 16:27:18.246172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6113e4-5802-421f-a68f-4697738ed37e req-1dec54f2-15a5-4df6-8646-0b86fd50b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:18.247647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-1dec54f2-15a5-4df6-8646-0b86fd50b05c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0448444 Sep 15 16:27:18.324362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2710bdd8-4859-4586-bba6-f040aef7735e req-e8a53768-5747-410c-8b6f-72d1a26e3c0e tempest-TestServerMultinode-2085805015 tempest-TestServerMultinode-2085805015-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=a6fd76bb-ed2b-411e-a82b-6e9e9cd5a81b HTTP/1.1" status: 200 len: 210 time: 0.0313113 Sep 15 16:27:18.326228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6113e4-5802-421f-a68f-4697738ed37e req-6de060de-42a6-4d58-8a42-90a7628630f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:18.327593 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-6de060de-42a6-4d58-8a42-90a7628630f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728323 Sep 15 16:27:18.424703 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-ce80926e-dfba-4164-a40d-84d58fb80d3c service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898457 Sep 15 16:27:18.852573 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e6113e4-5802-421f-a68f-4697738ed37e req-f28e2226-a7f8-44e3-bcac-0513e619bb52 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211545 Sep 15 16:27:18.864840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6f79-0a9f-4cf8-948b-bd6be267abf5 req-0e5c5f0b-48fa-465f-8dce-36c5c0d5adef tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:18.868622 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af4e6f79-0a9f-4cf8-948b-bd6be267abf5 req-0e5c5f0b-48fa-465f-8dce-36c5c0d5adef tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.0710812 Sep 15 16:27:18.904634 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af4e6f79-0a9f-4cf8-948b-bd6be267abf5 req-3bbffa29-3dee-4db0-9b19-4d7f00acf785 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Sep 15 16:27:19.388704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35808) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:19.738604 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:19.995639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Deleting port 7589a012-f6a4-4443-829e-dfa997767c20 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:19.995891 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.035197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-7540208b-0309-454a-b66e-c74c14338216 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:20.036676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-7540208b-0309-454a-b66e-c74c14338216 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.0775437 Sep 15 16:27:20.078878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] For port 7589a012-f6a4-4443-829e-dfa997767c20, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7589a012-f6a4-4443-829e-dfa997767c20,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:20.078878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.079854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66e538-4875-4ce3-a8d8-1f9244c14b3d req-8757e970-f2a9-4d18-bcf6-f4f62bc0aa70 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:20.080540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce66e538-4875-4ce3-a8d8-1f9244c14b3d req-8757e970-f2a9-4d18-bcf6-f4f62bc0aa70 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 945 time: 0.0945044 Sep 15 16:27:20.099366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Calling delete_port for 7589a012-f6a4-4443-829e-dfa997767c20 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:20.158921 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ce66e538-4875-4ce3-a8d8-1f9244c14b3d req-33e9186e-abc6-45f5-84ae-5501d3bfb98c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688453 Sep 15 16:27:20.177197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port e28b9ef3-7a3e-45a9-954e-8a89763ec20f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:20.185948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.279227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] For port e28b9ef3-7a3e-45a9-954e-8a89763ec20f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:20.279630 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.293473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for e28b9ef3-7a3e-45a9-954e-8a89763ec20f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:20.383911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8591f96a-495f-49d8-ab64-846e52db479e no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:20.387955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.405846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 8591f96a-495f-49d8-ab64-846e52db479e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:20.406195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8591f96a-495f-49d8-ab64-846e52db479e not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:20.417055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7589a012-f6a4-4443-829e-dfa997767c20,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:20.492976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.505813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['e28b9ef3-7a3e-45a9-954e-8a89763ec20f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:27:20.530452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=e28b9ef3-7a3e-45a9-954e-8a89763ec20f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:20.576364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] No DVR routers for this DVR port e28b9ef3-7a3e-45a9-954e-8a89763ec20f on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:20.579262 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.581383 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b890c308-4a90-4fb9-bf0e-1e166297432f req-291bb178-f7ce-49a1-8374-899ddea0ec45 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "DELETE /v2.0/ports/e28b9ef3-7a3e-45a9-954e-8a89763ec20f HTTP/1.1" status: 204 len: 173 time: 0.5374794 Sep 15 16:27:20.582021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'name': 'network-vif-deleted', 'tag': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:27:20.584404 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83c9588-97b3-44d3-aa18-4982487bf191" -d '{"events": [{"server_uuid": "c1fd0593-36eb-4fe7-9369-da2b909ec48a", "name": "network-vif-deleted", "tag": "e28b9ef3-7a3e-45a9-954e-8a89763ec20f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:27:20.625453 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:20.655441 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1433bd4b-c833-49ff-ac58-78557576f4f1 x-openstack-request-id: req-1433bd4b-c833-49ff-ac58-78557576f4f1 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:27:20.655947 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fd0593-36eb-4fe7-9369-da2b909ec48a", "name": "network-vif-deleted", "tag": "e28b9ef3-7a3e-45a9-954e-8a89763ec20f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:27:20.656274 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1433bd4b-c833-49ff-ac58-78557576f4f1 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:27:20.657098 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fd0593-36eb-4fe7-9369-da2b909ec48a', 'name': 'network-vif-deleted', 'tag': 'e28b9ef3-7a3e-45a9-954e-8a89763ec20f', 'status': 'completed', 'code': 200} Sep 15 16:27:20.875139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Router cd7c4179-f062-4efe-86b7-1ea57c146822 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:27:20.984472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:27:20.994148 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e02ba55b-e1d7-4a49-8019-42c5e15eb5e5 admin admin] 10.222.0.63 "PUT /v2.0/routers/cd7c4179-f062-4efe-86b7-1ea57c146822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6002538 Sep 15 16:27:20.994148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35816) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:21.002688 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] Sync routers for ids ['cd7c4179-f062-4efe-86b7-1ea57c146822'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:27:21.006484 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] Routers {'cd7c4179-f062-4efe-86b7-1ea57c146822'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:27:21.007198 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cd7c4179-f062-4efe-86b7-1ea57c146822'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:21.100281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:21.113117 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] Set router cd7c4179-f062-4efe-86b7-1ea57c146822 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:27:21.285834 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee9cf020-3587-4ab1-a1c2-7b500426c8c8 req-d7639a41-0c1e-4ef9-99c2-4cdd67e6ee3c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 210 time: 0.0440054 Sep 15 16:27:21.406244 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:27:20Z', 'revision_number': 5, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:21.435274 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] Checking router: cd7c4179-f062-4efe-86b7-1ea57c146822 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:27:21.445008 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] Routers {'cd7c4179-f062-4efe-86b7-1ea57c146822'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:27:21.445659 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['cd7c4179-f062-4efe-86b7-1ea57c146822'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:21.553204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:21.555793 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] Set router cd7c4179-f062-4efe-86b7-1ea57c146822 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:27:21.668330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Deleting port 8f2618ed-ec3c-4877-8807-323bbb0a2b37 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:21.668923 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:21.738232 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:27:20Z', 'revision_number': 5, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:21.751297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] For port 8f2618ed-ec3c-4877-8807-323bbb0a2b37, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8f2618ed-ec3c-4877-8807-323bbb0a2b37,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:21.751753 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:21.764938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Calling delete_port for 8f2618ed-ec3c-4877-8807-323bbb0a2b37 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:21.768728 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb7af4-2395-400e-a69a-3f5b160dbf56 None None] The sync data for ids ['cd7c4179-f062-4efe-86b7-1ea57c146822'] in n-d-808199-2 is: [{'id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'name': 'tempest-TestServerMultinode-903542587-router', 'tenant_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:27:20Z', 'revision_number': 5, 'project_id': 'fd0b8c2750f24ffd945e2d00fdbe20f3', 'gw_port': {'id': '8f2618ed-ec3c-4877-8807-323bbb0a2b37', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:26:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c4179-f062-4efe-86b7-1ea57c146822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:26Z', 'updated_at': '2021-09-15T16:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:27:22.040324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.069860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2618ed-ec3c-4877-8807-323bbb0a2b37,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:22.141542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.253956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.256158 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.289186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7589a012-f6a4-4443-829e-dfa997767c20 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:22.333364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7589a012-f6a4-4443-829e-dfa997767c20 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:22.333975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7589a012-f6a4-4443-829e-dfa997767c20 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:22.388136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4d8d0f76-0efc-4cf9-ad31-fc478cd34c55 req-f5db11f3-3b8e-4924-a9ec-cb975ce7eea6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 210 time: 0.0320139 Sep 15 16:27:22.388841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.389445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd7c4179-f062-4efe-86b7-1ea57c146822 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:27:22.393998 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.395381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-90f7a081-17ef-4052-a4fd-a1a55a5be013 admin admin] 10.222.0.63 "DELETE /v2.0/routers/cd7c4179-f062-4efe-86b7-1ea57c146822 HTTP/1.1" status: 204 len: 168 time: 1.4019423 Sep 15 16:27:22.398364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:22.459065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] Deleting subnet 0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:27:22.462665 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.502731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.597168 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.715414 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.746010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:22.753047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.754953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4149aa1f-720c-4aab-af68-f02f13f4dbc1 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0b59d22b-2b2c-4eb7-a23d-984ddd4d4b24 HTTP/1.1" status: 204 len: 168 time: 0.3555684 Sep 15 16:27:22.757994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35824) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:22.759090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057ca46-c369-4f5c-8b06-848d89592671 None None] Network 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:27:22.836479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.896685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Deleting port 87372583-992f-47e8-96e8-f13652bf0ae0 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:22.897090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.966828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] DHCP port deletion for 81c614af-a9cb-4f3e-8530-e6e8945d7ea9 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:27:22.981560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] For port 87372583-992f-47e8-96e8-f13652bf0ae0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=87372583-992f-47e8-96e8-f13652bf0ae0,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:22.981928 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:22.995229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Calling delete_port for 87372583-992f-47e8-96e8-f13652bf0ae0 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:23.023419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] Deleting port 87372583-992f-47e8-96e8-f13652bf0ae0 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:23.023803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.155202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.180960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Pushing event deleted for resources: {'Port': ['ID=87372583-992f-47e8-96e8-f13652bf0ae0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:23.191379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] No DVR routers for this DVR port 87372583-992f-47e8-96e8-f13652bf0ae0 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:23.195927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.196269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.196657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.196998 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.197858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.198202 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.198536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.198860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.199328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.199661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.199994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.200319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:23.250175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] For port 87372583-992f-47e8-96e8-f13652bf0ae0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=87372583-992f-47e8-96e8-f13652bf0ae0,segment=NetworkSegment(515a8d56-3448-4c09-8a20-4fc3bb235f0d),segment_id=515a8d56-3448-4c09-8a20-4fc3bb235f0d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:23.250880 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.264018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] Calling delete_port for 87372583-992f-47e8-96e8-f13652bf0ae0 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:23.281515 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.301553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c614af-a9cb-4f3e-8530-e6e8945d7ea9']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:23.311947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515a8d56-3448-4c09-8a20-4fc3bb235f0d') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:23.312246 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515a8d56-3448-4c09-8a20-4fc3bb235f0d') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:23.321949 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.336430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.342653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:27:23.342960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.343427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:27:23.344998 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:27:23.371429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] Pushing event deleted for resources: {'Port': ['ID=87372583-992f-47e8-96e8-f13652bf0ae0,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:23.375094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a6410-e12d-4666-9518-672e7a34da24 None None] No DVR routers for this DVR port 87372583-992f-47e8-96e8-f13652bf0ae0 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:23.469226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.490142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3a5341f7-8d0f-415e-8cd3-8daeacb8f235 req-9d4d660c-4d0c-4383-bbb7-b1b6dc25fe94 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 210 time: 0.0284264 Sep 15 16:27:23.491028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.496378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] 10.222.0.63 "DELETE /v2.0/networks/81c614af-a9cb-4f3e-8530-e6e8945d7ea9 HTTP/1.1" status: 204 len: 168 time: 0.7338965 Sep 15 16:27:23.496378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b7c1f-6b85-4976-9c13-7ff19b100247 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c614af-a9cb-4f3e-8530-e6e8945d7ea9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:23.496740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:23.857747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:23.915153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8f2618ed-ec3c-4877-8807-323bbb0a2b37 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:23.942841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 8f2618ed-ec3c-4877-8807-323bbb0a2b37 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:23.943343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8f2618ed-ec3c-4877-8807-323bbb0a2b37 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:23.943853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 87372583-992f-47e8-96e8-f13652bf0ae0 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:23.970575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 87372583-992f-47e8-96e8-f13652bf0ae0 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:23.970981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 87372583-992f-47e8-96e8-f13652bf0ae0 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:24.086397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8162d966-2c6d-48ba-b445-cfa95415727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.127112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Deleting port 9dfd41e5-178d-4545-9677-0b2e45e04262 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:24.127361 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.212611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] For port 9dfd41e5-178d-4545-9677-0b2e45e04262, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9dfd41e5-178d-4545-9677-0b2e45e04262,segment=NetworkSegment(1ec78986-c2e6-4c46-b001-3b121477ab6b),segment_id=1ec78986-c2e6-4c46-b001-3b121477ab6b)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:24.213675 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.227095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Calling delete_port for 9dfd41e5-178d-4545-9677-0b2e45e04262 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:24.525023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.552531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfd41e5-178d-4545-9677-0b2e45e04262,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:24.599668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df37b5de-3766-4967-a707-c5f7807b343f req-d39bf22e-83d1-4089-96b6-93dfca704d5d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c1fd0593-36eb-4fe7-9369-da2b909ec48a HTTP/1.1" status: 200 len: 210 time: 0.0387993 Sep 15 16:27:24.738293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:24.796756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e28b9ef3-7a3e-45a9-954e-8a89763ec20f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:24.819536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: e28b9ef3-7a3e-45a9-954e-8a89763ec20f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:24.819886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e28b9ef3-7a3e-45a9-954e-8a89763ec20f not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:24.964048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Router 959c29fb-71a0-4469-8eec-8f51a9627cff has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:27:25.075776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:27:25.083925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35832) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:25.084050 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-445a13eb-a657-4076-abb5-0160201c7c80 admin admin] 10.222.0.63 "PUT /v2.0/routers/959c29fb-71a0-4469-8eec-8f51a9627cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851529 Sep 15 16:27:25.086542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] Sync routers for ids ['959c29fb-71a0-4469-8eec-8f51a9627cff'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:27:25.101526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] Routers {'959c29fb-71a0-4469-8eec-8f51a9627cff'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:27:25.102159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['959c29fb-71a0-4469-8eec-8f51a9627cff'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:25.217911 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:25.253523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] Set router 959c29fb-71a0-4469-8eec-8f51a9627cff gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:27:25.335683 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:25.457737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Deleting port f00ad5f1-14e9-4103-b2d5-42281a079f03 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:25.458224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:25.458851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:27:24Z', 'revision_number': 5, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port': {'id': 'f00ad5f1-14e9-4103-b2d5-42281a079f03', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:26:37Z', 'updated_at': '2021-09-15T16:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:25.504655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] Checking router: 959c29fb-71a0-4469-8eec-8f51a9627cff for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:27:25.514572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] Routers {'959c29fb-71a0-4469-8eec-8f51a9627cff'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:27:25.515348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:26:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['959c29fb-71a0-4469-8eec-8f51a9627cff'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:25.547339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] For port f00ad5f1-14e9-4103-b2d5-42281a079f03, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f00ad5f1-14e9-4103-b2d5-42281a079f03,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:25.547711 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:25.560320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Calling delete_port for f00ad5f1-14e9-4103-b2d5-42281a079f03 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:25.619634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] Set router 959c29fb-71a0-4469-8eec-8f51a9627cff gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:27:25.679845 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:27:25Z', 'revision_number': 6, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:25.708822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614a5b2-1c49-41c8-b7ba-cc34f98558d0 None None] The sync data for ids ['959c29fb-71a0-4469-8eec-8f51a9627cff'] in n-d-808199-2 is: [{'id': '959c29fb-71a0-4469-8eec-8f51a9627cff', 'name': 'tempest-TestServerMultinode-632428130-router', 'tenant_id': '19cba51423914f35a3b0395c21f00f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:26:36Z', 'updated_at': '2021-09-15T16:27:25Z', 'revision_number': 6, 'project_id': '19cba51423914f35a3b0395c21f00f96', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:27:25.830240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:25.857031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00ad5f1-14e9-4103-b2d5-42281a079f03,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:25.922086 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.016671 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.018720 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.137396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.138221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 959c29fb-71a0-4469-8eec-8f51a9627cff {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:27:26.142833 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.147182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 35838) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:26.149150 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-29df80c4-0be8-4342-aa62-d86cb996d5c1 admin admin] 10.222.0.63 "DELETE /v2.0/routers/959c29fb-71a0-4469-8eec-8f51a9627cff HTTP/1.1" status: 204 len: 168 time: 1.0639241 Sep 15 16:27:26.190095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9dfd41e5-178d-4545-9677-0b2e45e04262 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:26.209685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] Deleting subnet 177ca105-1e5f-4154-b7bf-dd0bb55a9452 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:27:26.215620 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.226205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 9dfd41e5-178d-4545-9677-0b2e45e04262 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:26.226901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9dfd41e5-178d-4545-9677-0b2e45e04262 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:26.266503 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.346331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.474841 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.507641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177ca105-1e5f-4154-b7bf-dd0bb55a9452,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:26.509744 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.511772 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d0af8d46-4d04-463f-9113-458357b65397 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/177ca105-1e5f-4154-b7bf-dd0bb55a9452 HTTP/1.1" status: 204 len: 168 time: 0.3635931 Sep 15 16:27:26.515736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35840) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:26.519325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd14d1-0007-48fa-8b7c-657923a81f2b None None] Network 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:27:26.608683 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.669310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Deleting port 154c38e8-bced-4227-a60e-6aed2aa8330b {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:26.669654 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.718899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] DHCP port deletion for 84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:27:26.748780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] For port 154c38e8-bced-4227-a60e-6aed2aa8330b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=154c38e8-bced-4227-a60e-6aed2aa8330b,segment=NetworkSegment(1ec78986-c2e6-4c46-b001-3b121477ab6b),segment_id=1ec78986-c2e6-4c46-b001-3b121477ab6b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:26.749272 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.766765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Calling delete_port for 154c38e8-bced-4227-a60e-6aed2aa8330b owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:26.785379 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Deleting port 154c38e8-bced-4227-a60e-6aed2aa8330b {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:27:26.785896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.864098 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] For port 154c38e8-bced-4227-a60e-6aed2aa8330b, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=154c38e8-bced-4227-a60e-6aed2aa8330b,segment=NetworkSegment(1ec78986-c2e6-4c46-b001-3b121477ab6b),segment_id=1ec78986-c2e6-4c46-b001-3b121477ab6b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:27:26.864543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.877922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Calling delete_port for 154c38e8-bced-4227-a60e-6aed2aa8330b owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:27:26.971979 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:26.980470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.007034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=154c38e8-bced-4227-a60e-6aed2aa8330b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:27.008297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] No DVR routers for this DVR port 154c38e8-bced-4227-a60e-6aed2aa8330b on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:27.010854 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.015514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Pushing event deleted for resources: {'Port': ['ID=154c38e8-bced-4227-a60e-6aed2aa8330b,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:27.016900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] No DVR routers for this DVR port 154c38e8-bced-4227-a60e-6aed2aa8330b on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:27:27.022814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.023248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.023598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.023937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.024679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.025021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.025958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.027202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.027493 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.027787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.028153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.028432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b75f7-2a62-440c-9503-4842e7044901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:27.095427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.115855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:27.125655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec78986-c2e6-4c46-b001-3b121477ab6b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:27.125947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec78986-c2e6-4c46-b001-3b121477ab6b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:27:27.131824 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.137403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.150787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.156585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:27:27.156967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:27:27.158653 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:27:27.297769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.297965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c725c644-1b6a-48d1-8438-e56c5e7cf55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.304709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.309890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] 10.222.0.63 "DELETE /v2.0/networks/84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9 HTTP/1.1" status: 204 len: 168 time: 0.7898073 Sep 15 16:27:27.318516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d4a0f-8827-461b-85d6-01a85b9dbfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e62329-c4b5-4f1a-97c0-f17b9bb6eaf9,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:27.674273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35846) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:27.717914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ab4e4280-cdb6-49a1-8285-33d78207ad18 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=fd0b8c2750f24ffd945e2d00fdbe20f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424361 Sep 15 16:27:27.720463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35848) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:27.770305 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844affb3-a36d-4053-97f0-5a70adb4a410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.791613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844affb3-a36d-4053-97f0-5a70adb4a410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.906479 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 154c38e8-bced-4227-a60e-6aed2aa8330b no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:27.932248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 154c38e8-bced-4227-a60e-6aed2aa8330b {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:27.932747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 154c38e8-bced-4227-a60e-6aed2aa8330b not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:27.933341 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f00ad5f1-14e9-4103-b2d5-42281a079f03 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:27:27.949330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844affb3-a36d-4053-97f0-5a70adb4a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.952739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-844affb3-a36d-4053-97f0-5a70adb4a410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:27.958121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: f00ad5f1-14e9-4103-b2d5-42281a079f03 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:27:27.958121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f00ad5f1-14e9-4103-b2d5-42281a079f03 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:27:27.958396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-844affb3-a36d-4053-97f0-5a70adb4a410 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/f59be4a5-d121-417e-b8ca-0354c0f0d098 HTTP/1.1" status: 204 len: 168 time: 0.2330904 Sep 15 16:27:27.966428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844affb3-a36d-4053-97f0-5a70adb4a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59be4a5-d121-417e-b8ca-0354c0f0d098,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:28.571550 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.665744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35864) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:28.707688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a55bd213-3e5b-4baf-af23-6eb022ed4180 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=19cba51423914f35a3b0395c21f00f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406427 Sep 15 16:27:28.710177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 35866) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:27:28.761316 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677efb14-85b6-461b-af5d-5f8a0bf789b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.783292 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677efb14-85b6-461b-af5d-5f8a0bf789b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.886485 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677efb14-85b6-461b-af5d-5f8a0bf789b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.889208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677efb14-85b6-461b-af5d-5f8a0bf789b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:28.892441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-677efb14-85b6-461b-af5d-5f8a0bf789b6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/eb988367-72c3-495a-aa05-40c32402c16d HTTP/1.1" status: 204 len: 168 time: 0.1792994 Sep 15 16:27:28.901412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677efb14-85b6-461b-af5d-5f8a0bf789b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb988367-72c3-495a-aa05-40c32402c16d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:30.206037 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:30.411415 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:38.897385 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:27:54.108109 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-563b7dfa-3a06-4ac8-b53a-1dc80ca6a5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:56.694483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a0702617-b146-459c-8f5a-02e74c90b339 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:56.695972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a0702617-b146-459c-8f5a-02e74c90b339 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1083314 Sep 15 16:27:56.711209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b8a2b61d-3337-402a-b159-31b98f811989 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/quotas/3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 375 time: 0.0096557 Sep 15 16:27:56.762824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-4b02c4f7-88ee-42ba-a009-06ffc5ce9114 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465667 Sep 15 16:27:56.860571 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a2c5f1b5-a8a1-40c2-862b-ead48b44631f service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907841 Sep 15 16:27:56.955390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-9fd6a679-34a8-4fdb-85f5-b2aeb12e0f2b service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887520 Sep 15 16:27:56.965111 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:57.084856 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:57.273504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6eb2bc90-5998-4fef-8b91-ae33b676bbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:57.509627 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6bc5833d-8b5b-4544-8b55-8637435c1dc1 req-8cf6aa00-5a80-439c-9ebe-53e3eb6aaa87 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 210 time: 0.0273740 Sep 15 16:27:58.502356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:58.612378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-556a408d-363e-4e28-90ee-e3c34e76ed54 req-710f29c2-0e58-4e13-bfe3-573029cfe777 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 210 time: 0.0296357 Sep 15 16:27:59.196388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a921f7d7-8e3a-43c5-bafe-d866edbc8497 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:59.197871 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a921f7d7-8e3a-43c5-bafe-d866edbc8497 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1040664 Sep 15 16:27:59.210823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'port': {'device_id': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'admin_state_up': True, 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:27:59.376405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:27:59.380061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:59.512631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.20.0.8 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/d9a7398a-7bd8-49e5-a63f-2da333cde455) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:27:59.660356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:59.718585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c05f668-42ea-4436-9b76-caf558568ba2 req-b913040e-1d72-46a8-91ef-5c5a816dcc20 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 210 time: 0.0335987 Sep 15 16:27:59.748008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:59.791275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:27:59.794636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:27:59.798730 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:27:59.825401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=d9a7398a-7bd8-49e5-a63f-2da333cde455,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:27:59.841228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.841579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.841923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.842260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.842595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.842927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.843253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.843576 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.844010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.844210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.845062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.845394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:27:59.866738 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:27:59.867383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:27:59.960301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b575bc2c-387f-4f94-8493-52f6e91fc44b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531343 Sep 15 16:27:59.980864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Request body: {'port': {'device_id': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:28:00.009143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9ca47694-2818-4a3e-ac85-684b46d70211 None None] Provisioning complete for port d9a7398a-7bd8-49e5-a63f-2da333cde455 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:28:00.009684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9ca47694-2818-4a3e-ac85-684b46d70211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.042661 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.048556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9ca47694-2818-4a3e-ac85-684b46d70211 None None] Port d9a7398a-7bd8-49e5-a63f-2da333cde455 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:28:00.193924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.314494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a7398a-7bd8-49e5-a63f-2da333cde455 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:28:00.322140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.334349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Transition to ACTIVE for port object d9a7398a-7bd8-49e5-a63f-2da333cde455 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:28:00.399616 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.433981 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.485668 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a7398a-7bd8-49e5-a63f-2da333cde455,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:00.575105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Attempting to bind port d9a7398a-7bd8-49e5-a63f-2da333cde455 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:28:00.575482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Attempting to bind port d9a7398a-7bd8-49e5-a63f-2da333cde455 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:28:00.575780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Attempting to bind port d9a7398a-7bd8-49e5-a63f-2da333cde455 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:28:00.582780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Port d9a7398a-7bd8-49e5-a63f-2da333cde455 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:28:00.584177 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Attempting to bind port d9a7398a-7bd8-49e5-a63f-2da333cde455 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:28:00.590779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:28:00.591212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:28:00.591671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:28:00.592179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Bound port: d9a7398a-7bd8-49e5-a63f-2da333cde455, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:28:00.592677 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.665871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] For port d9a7398a-7bd8-49e5-a63f-2da333cde455, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:28:00.669400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] For port d9a7398a-7bd8-49e5-a63f-2da333cde455, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d9a7398a-7bd8-49e5-a63f-2da333cde455,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:28:00.737302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.775590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:00.776212 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:00.777666 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] 10.222.0.55 "PUT /v2.0/ports/d9a7398a-7bd8-49e5-a63f-2da333cde455 HTTP/1.1" status: 200 len: 1091 time: 0.8079596 Sep 15 16:28:00.778120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'tag': 'd9a7398a-7bd8-49e5-a63f-2da333cde455'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:28:00.781257 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86c0566-4e73-4a46-a41b-96856ef25b94" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc4d474-d311-4ddc-ace8-ab34a75840db", "tag": "d9a7398a-7bd8-49e5-a63f-2da333cde455"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:28:00.807864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29194b8-5c7b-48ff-bade-1228fb106003 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a7398a-7bd8-49e5-a63f-2da333cde455,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:00.838212 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060bdee5-9c2f-4450-ae6d-4368186a85bd x-openstack-request-id: req-060bdee5-9c2f-4450-ae6d-4368186a85bd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:28:00.838212 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc4d474-d311-4ddc-ace8-ab34a75840db", "tag": "d9a7398a-7bd8-49e5-a63f-2da333cde455", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:28:00.838542 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-060bdee5-9c2f-4450-ae6d-4368186a85bd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:28:00.838890 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'tag': 'd9a7398a-7bd8-49e5-a63f-2da333cde455', 'status': 'completed', 'code': 200} Sep 15 16:28:00.895706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0da295-c6a5-47cf-aa7a-f8bf4a25db53 req-ff44edfd-eadd-4c3b-978a-611620a82fa0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:00.898804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf0da295-c6a5-47cf-aa7a-f8bf4a25db53 req-ff44edfd-eadd-4c3b-978a-611620a82fa0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0722830 Sep 15 16:28:00.909430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0566-4e73-4a46-a41b-96856ef25b94 req-cb514110-8027-485b-a39c-2f89a3c2c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:00.911127 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e86c0566-4e73-4a46-a41b-96856ef25b94 req-cb514110-8027-485b-a39c-2f89a3c2c82d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 1094 time: 0.0518708 Sep 15 16:28:00.942212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf0da295-c6a5-47cf-aa7a-f8bf4a25db53 req-3df78dff-d11c-4bc6-a363-524b2c69b261 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375135 Sep 15 16:28:01.034810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0566-4e73-4a46-a41b-96856ef25b94 req-bbaa5863-d89a-4a24-ac10-d7ba6fe20394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:01.036314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e86c0566-4e73-4a46-a41b-96856ef25b94 req-bbaa5863-d89a-4a24-ac10-d7ba6fe20394 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1172297 Sep 15 16:28:01.137828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0566-4e73-4a46-a41b-96856ef25b94 req-871510ce-db7b-4fb5-9316-e13c38d48264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:01.139311 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e86c0566-4e73-4a46-a41b-96856ef25b94 req-871510ce-db7b-4fb5-9316-e13c38d48264 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960343 Sep 15 16:28:01.217076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-27f16c1f-140c-434f-a540-bcd9f9bb38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:01.218590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-27f16c1f-140c-434f-a540-bcd9f9bb38a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 1094 time: 0.0423052 Sep 15 16:28:01.261528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-b648089e-da26-46c0-84ef-d83686cb8b6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a7398a-7bd8-49e5-a63f-2da333cde455 HTTP/1.1" status: 200 len: 217 time: 0.0346918 Sep 15 16:28:01.315756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-8c20eb92-84d0-4061-96a5-a1846bed5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:01.317260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-8c20eb92-84d0-4061-96a5-a1846bed5fe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0483844 Sep 15 16:28:01.367832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-32e7711a-65df-4594-9178-dc6f62f4f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:01.369255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-32e7711a-65df-4594-9178-dc6f62f4f068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407486 Sep 15 16:28:01.461864 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-035625e9-4f7a-4e4e-b683-d5d4ecd24294 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838149 Sep 15 16:28:01.557660 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab79a08f-b671-40f1-99f1-cce1ac33c6aa req-08dfe624-1c11-4b86-a704-87d67a94b2d0 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876665 Sep 15 16:28:02.060734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8519989-f83b-4573-83c0-eaef3ada7040 req-69ef99f4-488a-4c1d-b10b-c2028cfb2959 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:02.062243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8519989-f83b-4573-83c0-eaef3ada7040 req-69ef99f4-488a-4c1d-b10b-c2028cfb2959 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0498500 Sep 15 16:28:02.103111 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8519989-f83b-4573-83c0-eaef3ada7040 req-2ce58f90-c24b-4b7e-966b-6a8ccc2a6306 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Sep 15 16:28:03.218908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920eb42-d3c8-4a9f-bc75-3918df6cee41 req-f06b084b-4e51-4efc-b5c0-a0ae8a8e0a56 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:03.221019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b920eb42-d3c8-4a9f-bc75-3918df6cee41 req-f06b084b-4e51-4efc-b5c0-a0ae8a8e0a56 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0502906 Sep 15 16:28:03.260373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b920eb42-d3c8-4a9f-bc75-3918df6cee41 req-44ced111-c78b-44d1-a6bc-ae3158b7fd4a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Sep 15 16:28:04.374752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f70da1-a814-4aad-b8a8-1dad260c1540 req-5f63d055-7ef5-4e45-bdde-4f7bf77d32c5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:04.376220 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8f70da1-a814-4aad-b8a8-1dad260c1540 req-5f63d055-7ef5-4e45-bdde-4f7bf77d32c5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0483329 Sep 15 16:28:04.418060 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8f70da1-a814-4aad-b8a8-1dad260c1540 req-8fbb92b7-db2b-48d6-8fe0-bb57f8dd57c9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358615 Sep 15 16:28:05.532381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3143748-873c-45eb-8902-8bc69bcf4e6a req-dd4ef316-e5f4-4631-a9cc-503e5018a4d8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:05.534272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3143748-873c-45eb-8902-8bc69bcf4e6a req-dd4ef316-e5f4-4631-a9cc-503e5018a4d8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0490513 Sep 15 16:28:05.572887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3143748-873c-45eb-8902-8bc69bcf4e6a req-5b9f6581-4084-4459-ad61-d6a72e5e548b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Sep 15 16:28:06.685102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccf172-f4ae-421e-ad8c-0a0cf073e75b req-999796d5-6398-493a-ad5a-7a42b5eaeb9b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:06.686549 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75ccf172-f4ae-421e-ad8c-0a0cf073e75b req-999796d5-6398-493a-ad5a-7a42b5eaeb9b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0481057 Sep 15 16:28:06.724656 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75ccf172-f4ae-421e-ad8c-0a0cf073e75b req-8a8baf92-12c7-46af-83b2-311ef6c8e7cf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Sep 15 16:28:07.846420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8be09-faad-4123-84b2-8ef5a2dc4775 req-3373b1ad-f467-4450-8384-b532a7d0227a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:07.848088 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3db8be09-faad-4123-84b2-8ef5a2dc4775 req-3373b1ad-f467-4450-8384-b532a7d0227a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0555170 Sep 15 16:28:07.887399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3db8be09-faad-4123-84b2-8ef5a2dc4775 req-1b0b4f12-f1f6-47d2-bfb8-611d2637564e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324993 Sep 15 16:28:09.007036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a0fe1-59ee-4ff5-a74f-9ed4b95bedd5 req-b4b7280b-4977-4d31-9cf5-be97fcc42c69 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:09.009207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-784a0fe1-59ee-4ff5-a74f-9ed4b95bedd5 req-b4b7280b-4977-4d31-9cf5-be97fcc42c69 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0544493 Sep 15 16:28:09.049633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-784a0fe1-59ee-4ff5-a74f-9ed4b95bedd5 req-a1dffe71-6501-48df-b271-ffbdedc09a5b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Sep 15 16:28:10.164780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67b10-6638-45d3-a3e8-d12ce6c9c764 req-0d28a987-0640-4ba2-9dd7-076e37b8dbe9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:10.166293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91f67b10-6638-45d3-a3e8-d12ce6c9c764 req-0d28a987-0640-4ba2-9dd7-076e37b8dbe9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0503166 Sep 15 16:28:10.206419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91f67b10-6638-45d3-a3e8-d12ce6c9c764 req-2a862660-a7a8-4e7c-9743-73a0c0b80b94 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Sep 15 16:28:11.318506 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a725c5-63ee-4217-806f-82b725f7714a req-22a228e6-b3c7-4ca7-bcfa-82d68949bced tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:11.319963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32a725c5-63ee-4217-806f-82b725f7714a req-22a228e6-b3c7-4ca7-bcfa-82d68949bced tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0474348 Sep 15 16:28:11.360833 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-32a725c5-63ee-4217-806f-82b725f7714a req-fbcf4564-617e-4cc2-a7df-edf6f3d7b11e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348794 Sep 15 16:28:12.473638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d3a8b-1429-435c-b694-f3e62220826f req-edefa77b-6688-49eb-9141-1b6944438ea0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:12.475120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd6d3a8b-1429-435c-b694-f3e62220826f req-edefa77b-6688-49eb-9141-1b6944438ea0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 943 time: 0.0490439 Sep 15 16:28:12.512844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd6d3a8b-1429-435c-b694-f3e62220826f req-51a3bddc-6554-4fd4-9cf2-8346193bdca4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Sep 15 16:28:13.029934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d9a7398a-7bd8-49e5-a63f-2da333cde455 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:28:13.125759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d9a7398a-7bd8-49e5-a63f-2da333cde455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d9a7398a-7bd8-49e5-a63f-2da333cde455,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:28:13.137689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'd9a7398a-7bd8-49e5-a63f-2da333cde455', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'port_id': 'd9a7398a-7bd8-49e5-a63f-2da333cde455', 'mac_address': 'fa:16:3e:11:7e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:28:13.178261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:13.191250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a7398a-7bd8-49e5-a63f-2da333cde455 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:28:13.210494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d9a7398a-7bd8-49e5-a63f-2da333cde455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d9a7398a-7bd8-49e5-a63f-2da333cde455,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:28:13.261356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:13.309685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d9a7398a-7bd8-49e5-a63f-2da333cde455,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:13.512020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d9a7398a-7bd8-49e5-a63f-2da333cde455'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:28:13.627424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2155cc-1ae4-4aee-b122-80248e4ac236 req-d5b2dd2a-273d-4a95-917b-3c8aac22c2d4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:13.629143 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dd2155cc-1ae4-4aee-b122-80248e4ac236 req-d5b2dd2a-273d-4a95-917b-3c8aac22c2d4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 944 time: 0.0500922 Sep 15 16:28:13.667449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-dd2155cc-1ae4-4aee-b122-80248e4ac236 req-be8a77c7-2a58-499d-bdf0-ee39008eabf9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Sep 15 16:28:14.786593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f603482-7ea3-42a5-a8e0-1e335ceebe41 req-c1b51e83-7125-41f8-aeb8-5690449b2026 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:14.788078 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f603482-7ea3-42a5-a8e0-1e335ceebe41 req-c1b51e83-7125-41f8-aeb8-5690449b2026 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 944 time: 0.0533252 Sep 15 16:28:14.825334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f603482-7ea3-42a5-a8e0-1e335ceebe41 req-df0001fa-3cfb-4244-a892-1cc7b3074e9e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Sep 15 16:28:15.060922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d9a7398a-7bd8-49e5-a63f-2da333cde455 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:28:15.170233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port d9a7398a-7bd8-49e5-a63f-2da333cde455 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:28:15.173913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port d9a7398a-7bd8-49e5-a63f-2da333cde455 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:28:15.174287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:15.250874 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:15.273155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a7398a-7bd8-49e5-a63f-2da333cde455'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:28:15.275378 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df61c202-8a64-4087-b998-707f83fdafa5" -d '{"events": [{"server_uuid": "5dc4d474-d311-4ddc-ace8-ab34a75840db", "name": "network-vif-plugged", "status": "completed", "tag": "d9a7398a-7bd8-49e5-a63f-2da333cde455"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:28:15.289094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d9a7398a-7bd8-49e5-a63f-2da333cde455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d9a7398a-7bd8-49e5-a63f-2da333cde455,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:28:15.310747 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe67d04-300e-47d0-9bdf-43a9c569368d x-openstack-request-id: req-dbe67d04-300e-47d0-9bdf-43a9c569368d {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:28:15.311085 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc4d474-d311-4ddc-ace8-ab34a75840db", "name": "network-vif-plugged", "status": "completed", "tag": "d9a7398a-7bd8-49e5-a63f-2da333cde455", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:28:15.311292 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dbe67d04-300e-47d0-9bdf-43a9c569368d {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:28:15.311686 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a7398a-7bd8-49e5-a63f-2da333cde455', 'code': 200} Sep 15 16:28:15.348433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:15.398191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d9a7398a-7bd8-49e5-a63f-2da333cde455,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:15.411064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27518726-04de-4417-91cf-801ac77c4708 req-5490dbc5-2758-4488-afaf-3e74dff7a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:15.412884 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-27518726-04de-4417-91cf-801ac77c4708 req-5490dbc5-2758-4488-afaf-3e74dff7a4a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 1096 time: 0.0426686 Sep 15 16:28:15.448265 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-27518726-04de-4417-91cf-801ac77c4708 req-c1ff2106-7fb5-41f5-9863-ef320bc477da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281501 Sep 15 16:28:15.897032 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:28:15.940042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc161-dc2e-4cfe-aa55-94a79dbc6964 req-05fa546a-4a65-4374-8b22-c3f981cd18f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:15.942242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f54dc161-dc2e-4cfe-aa55-94a79dbc6964 req-05fa546a-4a65-4374-8b22-c3f981cd18f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 945 time: 0.0501153 Sep 15 16:28:15.980017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f54dc161-dc2e-4cfe-aa55-94a79dbc6964 req-53a46a1f-7155-4e02-8265-5505c626b724 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Sep 15 16:28:17.095150 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747a75-a259-4e6f-b41a-6b29eaf49660 req-85f319e5-b7b3-4ba9-b093-f5cc768914ec tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:17.096648 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-96747a75-a259-4e6f-b41a-6b29eaf49660 req-85f319e5-b7b3-4ba9-b093-f5cc768914ec tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 945 time: 0.0486712 Sep 15 16:28:17.137617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-96747a75-a259-4e6f-b41a-6b29eaf49660 req-b1421339-cb96-4c88-aacd-999690c568e1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347934 Sep 15 16:28:17.249408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c33d6-cb08-4c8c-9941-69aeba3c5d50 req-4cb3a16e-2d0b-437c-82d9-82c301fd4fa0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:17.250933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b4c33d6-cb08-4c8c-9941-69aeba3c5d50 req-4cb3a16e-2d0b-437c-82d9-82c301fd4fa0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 945 time: 0.0491412 Sep 15 16:28:17.289640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b4c33d6-cb08-4c8c-9941-69aeba3c5d50 req-1680de89-a867-4cba-a037-f391dab61fec tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Sep 15 16:28:20.196511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-b25f72be-265f-4f59-aa82-5308a0b20fcd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3415000 Sep 15 16:28:20.278664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-e88eb7d2-1926-42b2-876b-499c23a9dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:20.280220 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-e88eb7d2-1926-42b2-876b-499c23a9dcbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 1096 time: 0.0401030 Sep 15 16:28:20.387857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-c5424296-57f3-4823-ae95-40c60f698dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:20.389375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-c5424296-57f3-4823-ae95-40c60f698dd4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0894995 Sep 15 16:28:20.432845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-3846ff06-4ec9-4b67-bd52-5bff3ef316a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9a7398a-7bd8-49e5-a63f-2da333cde455 HTTP/1.1" status: 200 len: 217 time: 0.0350182 Sep 15 16:28:20.482226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-e094d433-e190-4cc6-995c-04d93c3239b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:20.483600 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-e094d433-e190-4cc6-995c-04d93c3239b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0424223 Sep 15 16:28:20.534025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-2d54495f-e0b8-4555-8da7-340388832083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:20.536081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-2d54495f-e0b8-4555-8da7-340388832083 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447736 Sep 15 16:28:20.543699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-92ad2365-7889-4c14-a7b1-efe1e5fee640 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:20.545226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-92ad2365-7889-4c14-a7b1-efe1e5fee640 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1108551 Sep 15 16:28:20.560234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-65be62be-50a8-4264-8cf8-6e50abe15b0b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/quotas/3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 375 time: 0.0091851 Sep 15 16:28:20.617066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-2a0edfec-6d30-4ac5-99bc-34417ea82b71 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507307 Sep 15 16:28:20.627485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-2c24eda1-eb53-4061-b6d7-92bd97410c89 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831068 Sep 15 16:28:20.629953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-a282aa16-d186-41dd-81ba-46fe4f9cde29 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:28:20.630925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-a282aa16-d186-41dd-81ba-46fe4f9cde29 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057869 Sep 15 16:28:20.727704 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b438d04-7cd6-4209-a17b-8a1228cd2c24 req-73a3dd59-de8f-46f5-a34d-521a5be394be service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910518 Sep 15 16:28:20.728131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83e6213b-12f3-47ab-9389-1241d288b94a service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911782 Sep 15 16:28:20.819407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-e5d46644-1602-4deb-a450-6a8e943ca71c service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835156 Sep 15 16:28:21.054818 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3583491a-01f7-450d-a88b-f0cb0fd66b4c req-630810fa-0433-4703-b77f-78cf4e52970d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Sep 15 16:28:22.155667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12bf2334-e400-4513-b972-d135200f817d req-d3a383a4-0821-4f3f-ba68-e47f40ca0b20 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 210 time: 0.0335712 Sep 15 16:28:22.811211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-dcbe0553-32ec-4560-b239-be911f6336f7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:22.812687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-dcbe0553-32ec-4560-b239-be911f6336f7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1070938 Sep 15 16:28:22.825741 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'port': {'device_id': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'admin_state_up': True, 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:28:23.022028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:28:23.025625 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:23.160721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.20.0.11 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/da2c6674-3cdf-4d79-a080-fd6ccfe199d2) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:28:23.259142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-272b578d-a14d-4e45-b832-19d3d1dfa1ac req-9cd708fa-4998-496b-a735-526e0b039acc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 210 time: 0.0284643 Sep 15 16:28:23.324327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:23.427722 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:23.440665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d9a7398a-7bd8-49e5-a63f-2da333cde455'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:28:23.481974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:28:23.486540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:28:23.492170 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:28:23.538028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:23.556522 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.556864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.557206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.564155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.564902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.565399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.565882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.566373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.566920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.567372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.567713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.568039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:28:23.596235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:23.596929 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:23.696404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-c70d51d1-2d20-44c6-9e4c-9f08c2407010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8745067 Sep 15 16:28:23.765625 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-247579c3-c0fa-456d-9542-952a0eb7a519 None None] Provisioning complete for port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:28:23.765996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-247579c3-c0fa-456d-9542-952a0eb7a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:23.805120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-247579c3-c0fa-456d-9542-952a0eb7a519 None None] Port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:28:23.814535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Request body: {'port': {'device_id': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:28:23.874200 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:23.981402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3bc18b6a-c59e-4742-9848-04b8c7450dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:24.159623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2c6674-3cdf-4d79-a080-fd6ccfe199d2 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:28:24.168140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:24.181009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Transition to ACTIVE for port object da2c6674-3cdf-4d79-a080-fd6ccfe199d2 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:28:24.227204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:24.282182 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Pushing event updated for resources: {'Port': ['ID=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:24.390307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Attempting to bind port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:28:24.390746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Attempting to bind port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:28:24.391157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Attempting to bind port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:28:24.400414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:28:24.400762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Attempting to bind port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:28:24.411372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976c70-474f-4d52-89f4-45da99e46145 req-fa420e78-98c7-4690-a304-f7796f6c3a94 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:24.413068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1976c70-474f-4d52-89f4-45da99e46145 req-fa420e78-98c7-4690-a304-f7796f6c3a94 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0787547 Sep 15 16:28:24.416894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:28:24.417432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:28:24.417996 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:28:24.418608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Bound port: da2c6674-3cdf-4d79-a080-fd6ccfe199d2, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:28:24.419140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:24.499750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1976c70-474f-4d52-89f4-45da99e46145 req-1db4ceae-ac63-4ed7-b1a9-8562030fc0aa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780120 Sep 15 16:28:24.539472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] For port da2c6674-3cdf-4d79-a080-fd6ccfe199d2, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:28:24.542660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] For port da2c6674-3cdf-4d79-a080-fd6ccfe199d2, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:28:24.587769 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:24.622515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:24.623134 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:24.624630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] 10.222.0.38 "PUT /v2.0/ports/da2c6674-3cdf-4d79-a080-fd6ccfe199d2 HTTP/1.1" status: 200 len: 1092 time: 0.9201686 Sep 15 16:28:24.624979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'tag': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:28:24.627222 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5dc6e9-d0a5-4bb1-bd5b-3d6871009a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c894c8f2-8a1d-4cad-a64a-43dc610c65c1", "tag": "da2c6674-3cdf-4d79-a080-fd6ccfe199d2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:28:24.664019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1dc1f-2658-450b-ad62-1e08c12cd7ef service neutron] Pushing event updated for resources: {'Port': ['ID=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:28:24.674689 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c355fe-1262-4be3-a952-ad623ce2e636 x-openstack-request-id: req-17c355fe-1262-4be3-a952-ad623ce2e636 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:28:24.675264 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c894c8f2-8a1d-4cad-a64a-43dc610c65c1", "tag": "da2c6674-3cdf-4d79-a080-fd6ccfe199d2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:28:24.675732 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-17c355fe-1262-4be3-a952-ad623ce2e636 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:28:24.676436 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'tag': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2', 'status': 'completed', 'code': 200} Sep 15 16:28:24.744157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dc6e9-d0a5-4bb1-bd5b-3d6871009a5b req-72171c2a-98a8-4d82-8f55-14a5f436ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:24.746141 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b5dc6e9-d0a5-4bb1-bd5b-3d6871009a5b req-72171c2a-98a8-4d82-8f55-14a5f436ea78 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 1095 time: 0.0501556 Sep 15 16:28:24.861926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dc6e9-d0a5-4bb1-bd5b-3d6871009a5b req-75ae02ee-6150-49b5-95ad-fc3cea584da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:24.864001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b5dc6e9-d0a5-4bb1-bd5b-3d6871009a5b req-75ae02ee-6150-49b5-95ad-fc3cea584da0 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1096306 Sep 15 16:28:24.964572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dc6e9-d0a5-4bb1-bd5b-3d6871009a5b req-db8f587f-a4d4-4f4c-ba84-1efe7f31e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:24.966075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b5dc6e9-d0a5-4bb1-bd5b-3d6871009a5b req-db8f587f-a4d4-4f4c-ba84-1efe7f31e4cf service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959625 Sep 15 16:28:25.043287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-0f58ad35-0017-4a1f-ae89-8fbd2ee85d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:25.044800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-0f58ad35-0017-4a1f-ae89-8fbd2ee85d79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 1095 time: 0.0425920 Sep 15 16:28:25.086666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-62b09928-4be0-4427-8baf-73f52773c577 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da2c6674-3cdf-4d79-a080-fd6ccfe199d2 HTTP/1.1" status: 200 len: 217 time: 0.0339174 Sep 15 16:28:25.134929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-5979df0c-8616-4606-93d7-99fb4adac67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:25.136428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-5979df0c-8616-4606-93d7-99fb4adac67d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0432675 Sep 15 16:28:25.187392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-03377f26-15bb-4052-b887-09f0c1f241c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:25.188952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-03377f26-15bb-4052-b887-09f0c1f241c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461571 Sep 15 16:28:25.281156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-5f95e553-3ad8-45d7-b554-80ee549f9662 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847154 Sep 15 16:28:25.385727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-198e896c-3484-46b1-8144-7e2d7d011a21 req-8421561f-13f4-416c-b063-593a76f75ce1 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973892 Sep 15 16:28:25.626339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b47bac-0a4f-42fe-8abb-38e013b1bbae req-c42ad49f-3692-418b-9eee-8da61da364de tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:25.627723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29b47bac-0a4f-42fe-8abb-38e013b1bbae req-c42ad49f-3692-418b-9eee-8da61da364de tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0494511 Sep 15 16:28:25.672452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29b47bac-0a4f-42fe-8abb-38e013b1bbae req-621a95b6-425c-4108-b634-dfe8ed062e3c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379593 Sep 15 16:28:26.796335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198078bc-6cf3-4a68-ad7e-56fcf5075855 req-c41443df-7b5d-4264-9ae2-37a89f9a44a7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:26.797837 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198078bc-6cf3-4a68-ad7e-56fcf5075855 req-c41443df-7b5d-4264-9ae2-37a89f9a44a7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0530341 Sep 15 16:28:26.843928 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-198078bc-6cf3-4a68-ad7e-56fcf5075855 req-13ca1c08-9146-44fe-8773-f76186e988b8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Sep 15 16:28:27.015428 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:27.112784 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:27.290297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-44fbdf23-fd7a-4d21-b46e-6fbc451df684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:27.968523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040ae36-7584-4b28-8416-b9f5b3b38e2a req-1f106ca7-8408-46ec-9e83-a2887748cd56 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:27.970055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7040ae36-7584-4b28-8416-b9f5b3b38e2a req-1f106ca7-8408-46ec-9e83-a2887748cd56 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0524879 Sep 15 16:28:28.013799 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7040ae36-7584-4b28-8416-b9f5b3b38e2a req-87bc38fc-4a23-47e4-a60a-bdb237fe149c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Sep 15 16:28:28.598280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:29.144748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce9dc3-4890-4ce9-bb65-d8f3cfa1cef3 req-44590aee-5b79-4e27-89d5-4078f503388e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:29.146770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3ce9dc3-4890-4ce9-bb65-d8f3cfa1cef3 req-44590aee-5b79-4e27-89d5-4078f503388e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0548360 Sep 15 16:28:29.188297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3ce9dc3-4890-4ce9-bb65-d8f3cfa1cef3 req-e82f9624-a521-40ad-874b-cfc6cb6f19c7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355477 Sep 15 16:28:30.169633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:30.313085 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef64df-3b91-45fc-9203-66da98b49fbb req-bc959c09-acca-4dbf-a2e7-a0f8ea8faf04 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:30.314582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adef64df-3b91-45fc-9203-66da98b49fbb req-bc959c09-acca-4dbf-a2e7-a0f8ea8faf04 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0514429 Sep 15 16:28:30.356209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adef64df-3b91-45fc-9203-66da98b49fbb req-725269e7-5ef5-4d2d-b5f5-d052eb21e5ea tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Sep 15 16:28:30.404413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:31.485526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffba58-2079-4b65-89a1-406bd874e508 req-3d3dcccc-080a-4b7c-b3bc-63eb42f21722 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:31.487087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4ffba58-2079-4b65-89a1-406bd874e508 req-3d3dcccc-080a-4b7c-b3bc-63eb42f21722 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0560431 Sep 15 16:28:31.533359 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d4ffba58-2079-4b65-89a1-406bd874e508 req-f6c5f079-22e1-4b51-a948-74199018b8d7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Sep 15 16:28:32.656677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a7b17-e0e5-4489-98ea-f29f34d070ae req-1f4f50b8-41d4-40c5-b5f6-2a2c001ac70f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:32.658014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b73a7b17-e0e5-4489-98ea-f29f34d070ae req-1f4f50b8-41d4-40c5-b5f6-2a2c001ac70f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0497611 Sep 15 16:28:32.697684 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b73a7b17-e0e5-4489-98ea-f29f34d070ae req-797b8aac-8dac-47e1-940c-1ed9566b7aa1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Sep 15 16:28:33.822833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f46d-294c-4e2b-b84a-976494d0eb0c req-b27872fa-ff26-4877-be1c-043cd065c543 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:33.824369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-27f8f46d-294c-4e2b-b84a-976494d0eb0c req-b27872fa-ff26-4877-be1c-043cd065c543 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0531645 Sep 15 16:28:33.866552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-27f8f46d-294c-4e2b-b84a-976494d0eb0c req-2ff23185-e1a3-46e4-b3c7-30e8c8790809 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Sep 15 16:28:35.004387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b47d7-ad3d-425b-8c6f-49eb12edd973 req-1992e801-5a5b-4394-b1a9-a15039c0160f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:35.006279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c97b47d7-ad3d-425b-8c6f-49eb12edd973 req-1992e801-5a5b-4394-b1a9-a15039c0160f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0629148 Sep 15 16:28:35.058426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c97b47d7-ad3d-425b-8c6f-49eb12edd973 req-f86030b0-9536-4f52-b4c9-812c41b4b0fa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Sep 15 16:28:36.187379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c1025-9f6d-422a-9b7a-180121aeeceb req-5a5dc1fe-881f-4610-8938-0fede8f5d026 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:36.188890 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b14c1025-9f6d-422a-9b7a-180121aeeceb req-5a5dc1fe-881f-4610-8938-0fede8f5d026 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0567908 Sep 15 16:28:36.229675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b14c1025-9f6d-422a-9b7a-180121aeeceb req-cfa1e4c0-826c-4f9e-829a-30ea9a68bd74 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Sep 15 16:28:37.350549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9bf4f-641b-4e8d-a3f8-41db8571ac55 req-ffd21c15-f78f-45e8-9a3c-39a11b0b7c0f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:37.352572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7b9bf4f-641b-4e8d-a3f8-41db8571ac55 req-ffd21c15-f78f-45e8-9a3c-39a11b0b7c0f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0536635 Sep 15 16:28:37.393690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7b9bf4f-641b-4e8d-a3f8-41db8571ac55 req-e57f5382-55c2-4b2b-9144-a392653ed4bd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Sep 15 16:28:38.524574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737f251-13a6-4a6b-afb2-0d79b01f0e05 req-bad287ff-44cf-4d4c-adbb-9e4bf3123e82 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:38.526077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3737f251-13a6-4a6b-afb2-0d79b01f0e05 req-bad287ff-44cf-4d4c-adbb-9e4bf3123e82 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0553932 Sep 15 16:28:38.570001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3737f251-13a6-4a6b-afb2-0d79b01f0e05 req-9356dadd-33ac-4cd4-ba12-18daa690f173 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Sep 15 16:28:39.697548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3c21-1be8-4b29-aa5e-3d28bf130630 req-95b484c7-5664-4570-a101-d9a0e025a84a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:39.699305 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89df3c21-1be8-4b29-aa5e-3d28bf130630 req-95b484c7-5664-4570-a101-d9a0e025a84a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0499275 Sep 15 16:28:39.739925 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89df3c21-1be8-4b29-aa5e-3d28bf130630 req-6e4ecf2c-3e65-48fa-ba30-cf05bb2252a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Sep 15 16:28:40.860400 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e17b78-30cd-464d-ac2b-1ae300432f95 req-569f18cd-52a1-4da7-b6d1-48af9578dde2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:40.861914 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-59e17b78-30cd-464d-ac2b-1ae300432f95 req-569f18cd-52a1-4da7-b6d1-48af9578dde2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0507584 Sep 15 16:28:40.906034 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-59e17b78-30cd-464d-ac2b-1ae300432f95 req-ee105fb6-254e-46a5-bf76-d4365d43feb0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365653 Sep 15 16:28:42.036931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840118f3-e204-4b65-87c9-a98625cef1d3 req-d84266e0-739c-46c8-8786-8ea3636448dc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:42.038545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-840118f3-e204-4b65-87c9-a98625cef1d3 req-d84266e0-739c-46c8-8786-8ea3636448dc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0528762 Sep 15 16:28:42.085734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-840118f3-e204-4b65-87c9-a98625cef1d3 req-373569d4-290d-45bd-98d0-6261f88f96aa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Sep 15 16:28:43.211078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efb162-1b93-407b-aa55-74dc23fd12b0 req-1c52ed3e-32c4-4502-aef7-2bbfc573fc7a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:43.212667 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15efb162-1b93-407b-aa55-74dc23fd12b0 req-1c52ed3e-32c4-4502-aef7-2bbfc573fc7a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0540717 Sep 15 16:28:43.251591 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-15efb162-1b93-407b-aa55-74dc23fd12b0 req-5f43ae5d-e3c4-447b-a45a-732528b1c220 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Sep 15 16:28:44.373341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6dd3c-7f46-4a41-b652-7ddefd169293 req-b9c7b957-7d2b-4761-b241-f5faf8d21533 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:44.374897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ae6dd3c-7f46-4a41-b652-7ddefd169293 req-b9c7b957-7d2b-4761-b241-f5faf8d21533 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0530689 Sep 15 16:28:44.413263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ae6dd3c-7f46-4a41-b652-7ddefd169293 req-279ecdaf-a02c-40ab-ba7f-b2628fe84217 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Sep 15 16:28:45.528817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7177e-ba5f-40f6-9218-47a6611fe836 req-436fe7ca-ec40-4433-a1f5-4803b29a8c0f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:45.530342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fd7177e-ba5f-40f6-9218-47a6611fe836 req-436fe7ca-ec40-4433-a1f5-4803b29a8c0f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0491633 Sep 15 16:28:45.568616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7fd7177e-ba5f-40f6-9218-47a6611fe836 req-bb615f8f-347c-46a4-a0c7-b8fd626458a0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Sep 15 16:28:46.689079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b66a8-1e55-47b6-a0a6-08e4f06c7120 req-d6d1766c-aab8-452f-a715-1831ddb16108 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:46.690570 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-658b66a8-1e55-47b6-a0a6-08e4f06c7120 req-d6d1766c-aab8-452f-a715-1831ddb16108 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0523357 Sep 15 16:28:46.729595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-658b66a8-1e55-47b6-a0a6-08e4f06c7120 req-bd281731-ae97-438e-9519-ba2b722c3173 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Sep 15 16:28:47.862596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8656c-41da-4189-86f4-8ef489aaa958 req-50dab492-9855-40bd-83cd-08f952d7720c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:47.864168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c8656c-41da-4189-86f4-8ef489aaa958 req-50dab492-9855-40bd-83cd-08f952d7720c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0600667 Sep 15 16:28:47.909578 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68c8656c-41da-4189-86f4-8ef489aaa958 req-2c7c7787-18e6-4cf0-b126-470f2cf6e0e7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386970 Sep 15 16:28:49.031057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d64ba-15e8-4aec-8cc6-5d20b3f0fa0b req-d0039851-1b36-4c42-926e-4efe732a741b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:49.033299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-723d64ba-15e8-4aec-8cc6-5d20b3f0fa0b req-d0039851-1b36-4c42-926e-4efe732a741b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0535536 Sep 15 16:28:49.075390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-723d64ba-15e8-4aec-8cc6-5d20b3f0fa0b req-5a0df96d-18db-4a8a-80ec-7f2d6a35614a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Sep 15 16:28:50.194946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbee97a-e90e-4a31-9ef4-b245d6aeae3f req-c8d7a586-8f19-4dfb-9697-74d16ea0eb1d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:50.196428 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6dbee97a-e90e-4a31-9ef4-b245d6aeae3f req-c8d7a586-8f19-4dfb-9697-74d16ea0eb1d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0543466 Sep 15 16:28:50.240999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6dbee97a-e90e-4a31-9ef4-b245d6aeae3f req-4127b81c-e8c4-4950-a397-d7ebc929418c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 Sep 15 16:28:51.359339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e994-92ff-4911-8a7a-e6853b7450ff req-8ddba6ad-3053-431b-af2f-8c9e9e100f15 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:51.360995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e26e994-92ff-4911-8a7a-e6853b7450ff req-8ddba6ad-3053-431b-af2f-8c9e9e100f15 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0531149 Sep 15 16:28:51.399714 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e26e994-92ff-4911-8a7a-e6853b7450ff req-84fafc2d-728e-49f0-99c6-cdf12faa6018 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Sep 15 16:28:52.517687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2549c8-61b0-4a37-87c1-cfa791f5ea20 req-a99826e9-e621-41a5-b99e-7d9415d88a20 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:52.519187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a2549c8-61b0-4a37-87c1-cfa791f5ea20 req-a99826e9-e621-41a5-b99e-7d9415d88a20 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0501592 Sep 15 16:28:52.558695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2a2549c8-61b0-4a37-87c1-cfa791f5ea20 req-3c7e4044-27d2-42cf-8908-a68748625172 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Sep 15 16:28:52.896852 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:28:53.682310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3161f98-bf67-49c8-9aa1-a4a0e9b211de req-a6a87b78-0ad4-4ccf-9a9c-7f8314903d29 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:53.683871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3161f98-bf67-49c8-9aa1-a4a0e9b211de req-a6a87b78-0ad4-4ccf-9a9c-7f8314903d29 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0513918 Sep 15 16:28:53.723016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3161f98-bf67-49c8-9aa1-a4a0e9b211de req-12904a87-2ef6-48e0-b1de-f36326dcccfa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Sep 15 16:28:54.033288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30d45d00-cc51-49f9-a022-89cbbeccb6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:54.846789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155212c3-c291-4f06-8ada-2a60d8fa91b9 req-c369bf3a-a889-43e7-a467-453b11816eea tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:54.848328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-155212c3-c291-4f06-8ada-2a60d8fa91b9 req-c369bf3a-a889-43e7-a467-453b11816eea tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0538192 Sep 15 16:28:54.888134 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-155212c3-c291-4f06-8ada-2a60d8fa91b9 req-f57a94ee-e50c-4380-915c-42ba443a047a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337589 Sep 15 16:28:56.010025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3143c-7725-477b-9d32-41199562855b req-2616c4dd-9ab3-442a-96b7-11a7806b5c08 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:56.011507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ee3143c-7725-477b-9d32-41199562855b req-2616c4dd-9ab3-442a-96b7-11a7806b5c08 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0494940 Sep 15 16:28:56.052975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ee3143c-7725-477b-9d32-41199562855b req-65b56656-4c90-4509-9de3-3e42bdabf574 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354137 Sep 15 16:28:56.946791 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:57.123452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:57.176229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f51207-6c05-42f2-83e4-f92adf9c03ad req-4cf952f1-a94b-454b-be80-6c691309fc02 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:57.177747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77f51207-6c05-42f2-83e4-f92adf9c03ad req-4cf952f1-a94b-454b-be80-6c691309fc02 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0556295 Sep 15 16:28:57.216153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-77f51207-6c05-42f2-83e4-f92adf9c03ad req-46dd366f-3801-4208-9110-1149c7cc165e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Sep 15 16:28:57.277861 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-77d8ad58-7695-41e9-8eb3-b666ea1e1bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:58.335076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bd480-d5cf-4878-a522-bde096e3c333 req-e911e8a7-a89d-47eb-bcf7-a8a0663a17ac tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:58.336615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c7bd480-d5cf-4878-a522-bde096e3c333 req-e911e8a7-a89d-47eb-bcf7-a8a0663a17ac tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0500906 Sep 15 16:28:58.374074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c7bd480-d5cf-4878-a522-bde096e3c333 req-3fd80ded-48f5-4888-8557-1da366ecf141 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Sep 15 16:28:58.546080 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:28:59.489546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4a278-974a-4fa8-9447-2ab0f93e9893 req-b9848d81-8e13-41e2-a582-1585fd573bf9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:28:59.491036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34f4a278-974a-4fa8-9447-2ab0f93e9893 req-b9848d81-8e13-41e2-a582-1585fd573bf9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0498209 Sep 15 16:28:59.528234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-34f4a278-974a-4fa8-9447-2ab0f93e9893 req-ec390958-d1f7-41b7-bdd9-0e9b19cf2018 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Sep 15 16:29:00.197859 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:00.431967 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:00.646592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eecc306-3893-4e2c-b580-5a4eeea7808f req-79d583ac-d5e7-4d47-808c-4d5f0b3a10ff tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:00.648525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2eecc306-3893-4e2c-b580-5a4eeea7808f req-79d583ac-d5e7-4d47-808c-4d5f0b3a10ff tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0497615 Sep 15 16:29:00.689053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2eecc306-3893-4e2c-b580-5a4eeea7808f req-33003d89-0d11-4a59-a74d-2805aee73d41 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344048 Sep 15 16:29:01.805941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2952-3489-4766-b15e-1df9861c869c req-dd77f76a-cb96-43af-9894-fe1b11c98915 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:01.807486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-915e2952-3489-4766-b15e-1df9861c869c req-dd77f76a-cb96-43af-9894-fe1b11c98915 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0515561 Sep 15 16:29:01.848207 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-915e2952-3489-4766-b15e-1df9861c869c req-f90bc962-2864-4e59-b28b-c3a2d7b21405 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346708 Sep 15 16:29:02.962810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea6edf-6126-4aaa-97bb-e58aada01d63 req-fee64193-9fbd-40de-b3c7-9fa3b85986a1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:02.964342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20ea6edf-6126-4aaa-97bb-e58aada01d63 req-fee64193-9fbd-40de-b3c7-9fa3b85986a1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 944 time: 0.0487084 Sep 15 16:29:02.978124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device da2c6674-3cdf-4d79-a080-fd6ccfe199d2 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:29:03.007053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-20ea6edf-6126-4aaa-97bb-e58aada01d63 req-d251d4fe-e1ba-45ba-8de4-9e33946b8065 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356884 Sep 15 16:29:03.076263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port da2c6674-3cdf-4d79-a080-fd6ccfe199d2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:03.087452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'port_id': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2', 'mac_address': 'fa:16:3e:50:a1:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:29:03.124812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:03.137353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2c6674-3cdf-4d79-a080-fd6ccfe199d2 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:29:03.155748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port da2c6674-3cdf-4d79-a080-fd6ccfe199d2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:03.231646 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:03.279709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:03.287581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.287924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.288261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.288622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.288970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.289277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.289598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.289921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.290237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.290556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.290871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.291187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:03.452764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['da2c6674-3cdf-4d79-a080-fd6ccfe199d2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:04.130753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe07d9-10f9-4fbf-b933-d081f53dc39b req-3dcc26f2-7f69-4488-a689-397883a29367 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:04.132155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bbe07d9-10f9-4fbf-b933-d081f53dc39b req-3dcc26f2-7f69-4488-a689-397883a29367 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 945 time: 0.0554218 Sep 15 16:29:04.169861 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bbe07d9-10f9-4fbf-b933-d081f53dc39b req-322bdb4e-1f37-48ae-be92-e60867977ddf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Sep 15 16:29:05.006800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device da2c6674-3cdf-4d79-a080-fd6ccfe199d2 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:29:05.140433 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:29:05.144257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:29:05.144665 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:05.239739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:05.262915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:05.265210 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e018b60-85fe-4e95-93e4-ec580d842fe9" -d '{"events": [{"server_uuid": "c894c8f2-8a1d-4cad-a64a-43dc610c65c1", "name": "network-vif-plugged", "status": "completed", "tag": "da2c6674-3cdf-4d79-a080-fd6ccfe199d2"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:05.278359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port da2c6674-3cdf-4d79-a080-fd6ccfe199d2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:05.289769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e647907-d66f-441a-813a-371d3ed18dc9 req-f5d4be2e-c4c0-489f-870c-2bc6f6c84eb3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:05.291284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e647907-d66f-441a-813a-371d3ed18dc9 req-f5d4be2e-c4c0-489f-870c-2bc6f6c84eb3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Sep 15 16:29:05.305215 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da3361-b55c-4fac-80cc-90c0f8313235 x-openstack-request-id: req-04da3361-b55c-4fac-80cc-90c0f8313235 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:05.305215 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c894c8f2-8a1d-4cad-a64a-43dc610c65c1", "name": "network-vif-plugged", "status": "completed", "tag": "da2c6674-3cdf-4d79-a080-fd6ccfe199d2", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:05.305215 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-04da3361-b55c-4fac-80cc-90c0f8313235 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:05.305215 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2', 'code': 200} Sep 15 16:29:05.331303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e647907-d66f-441a-813a-371d3ed18dc9 req-29db7a32-0136-4d0d-a224-59bee3882e5c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Sep 15 16:29:05.352223 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:05.398971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:05.406177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bfb9f-30e1-4c29-b0f5-38ddf587998f req-ba0dd49b-a18b-473b-8c77-251112b1b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:05.408349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-657bfb9f-30e1-4c29-b0f5-38ddf587998f req-ba0dd49b-a18b-473b-8c77-251112b1b1fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 1097 time: 0.0392313 Sep 15 16:29:05.443097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-657bfb9f-30e1-4c29-b0f5-38ddf587998f req-86fee30f-4a3c-4fbf-b1b9-03204a099c7a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278480 Sep 15 16:29:06.454242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa5abc-b293-4087-a445-d0aca3970cf5 req-c406db12-3db3-42b8-a1e6-f8ab9eafbeaa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:06.455711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7efa5abc-b293-4087-a445-d0aca3970cf5 req-c406db12-3db3-42b8-a1e6-f8ab9eafbeaa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 946 time: 0.0495975 Sep 15 16:29:06.493562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7efa5abc-b293-4087-a445-d0aca3970cf5 req-164a491c-b221-47e0-8a3b-f53ef646353c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Sep 15 16:29:07.609735 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673a5e1-b158-4011-b500-9ccd7dbe22ee req-5403127b-85fd-4e85-98c5-83fd55b10c00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:07.611234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b673a5e1-b158-4011-b500-9ccd7dbe22ee req-5403127b-85fd-4e85-98c5-83fd55b10c00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 946 time: 0.0505378 Sep 15 16:29:07.652688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b673a5e1-b158-4011-b500-9ccd7dbe22ee req-1c707260-3e0a-40a6-afaf-b2cfefda539d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Sep 15 16:29:07.766332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f9d81-d8ed-4fcc-a1d1-d0990c85b09d req-1b057de9-f14b-4d64-b687-3d0eab78eda1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:07.767851 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-931f9d81-d8ed-4fcc-a1d1-d0990c85b09d req-1b057de9-f14b-4d64-b687-3d0eab78eda1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 946 time: 0.0494080 Sep 15 16:29:07.806624 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-931f9d81-d8ed-4fcc-a1d1-d0990c85b09d req-e7ca6a70-8f65-4e07-81d8-3d0b4a14d38c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Sep 15 16:29:08.347876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1ba29-9bdb-4e0b-a09e-14fa8302ec6d req-3120ef55-9c36-4656-ba66-64358e9ea176 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:08.349423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8f1ba29-9bdb-4e0b-a09e-14fa8302ec6d req-3120ef55-9c36-4656-ba66-64358e9ea176 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 946 time: 0.0557189 Sep 15 16:29:08.386558 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d8f1ba29-9bdb-4e0b-a09e-14fa8302ec6d req-bfacf7c2-efaf-4a99-8d82-52aebcd17531 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Sep 15 16:29:09.858840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2705b5-8a86-410f-a2ed-00def936cb65 req-aff5e03b-4c70-4bfb-9889-60da46d7f7ba tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:09.860427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be2705b5-8a86-410f-a2ed-00def936cb65 req-aff5e03b-4c70-4bfb-9889-60da46d7f7ba tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 946 time: 0.4010713 Sep 15 16:29:09.882641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-c4402a90-1817-4102-ba68-8d89f1847721 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:09.884029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-c4402a90-1817-4102-ba68-8d89f1847721 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 946 time: 0.0732996 Sep 15 16:29:09.942406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be2705b5-8a86-410f-a2ed-00def936cb65 req-038325ea-d43d-401d-b9b1-1dcbe5491ccc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729859 Sep 15 16:29:09.995481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:09.995824 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:10.086864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] For port da2c6674-3cdf-4d79-a080-fd6ccfe199d2, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:10.087259 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:10.100922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for da2c6674-3cdf-4d79-a080-fd6ccfe199d2 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:10.323755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:10.336990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['da2c6674-3cdf-4d79-a080-fd6ccfe199d2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:10.340093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d9a7398a-7bd8-49e5-a63f-2da333cde455'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:10.356069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=da2c6674-3cdf-4d79-a080-fd6ccfe199d2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:10.403248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] No DVR routers for this DVR port da2c6674-3cdf-4d79-a080-fd6ccfe199d2 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:29:10.406390 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:10.408687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75fee9e5-8423-4270-8bd4-31ef9314aaf7 req-0608b49a-12c4-4ca6-b9b1-60e9b996e7d6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "DELETE /v2.0/ports/da2c6674-3cdf-4d79-a080-fd6ccfe199d2 HTTP/1.1" status: 204 len: 173 time: 0.5173285 Sep 15 16:29:10.410668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'name': 'network-vif-deleted', 'tag': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:10.411594 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eba32b-cfb5-4bb6-8736-ec91348fb86f" -d '{"events": [{"server_uuid": "c894c8f2-8a1d-4cad-a64a-43dc610c65c1", "name": "network-vif-deleted", "tag": "da2c6674-3cdf-4d79-a080-fd6ccfe199d2"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:10.631604 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25e1713-6caf-4505-8372-3d898728d686 x-openstack-request-id: req-a25e1713-6caf-4505-8372-3d898728d686 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:10.632476 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c894c8f2-8a1d-4cad-a64a-43dc610c65c1", "name": "network-vif-deleted", "tag": "da2c6674-3cdf-4d79-a080-fd6ccfe199d2", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:10.632806 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a25e1713-6caf-4505-8372-3d898728d686 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:10.633196 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c894c8f2-8a1d-4cad-a64a-43dc610c65c1', 'name': 'network-vif-deleted', 'tag': 'da2c6674-3cdf-4d79-a080-fd6ccfe199d2', 'status': 'completed', 'code': 200} Sep 15 16:29:11.041227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f56714f1-85ef-48ef-8095-10b444af1b81 req-e8850d5f-f270-484d-a5be-c40175dfe756 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 210 time: 0.0269654 Sep 15 16:29:12.142085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bffa10ff-df6a-49e3-91a7-65ebb3f18da9 req-283a110f-f72c-420f-bcb9-af700b79c6cc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 210 time: 0.0278873 Sep 15 16:29:13.009102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device da2c6674-3cdf-4d79-a080-fd6ccfe199d2 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:13.030624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: da2c6674-3cdf-4d79-a080-fd6ccfe199d2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:13.030976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device da2c6674-3cdf-4d79-a080-fd6ccfe199d2 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:13.239531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c63d281-3130-44e5-adac-4ebc67b86bef req-c8f5cd16-032a-4e0a-ad9b-51a3ce481f6c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 210 time: 0.0273218 Sep 15 16:29:14.337259 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-212e1ea7-5129-40a4-9d27-bdf2983f3237 req-efe83737-4953-4fab-a769-17647ce669ea tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=c894c8f2-8a1d-4cad-a64a-43dc610c65c1 HTTP/1.1" status: 200 len: 210 time: 0.0272663 Sep 15 16:29:20.119083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4185-6e98-423d-be01-8c1e261d62f7 req-23300c45-da79-4f04-bbed-5186e5e359e1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:20.120629 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e80e4185-6e98-423d-be01-8c1e261d62f7 req-23300c45-da79-4f04-bbed-5186e5e359e1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 945 time: 0.0493050 Sep 15 16:29:20.161652 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e80e4185-6e98-423d-be01-8c1e261d62f7 req-4ff8b784-5605-4216-8fe0-7a72b88ecd88 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Sep 15 16:29:21.279814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a660b2-d66b-4198-b71b-97b9796d1a44 req-6871371d-5880-4cba-a0d0-6bb7c1261711 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:21.281331 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67a660b2-d66b-4198-b71b-97b9796d1a44 req-6871371d-5880-4cba-a0d0-6bb7c1261711 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 945 time: 0.0492761 Sep 15 16:29:21.319722 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67a660b2-d66b-4198-b71b-97b9796d1a44 req-6afdcc99-ca26-4f82-ad2c-b72c642b8355 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=4f71d5d4-9322-444b-9234-07eeefdebb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Sep 15 16:29:21.687637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-105e8bc5-f6f1-4436-93d9-dcba50ac5837 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:21.689124 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-105e8bc5-f6f1-4436-93d9-dcba50ac5837 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 945 time: 0.0519116 Sep 15 16:29:21.779351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port d9a7398a-7bd8-49e5-a63f-2da333cde455 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:29:21.779692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:21.872224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] For port d9a7398a-7bd8-49e5-a63f-2da333cde455, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d9a7398a-7bd8-49e5-a63f-2da333cde455,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:29:21.872631 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:21.885531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for d9a7398a-7bd8-49e5-a63f-2da333cde455 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:29:22.083497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:22.095754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d9a7398a-7bd8-49e5-a63f-2da333cde455'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:29:22.120118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=d9a7398a-7bd8-49e5-a63f-2da333cde455,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:22.133250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.133595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.133931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.134260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.134595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.134918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.135238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.135556 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.135870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.136187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.136524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.136846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:29:22.171096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] No DVR routers for this DVR port d9a7398a-7bd8-49e5-a63f-2da333cde455 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:29:22.173691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:22.176260 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4a4255db-b9af-484f-a303-6f921e0f0a68 req-811e41b0-7325-4146-bbcd-115bebf874f9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "DELETE /v2.0/ports/d9a7398a-7bd8-49e5-a63f-2da333cde455 HTTP/1.1" status: 204 len: 173 time: 0.4799626 Sep 15 16:29:22.176923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'name': 'network-vif-deleted', 'tag': 'd9a7398a-7bd8-49e5-a63f-2da333cde455'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:29:22.179236 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c50a1-ed33-49ba-b272-2dc402b1bcf1" -d '{"events": [{"server_uuid": "5dc4d474-d311-4ddc-ace8-ab34a75840db", "name": "network-vif-deleted", "tag": "d9a7398a-7bd8-49e5-a63f-2da333cde455"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:29:22.214758 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9269d5-4a5d-447d-83df-9d448c7a7b2b x-openstack-request-id: req-af9269d5-4a5d-447d-83df-9d448c7a7b2b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:29:22.215102 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc4d474-d311-4ddc-ace8-ab34a75840db", "name": "network-vif-deleted", "tag": "d9a7398a-7bd8-49e5-a63f-2da333cde455", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:29:22.215355 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-af9269d5-4a5d-447d-83df-9d448c7a7b2b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:29:22.215782 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc4d474-d311-4ddc-ace8-ab34a75840db', 'name': 'network-vif-deleted', 'tag': 'd9a7398a-7bd8-49e5-a63f-2da333cde455', 'status': 'completed', 'code': 200} Sep 15 16:29:22.414937 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a00af44-f03e-4331-b355-e827f3da0950 req-141fe0d5-95e7-416e-9249-d6c4ccf867c5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 210 time: 0.0266266 Sep 15 16:29:23.515769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd46ff34-2ed8-4561-9e36-4d34887f879c req-29b6bd3f-4656-4e66-94f4-ee443841f524 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 210 time: 0.0301657 Sep 15 16:29:24.060720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7057-dda5-4449-b361-f1c6254e898e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:24.610183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19bfee23-ab22-4652-9ca0-0e75a76d467c req-95af6482-1abd-4803-80b9-26c589b39bc5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 210 time: 0.0264599 Sep 15 16:29:25.481315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d9a7398a-7bd8-49e5-a63f-2da333cde455 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:29:25.505212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: d9a7398a-7bd8-49e5-a63f-2da333cde455 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:29:25.505561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d9a7398a-7bd8-49e5-a63f-2da333cde455 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:29:25.707202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6956e264-423b-4f5b-aeaa-64917f54240d req-4b11e665-bc9a-46de-a70d-e3c4c9e94aec tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=5dc4d474-d311-4ddc-ace8-ab34a75840db HTTP/1.1" status: 200 len: 210 time: 0.0270677 Sep 15 16:29:26.990723 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:27.099535 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:27.305440 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2907e267-a86d-4305-85aa-c5a2f8324624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:28.529252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:29.896634 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:29:30.168642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.169120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36390) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:30.173599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5d8d5219-2c89-4361-a5fe-f9a8a16cae34 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63827208', 'description': 'tempest-secgroup-smoke-63827208 description', 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:30.260430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5219-2c89-4361-a5fe-f9a8a16cae34 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.345592 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5219-2c89-4361-a5fe-f9a8a16cae34 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.380339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.413423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5219-2c89-4361-a5fe-f9a8a16cae34 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.442620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d5219-2c89-4361-a5fe-f9a8a16cae34 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362105f0-938d-45c1-8119-95a549c3e048,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:30.493560 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d8d5219-2c89-4361-a5fe-f9a8a16cae34 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.494826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5d8d5219-2c89-4361-a5fe-f9a8a16cae34 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3248098 Sep 15 16:29:30.497684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36392) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:30.502036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bc61d1ae-175e-4d90-a8aa-82e762bccd00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'security_group_rule': {'security_group_id': '362105f0-938d-45c1-8119-95a549c3e048', 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:30.596427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc61d1ae-175e-4d90-a8aa-82e762bccd00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.651380 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc61d1ae-175e-4d90-a8aa-82e762bccd00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.728934 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc61d1ae-175e-4d90-a8aa-82e762bccd00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.746902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61d1ae-175e-4d90-a8aa-82e762bccd00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548c030f-4613-41c8-a6d0-d37ddb244b28,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:30.791728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc61d1ae-175e-4d90-a8aa-82e762bccd00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.792963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bc61d1ae-175e-4d90-a8aa-82e762bccd00 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2943552 Sep 15 16:29:30.795653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36394) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:30.799973 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-de8f2ff3-5099-46ca-afe1-08754ccae80c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'security_group_rule': {'security_group_id': '362105f0-938d-45c1-8119-95a549c3e048', 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:30.866167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de8f2ff3-5099-46ca-afe1-08754ccae80c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.922801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de8f2ff3-5099-46ca-afe1-08754ccae80c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:30.997849 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de8f2ff3-5099-46ca-afe1-08754ccae80c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.018349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f2ff3-5099-46ca-afe1-08754ccae80c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3027dccd-388d-4ac7-8780-c3798e3f2870,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:31.060318 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-de8f2ff3-5099-46ca-afe1-08754ccae80c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.061630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-de8f2ff3-5099-46ca-afe1-08754ccae80c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2649958 Sep 15 16:29:31.064368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36396) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:31.069192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cc7d55b2-2905-4cb0-9c7c-8b5cb3a5ef11 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'security_group_rule': {'security_group_id': '362105f0-938d-45c1-8119-95a549c3e048', 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:31.146069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc7d55b2-2905-4cb0-9c7c-8b5cb3a5ef11 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.209466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc7d55b2-2905-4cb0-9c7c-8b5cb3a5ef11 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.265912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc7d55b2-2905-4cb0-9c7c-8b5cb3a5ef11 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.285734 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d55b2-2905-4cb0-9c7c-8b5cb3a5ef11 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2450424-fc42-4add-9a57-f16b7ef69ada,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:31.334692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cc7d55b2-2905-4cb0-9c7c-8b5cb3a5ef11 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.336073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cc7d55b2-2905-4cb0-9c7c-8b5cb3a5ef11 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706246 Sep 15 16:29:31.338747 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36398) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:31.343363 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-92d3222c-a642-4bab-b414-9ab96e56a75f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'security_group_rule': {'security_group_id': '362105f0-938d-45c1-8119-95a549c3e048', 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:31.418609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92d3222c-a642-4bab-b414-9ab96e56a75f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.479894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92d3222c-a642-4bab-b414-9ab96e56a75f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.545077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92d3222c-a642-4bab-b414-9ab96e56a75f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.563736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3222c-a642-4bab-b414-9ab96e56a75f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8969824-45a9-4f41-b0bd-ff751f0d5992,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:31.631983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-92d3222c-a642-4bab-b414-9ab96e56a75f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.634176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-92d3222c-a642-4bab-b414-9ab96e56a75f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2940702 Sep 15 16:29:31.636514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36400) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:31.641002 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'security_group_rule': {'security_group_id': '362105f0-938d-45c1-8119-95a549c3e048', 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:31.729327 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Project 3a0ef05e04fd4f8f9e83a3b5c4627429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:29:31.734599 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.794582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.872122 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.890732 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4c65e9-d08f-4d0d-91a9-7ae53f97a777,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:31.963049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:31.964314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-13c483a4-ccf1-408e-881a-51f154c54a0e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3267767 Sep 15 16:29:31.967057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36402) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:29:31.971589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'security_group_rule': {'security_group_id': '362105f0-938d-45c1-8119-95a549c3e048', 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:32.093440 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Project 3a0ef05e04fd4f8f9e83a3b5c4627429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:29:32.098786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:32.162115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:32.230334 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:32.248996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5895b7f-5faa-439b-9054-e69174c3da8e,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:32.317809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:32.319041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-457fc23a-f47a-4da5-bfcb-367589b1efdb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510337 Sep 15 16:29:54.008878 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-64018980-6e3c-40b0-a8c0-a122016d1179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:55.339332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-619dbece-0c7a-4722-8ce0-50b16bebb2ba tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63827208&fields=id&tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 267 time: 0.0342147 Sep 15 16:29:55.457749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-c450fbcc-ec32-4f75-b8b8-a41767711ffb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:55.459253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-c450fbcc-ec32-4f75-b8b8-a41767711ffb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1131680 Sep 15 16:29:55.476291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-5b944ce1-2a06-4a4e-b902-c532b9cbc61e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/quotas/3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 375 time: 0.0109675 Sep 15 16:29:55.539726 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-a8fb95ae-e975-4974-8630-428190349918 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572701 Sep 15 16:29:55.644418 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-f300b56a-2ce2-4939-98e6-85ce19c92051 service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926495 Sep 15 16:29:55.747327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-d6a1b63c-8e44-48ba-87bf-061331ba452f service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959125 Sep 15 16:29:56.326696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3cea80ec-7f3a-4edd-936d-2790be63cbbd req-0825c30d-e82c-42cd-a82f-3ec77116ed42 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 210 time: 0.0266602 Sep 15 16:29:56.991364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.105594 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.294190 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2a9a69bc-db33-4692-a975-b46ceb565673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:57.422626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8302523c-f0fa-4cd3-a60b-954c47683797 req-e7a73117-182b-4997-bd43-b22415e362f5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 210 time: 0.0277274 Sep 15 16:29:58.278073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-11597459-9694-4fd3-b8da-ef5daee7981a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:58.279540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-11597459-9694-4fd3-b8da-ef5daee7981a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1057768 Sep 15 16:29:58.332108 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-aa4fcbc2-dda1-4ef5-a129-51d8f86b5ad3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 378 time: 0.0433280 Sep 15 16:29:58.342632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'port': {'device_id': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'admin_state_up': True, 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'security_groups': ['362105f0-938d-45c1-8119-95a549c3e048']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:58.511816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:29:58.515912 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.540151 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.542829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9cfc3f6c-6871-4456-9be4-accee9c5a24c req-fa10b610-86e1-4b8b-9552-9aa5793bf2ed tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Sep 15 16:29:58.655313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.20.0.3 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/3ce59653-e5e0-4daa-9bf5-d40daacdff51) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:29:58.806365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.898895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:58.943684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:29:58.946833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:29:58.950949 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:29:58.977035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=3ce59653-e5e0-4daa-9bf5-d40daacdff51,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:59.010731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:59.011581 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.089867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-df21d455-d001-42d1-85c5-87cfbceece5f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507751 Sep 15 16:29:59.206057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Request body: {'port': {'device_id': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:29:59.243550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8d7124cc-cfc0-4229-b47d-3c4522e0fb3a None None] Provisioning complete for port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:29:59.243922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8d7124cc-cfc0-4229-b47d-3c4522e0fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.265401 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.282292 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8d7124cc-cfc0-4229-b47d-3c4522e0fb3a None None] Port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:29:59.528188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce59653-e5e0-4daa-9bf5-d40daacdff51 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:29:59.537896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.551837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Transition to ACTIVE for port object 3ce59653-e5e0-4daa-9bf5-d40daacdff51 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:29:59.628356 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.708713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce59653-e5e0-4daa-9bf5-d40daacdff51,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:29:59.730757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6a0e-c40c-4b4f-b3e4-320fc91455fd req-53bfbe31-b77e-412d-94a5-5711119560aa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:29:59.734213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-745d6a0e-c40c-4b4f-b3e4-320fc91455fd req-53bfbe31-b77e-412d-94a5-5711119560aa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.1158688 Sep 15 16:29:59.819940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-745d6a0e-c40c-4b4f-b3e4-320fc91455fd req-7d35d70c-04c5-42e3-b172-04ee0f10d3cc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702624 Sep 15 16:29:59.844707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Attempting to bind port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:29:59.845067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Attempting to bind port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:29:59.845517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Attempting to bind port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:29:59.852883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:29:59.853497 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Attempting to bind port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:29:59.859532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:29:59.859882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:29:59.860272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:29:59.860789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Bound port: 3ce59653-e5e0-4daa-9bf5-d40daacdff51, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:29:59.861157 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:29:59.932093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] For port 3ce59653-e5e0-4daa-9bf5-d40daacdff51, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:29:59.935238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] For port 3ce59653-e5e0-4daa-9bf5-d40daacdff51, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:29:59.997616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.035880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.036616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.041915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] 10.222.0.55 "PUT /v2.0/ports/3ce59653-e5e0-4daa-9bf5-d40daacdff51 HTTP/1.1" status: 200 len: 1091 time: 0.9399533 Sep 15 16:30:00.041915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:30:00.041915 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040a26b2-5426-4165-894e-e7a8500e960f" -d '{"events": [{"name": "network-changed", "server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:30:00.065493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7014ea-15e9-49d2-be99-3450fe5cf79c service neutron] Pushing event updated for resources: {'Port': ['ID=3ce59653-e5e0-4daa-9bf5-d40daacdff51,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:00.099694 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23501794-6fe3-4776-a552-cac1f0e6f579 x-openstack-request-id: req-23501794-6fe3-4776-a552-cac1f0e6f579 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:30:00.099694 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:30:00.099694 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-23501794-6fe3-4776-a552-cac1f0e6f579 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:30:00.099694 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'status': 'completed', 'code': 200} Sep 15 16:30:00.164641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a26b2-5426-4165-894e-e7a8500e960f req-abf2795a-d2fb-432a-93c6-9f1d46de4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.166162 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-040a26b2-5426-4165-894e-e7a8500e960f req-abf2795a-d2fb-432a-93c6-9f1d46de4dfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1094 time: 0.0451148 Sep 15 16:30:00.191501 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.288092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a26b2-5426-4165-894e-e7a8500e960f req-912cc1a0-e32d-4969-ab94-3e8dafd70e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.289616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-040a26b2-5426-4165-894e-e7a8500e960f req-912cc1a0-e32d-4969-ab94-3e8dafd70e5e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1152096 Sep 15 16:30:00.384677 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a26b2-5426-4165-894e-e7a8500e960f req-e3589b47-24df-4d56-ab96-8255c8893b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.386166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-040a26b2-5426-4165-894e-e7a8500e960f req-e3589b47-24df-4d56-ab96-8255c8893b9e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894151 Sep 15 16:30:00.414725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:00.468683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-c0e7a676-0a8e-4fe2-accc-bc48a68c9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.470214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-c0e7a676-0a8e-4fe2-accc-bc48a68c9407 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1094 time: 0.0480919 Sep 15 16:30:00.513903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-ba0014b0-0b4d-4619-8243-5397e76797bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51 HTTP/1.1" status: 200 len: 217 time: 0.0355985 Sep 15 16:30:00.562030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-e7dca426-1800-4922-af06-d946e9a8e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.563641 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-e7dca426-1800-4922-af06-d946e9a8e09f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0442181 Sep 15 16:30:00.612364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-198fdee6-d5f6-483e-8d28-1fc91475c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.613801 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-198fdee6-d5f6-483e-8d28-1fc91475c996 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419333 Sep 15 16:30:00.711381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-4b155ddd-acab-49f6-b7ad-ae5303363e54 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867760 Sep 15 16:30:00.805843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ad01762c-a1fe-44e4-860e-53066d8cd7be req-f7063315-711e-415c-abbe-a1a14d3ba5c2 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875497 Sep 15 16:30:00.952692 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01054c-01c9-4794-9107-09c75a293f84 req-2f02370f-3fe0-494e-8ef9-c503204c5993 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:00.954172 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ae01054c-01c9-4794-9107-09c75a293f84 req-2f02370f-3fe0-494e-8ef9-c503204c5993 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0506539 Sep 15 16:30:00.991334 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ae01054c-01c9-4794-9107-09c75a293f84 req-595ceca7-4bdd-46f0-8e66-a0e90813db6d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311573 Sep 15 16:30:02.109050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed46ae-dd07-4caa-99de-338589d9dfbf req-89973bb5-13c9-4d4c-86cb-7361ecf3b3b5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:02.110521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25ed46ae-dd07-4caa-99de-338589d9dfbf req-89973bb5-13c9-4d4c-86cb-7361ecf3b3b5 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0502441 Sep 15 16:30:02.148923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25ed46ae-dd07-4caa-99de-338589d9dfbf req-f88b9595-3fd3-42b7-aa97-9a98117bd88d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321815 Sep 15 16:30:03.263050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46ab2-71dd-46b7-a97f-2ede1b290723 req-10314fed-4f7c-4552-9e3b-0036e10fd220 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:03.264532 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ef46ab2-71dd-46b7-a97f-2ede1b290723 req-10314fed-4f7c-4552-9e3b-0036e10fd220 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0490301 Sep 15 16:30:03.302254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8ef46ab2-71dd-46b7-a97f-2ede1b290723 req-524621ca-313e-4642-8cde-47cc581de1d0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318561 Sep 15 16:30:04.418149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9d176-1bd5-4e98-9582-d1cee15fe805 req-3fb592a6-b93d-475a-8c2c-417d00cc806b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:04.420241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6b9d176-1bd5-4e98-9582-d1cee15fe805 req-3fb592a6-b93d-475a-8c2c-417d00cc806b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0518298 Sep 15 16:30:04.457689 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c6b9d176-1bd5-4e98-9582-d1cee15fe805 req-7ab7d32d-eaba-41f4-8d24-77d9e1b1cb98 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315545 Sep 15 16:30:05.573948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0493d5b-6a74-40e8-9acb-c8cbd3c42aa1 req-3a7d787a-6179-429b-8898-38241f692a83 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:05.576402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0493d5b-6a74-40e8-9acb-c8cbd3c42aa1 req-3a7d787a-6179-429b-8898-38241f692a83 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0530510 Sep 15 16:30:05.612975 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0493d5b-6a74-40e8-9acb-c8cbd3c42aa1 req-64ba05c2-9ba7-4b28-8105-1ebb1bc3d059 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306411 Sep 15 16:30:06.725023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74ba32-99b2-4db6-9952-1692a544ba2b req-9ca2a61b-5b5c-46d9-8955-6c285f63e245 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:06.726473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea74ba32-99b2-4db6-9952-1692a544ba2b req-9ca2a61b-5b5c-46d9-8955-6c285f63e245 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0480776 Sep 15 16:30:06.764252 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ea74ba32-99b2-4db6-9952-1692a544ba2b req-8868a6b6-c6c2-4fd5-8ea0-5cd3ee1d15d9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312226 Sep 15 16:30:06.897136 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:30:07.877940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e41b5-ba88-4015-8b17-c5285e1a66b4 req-6c6d34bb-76f3-43eb-bda4-fef41e735b12 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:07.879429 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-202e41b5-ba88-4015-8b17-c5285e1a66b4 req-6c6d34bb-76f3-43eb-bda4-fef41e735b12 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0479262 Sep 15 16:30:07.916636 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-202e41b5-ba88-4015-8b17-c5285e1a66b4 req-9cc21ff8-9eb1-40e4-bca2-d7942e52d4e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311968 Sep 15 16:30:09.041376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e68451-c1c1-4a42-ae16-0f5097d0c665 req-35e49dd2-a465-4981-a5fc-8ae1d2ab8d0d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:09.042833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81e68451-c1c1-4a42-ae16-0f5097d0c665 req-35e49dd2-a465-4981-a5fc-8ae1d2ab8d0d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0562677 Sep 15 16:30:09.080934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81e68451-c1c1-4a42-ae16-0f5097d0c665 req-bf4d86f3-a30b-4943-8927-ff82162cec73 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321252 Sep 15 16:30:10.194607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bef31-0b16-481b-9c7f-861808a5867b req-ca7d3a03-824c-419e-84bc-9443989cee36 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:10.196107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-957bef31-0b16-481b-9c7f-861808a5867b req-ca7d3a03-824c-419e-84bc-9443989cee36 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0499678 Sep 15 16:30:10.236629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-957bef31-0b16-481b-9c7f-861808a5867b req-f735e160-187f-4d6e-8682-17f43d85fd50 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338418 Sep 15 16:30:11.360774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0fbe0-a356-45e2-98a4-cbbf452986a1 req-5b6a560b-0c05-4d37-a291-b36baf3ef958 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:11.362254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68c0fbe0-a356-45e2-98a4-cbbf452986a1 req-5b6a560b-0c05-4d37-a291-b36baf3ef958 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 943 time: 0.0546737 Sep 15 16:30:11.399815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-68c0fbe0-a356-45e2-98a4-cbbf452986a1 req-759023d7-b55e-4f41-b4aa-492d97c2afb8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317159 Sep 15 16:30:11.763516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3ce59653-e5e0-4daa-9bf5-d40daacdff51 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:30:11.858671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3ce59653-e5e0-4daa-9bf5-d40daacdff51, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:11.870239 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'port_id': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'mac_address': 'fa:16:3e:07:5a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:30:11.910018 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:11.922749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce59653-e5e0-4daa-9bf5-d40daacdff51 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:30:11.942960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3ce59653-e5e0-4daa-9bf5-d40daacdff51, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:12.040936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:12.089144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3ce59653-e5e0-4daa-9bf5-d40daacdff51,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:12.096874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.097228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.097574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.097915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.098256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.098610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.098925 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.099254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.099583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.099908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.100240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.100588 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:30:12.272203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3ce59653-e5e0-4daa-9bf5-d40daacdff51'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:30:12.515893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87409900-3f06-4d68-9ed6-03e4470cbd81 req-4c18fc6a-757c-4679-bcb6-009e296d567e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:12.517386 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87409900-3f06-4d68-9ed6-03e4470cbd81 req-4c18fc6a-757c-4679-bcb6-009e296d567e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 944 time: 0.0518475 Sep 15 16:30:12.557409 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-87409900-3f06-4d68-9ed6-03e4470cbd81 req-dd93b4f3-24eb-4833-b617-1e528d2f7fed tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339243 Sep 15 16:30:13.674922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0cf83-6800-45b9-90cb-c3ba9e1be7f9 req-531dd267-3a73-49de-9f65-edbef791ea3c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:13.676410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bec0cf83-6800-45b9-90cb-c3ba9e1be7f9 req-531dd267-3a73-49de-9f65-edbef791ea3c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 944 time: 0.0496798 Sep 15 16:30:13.714660 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bec0cf83-6800-45b9-90cb-c3ba9e1be7f9 req-b68c9534-b67b-44f9-916f-f0cf1fee4db7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323915 Sep 15 16:30:13.779088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3ce59653-e5e0-4daa-9bf5-d40daacdff51 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:30:13.893622 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:30:13.897564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:30:13.897931 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:13.978070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.001280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:30:14.003529 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec9e07-d073-4646-b56f-d8e49dfc07a0" -d '{"events": [{"server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "name": "network-vif-plugged", "status": "completed", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:30:14.016422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3ce59653-e5e0-4daa-9bf5-d40daacdff51, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:30:14.083047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:14.107391 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f556eb3-1b6b-4c99-933a-e087cc0a1812 x-openstack-request-id: req-1f556eb3-1b6b-4c99-933a-e087cc0a1812 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:30:14.107694 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "name": "network-vif-plugged", "status": "completed", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:30:14.107943 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1f556eb3-1b6b-4c99-933a-e087cc0a1812 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:30:14.108331 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'code': 200} Sep 15 16:30:14.133396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3ce59653-e5e0-4daa-9bf5-d40daacdff51,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:14.216370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667144e-6ead-48b7-80cc-36987f2f5d96 req-92c81f13-1ebd-4d8e-aae9-b6230970551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:14.217887 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9667144e-6ead-48b7-80cc-36987f2f5d96 req-92c81f13-1ebd-4d8e-aae9-b6230970551a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1096 time: 0.0402641 Sep 15 16:30:14.251761 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9667144e-6ead-48b7-80cc-36987f2f5d96 req-731c7383-1348-4a1f-a53f-76593a78dc01 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0265014 Sep 15 16:30:14.829645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7f1ef-f688-4fed-9aca-66af51ff660e req-f62d67b7-3b41-4429-b92d-a5bbfcb8940c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:14.831177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86f7f1ef-f688-4fed-9aca-66af51ff660e req-f62d67b7-3b41-4429-b92d-a5bbfcb8940c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 945 time: 0.0495253 Sep 15 16:30:14.869536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86f7f1ef-f688-4fed-9aca-66af51ff660e req-2af693a2-623e-4304-a69a-1805d2cbb72d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317960 Sep 15 16:30:15.987440 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8fa6-4b5d-48b1-86cc-9e81043c1cac req-c0227e85-025a-4c1f-8cbc-a89c37718c02 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:15.988965 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f9a8fa6-4b5d-48b1-86cc-9e81043c1cac req-c0227e85-025a-4c1f-8cbc-a89c37718c02 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 945 time: 0.0497334 Sep 15 16:30:16.026377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9f9a8fa6-4b5d-48b1-86cc-9e81043c1cac req-5401c6a8-453a-408b-b173-195746a47fa0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313962 Sep 15 16:30:16.142088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28699e-1b0e-4d50-8f57-ab9f3fac0db3 req-3c9b4f1c-2b14-40df-8edc-bb824e2484d3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:16.143495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a28699e-1b0e-4d50-8f57-ab9f3fac0db3 req-3c9b4f1c-2b14-40df-8edc-bb824e2484d3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 945 time: 0.0529275 Sep 15 16:30:16.181275 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a28699e-1b0e-4d50-8f57-ab9f3fac0db3 req-2f01cb23-255f-4897-bd92-164abceedc3d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319734 Sep 15 16:30:16.203802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36618) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:16.242784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b2a8f-7287-4319-94fd-6d76f616b2a9 tempest-TestVolumeBootPattern-1244197109 tempest-TestVolumeBootPattern-1244197109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:16.244300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-873b2a8f-7287-4319-94fd-6d76f616b2a9 tempest-TestVolumeBootPattern-1244197109 tempest-TestVolumeBootPattern-1244197109-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1091 time: 0.0395057 Sep 15 16:30:16.247863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 36620) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:30:16.253293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:30:16.333704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.432180 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.540794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.25.0.2 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/4bf62de1-cc12-4ada-b107-896cf3633855) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:30:16.643726 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.734317 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:16.768658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:30:16.771407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:30:16.774812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:30:16.806325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=4bf62de1-cc12-4ada-b107-896cf3633855,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:17.422337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.561386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.710147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.773621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.844719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=4bf62de1-cc12-4ada-b107-896cf3633855,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:30:17.851601 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:17.950412 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Floating IP a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6 associated. External IP: 172.25.0.2, port: 3ce59653-e5e0-4daa-9bf5-d40daacdff51. Sep 15 16:30:18.154796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:30:18.261663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:30:18.272143 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:30:18.280838 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:18.281714 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:29:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:18.316898 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:18.344212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c482c8ae-aa51-4838-a3f1-2bb32321776b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0951571 Sep 15 16:30:18.344839 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:30:18.347104 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069" -d '{"events": [{"name": "network-changed", "server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:30:18.382824 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea411dd9-0e71-4d8d-a56a-9c4758cd07bf x-openstack-request-id: req-ea411dd9-0e71-4d8d-a56a-9c4758cd07bf {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:30:18.383121 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:30:18.383366 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ea411dd9-0e71-4d8d-a56a-9c4758cd07bf {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:30:18.383766 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'status': 'completed', 'code': 200} Sep 15 16:30:18.389381 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:18.443368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-b4ab3ccc-fadb-46f1-b24e-b65d2b40a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:18.444803 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-b4ab3ccc-fadb-46f1-b24e-b65d2b40a44f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1096 time: 0.0400846 Sep 15 16:30:18.543782 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-67e80611-789a-4f3b-ac64-f6e19b78cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:18.545347 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-67e80611-789a-4f3b-ac64-f6e19b78cf50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0879900 Sep 15 16:30:18.611830 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-7e232b03-a48a-4a4f-a059-e7bfe2af9ed0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51 HTTP/1.1" status: 200 len: 997 time: 0.0591662 Sep 15 16:30:18.617759 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:07:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:18.645120 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:30:18.654021 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:30:18.654519 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:29:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:18.666062 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-6ef66a14-9fb7-4c21-9f7b-525297a87ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:18.667519 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-6ef66a14-9fb7-4c21-9f7b-525297a87ab9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0484128 Sep 15 16:30:18.713980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-000e9c73-972f-44e9-9069-e3826d54bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:18.715989 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-000e9c73-972f-44e9-9069-e3826d54bfb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402517 Sep 15 16:30:18.757719 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:30:18.811516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-93ad7d3f-5698-49a6-90f8-10cfaafdc65d service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885162 Sep 15 16:30:18.907939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-907ab9bb-f5dd-489c-8b99-7d4de0bf2069 req-1df04f36-eb41-4565-9982-f771de163f85 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878000 Sep 15 16:30:18.975141 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:07:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:30:19.004032 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1117e16-37b1-4d49-8b20-48e6094d4270 None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:07:5a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:30:16Z', 'updated_at': '2021-09-15T16:30:16Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:30:19.195514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1113bbb-8e1a-4180-9d70-d0b35ee8be8c None None] New status for floating IP a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:30:21.900618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-77dcf81d-e01d-480c-82fe-5df57668397b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437813 Sep 15 16:30:21.979005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-950e46bd-1790-4a51-8005-bf064e0668e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:21.980515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-950e46bd-1790-4a51-8005-bf064e0668e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1096 time: 0.0406888 Sep 15 16:30:22.087689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-1f71d9d6-dd8c-4cf8-ad95-bf2a4cee8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:22.089099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-1f71d9d6-dd8c-4cf8-ad95-bf2a4cee8106 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0894153 Sep 15 16:30:22.155007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-8bf43e02-289d-4668-ac99-ee8183be4df3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51 HTTP/1.1" status: 200 len: 999 time: 0.0573337 Sep 15 16:30:22.208341 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-48f1287e-87ec-4c0f-8ad1-cd85419b1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:22.209962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-48f1287e-87ec-4c0f-8ad1-cd85419b1d9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0481684 Sep 15 16:30:22.255821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-c0f3f876-2263-481b-9911-56baaacf1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:30:22.257338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-c0f3f876-2263-481b-9911-56baaacf1f37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397444 Sep 15 16:30:22.350967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-9fdf005f-6fa1-4133-af98-2c2a6a78793b service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855985 Sep 15 16:30:22.439242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89640ee4-a16f-49d3-a0b3-ae1d835f2e5b req-be0b8e68-8c55-45af-8f32-bd1bd6ef48f3 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800838 Sep 15 16:30:24.032776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-291da42a-aa95-4638-97ca-bc994f8a5185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:27.008020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:27.105260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:27.282354 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ee5556e1-9656-4d6e-8f54-caa0216af104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:28.539517 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:30.194264 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:30.413366 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:43.897258 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:30:54.059626 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e79700b-2624-45eb-a39c-a38b50fd0410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:56.993571 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:57.141835 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:57.307808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0657718e-0008-451c-a16b-b9fbf13edf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:30:58.544947 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:00.204866 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:00.404720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:20.896960 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:31:22.892515 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-70180695-b0dc-4f71-a5fe-e10b45991c5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430059 Sep 15 16:31:22.978594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-0888ef07-1fb9-43b4-88d4-5613b5c4fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:22.980092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-0888ef07-1fb9-43b4-88d4-5613b5c4fd38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1096 time: 0.0454140 Sep 15 16:31:23.088731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-ea507b84-a2a5-43c4-9c4e-e74935e0fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:23.090250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-ea507b84-a2a5-43c4-9c4e-e74935e0fc55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0912669 Sep 15 16:31:23.163000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-e08dea4c-e175-4ecc-95b6-ce694f4f4e98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51 HTTP/1.1" status: 200 len: 999 time: 0.0655196 Sep 15 16:31:23.222134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-dad20ac0-6218-4bbb-b66a-b0530651d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:23.223602 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-dad20ac0-6218-4bbb-b66a-b0530651d6bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0532889 Sep 15 16:31:23.270008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-4836870b-4098-482b-895f-7184c1e0adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:31:23.271497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-4836870b-4098-482b-895f-7184c1e0adb4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398936 Sep 15 16:31:23.362961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-bc0b4298-0a65-49f3-aeff-b048b02c1523 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840597 Sep 15 16:31:23.453939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-80e100b3-d3d7-409f-b3e7-416fb00bc03e req-c8f1e137-0ba3-46a6-8d62-e5a5e86ff3f3 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835803 Sep 15 16:31:24.041958 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5a21-aed6-400d-864f-6a7bcad72de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:26.972892 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:27.146573 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:27.298424 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a423ef30-7b46-4648-88cd-f7ae0920c24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:28.557759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:30.212309 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:30.424718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:37.107294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-0344529f-7dec-48f8-be92-b7c75b9e8346 req-cfda80d0-e356-4f96-9653-0eaf83450983 service neutron] (102018) timed out ('10.222.0.63', 52528) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:31:54.008657 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6dac616b-ff92-4cd6-ac44-fa51b56a14b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:57.002276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:57.134077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:57.300864 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-95763c35-372f-42c4-9ef9-94080cdb1cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:31:57.561461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-82c1f7d9-47e6-4e1b-a485-574b8f174b81 req-a99c9f16-d2bf-4760-a610-0d3ce105343d service neutron] (102018) timed out ('10.222.0.38', 51774) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:31:57.897067 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:31:58.591504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:00.200604 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:00.434810 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:24.019673 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-69028f80-f22a-470a-a25f-dccbafe36c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:24.896868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-b550ba2c-7324-4592-8972-581abc88155f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525937 Sep 15 16:32:24.977988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878df-0c59-49cf-a503-778de1a2c781 req-b4110ab8-1f03-4591-a4f8-936036e90314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:24.979466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-b4110ab8-1f03-4591-a4f8-936036e90314 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 1096 time: 0.0407627 Sep 15 16:32:25.082413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878df-0c59-49cf-a503-778de1a2c781 req-d3c22403-6a46-4d7e-a8d3-280ca2956d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:25.083886 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-d3c22403-6a46-4d7e-a8d3-280ca2956d1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0849044 Sep 15 16:32:25.153690 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-42986b4d-7f66-4ac9-8039-ece2cc39b915 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51 HTTP/1.1" status: 200 len: 999 time: 0.0623229 Sep 15 16:32:25.201159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878df-0c59-49cf-a503-778de1a2c781 req-e8a23dab-4bea-4c72-af29-2560150f9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:25.202553 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-e8a23dab-4bea-4c72-af29-2560150f9e6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0421576 Sep 15 16:32:25.246753 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12878df-0c59-49cf-a503-778de1a2c781 req-8dd1baaa-2e52-4b6c-8dad-0a5c0e1e6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:25.248209 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-8dd1baaa-2e52-4b6c-8dad-0a5c0e1e6c3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386941 Sep 15 16:32:25.344588 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-01bc1725-e466-4143-b700-22d260725977 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879982 Sep 15 16:32:25.438590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e12878df-0c59-49cf-a503-778de1a2c781 req-3d40f2cb-8c20-4e07-a463-4f3f426091af service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868337 Sep 15 16:32:27.012577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:27.115527 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:27.384439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9d52dab0-8499-4471-9d5b-ca10af7ba4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:28.538576 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:30.207065 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:30.418471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:31.699586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-8a9e0046-3429-4038-9522-d648b41dc1e1 req-3e3de317-6750-4e4a-b39b-8168338044e9 service neutron] (102018) timed out ('10.222.0.63', 53178) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:32:34.896518 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:32:45.149793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e25b0-a58c-4ad3-a5bb-992ca9d47105 req-a5134bbb-183e-408b-91f3-c5ceec23a341 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:45.151301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f68e25b0-a58c-4ad3-a5bb-992ca9d47105 req-a5134bbb-183e-408b-91f3-c5ceec23a341 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 945 time: 0.1351576 Sep 15 16:32:45.189027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f68e25b0-a58c-4ad3-a5bb-992ca9d47105 req-ed255521-df3f-4c85-8ef1-b9ac4e265e30 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318418 Sep 15 16:32:46.424003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51547ffb-b673-40cb-a4bc-e3f273fef6f1 req-014301db-3c1b-4191-8476-3ddc04f6f760 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:46.425556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51547ffb-b673-40cb-a4bc-e3f273fef6f1 req-014301db-3c1b-4191-8476-3ddc04f6f760 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 945 time: 0.1565118 Sep 15 16:32:46.465515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51547ffb-b673-40cb-a4bc-e3f273fef6f1 req-b498c66d-921d-4525-9c6a-63ed76b8555a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333884 Sep 15 16:32:46.575919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-71fec0a6-0203-4549-8e94-0852e3a1e0d7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:46.577379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-71fec0a6-0203-4549-8e94-0852e3a1e0d7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 945 time: 0.0488794 Sep 15 16:32:46.668746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:32:46.669083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:46.758435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] For port 3ce59653-e5e0-4daa-9bf5-d40daacdff51, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3ce59653-e5e0-4daa-9bf5-d40daacdff51,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:32:46.758772 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:46.975656 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:46.976010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:46.976321 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Floating IP a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6 disassociated. External IP: 172.25.0.2, port: 3ce59653-e5e0-4daa-9bf5-d40daacdff51. Sep 15 16:32:46.977406 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for 3ce59653-e5e0-4daa-9bf5-d40daacdff51 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:32:47.153955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:47.183386 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=3ce59653-e5e0-4daa-9bf5-d40daacdff51,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:32:47.193911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.194219 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.194818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.195160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.196008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.196338 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.196694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.197032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.197352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.197671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.197993 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.198314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:47.306100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:32:47.412447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:32:47.421984 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:32:47.431411 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:32:47.432017 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:32:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:32:47.452010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] No DVR routers for this DVR port 3ce59653-e5e0-4daa-9bf5-d40daacdff51 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:32:47.454801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:47.456740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd9aab9-f9ad-4b04-bd49-48b6205aae8f req-775f3973-9ac8-4627-b8d8-8cb70804c7f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "DELETE /v2.0/ports/3ce59653-e5e0-4daa-9bf5-d40daacdff51 HTTP/1.1" status: 204 len: 173 time: 0.8721862 Sep 15 16:32:47.457175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'name': 'network-vif-deleted', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:32:47.459512 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a961bb60-7fd0-4e9d-b7f3-75e05fd6059a" -d '{"events": [{"server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "name": "network-vif-deleted", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:32:47.553299 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:32:47.598685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40195355-cc13-4a8f-a19f-18e9eb6d9454 req-4a0c23ff-1fcd-4e77-848a-2801477870dc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 210 time: 0.0529006 Sep 15 16:32:47.638930 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bff462b-088a-4f96-a3f0-4b51052524a6 x-openstack-request-id: req-2bff462b-088a-4f96-a3f0-4b51052524a6 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:32:47.639452 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7383ce3d-1ba5-4f36-aed1-7dd51d38dac4", "name": "network-vif-deleted", "tag": "3ce59653-e5e0-4daa-9bf5-d40daacdff51", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:32:47.639540 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2bff462b-088a-4f96-a3f0-4b51052524a6 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:32:47.639945 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7383ce3d-1ba5-4f36-aed1-7dd51d38dac4', 'name': 'network-vif-deleted', 'tag': '3ce59653-e5e0-4daa-9bf5-d40daacdff51', 'status': 'completed', 'code': 200} Sep 15 16:32:47.778898 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:32:47.807605 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:32:47.815695 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:32:47.816295 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:32:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:32:47.919522 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:32:48.111977 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:32:48.139127 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7137c5-2af0-42e0-b3d1-7ee5d61a4c6f None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:32:48.371913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17960cb-b135-407c-92f5-4a8fa077d8f7 None None] New status for floating IP a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:32:48.694845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f547285-cbb6-4557-9a42-876917e96261 req-6f07dc29-9447-4305-95f0-065d8d545487 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 210 time: 0.0278080 Sep 15 16:32:49.794145 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af67d089-f0d1-4225-a677-56d4c5c95f97 req-e3cbdd64-0e2c-479d-a126-6f5b72ad2945 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Sep 15 16:32:50.480608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3ce59653-e5e0-4daa-9bf5-d40daacdff51 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:32:50.500695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 3ce59653-e5e0-4daa-9bf5-d40daacdff51 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:32:50.501038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3ce59653-e5e0-4daa-9bf5-d40daacdff51 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:32:50.890565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d2662ec-cb82-42a9-b398-b1176951dfcb req-829f6724-2e1d-47cf-9224-87d65dd0e0e8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=7383ce3d-1ba5-4f36-aed1-7dd51d38dac4 HTTP/1.1" status: 200 len: 210 time: 0.0280840 Sep 15 16:32:52.092538 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b1406661-5df7-4181-b412-800e33b04010 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63827208&fields=id&tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 267 time: 0.0329931 Sep 15 16:32:52.200953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-612a8d48-abcd-4958-93a2-c115d2ad0e84 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:52.202436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-612a8d48-abcd-4958-93a2-c115d2ad0e84 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1033807 Sep 15 16:32:52.217466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-60df6343-0f24-46b9-8094-e6301ea64e9e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/quotas/3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 375 time: 0.0094149 Sep 15 16:32:52.269741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b5b40dab-60d0-46ea-9491-4e3a6fd6f09a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469625 Sep 15 16:32:52.409961 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-990564f3-575d-4c65-a8b0-7fa47fc7c84c service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285582 Sep 15 16:32:52.500662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-3dfc68e8-df5b-402c-874d-4e2b675841d5 service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845828 Sep 15 16:32:52.996806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b3a9cf3-1d75-4da4-9199-6da3f977fc60 req-a97e99f0-6cfe-4c10-afa4-5f0ed3bed340 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Sep 15 16:32:54.006429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa2b721e-7fd1-499f-b563-ee3c68f2fed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:54.091234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d8819fb-a3ea-4a2a-93d3-24fe1e14c47b req-5bfd55ca-fb03-4620-8ed3-50ef8235b664 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Sep 15 16:32:54.656761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b90153b8-c11c-42de-adab-663b68b53e2c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:54.658248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b90153b8-c11c-42de-adab-663b68b53e2c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1068647 Sep 15 16:32:54.701251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-39da75c3-172a-402f-8e9a-a81d1dcd7347 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 378 time: 0.0342240 Sep 15 16:32:54.711247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'port': {'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'admin_state_up': True, 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'security_groups': ['362105f0-938d-45c1-8119-95a549c3e048']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:32:54.868232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:32:54.872146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.005114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.20.0.11 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/cf9ff529-ac57-4459-9eaf-35b7d23c0df4) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:32:55.149668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.191449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a923df1e-9c63-468a-affc-44ec0bab06ab req-4fa4158b-f50f-4e79-b0f4-2ab818ac1c73 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 210 time: 0.0302901 Sep 15 16:32:55.251677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.295699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:32:55.298941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:32:55.302082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:32:55.334779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:32:55.349982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.350330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.350677 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.351013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.351345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.351675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.352004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.352332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.352678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.353002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.353325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.353650 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:32:55.374353 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:55.375045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.470657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b7ba55b9-da54-4983-8853-2357d221386a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7629423 Sep 15 16:32:55.482959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b246a0a5-1ff1-44ce-b4e8-9117814458f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:32:55.484120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-b246a0a5-1ff1-44ce-b4e8-9117814458f1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076292 Sep 15 16:32:55.493802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-90d4eab5-b27a-4227-a7a2-11df407dc77f None None] Provisioning complete for port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:32:55.494326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90d4eab5-b27a-4227-a7a2-11df407dc77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.497373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Request body: {'port': {'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:32:55.533722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-90d4eab5-b27a-4227-a7a2-11df407dc77f None None] Port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:32:55.561746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.826367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9ff529-ac57-4459-9eaf-35b7d23c0df4 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:32:55.837356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.850236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Transition to ACTIVE for port object cf9ff529-ac57-4459-9eaf-35b7d23c0df4 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:32:55.914826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:55.966312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:32:56.067413 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Attempting to bind port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:32:56.067818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Attempting to bind port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:32:56.068298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Attempting to bind port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:32:56.073701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:32:56.074728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Attempting to bind port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:32:56.080506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:32:56.080869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:32:56.081256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:32:56.081689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Bound port: cf9ff529-ac57-4459-9eaf-35b7d23c0df4, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:32:56.082050 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:56.153122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] For port cf9ff529-ac57-4459-9eaf-35b7d23c0df4, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:32:56.156475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] For port cf9ff529-ac57-4459-9eaf-35b7d23c0df4, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:32:56.207098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:56.245720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.247117 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:56.248566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] 10.222.0.38 "PUT /v2.0/ports/cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 1092 time: 0.7561102 Sep 15 16:32:56.249351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:32:56.251312 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb88cf-57d8-4db0-b37a-6780cef7a1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:32:56.308122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b235da1-ef18-4172-9c8a-b9cf927b53c7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:32:56.312977 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ad745-ec9f-4088-9d03-814be8789f6f x-openstack-request-id: req-b20ad745-ec9f-4088-9d03-814be8789f6f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:32:56.313268 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:32:56.313520 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b20ad745-ec9f-4088-9d03-814be8789f6f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:32:56.316090 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'status': 'completed', 'code': 200} Sep 15 16:32:56.349396 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cffc9a-78d8-447d-8eb0-e58ba6420275 req-192784d3-bf00-4c32-b57b-cf6561f73648 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.351139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91cffc9a-78d8-447d-8eb0-e58ba6420275 req-192784d3-bf00-4c32-b57b-cf6561f73648 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0836928 Sep 15 16:32:56.410499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb88cf-57d8-4db0-b37a-6780cef7a1f1 req-b1cb55b8-2142-4148-a8a5-f4e9b58ca1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.412091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5dcb88cf-57d8-4db0-b37a-6780cef7a1f1 req-b1cb55b8-2142-4148-a8a5-f4e9b58ca1aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1095 time: 0.0805411 Sep 15 16:32:56.418280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91cffc9a-78d8-447d-8eb0-e58ba6420275 req-fac54b6b-1752-4fe7-a295-29c2c796fbcb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479295 Sep 15 16:32:56.521444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb88cf-57d8-4db0-b37a-6780cef7a1f1 req-2ad298d3-38d6-474a-9637-fb9c05e0ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.522921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5dcb88cf-57d8-4db0-b37a-6780cef7a1f1 req-2ad298d3-38d6-474a-9637-fb9c05e0ba53 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1029253 Sep 15 16:32:56.617035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb88cf-57d8-4db0-b37a-6780cef7a1f1 req-c07ccde8-719d-4247-a987-ad1898aa981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.618424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5dcb88cf-57d8-4db0-b37a-6780cef7a1f1 req-c07ccde8-719d-4247-a987-ad1898aa981c service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890489 Sep 15 16:32:56.698553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-c4810a15-b657-480b-8f44-13302dcf4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.700241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-c4810a15-b657-480b-8f44-13302dcf4173 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1095 time: 0.0465798 Sep 15 16:32:56.748229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-f4968042-45e5-44ad-9ad3-21ed199c0cc0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 217 time: 0.0399792 Sep 15 16:32:56.798861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-feca4130-cc47-4568-9b55-382053b09503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.800359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-feca4130-cc47-4568-9b55-382053b09503 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0451784 Sep 15 16:32:56.850371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-91fe9bc1-648d-4f82-8695-4b2bd32b6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:56.851855 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-91fe9bc1-648d-4f82-8695-4b2bd32b6508 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451021 Sep 15 16:32:56.940985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-20e9335e-1b5e-4656-8db7-fabe674275d3 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Sep 15 16:32:57.036585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6dcb9636-0a7d-4677-bf9d-4a0b6f38fb8e req-1e96e0c1-bd74-449d-ba64-831c8f54959e service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890796 Sep 15 16:32:57.063513 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:57.109191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:57.274871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94a2c769-dca8-40e6-9cd9-80a9182fb2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:57.841270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b199bd9-99f8-4e0e-8c4f-0cd3960ce998 req-0a8933cc-3d63-4ca2-8bb8-28c498700ec0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:57.842769 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b199bd9-99f8-4e0e-8c4f-0cd3960ce998 req-0a8933cc-3d63-4ca2-8bb8-28c498700ec0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.3526218 Sep 15 16:32:57.883297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1b199bd9-99f8-4e0e-8c4f-0cd3960ce998 req-6d97aba0-3dfe-4dcf-b820-37ff8d307d8a tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340786 Sep 15 16:32:58.577398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:32:58.997304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd25a9-8c6d-4935-9350-7563aaaaccbf req-27fd79ce-9420-494c-b641-3141eaf5f1be tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:32:58.998812 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1bd25a9-8c6d-4935-9350-7563aaaaccbf req-27fd79ce-9420-494c-b641-3141eaf5f1be tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0491011 Sep 15 16:32:59.036653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f1bd25a9-8c6d-4935-9350-7563aaaaccbf req-dafb6a3f-5ca8-4144-a360-8aaba0ffcf51 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318089 Sep 15 16:33:00.165735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cb28b-caaf-4786-b281-60a659b5d792 req-220dd7b1-a076-473d-8e41-3cafa52a4a9b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:00.167238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee2cb28b-caaf-4786-b281-60a659b5d792 req-220dd7b1-a076-473d-8e41-3cafa52a4a9b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0592635 Sep 15 16:33:00.195015 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:00.206212 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee2cb28b-caaf-4786-b281-60a659b5d792 req-daf379f5-6161-46f7-b87e-2b94cf53ae44 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325992 Sep 15 16:33:00.417590 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:01.336592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88772f57-2494-46b6-8a71-24b8e69debf1 req-3761f01e-5446-452e-9e5e-29c78a96780b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:01.338075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88772f57-2494-46b6-8a71-24b8e69debf1 req-3761f01e-5446-452e-9e5e-29c78a96780b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0494165 Sep 15 16:33:01.376234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-88772f57-2494-46b6-8a71-24b8e69debf1 req-2b9ca191-7ca5-4739-a74a-2c71ec0a88df tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322208 Sep 15 16:33:02.490357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd12213-07da-4aab-8d57-0c9e5316785a req-23fe0524-e1ec-480f-8497-930654907994 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:02.491852 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd12213-07da-4aab-8d57-0c9e5316785a req-23fe0524-e1ec-480f-8497-930654907994 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0501907 Sep 15 16:33:02.534191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3dd12213-07da-4aab-8d57-0c9e5316785a req-6595bb63-076b-4026-8fa6-9c72cd0c3c6c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356717 Sep 15 16:33:03.901157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9e65d-a24e-4d35-8b5f-42930c77b8d4 req-40788882-c99e-4273-9838-7676c645b502 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:03.902736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ac9e65d-a24e-4d35-8b5f-42930c77b8d4 req-40788882-c99e-4273-9838-7676c645b502 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0522258 Sep 15 16:33:03.941244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ac9e65d-a24e-4d35-8b5f-42930c77b8d4 req-6b7d96de-18c0-4925-91a5-82f13d024cb4 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326867 Sep 15 16:33:05.055566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6774f-6f35-44e6-ab81-68055330d8d1 req-06717a21-9e66-480b-8e90-2b53fa725083 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:05.057070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7b6774f-6f35-44e6-ab81-68055330d8d1 req-06717a21-9e66-480b-8e90-2b53fa725083 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0487950 Sep 15 16:33:05.095133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b7b6774f-6f35-44e6-ab81-68055330d8d1 req-15ce4da5-90c1-4e4c-b670-3cf8a9830f64 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321586 Sep 15 16:33:06.139303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cf9ff529-ac57-4459-9eaf-35b7d23c0df4 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:33:06.208605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a545f52-f954-4cc2-9570-495765a38773 req-1210ae5b-bc40-4df0-aec8-ade5d06a1f7e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:06.210074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a545f52-f954-4cc2-9570-495765a38773 req-1210ae5b-bc40-4df0-aec8-ade5d06a1f7e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 944 time: 0.0489523 Sep 15 16:33:06.238928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cf9ff529-ac57-4459-9eaf-35b7d23c0df4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:06.248256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a545f52-f954-4cc2-9570-495765a38773 req-1f94a401-4345-4e47-85de-fd51a0047ceb tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315537 Sep 15 16:33:06.250264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:33:06.290516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:06.303395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9ff529-ac57-4459-9eaf-35b7d23c0df4 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:33:06.321883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cf9ff529-ac57-4459-9eaf-35b7d23c0df4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:06.371276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:06.418253 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:06.425417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.425762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.426101 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.426436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.426766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.427093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.427417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.427739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.428078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.428378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.428726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.429041 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:33:06.599816 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['cf9ff529-ac57-4459-9eaf-35b7d23c0df4'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:33:07.359052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0334ee7-83e8-4ab4-831f-24d5fe3bc637 req-73c0723c-a6b3-4522-a1c3-ed1b9261a7fc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:07.360552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0334ee7-83e8-4ab4-831f-24d5fe3bc637 req-73c0723c-a6b3-4522-a1c3-ed1b9261a7fc tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 945 time: 0.0483871 Sep 15 16:33:07.397488 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d0334ee7-83e8-4ab4-831f-24d5fe3bc637 req-a563c6dc-1a09-423f-a04d-5779a36b0995 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311496 Sep 15 16:33:08.162722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cf9ff529-ac57-4459-9eaf-35b7d23c0df4 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:33:08.291190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:33:08.295094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:33:08.295488 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:08.372434 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:08.393912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:08.396118 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dc2b25-e415-4b33-8ed5-09e7a6436771" -d '{"events": [{"server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "name": "network-vif-plugged", "status": "completed", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:08.409072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port cf9ff529-ac57-4459-9eaf-35b7d23c0df4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:33:08.431014 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d8f63d-4c94-411f-a911-ca9e3df7278c x-openstack-request-id: req-62d8f63d-4c94-411f-a911-ca9e3df7278c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:08.431363 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "name": "network-vif-plugged", "status": "completed", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:08.431619 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-62d8f63d-4c94-411f-a911-ca9e3df7278c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:08.432006 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'code': 200} Sep 15 16:33:08.474381 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:08.522044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38fd27-a7a2-4e20-9795-c393221b2576 req-f927d13b-9330-4873-84e3-6fc8af40a39f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:08.523569 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e38fd27-a7a2-4e20-9795-c393221b2576 req-f927d13b-9330-4873-84e3-6fc8af40a39f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 946 time: 0.0558274 Sep 15 16:33:08.525272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:08.535412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649aefb9-b6c1-422c-94c2-116c2a6324dd req-e5793941-cab0-4224-beac-d7a09f50689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:08.536960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-649aefb9-b6c1-422c-94c2-116c2a6324dd req-e5793941-cab0-4224-beac-d7a09f50689e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0489233 Sep 15 16:33:08.567347 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2e38fd27-a7a2-4e20-9795-c393221b2576 req-5fe53e34-705d-4edd-8fb7-fe4cfa99d363 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376339 Sep 15 16:33:08.573510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-649aefb9-b6c1-422c-94c2-116c2a6324dd req-7cf3aaf1-1082-46c1-8eb1-eafdae15704d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288680 Sep 15 16:33:09.687603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159fb57-4a3d-4e9f-b6f0-5d783652abe7 req-c2cb3828-19fe-4d90-af3b-6a1fa5b0cc4b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:09.689110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f159fb57-4a3d-4e9f-b6f0-5d783652abe7 req-c2cb3828-19fe-4d90-af3b-6a1fa5b0cc4b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 946 time: 0.0526981 Sep 15 16:33:09.728680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f159fb57-4a3d-4e9f-b6f0-5d783652abe7 req-a8716e2a-4905-4480-b678-46de38a87e61 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321817 Sep 15 16:33:10.844272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f7ff0-bb12-4ac0-bb2d-cadd440ce020 req-e1152234-bfe8-4cbf-b56e-0a64df6b5fbf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:10.845811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-787f7ff0-bb12-4ac0-bb2d-cadd440ce020 req-e1152234-bfe8-4cbf-b56e-0a64df6b5fbf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 946 time: 0.0504630 Sep 15 16:33:10.882725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-787f7ff0-bb12-4ac0-bb2d-cadd440ce020 req-63dc7fdc-9d67-41cd-b407-159b3dc00322 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311294 Sep 15 16:33:10.997497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b95add-1411-49e9-a784-dd0227eb4faa req-70977e7a-6224-49c2-b435-571cc2399fbf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:10.998983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03b95add-1411-49e9-a784-dd0227eb4faa req-70977e7a-6224-49c2-b435-571cc2399fbf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Sep 15 16:33:11.036912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03b95add-1411-49e9-a784-dd0227eb4faa req-d5f09e9d-22b6-4ca2-983a-53d68d9e52f6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320232 Sep 15 16:33:11.058966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36832) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:11.191436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987a0276-78d6-42ad-8986-2bf1d5efe18e tempest-TestVolumeBootPattern-1244197109 tempest-TestVolumeBootPattern-1244197109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:11.192957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-987a0276-78d6-42ad-8986-2bf1d5efe18e tempest-TestVolumeBootPattern-1244197109 tempest-TestVolumeBootPattern-1244197109-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1092 time: 0.1330276 Sep 15 16:33:11.196003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 36836) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:33:11.200805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:33:11.331380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:11.430893 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:11.534045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.25.0.39 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/cc8b2933-f367-4baa-9eee-5648708a132f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:33:11.640620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:11.725480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:11.764951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:33:11.769270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:33:11.775598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:33:11.779069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=cc8b2933-f367-4baa-9eee-5648708a132f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:11.895040 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:33:12.137341 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:12.270185 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:12.372704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-a7093699-cadc-4902-8669-59d730af597f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781384 Sep 15 16:33:12.486749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-7371f3dd-b25c-4c66-894b-ed546f8864fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:12.488244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-7371f3dd-b25c-4c66-894b-ed546f8864fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0727892 Sep 15 16:33:12.490119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:12.569251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:12.651775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=cc8b2933-f367-4baa-9eee-5648708a132f,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:33:12.658104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-1ee50fcf-a8fd-4fae-9aad-987752d59fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:12.659683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-1ee50fcf-a8fd-4fae-9aad-987752d59fd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.1510849 Sep 15 16:33:12.703493 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:12.768057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-aa48db88-a662-4525-9474-502ed30ba3d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 999 time: 0.1001692 Sep 15 16:33:13.170043 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Floating IP 452bacae-0d3a-41fc-aa95-09e3934fcd3a associated. External IP: 172.25.0.39, port: cf9ff529-ac57-4459-9eaf-35b7d23c0df4. Sep 15 16:33:13.173883 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-eb4be8e0-990c-49b9-bd49-53254e515d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:13.178389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-eb4be8e0-990c-49b9-bd49-53254e515d07 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.3995330 Sep 15 16:33:13.288099 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-8dc3dd13-e02a-4f16-8468-31319f8d1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:13.289602 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-8dc3dd13-e02a-4f16-8468-31319f8d1c01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857701 Sep 15 16:33:13.457388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-e6fe2105-7684-4f7c-b160-bde017f89c42 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586571 Sep 15 16:33:13.499040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:33:13.606968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7cb89f3-ee35-4ed5-9a0d-f4687cac7bc2 req-2f315318-f864-42aa-b4dd-86fa6fd933d2 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390185 Sep 15 16:33:13.661421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:33:13.672020 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:33:13.681602 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:13.683173 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:32:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:13.736865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:13.763598 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4ec4db04-9f7b-4554-b67f-61e251ae1174 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5665591 Sep 15 16:33:13.764195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:33:13.766481 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2" -d '{"events": [{"name": "network-changed", "server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:33:13.789439 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:13.802591 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4d9466-0c1a-44a7-86f3-78d1f91fcda5 x-openstack-request-id: req-7e4d9466-0c1a-44a7-86f3-78d1f91fcda5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:33:13.802879 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:33:13.803129 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7e4d9466-0c1a-44a7-86f3-78d1f91fcda5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:33:13.803527 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'status': 'completed', 'code': 200} Sep 15 16:33:13.865842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-1904278a-bd4e-4d3b-8ae6-8efe21f20948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:13.867366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-1904278a-bd4e-4d3b-8ae6-8efe21f20948 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0419352 Sep 15 16:33:13.959815 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-301431f9-c509-49ed-9a31-af5e5a9cc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:13.961320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-301431f9-c509-49ed-9a31-af5e5a9cc254 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0872328 Sep 15 16:33:14.015534 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:11Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:14.024141 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-dfccd40a-d08a-4e9d-a6ba-c8a702278a52 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 999 time: 0.0560651 Sep 15 16:33:14.041298 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:33:14.050272 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:33:14.050911 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:32:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:14.075804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-c93b3208-49b0-45a6-ba82-125200c171df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:14.077323 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-c93b3208-49b0-45a6-ba82-125200c171df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0465891 Sep 15 16:33:14.127184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-8ff83581-021e-43db-9c62-7edc02c5e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:33:14.128723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-8ff83581-021e-43db-9c62-7edc02c5e6a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438330 Sep 15 16:33:14.153610 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:33:14.219486 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-2b0337bc-222d-49e8-b8da-44a9885e64d6 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841415 Sep 15 16:33:14.322395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c01f68b6-8a5f-42d4-bdeb-b14a59d6ada2 req-ec8efd67-c85b-486a-8be2-46b916165ac9 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940042 Sep 15 16:33:14.468344 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:11Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:33:14.493054 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6886a1-3000-48a6-9d3e-228fb3a612a2 None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:11Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:33:14.683789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b4b7c-d4fb-4046-b97d-a52614b29d46 None None] New status for floating IP 452bacae-0d3a-41fc-aa95-09e3934fcd3a: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:33:24.004973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb409-a4f9-4fba-8216-e6042fbf487d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:26.993426 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:27.090849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:27.273727 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce4fcc95-b015-4af7-b5a7-d1ea52d4ed11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:28.575994 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:30.204495 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:30.421840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:48.894669 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:33:54.003789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-770b8dde-0598-4594-a5e1-2f57de1f3413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:57.026492 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:57.106784 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:57.289444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-264c047e-1ef3-4467-912f-82dc2ab8ea83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:33:58.541291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:00.198628 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:00.483885 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:04.365267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-3f911e99-fbd9-4373-8299-7144675c7d38 req-6182cdb3-52e2-45a5-a4e1-9bbadda8fe79 service neutron] (102019) timed out ('10.222.0.63', 37864) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:34:13.025446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-e6784929-4279-49ce-8fd1-426deca64365 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822692 Sep 15 16:34:13.104388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-c7667c99-9fff-456f-9a9e-04498613e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:13.105844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-c7667c99-9fff-456f-9a9e-04498613e069 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0399966 Sep 15 16:34:13.213690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-929b646a-9f9a-4498-b977-ad5ca1c390d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:13.215139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-929b646a-9f9a-4498-b977-ad5ca1c390d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0892534 Sep 15 16:34:13.279782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-1d9f1ad4-cb83-4077-8468-3140ea23c9b7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 1001 time: 0.0575097 Sep 15 16:34:13.332272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-6911fb24-0a11-48c6-8627-af1aee96a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:13.333839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-6911fb24-0a11-48c6-8627-af1aee96a763 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0477514 Sep 15 16:34:13.378456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-9226f03d-8dd0-4b2e-aabb-8613df404e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:34:13.379870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-9226f03d-8dd0-4b2e-aabb-8613df404e36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397277 Sep 15 16:34:13.478525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-46a79f05-e93a-4926-8488-6dbf5c5d1805 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919807 Sep 15 16:34:13.573518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b51c3ded-3b78-4ebb-9120-93838e2e8edb req-f80e0553-98f5-4e09-bdd6-e5ffa10a77df service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876713 Sep 15 16:34:24.026238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a5aa161b-96ac-41d0-933d-8666dad4992a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:25.893226 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:34:27.002691 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:27.111556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:27.289167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65adb56b-13fa-492b-8877-eeaa72d65d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:28.580342 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:30.237366 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:30.460534 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:54.008653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2757b5c3-3a2c-4a22-a1f0-a402941e20ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:57.030952 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:57.116684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:57.288146 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-827a6930-8144-422c-b025-1d79ce339f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:34:58.717089 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:00.224247 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:00.482674 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:02.891969 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:35:13.303091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-cf100d5f-a3df-48a6-abdd-94f561b2aac1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389657 Sep 15 16:35:13.390159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-1eaf6478-b641-45a4-85b3-6f28cb65fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:13.391663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-1eaf6478-b641-45a4-85b3-6f28cb65fdfb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0454390 Sep 15 16:35:13.493991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-3c8779e7-a7a3-46c3-877a-1fe4adac72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:13.495488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-3c8779e7-a7a3-46c3-877a-1fe4adac72b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0856664 Sep 15 16:35:13.563909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-26a74438-9c49-4a8f-9f10-63555001f430 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 1001 time: 0.0606992 Sep 15 16:35:13.611511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-be2299c2-8dd2-41d5-9df4-2f87c1f522bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:13.612957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-be2299c2-8dd2-41d5-9df4-2f87c1f522bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0427623 Sep 15 16:35:13.656806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-a6ad231a-7255-403c-bde6-1064b211a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:13.658271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-a6ad231a-7255-403c-bde6-1064b211a69c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385525 Sep 15 16:35:13.751049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-74a36eea-0c1b-430f-bbef-de9ab78f03f3 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856438 Sep 15 16:35:13.840705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be6e14fa-67cc-43aa-8193-1659e6a425da req-8a1bb59d-e54c-4ce9-928d-7a815f721d23 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822206 Sep 15 16:35:24.068658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cae57137-c2a6-47a5-9227-0b7d476e6ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:27.063369 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:27.133893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:27.311624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-933a309a-0c91-475f-9a9c-d0cd2a218355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:28.573661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:30.234348 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:30.513513 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:39.891068 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:35:40.175578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-d80c43f3-e8a6-47da-9666-286a7abc1a1d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63827208&fields=id&tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 267 time: 0.0330629 Sep 15 16:35:40.282887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-cd004536-e75c-4ca5-a982-154b0f576cf7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:40.284337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-cd004536-e75c-4ca5-a982-154b0f576cf7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1020017 Sep 15 16:35:40.298836 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-659bf8c5-776c-45ef-a460-e8a0f8f16546 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/quotas/3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 375 time: 0.0088060 Sep 15 16:35:40.356381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-e4e9d559-777c-400c-ba4d-b80f6bb9945c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0519617 Sep 15 16:35:40.457632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-ee157d8f-44ba-4700-8d02-35edcf1074b3 service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897920 Sep 15 16:35:40.545328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-3ad01fa6-81c9-451c-8b62-8469de803176 service neutron] 10.222.0.63 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812531 Sep 15 16:35:41.114577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f2df50e8-49f5-4253-b860-cf2c5ab5576f req-61d2b666-3666-442a-9d62-1de15a6aa9ad tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0281868 Sep 15 16:35:42.196090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-016f2601-1215-44e9-bb6d-5695a5a2592b req-540c794e-61a6-4ef2-b221-a930bd911b0d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0323505 Sep 15 16:35:43.303469 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-97171557-8f55-4323-837c-17cc740d25fe req-3542c3cf-b242-4e07-8bfa-a4393160500d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0307159 Sep 15 16:35:44.382298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c34f1df-b797-49be-8e2f-c33659375db5 req-95bb07aa-1c37-4297-8095-01c7ed0e609c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0265088 Sep 15 16:35:45.474936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ab729567-d078-4e99-b943-2b677f1bdf52 req-bb7fe000-a3ab-481a-a515-b79767773daf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0277743 Sep 15 16:35:46.570393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dd3ce868-db48-413f-a4c5-8099cfd49275 req-88e19346-3508-4587-9769-00b25b815da3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0263333 Sep 15 16:35:47.156624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-9b9ad2b4-6af2-4d41-b9d8-c1368f782e4c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:47.158073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-9b9ad2b4-6af2-4d41-b9d8-c1368f782e4c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 810 time: 0.1036189 Sep 15 16:35:47.205174 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-7f7ebfa3-c89a-41f1-ba2b-b36999d66547 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429 HTTP/1.1" status: 200 len: 378 time: 0.0377212 Sep 15 16:35:47.214178 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'port': {'device_id': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'admin_state_up': True, 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'security_groups': ['362105f0-938d-45c1-8119-95a549c3e048']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:35:47.401882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Made reservation on behalf of 3a0ef05e04fd4f8f9e83a3b5c4627429 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:35:47.406025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:47.535174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.20.0.4 (71f22ac4-c8d0-4fef-8cb3-32372e23be99/f47b79e9-7102-43e0-a315-0f783828eef1/e950f1d8-d90d-42d9-8ce2-4c714beee378) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:35:47.690182 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8a967f55-6756-4900-a336-d10a3774d739 req-e46700a4-4697-4a94-a706-1b1c93065fcf tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0379238 Sep 15 16:35:47.705239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:47.859084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:47.908517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:35:47.911503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:35:47.915111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:35:47.923616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=e950f1d8-d90d-42d9-8ce2-4c714beee378,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:47.954780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.955125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.955462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.955795 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.956117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.956446 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.956801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.957115 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.957432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.957748 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.958067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.958385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:47.985215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:47.985993 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.139838 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-8b2214f0-50a8-444c-b6fa-401ccfc2b8c1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9294317 Sep 15 16:35:48.156481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-d8d9789b-2f84-4933-a8aa-77bb753530cd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:35:48.157750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-d8d9789b-2f84-4933-a8aa-77bb753530cd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120871 Sep 15 16:35:48.165132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9574e7d0-32af-4225-b38c-a5d1bb97fd9a None None] Provisioning complete for port e950f1d8-d90d-42d9-8ce2-4c714beee378 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:35:48.165763 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9574e7d0-32af-4225-b38c-a5d1bb97fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.200826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9574e7d0-32af-4225-b38c-a5d1bb97fd9a None None] Port e950f1d8-d90d-42d9-8ce2-4c714beee378 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:35:48.222909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Request body: {'port': {'device_id': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:35:48.276971 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.554314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e950f1d8-d90d-42d9-8ce2-4c714beee378 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:35:48.562502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.576735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Transition to ACTIVE for port object e950f1d8-d90d-42d9-8ce2-4c714beee378 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:35:48.630559 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.705769 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Pushing event updated for resources: {'Port': ['ID=e950f1d8-d90d-42d9-8ce2-4c714beee378,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:48.777597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Attempting to bind port e950f1d8-d90d-42d9-8ce2-4c714beee378 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:35:48.777597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Attempting to bind port e950f1d8-d90d-42d9-8ce2-4c714beee378 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:35:48.777597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Attempting to bind port e950f1d8-d90d-42d9-8ce2-4c714beee378 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:35:48.779957 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Port e950f1d8-d90d-42d9-8ce2-4c714beee378 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:35:48.780286 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Attempting to bind port e950f1d8-d90d-42d9-8ce2-4c714beee378 on network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:35:48.787127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:35:48.787470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Checking segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:35:48.788001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Bound using segment: {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:35:48.788430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Bound port: e950f1d8-d90d-42d9-8ce2-4c714beee378, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c4dd12-e938-463f-9d79-d4107fa732f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:35:48.788814 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.852462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3a49-c5f3-487f-b4f2-597cc41d959a req-0914bee8-1c38-4390-b775-9d0137101196 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:48.855982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd5a3a49-c5f3-487f-b4f2-597cc41d959a req-0914bee8-1c38-4390-b775-9d0137101196 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0654998 Sep 15 16:35:48.882009 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] For port e950f1d8-d90d-42d9-8ce2-4c714beee378, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:35:48.885609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] For port e950f1d8-d90d-42d9-8ce2-4c714beee378, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:35:48.906216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd5a3a49-c5f3-487f-b4f2-597cc41d959a req-629f7db3-f604-4cf9-87bb-9e6d91a6ce69 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431924 Sep 15 16:35:48.951573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.988604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:48.989226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:48.990632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] 10.222.0.55 "PUT /v2.0/ports/e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 200 len: 1091 time: 0.8245459 Sep 15 16:35:48.991075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:35:48.993381 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:35:49.018846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98870098-77b9-4727-abb1-4041e6cee9fc service neutron] Pushing event updated for resources: {'Port': ['ID=e950f1d8-d90d-42d9-8ce2-4c714beee378,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:49.167665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-3ccf0f70-0c73-44fa-a44e-327dd7cef421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:49.170853 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-3ccf0f70-0c73-44fa-a44e-327dd7cef421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1094 time: 0.0458856 Sep 15 16:35:49.215441 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-bd5338e0-bb66-4306-aabc-b0af7a033226 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 200 len: 217 time: 0.0379746 Sep 15 16:35:49.266339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-9204076a-118c-4724-abb1-f3eefc134e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:49.267735 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-9204076a-118c-4724-abb1-f3eefc134e4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0460351 Sep 15 16:35:49.317290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196b35-b6bf-462c-86dd-17ecb274815f req-7d674505-9fb3-4874-9ddf-e3080a9a596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:49.318816 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-7d674505-9fb3-4874-9ddf-e3080a9a596b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436530 Sep 15 16:35:49.414056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-d8b306dc-6e47-4755-b3c2-e018ab16e80f service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878778 Sep 15 16:35:49.505538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-69196b35-b6bf-462c-86dd-17ecb274815f req-4ebc7cfa-c558-4357-b25c-d73ac961c85e service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830727 Sep 15 16:35:50.034351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d6026-5ea4-4ee1-b4dc-344b8c394ce6 req-239ad67d-a98c-46ea-929b-40b424a67c85 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:50.038531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f22d6026-5ea4-4ee1-b4dc-344b8c394ce6 req-239ad67d-a98c-46ea-929b-40b424a67c85 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0618224 Sep 15 16:35:50.068320 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60022533-46f0-4051-8dc4-38c5aa79b3f4 x-openstack-request-id: req-60022533-46f0-4051-8dc4-38c5aa79b3f4 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:35:50.068650 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:35:50.068909 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-60022533-46f0-4051-8dc4-38c5aa79b3f4 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:35:50.069322 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'status': 'completed', 'code': 200} Sep 15 16:35:50.077707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f22d6026-5ea4-4ee1-b4dc-344b8c394ce6 req-0948588d-bdc4-4310-91d9-ccd642ebd0d7 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355494 Sep 15 16:35:50.136165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-4fb26f1b-9940-4d86-9dc0-fcaa789378a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:50.138135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-4fb26f1b-9940-4d86-9dc0-fcaa789378a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1094 time: 0.0482469 Sep 15 16:35:50.242610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-2af5f9a7-8735-4560-8582-740e247cef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:50.244090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-2af5f9a7-8735-4560-8582-740e247cef97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0990877 Sep 15 16:35:50.289659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-6b1b0119-e110-418f-8bd5-08f0a6207633 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 200 len: 217 time: 0.0370765 Sep 15 16:35:50.340699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-0c1765bd-e400-4ce6-9ac4-f645819c755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:50.342092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-0c1765bd-e400-4ce6-9ac4-f645819c755c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0449908 Sep 15 16:35:50.388448 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-ce35b695-132d-4a09-9722-f1a198260565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:50.389977 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-ce35b695-132d-4a09-9722-f1a198260565 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407264 Sep 15 16:35:50.485987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-46803bb7-f90b-4459-a0c1-a18d8a0da15c service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890329 Sep 15 16:35:50.578116 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2febeff8-5a09-4392-b8ab-b816b3b9a8d4 req-350dd0a8-5b45-4164-a22a-884affc2e134 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852621 Sep 15 16:35:51.197022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806bbd7-1d4a-4af4-b67a-6049917b1d26 req-d1a8963b-7eed-418f-a83d-a4f3502da655 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:51.198522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f806bbd7-1d4a-4af4-b67a-6049917b1d26 req-d1a8963b-7eed-418f-a83d-a4f3502da655 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0516651 Sep 15 16:35:51.243265 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f806bbd7-1d4a-4af4-b67a-6049917b1d26 req-90aa6b35-eac8-4404-9244-8b7db52f23b3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385673 Sep 15 16:35:52.359901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0443a0-81bc-4846-8431-c0e731fbe17f req-d2a2a3bf-c251-4c9e-91e2-a94790c57540 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:52.361477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e0443a0-81bc-4846-8431-c0e731fbe17f req-d2a2a3bf-c251-4c9e-91e2-a94790c57540 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0504146 Sep 15 16:35:52.399754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e0443a0-81bc-4846-8431-c0e731fbe17f req-0057621f-f6ec-4415-b79b-393fd874abb9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322280 Sep 15 16:35:53.516922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e33c8d-32a6-47f5-887a-71dbb6c25e32 req-853ac14d-f3be-4a9b-956d-780e0adc3057 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:53.518521 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67e33c8d-32a6-47f5-887a-71dbb6c25e32 req-853ac14d-f3be-4a9b-956d-780e0adc3057 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0496328 Sep 15 16:35:53.557305 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-67e33c8d-32a6-47f5-887a-71dbb6c25e32 req-66b39812-74ee-4380-93e3-ad6b5ff7b83d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328860 Sep 15 16:35:54.028034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-01a9a29d-b612-4170-8e87-275d1257ef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:54.673523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb30b17-3f92-4af3-b13e-b54ed92edc0b req-fc4477a5-0cd5-4591-b56f-c761ba53dc02 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:54.675030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1eb30b17-3f92-4af3-b13e-b54ed92edc0b req-fc4477a5-0cd5-4591-b56f-c761ba53dc02 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0507524 Sep 15 16:35:54.713333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1eb30b17-3f92-4af3-b13e-b54ed92edc0b req-9f1da636-ca5d-4872-86c3-31efb21ec44d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321319 Sep 15 16:35:55.829291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46052736-0ba6-472f-bb60-c92c23a47d49 req-6a52e222-a9ab-4de5-8c81-32b3a6f3e08d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:55.830797 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46052736-0ba6-472f-bb60-c92c23a47d49 req-6a52e222-a9ab-4de5-8c81-32b3a6f3e08d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0487533 Sep 15 16:35:55.868927 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46052736-0ba6-472f-bb60-c92c23a47d49 req-ba410336-bedc-429e-86de-f5632d001147 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319638 Sep 15 16:35:56.986382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f206956-8641-427d-8318-12264b63f10f req-6498ce0e-3612-45b1-94f3-1c72fcc50f3d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:56.987870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f206956-8641-427d-8318-12264b63f10f req-6498ce0e-3612-45b1-94f3-1c72fcc50f3d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0537093 Sep 15 16:35:57.012842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:57.026234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4f206956-8641-427d-8318-12264b63f10f req-5fa7fd13-b572-4278-af7c-f6d0e5154dd1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324025 Sep 15 16:35:57.136132 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:57.290172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4f7746ed-f37c-4967-9dec-cff172e18d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:58.141518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edbaf3-9d40-42c7-8b09-2a7b3cee76f5 req-67be4f9f-6898-4bb0-9e38-5289db4e2186 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:58.142983 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9edbaf3-9d40-42c7-8b09-2a7b3cee76f5 req-67be4f9f-6898-4bb0-9e38-5289db4e2186 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0490506 Sep 15 16:35:58.187213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f9edbaf3-9d40-42c7-8b09-2a7b3cee76f5 req-25ed16d0-139b-4039-bc10-8cea3b1f1436 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381961 Sep 15 16:35:58.572828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:59.302450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adf121-5321-4743-a3be-99c40a83dd4d req-e94d919c-02af-4256-989c-1c6af17a6579 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:35:59.303993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42adf121-5321-4743-a3be-99c40a83dd4d req-e94d919c-02af-4256-989c-1c6af17a6579 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 943 time: 0.0502732 Sep 15 16:35:59.342693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42adf121-5321-4743-a3be-99c40a83dd4d req-faffdeef-e2c9-4a11-a1f6-ec8b7a56ec07 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328250 Sep 15 16:35:59.487651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e950f1d8-d90d-42d9-8ce2-4c714beee378 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:35:59.582516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e950f1d8-d90d-42d9-8ce2-4c714beee378, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:59.593709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'port_id': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'mac_address': 'fa:16:3e:0b:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:35:59.634090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:59.647539 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e950f1d8-d90d-42d9-8ce2-4c714beee378 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:35:59.666534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e950f1d8-d90d-42d9-8ce2-4c714beee378, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:35:59.749946 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:35:59.796087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e950f1d8-d90d-42d9-8ce2-4c714beee378,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:35:59.803542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.803880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.804215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.804574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.804905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.805230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.805551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.805864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.806181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.806494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.806808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.807123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:35:59.980678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['e950f1d8-d90d-42d9-8ce2-4c714beee378'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:36:00.218326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:00.467985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:00.470222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d374ee7-52fe-45bb-a64a-564aca1d3d64 req-8eb3e017-584e-4efc-bc2c-e58d0af630d8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:00.471822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d374ee7-52fe-45bb-a64a-564aca1d3d64 req-8eb3e017-584e-4efc-bc2c-e58d0af630d8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 944 time: 0.0593843 Sep 15 16:36:00.521390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8d374ee7-52fe-45bb-a64a-564aca1d3d64 req-dea7d6ca-803c-4eb8-9d6d-b688829af667 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413609 Sep 15 16:36:01.519469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e950f1d8-d90d-42d9-8ce2-4c714beee378 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:36:01.641845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634341-fd3c-45b5-8445-6bb581792588 req-edb138e3-dd71-491d-9d41-f37fb44d9e62 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:01.643360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07634341-fd3c-45b5-8445-6bb581792588 req-edb138e3-dd71-491d-9d41-f37fb44d9e62 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 944 time: 0.0482609 Sep 15 16:36:01.680662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07634341-fd3c-45b5-8445-6bb581792588 req-fc954dec-4309-4fa5-bda8-36e8ff3ae6ff tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314200 Sep 15 16:36:01.684509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port e950f1d8-d90d-42d9-8ce2-4c714beee378 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:36:01.689360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port e950f1d8-d90d-42d9-8ce2-4c714beee378 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:36:01.689734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:01.768205 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:01.789543 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:36:01.791694 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdffd21-219e-4b53-a48b-e84e864da0a1" -d '{"events": [{"server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "name": "network-vif-plugged", "status": "completed", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:36:01.810616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e950f1d8-d90d-42d9-8ce2-4c714beee378, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:36:01.893359 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6bea73-d049-40a1-a2ec-177f866fad64 x-openstack-request-id: req-8a6bea73-d049-40a1-a2ec-177f866fad64 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:36:01.893652 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "name": "network-vif-plugged", "status": "completed", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:36:01.893903 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8a6bea73-d049-40a1-a2ec-177f866fad64 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:36:01.894300 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'code': 200} Sep 15 16:36:01.898680 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:01.946319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e950f1d8-d90d-42d9-8ce2-4c714beee378,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:01.988467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6dcc-5255-490a-a289-bb5a030df1b2 req-112d1b53-4e00-4241-afce-15193d31309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:01.990012 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-584d6dcc-5255-490a-a289-bb5a030df1b2 req-112d1b53-4e00-4241-afce-15193d31309e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1096 time: 0.0417478 Sep 15 16:36:02.025113 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-584d6dcc-5255-490a-a289-bb5a030df1b2 req-98e54f5f-9143-4745-8a3d-a92e9395e792 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279944 Sep 15 16:36:02.812704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab31801-3945-491b-b105-542c96493a41 req-8303dd61-7823-437c-9adc-59373bdd88ce tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:02.814436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cab31801-3945-491b-b105-542c96493a41 req-8303dd61-7823-437c-9adc-59373bdd88ce tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 945 time: 0.0551267 Sep 15 16:36:02.853537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cab31801-3945-491b-b105-542c96493a41 req-be22c782-819b-4380-83b2-c56801f58b71 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330963 Sep 15 16:36:03.969408 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcd4ad-ad0c-4f6d-957a-4f31d50ed27d req-ee0a2519-5bd0-43f7-94a0-19a6c374cd3d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:03.970894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bfcd4ad-ad0c-4f6d-957a-4f31d50ed27d req-ee0a2519-5bd0-43f7-94a0-19a6c374cd3d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 945 time: 0.0489438 Sep 15 16:36:04.012120 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2bfcd4ad-ad0c-4f6d-957a-4f31d50ed27d req-4a905614-bdec-4971-825e-6d4817a2868d tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351670 Sep 15 16:36:04.128986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e107d5-bdbe-4945-81fd-1eb03a9343d8 req-b1dbd426-ec93-497d-bf5b-59351584be86 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:04.130867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0e107d5-bdbe-4945-81fd-1eb03a9343d8 req-b1dbd426-ec93-497d-bf5b-59351584be86 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 945 time: 0.0520315 Sep 15 16:36:04.169606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0e107d5-bdbe-4945-81fd-1eb03a9343d8 req-4a70a66a-a10e-4579-a828-63647f55baef tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320535 Sep 15 16:36:04.191600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37072) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:36:04.230970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc713222-f51b-45cb-81bb-04e71612a174 tempest-TestVolumeBootPattern-1244197109 tempest-TestVolumeBootPattern-1244197109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:04.232587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cc713222-f51b-45cb-81bb-04e71612a174 tempest-TestVolumeBootPattern-1244197109 tempest-TestVolumeBootPattern-1244197109-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1091 time: 0.0399923 Sep 15 16:36:04.235247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37074) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:36:04.239535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:36:04.338827 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:04.438780 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:04.541063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Allocated IP 172.25.0.181 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/38e54c0a-7140-47d2-9b8b-a3b2d1407f04) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:36:04.648730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:04.753438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:04.790680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:36:04.793561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:36:04.796999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:36:04.804425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=38e54c0a-7140-47d2-9b8b-a3b2d1407f04,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:04.834053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.834405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.834743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.835081 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.835415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.835800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.836162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.836509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.836836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.837462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.837462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:04.837798 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:36:05.182466 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:05.335274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:05.492652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:05.558511 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:05.630864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event updated for resources: {'Port': ['ID=38e54c0a-7140-47d2-9b8b-a3b2d1407f04,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:36:05.641243 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:05.743221 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Floating IP 6f3b22a1-5503-419e-b9d9-81346831b961 associated. External IP: 172.25.0.181, port: e950f1d8-d90d-42d9-8ce2-4c714beee378. Sep 15 16:36:06.270827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:36:06.381756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:36:06.391687 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda96b65-e292-418a-b091-07be790a2765 None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:36:06.401334 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:36:06.401957 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:35:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:06.507242 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:36:06.532988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:06.560612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c97af1ca-d7eb-45db-be62-3708d36db6a8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3237278 Sep 15 16:36:06.561261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:36:06.563773 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f211ba-8523-4da7-92fb-906a56b84113" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:36:06.658361 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae59bc7-53d0-447c-92b4-2441af03c282 x-openstack-request-id: req-2ae59bc7-53d0-447c-92b4-2441af03c282 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:36:06.658738 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:36:06.659049 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2ae59bc7-53d0-447c-92b4-2441af03c282 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:36:06.659513 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'status': 'completed', 'code': 200} Sep 15 16:36:06.721516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f211ba-8523-4da7-92fb-906a56b84113 req-0cc7d586-6192-44b4-a7cd-aaac3a4d205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:06.723177 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f211ba-8523-4da7-92fb-906a56b84113 req-0cc7d586-6192-44b4-a7cd-aaac3a4d205f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1096 time: 0.0423031 Sep 15 16:36:06.732101 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:14Z', 'revision_number': 1, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}, {'id': '6f3b22a1-5503-419e-b9d9-81346831b961', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:0b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:36:05Z', 'updated_at': '2021-09-15T16:36:05Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:06.757988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda96b65-e292-418a-b091-07be790a2765 None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:36:06.766801 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:36:06.767424 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:35:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:06.822971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f211ba-8523-4da7-92fb-906a56b84113 req-63971bba-21d0-41ac-ba0e-c56e83042155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:06.822971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f211ba-8523-4da7-92fb-906a56b84113 req-63971bba-21d0-41ac-ba0e-c56e83042155 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0897124 Sep 15 16:36:06.872777 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:36:06.893456 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f211ba-8523-4da7-92fb-906a56b84113 req-866fca2b-f476-4584-9d8a-1208141656a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 200 len: 999 time: 0.0665441 Sep 15 16:36:06.945398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f211ba-8523-4da7-92fb-906a56b84113 req-5a4c0995-44af-4fd6-8317-956da262f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:06.946992 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f211ba-8523-4da7-92fb-906a56b84113 req-5a4c0995-44af-4fd6-8317-956da262f206 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0468857 Sep 15 16:36:06.992999 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f211ba-8523-4da7-92fb-906a56b84113 req-de58ea54-1b8b-403e-9b1e-372dd2120ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:06.994497 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f211ba-8523-4da7-92fb-906a56b84113 req-de58ea54-1b8b-403e-9b1e-372dd2120ea4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404584 Sep 15 16:36:07.088067 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f211ba-8523-4da7-92fb-906a56b84113 req-856ca8b4-fbd5-4256-b65a-5271535cec3c service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860047 Sep 15 16:36:07.098897 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-fda96b65-e292-418a-b091-07be790a2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:14Z', 'revision_number': 1, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}, {'id': '6f3b22a1-5503-419e-b9d9-81346831b961', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:0b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:36:05Z', 'updated_at': '2021-09-15T16:36:05Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:36:07.126996 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda96b65-e292-418a-b091-07be790a2765 None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:14Z', 'revision_number': 1, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}, {'id': '6f3b22a1-5503-419e-b9d9-81346831b961', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.181', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:0b:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:36:05Z', 'updated_at': '2021-09-15T16:36:05Z', 'revision_number': 0, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:36:07.180146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19f211ba-8523-4da7-92fb-906a56b84113 req-78fd8d87-4585-488f-b054-398f59b8f35e service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850060 Sep 15 16:36:07.323442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eea3c4-08f3-4148-8208-e5f970fe11ac None None] New status for floating IP 6f3b22a1-5503-419e-b9d9-81346831b961: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:36:15.299585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-4af0e023-adf0-49f8-a66e-d3f887bdb892 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412946 Sep 15 16:36:15.381716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-5a4408aa-648f-471f-a1cc-0cc1f37f2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.383197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-5a4408aa-648f-471f-a1cc-0cc1f37f2c69 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0428557 Sep 15 16:36:15.494365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-88717a0c-b760-4a94-93cd-777bee2be59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.495876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-88717a0c-b760-4a94-93cd-777bee2be59b service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0938106 Sep 15 16:36:15.562522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-6a05a68b-6a86-4f58-a87f-a1d124b49133 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 1001 time: 0.0589724 Sep 15 16:36:15.616281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-a9779166-662f-4e13-8bca-7e07469dbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.617753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-a9779166-662f-4e13-8bca-7e07469dbbc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0496495 Sep 15 16:36:15.664408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-4d3ec127-0436-4c95-946f-7c7b0351e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:15.665965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-4d3ec127-0436-4c95-946f-7c7b0351e6b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406709 Sep 15 16:36:15.766494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-98e25076-60c0-4e86-8355-4b91438cfa9b service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925336 Sep 15 16:36:15.862884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fb00603-6938-4ea6-9d4a-212c89ae48fa req-edee298c-09cc-40b3-9101-452ba144008d service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894256 Sep 15 16:36:16.890810 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:36:24.009079 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2bfceb30-e109-40a4-83b3-ae516d70c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:25.883439 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-e1626c21-c69f-490d-9c46-bae9df31b69b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461471 Sep 15 16:36:25.964840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-17b82dd8-e741-4381-8bfc-f21e370aadef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:25.966324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-17b82dd8-e741-4381-8bfc-f21e370aadef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1096 time: 0.0414023 Sep 15 16:36:26.084444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-1f995fc6-01ff-47e5-9cfd-e85d9e985648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:26.085959 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-1f995fc6-01ff-47e5-9cfd-e85d9e985648 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0974603 Sep 15 16:36:26.152806 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-5b787744-3f6f-4581-9a71-21251f3a3e01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 200 len: 1001 time: 0.0592513 Sep 15 16:36:26.204122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-3d844497-bbfc-4b18-b1cf-57520190cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:26.206242 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-3d844497-bbfc-4b18-b1cf-57520190cb5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0468261 Sep 15 16:36:26.255906 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-cbc66b81-5d8d-4589-bd74-d4adceb31bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:36:26.261068 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-cbc66b81-5d8d-4589-bd74-d4adceb31bf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449250 Sep 15 16:36:26.348697 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-c4c4878c-4c5a-4435-9a77-efe67d94355f service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839655 Sep 15 16:36:26.444583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5a40a76d-b8ec-4835-8a2f-5386315f624e req-20449c45-fd6f-4625-8414-3ab49d1332f5 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883708 Sep 15 16:36:27.046326 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:27.134537 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:27.309287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a36e9df1-762d-4d05-bed8-736915a5f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:28.563384 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:30.225857 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:30.500313 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:53.889828 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:36:54.011734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-911ed691-f1f0-45ad-b1d8-9450a91fdb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:57.087825 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:57.136783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:57.314388 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1b471c85-2724-4c08-adcc-3812b8cc2f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:36:58.565529 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:00.236133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:00.496769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:17.286050 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-4eba095c-22a4-48bc-84f9-b655aa38935d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416839 Sep 15 16:37:17.371876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76129067-9b50-4fca-bb85-04f6230061a0 req-35e93275-14ea-45ae-ae2a-48c0ab754e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:17.373422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-35e93275-14ea-45ae-ae2a-48c0ab754e6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0475438 Sep 15 16:37:17.476764 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76129067-9b50-4fca-bb85-04f6230061a0 req-3d758c4a-37e6-45fd-afdb-0ce5fc449c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:17.478224 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-3d758c4a-37e6-45fd-afdb-0ce5fc449c5b service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0865946 Sep 15 16:37:17.547982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-f48b7547-7f4f-4dd9-b13a-0e0864c11da1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 1001 time: 0.0626147 Sep 15 16:37:17.598539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76129067-9b50-4fca-bb85-04f6230061a0 req-68f9c705-0bfb-48a5-896d-6f5c1345dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:17.600004 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-68f9c705-0bfb-48a5-896d-6f5c1345dbc7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0443966 Sep 15 16:37:17.645568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76129067-9b50-4fca-bb85-04f6230061a0 req-ffd03528-b6c6-497d-982e-dd7c7fc5501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:17.647040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-ffd03528-b6c6-497d-982e-dd7c7fc5501e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403671 Sep 15 16:37:17.739465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-61ec0b49-8ecf-49dc-92d8-6f7eed8987c1 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852835 Sep 15 16:37:17.826823 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76129067-9b50-4fca-bb85-04f6230061a0 req-ef3ffdda-21f6-4da9-8bf9-73c3431ad0a9 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802038 Sep 15 16:37:23.983296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-53821b5e-8ad8-4cbe-99a2-db3744015c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:27.034960 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:27.154685 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:27.417580 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c5858e3d-c3af-4a60-9fbc-69e3af231874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:27.885991 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-f7a91a68-93c9-452e-941b-736da744d596 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419228 Sep 15 16:37:27.966952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-5fec5917-f111-403a-8dd1-47f7b2f6885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:27.968552 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-5fec5917-f111-403a-8dd1-47f7b2f6885a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1096 time: 0.0406511 Sep 15 16:37:28.074943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-422f8e42-6eb1-4d68-8be4-9c3e2fc27550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:28.076436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-422f8e42-6eb1-4d68-8be4-9c3e2fc27550 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0880723 Sep 15 16:37:28.140156 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-c24ffd3c-45cf-4a62-82fc-1e2730df8f7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 200 len: 1001 time: 0.0561407 Sep 15 16:37:28.198727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-0cfa8bf5-5e7f-4912-a84c-765f9ca6c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:28.200629 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-0cfa8bf5-5e7f-4912-a84c-765f9ca6c5bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0538352 Sep 15 16:37:28.250116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-159f2c88-1573-425e-a9df-5768d6687549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:37:28.251611 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-159f2c88-1573-425e-a9df-5768d6687549 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436897 Sep 15 16:37:28.341160 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-33d714ea-f5e2-46a7-83c0-5fc44475dc4b service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808580 Sep 15 16:37:28.435875 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c3313206-a1b5-4dcc-a348-6d54b84d7d3a req-3a86247c-17c7-47bb-b7dc-b916c694ef87 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865619 Sep 15 16:37:28.600702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:30.251866 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:30.526136 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:30.889136 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:37:53.999183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08eb9c7c-4533-4ffb-af85-7f68903192bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:57.016963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:57.142106 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:57.279062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c71b0d6-248b-449c-9e9c-dff870aa670a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:37:58.576508 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:00.238536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:00.496229 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:07.888167 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:38:08.847088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:09.089660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port 38e54c0a-7140-47d2-9b8b-a3b2d1407f04 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:09.089912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:09.172502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:09.172856 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:09.184405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for 38e54c0a-7140-47d2-9b8b-a3b2d1407f04 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:09.387510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:09.415393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=38e54c0a-7140-47d2-9b8b-a3b2d1407f04,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:09.427295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.427647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.427991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.428331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.428703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.429039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.429374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.429698 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.430024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.430348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.430672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.431000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:09.484211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:09.484573 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Floating IP 6f3b22a1-5503-419e-b9d9-81346831b961 disassociated (deleted). External IP: 172.25.0.181, port: e950f1d8-d90d-42d9-8ce2-4c714beee378. Sep 15 16:38:09.689568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:09.797595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:09.802381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:09.806871 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:09.817584 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:09.818201 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:37:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:09.829508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7deb02d0-52d0-4f93-baab-8118c3a2d4fe tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "DELETE /v2.0/floatingips/6f3b22a1-5503-419e-b9d9-81346831b961 HTTP/1.1" status: 204 len: 168 time: 0.9813123 Sep 15 16:38:09.830206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:09.836924 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2862029b-e01b-4c25-9d65-11c1f12301e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:09.878717 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978399d-b786-4cfa-9753-0f75b95a34bd x-openstack-request-id: req-d978399d-b786-4cfa-9753-0f75b95a34bd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:09.879333 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:09.879333 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d978399d-b786-4cfa-9753-0f75b95a34bd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:09.879645 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'status': 'completed', 'code': 200} Sep 15 16:38:09.935518 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:09.940873 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-8330c4b5-56d3-4385-a2a2-6ed8dafa7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:09.942342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-8330c4b5-56d3-4385-a2a2-6ed8dafa7927 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 1096 time: 0.0428257 Sep 15 16:38:10.045947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-77d79ef3-657c-45f1-806b-76760754aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:10.048170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-77d79ef3-657c-45f1-806b-76760754aae5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0981607 Sep 15 16:38:10.092876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-b91e6eff-2152-452d-9a9a-639d556dfc33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 200 len: 217 time: 0.0371041 Sep 15 16:38:10.142265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-167fd77b-0cb1-4a51-9cdc-e955c841377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:10.143725 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-167fd77b-0cb1-4a51-9cdc-e955c841377a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0446639 Sep 15 16:38:10.216922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-a2656284-0444-480e-94c7-685fbff5b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:10.219370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-a2656284-0444-480e-94c7-685fbff5b6e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677588 Sep 15 16:38:10.259313 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:14Z', 'revision_number': 1, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:10.285426 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:10.293464 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:10.294067 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:37:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:10.347589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-c6caa150-6f15-48e6-bde1-2ec8bea9a100 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202943 Sep 15 16:38:10.355812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157135a-2071-49cf-870f-ad6950d765dd req-1c3e2f56-5420-4352-8701-edf74a6d4c0f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:10.357265 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0157135a-2071-49cf-870f-ad6950d765dd req-1c3e2f56-5420-4352-8701-edf74a6d4c0f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 945 time: 0.1369565 Sep 15 16:38:10.399374 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:10.451784 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0157135a-2071-49cf-870f-ad6950d765dd req-300926be-f53e-413f-9430-d55f6d9f8e66 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859258 Sep 15 16:38:10.486085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2862029b-e01b-4c25-9d65-11c1f12301e0 req-fd96c6ad-9528-4e87-95a3-5e57966cb8c1 service neutron] 10.222.0.55 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278653 Sep 15 16:38:10.630938 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:14Z', 'revision_number': 1, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:10.657181 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1fcd6-3e91-4770-aa6f-b875fa98804a None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '452bacae-0d3a-41fc-aa95-09e3934fcd3a', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'floating_ip_address': '172.25.0.39', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'port_id': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'mac_address': 'fa:16:3e:7f:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:33:11Z', 'updated_at': '2021-09-15T16:33:14Z', 'revision_number': 1, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:10.883978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3528dd9f-ef6e-408a-b067-40c2de083863 None None] New status for floating IP 6f3b22a1-5503-419e-b9d9-81346831b961: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:38:11.623447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2c567-30af-45aa-9ad0-bb1a6447f64c req-13ce026d-551d-4712-871e-3407e12f6fe1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:11.625026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6e2c567-30af-45aa-9ad0-bb1a6447f64c req-13ce026d-551d-4712-871e-3407e12f6fe1 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 945 time: 0.1014292 Sep 15 16:38:11.662072 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6e2c567-30af-45aa-9ad0-bb1a6447f64c req-f22173d0-1234-4ab3-89e5-c69fe3f3531e tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308316 Sep 15 16:38:11.801719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-b2452e0d-f8a4-448e-99f3-981821ae16c6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:11.803135 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-b2452e0d-f8a4-448e-99f3-981821ae16c6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 945 time: 0.0521655 Sep 15 16:38:11.891552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port e950f1d8-d90d-42d9-8ce2-4c714beee378 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:11.891895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:11.981335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] For port e950f1d8-d90d-42d9-8ce2-4c714beee378, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e950f1d8-d90d-42d9-8ce2-4c714beee378,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:11.981700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:11.994276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for e950f1d8-d90d-42d9-8ce2-4c714beee378 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:12.186863 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:12.221775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=e950f1d8-d90d-42d9-8ce2-4c714beee378,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:12.235646 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.235997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.236344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.236710 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.237045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.237376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.237699 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.238025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.238347 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.238669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.239011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.239316 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:38:12.278022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] No DVR routers for this DVR port e950f1d8-d90d-42d9-8ce2-4c714beee378 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:12.278022 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:12.278022 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52e07453-b990-44ec-a3ee-1ad6d49df5e3 req-d7455b1a-f22b-42be-adff-027a9f8487e3 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.55 "DELETE /v2.0/ports/e950f1d8-d90d-42d9-8ce2-4c714beee378 HTTP/1.1" status: 204 len: 173 time: 0.4679270 Sep 15 16:38:12.278396 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'name': 'network-vif-deleted', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:12.281115 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ca0a24-ac35-4577-a45f-9f7a56bd98f9" -d '{"events": [{"server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "name": "network-vif-deleted", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:12.401713 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380d4b11-8515-4c80-a16e-c36762a7b3d6 x-openstack-request-id: req-380d4b11-8515-4c80-a16e-c36762a7b3d6 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:12.402005 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb7de93-804c-4ea8-8239-1cacdcdbe315", "name": "network-vif-deleted", "tag": "e950f1d8-d90d-42d9-8ce2-4c714beee378", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:12.402254 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-380d4b11-8515-4c80-a16e-c36762a7b3d6 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:12.402651 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb7de93-804c-4ea8-8239-1cacdcdbe315', 'name': 'network-vif-deleted', 'tag': 'e950f1d8-d90d-42d9-8ce2-4c714beee378', 'status': 'completed', 'code': 200} Sep 15 16:38:12.757780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fff088c-3962-4b17-80b2-2283a5d2f595 req-a6044c9c-7a57-4ce9-8ade-a519cac3af7c tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0266140 Sep 15 16:38:13.856227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bbca4316-a522-4648-b158-129d0f57853f req-fbc7a6d7-60c6-4cf2-b707-79cb6dc8c22b tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0288146 Sep 15 16:38:14.950298 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7120f700-c6b8-459a-bb26-ccb6f9d08b39 req-77b38a9a-6aac-49e7-a87a-3c616e451fd0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0254362 Sep 15 16:38:16.047262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e950f1d8-d90d-42d9-8ce2-4c714beee378 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:16.055632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0d56fdfa-58eb-4439-bfc6-7ac1b59b715c req-ed72d7bf-c542-49f5-ad2f-b5df3e681b73 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=dfb7de93-804c-4ea8-8239-1cacdcdbe315 HTTP/1.1" status: 200 len: 210 time: 0.0278664 Sep 15 16:38:16.070470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: e950f1d8-d90d-42d9-8ce2-4c714beee378 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:16.070817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e950f1d8-d90d-42d9-8ce2-4c714beee378 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:18.988261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-48d685ce-dedd-471e-b6cd-2b58cf1901de service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406322 Sep 15 16:38:19.073059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-c2f9599c-d035-49a3-8e1c-01e66c68fbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.074558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-c2f9599c-d035-49a3-8e1c-01e66c68fbb4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0450268 Sep 15 16:38:19.189817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-71f5256c-e516-40e4-8529-99d9b3479d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.191358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-71f5256c-e516-40e4-8529-99d9b3479d1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0965910 Sep 15 16:38:19.261978 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-625298df-fa9d-4c33-80c1-965a50d1fb72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 1001 time: 0.0637634 Sep 15 16:38:19.311970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-3c689f02-19f6-400f-88db-c3c7589bed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.314100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-3c689f02-19f6-400f-88db-c3c7589bed49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0453854 Sep 15 16:38:19.361238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-c667b966-f68c-4382-8d70-831a4e6cd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:19.362784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-c667b966-f68c-4382-8d70-831a4e6cd505 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414438 Sep 15 16:38:19.466416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-3e4f30f9-e020-402d-9b0f-739d1e8d39a7 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963786 Sep 15 16:38:19.556857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfe820c4-709c-48a7-8f2a-119c95d915f7 req-03a19e54-c540-4840-8318-93304acae637 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830243 Sep 15 16:38:22.619071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37184) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:22.776619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port cc8b2933-f367-4baa-9eee-5648708a132f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:22.776965 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:22.854494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:22.854818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:22.866672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for cc8b2933-f367-4baa-9eee-5648708a132f owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:23.055318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:23.080504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=cc8b2933-f367-4baa-9eee-5648708a132f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:23.147534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:23.147876 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Floating IP 452bacae-0d3a-41fc-aa95-09e3934fcd3a disassociated (deleted). External IP: 172.25.0.39, port: cf9ff529-ac57-4459-9eaf-35b7d23c0df4. Sep 15 16:38:23.365080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:38:23.481825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:38:23.487581 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:23.493148 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:38:23.503307 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:23.503922 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:37:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:23.515927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d001a10d-dbde-410f-bfc2-3df226a682dd tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "DELETE /v2.0/floatingips/452bacae-0d3a-41fc-aa95-09e3934fcd3a HTTP/1.1" status: 204 len: 168 time: 0.8955715 Sep 15 16:38:23.531276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:23.531276 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:23.559121 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dee8f2-b919-409f-a902-aa4df90dccea x-openstack-request-id: req-30dee8f2-b919-409f-a902-aa4df90dccea {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:23.559419 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:23.559674 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-30dee8f2-b919-409f-a902-aa4df90dccea {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:23.560084 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'status': 'completed', 'code': 200} Sep 15 16:38:23.611880 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:23.628279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-838f6731-9272-4e81-87ba-8883f88381f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:23.629974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-838f6731-9272-4e81-87ba-8883f88381f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 1097 time: 0.0468266 Sep 15 16:38:23.724667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-19b74130-cac2-4dd4-9d2e-310b65eac9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:23.726155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-19b74130-cac2-4dd4-9d2e-310b65eac9e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 200 len: 911 time: 0.0894732 Sep 15 16:38:23.774748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-fac82c8e-a1e6-444c-a8ba-3308c9352cb5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 200 len: 217 time: 0.0415504 Sep 15 16:38:23.824230 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:23.836212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-faa8fa2a-9733-42b8-87e3-31c20d93f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:23.837890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-faa8fa2a-9733-42b8-87e3-31c20d93f5f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 200 len: 849 time: 0.0556185 Sep 15 16:38:23.859988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:38:23.868400 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:38:23.869039 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:37:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:23.915016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-894f821c-a298-479a-894f-7a0cfc555eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:23.916568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-894f821c-a298-479a-894f-7a0cfc555eea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=71f22ac4-c8d0-4fef-8cb3-32372e23be99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699916 Sep 15 16:38:23.928080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307aa1a8-a846-45be-9c95-10a624fd248b req-f1dace0e-b6e9-4804-ae29-766029fa1db6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:23.929509 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-307aa1a8-a846-45be-9c95-10a624fd248b req-f1dace0e-b6e9-4804-ae29-766029fa1db6 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 946 time: 0.0730560 Sep 15 16:38:23.977349 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:38:24.003973 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-79e70146-676a-472b-836a-682a402e2b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:24.021205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-307aa1a8-a846-45be-9c95-10a624fd248b req-af19b5f2-9438-4a57-86fe-a23261bbfbc8 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/security-groups?id=362105f0-938d-45c1-8119-95a549c3e048&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829153 Sep 15 16:38:24.045837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-bbd5b898-49ae-4fba-a61a-8473561b1738 service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153917 Sep 15 16:38:24.143323 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04c1007a-495f-4ab9-b2f9-3b4e9f9d0c3e req-70db4e01-8709-4a45-a505-028c22f85daf service neutron] 10.222.0.38 "GET /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898623 Sep 15 16:38:24.186294 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:38:24.214672 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34813b9e-640e-45b7-bec7-1ca5a8baf99c None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:25:08Z', 'revision_number': 4, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5c8e36cf-9f62-4453-a142-c2d80f29e26c', 'name': '', 'network_id': '71f22ac4-c8d0-4fef-8cb3-32372e23be99', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'mac_address': 'fa:16:3e:4b:5c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:07Z', 'updated_at': '2021-09-15T16:25:12Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'subnets': [{'id': 'f47b79e9-7102-43e0-a315-0f783828eef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:38:24.423962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-1d5b5c9f-65ae-48a4-89df-52095dd984a0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:38:24.425517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-1d5b5c9f-65ae-48a4-89df-52095dd984a0 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 946 time: 0.0499849 Sep 15 16:38:24.438154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c623ba31-59cb-4cf2-83d8-06d71d2dc4ee None None] New status for floating IP 452bacae-0d3a-41fc-aa95-09e3934fcd3a: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:38:24.524440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:24.524825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:24.614497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] For port cf9ff529-ac57-4459-9eaf-35b7d23c0df4, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:38:24.614863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:24.627020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for cf9ff529-ac57-4459-9eaf-35b7d23c0df4 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:24.821370 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:24.852258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=cf9ff529-ac57-4459-9eaf-35b7d23c0df4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:24.894387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] No DVR routers for this DVR port cf9ff529-ac57-4459-9eaf-35b7d23c0df4 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:38:24.897000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:24.898968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f150b3f8-1aba-4d18-b0dd-059bf7f7e939 req-8f9a22f0-c939-415b-95d8-9f3a4526afa2 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.38 "DELETE /v2.0/ports/cf9ff529-ac57-4459-9eaf-35b7d23c0df4 HTTP/1.1" status: 204 len: 173 time: 0.4674010 Sep 15 16:38:25.117736 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-54d2d302-e01e-4459-ac55-3abbb2a68b1d req-a2ecbac7-237e-48d5-a379-671d3087184f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Sep 15 16:38:25.561765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'name': 'network-vif-deleted', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:38:25.564398 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4471aa6be3b58374909ba8fb479ca6d92a4b918ca78ffb00c37530fbde5191db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8792bbd-1478-4af5-9ef4-cbfd2b23d474" -d '{"events": [{"server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "name": "network-vif-deleted", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:38:25.600811 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de514d46-9a41-4861-91d2-9c0324227cfd x-openstack-request-id: req-de514d46-9a41-4861-91d2-9c0324227cfd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:38:25.601114 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed205ba-3915-4d79-a480-84d1658b11e4", "name": "network-vif-deleted", "tag": "cf9ff529-ac57-4459-9eaf-35b7d23c0df4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:38:25.601369 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-de514d46-9a41-4861-91d2-9c0324227cfd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:38:25.601772 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed205ba-3915-4d79-a480-84d1658b11e4', 'name': 'network-vif-deleted', 'tag': 'cf9ff529-ac57-4459-9eaf-35b7d23c0df4', 'status': 'completed', 'code': 200} Sep 15 16:38:26.217908 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-072c717c-bc31-4274-8a71-7472ebee8e32 req-bc8dd1df-e4db-4adc-9fe6-2eca9ab98655 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 210 time: 0.0307286 Sep 15 16:38:27.026767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:27.111720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:27.295543 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a32a6510-c5db-4329-88c3-474f8680e173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:27.321500 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04f29d47-4b60-4e84-87b5-08d6465b63d4 req-7c990a2b-97f5-4520-9232-dfafc996751f tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 210 time: 0.0316551 Sep 15 16:38:27.644319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cf9ff529-ac57-4459-9eaf-35b7d23c0df4 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:38:27.665289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: cf9ff529-ac57-4459-9eaf-35b7d23c0df4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:38:27.665643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device cf9ff529-ac57-4459-9eaf-35b7d23c0df4 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:38:28.414862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-27f5330d-9e5b-4f9a-86fb-55d2f1c68036 req-061675af-8d5e-47ae-9bbc-0f9ebf468fe9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "GET /v2.0/ports?device_id=aed205ba-3915-4d79-a480-84d1658b11e4 HTTP/1.1" status: 200 len: 210 time: 0.0260754 Sep 15 16:38:28.586477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.470232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37208) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:29.891659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Deleting port 4bf62de1-cc12-4ada-b107-896cf3633855 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:38:29.891983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.964279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.964632 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:29.975857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Calling delete_port for 4bf62de1-cc12-4ada-b107-896cf3633855 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:38:30.163611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:30.190214 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'Port': ['ID=4bf62de1-cc12-4ada-b107-896cf3633855,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:30.220603 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:30.254143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:30.256700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:30.257867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7aa1488e-842c-44be-9ce2-32f00f502bd9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "DELETE /v2.0/floatingips/a7ee19a2-8a9a-4175-a7a7-a683d7d59ae6 HTTP/1.1" status: 204 len: 168 time: 0.7866538 Sep 15 16:38:30.495361 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.639887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37226) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:38:33.697892 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74037c2e-f57c-4858-9834-3a45ce3e6efa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.723181 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74037c2e-f57c-4858-9834-3a45ce3e6efa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.826539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74037c2e-f57c-4858-9834-3a45ce3e6efa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.833250 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-74037c2e-f57c-4858-9834-3a45ce3e6efa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:33.833250 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-74037c2e-f57c-4858-9834-3a45ce3e6efa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] 10.222.0.63 "DELETE /v2.0/security-groups/362105f0-938d-45c1-8119-95a549c3e048 HTTP/1.1" status: 204 len: 168 time: 0.1906140 Sep 15 16:38:33.841781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74037c2e-f57c-4858-9834-3a45ce3e6efa tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362105f0-938d-45c1-8119-95a549c3e048,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:38:44.888325 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:38:54.008435 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-275a2ba7-5ba5-4dc9-a18e-bcbd40809136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:57.025567 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:57.111010 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:57.299728 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9c38681c-8080-4610-a610-00a8665cd156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:38:58.590965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:00.242446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:00.527897 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:21.887884 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:39:24.013196 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3990ba95-ec77-4ecc-8530-b010343a40ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:27.056556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:27.110048 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:27.276067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-110891d1-3897-4aac-b0dd-e3a644b548d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:28.595888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:30.247433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:30.533072 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:34.027527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37256) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:34.536019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:35.085664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Deleting port 5c8e36cf-9f62-4453-a142-c2d80f29e26c {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:35.086342 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:35.166341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] For port 5c8e36cf-9f62-4453-a142-c2d80f29e26c, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5c8e36cf-9f62-4453-a142-c2d80f29e26c,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:35.166714 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:35.179860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Calling delete_port for 5c8e36cf-9f62-4453-a142-c2d80f29e26c owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:35.418704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:35.449181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8e36cf-9f62-4453-a142-c2d80f29e26c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:35.461467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.461816 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.462167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.462504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.462843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.463176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.463505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.463824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.464155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.464476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.464826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.465152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:35.626679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:35.836574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Router c0bdb332-b943-4243-b4fe-a19141e21181 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:39:35.947852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:39:35.952843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8564718e-1851-46db-9022-e20d50cea158 admin admin] 10.222.0.63 "PUT /v2.0/routers/c0bdb332-b943-4243-b4fe-a19141e21181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9242733 Sep 15 16:39:35.955923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37262) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:35.957943 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] Sync routers for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:39:35.967841 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:39:35.968882 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:39:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:36.069859 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.077355 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:39:36.206140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.266359 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29'}], 'enable_snat': True}, 'gw_port_id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:39:35Z', 'revision_number': 5, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port': {'id': 'f1fb6e15-70c2-4edc-9585-6c7a088f4f68', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:05Z', 'updated_at': '2021-09-15T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:36.296100 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] Checking router: c0bdb332-b943-4243-b4fe-a19141e21181 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:39:36.304822 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] Routers {'c0bdb332-b943-4243-b4fe-a19141e21181'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:39:36.305681 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:39:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c0bdb332-b943-4243-b4fe-a19141e21181'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:36.309645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Deleting port f1fb6e15-70c2-4edc-9585-6c7a088f4f68 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:36.309996 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.388861 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] Set router c0bdb332-b943-4243-b4fe-a19141e21181 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:39:36.391586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] For port f1fb6e15-70c2-4edc-9585-6c7a088f4f68, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:36.391954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.404342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Calling delete_port for f1fb6e15-70c2-4edc-9585-6c7a088f4f68 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:36.442642 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:39:36Z', 'revision_number': 6, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:36.468122 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e4049-0681-4f6d-9425-a22f5b0a3164 None None] The sync data for ids ['c0bdb332-b943-4243-b4fe-a19141e21181'] in n-d-808199-2 is: [{'id': 'c0bdb332-b943-4243-b4fe-a19141e21181', 'name': 'tempest-TestVolumeBootPattern-92214084-router', 'tenant_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:04Z', 'updated_at': '2021-09-15T16:39:36Z', 'revision_number': 6, 'project_id': '3a0ef05e04fd4f8f9e83a3b5c4627429', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:39:36.634946 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.662370 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fb6e15-70c2-4edc-9585-6c7a088f4f68,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:36.724526 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.814657 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.816927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.944380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.945002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0bdb332-b943-4243-b4fe-a19141e21181 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:39:36.949381 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:36.950612 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5f14637e-6ac7-4d4b-ac75-68d437f6577f admin admin] 10.222.0.63 "DELETE /v2.0/routers/c0bdb332-b943-4243-b4fe-a19141e21181 HTTP/1.1" status: 204 len: 168 time: 0.9937561 Sep 15 16:39:36.953064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37264) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:37.000968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] Deleting subnet f47b79e9-7102-43e0-a315-0f783828eef1 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:39:37.003865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.037545 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.113095 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.236879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.262317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47b79e9-7102-43e0-a315-0f783828eef1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:37.270006 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.271975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4953215f-cb55-401a-ba23-a3d9660b9da2 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/f47b79e9-7102-43e0-a315-0f783828eef1 HTTP/1.1" status: 204 len: 168 time: 0.3179944 Sep 15 16:39:37.274572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37266) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:37.275402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fe3c84-7003-4c7a-90cf-4dacc69ee9b0 None None] Network 71f22ac4-c8d0-4fef-8cb3-32372e23be99 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:39:37.347481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.407210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Deleting port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:37.407561 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.455014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] DHCP port deletion for 71f22ac4-c8d0-4fef-8cb3-32372e23be99 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:39:37.476088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] For port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:37.476461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.489923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Calling delete_port for 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:37.508054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Deleting port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:37.508814 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.579639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] For port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,segment=NetworkSegment(76c4dd12-e938-463f-9d79-d4107fa732f6),segment_id=76c4dd12-e938-463f-9d79-d4107fa732f6)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:37.580040 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.593002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Calling delete_port for 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:37.653135 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.673816 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.682612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:37.685843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] No DVR routers for this DVR port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:39:37.701385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Pushing event deleted for resources: {'Port': ['ID=2d266f63-3c5e-48da-89c7-ca62fdf1ffb2,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:37.704349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] No DVR routers for this DVR port 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:39:37.712187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.718235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.719388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.719388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0290f54-0f7c-425b-bc5d-6f03cd49168b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:37.761719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.785882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f22ac4-c8d0-4fef-8cb3-32372e23be99']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:37.795322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c4dd12-e938-463f-9d79-d4107fa732f6') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:37.795612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c4dd12-e938-463f-9d79-d4107fa732f6') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:37.805461 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.818644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.825967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:39:37.826419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:39:37.828132 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:39:37.932940 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.939704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:37.941543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] 10.222.0.63 "DELETE /v2.0/networks/71f22ac4-c8d0-4fef-8cb3-32372e23be99 HTTP/1.1" status: 204 len: 168 time: 0.6660426 Sep 15 16:39:37.944638 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37270) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:37.952711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad427746-0e48-4fd9-a1a9-1844cfa7ed14 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f22ac4-c8d0-4fef-8cb3-32372e23be99,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:38.287545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:38.292511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5c8e36cf-9f62-4453-a142-c2d80f29e26c no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:39:38.312165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5c8e36cf-9f62-4453-a142-c2d80f29e26c {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:39:38.313034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5c8e36cf-9f62-4453-a142-c2d80f29e26c not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:39:38.313453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:39:38.333102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:39:38.333450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2d266f63-3c5e-48da-89c7-ca62fdf1ffb2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:39:38.333865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f1fb6e15-70c2-4edc-9585-6c7a088f4f68 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:39:38.354852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: f1fb6e15-70c2-4edc-9585-6c7a088f4f68 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:39:38.355201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f1fb6e15-70c2-4edc-9585-6c7a088f4f68 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:39:38.534846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Deleting port c981ad42-8ff8-408d-8f4f-3fbf6c430a33 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:38.535088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:38.610649 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] For port c981ad42-8ff8-408d-8f4f-3fbf6c430a33, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,segment=NetworkSegment(66c1e57a-0d8d-4738-b712-c397735ddc67),segment_id=66c1e57a-0d8d-4738-b712-c397735ddc67)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:38.611002 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:38.626603 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Calling delete_port for c981ad42-8ff8-408d-8f4f-3fbf6c430a33 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:38.886268 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:38.912211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c981ad42-8ff8-408d-8f4f-3fbf6c430a33,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:38.936511 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.936860 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.937231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.938099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.938439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.938770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.939084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.939405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.939721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.940036 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.940352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:38.940686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:39:39.088686 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:39.302813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:39:39.409544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:39:39.414822 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7db312d2-f9ef-4396-ab83-09f52c1ecd36 admin admin] 10.222.0.63 "PUT /v2.0/routers/b99b40e5-74cf-49f7-b1e4-f3fb5a05d361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4690957 Sep 15 16:39:39.417388 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37276) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:39.418135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] Sync routers for ids ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:39:39.427947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] Routers {'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:39:39.428613 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:39:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:39.521809 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:39.531377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] Set router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:39:39.622816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:39.711514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:39:38Z', 'revision_number': 5, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port': {'id': '0c8db86a-418f-45c4-b9e0-858ec65f30ac', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:64:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:25:12Z', 'updated_at': '2021-09-15T16:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:39.738713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] Checking router: b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:39:39.742153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Deleting port 0c8db86a-418f-45c4-b9e0-858ec65f30ac {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:39.742610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:39.746942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] Routers {'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:39:39.747559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:39:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:39.824332 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] For port 0c8db86a-418f-45c4-b9e0-858ec65f30ac, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0c8db86a-418f-45c4-b9e0-858ec65f30ac,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:39.824737 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:39.833903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] Set router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:39:39.841105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Calling delete_port for 0c8db86a-418f-45c4-b9e0-858ec65f30ac owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:39.888241 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:39:39Z', 'revision_number': 6, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:39.914274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426f325-1573-4a66-ad5f-cfd44fa9b500 None None] The sync data for ids ['b99b40e5-74cf-49f7-b1e4-f3fb5a05d361'] in n-d-808199-2 is: [{'id': 'b99b40e5-74cf-49f7-b1e4-f3fb5a05d361', 'name': 'tempest-TestVolumeBootPattern-1851744370-router', 'tenant_id': '5328ce2ec4df486f9779768fcf27797a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:25:11Z', 'updated_at': '2021-09-15T16:39:39Z', 'revision_number': 6, 'project_id': '5328ce2ec4df486f9779768fcf27797a', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:39:40.081558 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.113237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8db86a-418f-45c4-b9e0-858ec65f30ac,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:40.174253 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.265255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.268393 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.375866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c981ad42-8ff8-408d-8f4f-3fbf6c430a33 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:39:40.384570 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.388120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:39:40.389610 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.390943 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-07dd52d1-a8c8-4701-9191-d517f0d379da admin admin] 10.222.0.63 "DELETE /v2.0/routers/b99b40e5-74cf-49f7-b1e4-f3fb5a05d361 HTTP/1.1" status: 204 len: 168 time: 0.9724851 Sep 15 16:39:40.393774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37278) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:40.396679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c981ad42-8ff8-408d-8f4f-3fbf6c430a33 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:39:40.397032 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c981ad42-8ff8-408d-8f4f-3fbf6c430a33 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:39:40.444284 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] Deleting subnet ae59953c-a919-4501-8be8-7a88327ea41c {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:39:40.447288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.481469 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.557492 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.682478 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.708515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae59953c-a919-4501-8be8-7a88327ea41c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:40.714573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.716466 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-69cc5d33-a837-4b42-997f-90c3710b3b7e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ae59953c-a919-4501-8be8-7a88327ea41c HTTP/1.1" status: 204 len: 168 time: 0.3217337 Sep 15 16:39:40.719540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37280) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:40.721294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310784b0-d176-4537-9320-1db769b5b81d None None] Network f91a97c6-0c0b-4653-b532-14e61641d8ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:39:40.790246 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.845297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Deleting port 53e2c805-2153-4ca8-b16b-e779a5466627 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:40.845641 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.908927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22890e64-c614-4496-979f-60d38a809f9e None None] DHCP port deletion for f91a97c6-0c0b-4653-b532-14e61641d8ee request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:39:40.918851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] For port 53e2c805-2153-4ca8-b16b-e779a5466627, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=53e2c805-2153-4ca8-b16b-e779a5466627,segment=NetworkSegment(66c1e57a-0d8d-4738-b712-c397735ddc67),segment_id=66c1e57a-0d8d-4738-b712-c397735ddc67)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:40.919209 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:40.933160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Calling delete_port for 53e2c805-2153-4ca8-b16b-e779a5466627 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:40.961716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-22890e64-c614-4496-979f-60d38a809f9e None None] Deleting port 53e2c805-2153-4ca8-b16b-e779a5466627 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:39:40.962107 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22890e64-c614-4496-979f-60d38a809f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.087329 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.119658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Pushing event deleted for resources: {'Port': ['ID=53e2c805-2153-4ca8-b16b-e779a5466627,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:41.123622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] No DVR routers for this DVR port 53e2c805-2153-4ca8-b16b-e779a5466627 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:39:41.185053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-22890e64-c614-4496-979f-60d38a809f9e None None] For port 53e2c805-2153-4ca8-b16b-e779a5466627, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=53e2c805-2153-4ca8-b16b-e779a5466627,segment=NetworkSegment(66c1e57a-0d8d-4738-b712-c397735ddc67),segment_id=66c1e57a-0d8d-4738-b712-c397735ddc67)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:39:41.185357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22890e64-c614-4496-979f-60d38a809f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.196612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.199784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-22890e64-c614-4496-979f-60d38a809f9e None None] Calling delete_port for 53e2c805-2153-4ca8-b16b-e779a5466627 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:39:41.216629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91a97c6-0c0b-4653-b532-14e61641d8ee']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:41.225861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c1e57a-0d8d-4738-b712-c397735ddc67') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:41.226157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c1e57a-0d8d-4738-b712-c397735ddc67') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:39:41.239885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.253595 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.259660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:39:41.262887 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:39:41.273552 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22890e64-c614-4496-979f-60d38a809f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.303570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22890e64-c614-4496-979f-60d38a809f9e None None] Pushing event deleted for resources: {'Port': ['ID=53e2c805-2153-4ca8-b16b-e779a5466627,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:41.305763 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22890e64-c614-4496-979f-60d38a809f9e None None] No DVR routers for this DVR port 53e2c805-2153-4ca8-b16b-e779a5466627 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:39:41.373224 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.379432 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.381274 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] 10.222.0.63 "DELETE /v2.0/networks/f91a97c6-0c0b-4653-b532-14e61641d8ee HTTP/1.1" status: 204 len: 168 time: 0.6605752 Sep 15 16:39:41.393182 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f7ac3-97a9-44a7-a9f0-5f8f263e0ece admin admin] Pushing event deleted for resources: {'Network': ['ID=f91a97c6-0c0b-4653-b532-14e61641d8ee,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:41.635714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37284) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:41.675538 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-901b7739-b399-475b-9a50-900533049a2f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a0ef05e04fd4f8f9e83a3b5c4627429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386915 Sep 15 16:39:41.678042 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37286) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:41.725844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-648f3e56-513a-4e6c-ac87-a85d88e1b240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.750406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-648f3e56-513a-4e6c-ac87-a85d88e1b240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.858506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-648f3e56-513a-4e6c-ac87-a85d88e1b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.861575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-648f3e56-513a-4e6c-ac87-a85d88e1b240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:41.862760 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-648f3e56-513a-4e6c-ac87-a85d88e1b240 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4f71d5d4-9322-444b-9234-07eeefdebb47 HTTP/1.1" status: 204 len: 168 time: 0.1838391 Sep 15 16:39:41.871017 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f3e56-513a-4e6c-ac87-a85d88e1b240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71d5d4-9322-444b-9234-07eeefdebb47,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:42.288092 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 53e2c805-2153-4ca8-b16b-e779a5466627 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:39:42.308673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 53e2c805-2153-4ca8-b16b-e779a5466627 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:39:42.310262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 53e2c805-2153-4ca8-b16b-e779a5466627 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:39:42.310262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c8db86a-418f-45c4-b9e0-858ec65f30ac no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:39:42.327095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 0c8db86a-418f-45c4-b9e0-858ec65f30ac {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:39:42.327437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0c8db86a-418f-45c4-b9e0-858ec65f30ac not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:39:42.461629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37292) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:42.501187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-217e47b6-b7e9-4721-9c77-127daeb9c5a5 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=5328ce2ec4df486f9779768fcf27797a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383856 Sep 15 16:39:42.503881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37294) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:39:42.550328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b94bd7c-2e4b-4847-8cee-8a9bb29fcd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:42.570545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b94bd7c-2e4b-4847-8cee-8a9bb29fcd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:42.670083 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b94bd7c-2e4b-4847-8cee-8a9bb29fcd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:42.672891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9b94bd7c-2e4b-4847-8cee-8a9bb29fcd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:42.674081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9b94bd7c-2e4b-4847-8cee-8a9bb29fcd76 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/6fad26ee-fdb7-473f-b6ab-c202dbe681a3 HTTP/1.1" status: 204 len: 168 time: 0.1693044 Sep 15 16:39:42.682186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94bd7c-2e4b-4847-8cee-8a9bb29fcd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad26ee-fdb7-473f-b6ab-c202dbe681a3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:39:53.475990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-3592981e-aa8a-4d79-b7ac-44f90f257ab7 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=50b357523ce040be99e344b114cbc84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294888 Sep 15 16:39:53.660185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-12c6236c-e18c-425f-a335-a73a761228c0 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:39:53.661658 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-12c6236c-e18c-425f-a335-a73a761228c0 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804278 Sep 15 16:39:53.676532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-c0b3af6b-4cf5-41e5-b234-78e1ea9e57d3 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/quotas/50b357523ce040be99e344b114cbc84a HTTP/1.1" status: 200 len: 375 time: 0.0090618 Sep 15 16:39:53.707880 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-86f0664a-c3c1-4909-821c-1ec918f71599 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=50b357523ce040be99e344b114cbc84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257049 Sep 15 16:39:53.915587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba91ab0d-0d2c-474e-9fb6-de7733e62e67 req-43113d14-5a37-4818-aecd-34335a2d4f1c tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0258629 Sep 15 16:39:54.016821 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3ca6784e-da60-406f-97cf-5f9ca2a5ff2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:54.994511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f99558fa-62d1-427c-ae79-84df1a46193e req-e09cb96d-ff6d-4eab-adc2-e64a3e7e10ad tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0302446 Sep 15 16:39:56.071773 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc1e37d5-dbce-4eed-806d-0e09d501c932 req-c3fb5f71-9181-4d6b-947c-7111f945b1da tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0264065 Sep 15 16:39:57.054436 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:57.131449 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:57.148587 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7228d0d-c51c-484b-8909-011c23165bb1 req-8473b172-1b9b-4fbc-ab0d-d45d691502f5 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0280631 Sep 15 16:39:57.321047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0932377e-c473-4edb-80b8-daa4e7a3dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:58.239986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c811ed8c-5a03-4bd4-b592-768b763c87fd req-67fce458-16c0-4c88-aca7-f8b1848082ec tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0257983 Sep 15 16:39:58.616839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:39:58.887292 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:39:59.333076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45982835-4df2-4a51-801c-87710fcd31ba req-943a1941-b267-4ee4-a14f-ff90af5ea468 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0262344 Sep 15 16:39:59.835023 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-113643fb-c712-476b-8b09-8640e55d3a8e tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=50b357523ce040be99e344b114cbc84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321124 Sep 15 16:40:00.029422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a3e09122-75e9-4dc8-84fb-439a9bf0a671 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:00.030901 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a3e09122-75e9-4dc8-84fb-439a9bf0a671 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878271 Sep 15 16:40:00.043728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Request body: {'port': {'device_id': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'admin_state_up': True, 'tenant_id': '50b357523ce040be99e344b114cbc84a'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:40:00.207264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Made reservation on behalf of 50b357523ce040be99e344b114cbc84a for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:40:00.210880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:00.224082 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:00.433510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-842f98c6-46a6-436a-8d44-81fd9c2191e0 req-ae082bbb-85b2-4ebb-92c9-e1c53bb03fc6 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0279253 Sep 15 16:40:00.530578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:00.555684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:00.618624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:00.674915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:00.737546 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3f7b51-d454-40cd-9f23-b40523578a62,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:00.817929 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Allocated IP 192.168.233.155 (0d386664-9abf-48cc-ab47-333f4b87953b/ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2/d92153fd-04e1-4611-981d-a9c6a3df6e01) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:40:00.963368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.052183 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.097831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Network 0d386664-9abf-48cc-ab47-333f4b87953b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:40:01.101078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:40:01.104709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:40:01.136353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Pushing event updated for resources: {'Port': ['ID=d92153fd-04e1-4611-981d-a9c6a3df6e01,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:01.164004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:01.164683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.241867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-649d0b8b-e726-4afb-9f99-307e4b0e2f95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2019272 Sep 15 16:40:01.255490 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Request body: {'port': {'device_id': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:40:01.311058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.341027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fa9b0e1e-19ad-4c97-bb98-5c51e69c7050 None None] Provisioning complete for port d92153fd-04e1-4611-981d-a9c6a3df6e01 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:40:01.341576 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fa9b0e1e-19ad-4c97-bb98-5c51e69c7050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.378634 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b0e1e-19ad-4c97-bb98-5c51e69c7050 None None] Port d92153fd-04e1-4611-981d-a9c6a3df6e01 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:40:01.551261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da1e1-8a24-427b-970b-2d62fbe97e21 req-75f5b640-c463-4ca4-a4fc-a5fc630618fe tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:01.552764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-284da1e1-8a24-427b-970b-2d62fbe97e21 req-75f5b640-c463-4ca4-a4fc-a5fc630618fe tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 936 time: 0.0512493 Sep 15 16:40:01.587092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92153fd-04e1-4611-981d-a9c6a3df6e01 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:40:01.590545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-284da1e1-8a24-427b-970b-2d62fbe97e21 req-1ec302ca-3755-4d69-8f06-a2c05bd2f890 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314908 Sep 15 16:40:01.596551 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.607431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Transition to ACTIVE for port object d92153fd-04e1-4611-981d-a9c6a3df6e01 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:40:01.669290 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.746595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Pushing event updated for resources: {'Port': ['ID=d92153fd-04e1-4611-981d-a9c6a3df6e01,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:01.801562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Attempting to bind port d92153fd-04e1-4611-981d-a9c6a3df6e01 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:40:01.801897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Attempting to bind port d92153fd-04e1-4611-981d-a9c6a3df6e01 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:40:01.802229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Attempting to bind port d92153fd-04e1-4611-981d-a9c6a3df6e01 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:40:01.807222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Port d92153fd-04e1-4611-981d-a9c6a3df6e01 on network 0d386664-9abf-48cc-ab47-333f4b87953b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:40:01.807541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Attempting to bind port d92153fd-04e1-4611-981d-a9c6a3df6e01 on network 0d386664-9abf-48cc-ab47-333f4b87953b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:40:01.812644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:40:01.812986 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Checking segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:40:01.813375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Bound using segment: {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:40:01.813853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Bound port: d92153fd-04e1-4611-981d-a9c6a3df6e01, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a03607-a191-4595-ab9a-9c2c64d03161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:40:01.814219 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.882643 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] For port d92153fd-04e1-4611-981d-a9c6a3df6e01, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:40:01.885908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] For port d92153fd-04e1-4611-981d-a9c6a3df6e01, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d92153fd-04e1-4611-981d-a9c6a3df6e01,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:40:01.938926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.971046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:01.971766 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:01.976071 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] 10.222.0.55 "PUT /v2.0/ports/d92153fd-04e1-4611-981d-a9c6a3df6e01 HTTP/1.1" status: 200 len: 1096 time: 0.7256222 Sep 15 16:40:01.976689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'tag': 'd92153fd-04e1-4611-981d-a9c6a3df6e01'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:40:01.978923 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aa8c3d-c915-4508-b8aa-fb446b971396" -d '{"events": [{"name": "network-changed", "server_uuid": "f55c3c79-6fd6-4d6e-8807-dd34d4049be7", "tag": "d92153fd-04e1-4611-981d-a9c6a3df6e01"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:40:02.010087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8d130-624d-4d9d-935e-8bbda55d8741 service neutron] Pushing event updated for resources: {'Port': ['ID=d92153fd-04e1-4611-981d-a9c6a3df6e01,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:02.022993 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb185ca-8d48-4c19-b012-d7c28db7f512 x-openstack-request-id: req-feb185ca-8d48-4c19-b012-d7c28db7f512 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:40:02.023310 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f55c3c79-6fd6-4d6e-8807-dd34d4049be7", "tag": "d92153fd-04e1-4611-981d-a9c6a3df6e01", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:40:02.023557 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-feb185ca-8d48-4c19-b012-d7c28db7f512 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:40:02.023988 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'tag': 'd92153fd-04e1-4611-981d-a9c6a3df6e01', 'status': 'completed', 'code': 200} Sep 15 16:40:02.088391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8c3d-c915-4508-b8aa-fb446b971396 req-2b857d02-12aa-4148-abd4-f784fda2a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:02.090074 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81aa8c3d-c915-4508-b8aa-fb446b971396 req-2b857d02-12aa-4148-abd4-f784fda2a9c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50b357523ce040be99e344b114cbc84a&device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 1099 time: 0.0447896 Sep 15 16:40:02.122196 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81aa8c3d-c915-4508-b8aa-fb446b971396 req-6ec22def-d7a0-4fd0-8324-957ef3169fa5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=50b357523ce040be99e344b114cbc84a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248351 Sep 15 16:40:02.219010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa8c3d-c915-4508-b8aa-fb446b971396 req-0335c3a4-7405-4b04-9d8b-644f532a3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:02.220519 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-81aa8c3d-c915-4508-b8aa-fb446b971396 req-0335c3a4-7405-4b04-9d8b-644f532a3cee service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924141 Sep 15 16:40:02.294482 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-fffcd745-25a2-401e-aec4-72c7f23905e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:02.295936 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-fffcd745-25a2-401e-aec4-72c7f23905e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=50b357523ce040be99e344b114cbc84a&device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 1099 time: 0.0406334 Sep 15 16:40:02.341824 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-a0d76293-a875-4012-9f0a-639b4ad516c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=d92153fd-04e1-4611-981d-a9c6a3df6e01 HTTP/1.1" status: 200 len: 217 time: 0.0381482 Sep 15 16:40:02.389457 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-d0e81ff1-421f-4353-83cc-c497972f907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:02.390766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-d0e81ff1-421f-4353-83cc-c497972f907c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2 HTTP/1.1" status: 200 len: 843 time: 0.0422440 Sep 15 16:40:02.435426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-df775747-97a7-4bb1-9c0e-ab257817b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:02.436897 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-df775747-97a7-4bb1-9c0e-ab257817b1c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0d386664-9abf-48cc-ab47-333f4b87953b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389488 Sep 15 16:40:02.528176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-c93fab4b-bd9a-45b8-a30c-7002392ff09f service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844116 Sep 15 16:40:02.616957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a43a4dd-3869-4f10-8317-334e636eea7b req-3bd5a0a5-dfb3-4aa7-a375-6d2bca174918 service neutron] 10.222.0.55 "GET /v2.0/networks/0d386664-9abf-48cc-ab47-333f4b87953b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818148 Sep 15 16:40:02.708397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075da1a7-945e-4879-aaf6-dbf5bb5013b3 req-fd7793c3-94bc-441f-9b52-0e6cde065605 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:02.709904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-075da1a7-945e-4879-aaf6-dbf5bb5013b3 req-fd7793c3-94bc-441f-9b52-0e6cde065605 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 948 time: 0.0483649 Sep 15 16:40:02.748885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-075da1a7-945e-4879-aaf6-dbf5bb5013b3 req-cc05fca1-b9db-497f-8bad-323d6f9cdebe tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Sep 15 16:40:03.988540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37254462-0943-4c03-828a-4fe3e91d47f3 req-e9406230-aacf-4551-9532-411297949fc6 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:03.990022 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37254462-0943-4c03-828a-4fe3e91d47f3 req-e9406230-aacf-4551-9532-411297949fc6 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 948 time: 0.1380689 Sep 15 16:40:04.028125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37254462-0943-4c03-828a-4fe3e91d47f3 req-ef0dd556-0363-4340-8919-f5e2992cb629 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Sep 15 16:40:05.145482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eeebc-fae2-4493-877b-269a45a6d087 req-b8b007bf-a0c7-4b09-9d01-f48acafc0790 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:05.147016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-096eeebc-fae2-4493-877b-269a45a6d087 req-b8b007bf-a0c7-4b09-9d01-f48acafc0790 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 948 time: 0.0530105 Sep 15 16:40:05.184850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-096eeebc-fae2-4493-877b-269a45a6d087 req-74b60366-d421-46f7-bf6b-9d7a08d8a0de tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Sep 15 16:40:06.300872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0157f58-5d0b-49da-b9b7-b4340c92831a req-305ea29c-1122-4665-b7f2-99ddf2246f6f tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:06.302448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0157f58-5d0b-49da-b9b7-b4340c92831a req-305ea29c-1122-4665-b7f2-99ddf2246f6f tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 948 time: 0.0488930 Sep 15 16:40:06.351138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e0157f58-5d0b-49da-b9b7-b4340c92831a req-7cd616a4-dcbb-4b85-9dbd-06ab0719a16e tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377176 Sep 15 16:40:06.590195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d92153fd-04e1-4611-981d-a9c6a3df6e01 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:40:06.696984 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d92153fd-04e1-4611-981d-a9c6a3df6e01, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d92153fd-04e1-4611-981d-a9c6a3df6e01,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:06.711063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'd92153fd-04e1-4611-981d-a9c6a3df6e01', 'network_id': '0d386664-9abf-48cc-ab47-333f4b87953b', 'port_id': 'd92153fd-04e1-4611-981d-a9c6a3df6e01', 'mac_address': 'fa:16:3e:5e:b9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4d05a7-1943-491c-b5b9-d9aacc0b8ba2', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:40:06.757672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:06.772327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92153fd-04e1-4611-981d-a9c6a3df6e01 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:40:06.792781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d92153fd-04e1-4611-981d-a9c6a3df6e01, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d92153fd-04e1-4611-981d-a9c6a3df6e01,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:06.846776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:06.898566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d92153fd-04e1-4611-981d-a9c6a3df6e01,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:07.076725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d92153fd-04e1-4611-981d-a9c6a3df6e01'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:40:07.466424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87433-3a6e-4de4-9704-03811d7c9f47 req-7933abde-90bf-408d-a41b-98a6cb45a357 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:07.467902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6d87433-3a6e-4de4-9704-03811d7c9f47 req-7933abde-90bf-408d-a41b-98a6cb45a357 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 949 time: 0.0494132 Sep 15 16:40:07.504506 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6d87433-3a6e-4de4-9704-03811d7c9f47 req-fd2e9208-e057-4c6c-ba38-9449d0369a79 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300548 Sep 15 16:40:08.590218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d92153fd-04e1-4611-981d-a9c6a3df6e01 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:40:08.623749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645784f-3ac0-4135-aded-e78647b84d80 req-418fcb02-20b9-4369-bbd3-1b2f8d6a82ca tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:08.625374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4645784f-3ac0-4135-aded-e78647b84d80 req-418fcb02-20b9-4369-bbd3-1b2f8d6a82ca tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 949 time: 0.0535967 Sep 15 16:40:08.663868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4645784f-3ac0-4135-aded-e78647b84d80 req-de8b37d4-58af-451c-a80c-3cfba5fc3bf0 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Sep 15 16:40:08.714893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port d92153fd-04e1-4611-981d-a9c6a3df6e01 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:40:08.718748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port d92153fd-04e1-4611-981d-a9c6a3df6e01 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:40:08.719115 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:08.793915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:08.815651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92153fd-04e1-4611-981d-a9c6a3df6e01'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:40:08.818040 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d78cb2aa6d11585aab4e55e9019a0cb9d402e069a2c4c45fd346b68f1c4e9fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8d91bd-5546-420e-907c-b82ace1b24c9" -d '{"events": [{"server_uuid": "f55c3c79-6fd6-4d6e-8807-dd34d4049be7", "name": "network-vif-plugged", "status": "completed", "tag": "d92153fd-04e1-4611-981d-a9c6a3df6e01"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:40:08.831709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port d92153fd-04e1-4611-981d-a9c6a3df6e01, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d92153fd-04e1-4611-981d-a9c6a3df6e01,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:08.855189 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337a1235-9f5e-43a0-8edb-66efd810f25c x-openstack-request-id: req-337a1235-9f5e-43a0-8edb-66efd810f25c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:40:08.855485 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55c3c79-6fd6-4d6e-8807-dd34d4049be7", "name": "network-vif-plugged", "status": "completed", "tag": "d92153fd-04e1-4611-981d-a9c6a3df6e01", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:40:08.855737 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-337a1235-9f5e-43a0-8edb-66efd810f25c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:40:08.856132 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92153fd-04e1-4611-981d-a9c6a3df6e01', 'code': 200} Sep 15 16:40:08.898061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:08.950934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=d92153fd-04e1-4611-981d-a9c6a3df6e01,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:08.956539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cc27e-8f3e-45be-9d0a-a800731c5f09 req-ac0c3b25-9c6a-466a-b271-28ec559b9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:08.959008 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1cc27e-8f3e-45be-9d0a-a800731c5f09 req-ac0c3b25-9c6a-466a-b271-28ec559b9e83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 1101 time: 0.0477047 Sep 15 16:40:08.995010 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0a1cc27e-8f3e-45be-9d0a-a800731c5f09 req-bbdd7ccf-e8e1-4ff1-b94e-ebbaf363d35b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285876 Sep 15 16:40:09.778862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97cc14-e8c4-40d1-a204-03aeb847f721 req-3a941e2d-a5ac-4292-8079-a6e9fc80947b tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:09.780396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b97cc14-e8c4-40d1-a204-03aeb847f721 req-3a941e2d-a5ac-4292-8079-a6e9fc80947b tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 950 time: 0.0479047 Sep 15 16:40:09.818613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b97cc14-e8c4-40d1-a204-03aeb847f721 req-16bfba19-acda-4119-aa32-08449d891a59 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314994 Sep 15 16:40:10.935294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bf1eb-cf76-4358-8884-8f49ff124809 req-fb8327e4-2fea-426b-98d6-2c0787509d95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:10.936814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc8bf1eb-cf76-4358-8884-8f49ff124809 req-fb8327e4-2fea-426b-98d6-2c0787509d95 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 950 time: 0.0519149 Sep 15 16:40:10.977189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc8bf1eb-cf76-4358-8884-8f49ff124809 req-5a625907-c368-40d4-98b8-2d85ea06cf56 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Sep 15 16:40:11.364800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-8ac654f7-8ec5-4008-b0d2-27eacc9804e3 req-4221d25d-301a-40b8-b365-d37fa3f3de82 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:40:11.365927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8ac654f7-8ec5-4008-b0d2-27eacc9804e3 req-4221d25d-301a-40b8-b365-d37fa3f3de82 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559907 Sep 15 16:40:12.332284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6526-3de4-4372-adbc-0c83342ee2eb req-8e7fe892-a146-4f61-a710-430c2eaea9fe tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:12.333820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-455c6526-3de4-4372-adbc-0c83342ee2eb req-8e7fe892-a146-4f61-a710-430c2eaea9fe tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 950 time: 0.0546958 Sep 15 16:40:12.372455 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-455c6526-3de4-4372-adbc-0c83342ee2eb req-acfb026d-e1cc-47f1-a1f5-93b9d5557560 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Sep 15 16:40:13.489806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82a4a9-1d79-43e2-acd7-06e303a1d7d4 req-6751e16d-1489-44ab-abdf-24cb063418c0 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:13.491290 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb82a4a9-1d79-43e2-acd7-06e303a1d7d4 req-6751e16d-1489-44ab-abdf-24cb063418c0 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 950 time: 0.0501945 Sep 15 16:40:13.528644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb82a4a9-1d79-43e2-acd7-06e303a1d7d4 req-bec5fd45-dea8-4f0d-b299-85db8941083b tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/security-groups?id=cd3f7b51-d454-40cd-9f23-b40523578a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Sep 15 16:40:13.620788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-5aa9a9e6-ff02-48ef-b226-beb118233f5d tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:13.622280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-5aa9a9e6-ff02-48ef-b226-beb118233f5d tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.55 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 950 time: 0.0474451 Sep 15 16:40:13.711709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Deleting port d92153fd-04e1-4611-981d-a9c6a3df6e01 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:40:13.711941 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:13.802193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] For port d92153fd-04e1-4611-981d-a9c6a3df6e01, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=d92153fd-04e1-4611-981d-a9c6a3df6e01,segment=NetworkSegment(11a03607-a191-4595-ab9a-9c2c64d03161),segment_id=11a03607-a191-4595-ab9a-9c2c64d03161)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:13.802546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:13.814245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Calling delete_port for d92153fd-04e1-4611-981d-a9c6a3df6e01 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:40:14.024074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:14.036963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['d92153fd-04e1-4611-981d-a9c6a3df6e01'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:40:14.056336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Pushing event deleted for resources: {'Port': ['ID=d92153fd-04e1-4611-981d-a9c6a3df6e01,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:14.099362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] No DVR routers for this DVR port d92153fd-04e1-4611-981d-a9c6a3df6e01 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:40:14.102162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:14.104147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f7c5497a-631d-41eb-85b1-e6db1414a2d4 req-909e6241-9e9e-48d4-9456-ebc4d535132a tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.55 "DELETE /v2.0/ports/d92153fd-04e1-4611-981d-a9c6a3df6e01 HTTP/1.1" status: 204 len: 173 time: 0.4761684 Sep 15 16:40:14.104601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'name': 'network-vif-deleted', 'tag': 'd92153fd-04e1-4611-981d-a9c6a3df6e01'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:40:14.106862 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1a68b0-65b8-4879-bff0-38f2075d9419" -d '{"events": [{"server_uuid": "f55c3c79-6fd6-4d6e-8807-dd34d4049be7", "name": "network-vif-deleted", "tag": "d92153fd-04e1-4611-981d-a9c6a3df6e01"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:40:14.142332 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710652c4-797a-4254-b88c-029b086d80d2 x-openstack-request-id: req-710652c4-797a-4254-b88c-029b086d80d2 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:40:14.142635 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f55c3c79-6fd6-4d6e-8807-dd34d4049be7", "name": "network-vif-deleted", "tag": "d92153fd-04e1-4611-981d-a9c6a3df6e01", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:40:14.142885 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-710652c4-797a-4254-b88c-029b086d80d2 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:40:14.143392 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f55c3c79-6fd6-4d6e-8807-dd34d4049be7', 'name': 'network-vif-deleted', 'tag': 'd92153fd-04e1-4611-981d-a9c6a3df6e01', 'status': 'completed', 'code': 200} Sep 15 16:40:14.636136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99cafbf6-8522-40c0-a9c2-773e63639a48 req-ca2cf08b-5b46-439e-b69d-43d514e144e9 tempest-ServersAdminNegativeTestJSON-158989746 tempest-ServersAdminNegativeTestJSON-158989746-project] 10.222.0.63 "GET /v2.0/ports?device_id=f55c3c79-6fd6-4d6e-8807-dd34d4049be7 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Sep 15 16:40:16.137629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37462) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:16.266412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6a548345-65de-40d4-a550-2e4e61a60ea0 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=50b357523ce040be99e344b114cbc84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276548 Sep 15 16:40:16.268991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37466) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:16.319374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95e05554-367f-4ede-a3b0-27cdd4560688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:16.340022 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95e05554-367f-4ede-a3b0-27cdd4560688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:16.463413 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95e05554-367f-4ede-a3b0-27cdd4560688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:16.466029 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-95e05554-367f-4ede-a3b0-27cdd4560688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:16.467107 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-95e05554-367f-4ede-a3b0-27cdd4560688 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/cd3f7b51-d454-40cd-9f23-b40523578a62 HTTP/1.1" status: 204 len: 168 time: 0.1972249 Sep 15 16:40:16.475704 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e05554-367f-4ede-a3b0-27cdd4560688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3f7b51-d454-40cd-9f23-b40523578a62,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:17.056125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 37472) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:17.069960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02bee30f-15b8-4472-95e9-0aa4d79fe5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:17.155134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02bee30f-15b8-4472-95e9-0aa4d79fe5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:17.226942 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02bee30f-15b8-4472-95e9-0aa4d79fe5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:17.266433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-02bee30f-15b8-4472-95e9-0aa4d79fe5e2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6c82657552f74beabdd92101d4a88cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090724 Sep 15 16:40:17.267283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bee30f-15b8-4472-95e9-0aa4d79fe5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f92a44-37e3-43bf-9f79-c64cdd498573,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:17.269439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37474) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:17.322456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-78b8a6c6-9f62-468c-ae49-272e857c33dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:17.343229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-78b8a6c6-9f62-468c-ae49-272e857c33dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:17.473622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-78b8a6c6-9f62-468c-ae49-272e857c33dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:17.476207 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-78b8a6c6-9f62-468c-ae49-272e857c33dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:17.477465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-78b8a6c6-9f62-468c-ae49-272e857c33dd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e6f92a44-37e3-43bf-9f79-c64cdd498573 HTTP/1.1" status: 204 len: 168 time: 0.2068057 Sep 15 16:40:17.485271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8a6c6-9f62-468c-ae49-272e857c33dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f92a44-37e3-43bf-9f79-c64cdd498573,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:18.547781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37496) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:18.643294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-162930074-network', 'tenant_id': '0f81f0802fa44a97a3b7d3f276b17905'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:40:18.652517 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d92153fd-04e1-4611-981d-a9c6a3df6e01 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:40:18.673137 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: d92153fd-04e1-4611-981d-a9c6a3df6e01 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:40:18.673486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device d92153fd-04e1-4611-981d-a9c6a3df6e01 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:40:18.730350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Made reservation on behalf of 0f81f0802fa44a97a3b7d3f276b17905 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:40:18.732756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:18.741388 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:18.828434 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:18.903698 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:18.930520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:40:18.940020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84aef943-f8fe-43a7-b486-bbd5a87cd466,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:18.945334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:18.945684 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Added segment 7d01bbaa-441c-417c-ba65-2cc0f35f3ebc of type vlan for network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d Sep 15 16:40:18.986203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:19.063017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:19.063989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:19.064602 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:19.127674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] Pushing event updated for resources: {'Network': ['ID=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:19.137957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:40:19.150460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-70572513-08bc-4108-947a-5c926732ef0d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6007664 Sep 15 16:40:19.152844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37500) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:19.157667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Request body: {'subnet': {'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-162930074-subnet', 'tenant_id': '0f81f0802fa44a97a3b7d3f276b17905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:40:19.228884 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Made reservation on behalf of 0f81f0802fa44a97a3b7d3f276b17905 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:40:19.231313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:19.458090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:19.517986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ed7760-ab1d-4e81-855c-64230cb21154,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:19.521985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Checking segment: {'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:40:19.522369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Network hostable DHCP agents. Network: c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:40:19.617256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:40:19.678446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:40:19.684254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:19.685148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:19.689647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf1d65-060b-4c65-8ff3-4696dec3190c None None] Network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:40:19.765530 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ea2dc844-a20b-49dd-8ef2-56dc0701bdc6 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6115429 Sep 15 16:40:19.816317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166462f2-7efd-436c-9c9e-d22fbda9bf6b None None] Network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:40:20.190138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-79665f64-7ada-4c4d-8958-487f26d69ea1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:20.191607 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-79665f64-7ada-4c4d-8958-487f26d69ea1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/networks?id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 200 len: 811 time: 0.1041925 Sep 15 16:40:20.206804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-b624bd88-b43c-4feb-bcb8-284bbf2544a4 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/quotas/0f81f0802fa44a97a3b7d3f276b17905 HTTP/1.1" status: 200 len: 375 time: 0.0089030 Sep 15 16:40:20.239781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-bd14bdf7-a9e6-4bf2-af48-6e51ef21464f tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260501 Sep 15 16:40:20.250092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-fcb220f6-636a-4882-a038-151add170016 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:40:20.251053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-fcb220f6-636a-4882-a038-151add170016 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048094 Sep 15 16:40:20.344509 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-cbb9a737-e55d-44a7-a236-cc0d4f95ab06 service neutron] 10.222.0.63 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866332 Sep 15 16:40:20.434069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-ad0ae8cd-6823-495d-b038-39e53a2b3a92 service neutron] 10.222.0.63 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824347 Sep 15 16:40:20.684549 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd2f2aa1-540a-42f3-af56-a6a26e22081a req-bd63d4a1-7495-41ed-914e-3a250d882641 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 210 time: 0.0308106 Sep 15 16:40:21.776103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69d0090f-1476-4625-b882-1181368f762b req-89f137da-717e-454c-8dac-85ebda8aef3b tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 210 time: 0.0259585 Sep 15 16:40:22.872410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-c0a654ae-c3dc-4d51-ae2c-ec26810694b6 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:22.873919 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-c0a654ae-c3dc-4d51-ae2c-ec26810694b6 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.55 "GET /v2.0/networks?id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 200 len: 811 time: 0.1102023 Sep 15 16:40:22.874710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8b899f8-959d-48d8-af45-82d00aad3020 req-cab601ee-cd58-49c0-b4ff-54043b3a09d6 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 210 time: 0.0275459 Sep 15 16:40:22.886635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Request body: {'port': {'device_id': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d', 'admin_state_up': True, 'tenant_id': '0f81f0802fa44a97a3b7d3f276b17905'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:40:23.073033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Made reservation on behalf of 0f81f0802fa44a97a3b7d3f276b17905 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:40:23.076583 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:23.204890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Allocated IP 172.20.0.12 (c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d/41ed7760-ab1d-4e81-855c-64230cb21154/6d775bb6-a55d-4594-9b81-80dff5e34786) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:40:23.353004 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:23.438814 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:23.480884 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:40:23.483789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:40:23.487291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:40:23.512402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:23.539200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:23.539803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:23.612463 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-2750f225-44da-48d7-a922-4e574ecdfaaf tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7295575 Sep 15 16:40:23.625005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Request body: {'port': {'device_id': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:40:23.683831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:23.941081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d775bb6-a55d-4594-9b81-80dff5e34786 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:40:23.948706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:23.962179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Transition to ACTIVE for port object 6d775bb6-a55d-4594-9b81-80dff5e34786 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:40:23.991620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f50563-f14e-4326-aefe-1bd7b2a7a0ad req-a698abad-1e01-4632-874a-a035337a8796 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:23.993256 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61f50563-f14e-4326-aefe-1bd7b2a7a0ad req-a698abad-1e01-4632-874a-a035337a8796 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 932 time: 0.0506721 Sep 15 16:40:24.030865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61f50563-f14e-4326-aefe-1bd7b2a7a0ad req-3baeb8d6-e024-4a03-bf93-fc5739541c87 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Sep 15 16:40:24.050132 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:24.086338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-59fedca7-ce55-4115-ba00-3285b1716197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:24.100771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:24.172348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:40:24.172627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:40:24.172951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 on network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:40:24.177126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Port 6d775bb6-a55d-4594-9b81-80dff5e34786 on network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:40:24.179097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 on network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:40:24.182493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:40:24.182827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Checking segment: {'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:40:24.183206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Bound using segment: {'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:40:24.183624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Bound port: 6d775bb6-a55d-4594-9b81-80dff5e34786, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:40:24.183972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:24.246292 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:40:24.249315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:40:24.330400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:24.366663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:24.367275 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:24.368742 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] 10.222.0.55 "PUT /v2.0/ports/6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 1092 time: 0.7480042 Sep 15 16:40:24.373819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:40:24.373819 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0fc324fe48ef8892189561a0434d3ee36c8185d42da9f5c605e5e83bd5cd9e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0860fd-7957-4e44-914c-47bdecdbaabb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:40:24.394774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939efe0-3c7f-4f37-8eaf-5a69589a0740 service neutron] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:24.410221 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd9cec-4fa2-4d5b-95a7-fb46b39b777b x-openstack-request-id: req-dbdd9cec-4fa2-4d5b-95a7-fb46b39b777b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:40:24.410521 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:40:24.410774 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dbdd9cec-4fa2-4d5b-95a7-fb46b39b777b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:40:24.411218 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'status': 'completed', 'code': 200} Sep 15 16:40:24.473618 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0860fd-7957-4e44-914c-47bdecdbaabb req-6998fcf6-3e01-411f-bf88-697615c300c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:24.475091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0860fd-7957-4e44-914c-47bdecdbaabb req-6998fcf6-3e01-411f-bf88-697615c300c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1095 time: 0.0414617 Sep 15 16:40:24.576915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0860fd-7957-4e44-914c-47bdecdbaabb req-1d421875-545a-4b67-8c2e-6d40175be52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:24.578363 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0860fd-7957-4e44-914c-47bdecdbaabb req-1d421875-545a-4b67-8c2e-6d40175be52a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0951374 Sep 15 16:40:24.674077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0860fd-7957-4e44-914c-47bdecdbaabb req-e726a1a5-421d-4523-8ae3-9952329223e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:24.675536 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0860fd-7957-4e44-914c-47bdecdbaabb req-e726a1a5-421d-4523-8ae3-9952329223e8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903981 Sep 15 16:40:24.755908 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-62eee970-26c7-46a5-8135-acbc9829ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:24.757392 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-62eee970-26c7-46a5-8135-acbc9829ab0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1095 time: 0.0403588 Sep 15 16:40:24.798359 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-b793beab-01dd-461c-85a5-6209e039da89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 217 time: 0.0336194 Sep 15 16:40:24.850600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-6491e2e1-3f6c-4503-8607-850865c86085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:24.852062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-6491e2e1-3f6c-4503-8607-850865c86085 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41ed7760-ab1d-4e81-855c-64230cb21154 HTTP/1.1" status: 200 len: 851 time: 0.0467381 Sep 15 16:40:24.883036 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-5caef711-8854-4065-a06e-b2a53f214b3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241802 Sep 15 16:40:24.970225 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-93548373-3ecd-4504-80b9-21ebb4b34871 service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805609 Sep 15 16:40:25.062226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1ef496c9-0dbe-497e-b5cf-c20747d7ca7f req-5cc5a3d0-a76f-4138-b083-c0813e00b49b service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Sep 15 16:40:25.156947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0da22-7af3-46e7-b16e-afb2288852eb req-3c9b99d7-1a8d-46ab-9f30-0ee6768c5e3b tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:25.158471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0be0da22-7af3-46e7-b16e-afb2288852eb req-3c9b99d7-1a8d-46ab-9f30-0ee6768c5e3b tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 944 time: 0.0551217 Sep 15 16:40:25.200068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0be0da22-7af3-46e7-b16e-afb2288852eb req-f3ac31ff-25a1-4e0e-872d-1bbad8b8d7db tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Sep 15 16:40:25.491266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-82c1aa12-ece4-453b-9b75-b5bc156b78e2 req-304e90fc-097e-4f1d-924f-cc13413f52f6 tempest-VolumesSnapshotTestJSON-1659241285 tempest-VolumesSnapshotTestJSON-1659241285-project] (102018) timed out ('10.222.0.55', 57612) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:40:26.314150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea2f4a-334f-48e0-8d1e-f571a6df631f req-c69205d8-4791-4068-b283-7af513790010 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:26.315615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71ea2f4a-334f-48e0-8d1e-f571a6df631f req-c69205d8-4791-4068-b283-7af513790010 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 944 time: 0.0488393 Sep 15 16:40:26.353711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71ea2f4a-334f-48e0-8d1e-f571a6df631f req-7d47056e-3963-4f70-b64d-de8ec8fbb66b tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Sep 15 16:40:27.058557 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:27.120096 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:27.291647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-110ea14d-4674-4b96-8a1e-d19434985f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:27.466299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d22d70-f17f-458c-b3f1-cfbad0f4213c req-c5c452f9-6531-4e0c-8bb3-be14b987dd71 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:27.467767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09d22d70-f17f-458c-b3f1-cfbad0f4213c req-c5c452f9-6531-4e0c-8bb3-be14b987dd71 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 944 time: 0.0487061 Sep 15 16:40:27.505412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09d22d70-f17f-458c-b3f1-cfbad0f4213c req-e24c8284-a070-4005-bb08-188ac65ec043 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Sep 15 16:40:28.615769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:28.620271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2fc61-f3a8-4c49-b44b-db1dcb862a17 req-199187d6-b8b7-487f-9118-9991a71fb3af tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:28.623781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66e2fc61-f3a8-4c49-b44b-db1dcb862a17 req-199187d6-b8b7-487f-9118-9991a71fb3af tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 944 time: 0.0485740 Sep 15 16:40:28.663821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-66e2fc61-f3a8-4c49-b44b-db1dcb862a17 req-9993803f-33b0-4dc8-854c-5def703318e3 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Sep 15 16:40:28.668618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:40:28.764868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:28.776192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d', 'port_id': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'mac_address': 'fa:16:3e:f5:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed7760-ab1d-4e81-855c-64230cb21154', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:40:28.817767 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:28.830353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d775bb6-a55d-4594-9b81-80dff5e34786 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:40:28.850583 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:28.937332 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:28.995682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:29.127552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['6d775bb6-a55d-4594-9b81-80dff5e34786'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:40:29.778455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd44069-54d1-4611-a6a8-1ce45de50969 req-d06b64b7-1d6a-49dd-bfab-25c768919df0 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:29.779920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cd44069-54d1-4611-a6a8-1ce45de50969 req-d06b64b7-1d6a-49dd-bfab-25c768919df0 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 945 time: 0.0486913 Sep 15 16:40:29.817835 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2cd44069-54d1-4611-a6a8-1ce45de50969 req-0c85b4c0-35fc-425e-a999-40b82bc47315 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Sep 15 16:40:30.249783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.542618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.682840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:40:30.782619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 6d775bb6-a55d-4594-9b81-80dff5e34786 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:40:30.787146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 6d775bb6-a55d-4594-9b81-80dff5e34786 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:40:30.787558 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.863952 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:30.890686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:40:30.906288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:40:30.930391 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1963c0-6b49-42f8-a75d-81e4b6969627" -d '{"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:40:30.935121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952b148-a430-4575-a4fc-af5f6772cf73 req-c9e5f138-d13f-45c5-8759-498d4582e015 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:30.936632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e952b148-a430-4575-a4fc-af5f6772cf73 req-c9e5f138-d13f-45c5-8759-498d4582e015 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 945 time: 0.0525563 Sep 15 16:40:30.977785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e952b148-a430-4575-a4fc-af5f6772cf73 req-2392b97a-00e3-4ed7-9257-722a292772df tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Sep 15 16:40:31.000889 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:31.050094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:40:31.090833 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f87c6-f240-45eb-b478-ed5b642c20f7 x-openstack-request-id: req-402f87c6-f240-45eb-b478-ed5b642c20f7 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:40:31.091257 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:40:31.091537 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-402f87c6-f240-45eb-b478-ed5b642c20f7 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:40:31.091933 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'code': 200} Sep 15 16:40:31.184900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd2af-150d-43a4-abd9-0dd4adc3c769 req-8f3d3ea3-a4b4-417a-a08b-b12793af1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:31.186766 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ddfd2af-150d-43a4-abd9-0dd4adc3c769 req-8f3d3ea3-a4b4-417a-a08b-b12793af1a45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1097 time: 0.0409155 Sep 15 16:40:31.221042 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4ddfd2af-150d-43a4-abd9-0dd4adc3c769 req-ccdcdfd2-5122-423c-8b9a-07e76b604c1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277870 Sep 15 16:40:32.094586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab99f3-967b-4013-83ff-6aef5a63d25d req-382cb4a5-2067-4a3a-9c25-d0ef8be0f128 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:32.095953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42ab99f3-967b-4013-83ff-6aef5a63d25d req-382cb4a5-2067-4a3a-9c25-d0ef8be0f128 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0490777 Sep 15 16:40:32.137513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42ab99f3-967b-4013-83ff-6aef5a63d25d req-6ae7b382-66da-41bc-ab92-1a2a4bfe74be tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Sep 15 16:40:33.250661 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d102195-6ecc-435b-b754-892c2c235f52 req-f81fe6f3-6faa-4aa8-8f18-5a2efab03dda tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:33.252144 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d102195-6ecc-435b-b754-892c2c235f52 req-f81fe6f3-6faa-4aa8-8f18-5a2efab03dda tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0488532 Sep 15 16:40:33.289589 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d102195-6ecc-435b-b754-892c2c235f52 req-fbe1c05b-3446-4080-afe9-b792aa078f9b tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Sep 15 16:40:33.780833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f805ea1-4bac-4068-b6a5-a9f0535e3baa req-f4c3a8ac-bfd3-4eb3-950a-6db76a1e13b4 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:33.782313 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f805ea1-4bac-4068-b6a5-a9f0535e3baa req-f4c3a8ac-bfd3-4eb3-950a-6db76a1e13b4 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0491400 Sep 15 16:40:33.821668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f805ea1-4bac-4068-b6a5-a9f0535e3baa req-96d72488-4996-4ab4-9b50-ecb24ab0c4aa tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Sep 15 16:40:33.829833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37564) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:40:33.920639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-abd3e1a2-605d-400d-bb10-c7bfc66e299f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892336 Sep 15 16:40:33.929669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-36edef89-aa78-418c-9a0c-ba82e3c945f3 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:40:33.930557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-36edef89-aa78-418c-9a0c-ba82e3c945f3 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051363 Sep 15 16:40:34.942278 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860149-3556-4ee7-916e-e6a3bb65ceea req-22b1037d-a64e-414d-89f4-12e08b1b0cef tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:34.943745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e860149-3556-4ee7-916e-e6a3bb65ceea req-22b1037d-a64e-414d-89f4-12e08b1b0cef tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0529523 Sep 15 16:40:34.982464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4e860149-3556-4ee7-916e-e6a3bb65ceea req-06828428-4b69-42ae-bf84-7fa7f7b84f39 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Sep 15 16:40:35.887571 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:40:35.970609 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5a86aa7f-7f40-4709-ac20-ffe85e4cb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:35.972104 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5a86aa7f-7f40-4709-ac20-ffe85e4cb612 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1097 time: 0.0400264 Sep 15 16:40:36.068887 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-32c10c4f-7d38-4ce1-8519-f71305718c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:36.070413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-32c10c4f-7d38-4ce1-8519-f71305718c70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 200 len: 912 time: 0.0914509 Sep 15 16:40:36.103470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d99a5f-411a-40bb-95ab-e399e25a65e6 req-0e285d4f-006f-49f6-bad0-df0524b1d283 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:36.104905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27d99a5f-411a-40bb-95ab-e399e25a65e6 req-0e285d4f-006f-49f6-bad0-df0524b1d283 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0491838 Sep 15 16:40:36.111019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-4c0cc014-3e3d-4bc6-bbaa-3efa34a1ee3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 217 time: 0.0331686 Sep 15 16:40:36.143300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-27d99a5f-411a-40bb-95ab-e399e25a65e6 req-8ea8c080-5e15-4d79-b6b3-9e901d0604aa tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Sep 15 16:40:36.164213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-6727c3ae-95a4-4746-945f-00c2304e15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:36.165723 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-6727c3ae-95a4-4746-945f-00c2304e15ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41ed7760-ab1d-4e81-855c-64230cb21154 HTTP/1.1" status: 200 len: 851 time: 0.0481915 Sep 15 16:40:36.198326 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-dc18486f-bfeb-4611-b008-6f11caacd714 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256720 Sep 15 16:40:36.290223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-b7bea7cb-9d8b-4079-9c36-b7e005fd07ab service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 Sep 15 16:40:36.386585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-72eb94af-dff2-4856-b65e-4da5b16c3a9f service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896702 Sep 15 16:40:37.260882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088f06-611f-464a-96c8-431fa1528af3 req-5296ee5e-fdc0-4994-8c74-ca3ae72dc7ce tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:37.262328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc088f06-611f-464a-96c8-431fa1528af3 req-5296ee5e-fdc0-4994-8c74-ca3ae72dc7ce tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0473633 Sep 15 16:40:37.299061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc088f06-611f-464a-96c8-431fa1528af3 req-11c083aa-41ec-4aad-bc68-d4b89e95fbbb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308559 Sep 15 16:40:38.416317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e12ec1-c790-4719-9a2b-afecee0533e0 req-db2fc83a-16b1-4fb4-8b94-2bc6c10b42d9 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:38.417830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49e12ec1-c790-4719-9a2b-afecee0533e0 req-db2fc83a-16b1-4fb4-8b94-2bc6c10b42d9 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0526042 Sep 15 16:40:38.455332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49e12ec1-c790-4719-9a2b-afecee0533e0 req-ebbe8944-c3d1-4b9d-8915-af4a52a768af tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Sep 15 16:40:39.572931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4cef-98c4-4bdb-9a45-f835f3c9ad0f req-3225f684-03e9-4e4a-af21-75b10c52e004 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:39.574429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1ab4cef-98c4-4bdb-9a45-f835f3c9ad0f req-3225f684-03e9-4e4a-af21-75b10c52e004 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0487306 Sep 15 16:40:39.611555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d1ab4cef-98c4-4bdb-9a45-f835f3c9ad0f req-9992cc53-a630-4a21-abc0-b86a5057ede8 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Sep 15 16:40:40.724920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0a947-bd53-492a-a078-34627cfa54e0 req-49c89f24-15f4-481b-8b0d-60e0da3c9db1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:40.726406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2c0a947-bd53-492a-a078-34627cfa54e0 req-49c89f24-15f4-481b-8b0d-60e0da3c9db1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0475893 Sep 15 16:40:40.765596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2c0a947-bd53-492a-a078-34627cfa54e0 req-ef21fdc9-bd6e-4417-9351-2179fcf1dfb5 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Sep 15 16:40:41.886674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b0154-3f1f-48fb-aef6-739020ea680a req-41b26bbd-9f2e-4bbe-811d-c3d8b902da81 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:41.888166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-999b0154-3f1f-48fb-aef6-739020ea680a req-41b26bbd-9f2e-4bbe-811d-c3d8b902da81 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0534627 Sep 15 16:40:41.925466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-999b0154-3f1f-48fb-aef6-739020ea680a req-2d0e4a9c-609b-478a-b100-7fd573327eb4 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Sep 15 16:40:43.059687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f5325-028b-44b6-8423-788812b21fe4 req-47acd1d4-e5bb-4e82-8237-4eced3fd8729 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:43.061233 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-151f5325-028b-44b6-8423-788812b21fe4 req-47acd1d4-e5bb-4e82-8237-4eced3fd8729 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0536995 Sep 15 16:40:43.104040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-151f5325-028b-44b6-8423-788812b21fe4 req-2c613ea9-f6fc-4dfa-85a4-7b925c8a2f95 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Sep 15 16:40:44.219080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365155eb-6b32-4632-82fe-96145a66545b req-7eda7221-4ada-45f1-820c-9e132885b956 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:44.220566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-365155eb-6b32-4632-82fe-96145a66545b req-7eda7221-4ada-45f1-820c-9e132885b956 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0484550 Sep 15 16:40:44.257678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-365155eb-6b32-4632-82fe-96145a66545b req-2eef9faa-4b7b-41d3-9d76-8be5711c43db tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Sep 15 16:40:45.375104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa646244-6d00-4267-a2d0-40d2dc8f3b5e req-ccdafa9b-3d91-4cb2-9e47-1f244fb47adb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:45.376590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa646244-6d00-4267-a2d0-40d2dc8f3b5e req-ccdafa9b-3d91-4cb2-9e47-1f244fb47adb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0519080 Sep 15 16:40:45.414351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa646244-6d00-4267-a2d0-40d2dc8f3b5e req-08308817-8606-4c27-b6c3-b957f4998c58 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Sep 15 16:40:46.527485 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f68cf6-6638-4dbd-83fc-725987cc170c req-000554b7-f0a6-4eb7-9db3-a796d5dd6eff tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:46.528916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62f68cf6-6638-4dbd-83fc-725987cc170c req-000554b7-f0a6-4eb7-9db3-a796d5dd6eff tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0479205 Sep 15 16:40:46.566345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62f68cf6-6638-4dbd-83fc-725987cc170c req-514892cb-d73f-48bd-9b10-8f5a8c69b36f tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Sep 15 16:40:47.683374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258b36f-ec22-47eb-9a43-48ae46aa50ea req-3e54bc31-3c30-4706-a089-ea4e9d6fddf4 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:47.684863 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e258b36f-ec22-47eb-9a43-48ae46aa50ea req-3e54bc31-3c30-4706-a089-ea4e9d6fddf4 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0488584 Sep 15 16:40:47.721693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e258b36f-ec22-47eb-9a43-48ae46aa50ea req-5bfc5813-ce96-460f-b910-98f67d76a425 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309002 Sep 15 16:40:48.840094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91258c2-8e9d-464b-a4fe-31dc9d488737 req-09773765-1ed1-4a92-b7bf-cc1e3b2ed8bd tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:48.841614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a91258c2-8e9d-464b-a4fe-31dc9d488737 req-09773765-1ed1-4a92-b7bf-cc1e3b2ed8bd tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0529191 Sep 15 16:40:48.880049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a91258c2-8e9d-464b-a4fe-31dc9d488737 req-19e87dc7-0cb1-435e-a1f6-7a2b6ecd50b8 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Sep 15 16:40:49.994172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f4a2c-78e4-4bfc-a35d-fbd4d6d20e4d req-1bb3df07-ef8f-4fbb-85ae-2feda02387d1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:49.995677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90f4a2c-78e4-4bfc-a35d-fbd4d6d20e4d req-1bb3df07-ef8f-4fbb-85ae-2feda02387d1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0494835 Sep 15 16:40:50.033196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a90f4a2c-78e4-4bfc-a35d-fbd4d6d20e4d req-bd6b247e-24a3-4982-86ca-82332db153cb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Sep 15 16:40:51.147144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efca02-c09e-44fb-9c26-1d7395d4f29a req-4944de41-e6f0-4a34-b1cf-36d57e1de181 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:51.148633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f5efca02-c09e-44fb-9c26-1d7395d4f29a req-4944de41-e6f0-4a34-b1cf-36d57e1de181 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0475054 Sep 15 16:40:51.185971 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f5efca02-c09e-44fb-9c26-1d7395d4f29a req-c590e13a-8d86-4a51-902c-2aff98a89df1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Sep 15 16:40:52.615920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306b40-d7a6-4d0d-b50c-50058d3fb66f req-8c0e2b61-9a31-4da7-b5f0-1577f6491098 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:52.617329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2306b40-d7a6-4d0d-b50c-50058d3fb66f req-8c0e2b61-9a31-4da7-b5f0-1577f6491098 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.3643174 Sep 15 16:40:52.655169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2306b40-d7a6-4d0d-b50c-50058d3fb66f req-eb49cb99-23dd-42f6-8dbe-dbc3dea5a3c8 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Sep 15 16:40:53.769571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfabc84-b4fb-4827-a7b4-a1b018a1ccf0 req-33ba605d-0654-4c60-b92b-d17581516b2d tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:53.771432 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6cfabc84-b4fb-4827-a7b4-a1b018a1ccf0 req-33ba605d-0654-4c60-b92b-d17581516b2d tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0487909 Sep 15 16:40:53.808844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6cfabc84-b4fb-4827-a7b4-a1b018a1ccf0 req-6c68bbed-c9bc-4b0c-8280-6f4520d44d8c tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314028 Sep 15 16:40:54.045516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8ae565a-f8b8-4aa7-bbff-557d91638e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:54.924920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db1723-cba5-4437-ac65-ea4af79a55fd req-58f2e6ad-ca2a-4ece-85e6-e1e890e08831 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:54.926508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7db1723-cba5-4437-ac65-ea4af79a55fd req-58f2e6ad-ca2a-4ece-85e6-e1e890e08831 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0504584 Sep 15 16:40:54.965085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7db1723-cba5-4437-ac65-ea4af79a55fd req-a89967bf-9313-4084-9365-42797756df23 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Sep 15 16:40:56.082244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81804e86-803a-4ebb-b30b-46c9484fd6e0 req-10b72eea-38ac-4cc8-9892-2726e1413dc2 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:56.084265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81804e86-803a-4ebb-b30b-46c9484fd6e0 req-10b72eea-38ac-4cc8-9892-2726e1413dc2 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0527036 Sep 15 16:40:56.121547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81804e86-803a-4ebb-b30b-46c9484fd6e0 req-a8befe29-a965-489a-ab29-17457b45b4be tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Sep 15 16:40:57.050755 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:57.119526 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:57.235460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee625cc1-de5f-4312-9408-7b400af0499a req-1e141b66-8648-4c3a-8c2f-afb4becc0a80 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:57.236976 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee625cc1-de5f-4312-9408-7b400af0499a req-1e141b66-8648-4c3a-8c2f-afb4becc0a80 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0492899 Sep 15 16:40:57.275044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee625cc1-de5f-4312-9408-7b400af0499a req-3f484b36-d8aa-47b1-b0d5-f6b05c115688 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312235 Sep 15 16:40:57.296972 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-822d7261-9480-4add-b4f4-61671c02cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:58.390209 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe40e49-db16-41e6-9cce-ad2858ab85ab req-f4868afe-7834-4293-9bf3-9b6f00da1851 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:58.391683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fe40e49-db16-41e6-9cce-ad2858ab85ab req-f4868afe-7834-4293-9bf3-9b6f00da1851 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0491376 Sep 15 16:40:58.430464 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fe40e49-db16-41e6-9cce-ad2858ab85ab req-0d3bc497-c42d-4b95-ab9d-1aeffdc94663 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Sep 15 16:40:58.602500 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:40:59.550188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f8f0d-1798-4e9c-a5ee-aadcd0ab2ec8 req-599e8b8f-94ab-4fa6-af3b-27b7da6767ec tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:40:59.553114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d9f8f0d-1798-4e9c-a5ee-aadcd0ab2ec8 req-599e8b8f-94ab-4fa6-af3b-27b7da6767ec tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0565863 Sep 15 16:40:59.590751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d9f8f0d-1798-4e9c-a5ee-aadcd0ab2ec8 req-35cec6c2-8a54-4fca-b3df-e54dcda82125 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Sep 15 16:41:00.267618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:00.559589 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:00.703945 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d1b32-85ff-4e5f-aa9f-92feedea7f38 req-75280598-964a-4d4d-bf17-530b11e2b2a9 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:00.705461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a51d1b32-85ff-4e5f-aa9f-92feedea7f38 req-75280598-964a-4d4d-bf17-530b11e2b2a9 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0489807 Sep 15 16:41:00.743552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a51d1b32-85ff-4e5f-aa9f-92feedea7f38 req-bdc2015f-1d4c-4a2a-86f3-3826d52c8f29 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Sep 15 16:41:01.857400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b87750-4e15-439e-8239-652407d5df53 req-1e372b08-3b8d-49dc-b295-90bd846f1212 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:01.858864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73b87750-4e15-439e-8239-652407d5df53 req-1e372b08-3b8d-49dc-b295-90bd846f1212 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0479546 Sep 15 16:41:01.895728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73b87750-4e15-439e-8239-652407d5df53 req-7641b412-db57-446f-9c87-cacd70d4a5e1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301833 Sep 15 16:41:03.015458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c75d6-09d1-4211-b3c8-58573d25a444 req-8a5f8382-2561-4028-ae14-2c840a95bfea tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:03.016972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c99c75d6-09d1-4211-b3c8-58573d25a444 req-8a5f8382-2561-4028-ae14-2c840a95bfea tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0543940 Sep 15 16:41:03.054496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c99c75d6-09d1-4211-b3c8-58573d25a444 req-90c9ff23-73a7-4532-82cd-47b77f381d89 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Sep 15 16:41:03.696323 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-66cfc2ce-844e-44a3-92fe-b31f654653af service neutron] show failed (client error): The resource could not be found. Sep 15 16:41:03.697381 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-66cfc2ce-844e-44a3-92fe-b31f654653af service neutron] 10.222.0.55 "GET /v2.0/ports/6d775bb6-a55d-4594-9b81-80dff5e34786/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.1007929 Sep 15 16:41:04.178693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77559684-8c38-4c4a-8a9f-47cbfb10d166 req-f3fc8c4a-e771-4c24-b6ee-b3060b0c0dc1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:04.180183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77559684-8c38-4c4a-8a9f-47cbfb10d166 req-f3fc8c4a-e771-4c24-b6ee-b3060b0c0dc1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0553141 Sep 15 16:41:04.275251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-77559684-8c38-4c4a-8a9f-47cbfb10d166 req-7ce57660-1b38-4391-b4ea-bef782a7af48 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889499 Sep 15 16:41:04.283885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-6534bf23-c701-488f-b268-953caf8e12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:04.286008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-6534bf23-c701-488f-b268-953caf8e12c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad&tenant_id=0f81f0802fa44a97a3b7d3f276b17905 HTTP/1.1" status: 200 len: 1097 time: 0.1340024 Sep 15 16:41:04.297973 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:41:04.351702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:04.549651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:04.586762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:41:04.626605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:41:04.631599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:04.643363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Transition to ACTIVE for port object 6d775bb6-a55d-4594-9b81-80dff5e34786 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:41:04.667902 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d47f1-b3dc-4dbb-b2bc-e60706faab94" -d '{"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:41:04.724936 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:04.766738 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eab4cd-d639-48e1-bb30-af0f895d1198 x-openstack-request-id: req-a1eab4cd-d639-48e1-bb30-af0f895d1198 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:41:04.767033 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-unplugged", "status": "completed", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:41:04.767282 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a1eab4cd-d639-48e1-bb30-af0f895d1198 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:41:04.767676 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'code': 200} Sep 15 16:41:04.794244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] No DVR routers for this DVR port 6d775bb6-a55d-4594-9b81-80dff5e34786 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:41:04.796062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:04.805993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.806341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.806684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.807020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.807354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.807683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.808009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.808336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.808711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.809039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.809399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.809722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:04.845038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:41:04.845407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:41:04.845738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 on network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:41:04.850855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Port 6d775bb6-a55d-4594-9b81-80dff5e34786 on network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:41:04.851180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Attempting to bind port 6d775bb6-a55d-4594-9b81-80dff5e34786 on network c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:41:04.855992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:41:04.856332 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Checking segment: {'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:41:04.856754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Bound using segment: {'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:41:04.857179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Bound port: 6d775bb6-a55d-4594-9b81-80dff5e34786, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:41:04.857537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:04.923120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:41:04.927123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:41:05.014214 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:05.049212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:05.049861 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:05.051427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] 10.222.0.38 "PUT /v2.0/ports/6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 1092 time: 0.7575037 Sep 15 16:41:05.074249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33968-74f5-408b-8021-74cd5fbbcb50 service neutron] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:05.116635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-c19d7568-f7f3-4111-a64a-d6663a364a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:05.118117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-c19d7568-f7f3-4111-a64a-d6663a364a6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1095 time: 0.0410190 Sep 15 16:41:05.209725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-02726b22-4d5e-4f25-9d64-d8658c1fde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:05.211076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-02726b22-4d5e-4f25-9d64-d8658c1fde95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 200 len: 912 time: 0.0860262 Sep 15 16:41:05.251803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-8390e673-33dd-4963-9716-83dec6b39801 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 217 time: 0.0328953 Sep 15 16:41:05.299918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-d519e1bc-d0f6-499d-95bc-d58de34a78c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:05.301505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-d519e1bc-d0f6-499d-95bc-d58de34a78c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ed7760-ab1d-4e81-855c-64230cb21154 HTTP/1.1" status: 200 len: 851 time: 0.0430307 Sep 15 16:41:05.337693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-6f04c018-bfc0-4329-a827-05edd91539e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297177 Sep 15 16:41:05.444254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c61e-c931-4018-a472-70708a82df8e req-440de81f-6a69-43ad-ab6e-1cbfec64c5a9 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:05.445768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2655c61e-c931-4018-a472-70708a82df8e req-440de81f-6a69-43ad-ab6e-1cbfec64c5a9 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 944 time: 0.1006699 Sep 15 16:41:05.488304 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-3c55e3a9-12db-40b4-93e7-79c02cda68cd service neutron] 10.222.0.38 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419733 Sep 15 16:41:05.508272 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2655c61e-c931-4018-a472-70708a82df8e req-f7cbcea4-3896-49c0-b254-91b5bce7e91e tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566390 Sep 15 16:41:05.583316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26ebed9f-ba93-4dc0-8476-0a9a66c13060 req-ef777034-2184-4189-918d-5877aba73b79 service neutron] 10.222.0.38 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872676 Sep 15 16:41:06.629975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d18981-d508-483d-aa94-e55cfc07b100 req-23a05a03-1a32-4deb-af27-5f2448a79ffa tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:06.631620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2d18981-d508-483d-aa94-e55cfc07b100 req-23a05a03-1a32-4deb-af27-5f2448a79ffa tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 944 time: 0.0555000 Sep 15 16:41:06.670498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2d18981-d508-483d-aa94-e55cfc07b100 req-6d947931-462c-46e8-adc5-9d55fda8ffc1 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Sep 15 16:41:06.768270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:41:06.771132 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1545cb78-b9ff-469f-ba7d-835fd67d711a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:41:06.819438 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44df3eb7-4796-4dba-add5-bfee9959de12 x-openstack-request-id: req-44df3eb7-4796-4dba-add5-bfee9959de12 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:41:06.819730 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:41:06.819978 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-44df3eb7-4796-4dba-add5-bfee9959de12 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:41:06.820371 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'status': 'completed', 'code': 200} Sep 15 16:41:06.883733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-f2ef3743-bc57-4191-a637-ee0870097b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:06.885261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-f2ef3743-bc57-4191-a637-ee0870097b94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1095 time: 0.0455496 Sep 15 16:41:06.888071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-684e7047-e318-44a6-88e0-6ffb0bd3cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:06.889630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-684e7047-e318-44a6-88e0-6ffb0bd3cc6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1095 time: 0.0460885 Sep 15 16:41:06.976643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-d594da52-a4ca-430b-bb91-0bb484087f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:06.978113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-d594da52-a4ca-430b-bb91-0bb484087f21 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 200 len: 912 time: 0.0850494 Sep 15 16:41:06.982414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-e4489abb-0da8-4f19-b225-58c61f511e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:06.983905 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-e4489abb-0da8-4f19-b225-58c61f511e06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 200 len: 912 time: 0.0877957 Sep 15 16:41:07.024322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-6ee64172-a754-4934-afa3-389234a917f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 217 time: 0.0381629 Sep 15 16:41:07.028679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-4f631f2c-e114-4fda-bdee-81dfe5d8a7b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 217 time: 0.0379858 Sep 15 16:41:07.074831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-6db1ff0f-b652-4360-9adb-6779e6201662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:07.076220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-6db1ff0f-b652-4360-9adb-6779e6201662 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41ed7760-ab1d-4e81-855c-64230cb21154 HTTP/1.1" status: 200 len: 851 time: 0.0438039 Sep 15 16:41:07.077322 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-77dde026-79c1-4c5e-bfc1-2eb9d8e48774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:07.078792 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-77dde026-79c1-4c5e-bfc1-2eb9d8e48774 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41ed7760-ab1d-4e81-855c-64230cb21154 HTTP/1.1" status: 200 len: 851 time: 0.0433488 Sep 15 16:41:07.107555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-e634f551-2b46-4408-9c32-f7f06f0697f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238919 Sep 15 16:41:07.109859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-fdfef615-210c-4d64-af95-0a0f5dc984af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240445 Sep 15 16:41:07.202249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-822f6a3c-56f2-4ff0-b1c5-02dc58ae159f service neutron] 10.222.0.38 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861235 Sep 15 16:41:07.204339 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-2ce4c0c5-4aea-44a6-a044-70d5da1932aa service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872481 Sep 15 16:41:07.299191 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-f81d66e1-63fb-4462-9e8c-276854cda180 service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879793 Sep 15 16:41:07.307133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1545cb78-b9ff-469f-ba7d-835fd67d711a req-ae6e9bdd-4dfc-400f-8c32-cb356e07e8f3 service neutron] 10.222.0.38 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975878 Sep 15 16:41:07.811503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f76ba1-d335-411a-82e1-fbda746e571d req-55e1f93b-89c1-42da-943d-9f026bcc78b2 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:07.813339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6f76ba1-d335-411a-82e1-fbda746e571d req-55e1f93b-89c1-42da-943d-9f026bcc78b2 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 944 time: 0.0591512 Sep 15 16:41:07.856779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6f76ba1-d335-411a-82e1-fbda746e571d req-d8869d6b-d38c-4758-bb71-97b6a4ca9644 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363963 Sep 15 16:41:08.343216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-fac1ba06-136c-411f-a5a2-b9dcd7279a47 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:08.344637 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-fac1ba06-136c-411f-a5a2-b9dcd7279a47 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad&tenant_id=0f81f0802fa44a97a3b7d3f276b17905&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 944 time: 0.0883405 Sep 15 16:41:08.403303 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7a99a893-1a46-4abc-9175-c28466b1c7d5 service neutron] delete failed (client error): The resource could not be found. Sep 15 16:41:08.404269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7a99a893-1a46-4abc-9175-c28466b1c7d5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/6d775bb6-a55d-4594-9b81-80dff5e34786/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0524697 Sep 15 16:41:08.440454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:41:08.485849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-4c9d14aa-7600-4bf5-bddc-47eaf90b070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:08.487344 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-4c9d14aa-7600-4bf5-bddc-47eaf90b070c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 1095 time: 0.0400980 Sep 15 16:41:08.536715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:08.547688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'network_id': 'c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d', 'port_id': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'mac_address': 'fa:16:3e:f5:c2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ed7760-ab1d-4e81-855c-64230cb21154', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:41:08.581722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-34bd8c63-2e41-4b9b-823b-f9e220abf0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:08.583228 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-34bd8c63-2e41-4b9b-823b-f9e220abf0ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 200 len: 912 time: 0.0886211 Sep 15 16:41:08.584171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:08.596562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d775bb6-a55d-4594-9b81-80dff5e34786 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:41:08.616566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:08.624681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-d53f1895-b20a-46c0-bec8-160705cda219 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 200 len: 217 time: 0.0340769 Sep 15 16:41:08.671578 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-c21e1905-7aba-48b3-b4bb-6291d1f71bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:08.673077 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-c21e1905-7aba-48b3-b4bb-6291d1f71bd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=41ed7760-ab1d-4e81-855c-64230cb21154 HTTP/1.1" status: 200 len: 851 time: 0.0417895 Sep 15 16:41:08.687845 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:08.707436 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-99124f21-5a8c-4b06-a81c-27c1d961da25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278003 Sep 15 16:41:08.735766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:08.744020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.744372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.744752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.745090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.745424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.745756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.746086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.746412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.746736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.747062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.747395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.747716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:41:08.799046 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-46e4bfe9-3303-44b4-9c67-1e9e7fcbd58c service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838618 Sep 15 16:41:08.885138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:41:08.895652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-c474f6ca-9667-446e-847b-ac9d5a8ba90c service neutron] 10.222.0.55 "GET /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891366 Sep 15 16:41:08.916576 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6d775bb6-a55d-4594-9b81-80dff5e34786'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:41:08.959443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:41:10.304173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24545556-bd8a-4efc-96e8-adef256688c7 req-536b42d9-3437-421c-8af9-8e9df5e8daf8 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:10.305759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24545556-bd8a-4efc-96e8-adef256688c7 req-536b42d9-3437-421c-8af9-8e9df5e8daf8 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 945 time: 0.0549405 Sep 15 16:41:10.343511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24545556-bd8a-4efc-96e8-adef256688c7 req-9562ef36-a110-41d0-8c3f-cbbc1f59a864 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Sep 15 16:41:10.437564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:41:10.585793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 6d775bb6-a55d-4594-9b81-80dff5e34786 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:41:10.590937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 6d775bb6-a55d-4594-9b81-80dff5e34786 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:41:10.591314 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:10.666806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:10.688454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:41:10.690741 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637787d8-2069-4c54-9e26-a2c3d709a2c5" -d '{"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:41:10.703285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:10.728067 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157dd082-9a06-448a-8fd1-f59ac6f1fdd8 x-openstack-request-id: req-157dd082-9a06-448a-8fd1-f59ac6f1fdd8 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:41:10.728360 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-plugged", "status": "completed", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:41:10.728645 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-157dd082-9a06-448a-8fd1-f59ac6f1fdd8 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:41:10.729040 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'code': 200} Sep 15 16:41:10.767792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:10.820174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:11.463312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5ea11-4a43-4ae6-a4dc-63276c8ecdf1 req-09a82901-7851-4deb-8222-1dd48a76233f tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:11.464838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfd5ea11-4a43-4ae6-a4dc-63276c8ecdf1 req-09a82901-7851-4deb-8222-1dd48a76233f tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0507402 Sep 15 16:41:11.511869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cfd5ea11-4a43-4ae6-a4dc-63276c8ecdf1 req-731be8b1-1241-4206-92be-ae8dc38d72bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/security-groups?id=84aef943-f8fe-43a7-b486-bbd5a87cd466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Sep 15 16:41:11.546835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-21d0eb1a-ef4e-4089-ab84-54162fddb8c8 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:11.548276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-21d0eb1a-ef4e-4089-ab84-54162fddb8c8 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.38 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 946 time: 0.0513608 Sep 15 16:41:11.638080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Deleting port 6d775bb6-a55d-4594-9b81-80dff5e34786 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:41:11.638337 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.725226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] For port 6d775bb6-a55d-4594-9b81-80dff5e34786, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d775bb6-a55d-4594-9b81-80dff5e34786,segment=NetworkSegment(7d01bbaa-441c-417c-ba65-2cc0f35f3ebc),segment_id=7d01bbaa-441c-417c-ba65-2cc0f35f3ebc)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:11.725586 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.737744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Calling delete_port for 6d775bb6-a55d-4594-9b81-80dff5e34786 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:41:11.936674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:11.948853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6d775bb6-a55d-4594-9b81-80dff5e34786'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:41:11.965444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Pushing event deleted for resources: {'Port': ['ID=6d775bb6-a55d-4594-9b81-80dff5e34786,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:12.013125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] No DVR routers for this DVR port 6d775bb6-a55d-4594-9b81-80dff5e34786 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:41:12.015749 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:12.017740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6749b70e-0972-416e-b7d6-cadb0bd6cf44 req-7b20b19f-6f2c-44e8-8ea7-870d624d04bb tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.38 "DELETE /v2.0/ports/6d775bb6-a55d-4594-9b81-80dff5e34786 HTTP/1.1" status: 204 len: 173 time: 0.4634798 Sep 15 16:41:12.018186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-deleted', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:41:12.020427 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d930dc-4d2b-4596-a932-580baa61ad40" -d '{"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-deleted", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:41:12.056721 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c493c-0f8d-424f-b08d-adf399b476bf x-openstack-request-id: req-a51c493c-0f8d-424f-b08d-adf399b476bf {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:41:12.065735 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5461f1-6471-424c-9d4e-f6d95cfaa8ad", "name": "network-vif-deleted", "tag": "6d775bb6-a55d-4594-9b81-80dff5e34786", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:41:12.065735 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a51c493c-0f8d-424f-b08d-adf399b476bf {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:41:12.065735 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5461f1-6471-424c-9d4e-f6d95cfaa8ad', 'name': 'network-vif-deleted', 'tag': '6d775bb6-a55d-4594-9b81-80dff5e34786', 'status': 'completed', 'code': 200} Sep 15 16:41:12.618690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c19bf3b2-2709-44b3-a588-77f5deacd70e req-96503dc5-83a3-49d7-b100-8daeff421380 tempest-DeleteServersTestJSON-1640908237 tempest-DeleteServersTestJSON-1640908237-project] 10.222.0.63 "GET /v2.0/ports?device_id=0c5461f1-6471-424c-9d4e-f6d95cfaa8ad HTTP/1.1" status: 200 len: 210 time: 0.0273592 Sep 15 16:41:12.887616 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:41:13.745712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37688) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:13.790429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] Deleting subnet 41ed7760-ab1d-4e81-855c-64230cb21154 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:41:13.795069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:13.828960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:13.867651 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:13.962202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:13.989179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ed7760-ab1d-4e81-855c-64230cb21154,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:13.991825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:13.993122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-02dff664-b6c0-4de6-bf91-4bea520b3202 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/41ed7760-ab1d-4e81-855c-64230cb21154 HTTP/1.1" status: 204 len: 168 time: 0.2464054 Sep 15 16:41:13.995676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37690) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:14.063249 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.144172 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.163999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:41:14.173016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:41:14.173314 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d01bbaa-441c-417c-ba65-2cc0f35f3ebc') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:41:14.183457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.197070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.202888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:41:14.203277 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:41:14.204935 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:41:14.325069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.330646 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.333230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] 10.222.0.63 "DELETE /v2.0/networks/c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d HTTP/1.1" status: 204 len: 168 time: 0.3365574 Sep 15 16:41:14.346059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d153587-5805-4eac-bd30-54b97337f01f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e6f6bd-61e7-4194-bdc2-a6d24640bf9d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:14.465475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:41:14.485383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 6d775bb6-a55d-4594-9b81-80dff5e34786 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:41:14.485730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d775bb6-a55d-4594-9b81-80dff5e34786 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:41:14.634516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37694) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:14.677905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3852bc3e-85c7-4884-b779-c2a9e0547f25 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0f81f0802fa44a97a3b7d3f276b17905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421927 Sep 15 16:41:14.680680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37696) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:14.727916 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90c43ded-09d6-4623-9e13-59c788693e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.749028 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90c43ded-09d6-4623-9e13-59c788693e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.893237 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90c43ded-09d6-4623-9e13-59c788693e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.896415 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-90c43ded-09d6-4623-9e13-59c788693e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:14.897691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-90c43ded-09d6-4623-9e13-59c788693e6d admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/84aef943-f8fe-43a7-b486-bbd5a87cd466 HTTP/1.1" status: 204 len: 168 time: 0.2160838 Sep 15 16:41:14.906041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43ded-09d6-4623-9e13-59c788693e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84aef943-f8fe-43a7-b486-bbd5a87cd466,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:15.828320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37718) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:15.924453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1454819136-network', 'tenant_id': 'a2896d62e96848f6970abce7437878dc'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:41:16.007580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Made reservation on behalf of a2896d62e96848f6970abce7437878dc for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:41:16.010147 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.018412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.108255 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.161782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.182574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:41:16.196747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474f9d1c-2676-481a-85ef-29009deb1c30,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:16.202840 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.203247 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Added segment 33cd9beb-39e7-4ce1-9da6-f1d346317871 of type vlan for network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b Sep 15 16:41:16.252837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.342154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.343154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:16.343737 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.402676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] Pushing event updated for resources: {'Network': ['ID=0ce9f7be-4408-49c6-b0ef-b34597d5d47b,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:16.413028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:41:16.440068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-26c7ff9d-9981-4d1b-bfd3-d95aad44df2d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6105597 Sep 15 16:41:16.442967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 37722) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:41:16.447856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Request body: {'subnet': {'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1454819136-subnet', 'tenant_id': 'a2896d62e96848f6970abce7437878dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:41:16.542141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Made reservation on behalf of a2896d62e96848f6970abce7437878dc for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:41:16.544436 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.793204 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:16.853537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:16.860571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Checking segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:41:16.860936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Network hostable DHCP agents. Network: 0ce9f7be-4408-49c6-b0ef-b34597d5d47b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:41:16.943154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:41:17.027574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 0ce9f7be-4408-49c6-b0ef-b34597d5d47b) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:41:17.031727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:17.032329 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:17.036762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e890b-881a-4691-9b63-7a4e7bbfcc37 None None] Network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:41:17.131675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-64a52a41-378c-4278-a668-7b9834a14e0d admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6875551 Sep 15 16:41:17.156250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199719c2-72a8-4631-82dd-0c1a7383bd42 None None] Network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:41:17.549097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-618d5ad6-dd9b-4c26-8418-e8887a946eb5 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:17.550646 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-618d5ad6-dd9b-4c26-8418-e8887a946eb5 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 815 time: 0.1005483 Sep 15 16:41:17.565280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-446cc3bb-75b1-452c-be1a-4ac3afca5fb6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/quotas/a2896d62e96848f6970abce7437878dc HTTP/1.1" status: 200 len: 375 time: 0.0087736 Sep 15 16:41:17.600416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b90f67c3-f117-47ef-86fc-a09cce2a5ec6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294499 Sep 15 16:41:17.763644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-d53d6037-0588-491f-a4ee-eea3d187c082 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221533 Sep 15 16:41:17.858948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-fa051bb9-aa21-40c1-8acf-ec07f9bd1346 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885224 Sep 15 16:41:18.094919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb48e788-6155-4f25-9f5f-5cf24737c84a req-6fab6f8a-b0a1-4daf-8e6e-a8574408cbd5 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 210 time: 0.0269980 Sep 15 16:41:19.191653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1fd2542c-24a3-46ed-8dd9-e74586b7540e req-98f1e867-1d87-4d06-b272-9e6c77adf9bf tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 210 time: 0.0291216 Sep 15 16:41:20.108360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-246e4f4c-1fc9-4f3c-ad4a-45ddc4b9b225 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:20.109746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-246e4f4c-1fc9-4f3c-ad4a-45ddc4b9b225 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.38 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 815 time: 0.1047566 Sep 15 16:41:20.122070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Request body: {'port': {'device_id': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b', 'admin_state_up': True, 'tenant_id': 'a2896d62e96848f6970abce7437878dc'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:41:20.289642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0e6dc35-655f-4f51-b076-935e915676c3 req-e8766d71-8716-4ab4-b3f7-88db9dd0d205 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 210 time: 0.0282750 Sep 15 16:41:20.293113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Made reservation on behalf of a2896d62e96848f6970abce7437878dc for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:41:20.296579 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:20.427103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Allocated IP 172.20.0.5 (0ce9f7be-4408-49c6-b0ef-b34597d5d47b/4ffb3f44-c417-47e9-aaaf-b38fb0a85c55/49fd1293-bba6-4282-a973-ba9e932bdba1) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:41:20.572874 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:20.658951 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:20.700519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:41:20.703597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:41:20.708135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:41:20.736705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:20.763630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:20.764236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:20.830738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-a75b551f-576f-4bec-86b8-e8d1dea7146f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7123179 Sep 15 16:41:20.842400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Request body: {'port': {'device_id': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:41:20.900773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:21.155322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fd1293-bba6-4282-a973-ba9e932bdba1 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:41:21.162669 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:21.174023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Transition to ACTIVE for port object 49fd1293-bba6-4282-a973-ba9e932bdba1 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:41:21.261554 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:21.312190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:21.408055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:41:21.408298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:41:21.408720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:41:21.415849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Port 49fd1293-bba6-4282-a973-ba9e932bdba1 on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:41:21.416167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:41:21.426498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a900dc-47a6-4614-a532-e83b15bb75bb req-f87b3304-2115-479a-b92f-2e126d8029b1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:21.427984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08a900dc-47a6-4614-a532-e83b15bb75bb req-f87b3304-2115-479a-b92f-2e126d8029b1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0696146 Sep 15 16:41:21.430618 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:41:21.430957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Checking segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:41:21.431333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Bound using segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:41:21.431757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Bound port: 49fd1293-bba6-4282-a973-ba9e932bdba1, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:41:21.432115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:21.501307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-08a900dc-47a6-4614-a532-e83b15bb75bb req-81356366-54b8-4acd-9551-3191160d9d79 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670543 Sep 15 16:41:21.524458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:41:21.527435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:41:21.587825 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:21.624705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:21.625424 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:21.626833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] 10.222.0.38 "PUT /v2.0/ports/49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 1091 time: 0.7885571 Sep 15 16:41:21.627269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:41:21.630810 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f9bcda-4db3-484b-ae83-cec578baf007" -d '{"events": [{"name": "network-changed", "server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:41:21.651690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96283db-6c0f-40a7-93c2-c9853778306a service neutron] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:21.671709 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7b32b8-5527-4921-bd68-b3079f319048 x-openstack-request-id: req-0f7b32b8-5527-4921-bd68-b3079f319048 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:41:21.671709 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:41:21.671709 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0f7b32b8-5527-4921-bd68-b3079f319048 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:41:21.671709 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'status': 'completed', 'code': 200} Sep 15 16:41:21.732758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bcda-4db3-484b-ae83-cec578baf007 req-5f0a13a1-c7f7-48b4-9ee3-72148aff3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:21.734229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41f9bcda-4db3-484b-ae83-cec578baf007 req-5f0a13a1-c7f7-48b4-9ee3-72148aff3d32 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1094 time: 0.0420134 Sep 15 16:41:21.836536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bcda-4db3-484b-ae83-cec578baf007 req-60a46c0f-105b-4017-8fdb-4516acba20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:21.838017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41f9bcda-4db3-484b-ae83-cec578baf007 req-60a46c0f-105b-4017-8fdb-4516acba20cd service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a2896d62e96848f6970abce7437878dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959938 Sep 15 16:41:21.935468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9bcda-4db3-484b-ae83-cec578baf007 req-96a9580f-9eca-47dc-ab11-4e29684c6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:21.936905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41f9bcda-4db3-484b-ae83-cec578baf007 req-96a9580f-9eca-47dc-ab11-4e29684c6be3 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925326 Sep 15 16:41:22.015809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-e4fdf812-f8af-4697-b3de-ee908881bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:22.017404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-e4fdf812-f8af-4697-b3de-ee908881bdad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1094 time: 0.0456910 Sep 15 16:41:22.061208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b72b615e-aa2c-4993-994d-b0e6da434d58 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 217 time: 0.0351036 Sep 15 16:41:22.109620 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-cca9c4e1-e5e8-4001-8b90-ac801bd730e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:22.111043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-cca9c4e1-e5e8-4001-8b90-ac801bd730e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0434725 Sep 15 16:41:22.141451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-915e1349-74ba-40f4-8525-2cb3a4ffcbe0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236883 Sep 15 16:41:22.241647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-03bd8797-bd33-45a5-8761-d6f9aeabd42d service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931697 Sep 15 16:41:22.332901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99d985c7-59e5-45b2-96ee-58c8ffd08c0e req-b536766d-ddea-4ea4-b363-f465b14381b1 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833194 Sep 15 16:41:22.622434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f274b-8021-4754-aa9d-391fa9832562 req-3b49d0c0-3dec-44a8-91a0-c44f707c36f9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:22.623889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d81f274b-8021-4754-aa9d-391fa9832562 req-3b49d0c0-3dec-44a8-91a0-c44f707c36f9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0528028 Sep 15 16:41:22.662755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d81f274b-8021-4754-aa9d-391fa9832562 req-f41dd717-f2dd-40a3-ad1e-85fa8d8ef368 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Sep 15 16:41:23.776675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a5134-a3d9-4009-bd78-68d8428c8ccc req-98235869-dc11-49e4-9f4a-04e830759bb0 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:23.778149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e6a5134-a3d9-4009-bd78-68d8428c8ccc req-98235869-dc11-49e4-9f4a-04e830759bb0 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0488269 Sep 15 16:41:23.816582 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e6a5134-a3d9-4009-bd78-68d8428c8ccc req-6167cc8a-4aa0-4c80-baf4-6814de723e3a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Sep 15 16:41:24.021348 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c9e6dd84-c9ec-4ff7-86d4-30f38d0ef87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:24.928423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dad7c-f3d6-421c-a622-1c1173c4c35e req-a49b38d9-5b2c-48c1-82a5-66726597ac4b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:24.929899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-639dad7c-f3d6-421c-a622-1c1173c4c35e req-a49b38d9-5b2c-48c1-82a5-66726597ac4b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0478363 Sep 15 16:41:24.967027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-639dad7c-f3d6-421c-a622-1c1173c4c35e req-4f3a4cda-3619-4424-80a4-ef852830771a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Sep 15 16:41:26.085177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d62e14-c63b-4a5e-b1f8-5d50e4847847 req-8ae6ab94-a5a5-4326-989b-d9ba5f46c1cc tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:26.086643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d62e14-c63b-4a5e-b1f8-5d50e4847847 req-8ae6ab94-a5a5-4326-989b-d9ba5f46c1cc tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0534842 Sep 15 16:41:26.123789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87d62e14-c63b-4a5e-b1f8-5d50e4847847 req-3d768140-0e27-4c83-8727-9a0558348874 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Sep 15 16:41:26.547983 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:41:26.646672 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:26.657885 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b', 'port_id': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'mac_address': 'fa:16:3e:c7:d6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb3f44-c417-47e9-aaaf-b38fb0a85c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:41:26.697735 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:26.710774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fd1293-bba6-4282-a973-ba9e932bdba1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:41:26.730250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:26.787197 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:26.838942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:26.977677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['49fd1293-bba6-4282-a973-ba9e932bdba1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:41:27.052874 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:27.127167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:27.248708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8728d-efe4-424e-b9de-684988c5306e req-d567c63f-6ef7-40e4-b7c5-33dac438154c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:27.250231 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79b8728d-efe4-424e-b9de-684988c5306e req-d567c63f-6ef7-40e4-b7c5-33dac438154c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 944 time: 0.0612741 Sep 15 16:41:27.290997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79b8728d-efe4-424e-b9de-684988c5306e req-5f8711f3-8a9b-4b7b-b963-ac704f8ead11 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Sep 15 16:41:27.327104 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eab8af83-b169-41ae-8c9a-6473a31f0459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:28.403863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34331e71-ca87-46cb-9eb3-26090d4916cd req-f6f0a0da-5233-435a-b37a-be3a1a6188f9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:28.405390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34331e71-ca87-46cb-9eb3-26090d4916cd req-f6f0a0da-5233-435a-b37a-be3a1a6188f9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 944 time: 0.0484324 Sep 15 16:41:28.443496 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34331e71-ca87-46cb-9eb3-26090d4916cd req-b06b1727-f341-402d-8fe1-ebfa840e16bc tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Sep 15 16:41:28.547750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:41:28.598815 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:28.684211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 49fd1293-bba6-4282-a973-ba9e932bdba1 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:41:28.688001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 49fd1293-bba6-4282-a973-ba9e932bdba1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:41:28.688392 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:28.763103 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:28.784796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:41:28.787040 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef175ea-95df-46cb-b520-4826d5fc9322" -d '{"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:41:28.800669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:41:28.822046 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c1f0f-ea30-448d-bc6d-5da9648771f1 x-openstack-request-id: req-628c1f0f-ea30-448d-bc6d-5da9648771f1 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:41:28.822338 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:41:28.826670 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-628c1f0f-ea30-448d-bc6d-5da9648771f1 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:41:28.826670 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'code': 200} Sep 15 16:41:28.873029 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:28.922454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a386-47ed-4c2e-83a6-54f370f968a2 req-205296cb-800e-46c9-8a82-a4b68ee1cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:28.923575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:41:28.923986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d59a386-47ed-4c2e-83a6-54f370f968a2 req-205296cb-800e-46c9-8a82-a4b68ee1cbaf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1096 time: 0.0440989 Sep 15 16:41:28.960422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2d59a386-47ed-4c2e-83a6-54f370f968a2 req-bcca2291-b73b-4fb9-ad0f-fa59916a0c3d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297809 Sep 15 16:41:29.559048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9c4ae-7b5c-4074-b156-90415d0b900e req-c410fbb0-e9d1-49ac-a2a2-7da655ca666b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:29.560572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ee9c4ae-7b5c-4074-b156-90415d0b900e req-c410fbb0-e9d1-49ac-a2a2-7da655ca666b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0492752 Sep 15 16:41:29.597743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ee9c4ae-7b5c-4074-b156-90415d0b900e req-f3d548f9-fb74-439a-9ef5-79e684ab6536 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Sep 15 16:41:30.401307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:30.526950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:30.716269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89efa55-d369-4545-b24d-f3772114f802 req-c3c4d3a6-6482-426a-b5e4-451bbe48ca18 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:30.717885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d89efa55-d369-4545-b24d-f3772114f802 req-c3c4d3a6-6482-426a-b5e4-451bbe48ca18 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0495970 Sep 15 16:41:30.755988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d89efa55-d369-4545-b24d-f3772114f802 req-6893f8b3-dd5c-490c-aa26-88794077125d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Sep 15 16:41:30.873531 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94c690-0955-447a-83da-1e15398ab49f req-8a176ba6-c58b-455a-8c21-a8f1bc45c117 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:30.875003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa94c690-0955-447a-83da-1e15398ab49f req-8a176ba6-c58b-455a-8c21-a8f1bc45c117 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0520737 Sep 15 16:41:30.912870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa94c690-0955-447a-83da-1e15398ab49f req-f6fd8a14-c80b-49bf-a902-856bc4e2c200 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Sep 15 16:41:31.200042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2424da8-b46d-42bc-9cf5-7e5f87df4c48 req-c7a93a40-ddc9-4bb8-a076-b9ec29196694 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:31.201585 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2424da8-b46d-42bc-9cf5-7e5f87df4c48 req-c7a93a40-ddc9-4bb8-a076-b9ec29196694 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0493722 Sep 15 16:41:31.240566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2424da8-b46d-42bc-9cf5-7e5f87df4c48 req-6f144a89-cded-4d58-b489-5c8268f5c300 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Sep 15 16:41:31.353708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01c1c4-a644-4144-9877-b498b8b26a7e req-2e16e5b2-dc63-42de-bf91-ea554449455f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:31.355101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a01c1c4-a644-4144-9877-b498b8b26a7e req-2e16e5b2-dc63-42de-bf91-ea554449455f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0496376 Sep 15 16:41:31.394919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a01c1c4-a644-4144-9877-b498b8b26a7e req-3db9c110-f4e7-46bd-a715-41484b86247d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338681 Sep 15 16:41:31.783808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dc478-274d-4381-ab28-e94b4295b8b2 req-1ec3a8ca-a4bb-48d6-bcb4-fdf71d206896 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:31.786398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f9dc478-274d-4381-ab28-e94b4295b8b2 req-1ec3a8ca-a4bb-48d6-bcb4-fdf71d206896 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0547550 Sep 15 16:41:31.827552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f9dc478-274d-4381-ab28-e94b4295b8b2 req-5ea9e33b-dd9b-46ad-96f2-63542d205517 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347316 Sep 15 16:41:31.893998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-010e6be4-d474-4146-bcb5-b4f4d87c9926 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418701 Sep 15 16:41:32.950901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c266d-71cb-4bfd-9bcc-c918b21c3a77 req-d1311300-26a3-4ece-ac6e-97dd225b67df tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:32.952381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df6c266d-71cb-4bfd-9bcc-c918b21c3a77 req-d1311300-26a3-4ece-ac6e-97dd225b67df tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0489519 Sep 15 16:41:32.991885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df6c266d-71cb-4bfd-9bcc-c918b21c3a77 req-086b685b-8288-40cd-83bd-860ab88c1adc tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Sep 15 16:41:33.922896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-fa770295-414d-47cc-bca1-b73252efbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:33.924419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-fa770295-414d-47cc-bca1-b73252efbe38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1096 time: 0.0442321 Sep 15 16:41:34.013313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-ea5e4c1f-9668-4507-8d8a-f3e76b4f39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:34.014867 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-ea5e4c1f-9668-4507-8d8a-f3e76b4f39b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0837460 Sep 15 16:41:34.059026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-5d923a02-8652-486b-80c1-0170493e182a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 217 time: 0.0368264 Sep 15 16:41:34.130155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-8e600b67-4f41-4d4b-9e03-dff7ad601b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:34.131514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-8e600b67-4f41-4d4b-9e03-dff7ad601b51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0631185 Sep 15 16:41:34.142358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b223e-f625-4a6f-9cd1-94ea788c7869 req-38a29d2e-4a7d-4cd7-a3c7-418c01c2cf30 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:34.144570 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f36b223e-f625-4a6f-9cd1-94ea788c7869 req-38a29d2e-4a7d-4cd7-a3c7-418c01c2cf30 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0844889 Sep 15 16:41:34.179425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-aa96b069-1ea6-456d-afc2-c40d706ac1f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339317 Sep 15 16:41:34.209678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f36b223e-f625-4a6f-9cd1-94ea788c7869 req-56444c0f-de27-4769-a4cc-476e5247f270 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570989 Sep 15 16:41:34.283908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-9dae1941-f8b9-4553-b770-166948144f44 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875514 Sep 15 16:41:34.375889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-688c313b-27f5-4c79-a255-445aed9285d6 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852320 Sep 15 16:41:35.324512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217bda0-1819-4a0a-bb4f-5cef0c177d76 req-87ef4015-82d5-40f9-ace1-3bdd478387e7 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:35.325985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9217bda0-1819-4a0a-bb4f-5cef0c177d76 req-87ef4015-82d5-40f9-ace1-3bdd478387e7 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0498123 Sep 15 16:41:35.362703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9217bda0-1819-4a0a-bb4f-5cef0c177d76 req-bb7a9792-3104-4223-8923-30e3fcacd175 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307286 Sep 15 16:41:36.479192 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f014b22-7cc2-4b6f-9730-120960d522f6 req-36d3f074-7d5c-4c6d-9cdc-a8b84eeb046b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:36.483567 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f014b22-7cc2-4b6f-9730-120960d522f6 req-36d3f074-7d5c-4c6d-9cdc-a8b84eeb046b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0499616 Sep 15 16:41:36.519479 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f014b22-7cc2-4b6f-9730-120960d522f6 req-3fc5555c-e41d-4f8c-ba71-aaabfe9f8a62 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Sep 15 16:41:37.635983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac8e88-b86d-48a3-8293-fa83ab89500e req-4e67b9f6-64f3-4e35-8c1a-4527a0f38754 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:37.637454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fac8e88-b86d-48a3-8293-fa83ab89500e req-4e67b9f6-64f3-4e35-8c1a-4527a0f38754 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0516319 Sep 15 16:41:37.992262 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9fac8e88-b86d-48a3-8293-fa83ab89500e req-e061c40d-b28f-4424-b934-9ebbf63a14fb tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487625 Sep 15 16:41:39.110678 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0fbcc-7de9-4b37-890a-a0e6bc4064b5 req-c54be2b8-474c-4219-ab8d-1128e6c27b58 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:39.112200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ca0fbcc-7de9-4b37-890a-a0e6bc4064b5 req-c54be2b8-474c-4219-ab8d-1128e6c27b58 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0498269 Sep 15 16:41:39.150516 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ca0fbcc-7de9-4b37-890a-a0e6bc4064b5 req-78547377-69ae-46a2-ba69-4f6365d122e7 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Sep 15 16:41:40.264463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d3e0-650e-4508-842f-e87b26072f4b req-4fee6b10-59ae-4aac-ab15-9f5f5e6b6782 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:40.265932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3438d3e0-650e-4508-842f-e87b26072f4b req-4fee6b10-59ae-4aac-ab15-9f5f5e6b6782 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0473900 Sep 15 16:41:40.304508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3438d3e0-650e-4508-842f-e87b26072f4b req-58d9322c-1a8f-422e-b1e6-2f8b4839321a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Sep 15 16:41:41.422471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bffb58-7288-4c50-a950-54dffd38470d req-5ff47034-83b5-4aa2-8c90-bdffa6a0731b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:41.423937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92bffb58-7288-4c50-a950-54dffd38470d req-5ff47034-83b5-4aa2-8c90-bdffa6a0731b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0510654 Sep 15 16:41:41.461511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92bffb58-7288-4c50-a950-54dffd38470d req-3ec52904-7ec0-4ec9-ab67-00198543c7c2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Sep 15 16:41:42.592117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae55e06-3d18-41fa-b4a4-a084de3bae07 req-aa72d1c2-5db6-4519-a316-e6fffb951e0a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:42.593522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ae55e06-3d18-41fa-b4a4-a084de3bae07 req-aa72d1c2-5db6-4519-a316-e6fffb951e0a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0652103 Sep 15 16:41:42.631387 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6ae55e06-3d18-41fa-b4a4-a084de3bae07 req-d04f4ab2-9685-4d3d-993b-7240f7f2e3b6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Sep 15 16:41:43.747575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c2bee-3df6-4e20-b7b2-040ca9234952 req-02c64bd3-73f3-4e49-811e-e0a21bfc013c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:43.749106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b99c2bee-3df6-4e20-b7b2-040ca9234952 req-02c64bd3-73f3-4e49-811e-e0a21bfc013c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0503812 Sep 15 16:41:43.787558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b99c2bee-3df6-4e20-b7b2-040ca9234952 req-f6300d36-7922-4efb-aaeb-ae3a30ed7665 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319626 Sep 15 16:41:44.904375 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180d7b-7c74-4dd2-8f74-eb6ecf502733 req-82871311-ab89-4ad1-9b2a-57e6202a743d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:44.905873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30180d7b-7c74-4dd2-8f74-eb6ecf502733 req-82871311-ab89-4ad1-9b2a-57e6202a743d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0515783 Sep 15 16:41:44.944901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30180d7b-7c74-4dd2-8f74-eb6ecf502733 req-7a416461-5160-40c7-b5d8-7e3e2753c6cc tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331450 Sep 15 16:41:46.059594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee252243-0f2a-4d55-9042-4c9f78bfea1e req-6f40766e-868a-4f53-b0d9-7c6333dc8cd6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:46.061090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee252243-0f2a-4d55-9042-4c9f78bfea1e req-6f40766e-868a-4f53-b0d9-7c6333dc8cd6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0498040 Sep 15 16:41:46.099418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee252243-0f2a-4d55-9042-4c9f78bfea1e req-f2669c1e-1038-4439-b4e3-addae22c625b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Sep 15 16:41:47.227434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99093ae7-071a-4c09-9449-3b2faa577d1d req-0193bd8c-c5b3-4881-a64b-ac99b98703d8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:47.229068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99093ae7-071a-4c09-9449-3b2faa577d1d req-0193bd8c-c5b3-4881-a64b-ac99b98703d8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0625498 Sep 15 16:41:47.275124 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99093ae7-071a-4c09-9449-3b2faa577d1d req-5f7fe721-b800-4a54-a7c6-83177026baad tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399754 Sep 15 16:41:48.400408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b830-2134-4be2-a894-e4deebc57360 req-3338fa9e-a44f-4d02-9e67-6a07f7979288 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:48.401919 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb55b830-2134-4be2-a894-e4deebc57360 req-3338fa9e-a44f-4d02-9e67-6a07f7979288 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0521939 Sep 15 16:41:48.439019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fb55b830-2134-4be2-a894-e4deebc57360 req-9f496aa4-92c5-4282-ade3-4a2e0305a4c6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Sep 15 16:41:49.552727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6cb07-2afe-4206-a7a4-ce710932ffe2 req-9f451a53-4edd-48cd-b460-8b22d80cdd36 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:49.555329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ac6cb07-2afe-4206-a7a4-ce710932ffe2 req-9f451a53-4edd-48cd-b460-8b22d80cdd36 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0492847 Sep 15 16:41:49.594798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ac6cb07-2afe-4206-a7a4-ce710932ffe2 req-a18677c1-488a-4431-9665-53319cd453d9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Sep 15 16:41:49.888893 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:41:50.709525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24089e89-ad92-4a09-a8ea-dab5c3c42fea req-e373a855-8179-4c64-958e-967a6c98957e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:50.710984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24089e89-ad92-4a09-a8ea-dab5c3c42fea req-e373a855-8179-4c64-958e-967a6c98957e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0492132 Sep 15 16:41:50.749326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24089e89-ad92-4a09-a8ea-dab5c3c42fea req-71097714-e31e-408d-995c-b1643b2976a4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Sep 15 16:41:51.869199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd3be0-a49e-433e-9b94-32923eb0f6a7 req-11be56d0-329c-46bc-a36b-06013811ec78 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:51.870662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6bd3be0-a49e-433e-9b94-32923eb0f6a7 req-11be56d0-329c-46bc-a36b-06013811ec78 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0527213 Sep 15 16:41:51.906456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6bd3be0-a49e-433e-9b94-32923eb0f6a7 req-7dc66540-4c84-4e0e-952c-6ce6900ddd73 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299346 Sep 15 16:41:53.021733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2290ca-5665-4125-b2d5-23597e841885 req-cebd9046-1786-437a-a1db-3a4c71385895 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:53.023205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f2290ca-5665-4125-b2d5-23597e841885 req-cebd9046-1786-437a-a1db-3a4c71385895 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0477774 Sep 15 16:41:53.060511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2f2290ca-5665-4125-b2d5-23597e841885 req-940a1784-7599-4913-9ca8-556aa9aabe05 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Sep 15 16:41:54.028398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-662a1921-87fe-4798-bba1-221895bb4911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:54.177211 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fe57c-920e-4552-96e5-51c271ab9bc4 req-6ecfd610-9fcf-4404-b0ad-acf20c2c0d30 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:54.178753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d78fe57c-920e-4552-96e5-51c271ab9bc4 req-6ecfd610-9fcf-4404-b0ad-acf20c2c0d30 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0505359 Sep 15 16:41:54.216806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d78fe57c-920e-4552-96e5-51c271ab9bc4 req-8a1df7a5-6666-430d-a14c-1f917c3ee5f9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310016 Sep 15 16:41:55.333793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd696b-4c02-4f1c-a1e9-43f80dad49f9 req-63523c9d-154f-47da-a9cf-342bcf4142e5 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:55.335271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87bd696b-4c02-4f1c-a1e9-43f80dad49f9 req-63523c9d-154f-47da-a9cf-342bcf4142e5 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0530605 Sep 15 16:41:55.372370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-87bd696b-4c02-4f1c-a1e9-43f80dad49f9 req-e350ba8a-0037-44f6-b790-49ecbde10486 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Sep 15 16:41:56.487908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fc801-a7f0-425a-8c91-ce4c0caff273 req-ea557c6b-195e-43a3-ba90-b9aac527e143 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:56.490013 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d97fc801-a7f0-425a-8c91-ce4c0caff273 req-ea557c6b-195e-43a3-ba90-b9aac527e143 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0500269 Sep 15 16:41:56.532183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d97fc801-a7f0-425a-8c91-ce4c0caff273 req-be0d85d1-981d-4f30-a426-0bcc93117265 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361252 Sep 15 16:41:57.039937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:57.106227 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:57.296912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1477b4f-a0b9-43ec-920b-381cb79c75d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:57.646048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92d94f-9bcf-402d-9345-df2383cd21b1 req-a5b1b20b-6cd8-4a94-a59c-05993b1a8045 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:57.647523 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd92d94f-9bcf-402d-9345-df2383cd21b1 req-a5b1b20b-6cd8-4a94-a59c-05993b1a8045 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0485375 Sep 15 16:41:57.685172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fd92d94f-9bcf-402d-9345-df2383cd21b1 req-05f1c0d7-b259-4de7-abcf-6c6272f24af6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317559 Sep 15 16:41:58.594384 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:41:58.802267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae65982-81de-4237-8c59-c159208af26c req-b54a5630-276c-4487-8a03-a4bcdde068f2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:58.803733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae65982-81de-4237-8c59-c159208af26c req-b54a5630-276c-4487-8a03-a4bcdde068f2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0525525 Sep 15 16:41:58.840206 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ae65982-81de-4237-8c59-c159208af26c req-3cd32914-f7ab-4433-9cb0-686357ddae8d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305104 Sep 15 16:41:59.953205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986aec0-ee1b-408f-9dda-419c1afe43e0 req-76c8de5a-2995-4cd2-ae6e-a80c2f8117a7 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:41:59.954677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5986aec0-ee1b-408f-9dda-419c1afe43e0 req-76c8de5a-2995-4cd2-ae6e-a80c2f8117a7 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0480683 Sep 15 16:41:59.992744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5986aec0-ee1b-408f-9dda-419c1afe43e0 req-e81ee113-287a-41e4-9708-bc8f426e6eea tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Sep 15 16:42:00.297002 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:00.563611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:01.113930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba23fc-4e41-4d94-91a4-ec927527f304 req-fa2520a9-e1b6-405f-b171-5f46f0094d4e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:01.115360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fba23fc-4e41-4d94-91a4-ec927527f304 req-fa2520a9-e1b6-405f-b171-5f46f0094d4e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0537271 Sep 15 16:42:01.152292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fba23fc-4e41-4d94-91a4-ec927527f304 req-4de4e30f-a9f2-48f4-85bf-0291c3382d83 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310161 Sep 15 16:42:01.585467 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e646117d-e488-40af-8038-876ca5a3f4a1 service neutron] show failed (client error): The resource could not be found. Sep 15 16:42:01.586468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e646117d-e488-40af-8038-876ca5a3f4a1 service neutron] 10.222.0.38 "GET /v2.0/ports/49fd1293-bba6-4282-a973-ba9e932bdba1/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0587337 Sep 15 16:42:02.131041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-c98f5b8c-7850-477d-a8ff-7fee5a5a045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:02.132507 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-c98f5b8c-7850-477d-a8ff-7fee5a5a045c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c&tenant_id=a2896d62e96848f6970abce7437878dc HTTP/1.1" status: 200 len: 1096 time: 0.0776987 Sep 15 16:42:02.144416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:42:02.206316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:02.271520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a452e09-fe04-41fb-8027-e6d9cb7b6a2a req-d42eaefd-4eb0-4b87-b3a0-39e738636e34 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:02.272991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a452e09-fe04-41fb-8027-e6d9cb7b6a2a req-d42eaefd-4eb0-4b87-b3a0-39e738636e34 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0503702 Sep 15 16:42:02.314073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a452e09-fe04-41fb-8027-e6d9cb7b6a2a req-bab1af4f-7433-4a1a-af46-fbbe1dcff62a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349655 Sep 15 16:42:02.406922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:02.438112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:42:02.476211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:02.481728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:02.494300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Transition to ACTIVE for port object 49fd1293-bba6-4282-a973-ba9e932bdba1 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:42:02.516914 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed085e6-95ba-431a-b480-098a9ea474a1" -d '{"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-unplugged", "status": "completed", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:02.557764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:02.625094 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0660fa58-dfaa-47b5-9b9f-a67582b0f59f x-openstack-request-id: req-0660fa58-dfaa-47b5-9b9f-a67582b0f59f {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:02.625385 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-unplugged", "status": "completed", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:02.625634 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0660fa58-dfaa-47b5-9b9f-a67582b0f59f {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:02.626026 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'code': 200} Sep 15 16:42:02.626944 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] No DVR routers for this DVR port 49fd1293-bba6-4282-a973-ba9e932bdba1 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:42:02.629389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:02.641729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.642078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.642468 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.642804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.643131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.643459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.643796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.644107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.644431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.645416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.645733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.646049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:02.673870 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:42:02.674195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:42:02.674516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:42:02.679654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Port 49fd1293-bba6-4282-a973-ba9e932bdba1 on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:42:02.679963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Attempting to bind port 49fd1293-bba6-4282-a973-ba9e932bdba1 on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:42:02.684724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:42:02.687729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Checking segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:42:02.687729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Bound using segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:42:02.687729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Bound port: 49fd1293-bba6-4282-a973-ba9e932bdba1, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:42:02.687729 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:02.746632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:42:02.749635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:42:02.803410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:02.845149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:02.845149 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:02.845149 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] 10.222.0.55 "PUT /v2.0/ports/49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 1091 time: 0.7006285 Sep 15 16:42:02.859534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf1bd1-ae18-4c01-be9b-cda79a4624ba service neutron] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:02.909709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-4e538c5b-2681-47bf-a327-6df7c292c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:02.911651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-4e538c5b-2681-47bf-a327-6df7c292c73a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1094 time: 0.0445769 Sep 15 16:42:03.000829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-c0326a70-1cd7-4ad8-93b0-95c23bd5f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:03.002279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-c0326a70-1cd7-4ad8-93b0-95c23bd5f886 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0838892 Sep 15 16:42:03.375820 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-9d851e0d-c61b-4d08-b21f-b224fdd067b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 217 time: 0.3648179 Sep 15 16:42:03.426097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-182e98a5-ac10-45a1-9cae-5b2f07f3c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:03.427864 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-182e98a5-ac10-45a1-9cae-5b2f07f3c983 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0448799 Sep 15 16:42:03.434784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968cb18-a299-4f9a-8519-83ccc8eb48a8 req-c75381f7-7679-47b2-93f8-3dbc59f3eae6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:03.436326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9968cb18-a299-4f9a-8519-83ccc8eb48a8 req-c75381f7-7679-47b2-93f8-3dbc59f3eae6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0488143 Sep 15 16:42:03.461302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-6e615de9-7d0d-49ac-bdec-583fdbb9f776 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256748 Sep 15 16:42:03.474692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9968cb18-a299-4f9a-8519-83ccc8eb48a8 req-eafd8d8a-5fcd-476d-b2a9-f60babeed301 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Sep 15 16:42:03.555178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-474be38a-aa47-4afe-873b-792b45a66d55 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Sep 15 16:42:03.646027 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-cc171909-e76c-4399-8d9b-176e5f6bc9e7 req-291f065f-5ced-4ce9-9a07-4b604b306f43 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832787 Sep 15 16:42:04.593214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80f3ff-174d-4d5c-9915-8cda1ff58692 req-0762377b-3b3e-4571-b7f2-481698c8bdd1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:04.594616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed80f3ff-174d-4d5c-9915-8cda1ff58692 req-0762377b-3b3e-4571-b7f2-481698c8bdd1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0526745 Sep 15 16:42:04.627075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:04.629925 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:04.632584 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed80f3ff-174d-4d5c-9915-8cda1ff58692 req-822ea27f-b284-44ec-8d15-0397f39694be tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Sep 15 16:42:04.690015 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f02c7e-5098-4edd-bbcb-0d75d0867174 x-openstack-request-id: req-e1f02c7e-5098-4edd-bbcb-0d75d0867174 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:04.690015 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:04.690015 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e1f02c7e-5098-4edd-bbcb-0d75d0867174 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:04.690015 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'status': 'completed', 'code': 200} Sep 15 16:42:04.748773 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-b934f7f8-cbb3-403a-a3a6-b8616e940fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:04.750340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-b934f7f8-cbb3-403a-a3a6-b8616e940fa8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1094 time: 0.0426021 Sep 15 16:42:04.751283 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-daf984d0-8afd-4496-baed-2453bd3b0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:04.752821 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-daf984d0-8afd-4496-baed-2453bd3b0f68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1094 time: 0.0414965 Sep 15 16:42:04.790777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:42:04.836369 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:42:04.852022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-e229ed19-c61b-4900-a6c5-c69d7be00326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:04.853446 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-e229ed19-c61b-4900-a6c5-c69d7be00326 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0961154 Sep 15 16:42:04.854969 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-02d42b4b-f0a4-4782-9760-45dcb399421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:04.856423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-02d42b4b-f0a4-4782-9760-45dcb399421f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0954940 Sep 15 16:42:04.897000 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-44533a9a-595a-4da9-a40b-9110f5982ca0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 217 time: 0.0336542 Sep 15 16:42:04.897986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-2e42a60e-0e5b-4732-b8a3-a17db9abed60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 217 time: 0.0373628 Sep 15 16:42:04.946456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-a4e6bc81-4320-4b36-a133-0bb133ad5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:04.947916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-a4e6bc81-4320-4b36-a133-0bb133ad5bc9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0432479 Sep 15 16:42:04.950273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-8b229773-c522-4dd9-a24b-0afac4fa750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:04.951715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-8b229773-c522-4dd9-a24b-0afac4fa750a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0482709 Sep 15 16:42:04.980332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-88a00a32-aede-48cb-8e70-4ff4e90ee286 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255227 Sep 15 16:42:04.983411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-4b0ece52-a335-44b3-884d-fbdf7f452360 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243011 Sep 15 16:42:05.073866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-527829ed-4fe5-4062-830c-ddb5afce76a9 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822613 Sep 15 16:42:05.074155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-04d7d71b-0aba-46c0-9d3a-c40357703925 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867136 Sep 15 16:42:05.163798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-5bf30ea4-35c7-40ab-b2a4-325f84e415ef service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828528 Sep 15 16:42:05.167345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0bf238cb-ad35-4b42-b477-f4d521d7cfdf req-f6574252-f6e7-40f9-828a-f7e11d2a8cd0 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864103 Sep 15 16:42:05.757405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6ab8b-53ec-4a93-924b-1d32d31db387 req-770b73c2-da9f-4afb-8e0d-2873ea2ba03b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:05.758892 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bad6ab8b-53ec-4a93-924b-1d32d31db387 req-770b73c2-da9f-4afb-8e0d-2873ea2ba03b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0541506 Sep 15 16:42:05.796396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bad6ab8b-53ec-4a93-924b-1d32d31db387 req-75facefd-b9ab-4546-b206-643b1e2057e2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Sep 15 16:42:06.120150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d2cda-97ce-4338-8749-d7537cca6b66 req-a1efeb34-2ea1-4a90-9351-0fbdc7fbd03d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:06.121774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f43d2cda-97ce-4338-8749-d7537cca6b66 req-a1efeb34-2ea1-4a90-9351-0fbdc7fbd03d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0489984 Sep 15 16:42:06.161131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f43d2cda-97ce-4338-8749-d7537cca6b66 req-5166ccfe-6aeb-472b-8f70-affca49139d1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Sep 15 16:42:06.248382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-43abd622-f57e-45a4-8e59-8566322c3450 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:06.249887 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-43abd622-f57e-45a4-8e59-8566322c3450 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.38 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c&tenant_id=a2896d62e96848f6970abce7437878dc&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 943 time: 0.0878220 Sep 15 16:42:06.309370 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-ff1dd7c0-6ebe-467e-9cce-66435629844d service neutron] delete failed (client error): The resource could not be found. Sep 15 16:42:06.310377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-ff1dd7c0-6ebe-467e-9cce-66435629844d service neutron] 10.222.0.38 "DELETE /v2.0/ports/49fd1293-bba6-4282-a973-ba9e932bdba1/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0531199 Sep 15 16:42:06.389974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-7698fdb6-1fd9-47d9-8dbb-3e424d2a59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:06.391481 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-7698fdb6-1fd9-47d9-8dbb-3e424d2a59e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 1094 time: 0.0402832 Sep 15 16:42:06.486107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-f06e609b-3353-4391-b4ab-429751b6acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:06.487577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-f06e609b-3353-4391-b4ab-429751b6acb4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0888147 Sep 15 16:42:06.528284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-169c90b0-17ec-491b-aa82-e5c3fd07a566 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 200 len: 217 time: 0.0335364 Sep 15 16:42:06.576372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-c39b4d7d-823b-482c-9256-98874ec6b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:06.577763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-c39b4d7d-823b-482c-9256-98874ec6b145 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0431013 Sep 15 16:42:06.612865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-89f2c0a9-7fca-40c6-ad57-364ce0f15343 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280600 Sep 15 16:42:06.702958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-a5bcf4ec-bef0-4e48-86f8-4d77cdc7c680 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830753 Sep 15 16:42:06.795605 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6fc8a92b-76a0-42b7-89cc-a77d46d6c9f1 req-5ae73349-e604-4728-be39-ef3eea9905d3 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857077 Sep 15 16:42:07.196455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:42:07.284721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1bfd4-20bc-4187-84bd-bcaefb75d0d0 req-ee81d3c7-3706-4daf-adc3-c4c7f5c08d37 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:07.286816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4b1bfd4-20bc-4187-84bd-bcaefb75d0d0 req-ee81d3c7-3706-4daf-adc3-c4c7f5c08d37 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 943 time: 0.0541117 Sep 15 16:42:07.304504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:07.318293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b', 'port_id': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'mac_address': 'fa:16:3e:c7:d6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb3f44-c417-47e9-aaaf-b38fb0a85c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:42:07.332276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4b1bfd4-20bc-4187-84bd-bcaefb75d0d0 req-a83c5622-0d37-424e-b584-7e730191248d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Sep 15 16:42:07.361303 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:07.374917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fd1293-bba6-4282-a973-ba9e932bdba1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:42:07.396007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:07.468259 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:07.522148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:07.680039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['49fd1293-bba6-4282-a973-ba9e932bdba1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:42:08.445827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214494d-71de-4fbd-a56c-9f020e5fa231 req-4175ef59-7e2f-4b94-929d-f582611dc4f8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:08.447287 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7214494d-71de-4fbd-a56c-9f020e5fa231 req-4175ef59-7e2f-4b94-929d-f582611dc4f8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 944 time: 0.0479867 Sep 15 16:42:08.483760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7214494d-71de-4fbd-a56c-9f020e5fa231 req-dc26e41a-0ed9-499c-bd29-f0fedaefa132 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305126 Sep 15 16:42:08.600524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadf7c8-5ad6-4239-bb4b-83cbe42c8750 req-15377424-80bb-43af-b530-927752a409e2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:08.601928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9aadf7c8-5ad6-4239-bb4b-83cbe42c8750 req-15377424-80bb-43af-b530-927752a409e2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 944 time: 0.0533364 Sep 15 16:42:08.639524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9aadf7c8-5ad6-4239-bb4b-83cbe42c8750 req-57a4d78b-a629-45f8-ab31-4ed87a6d93d2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Sep 15 16:42:08.751306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db6d05-ab82-44cf-bc5e-49686fa3ac2c req-5afc83d3-3b82-44e7-8737-786dda1a89c9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:08.752803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45db6d05-ab82-44cf-bc5e-49686fa3ac2c req-5afc83d3-3b82-44e7-8737-786dda1a89c9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 944 time: 0.0493343 Sep 15 16:42:08.790650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45db6d05-ab82-44cf-bc5e-49686fa3ac2c req-e13841ad-9d1c-40b3-ad55-6316187f52ed tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Sep 15 16:42:09.205421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:42:09.311679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 49fd1293-bba6-4282-a973-ba9e932bdba1 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:42:09.315639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 49fd1293-bba6-4282-a973-ba9e932bdba1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:42:09.316011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:09.321206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-6e057f15-4e26-4b95-927d-30be9935f4d8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:09.326977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-6e057f15-4e26-4b95-927d-30be9935f4d8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 815 time: 0.1055641 Sep 15 16:42:09.338620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-4bd5f91d-c0e7-41d5-80c5-c5d727b6ab34 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/quotas/a2896d62e96848f6970abce7437878dc HTTP/1.1" status: 200 len: 375 time: 0.0098782 Sep 15 16:42:09.389436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-d0017070-ed63-4dca-8f80-c9a6f9c8fa56 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450866 Sep 15 16:42:09.395200 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:09.417329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:09.419595 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e1c6b-d7ab-453f-9fa7-353f9e8cfb3e" -d '{"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:09.432801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:09.480394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-c4db1dd2-0ffe-4a52-8b4a-65e3f9bd57d1 service neutron] 10.222.0.63 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832539 Sep 15 16:42:09.546404 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:09.575917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-6ca16317-7863-4387-b21c-632eb7525f5e service neutron] 10.222.0.63 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894849 Sep 15 16:42:09.599116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:09.606720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.612803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:09.783013 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9699e3f4-c96e-4e1d-a792-be3b45a0f391 x-openstack-request-id: req-9699e3f4-c96e-4e1d-a792-be3b45a0f391 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:09.783312 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:09.783756 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9699e3f4-c96e-4e1d-a792-be3b45a0f391 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:09.784234 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'code': 200} Sep 15 16:42:09.838611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9dab2167-b939-4aa7-a4e2-4f04afb80bf3 req-717ddf55-5bee-4ad1-a88b-5c5a04090f4f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 210 time: 0.0261393 Sep 15 16:42:10.408432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-76ba2220-bb80-4c94-a70b-f410806a8efe tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:10.409911 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-76ba2220-bb80-4c94-a70b-f410806a8efe tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.55 "GET /v2.0/ports?device_id=867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c HTTP/1.1" status: 200 len: 945 time: 0.0496137 Sep 15 16:42:10.505046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Deleting port 49fd1293-bba6-4282-a973-ba9e932bdba1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:42:10.505391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:10.595095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] For port 49fd1293-bba6-4282-a973-ba9e932bdba1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=49fd1293-bba6-4282-a973-ba9e932bdba1,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:10.595379 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:10.608351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Calling delete_port for 49fd1293-bba6-4282-a973-ba9e932bdba1 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:42:10.788285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:10.800132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['49fd1293-bba6-4282-a973-ba9e932bdba1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:42:10.817105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Pushing event deleted for resources: {'Port': ['ID=49fd1293-bba6-4282-a973-ba9e932bdba1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:10.874233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] No DVR routers for this DVR port 49fd1293-bba6-4282-a973-ba9e932bdba1 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:42:10.876926 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:10.878917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-929568fb-2dac-4bb6-a2fd-41aa716f2258 req-7eaac30e-b087-453d-bae0-c048360e0a3d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.55 "DELETE /v2.0/ports/49fd1293-bba6-4282-a973-ba9e932bdba1 HTTP/1.1" status: 204 len: 173 time: 0.4621770 Sep 15 16:42:10.879359 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-deleted', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:10.882744 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8756f0-a497-416c-8921-6bab5a9b0aad" -d '{"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-deleted", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:10.944015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da1398e9-aa44-4c00-87f7-b93c69ea33df req-d2820a49-0e6b-436c-9db3-1d022e5b1b1f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 210 time: 0.0291510 Sep 15 16:42:10.992118 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431beaf-4a92-4aca-9284-8b80cb0aa34e x-openstack-request-id: req-3431beaf-4a92-4aca-9284-8b80cb0aa34e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:10.992118 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c", "name": "network-vif-deleted", "tag": "49fd1293-bba6-4282-a973-ba9e932bdba1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:10.992118 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3431beaf-4a92-4aca-9284-8b80cb0aa34e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:10.992118 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867ae8cc-e8ba-4715-b2ad-de3f39f8ea1c', 'name': 'network-vif-deleted', 'tag': '49fd1293-bba6-4282-a973-ba9e932bdba1', 'status': 'completed', 'code': 200} Sep 15 16:42:11.583808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-203cf5ef-a52f-4649-83a8-6b0f63fa59d1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:11.585387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-203cf5ef-a52f-4649-83a8-6b0f63fa59d1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.55 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 815 time: 0.1238327 Sep 15 16:42:11.598193 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Request body: {'port': {'device_id': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b', 'admin_state_up': True, 'tenant_id': 'a2896d62e96848f6970abce7437878dc'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:42:11.771658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Made reservation on behalf of a2896d62e96848f6970abce7437878dc for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:42:11.775434 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:11.902046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Allocated IP 172.20.0.5 (0ce9f7be-4408-49c6-b0ef-b34597d5d47b/4ffb3f44-c417-47e9-aaaf-b38fb0a85c55/4a743dad-743a-4471-b859-68fa83bca8da) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:42:12.046577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a39ebeb-d8a4-4acd-aa42-ef0d9ebbc828 req-82710334-f2c4-4e0e-983f-b4cf2c26146a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 210 time: 0.0305829 Sep 15 16:42:12.052840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:12.148750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:12.161267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['49fd1293-bba6-4282-a973-ba9e932bdba1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:42:12.191616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:42:12.195205 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:42:12.197523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:42:12.232716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:12.259070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:12.259709 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:12.346935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-cfd941f5-ff8c-4429-a999-706c9891f418 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7523839 Sep 15 16:42:12.359970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Request body: {'port': {'device_id': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:42:12.412086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:12.671667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a743dad-743a-4471-b859-68fa83bca8da {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:42:12.679911 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:12.691881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Transition to ACTIVE for port object 4a743dad-743a-4471-b859-68fa83bca8da will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:42:12.747591 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:12.795752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:12.864188 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:42:12.865081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:42:12.865530 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:42:12.869659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Port 4a743dad-743a-4471-b859-68fa83bca8da on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:42:12.869972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:42:12.874721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:42:12.875050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Checking segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:42:12.875427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Bound using segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:42:12.875840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Bound port: 4a743dad-743a-4471-b859-68fa83bca8da, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:42:12.876185 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:12.940975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:42:12.943988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:42:13.008743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:13.042434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:13.043056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:13.044412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] 10.222.0.55 "PUT /v2.0/ports/4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 1091 time: 0.6887996 Sep 15 16:42:13.044863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:13.047086 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c757e-037e-4701-beca-0a5da549b665" -d '{"events": [{"name": "network-changed", "server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "tag": "4a743dad-743a-4471-b859-68fa83bca8da"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:13.071565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb15d9-6407-428f-9d52-f31601cef828 service neutron] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:13.087492 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ced1aff-d3ec-431f-b218-4a63c7ea7819 x-openstack-request-id: req-3ced1aff-d3ec-431f-b218-4a63c7ea7819 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:13.087617 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "tag": "4a743dad-743a-4471-b859-68fa83bca8da", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:13.087827 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3ced1aff-d3ec-431f-b218-4a63c7ea7819 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:13.088228 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da', 'status': 'completed', 'code': 200} Sep 15 16:42:13.154010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c757e-037e-4701-beca-0a5da549b665 req-f27b415c-146a-48f0-9570-e35827730d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:13.155541 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-077c757e-037e-4701-beca-0a5da549b665 req-f27b415c-146a-48f0-9570-e35827730d5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1094 time: 0.0452697 Sep 15 16:42:13.187132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edca7d9-6496-4788-bc85-32024dcd1990 req-df2fb6e1-0dbb-4fb5-903a-42e97c662922 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:13.188680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0edca7d9-6496-4788-bc85-32024dcd1990 req-df2fb6e1-0dbb-4fb5-903a-42e97c662922 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0562615 Sep 15 16:42:13.227639 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0edca7d9-6496-4788-bc85-32024dcd1990 req-7bfab400-eca4-4136-9084-3a5b74a9b963 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Sep 15 16:42:13.258136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c757e-037e-4701-beca-0a5da549b665 req-57915bcd-76ea-49e2-a61c-d8b521d637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:13.259615 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-077c757e-037e-4701-beca-0a5da549b665 req-57915bcd-76ea-49e2-a61c-d8b521d637c2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a2896d62e96848f6970abce7437878dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966756 Sep 15 16:42:13.351175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c757e-037e-4701-beca-0a5da549b665 req-5683a941-04d9-41b2-b835-72b160e657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:13.352689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-077c757e-037e-4701-beca-0a5da549b665 req-5683a941-04d9-41b2-b835-72b160e657e7 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859880 Sep 15 16:42:13.433431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-e4d4ffad-bc7e-40a9-aaf0-71e975dcfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:13.434924 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-e4d4ffad-bc7e-40a9-aaf0-71e975dcfeae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1094 time: 0.0462239 Sep 15 16:42:13.479780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-c150ea5f-3e2d-46c3-bdca-629d2ef21d4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 217 time: 0.0371816 Sep 15 16:42:13.531709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-ed4d0ca9-67cc-469e-8fb7-9ad51aea13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:13.533208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-ed4d0ca9-67cc-469e-8fb7-9ad51aea13e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0468881 Sep 15 16:42:13.569675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-49f735b4-44fa-4f49-927d-98f8c57d4747 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251894 Sep 15 16:42:13.664332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-a3ea3a2f-3be0-46b2-8c4e-71fed23f1316 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Sep 15 16:42:13.756246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9a0c21f1-0ff0-4414-8712-d20efaf80560 req-eccd9da2-bc41-4bcc-af1a-6d46479d6f7e service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Sep 15 16:42:14.345213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffb9ff-5e49-419e-80e3-f127ee73d90b req-c49fe197-9dfb-4bcb-95e6-cf4cddb0d956 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:14.346706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bffb9ff-5e49-419e-80e3-f127ee73d90b req-c49fe197-9dfb-4bcb-95e6-cf4cddb0d956 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0529213 Sep 15 16:42:14.386521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bffb9ff-5e49-419e-80e3-f127ee73d90b req-3e560e45-dd1b-4b6a-89d6-27097b835471 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332568 Sep 15 16:42:15.211395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:42:15.231343 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 49fd1293-bba6-4282-a973-ba9e932bdba1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:42:15.231691 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 49fd1293-bba6-4282-a973-ba9e932bdba1 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:42:15.498885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e804fd4-e826-485e-9be2-5d7a6fd7c688 req-f0f60a94-7161-424c-9b82-6117c5635a64 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:15.500261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e804fd4-e826-485e-9be2-5d7a6fd7c688 req-f0f60a94-7161-424c-9b82-6117c5635a64 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0481191 Sep 15 16:42:15.544767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7e804fd4-e826-485e-9be2-5d7a6fd7c688 req-9c148f14-631e-4c35-941a-d4ddc6cd55bc tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379081 Sep 15 16:42:16.658470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8dabe-7022-4a67-b7ae-a614080a506c req-1fd8ab93-53dc-45da-a1d1-8a04baf5e31b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:16.659931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69a8dabe-7022-4a67-b7ae-a614080a506c req-1fd8ab93-53dc-45da-a1d1-8a04baf5e31b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0490518 Sep 15 16:42:16.698528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69a8dabe-7022-4a67-b7ae-a614080a506c req-0c47f820-52f6-46cc-8806-7d003f129dde tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Sep 15 16:42:17.218680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4a743dad-743a-4471-b859-68fa83bca8da details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:42:17.314595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:17.325635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '4a743dad-743a-4471-b859-68fa83bca8da', 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b', 'port_id': '4a743dad-743a-4471-b859-68fa83bca8da', 'mac_address': 'fa:16:3e:43:20:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb3f44-c417-47e9-aaaf-b38fb0a85c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:42:17.361448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:17.374115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a743dad-743a-4471-b859-68fa83bca8da {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:42:17.392548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:17.459918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:17.513563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:17.646207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['4a743dad-743a-4471-b859-68fa83bca8da'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:42:17.815664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d40a46-07d0-40cd-809a-29cc1415a4d8 req-1f03a17f-47df-4733-8073-da5d456bcf2d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:17.817100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37d40a46-07d0-40cd-809a-29cc1415a4d8 req-1f03a17f-47df-4733-8073-da5d456bcf2d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 944 time: 0.0496113 Sep 15 16:42:17.863618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37d40a46-07d0-40cd-809a-29cc1415a4d8 req-64ed1689-d9ae-441b-831c-ef793f1d01bf tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Sep 15 16:42:18.977315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d49ca7-b952-4be3-b4a3-501ac90d4385 req-b279ad42-dfdc-432e-bb1a-e95f4851b573 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:18.978769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32d49ca7-b952-4be3-b4a3-501ac90d4385 req-b279ad42-dfdc-432e-bb1a-e95f4851b573 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 944 time: 0.0487490 Sep 15 16:42:19.019722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32d49ca7-b952-4be3-b4a3-501ac90d4385 req-39550e88-2662-4b5b-b20f-78f10674c9a2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Sep 15 16:42:19.226645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4a743dad-743a-4471-b859-68fa83bca8da up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:42:19.357194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 4a743dad-743a-4471-b859-68fa83bca8da completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:42:19.360830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 4a743dad-743a-4471-b859-68fa83bca8da triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:42:19.361210 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:19.439230 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:19.461600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:19.463826 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5952bd86-aeb7-4309-9dee-466b98524fc1" -d '{"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-plugged", "status": "completed", "tag": "4a743dad-743a-4471-b859-68fa83bca8da"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:19.476126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:19.502177 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ff6e1-c899-4948-bcf9-976420e8d8af x-openstack-request-id: req-949ff6e1-c899-4948-bcf9-976420e8d8af {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:19.502488 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-plugged", "status": "completed", "tag": "4a743dad-743a-4471-b859-68fa83bca8da", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:19.502738 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-949ff6e1-c899-4948-bcf9-976420e8d8af {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:19.503157 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da', 'code': 200} Sep 15 16:42:19.540202 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:19.589705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:19.602861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111e3bb-7caf-43e0-aa99-468bf625ab6c req-12989aa3-2080-4e23-85cc-3f2ed8dad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:19.604382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1111e3bb-7caf-43e0-aa99-468bf625ab6c req-12989aa3-2080-4e23-85cc-3f2ed8dad405 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1096 time: 0.0473876 Sep 15 16:42:19.639971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1111e3bb-7caf-43e0-aa99-468bf625ab6c req-be353a1e-97ed-4973-8fa0-cced93b384ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286052 Sep 15 16:42:20.135313 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09485b73-2209-4d91-afcf-a0e2b8bc8592 req-f0edd85b-b183-4bbf-a873-f3fff539243b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:20.136728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09485b73-2209-4d91-afcf-a0e2b8bc8592 req-f0edd85b-b183-4bbf-a873-f3fff539243b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0488360 Sep 15 16:42:20.173634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09485b73-2209-4d91-afcf-a0e2b8bc8592 req-412abb4c-9be2-4479-aabe-edaaff4e3108 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Sep 15 16:42:21.290908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922937a-7815-4df4-b268-d1fb402b63d5 req-71a3404a-8441-4d45-abb7-3f0bf705320d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:21.292395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9922937a-7815-4df4-b268-d1fb402b63d5 req-71a3404a-8441-4d45-abb7-3f0bf705320d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0513370 Sep 15 16:42:21.330783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9922937a-7815-4df4-b268-d1fb402b63d5 req-3b395d08-b3c5-4aa2-829b-70752453a48d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Sep 15 16:42:21.441563 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4739f1-264f-4d57-a3c0-50643adaea78 req-14e50af1-8272-4a1f-9e98-b9eb2e563590 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:21.443640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc4739f1-264f-4d57-a3c0-50643adaea78 req-14e50af1-8272-4a1f-9e98-b9eb2e563590 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0484688 Sep 15 16:42:21.484000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dc4739f1-264f-4d57-a3c0-50643adaea78 req-283c02ae-fba8-437a-ab5c-f7555ef81cff tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Sep 15 16:42:21.860832 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ee99a-8588-4397-bfa2-70d95ca70efa req-a5dc949b-6651-472a-b425-329143d40514 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:21.862324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-413ee99a-8588-4397-bfa2-70d95ca70efa req-a5dc949b-6651-472a-b425-329143d40514 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0496738 Sep 15 16:42:21.902241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-413ee99a-8588-4397-bfa2-70d95ca70efa req-90fcb543-d6a0-4c70-bf61-56dfe61522df tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Sep 15 16:42:21.952270 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-587ad502-5e54-43ec-8c61-8ac1fad211de service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490832 Sep 15 16:42:23.021836 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a042b3-92e3-46dd-ab3d-3c498778182a req-2fe468f8-abf3-4c5c-a8cc-fdcce28ae9e2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:23.023373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9a042b3-92e3-46dd-ab3d-3c498778182a req-2fe468f8-abf3-4c5c-a8cc-fdcce28ae9e2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0504391 Sep 15 16:42:23.062962 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9a042b3-92e3-46dd-ab3d-3c498778182a req-133349a0-a706-4e64-8d36-08f4185bdc69 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Sep 15 16:42:23.876334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-2fb67ec0-2048-4892-a621-af9b8471e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:23.877878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-2fb67ec0-2048-4892-a621-af9b8471e988 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1096 time: 0.0402474 Sep 15 16:42:23.975509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-0ba7175c-e4f7-4c68-b22a-c3c006e0fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:23.977058 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-0ba7175c-e4f7-4c68-b22a-c3c006e0fbeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0925419 Sep 15 16:42:24.016138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3e9c114-a9af-4927-bf17-50a4cbbdfed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:24.018450 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-02907c00-01be-42ed-a624-93199e2d7112 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 217 time: 0.0340333 Sep 15 16:42:24.066365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-56cd8af2-49fd-4926-99c2-8585c80a9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:24.068354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-56cd8af2-49fd-4926-99c2-8585c80a9349 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0437438 Sep 15 16:42:24.099845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-de073e3b-1627-4650-aff9-86ab97dd709b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245612 Sep 15 16:42:24.184306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e1c1b-1f4b-4515-b43f-bce18b8e55f6 req-f0bc7bc3-178c-41b3-b9fe-b878bebc7b9e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:24.185926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-717e1c1b-1f4b-4515-b43f-bce18b8e55f6 req-f0bc7bc3-178c-41b3-b9fe-b878bebc7b9e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0530262 Sep 15 16:42:24.195623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-7a1074f5-e768-406f-a7fd-52f42a93b4cc service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883479 Sep 15 16:42:24.229155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-717e1c1b-1f4b-4515-b43f-bce18b8e55f6 req-b5145dea-095e-43cb-849e-6cf59516566b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371044 Sep 15 16:42:24.291459 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-ab60e077-b79e-4de9-bb21-75e6a05bd331 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884314 Sep 15 16:42:25.344733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cae85-3010-4062-8524-129eeddb8910 req-c4313711-9bea-4a74-939c-12f40f0f96e6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:25.346214 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-781cae85-3010-4062-8524-129eeddb8910 req-c4313711-9bea-4a74-939c-12f40f0f96e6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0502918 Sep 15 16:42:25.384914 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-781cae85-3010-4062-8524-129eeddb8910 req-315de32a-62c9-4641-9559-0f5c32bbd668 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Sep 15 16:42:26.497017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd7566-616e-4df3-85ae-fe96330175b3 req-a42cc2f8-8378-4868-92dd-2859160b69a4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:26.498511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cbd7566-616e-4df3-85ae-fe96330175b3 req-a42cc2f8-8378-4868-92dd-2859160b69a4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0477824 Sep 15 16:42:26.542699 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cbd7566-616e-4df3-85ae-fe96330175b3 req-2429813d-f28e-4d46-9124-faf1c124362e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Sep 15 16:42:26.889504 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:42:27.065419 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:27.116946 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:27.305634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-019a656c-a2e8-4b83-ba51-b69f75ec68e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:27.660392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b06a-d9b4-424a-9ddb-0c56910d7f34 req-3698839a-8b00-4f43-b1ca-572b05eec31c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:27.662727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c481b06a-d9b4-424a-9ddb-0c56910d7f34 req-3698839a-8b00-4f43-b1ca-572b05eec31c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0524714 Sep 15 16:42:27.699866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c481b06a-d9b4-424a-9ddb-0c56910d7f34 req-9287a9fe-3628-4ff1-a694-3ea70b3cbae4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Sep 15 16:42:28.632462 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:28.815811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2f62d-df7d-42b7-9716-47ea1ab018b3 req-397bcac2-09ba-41ed-ae2a-61c0331f3bac tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:28.817489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2f2f62d-df7d-42b7-9716-47ea1ab018b3 req-397bcac2-09ba-41ed-ae2a-61c0331f3bac tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0502911 Sep 15 16:42:28.857118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c2f2f62d-df7d-42b7-9716-47ea1ab018b3 req-d48c4ca7-c34a-4ab5-9e95-7bca851baea9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Sep 15 16:42:29.973031 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10dc62-e193-43ad-b902-053d6f9ee2b2 req-c89c49b8-c20d-4e0b-8db6-c07059cd4a7e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:29.975057 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d10dc62-e193-43ad-b902-053d6f9ee2b2 req-c89c49b8-c20d-4e0b-8db6-c07059cd4a7e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0516875 Sep 15 16:42:30.013406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d10dc62-e193-43ad-b902-053d6f9ee2b2 req-d092954c-4556-44b6-b24a-f37e04c3d6e2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Sep 15 16:42:30.266753 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:30.596659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:31.136889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ef4e2-f6d9-4434-9ded-4a336d7b79de req-cde3d8dd-edc6-473f-b61c-8d8506f60bf7 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:31.138401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b3ef4e2-f6d9-4434-9ded-4a336d7b79de req-cde3d8dd-edc6-473f-b61c-8d8506f60bf7 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0562882 Sep 15 16:42:31.183160 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b3ef4e2-f6d9-4434-9ded-4a336d7b79de req-1598d29f-f6dc-4e32-8a43-8ab1e2ddccf6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Sep 15 16:42:32.298266 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156a255-180c-4d4c-820d-618cbca3e0d0 req-01dfde2a-2ea5-41bb-9bdc-ba97cfdd4cba tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:32.300002 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0156a255-180c-4d4c-820d-618cbca3e0d0 req-01dfde2a-2ea5-41bb-9bdc-ba97cfdd4cba tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0491400 Sep 15 16:42:32.337942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0156a255-180c-4d4c-820d-618cbca3e0d0 req-b785e3f7-9edf-4de5-a55f-a498e90aac6e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Sep 15 16:42:32.900405 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-5b8886bf-64cf-4ef7-af02-45debdf496d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:32.901930 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-5b8886bf-64cf-4ef7-af02-45debdf496d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1096 time: 0.0436451 Sep 15 16:42:33.005937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-1d680544-fe34-49f6-a546-a5144f511a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:33.007421 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-1d680544-fe34-49f6-a546-a5144f511a0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0863948 Sep 15 16:42:33.053984 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-ab2edacf-d423-4323-8a14-d952c6d7b97e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 217 time: 0.0389631 Sep 15 16:42:33.103028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-3abeab70-53ce-40dc-aade-a1e76e90ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:33.104403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-3abeab70-53ce-40dc-aade-a1e76e90ed4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0432205 Sep 15 16:42:33.136317 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-4e809521-626d-4fd1-be0f-51a5cd7f1506 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248685 Sep 15 16:42:33.229070 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-d2e44fc2-a4fd-4690-a761-a5e2d2f82972 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856919 Sep 15 16:42:33.322245 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e2d0a89c-c242-41ff-bf70-1dec28997eaf req-99956bc7-2a0c-4bca-9abf-9af509527e16 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861311 Sep 15 16:42:33.452894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca062e8-fbb9-4663-a046-1e837b70107a req-0c66d6fc-3ee0-4ec6-8a11-72d606d9ea21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:33.454390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ca062e8-fbb9-4663-a046-1e837b70107a req-0c66d6fc-3ee0-4ec6-8a11-72d606d9ea21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0479732 Sep 15 16:42:33.492719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ca062e8-fbb9-4663-a046-1e837b70107a req-9cadac92-b76d-4c61-a2e8-90b83678397a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Sep 15 16:42:34.616972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f506e-f435-41e7-9b9f-0895a3e35bc1 req-0ba178a4-d8ed-4290-a7fa-120816c4a6a9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:34.616972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c91f506e-f435-41e7-9b9f-0895a3e35bc1 req-0ba178a4-d8ed-4290-a7fa-120816c4a6a9 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0519607 Sep 15 16:42:34.648383 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c91f506e-f435-41e7-9b9f-0895a3e35bc1 req-eca241b1-27d1-4c7b-aed3-00a61edbde18 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307279 Sep 15 16:42:35.762357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e73317-51cb-44e4-b24b-f59e602f38f7 req-0f32f366-be6c-4887-9ce4-5c5cc5e7d183 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:35.763825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3e73317-51cb-44e4-b24b-f59e602f38f7 req-0f32f366-be6c-4887-9ce4-5c5cc5e7d183 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0480931 Sep 15 16:42:35.800361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3e73317-51cb-44e4-b24b-f59e602f38f7 req-f28f3a6b-6af9-48d7-8784-7525201a6716 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306513 Sep 15 16:42:36.917116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3202a2-5bfd-4013-a009-3ca4cebf03ef req-1b35741c-6a57-45be-a6c0-dfde917fe848 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:36.918616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb3202a2-5bfd-4013-a009-3ca4cebf03ef req-1b35741c-6a57-45be-a6c0-dfde917fe848 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0491860 Sep 15 16:42:36.955661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb3202a2-5bfd-4013-a009-3ca4cebf03ef req-afc80a00-0249-4b8e-a824-02e5ffc9fee3 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Sep 15 16:42:38.071111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b71f2-d146-490d-a0e4-66adf2d072a9 req-967d6028-bc1d-4e58-b305-49e28dca1a17 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:38.072581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e38b71f2-d146-490d-a0e4-66adf2d072a9 req-967d6028-bc1d-4e58-b305-49e28dca1a17 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0520477 Sep 15 16:42:38.109790 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e38b71f2-d146-490d-a0e4-66adf2d072a9 req-7397257f-77a5-4c52-abe5-720fd4f955a2 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Sep 15 16:42:39.225881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e97f2-7b93-4eaa-a34d-de663dafef73 req-50bb2680-65bd-44f5-b63e-4b03dd7c4953 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:39.227363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec9e97f2-7b93-4eaa-a34d-de663dafef73 req-50bb2680-65bd-44f5-b63e-4b03dd7c4953 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0487044 Sep 15 16:42:39.264672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec9e97f2-7b93-4eaa-a34d-de663dafef73 req-907bfeb0-de9e-4f89-9af1-af9176e3ffc6 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Sep 15 16:42:40.379378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c76755-80c1-4eb5-b36a-4a34d3395a10 req-b08b2297-ac0c-4552-aeed-ce5f9f91ff02 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:40.380897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05c76755-80c1-4eb5-b36a-4a34d3395a10 req-b08b2297-ac0c-4552-aeed-ce5f9f91ff02 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0478978 Sep 15 16:42:40.418787 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05c76755-80c1-4eb5-b36a-4a34d3395a10 req-6de4e279-0db5-436c-b5bd-3cc98a1d3a00 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Sep 15 16:42:41.540575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46460d7b-0feb-460e-a848-74a4e6f76a69 req-b6a2126e-b006-45d0-b2ff-56bd09852188 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:41.542079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46460d7b-0feb-460e-a848-74a4e6f76a69 req-b6a2126e-b006-45d0-b2ff-56bd09852188 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0549440 Sep 15 16:42:41.581074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46460d7b-0feb-460e-a848-74a4e6f76a69 req-1560d61c-9cd2-4a92-b11c-fed1ec82edfe tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Sep 15 16:42:42.697626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca6677-b01a-4f9a-ab2e-318c48358062 req-3f768a3b-dae0-4a7a-823f-83cfeaa7625c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:42.699109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61ca6677-b01a-4f9a-ab2e-318c48358062 req-3f768a3b-dae0-4a7a-823f-83cfeaa7625c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0494568 Sep 15 16:42:42.736581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61ca6677-b01a-4f9a-ab2e-318c48358062 req-62450ffb-a9e9-4411-a399-8e24ad0b1d4d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Sep 15 16:42:43.854635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3280d7-d13c-4b82-bfdd-bcb64e1da7a2 req-bec4d35a-81ab-4cf9-a3d9-442be4c77d4f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:43.856140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3280d7-d13c-4b82-bfdd-bcb64e1da7a2 req-bec4d35a-81ab-4cf9-a3d9-442be4c77d4f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0494735 Sep 15 16:42:43.904442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e3280d7-d13c-4b82-bfdd-bcb64e1da7a2 req-7740403c-9014-44ea-880c-c5d3be88aa8b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Sep 15 16:42:45.029608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c534f-789a-41c6-92c0-ef3f0e452f4e req-30f3db8a-6f5e-4175-bbaf-8398b4f57547 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:45.031086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d6c534f-789a-41c6-92c0-ef3f0e452f4e req-30f3db8a-6f5e-4175-bbaf-8398b4f57547 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0533609 Sep 15 16:42:45.068276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d6c534f-789a-41c6-92c0-ef3f0e452f4e req-2716216b-f340-482f-a16b-213957df413a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Sep 15 16:42:46.181343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab2a39-039f-4426-9aa3-c5d4c0d54f8b req-3cdfb074-0c7f-4c63-be6b-29f328ddab69 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:46.182830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bab2a39-039f-4426-9aa3-c5d4c0d54f8b req-3cdfb074-0c7f-4c63-be6b-29f328ddab69 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0485730 Sep 15 16:42:46.220020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bab2a39-039f-4426-9aa3-c5d4c0d54f8b req-abe74865-7aa6-4448-b3ec-f2a4bcd8418f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313535 Sep 15 16:42:47.337274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0fda1-041d-49ce-b106-78b6e243d6e7 req-25ef44d2-475e-45eb-b8fd-fc86fdb49a24 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:47.338735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4da0fda1-041d-49ce-b106-78b6e243d6e7 req-25ef44d2-475e-45eb-b8fd-fc86fdb49a24 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0505185 Sep 15 16:42:47.375608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4da0fda1-041d-49ce-b106-78b6e243d6e7 req-c19ae86d-a928-4e87-9304-bcbb209a2e9b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Sep 15 16:42:48.493646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322be60-184e-4302-9cb1-0f5b3b688795 req-2141e041-e0b4-4882-b9c2-8ae713098b48 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:48.495112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5322be60-184e-4302-9cb1-0f5b3b688795 req-2141e041-e0b4-4882-b9c2-8ae713098b48 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0527885 Sep 15 16:42:48.532948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5322be60-184e-4302-9cb1-0f5b3b688795 req-1d7b0d68-8353-42d3-8e52-fa5738a0f318 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Sep 15 16:42:49.649198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faef26f-07ba-4a17-b2bc-36ed37be7ada req-2a301b05-c702-4fbb-a66e-f6cb354f7d0c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:49.650695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8faef26f-07ba-4a17-b2bc-36ed37be7ada req-2a301b05-c702-4fbb-a66e-f6cb354f7d0c tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0494108 Sep 15 16:42:49.688996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8faef26f-07ba-4a17-b2bc-36ed37be7ada req-6d7d8458-a7b9-40d5-996c-dbda2883e07b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Sep 15 16:42:50.802275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6cd60-90b9-401f-a185-e366bdfac158 req-f3934734-660c-4b82-afad-d2b55ab28318 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:50.803730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1db6cd60-90b9-401f-a185-e366bdfac158 req-f3934734-660c-4b82-afad-d2b55ab28318 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0482633 Sep 15 16:42:50.844059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1db6cd60-90b9-401f-a185-e366bdfac158 req-9d9c466c-9e00-4db3-b297-2be91c691578 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Sep 15 16:42:51.268312 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-be4d6029-2285-485b-bca8-53143b5ce22c req-035e5750-b607-4d3f-b74d-633fa8c3fb86 service neutron] show failed (client error): The resource could not be found. Sep 15 16:42:51.269358 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-035e5750-b607-4d3f-b74d-633fa8c3fb86 service neutron] 10.222.0.55 "GET /v2.0/ports/4a743dad-743a-4471-b859-68fa83bca8da/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0571492 Sep 15 16:42:51.826145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-8f20c707-3fb2-4df8-bf0d-8e1143b9c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:51.827864 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-8f20c707-3fb2-4df8-bf0d-8e1143b9c9a0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b&tenant_id=a2896d62e96848f6970abce7437878dc HTTP/1.1" status: 200 len: 1096 time: 0.0453489 Sep 15 16:42:51.839845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:42:51.896612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:52.049699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804c88e-03d2-4b44-abd4-4e740a36bd12 req-3bd08cee-fdaa-40bf-b9e3-8316d73197e3 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:52.051228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9804c88e-03d2-4b44-abd4-4e740a36bd12 req-3bd08cee-fdaa-40bf-b9e3-8316d73197e3 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.1238782 Sep 15 16:42:52.145977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9804c88e-03d2-4b44-abd4-4e740a36bd12 req-838b5457-9430-429e-bdc3-43b4dcc9db0e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870080 Sep 15 16:42:52.167449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:52.200316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:42:52.237810 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:52.240598 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afdf8c9-7459-41ea-a7cd-10f9182899e6" -d '{"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4a743dad-743a-4471-b859-68fa83bca8da"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:52.244590 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:52.257501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Transition to ACTIVE for port object 4a743dad-743a-4471-b859-68fa83bca8da will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:42:52.288297 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c8a68-1db0-4a33-9162-606f4148fa96 x-openstack-request-id: req-593c8a68-1db0-4a33-9162-606f4148fa96 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:52.288608 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-unplugged", "status": "completed", "tag": "4a743dad-743a-4471-b859-68fa83bca8da", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:52.288861 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-593c8a68-1db0-4a33-9162-606f4148fa96 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:52.289259 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da', 'code': 200} Sep 15 16:42:52.322148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:52.387154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] No DVR routers for this DVR port 4a743dad-743a-4471-b859-68fa83bca8da on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:42:52.389048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:52.398278 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.398564 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.398900 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.399237 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.399565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.399888 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.400210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.400551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.400873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.401193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.401909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.401909 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:42:52.435891 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:42:52.436231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:42:52.436623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:42:52.440855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Port 4a743dad-743a-4471-b859-68fa83bca8da on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:42:52.441177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Attempting to bind port 4a743dad-743a-4471-b859-68fa83bca8da on network 0ce9f7be-4408-49c6-b0ef-b34597d5d47b {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:42:52.446492 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:42:52.446827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Checking segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:42:52.447212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Bound using segment: {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:42:52.447636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Bound port: 4a743dad-743a-4471-b859-68fa83bca8da, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cd9beb-39e7-4ce1-9da6-f1d346317871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:42:52.447993 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:52.511463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:42:52.514479 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:42:52.665149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:52.697516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:52.697895 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:52.699345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] 10.222.0.38 "PUT /v2.0/ports/4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 1091 time: 0.8636470 Sep 15 16:42:52.735562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e5c88-8f91-4b2e-be4d-318f52038101 service neutron] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:52.769969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-cf33263f-616c-4a71-abc1-69581ebbe358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:52.771969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-cf33263f-616c-4a71-abc1-69581ebbe358 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1094 time: 0.0488610 Sep 15 16:42:52.864864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-0b541dd8-7211-43b3-a764-f28f7f9a9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:52.866345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-0b541dd8-7211-43b3-a764-f28f7f9a9f5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0869668 Sep 15 16:42:52.909522 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f17edef8-0c9b-416c-b387-939a392423ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 217 time: 0.0360870 Sep 15 16:42:52.956534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d6029-2285-485b-bca8-53143b5ce22c req-a0f7175d-d7a3-409b-8a2e-c2ba15581b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:52.958424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-a0f7175d-d7a3-409b-8a2e-c2ba15581b9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0412006 Sep 15 16:42:52.988511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-bb90335c-8581-4220-92c6-4281dbc35355 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234251 Sep 15 16:42:53.078555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-3cad4005-0bcd-43cb-a491-5fec72ae8c01 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826094 Sep 15 16:42:53.165260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be4d6029-2285-485b-bca8-53143b5ce22c req-f52ced5c-efdc-4bf1-b65f-fb129a4107a9 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800107 Sep 15 16:42:53.263684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61edcb-f585-4cb7-87ff-7b36b1954f48 req-67abbcb2-fb50-464e-bd24-a9f2f5211147 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:53.265225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d61edcb-f585-4cb7-87ff-7b36b1954f48 req-67abbcb2-fb50-464e-bd24-a9f2f5211147 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0497220 Sep 15 16:42:53.305371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d61edcb-f585-4cb7-87ff-7b36b1954f48 req-5aebc8c6-0097-446b-8569-d29db3fecd55 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337372 Sep 15 16:42:54.013216 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e15b7170-438e-4831-b55a-d3d46fb3b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:54.290197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:54.292585 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89377043-fd94-448f-99de-56baa270f466" -d '{"events": [{"name": "network-changed", "server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "tag": "4a743dad-743a-4471-b859-68fa83bca8da"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:54.356274 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6c8896-bd6c-49e1-a6e1-16cc270b99e4 x-openstack-request-id: req-2d6c8896-bd6c-49e1-a6e1-16cc270b99e4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:54.356622 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "tag": "4a743dad-743a-4471-b859-68fa83bca8da", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:54.356878 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2d6c8896-bd6c-49e1-a6e1-16cc270b99e4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:54.357284 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da', 'status': 'completed', 'code': 200} Sep 15 16:42:54.422001 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377043-fd94-448f-99de-56baa270f466 req-68df5ef3-02cb-41d2-97a0-3d5088aa536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:54.423982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-68df5ef3-02cb-41d2-97a0-3d5088aa536a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1094 time: 0.0430152 Sep 15 16:42:54.454041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377043-fd94-448f-99de-56baa270f466 req-bcc938bf-ef9f-4228-9da1-5c7a9052ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:54.455550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-bcc938bf-ef9f-4228-9da1-5c7a9052ac7e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1094 time: 0.0775206 Sep 15 16:42:54.467885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc247902-500d-4ea2-b8e4-fe81e3d15ee8 req-00d7a7f4-e7ce-4eb8-b59a-6c5f44c77307 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:54.469331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc247902-500d-4ea2-b8e4-fe81e3d15ee8 req-00d7a7f4-e7ce-4eb8-b59a-6c5f44c77307 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0613961 Sep 15 16:42:54.517808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377043-fd94-448f-99de-56baa270f466 req-f7b4a74f-3e77-4ed2-9501-5f02fc9fc23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:54.519297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-f7b4a74f-3e77-4ed2-9501-5f02fc9fc23e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0885854 Sep 15 16:42:54.561982 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-2047e6bb-df71-4811-b5d9-649f23ebf15d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 217 time: 0.0356045 Sep 15 16:42:54.564852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc247902-500d-4ea2-b8e4-fe81e3d15ee8 req-32e25d98-7c5d-40f3-9428-236d5a0ff27e tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869789 Sep 15 16:42:54.586438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377043-fd94-448f-99de-56baa270f466 req-399e0acd-9a71-422d-8a07-782caecbab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:54.587932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-399e0acd-9a71-422d-8a07-782caecbab61 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.1177528 Sep 15 16:42:54.612657 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377043-fd94-448f-99de-56baa270f466 req-739043ba-752c-44e8-9885-5bd455df792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:54.622522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-739043ba-752c-44e8-9885-5bd455df792c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0460963 Sep 15 16:42:54.631687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-bc9b0dba-a7b5-4e5d-870b-853f6a8b7c40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 217 time: 0.0356023 Sep 15 16:42:54.646551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-805b0098-eca8-4ba5-a0d9-b77de03cae30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248160 Sep 15 16:42:54.683224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89377043-fd94-448f-99de-56baa270f466 req-44ad79ae-0605-4681-a57b-20531d49af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:54.684723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-44ad79ae-0605-4681-a57b-20531d49af39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0454288 Sep 15 16:42:54.721488 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-e7b0c7fc-9ebb-465d-ad2d-84597a85d8c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275381 Sep 15 16:42:54.742039 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-264952a6-864d-4bd8-b3fd-861c9d74f9db service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886543 Sep 15 16:42:54.817932 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-ec1c979a-783b-40b1-9dbf-6f7c6f2552bb service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885847 Sep 15 16:42:54.843232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-cb8b072c-4e8a-4292-8354-b465111853c5 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941212 Sep 15 16:42:54.918459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-89377043-fd94-448f-99de-56baa270f466 req-71ffbaff-af2e-490a-b4cf-6eeddbefe5e4 service neutron] 10.222.0.38 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923128 Sep 15 16:42:55.382650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4a743dad-743a-4471-b859-68fa83bca8da no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:42:55.421533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 4a743dad-743a-4471-b859-68fa83bca8da not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:42:55.680834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117485e-1518-4ecc-b239-7f9b76e0ec7d req-cfd9a0db-7053-42c5-af46-ce02e3cfed75 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:55.682307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4117485e-1518-4ecc-b239-7f9b76e0ec7d req-cfd9a0db-7053-42c5-af46-ce02e3cfed75 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0495107 Sep 15 16:42:55.719965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4117485e-1518-4ecc-b239-7f9b76e0ec7d req-78603eab-b0cb-465d-af4b-87682b05f766 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Sep 15 16:42:56.043094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e212da-cf06-4312-bf1c-686c2c0ebcaa req-71c03226-0ffc-4265-88ba-bd71224c32d4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:56.044593 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4e212da-cf06-4312-bf1c-686c2c0ebcaa req-71c03226-0ffc-4265-88ba-bd71224c32d4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0475068 Sep 15 16:42:56.083624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4e212da-cf06-4312-bf1c-686c2c0ebcaa req-bb8e4850-c51a-4e52-bcc3-e3adee00fc80 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Sep 15 16:42:56.131581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-e0f6b39d-acf4-4788-bb58-64aa950731c4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:56.133076 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-e0f6b39d-acf4-4788-bb58-64aa950731c4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b&tenant_id=a2896d62e96848f6970abce7437878dc&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 943 time: 0.0536370 Sep 15 16:42:56.191562 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-b8ef8b03-c8d1-40ed-885b-e2cfa98e2dbf service neutron] delete failed (client error): The resource could not be found. Sep 15 16:42:56.192786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-b8ef8b03-c8d1-40ed-885b-e2cfa98e2dbf service neutron] 10.222.0.55 "DELETE /v2.0/ports/4a743dad-743a-4471-b859-68fa83bca8da/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0525692 Sep 15 16:42:56.275788 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-caca71f4-1400-40cf-8397-67e568bc1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:56.277221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-caca71f4-1400-40cf-8397-67e568bc1f7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2896d62e96848f6970abce7437878dc&device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 1094 time: 0.0411174 Sep 15 16:42:56.368000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-a9fb4e38-ac05-48a2-80d2-32d6693f487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:56.369493 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-a9fb4e38-ac05-48a2-80d2-32d6693f487c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 200 len: 916 time: 0.0860147 Sep 15 16:42:56.411593 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-0690f359-7d9a-4b3d-ad02-8c3be22ad6fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 200 len: 217 time: 0.0350106 Sep 15 16:42:56.463844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-c8d35c3f-83dd-4bd7-b4ff-66b8e58de656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:56.465349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-c8d35c3f-83dd-4bd7-b4ff-66b8e58de656 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 200 len: 855 time: 0.0476685 Sep 15 16:42:56.495254 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-441e191f-dc1c-4cca-80f7-585909bbe016 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0ce9f7be-4408-49c6-b0ef-b34597d5d47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235677 Sep 15 16:42:56.584568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-e5050be8-5b3f-45bc-a5c0-96ae7c7fb741 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Sep 15 16:42:56.678963 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-0037cf2d-92e8-4acc-8090-451db1b0aa39 req-5ec0a13f-d672-4118-96a4-bdd2e4178dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Sep 15 16:42:56.986610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4a743dad-743a-4471-b859-68fa83bca8da details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:42:57.069164 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:57.102331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:57.113866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '4a743dad-743a-4471-b859-68fa83bca8da', 'network_id': '0ce9f7be-4408-49c6-b0ef-b34597d5d47b', 'port_id': '4a743dad-743a-4471-b859-68fa83bca8da', 'mac_address': 'fa:16:3e:43:20:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb3f44-c417-47e9-aaaf-b38fb0a85c55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:42:57.154308 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:57.155756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:57.169437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a743dad-743a-4471-b859-68fa83bca8da {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:42:57.190669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:57.212303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1aad0-ac26-41d2-9839-32d3cafc50c4 req-c5b4bef0-6b6a-485e-ab19-d776aaabb643 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:57.213785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25c1aad0-ac26-41d2-9839-32d3cafc50c4 req-c5b4bef0-6b6a-485e-ab19-d776aaabb643 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 943 time: 0.0555739 Sep 15 16:42:57.255861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25c1aad0-ac26-41d2-9839-32d3cafc50c4 req-975d74cd-c23b-40ab-b52a-c97266443049 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Sep 15 16:42:57.271477 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:57.322528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:42:57.328577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd464fc5-59b0-4bfe-90dd-c46ccfc68ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:57.483046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['4a743dad-743a-4471-b859-68fa83bca8da'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:42:58.370635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63f11b-45bc-4742-8b40-74e1ec1ad4f1 req-13ae8469-b480-4b8b-8130-2eb2b101abb8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:58.372092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc63f11b-45bc-4742-8b40-74e1ec1ad4f1 req-13ae8469-b480-4b8b-8130-2eb2b101abb8 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 944 time: 0.0477939 Sep 15 16:42:58.408707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc63f11b-45bc-4742-8b40-74e1ec1ad4f1 req-bce12a98-f593-4f2d-8122-16657a58f322 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Sep 15 16:42:58.521594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a437-3750-4ee6-bea3-c355b994f8a8 req-11cc18e2-b929-4e45-834d-6c4825add744 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:58.523079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99e0a437-3750-4ee6-bea3-c355b994f8a8 req-11cc18e2-b929-4e45-834d-6c4825add744 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 944 time: 0.0500305 Sep 15 16:42:58.569916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-99e0a437-3750-4ee6-bea3-c355b994f8a8 req-a5b0f98d-59e2-4d89-9bc0-5042091fc80f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333285 Sep 15 16:42:58.625633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:58.676914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0a784-ef16-4806-bf42-6fa5a9d7e8e9 req-1390961f-a777-4a96-9cc7-e922a180125d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:58.678367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6b0a784-ef16-4806-bf42-6fa5a9d7e8e9 req-1390961f-a777-4a96-9cc7-e922a180125d tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 944 time: 0.0524247 Sep 15 16:42:58.716146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6b0a784-ef16-4806-bf42-6fa5a9d7e8e9 req-b2942c13-a2cb-4e06-b717-39a1fc5c03b4 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Sep 15 16:42:59.008195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4a743dad-743a-4471-b859-68fa83bca8da up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:42:59.122566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 4a743dad-743a-4471-b859-68fa83bca8da completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:42:59.126665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 4a743dad-743a-4471-b859-68fa83bca8da triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:42:59.127046 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:59.195076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1bc7b-9095-4566-b4ce-8aa5b83ae1cc req-5dd7425d-a675-4c1f-bc37-987751e1f45b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:42:59.196684 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ab1bc7b-9095-4566-b4ce-8aa5b83ae1cc req-5dd7425d-a675-4c1f-bc37-987751e1f45b tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 944 time: 0.0493848 Sep 15 16:42:59.212632 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:59.235385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:42:59.236645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ab1bc7b-9095-4566-b4ce-8aa5b83ae1cc req-2b552a14-8afc-4c68-b0ae-9b9622cb2e0a tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Sep 15 16:42:59.237761 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958a4a5-a6da-49aa-a28e-914b6b9e7179" -d '{"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-plugged", "status": "completed", "tag": "4a743dad-743a-4471-b859-68fa83bca8da"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:42:59.250636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:42:59.289256 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3edc224-fb24-4112-a350-680eb72c5db3 x-openstack-request-id: req-d3edc224-fb24-4112-a350-680eb72c5db3 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:42:59.289552 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-plugged", "status": "completed", "tag": "4a743dad-743a-4471-b859-68fa83bca8da", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:42:59.289893 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d3edc224-fb24-4112-a350-680eb72c5db3 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:42:59.290296 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da', 'code': 200} Sep 15 16:42:59.334606 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:42:59.380706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:00.277218 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:00.392305 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e41a14-e198-4874-8689-b5d4ce5b96dc req-9cd4b563-3f2a-442e-b8be-03970835a06f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:00.393796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1e41a14-e198-4874-8689-b5d4ce5b96dc req-9cd4b563-3f2a-442e-b8be-03970835a06f tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0709820 Sep 15 16:43:00.402173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-fe6a80df-cea6-4bf2-ad40-6cb6e26645f1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:00.403521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-fe6a80df-cea6-4bf2-ad40-6cb6e26645f1 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd044207-2e73-4647-8795-8b37b5379b5b HTTP/1.1" status: 200 len: 945 time: 0.0888522 Sep 15 16:43:00.467071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1e41a14-e198-4874-8689-b5d4ce5b96dc req-e22a5910-eec6-4409-b011-a4b37603a3c0 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.63 "GET /v2.0/security-groups?id=474f9d1c-2676-481a-85ef-29009deb1c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 Sep 15 16:43:00.510876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Deleting port 4a743dad-743a-4471-b859-68fa83bca8da {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:43:00.511213 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:00.602509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] For port 4a743dad-743a-4471-b859-68fa83bca8da, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=4a743dad-743a-4471-b859-68fa83bca8da,segment=NetworkSegment(33cd9beb-39e7-4ce1-9da6-f1d346317871),segment_id=33cd9beb-39e7-4ce1-9da6-f1d346317871)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:43:00.602872 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:00.615738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Calling delete_port for 4a743dad-743a-4471-b859-68fa83bca8da owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:43:00.654379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:00.790593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:00.802395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['4a743dad-743a-4471-b859-68fa83bca8da'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:43:00.820652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Pushing event deleted for resources: {'Port': ['ID=4a743dad-743a-4471-b859-68fa83bca8da,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:00.862362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] No DVR routers for this DVR port 4a743dad-743a-4471-b859-68fa83bca8da on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:43:00.865183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:00.867146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62fe3af5-a4c9-4760-9654-4d0783c53389 req-bb863300-c6f6-4268-b60e-997505e6cb21 tempest-ServerDiskConfigTestJSON-802845794 tempest-ServerDiskConfigTestJSON-802845794-project] 10.222.0.38 "DELETE /v2.0/ports/4a743dad-743a-4471-b859-68fa83bca8da HTTP/1.1" status: 204 len: 173 time: 0.4571600 Sep 15 16:43:00.867577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-deleted', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:43:00.869852 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f664c-792f-4029-ae5d-3d825b941767" -d '{"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-deleted", "tag": "4a743dad-743a-4471-b859-68fa83bca8da"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:43:00.905742 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba2492f-5325-4e31-9774-431f536c8915 x-openstack-request-id: req-eba2492f-5325-4e31-9774-431f536c8915 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:43:00.906037 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd044207-2e73-4647-8795-8b37b5379b5b", "name": "network-vif-deleted", "tag": "4a743dad-743a-4471-b859-68fa83bca8da", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:43:00.906307 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eba2492f-5325-4e31-9774-431f536c8915 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:43:00.906702 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd044207-2e73-4647-8795-8b37b5379b5b', 'name': 'network-vif-deleted', 'tag': '4a743dad-743a-4471-b859-68fa83bca8da', 'status': 'completed', 'code': 200} Sep 15 16:43:01.587159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38118) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:01.643199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] Deleting subnet 4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:43:01.647373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:01.685018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:01.724537 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:01.843226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:01.868733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffb3f44-c417-47e9-aaaf-b38fb0a85c55,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:01.874422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:01.876415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3b3cfaaf-2346-4c98-91d1-6bd210f5e794 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/4ffb3f44-c417-47e9-aaaf-b38fb0a85c55 HTTP/1.1" status: 204 len: 168 time: 0.2882342 Sep 15 16:43:01.878933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:02.273878 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.352481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.371455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce9f7be-4408-49c6-b0ef-b34597d5d47b']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:02.380585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cd9beb-39e7-4ce1-9da6-f1d346317871') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:02.380878 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cd9beb-39e7-4ce1-9da6-f1d346317871') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:02.389781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.402869 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.408548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:43:02.408927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:43:02.410510 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:43:02.528473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.533975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.537415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] 10.222.0.63 "DELETE /v2.0/networks/0ce9f7be-4408-49c6-b0ef-b34597d5d47b HTTP/1.1" status: 204 len: 168 time: 0.6559522 Sep 15 16:43:02.547985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a24a8d-1a1b-4274-ae26-72e49bac2e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce9f7be-4408-49c6-b0ef-b34597d5d47b,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:02.884068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:02.923131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63a36fe1-d757-4504-ae7e-b3645f93609c admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a2896d62e96848f6970abce7437878dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378685 Sep 15 16:43:02.925651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:02.972285 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c4908da-d010-4c5c-a232-2ac89de015d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:02.992862 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c4908da-d010-4c5c-a232-2ac89de015d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:03.053872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4a743dad-743a-4471-b859-68fa83bca8da no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:43:03.075930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 4a743dad-743a-4471-b859-68fa83bca8da {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:43:03.076276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 4a743dad-743a-4471-b859-68fa83bca8da not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:43:03.111584 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c4908da-d010-4c5c-a232-2ac89de015d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:03.114203 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6c4908da-d010-4c5c-a232-2ac89de015d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:03.115725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6c4908da-d010-4c5c-a232-2ac89de015d9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/474f9d1c-2676-481a-85ef-29009deb1c30 HTTP/1.1" status: 204 len: 168 time: 0.1889882 Sep 15 16:43:03.123950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4908da-d010-4c5c-a232-2ac89de015d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474f9d1c-2676-481a-85ef-29009deb1c30,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:03.888891 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:43:04.135317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38148) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:04.266173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-577599527-network', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:04.351294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Made reservation on behalf of 9b3fd0880d774a03bf940a01f9e39ce8 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:43:04.353691 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.362220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.449502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.533928 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.558696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:43:04.570311 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6427bd-1e1c-4a79-b485-4f2632012fac,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:04.576599 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.576951 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Added segment 92a92205-16d1-40f1-9667-071a609796f7 of type vlan for network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 Sep 15 16:43:04.617567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.709881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.710780 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:04.711349 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:04.771626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:04.781335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:43:04.790740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b5ae427b-6edc-4fd7-a085-4bd11d197d39 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6543615 Sep 15 16:43:04.793643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38152) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:04.798591 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Request body: {'subnet': {'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-577599527-subnet', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:04.870320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Made reservation on behalf of 9b3fd0880d774a03bf940a01f9e39ce8 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:43:04.872701 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.094392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.144136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a814ed3-ebba-4966-9c93-ae872149fe1e,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:05.160014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:43:05.160374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Network hostable DHCP agents. Network: ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:43:05.236438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:43:05.299238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:43:05.303812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:05.304512 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.309035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c42534-bea9-42e3-b77c-3e63bb440edd None None] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:43:05.363338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0531b581-b09a-4f39-a99f-7e30c8ff3876 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5685012 Sep 15 16:43:05.366419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38154) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:05.370916 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:05.436967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.438042 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.452391 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:43:05.453360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.499956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.589828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Allocated IP 172.20.0.2 (ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30/0a814ed3-ebba-4966-9c93-ae872149fe1e/a5514f61-b987-4f04-898d-ee55875a7699) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:43:05.670960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.735016 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.796955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.834349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:43:05.837267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:43:05.840562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:43:05.855852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Pushing event updated for resources: {'Port': ['ID=a5514f61-b987-4f04-898d-ee55875a7699,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:05.901454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Attempting to bind port a5514f61-b987-4f04-898d-ee55875a7699 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:43:05.906330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Attempting to bind port a5514f61-b987-4f04-898d-ee55875a7699 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:43:05.906330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Attempting to bind port a5514f61-b987-4f04-898d-ee55875a7699 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:43:05.907448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:43:05.907827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:43:05.908210 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.908633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:43:05.909088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Bound port: a5514f61-b987-4f04-898d-ee55875a7699, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:43:05.909470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.933828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.952509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:05.975505 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] For port a5514f61-b987-4f04-898d-ee55875a7699, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:43:05.980712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] For port a5514f61-b987-4f04-898d-ee55875a7699, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a5514f61-b987-4f04-898d-ee55875a7699,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:43:06.031344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.056435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Allocated IP 172.25.0.45 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:43:06.088304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b93153-1c39-4982-8f3c-78385849645c None None] Pushing event updated for resources: {'Port': ['ID=a5514f61-b987-4f04-898d-ee55875a7699,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:06.169887 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.272030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.313446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:43:06.316394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:43:06.320728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:43:06.328526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Pushing event updated for resources: {'Port': ['ID=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:06.421296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a5514f61-b987-4f04-898d-ee55875a7699 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:43:06.470318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a5514f61-b987-4f04-898d-ee55875a7699 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:06.470743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.549788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.581340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port a5514f61-b987-4f04-898d-ee55875a7699, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a5514f61-b987-4f04-898d-ee55875a7699,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:43:06.671402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.682324 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.725680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=a5514f61-b987-4f04-898d-ee55875a7699,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:06.888448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:06.961317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2cfa7-d4eb-4622-a723-99ebb925020f None None] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:43:07.071274 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:43:07.080360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b5859572-f55a-483d-8313-001b812f7def None None] Provisioning complete for port a5514f61-b987-4f04-898d-ee55875a7699 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:07.080760 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b5859572-f55a-483d-8313-001b812f7def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:07.183946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:43:07.193309 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:43:07.203942 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:43:07.204594 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:07.254320 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:07.255764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2a9996de-85a9-40d3-b8f2-32e9cfdb94bf admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8883891 Sep 15 16:43:07.259010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38158) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:07.315630 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:43:07.416685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9972ae6c-e597-4c07-ad2d-cb0a22c0be26 None None] Provisioning complete for port a5514f61-b987-4f04-898d-ee55875a7699 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:07.417054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9972ae6c-e597-4c07-ad2d-cb0a22c0be26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:07.495454 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:06Z', 'revision_number': 3, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:07.526009 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:43:07.526356 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Updating router 199d3550-45cb-4460-8d21-ec1f86e0aab3 port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:43:07.551341 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:07.680209 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:07.847288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Allocated IP 172.20.0.1 (ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30/0a814ed3-ebba-4966-9c93-ae872149fe1e/581a2236-6113-4dbd-878f-43d88d98c144) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:43:07.888756 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:07.951605 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:07.957070 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.004563 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Attempting to bind port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:43:08.005032 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Attempting to bind port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:43:08.005571 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Attempting to bind port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:43:08.015751 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:43:08.016120 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:43:08.016537 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.016927 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:43:08.017386 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Bound port: a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:43:08.017808 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.020062 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Pushing event updated for resources: {'Port': ['ID=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:08.049356 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.049703 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.050045 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.050381 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.050713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.051039 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.051363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.051684 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.052643 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.053003 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.053323 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.053646 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:08.054725 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.086870 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] For port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:43:08.089997 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] For port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:43:08.092000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:43:08.094879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:43:08.098587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:43:08.124901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Pushing event updated for resources: {'Port': ['ID=581a2236-6113-4dbd-878f-43d88d98c144,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:08.140940 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.144828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.210183 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:43:08.210769 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:08.248713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c9e7c-ff05-4ead-b89c-5866c48047c2 None None] Pushing event updated for resources: {'Port': ['ID=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:08.328052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3905ba81-597d-4bc1-9b27-7acd2c17fd58 None None] Provisioning complete for port 581a2236-6113-4dbd-878f-43d88d98c144 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:08.329519 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3905ba81-597d-4bc1-9b27-7acd2c17fd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.330079 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:43:08.360745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.369956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3905ba81-597d-4bc1-9b27-7acd2c17fd58 None None] Port 581a2236-6113-4dbd-878f-43d88d98c144 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:43:08.441871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a5514f61-b987-4f04-898d-ee55875a7699 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:43:08.498317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a5514f61-b987-4f04-898d-ee55875a7699 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:08.498590 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.530434 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:06Z', 'revision_number': 3, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:08.541765 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.563453 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb011c-15e1-4279-bb28-a7bce9324097 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:06Z', 'revision_number': 3, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:43:08.591067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.679289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:08.681392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Pushing event updated for resources: {'Port': ['ID=581a2236-6113-4dbd-878f-43d88d98c144,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:08.800047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:43:08.802462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:43:08.951210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:43:09.070118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:43:09.075165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4096778b-846b-4dad-99cd-c9eae928c277 admin admin] 10.222.0.63 "PUT /v2.0/routers/199d3550-45cb-4460-8d21-ec1f86e0aab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8150430 Sep 15 16:43:09.094255 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-fd16d50d-f317-4deb-bee6-c4dbd50a67fd None None] Provisioning complete for port 581a2236-6113-4dbd-878f-43d88d98c144 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:09.094717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd16d50d-f317-4deb-bee6-c4dbd50a67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:09.129812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-fd16d50d-f317-4deb-bee6-c4dbd50a67fd None None] Port 581a2236-6113-4dbd-878f-43d88d98c144 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:43:09.811026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:09.820366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cac69f9f-22da-4ab3-857c-360569667ef7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678385203', 'description': 'tempest-description--29702656'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:09.899910 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cac69f9f-22da-4ab3-857c-360569667ef7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:09.982119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cac69f9f-22da-4ab3-857c-360569667ef7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.054152 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cac69f9f-22da-4ab3-857c-360569667ef7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.085856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac69f9f-22da-4ab3-857c-360569667ef7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb241ec-4bae-4774-b7c0-0e09e1b96946,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:10.139950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cac69f9f-22da-4ab3-857c-360569667ef7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.141309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:43:10.141903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cac69f9f-22da-4ab3-857c-360569667ef7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3293190 Sep 15 16:43:10.144020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38170) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:10.149021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-baa2599b-b46a-4015-ace2-8386b8c10a5a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'security_group_rule': {'security_group_id': '5eb241ec-4bae-4774-b7c0-0e09e1b96946', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:10.154732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:43:10.154732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:10.236278 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-baa2599b-b46a-4015-ace2-8386b8c10a5a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.302677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-baa2599b-b46a-4015-ace2-8386b8c10a5a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.368035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-baa2599b-b46a-4015-ace2-8386b8c10a5a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.383651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2599b-b46a-4015-ace2-8386b8c10a5a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470a86e6-9f86-449d-80f1-3633e282e92c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:10.421192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:43:10.449949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:43:10.454021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-baa2599b-b46a-4015-ace2-8386b8c10a5a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.455945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-baa2599b-b46a-4015-ace2-8386b8c10a5a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104010 Sep 15 16:43:10.458505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38172) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:10.463355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bacb4f1f-b052-4356-8892-e2c36486b778 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'security_group_rule': {'security_group_id': '5eb241ec-4bae-4774-b7c0-0e09e1b96946', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:10.566994 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bacb4f1f-b052-4356-8892-e2c36486b778 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.590848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:10.591226 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.625427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bacb4f1f-b052-4356-8892-e2c36486b778 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.699643 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bacb4f1f-b052-4356-8892-e2c36486b778 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.715239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb4f1f-b052-4356-8892-e2c36486b778 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47df8a9d-bc7d-4a56-aaec-16bfa62ef7cc,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:10.724282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.737149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 2, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:10.769945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:43:10.770304 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Updating router 199d3550-45cb-4460-8d21-ec1f86e0aab3 port 581a2236-6113-4dbd-878f-43d88d98c144 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:43:10.773232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:43:10.797260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.803252 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bacb4f1f-b052-4356-8892-e2c36486b778 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.804701 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bacb4f1f-b052-4356-8892-e2c36486b778 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450413 Sep 15 16:43:10.807882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38174) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:10.812808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:10.832411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.899576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:10.954083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:10.965759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.966114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.967828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.967828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.967828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.967828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.967828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.968219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.968452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.968713 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.969039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:10.969361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.004844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.110882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Allocated IP 172.25.0.94 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/c90b226b-9722-4a0e-973a-84c09c242815) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:43:11.117602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.185393 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.219842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.237956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a92838-da4d-4213-806e-d38302793d1b None None] Pushing event updated for resources: {'Port': ['ID=581a2236-6113-4dbd-878f-43d88d98c144,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:11.284735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Attempting to bind port 581a2236-6113-4dbd-878f-43d88d98c144 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:43:11.285108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Attempting to bind port 581a2236-6113-4dbd-878f-43d88d98c144 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:43:11.285467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Attempting to bind port 581a2236-6113-4dbd-878f-43d88d98c144 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:43:11.291390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:43:11.291762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:43:11.292162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.292608 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:43:11.293075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Bound port: 581a2236-6113-4dbd-878f-43d88d98c144, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:43:11.293453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.306012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.352465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:43:11.355451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:43:11.362596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:43:11.364630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] For port 581a2236-6113-4dbd-878f-43d88d98c144, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:43:11.366567 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'Port': ['ID=c90b226b-9722-4a0e-973a-84c09c242815,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:11.368211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] For port 581a2236-6113-4dbd-878f-43d88d98c144, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=581a2236-6113-4dbd-878f-43d88d98c144,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:43:11.398122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.398469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.398816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.399161 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.399496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.399827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.400156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.400496 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.400828 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.401175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.401503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.401827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:43:11.443511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.467252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.513974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a92838-da4d-4213-806e-d38302793d1b None None] Pushing event updated for resources: {'Port': ['ID=581a2236-6113-4dbd-878f-43d88d98c144,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:11.517332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:43:11.517466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:11.519302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-08f546ae-bf86-46e5-9a7f-0a49ce4f9f5e None None] Provisioning complete for port 581a2236-6113-4dbd-878f-43d88d98c144 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:11.519670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f546ae-bf86-46e5-9a7f-0a49ce4f9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.584147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.683481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:43:11.726460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f546ae-bf86-46e5-9a7f-0a49ce4f9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.745872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.802867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.810492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-08f546ae-bf86-46e5-9a7f-0a49ce4f9f5e None None] For port 581a2236-6113-4dbd-878f-43d88d98c144, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=581a2236-6113-4dbd-878f-43d88d98c144,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:43:11.863246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08f546ae-bf86-46e5-9a7f-0a49ce4f9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.874450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'Port': ['ID=c90b226b-9722-4a0e-973a-84c09c242815,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:11.885644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.946091 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f546ae-bf86-46e5-9a7f-0a49ce4f9f5e None None] Pushing event updated for resources: {'Port': ['ID=581a2236-6113-4dbd-878f-43d88d98c144,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:11.967111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:11.968381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:11.970664 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a8b39e96-c30e-4c61-8139-b2a62cf427d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1616819 Sep 15 16:43:12.002842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5328502-1c8a-4751-b115-3f07a2951355 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:43:12.016758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2f3a2a88-0860-4c9e-9120-bfda7e57ef95 None None] Provisioning complete for port 581a2236-6113-4dbd-878f-43d88d98c144 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:12.017178 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2f3a2a88-0860-4c9e-9120-bfda7e57ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:12.149019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-ce48d4fd-5822-488d-aa6b-499c8e8b69f8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1678385203&fields=id&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 267 time: 0.0383005 Sep 15 16:43:12.259915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-d6f0dd71-8adf-45c0-a94e-9610cca22063 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:12.261400 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-d6f0dd71-8adf-45c0-a94e-9610cca22063 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.1052394 Sep 15 16:43:12.276915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-f0ec24d8-af60-4d83-8e5d-d28adcfb5e9e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/quotas/9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 375 time: 0.0095556 Sep 15 16:43:12.336772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-6f514737-92b8-461d-a559-c47e5466777c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540590 Sep 15 16:43:12.448081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-9ae6c3cd-d1c9-4984-8216-8de735ede6ff service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995796 Sep 15 16:43:12.487361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 581a2236-6113-4dbd-878f-43d88d98c144 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:43:12.539456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 581a2236-6113-4dbd-878f-43d88d98c144 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:12.539846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:12.554524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-1c111afd-a9bd-42f6-b1e4-93a607ba4602 service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997934 Sep 15 16:43:12.641321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:43:12.790514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:12.790514 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:13.023075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e60ae597-872c-4881-84f7-e202ace1c8fa req-5e09a8e4-2f7a-4c79-ad53-d6a368ae8894 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 210 time: 0.0284572 Sep 15 16:43:14.123660 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f440e1ee-a3d2-41a0-b59a-28bca704e884 req-eb1077b9-c483-41ae-8382-a02db47001ff tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 210 time: 0.0255101 Sep 15 16:43:14.954617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-242ff3f0-2f5f-4530-977e-99b0a1013e34 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:14.956096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-242ff3f0-2f5f-4530-977e-99b0a1013e34 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.1049941 Sep 15 16:43:14.998998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-d325d017-a321-4861-bfc0-4b3ba15c43ea tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 380 time: 0.0335803 Sep 15 16:43:15.008283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'port': {'device_id': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'admin_state_up': True, 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'security_groups': ['5eb241ec-4bae-4774-b7c0-0e09e1b96946']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:15.530547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Made reservation on behalf of 9b3fd0880d774a03bf940a01f9e39ce8 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:43:15.532331 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:15.554845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-64b56f3c-0cf3-4aa7-a472-d891b2ca8423 req-96482dfd-769e-4078-9441-a0d1b833b353 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 210 time: 0.3647521 Sep 15 16:43:15.667039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Allocated IP 172.20.0.3 (ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30/0a814ed3-ebba-4966-9c93-ae872149fe1e/e82cf3b3-c57a-40ef-a302-fb3a10fdbcef) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:43:15.804410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:15.887944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:15.930676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:43:15.933633 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:43:15.937167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:43:15.945547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:15.996176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:15.996841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.094557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-55524507-df4e-49fd-9993-1e4efbd11aab tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0898085 Sep 15 16:43:16.106172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-d59546a3-167b-444e-88a1-e8ef73e3bc81 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:43:16.107308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-d59546a3-167b-444e-88a1-e8ef73e3bc81 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054975 Sep 15 16:43:16.119694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Request body: {'port': {'device_id': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:16.173008 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3a668515-af4f-4598-ab98-d8a36d853c31 None None] Provisioning complete for port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:16.173603 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a668515-af4f-4598-ab98-d8a36d853c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.175148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.210814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-3a668515-af4f-4598-ab98-d8a36d853c31 None None] Port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:43:16.438934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82cf3b3-c57a-40ef-a302-fb3a10fdbcef {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:43:16.446412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.458066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Transition to ACTIVE for port object e82cf3b3-c57a-40ef-a302-fb3a10fdbcef will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:43:16.527839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.581066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:16.683950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:43:16.684289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:43:16.684646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:43:16.693143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:43:16.693466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:43:16.702446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d0d5d-339f-4d5f-a260-73a8f7616ab8 req-7051a47c-b7ad-48aa-83a6-9b8eabb5fcd1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:16.703967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-735d0d5d-339f-4d5f-a260-73a8f7616ab8 req-7051a47c-b7ad-48aa-83a6-9b8eabb5fcd1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0732639 Sep 15 16:43:16.708129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:43:16.708468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:43:16.708869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:43:16.710187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Bound port: e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:43:16.710187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.778694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-735d0d5d-339f-4d5f-a260-73a8f7616ab8 req-fd56559a-0644-44b5-b0ee-79c18b9e6f65 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660684 Sep 15 16:43:16.800791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:43:16.804560 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:43:16.865323 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.900219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:16.900858 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:16.902508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] 10.222.0.38 "PUT /v2.0/ports/e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 1091 time: 0.7869232 Sep 15 16:43:16.904842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:43:16.907262 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9471db46-3441-4120-b8f3-32b94869dbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:43:16.933978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54590d-d41c-426f-854d-6156bd2dc331 service neutron] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:16.947098 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376b2041-df97-4726-bd25-e32dbcaca112 x-openstack-request-id: req-376b2041-df97-4726-bd25-e32dbcaca112 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:43:16.947556 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:43:16.947819 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-376b2041-df97-4726-bd25-e32dbcaca112 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:43:16.948237 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'status': 'completed', 'code': 200} Sep 15 16:43:17.021713 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471db46-3441-4120-b8f3-32b94869dbc4 req-4808974e-e906-4b05-99d1-8d1ba0fe09f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:17.024165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9471db46-3441-4120-b8f3-32b94869dbc4 req-4808974e-e906-4b05-99d1-8d1ba0fe09f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1094 time: 0.0488329 Sep 15 16:43:17.124050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471db46-3441-4120-b8f3-32b94869dbc4 req-09c0bdbf-1a3d-4442-9ff4-4743f6ccfe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:17.125505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9471db46-3441-4120-b8f3-32b94869dbc4 req-09c0bdbf-1a3d-4442-9ff4-4743f6ccfe53 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0942230 Sep 15 16:43:17.223430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471db46-3441-4120-b8f3-32b94869dbc4 req-e3f90107-6ead-489d-b358-1cab0ee37f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:17.225081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9471db46-3441-4120-b8f3-32b94869dbc4 req-e3f90107-6ead-489d-b358-1cab0ee37f52 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921941 Sep 15 16:43:17.298588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-0ddc8d03-4ed1-413e-819a-89710cb1eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:17.300085 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-0ddc8d03-4ed1-413e-819a-89710cb1eaef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1094 time: 0.0404003 Sep 15 16:43:17.346880 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-08582f4c-6c14-4246-a1fc-2bc577652d72 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 217 time: 0.0392032 Sep 15 16:43:17.398794 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-262be99b-9ab2-46fc-99ad-83238dc81a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:17.400209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-262be99b-9ab2-46fc-99ad-83238dc81a1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0469131 Sep 15 16:43:17.446004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-71d8ce3b-1d32-45c6-bc54-838e28192475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:17.447435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-71d8ce3b-1d32-45c6-bc54-838e28192475 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397706 Sep 15 16:43:17.540677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-cbf9afbf-697f-4aa2-9c0d-be1c7fec98a3 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855706 Sep 15 16:43:17.633011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-44d35a9c-b141-468e-a9ae-a02bd4d303a3 req-ac8a9fc8-ed99-484c-ae50-76f6f2b6fdca service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851159 Sep 15 16:43:17.894284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2e182-936d-4e42-afdf-7988265307b7 req-58448495-2dd2-4a3e-ad39-232d8f5841c4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:17.895754 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60a2e182-936d-4e42-afdf-7988265307b7 req-58448495-2dd2-4a3e-ad39-232d8f5841c4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0483732 Sep 15 16:43:17.940097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60a2e182-936d-4e42-afdf-7988265307b7 req-da866ea8-1c75-4dde-a783-105fdcdfcd67 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372264 Sep 15 16:43:19.066074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69ca1-b84d-4a45-8e61-ae8f6343b704 req-ba385be1-3827-4f68-97f6-cabf5c4c2500 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:19.067555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69d69ca1-b84d-4a45-8e61-ae8f6343b704 req-ba385be1-3827-4f68-97f6-cabf5c4c2500 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0537736 Sep 15 16:43:19.106277 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69d69ca1-b84d-4a45-8e61-ae8f6343b704 req-32532025-62c8-4020-817b-131f20bfe8c9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324574 Sep 15 16:43:20.219004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f81f0-afb2-42e8-84b4-1b1637c2ef3c req-e4301630-147f-4a25-9afe-189615d1fc56 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:20.220472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e1f81f0-afb2-42e8-84b4-1b1637c2ef3c req-e4301630-147f-4a25-9afe-189615d1fc56 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0486999 Sep 15 16:43:20.257712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6e1f81f0-afb2-42e8-84b4-1b1637c2ef3c req-76447515-d7cf-4e96-bfd4-b2be2862d70e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312467 Sep 15 16:43:21.085028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:43:21.182880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:43:21.194648 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'mac_address': 'fa:16:3e:04:07:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:43:21.230377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:21.243268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82cf3b3-c57a-40ef-a302-fb3a10fdbcef {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:43:21.261659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:43:21.327222 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:21.372474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f31b3-5ff0-4124-a1d7-b0f5bae4f055 req-d443e0ca-31fc-4301-9e63-9d2a603b206a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:21.373984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf9f31b3-5ff0-4124-a1d7-b0f5bae4f055 req-d443e0ca-31fc-4301-9e63-9d2a603b206a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 944 time: 0.0495741 Sep 15 16:43:21.377024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:21.413333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf9f31b3-5ff0-4124-a1d7-b0f5bae4f055 req-160d5304-70e2-4d3e-9b13-aa1db5e32450 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Sep 15 16:43:21.513994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:43:22.530082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ff84c-db5e-4dbe-b1d0-e06018c100d9 req-30ed1ca6-a4ea-440c-a409-44e9f76a1ee1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:22.531543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f06ff84c-db5e-4dbe-b1d0-e06018c100d9 req-30ed1ca6-a4ea-440c-a409-44e9f76a1ee1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 944 time: 0.0519669 Sep 15 16:43:22.568664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f06ff84c-db5e-4dbe-b1d0-e06018c100d9 req-5ce168a0-a618-415f-b0e0-891d6c09c8bc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Sep 15 16:43:23.079798 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:43:23.179002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:43:23.182750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:43:23.183126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:23.263657 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:23.285744 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:43:23.288265 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3b6665-85c9-4d2f-adda-e113f3ce73d3" -d '{"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-plugged", "status": "completed", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:43:23.301562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:43:23.324588 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fcb8d1-6cc2-481c-ac51-4657a5711378 x-openstack-request-id: req-f9fcb8d1-6cc2-481c-ac51-4657a5711378 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:43:23.324880 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-plugged", "status": "completed", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:43:23.325135 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f9fcb8d1-6cc2-481c-ac51-4657a5711378 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:43:23.325539 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'code': 200} Sep 15 16:43:23.367972 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:23.416611 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:43:23.422295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdaa7e5-4bdc-4117-82d2-8e12fcf854da req-1d253a50-dd0b-4af4-a365-eee5c847b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:23.423806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bdaa7e5-4bdc-4117-82d2-8e12fcf854da req-1d253a50-dd0b-4af4-a365-eee5c847b756 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1096 time: 0.0409873 Sep 15 16:43:23.458933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bdaa7e5-4bdc-4117-82d2-8e12fcf854da req-ae11cc18-8d4a-4eea-9a07-6a181d0d1d56 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280962 Sep 15 16:43:23.691630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7e4df-bf78-47f0-9079-9e70ec595511 req-daf8ae8e-5f58-47f5-aece-595a67867bdf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:23.693134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37c7e4df-bf78-47f0-9079-9e70ec595511 req-daf8ae8e-5f58-47f5-aece-595a67867bdf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0500517 Sep 15 16:43:23.731466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-37c7e4df-bf78-47f0-9079-9e70ec595511 req-24d23b71-d139-4d31-86f3-bb68efaeb135 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Sep 15 16:43:23.996063 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e3727d3a-1e44-4efb-9b9b-375b61da96c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:24.851415 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad999ca-7893-4eea-ae38-8ddf4dd36b1b req-b5f595fc-b093-449d-b326-428b9cf99184 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:24.852915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fad999ca-7893-4eea-ae38-8ddf4dd36b1b req-b5f595fc-b093-449d-b326-428b9cf99184 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0553472 Sep 15 16:43:24.892064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fad999ca-7893-4eea-ae38-8ddf4dd36b1b req-162ffba5-1eee-4239-b138-867655fb17b9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Sep 15 16:43:25.000235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522784c-e0a9-4700-b2da-ce61de1b7fa0 req-2c36f022-77eb-4edb-aaee-c549922b394d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:25.001735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3522784c-e0a9-4700-b2da-ce61de1b7fa0 req-2c36f022-77eb-4edb-aaee-c549922b394d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0477288 Sep 15 16:43:25.010982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38230) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:43:25.015188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'floatingip': {'port_id': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:43:25.056774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:25.473047 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:25.521592 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:25.620751 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f associated. External IP: 172.25.0.94, port: e82cf3b3-c57a-40ef-a302-fb3a10fdbcef. Sep 15 16:43:25.824219 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:43:25.933269 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:43:25.938133 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:25.942848 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:43:25.952800 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:43:25.953404 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:25.965621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-daa0bbeb-af6b-4fc6-85a9-7bda93d64ad5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "PUT /v2.0/floatingips/1941df33-4d90-4237-9ef8-7d83d67fe10f HTTP/1.1" status: 200 len: 990 time: 0.9536521 Sep 15 16:43:25.966230 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:43:25.968536 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0bf01a-7c47-46b9-9fbe-94e0f32df590" -d '{"events": [{"name": "network-changed", "server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:43:26.053661 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b937c682-980a-47b5-9f3f-0101ae558e36 x-openstack-request-id: req-b937c682-980a-47b5-9f3f-0101ae558e36 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:43:26.053956 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:43:26.054222 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b937c682-980a-47b5-9f3f-0101ae558e36 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:43:26.054627 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'status': 'completed', 'code': 200} Sep 15 16:43:26.059370 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:43:26.113548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-6beceded-2750-4c20-a7e2-7d6430de87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:26.115009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-6beceded-2750-4c20-a7e2-7d6430de87d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1096 time: 0.0407577 Sep 15 16:43:26.207929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-9c3701a6-e78b-4c3a-bd4d-85907f266eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:26.209999 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-9c3701a6-e78b-4c3a-bd4d-85907f266eb0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0880959 Sep 15 16:43:26.276680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-a5f04215-1363-4c7d-9c60-f129704c1174 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 998 time: 0.0599303 Sep 15 16:43:26.277807 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:04:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:43:25Z', 'revision_number': 1, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:26.307787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:43:26.316051 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:43:26.316697 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:42:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:26.325910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-678b15da-19a3-4744-a292-6122fc1d8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:26.327574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-678b15da-19a3-4744-a292-6122fc1d8615 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0436299 Sep 15 16:43:26.373789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-0499ca27-3e6e-41f4-8c49-8df4498937cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:43:26.375358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-0499ca27-3e6e-41f4-8c49-8df4498937cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414205 Sep 15 16:43:26.420106 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:43:26.469909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-30cc52a6-f72a-4b48-8256-f99c694693c7 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874159 Sep 15 16:43:26.561815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0bf01a-7c47-46b9-9fbe-94e0f32df590 req-213dfa9f-6faa-4486-a77d-b25339f27c23 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849371 Sep 15 16:43:26.639214 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:04:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:43:25Z', 'revision_number': 1, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:43:26.666056 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b33fa8-886d-4049-b53f-365caf534c2d None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:04:07:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:43:25Z', 'revision_number': 1, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:43:26.869937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc695c8-68e1-44c2-8abb-cd40341cd77b None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:43:27.098882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:27.100019 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:27.293036 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2cc758f-13e6-46e4-9303-85d3cb21daa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:28.761654 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:30.281290 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:30.658119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:40.888951 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:43:54.005912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1832d114-d3e2-456e-8216-602e605b3a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:57.114659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:57.142928 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:57.303053 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fc6043c-b775-487c-8eb9-b2b66124f690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:43:58.640305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:00.303209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:00.668429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:17.888245 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:44:24.015905 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6980-d243-4a35-985d-acac75d11138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:26.271158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-03a383be-5067-4ae9-a746-b22df898ee35 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431960 Sep 15 16:44:26.358712 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781480c-bac2-440d-8538-a1a1f716baee req-5c61e063-7e4b-40a7-a10e-a2f3a1888b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:44:26.360203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-5c61e063-7e4b-40a7-a10e-a2f3a1888b0b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1096 time: 0.0457275 Sep 15 16:44:26.462879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781480c-bac2-440d-8538-a1a1f716baee req-14eef5a2-054e-4176-8706-7041510e1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:44:26.464341 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-14eef5a2-054e-4176-8706-7041510e1b59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0854361 Sep 15 16:44:26.532295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-e244f350-5810-4b7c-a3c5-2e2960643b09 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 1000 time: 0.0606935 Sep 15 16:44:26.584716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781480c-bac2-440d-8538-a1a1f716baee req-65d09465-8c02-4b3d-9fa4-45ef3c25c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:44:26.586159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-65d09465-8c02-4b3d-9fa4-45ef3c25c8d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0471516 Sep 15 16:44:26.632503 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781480c-bac2-440d-8538-a1a1f716baee req-e834040f-6a6b-430a-8160-d1365b94d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:44:26.633972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-e834040f-6a6b-430a-8160-d1365b94d657 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403008 Sep 15 16:44:26.729453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-cbb7dc35-9ced-4b69-b806-7931b7918460 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877779 Sep 15 16:44:26.818384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1781480c-bac2-440d-8538-a1a1f716baee req-7a0f526b-87e9-4310-9c38-8e561a042955 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811930 Sep 15 16:44:27.136965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:27.147468 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:27.308016 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60048df6-4632-4d93-82a2-77eabc1301ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:28.610757 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:30.284375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:30.667505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:54.038512 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0dd103b4-c9a2-4755-b735-8044767a55b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:54.887367 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:44:57.100292 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:57.151168 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:57.312838 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7e0f-520c-4a67-9e85-f781c91f101a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:44:58.661215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:00.288453 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:00.695414 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:02.782565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea1ae7-3a68-41da-91ef-f3472346a676 req-663c5291-4653-4bbb-ac71-1196bb4f42ff tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:02.784066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94ea1ae7-3a68-41da-91ef-f3472346a676 req-663c5291-4653-4bbb-ac71-1196bb4f42ff tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0529084 Sep 15 16:45:02.823577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94ea1ae7-3a68-41da-91ef-f3472346a676 req-af27e7c8-dae1-424a-9f5d-b2cc8121043e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327070 Sep 15 16:45:03.201469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec642a-3523-4243-9e7c-587cffa4024d req-17fed3db-771a-40ee-8b38-26a7961cd351 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:03.203001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5ec642a-3523-4243-9e7c-587cffa4024d req-17fed3db-771a-40ee-8b38-26a7961cd351 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0491343 Sep 15 16:45:03.246691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5ec642a-3523-4243-9e7c-587cffa4024d req-483cf21d-77d9-4fbb-a70a-8cca4f835921 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367994 Sep 15 16:45:03.323313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 38446) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:45:03.412054 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-4dda2b42-2cf5-4582-ae93-d2d125ddf000 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875790 Sep 15 16:45:03.421130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-dd3ec86a-c0bf-4897-8c55-722ed3110389 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:45:03.422104 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-dd3ec86a-c0bf-4897-8c55-722ed3110389 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052106 Sep 15 16:45:04.417307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82351bf-c3cd-488a-8de7-8f26920dc86f req-b16dba58-7f97-46ef-abf8-1d6af0957cc6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:04.419146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c82351bf-c3cd-488a-8de7-8f26920dc86f req-b16dba58-7f97-46ef-abf8-1d6af0957cc6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.1029193 Sep 15 16:45:04.457166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c82351bf-c3cd-488a-8de7-8f26920dc86f req-42bc80ad-700b-4dc0-92c1-5b2c9e89acf2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Sep 15 16:45:05.390893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-ee3b0546-2da7-47c8-bdbd-f21d5023264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:05.392475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-ee3b0546-2da7-47c8-bdbd-f21d5023264f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1096 time: 0.0427330 Sep 15 16:45:05.483581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-65040d98-b014-4709-b03c-262f545abde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:05.485132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-65040d98-b014-4709-b03c-262f545abde9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0860128 Sep 15 16:45:05.580352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-7d852874-8586-494e-8daf-b95ffc5f149f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 1000 time: 0.0885649 Sep 15 16:45:05.602605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b4fd7-7436-4ca1-ae66-819b7357cbb4 req-d3ed3fb6-9743-4928-aae2-70864f073b16 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:05.604030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d2b4fd7-7436-4ca1-ae66-819b7357cbb4 req-d3ed3fb6-9743-4928-aae2-70864f073b16 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0741410 Sep 15 16:45:05.655670 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-7d853f6d-339a-4a51-b03d-39d53e7afb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:05.657148 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-7d853f6d-339a-4a51-b03d-39d53e7afb56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0698845 Sep 15 16:45:05.676993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8d2b4fd7-7436-4ca1-ae66-819b7357cbb4 req-f742b03f-d833-4f6b-8bda-0ed79355cf76 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549099 Sep 15 16:45:05.705523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-6501ef9c-f6a6-4176-a1bd-0fc66ca7dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:05.707001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-6501ef9c-f6a6-4176-a1bd-0fc66ca7dfe8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425360 Sep 15 16:45:05.797542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-7d4898e1-b109-4401-a543-75983490c5f2 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Sep 15 16:45:05.889423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-e37af204-e195-40c1-ab16-988546111081 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847433 Sep 15 16:45:06.794254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0d523-ae9c-4b8d-88e3-844e8b34ff6e req-95c338d4-2941-49c1-a8c6-4ea564bddd1c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:06.795704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ea0d523-ae9c-4b8d-88e3-844e8b34ff6e req-95c338d4-2941-49c1-a8c6-4ea564bddd1c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0481191 Sep 15 16:45:06.832040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ea0d523-ae9c-4b8d-88e3-844e8b34ff6e req-77edb7e8-aa28-4c1a-a277-36e92d47f3cb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303864 Sep 15 16:45:07.948379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e252251-709c-4e9a-8776-a987341f9119 req-13b2d32b-6fd0-4660-b531-134cb103c06d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:07.949881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e252251-709c-4e9a-8776-a987341f9119 req-13b2d32b-6fd0-4660-b531-134cb103c06d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0509968 Sep 15 16:45:07.986827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e252251-709c-4e9a-8776-a987341f9119 req-769fa2e7-28ed-433a-bf97-93d34204a254 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309148 Sep 15 16:45:09.100379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5d322-67a3-40d9-bad8-3e85ba9b3a7f req-8e661f7a-effe-4834-90ec-0faf022d3dff tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:09.101802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22e5d322-67a3-40d9-bad8-3e85ba9b3a7f req-8e661f7a-effe-4834-90ec-0faf022d3dff tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0480309 Sep 15 16:45:09.142031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22e5d322-67a3-40d9-bad8-3e85ba9b3a7f req-67880302-43d9-4951-a3f3-23cb4b343521 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343080 Sep 15 16:45:10.258942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec922322-b888-42de-82de-dd896d5e4305 req-c64ed9f7-f72e-49b7-9f63-59f17e04658b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:10.260418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec922322-b888-42de-82de-dd896d5e4305 req-c64ed9f7-f72e-49b7-9f63-59f17e04658b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0477796 Sep 15 16:45:10.297955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ec922322-b888-42de-82de-dd896d5e4305 req-12954962-3a81-4acb-9ad9-c2b76d138b18 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317850 Sep 15 16:45:11.412851 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782583d-7a6a-475d-9cf0-35e4d6bd0a60 req-1eed4db6-8b4e-498d-9fce-6e2f1906b5af tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:11.414313 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9782583d-7a6a-475d-9cf0-35e4d6bd0a60 req-1eed4db6-8b4e-498d-9fce-6e2f1906b5af tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0478282 Sep 15 16:45:11.450705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9782583d-7a6a-475d-9cf0-35e4d6bd0a60 req-514bafd3-8b43-48dc-a02c-acfc2a8d20f7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302670 Sep 15 16:45:12.563395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931467b-b0c4-443a-8f31-d0e5d87d60c4 req-1a21d71d-6c8e-4934-b2bd-f06d17116cdb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:12.564901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3931467b-b0c4-443a-8f31-d0e5d87d60c4 req-1a21d71d-6c8e-4934-b2bd-f06d17116cdb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0487218 Sep 15 16:45:12.606333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3931467b-b0c4-443a-8f31-d0e5d87d60c4 req-9e6d3933-2024-41a7-bee5-3be3bb2e8a16 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349271 Sep 15 16:45:13.723502 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a120b6-334d-46a4-a84b-47f3ffef0507 req-e634aa65-fc91-4678-a6a5-fff2e95ae350 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:13.725025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5a120b6-334d-46a4-a84b-47f3ffef0507 req-e634aa65-fc91-4678-a6a5-fff2e95ae350 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0514042 Sep 15 16:45:13.763121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5a120b6-334d-46a4-a84b-47f3ffef0507 req-46704e69-0e6d-4a21-9b1f-106fc65e43d7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Sep 15 16:45:14.881225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbaa51-1254-41a0-a773-b1d0ebb34504 req-c9b5432b-84fc-405b-93fe-9d311670e771 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:14.882716 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60dbaa51-1254-41a0-a773-b1d0ebb34504 req-c9b5432b-84fc-405b-93fe-9d311670e771 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0500119 Sep 15 16:45:14.921418 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60dbaa51-1254-41a0-a773-b1d0ebb34504 req-215a7d0a-79fc-4b44-bc76-9d640dcca05f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Sep 15 16:45:16.033426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aea951-9b73-4285-8467-4dc5cdb190ee req-8839fd29-a6ab-496d-9e80-c29874dcad4c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:16.034875 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6aea951-9b73-4285-8467-4dc5cdb190ee req-8839fd29-a6ab-496d-9e80-c29874dcad4c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0480406 Sep 15 16:45:16.076682 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f6aea951-9b73-4285-8467-4dc5cdb190ee req-71da98e6-69f4-4414-9e0a-472c51136164 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349853 Sep 15 16:45:17.195188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bf1a2-cdd5-4618-bea6-02d53e75889c req-979a986d-e854-4073-ad0e-54ab98d64ec9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:17.196713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc9bf1a2-cdd5-4618-bea6-02d53e75889c req-979a986d-e854-4073-ad0e-54ab98d64ec9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0501966 Sep 15 16:45:17.235180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc9bf1a2-cdd5-4618-bea6-02d53e75889c req-d7027447-4f60-4188-98b3-97572d783299 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325558 Sep 15 16:45:17.871041 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-a952aad0-3292-45be-87cd-3b5227a0e9b8 service neutron] show failed (client error): The resource could not be found. Sep 15 16:45:17.872055 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-a952aad0-3292-45be-87cd-3b5227a0e9b8 service neutron] 10.222.0.38 "GET /v2.0/ports/e82cf3b3-c57a-40ef-a302-fb3a10fdbcef/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0544510 Sep 15 16:45:18.350914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a42b4-505c-4705-9988-7cc6af2ca0bc req-3913f416-2370-4368-8686-17fe2b0d99fd tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:18.352429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b6a42b4-505c-4705-9988-7cc6af2ca0bc req-3913f416-2370-4368-8686-17fe2b0d99fd tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0497656 Sep 15 16:45:18.378775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-e0cdfe8e-2808-4d6b-b6b3-59c5ecd8f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:18.380262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-e0cdfe8e-2808-4d6b-b6b3-59c5ecd8f949 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0408385 Sep 15 16:45:18.391257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b6a42b4-505c-4705-9988-7cc6af2ca0bc req-ecaef654-2871-4470-a951-c99fe05be338 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Sep 15 16:45:18.392080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:45:18.444359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:18.682184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:19.032128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:45:19.070474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:45:19.072718 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424554fa-3e39-4e53-bccb-c8560f3e769b" -d '{"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-unplugged", "status": "completed", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:45:19.076351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:19.089084 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Transition to ACTIVE for port object e82cf3b3-c57a-40ef-a302-fb3a10fdbcef will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:45:19.122623 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598f3654-cd6b-4b5f-b418-7da3e7181c47 x-openstack-request-id: req-598f3654-cd6b-4b5f-b418-7da3e7181c47 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:45:19.122921 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-unplugged", "status": "completed", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:45:19.123173 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-598f3654-cd6b-4b5f-b418-7da3e7181c47 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:45:19.123567 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'code': 200} Sep 15 16:45:19.161689 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:19.273509 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:19.294945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.295203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.295541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.295875 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.296210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.296560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.296885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.297207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.297627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.297836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.298159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.298478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:19.342033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] No DVR routers for this DVR port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:45:19.479810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:45:19.480527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:45:19.480527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:45:19.484630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:45:19.484945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Attempting to bind port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:45:19.490223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:45:19.490557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:45:19.490932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:45:19.491343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Bound port: e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:45:19.491692 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:19.515407 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a424af1-8337-4cf8-aa3d-5d3f26b6882e req-6e2920fb-f18c-438e-84a2-0aeb6e9d350b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:19.516936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a424af1-8337-4cf8-aa3d-5d3f26b6882e req-6e2920fb-f18c-438e-84a2-0aeb6e9d350b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0540144 Sep 15 16:45:19.555000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:45:19.555881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8a424af1-8337-4cf8-aa3d-5d3f26b6882e req-1e8e5fe0-201c-44cd-876d-7e7349376378 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Sep 15 16:45:19.558087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:45:19.626642 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:19.658107 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:19.658640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:19.660764 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] 10.222.0.55 "PUT /v2.0/ports/e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 1091 time: 1.2718179 Sep 15 16:45:19.764124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a58f4-6675-48fb-bf09-781c7dd044e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:19.770065 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-424b169b-2c4b-4dcb-bb66-6e4babbead2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:19.772089 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-424b169b-2c4b-4dcb-bb66-6e4babbead2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1094 time: 0.0870361 Sep 15 16:45:19.867183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-2fa0614a-4217-4f7f-9d86-a3ebc66dfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:19.868692 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-2fa0614a-4217-4f7f-9d86-a3ebc66dfa6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0888383 Sep 15 16:45:19.937502 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-57b8979b-1e96-4b4a-bc38-dd2cf6745ec2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 998 time: 0.0616536 Sep 15 16:45:19.985397 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-18005c37-0b6b-4a7f-8f3e-f3f7eaab1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:19.986881 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-18005c37-0b6b-4a7f-8f3e-f3f7eaab1b1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0427847 Sep 15 16:45:20.031307 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-fe5c97d4-c4c5-4e5b-9862-da72934b666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:20.032858 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-fe5c97d4-c4c5-4e5b-9862-da72934b666f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392866 Sep 15 16:45:20.123003 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-8a02ec82-f213-4e82-be7f-9a18e343448e service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833018 Sep 15 16:45:20.210721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3afae30d-61b2-42a6-b49d-4cd7c2ce1fa6 req-ab6348ff-7f97-4a78-b892-325ecd8bd453 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804420 Sep 15 16:45:20.672953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b1520-635c-4f8d-8579-15d8058ee48b req-7e48398b-4b71-401a-9a24-f580e958d167 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:20.674708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d47b1520-635c-4f8d-8579-15d8058ee48b req-7e48398b-4b71-401a-9a24-f580e958d167 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0502741 Sep 15 16:45:20.712368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d47b1520-635c-4f8d-8579-15d8058ee48b req-dfd119e8-cfb1-4b1b-bc4f-296b0f9b9a66 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313144 Sep 15 16:45:21.125185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:45:21.127640 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02" -d '{"events": [{"name": "network-changed", "server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:45:21.175895 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65634e5-bdd2-4393-a5b9-692853ba7a3b x-openstack-request-id: req-a65634e5-bdd2-4393-a5b9-692853ba7a3b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:45:21.176199 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:45:21.176556 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a65634e5-bdd2-4393-a5b9-692853ba7a3b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:45:21.177470 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'status': 'completed', 'code': 200} Sep 15 16:45:21.234060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-7fefa703-ab9e-401c-a88a-25b461b86b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.235561 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-7fefa703-ab9e-401c-a88a-25b461b86b0e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1094 time: 0.0412846 Sep 15 16:45:21.242410 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-3a280144-188c-4372-97da-0e0b0131d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.243869 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-3a280144-188c-4372-97da-0e0b0131d14c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1094 time: 0.0452671 Sep 15 16:45:21.329921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-837dcc31-e4c8-4bff-bba3-88ed080becb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.331395 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-837dcc31-e4c8-4bff-bba3-88ed080becb8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0891685 Sep 15 16:45:21.337291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-07509864-3d55-4f4a-8b30-6fad5b632400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.338743 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-07509864-3d55-4f4a-8b30-6fad5b632400 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0866928 Sep 15 16:45:21.396054 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-5f79aba7-9275-4f30-89fb-405649b52ba4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 998 time: 0.0568464 Sep 15 16:45:21.408480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-d6526073-8e36-4983-89ff-e10a44faf629 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 998 time: 0.0621912 Sep 15 16:45:21.447965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-d0bcd3bb-9f7a-4c08-aa94-ec2057e49fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.449467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-d0bcd3bb-9f7a-4c08-aa94-ec2057e49fc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0478075 Sep 15 16:45:21.455939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-1efe698a-42ba-468f-bfe0-0479832f207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.457488 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-1efe698a-42ba-468f-bfe0-0479832f207f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0423295 Sep 15 16:45:21.495784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-4313d477-7f9d-4909-89c3-93d5c9d3a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.497329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-4313d477-7f9d-4909-89c3-93d5c9d3a6f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402174 Sep 15 16:45:21.504089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-5955a0d5-497e-4dc4-98c1-fb1222fbe353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.505810 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-5955a0d5-497e-4dc4-98c1-fb1222fbe353 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401022 Sep 15 16:45:21.590368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-457758d7-9680-4fd3-9022-05e07130ef25 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854673 Sep 15 16:45:21.601203 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-11a915a4-7ec1-4742-a617-df908a11790d service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862405 Sep 15 16:45:21.686761 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-ea1f06b8-ba72-4745-b8bb-6f33a22aa2a1 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887957 Sep 15 16:45:21.693763 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-da0c2f21-1cd2-4a44-bf52-5ec5901ceb02 req-6e74c42f-e3e9-49c9-bf1e-f09893cf484b service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853570 Sep 15 16:45:21.831059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff48287-c97c-447b-a357-fef0ef5e6eb5 req-4abb66c7-4d30-4025-9a7d-81c1219501a2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:21.832648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ff48287-c97c-447b-a357-fef0ef5e6eb5 req-4abb66c7-4d30-4025-9a7d-81c1219501a2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0502155 Sep 15 16:45:21.871378 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ff48287-c97c-447b-a357-fef0ef5e6eb5 req-34bad265-d773-42e9-a149-b45d5f9cac4b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Sep 15 16:45:22.992335 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadadc4-e08c-4537-8f6b-9f0136911393 req-66661af9-a70c-4274-b8b1-b806bf76ad1a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:22.993811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7dadadc4-e08c-4537-8f6b-9f0136911393 req-66661af9-a70c-4274-b8b1-b806bf76ad1a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0530016 Sep 15 16:45:23.030694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7dadadc4-e08c-4537-8f6b-9f0136911393 req-541a8dbb-ac05-4f95-9b4c-fd0bd5850816 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310590 Sep 15 16:45:23.349382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c70510-f227-4e5e-9910-f0a81bf9ea85 req-3f56cd41-ae05-4d22-94b2-da25109eac7d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:23.350979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5c70510-f227-4e5e-9910-f0a81bf9ea85 req-3f56cd41-ae05-4d22-94b2-da25109eac7d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 943 time: 0.0492394 Sep 15 16:45:23.416595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5c70510-f227-4e5e-9910-f0a81bf9ea85 req-70d02d13-76eb-4d94-afee-91501207db89 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595229 Sep 15 16:45:23.432525 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-31a0c289-6138-468f-95f5-a69fba584708 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:23.433952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-31a0c289-6138-468f-95f5-a69fba584708 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 943 time: 0.0635543 Sep 15 16:45:23.532966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:45:23.575214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:45:23.825761 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-10a2d178-6980-486e-ae92-bbf0cb8d3ca7 service neutron] delete failed (client error): The resource could not be found. Sep 15 16:45:23.826699 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-10a2d178-6980-486e-ae92-bbf0cb8d3ca7 service neutron] 10.222.0.38 "DELETE /v2.0/ports/e82cf3b3-c57a-40ef-a302-fb3a10fdbcef/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.3853872 Sep 15 16:45:23.909029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-1b4c5289-b193-462b-96f8-160cbafc7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:23.910531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-1b4c5289-b193-462b-96f8-160cbafc7c8a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 1094 time: 0.0396934 Sep 15 16:45:23.986443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:45:24.002818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-9826d759-cf6a-47c3-b968-d43dcf5bf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:24.004301 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-9826d759-cf6a-47c3-b968-d43dcf5bf421 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0867031 Sep 15 16:45:24.006349 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da895d04-6620-4971-8291-3e95cb0a8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:24.069100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-fd48ca4c-0b72-4f2b-a6b3-861fc9993d58 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 200 len: 998 time: 0.0579095 Sep 15 16:45:24.087879 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:24.099494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'mac_address': 'fa:16:3e:04:07:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:45:24.118104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-fdcca429-f606-452f-8f0e-0f21e4c25fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:24.119544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-fdcca429-f606-452f-8f0e-0f21e4c25fc7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0442708 Sep 15 16:45:24.136884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:24.149584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82cf3b3-c57a-40ef-a302-fb3a10fdbcef {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:45:24.167834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-175b1e73-4194-4b63-8a26-ee6aa4067d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:24.169337 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-175b1e73-4194-4b63-8a26-ee6aa4067d97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428462 Sep 15 16:45:24.169458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:24.226222 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:24.260421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-3ed7b02f-ad2e-4af2-a245-3eb8e143aac1 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838118 Sep 15 16:45:24.274356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:24.281582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.281915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.282247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.282597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.282908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.283231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.283555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.283875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.284192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.284526 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.284848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.285162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:24.354286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-393af5fa-b594-437b-a156-c5a19565fdd1 req-286ebca3-0399-437b-8962-b2693a9ed7c9 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861819 Sep 15 16:45:24.483595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:45:24.537922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce9dfc-cf3c-4b7d-a3de-6e62ba535894 req-ba73bd9a-6424-4e5c-8b80-cff472e5544f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:24.539454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffce9dfc-cf3c-4b7d-a3de-6e62ba535894 req-ba73bd9a-6424-4e5c-8b80-cff472e5544f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 944 time: 0.0516677 Sep 15 16:45:24.582849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffce9dfc-cf3c-4b7d-a3de-6e62ba535894 req-2a5eb6b3-b14c-48e2-8f1e-d52a6bd3aea3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370052 Sep 15 16:45:25.698918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1610f6-76fa-49e8-a86b-38571a0178b5 req-7f523616-72b8-4361-ba23-76fd5b37a1af tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:25.700515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b1610f6-76fa-49e8-a86b-38571a0178b5 req-7f523616-72b8-4361-ba23-76fd5b37a1af tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 944 time: 0.0487075 Sep 15 16:45:25.737564 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b1610f6-76fa-49e8-a86b-38571a0178b5 req-89d95ccb-a1b1-4afc-ac27-ef56ed1b2993 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309117 Sep 15 16:45:25.855823 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a700df-0c90-411f-8104-43d47bc862b7 req-8859c95b-5ecd-4b46-be39-4c2f7d749d79 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:25.857630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03a700df-0c90-411f-8104-43d47bc862b7 req-8859c95b-5ecd-4b46-be39-4c2f7d749d79 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 944 time: 0.0536392 Sep 15 16:45:25.895726 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03a700df-0c90-411f-8104-43d47bc862b7 req-cd22141f-30d8-49c1-928f-05fbad1bb517 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320385 Sep 15 16:45:26.001534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:45:26.007548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101e42-d071-414d-87ab-850e8fac9057 req-2d47ace9-578d-4ee3-9c30-e9adb1d7e63f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:26.009069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25101e42-d071-414d-87ab-850e8fac9057 req-2d47ace9-578d-4ee3-9c30-e9adb1d7e63f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 944 time: 0.0495129 Sep 15 16:45:26.047007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25101e42-d071-414d-87ab-850e8fac9057 req-2e81a72e-01ab-4571-9c4e-fbc5cbabe96a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320513 Sep 15 16:45:26.111834 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:45:26.116449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:45:26.117269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:26.198582 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:26.220980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:45:26.223271 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fefdf0-4025-48ba-9cfa-8724bd7c0006" -d '{"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-plugged", "status": "completed", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:45:26.235824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:26.306081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:26.356151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:26.413489 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c07c949-df6b-4d46-90d7-506677d11b60 x-openstack-request-id: req-4c07c949-df6b-4d46-90d7-506677d11b60 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:45:26.413858 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-plugged", "status": "completed", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:45:26.414175 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4c07c949-df6b-4d46-90d7-506677d11b60 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:45:26.414639 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'code': 200} Sep 15 16:45:26.502368 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62b612-e84b-40a5-add8-27ef01e8f55c req-45ba8272-cc51-43b8-8b8d-d25be3337539 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:26.503753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d62b612-e84b-40a5-add8-27ef01e8f55c req-45ba8272-cc51-43b8-8b8d-d25be3337539 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0480211 Sep 15 16:45:26.541545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d62b612-e84b-40a5-add8-27ef01e8f55c req-1b01aeba-0d72-43be-8623-2002cb30dfea tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Sep 15 16:45:27.140507 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:27.168917 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:27.317587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bc20bee8-1ff3-47fe-ae63-ff64cd8658ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:27.658195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ab1f9-9274-4e18-b99c-f02126ab9ffd req-467115a0-412b-4065-8d29-8a1b8407c8e3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:27.659691 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f21ab1f9-9274-4e18-b99c-f02126ab9ffd req-467115a0-412b-4065-8d29-8a1b8407c8e3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0517442 Sep 15 16:45:27.697778 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f21ab1f9-9274-4e18-b99c-f02126ab9ffd req-63ef6bc9-2b47-4f77-8917-c56b021cb6a2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315366 Sep 15 16:45:27.747571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd517f-5556-4933-a897-52122516d537 req-c7118165-0459-4c0f-879c-b3172fc49200 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:27.749346 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95cd517f-5556-4933-a897-52122516d537 req-c7118165-0459-4c0f-879c-b3172fc49200 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 945 time: 0.0537252 Sep 15 16:45:27.843006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Deleting port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:45:27.843350 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:27.935118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] For port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:27.935483 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:28.100822 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:28.101050 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:28.101370 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f disassociated. External IP: 172.25.0.94, port: e82cf3b3-c57a-40ef-a302-fb3a10fdbcef. Sep 15 16:45:28.101740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Calling delete_port for e82cf3b3-c57a-40ef-a302-fb3a10fdbcef owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:45:28.294648 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:28.321061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event deleted for resources: {'Port': ['ID=e82cf3b3-c57a-40ef-a302-fb3a10fdbcef,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:28.444459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:45:28.559170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:45:28.569335 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:45:28.578563 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:45:28.579207 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:28.599081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] No DVR routers for this DVR port e82cf3b3-c57a-40ef-a302-fb3a10fdbcef on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:45:28.601188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:28.603313 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-95cd517f-5556-4933-a897-52122516d537 req-2e2ffdac-80bb-493b-80c0-1bdf12e7e146 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "DELETE /v2.0/ports/e82cf3b3-c57a-40ef-a302-fb3a10fdbcef HTTP/1.1" status: 204 len: 173 time: 0.8472154 Sep 15 16:45:28.603607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-deleted', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:45:28.605871 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9255f3-2e6f-4eb1-997f-80da1afbf7a1" -d '{"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-deleted", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:45:28.617946 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:28.641686 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0004c0-ddbd-475f-aa4e-d7df52afb061 x-openstack-request-id: req-4b0004c0-ddbd-475f-aa4e-d7df52afb061 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:45:28.641983 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489c21f-1ff6-42f4-a48d-af096505703f", "name": "network-vif-deleted", "tag": "e82cf3b3-c57a-40ef-a302-fb3a10fdbcef", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:45:28.642238 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4b0004c0-ddbd-475f-aa4e-d7df52afb061 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:45:28.642645 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489c21f-1ff6-42f4-a48d-af096505703f', 'name': 'network-vif-deleted', 'tag': 'e82cf3b3-c57a-40ef-a302-fb3a10fdbcef', 'status': 'completed', 'code': 200} Sep 15 16:45:28.687829 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:45:28.793893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6c259704-2ca8-442c-9d2f-97f43d000afd req-e302ed10-0499-4391-ba8f-e58638b8dc92 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=e489c21f-1ff6-42f4-a48d-af096505703f HTTP/1.1" status: 200 len: 210 time: 0.0273857 Sep 15 16:45:28.900301 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:28.926184 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:45:28.935126 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:45:28.935733 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:29.041436 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:45:29.236546 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:29.262366 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcca824-1e60-4902-97be-8c40f2ea39e3 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:45:29.482452 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134b03e-2940-496c-b128-a5b83e07f52d None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:45:30.018469 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-0588667f-29f6-45be-8269-fa57ad3e6fcc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1678385203&fields=id&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 267 time: 0.0321031 Sep 15 16:45:30.126518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-d9281e51-9df4-4caa-a57a-5f7b7edf2b1c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:30.127879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-d9281e51-9df4-4caa-a57a-5f7b7edf2b1c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.1028533 Sep 15 16:45:30.142299 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-e7e7ceac-7310-47cc-97b6-caede4dcdf6b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/quotas/9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 375 time: 0.0087125 Sep 15 16:45:30.194640 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-7769aaa5-aebf-47e8-be24-529bc1f8d1aa tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472348 Sep 15 16:45:30.281274 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:30.293720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-c1fb1636-9bf0-47da-8692-ddcef4d6b2dd service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867414 Sep 15 16:45:30.388291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-331d6bf8-0648-44a4-aea2-8ed1b3a388ab service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882115 Sep 15 16:45:30.617292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8445a49-83e7-4efc-a27b-d4b70e75e091 req-126f567b-ea5a-4667-934d-2ef4ede69b14 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 210 time: 0.0283267 Sep 15 16:45:30.687734 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:31.723717 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75300c3b-44ff-4d6d-930b-70ac31c190f9 req-def72c30-4982-4df8-b865-f31b042f6b3c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 210 time: 0.0349786 Sep 15 16:45:31.888047 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:45:32.001574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:45:32.025906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: e82cf3b3-c57a-40ef-a302-fb3a10fdbcef {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:45:32.026249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device e82cf3b3-c57a-40ef-a302-fb3a10fdbcef not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:45:32.422997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-793102e7-3335-4ebf-9695-f00dceec4291 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:32.423478 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-793102e7-3335-4ebf-9695-f00dceec4291 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.1066062 Sep 15 16:45:32.466007 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-35d2d80a-cd16-4c33-bc40-423010eb789f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 380 time: 0.0339746 Sep 15 16:45:32.475755 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'port': {'device_id': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'admin_state_up': True, 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'security_groups': ['5eb241ec-4bae-4774-b7c0-0e09e1b96946']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:45:32.675622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Made reservation on behalf of 9b3fd0880d774a03bf940a01f9e39ce8 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:45:32.679679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:32.836273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-04a8ebf4-00e4-4625-a77c-c83c9e554b70 req-006bc674-9e1a-4662-bddf-fe2f4126db68 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 210 time: 0.0404551 Sep 15 16:45:32.841228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Allocated IP 172.20.0.3 (ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30/0a814ed3-ebba-4966-9c93-ae872149fe1e/7aedbdc9-d03d-43a4-8b1e-bc5418c85f83) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:45:32.985035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.072021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.118800 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:45:33.121872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:45:33.125472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:45:33.151128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:33.164992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.165346 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.165685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.166026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.166616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.166979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.167315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.167639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.167961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.168287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.168648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.168972 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:45:33.192831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:33.193502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.270980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-2631c8f2-2d19-435f-a56e-0b5d2181a6bf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7987602 Sep 15 16:45:33.283776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Request body: {'port': {'device_id': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:45:33.339229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.357211 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7c35d315-ee80-4ad0-888e-ff32d817e188 None None] Provisioning complete for port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:45:33.357802 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7c35d315-ee80-4ad0-888e-ff32d817e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.389918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7c35d315-ee80-4ad0-888e-ff32d817e188 None None] Port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:45:33.606003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:45:33.613467 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.625598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Transition to ACTIVE for port object 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:45:33.728668 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.803175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:33.862847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:45:33.862847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:45:33.862847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:45:33.868046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:45:33.868377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:45:33.874103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:45:33.874452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:45:33.874848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:45:33.875282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Bound port: 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:45:33.875652 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:33.972233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:45:33.979535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:45:33.989363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2510c66-7a41-4d8c-b209-4d31fc4ca092 req-72c8a76a-0c5e-489e-b2f9-25e40565fc07 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:33.991652 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2510c66-7a41-4d8c-b209-4d31fc4ca092 req-72c8a76a-0c5e-489e-b2f9-25e40565fc07 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0714631 Sep 15 16:45:34.030390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b2510c66-7a41-4d8c-b209-4d31fc4ca092 req-5399b33a-61aa-4790-baec-fc0d2f32d339 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Sep 15 16:45:34.053115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:34.090714 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:34.091333 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:34.092738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] 10.222.0.38 "PUT /v2.0/ports/7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 1091 time: 0.8134129 Sep 15 16:45:34.093177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:45:34.095414 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde7cd63-f362-4035-8848-cb64b952bf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:45:34.121073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d45b4-0e81-4420-b317-b9ceebf89572 service neutron] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:34.132842 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318fb454-fd7b-47b4-ae0a-0de74e013fa6 x-openstack-request-id: req-318fb454-fd7b-47b4-ae0a-0de74e013fa6 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:45:34.133137 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:45:34.133409 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-318fb454-fd7b-47b4-ae0a-0de74e013fa6 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:45:34.133805 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'status': 'completed', 'code': 200} Sep 15 16:45:34.196180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7cd63-f362-4035-8848-cb64b952bf1f req-99f8ae4e-d68f-4bd6-bda9-37350c9893ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:34.197755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bde7cd63-f362-4035-8848-cb64b952bf1f req-99f8ae4e-d68f-4bd6-bda9-37350c9893ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1094 time: 0.0448735 Sep 15 16:45:34.304744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7cd63-f362-4035-8848-cb64b952bf1f req-a4ba707b-394a-4c27-98c6-ce1310957ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:34.306519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bde7cd63-f362-4035-8848-cb64b952bf1f req-a4ba707b-394a-4c27-98c6-ce1310957ac3 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0981116 Sep 15 16:45:34.403630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7cd63-f362-4035-8848-cb64b952bf1f req-846571f0-adbc-4a3e-8026-00af670928c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:34.405132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bde7cd63-f362-4035-8848-cb64b952bf1f req-846571f0-adbc-4a3e-8026-00af670928c5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924301 Sep 15 16:45:34.479168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-91b314f1-5acd-4a88-bfe2-405bdf6550cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:34.480641 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-91b314f1-5acd-4a88-bfe2-405bdf6550cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1094 time: 0.0403373 Sep 15 16:45:34.525103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-d880a417-d2ae-4872-85ee-e7b387cfcd2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 217 time: 0.0370481 Sep 15 16:45:34.573740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-1a340251-b22a-44f4-ab55-4b35b8ca7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:34.575117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-1a340251-b22a-44f4-ab55-4b35b8ca7c8a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0420225 Sep 15 16:45:34.619364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45050-81cf-439c-9667-0444d0888044 req-fd20ec8f-6ba7-42bb-8767-be34c2cd2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:34.620827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-fd20ec8f-6ba7-42bb-8767-be34c2cd2b35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381536 Sep 15 16:45:34.711972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-57f9813e-33c3-470f-914c-23df12d07d05 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839794 Sep 15 16:45:34.801230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29e45050-81cf-439c-9667-0444d0888044 req-8c0ce042-6a12-44b0-b828-e0f5e7e50f0f service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819125 Sep 15 16:45:35.151622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c19112-8b44-4c41-b36c-33b6b53570db req-4e592f3c-67d3-4949-92ac-3c65063cc0b5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:35.153140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43c19112-8b44-4c41-b36c-33b6b53570db req-4e592f3c-67d3-4949-92ac-3c65063cc0b5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0544403 Sep 15 16:45:35.191029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43c19112-8b44-4c41-b36c-33b6b53570db req-a7836298-3ca9-4124-9d14-10fbb7934894 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Sep 15 16:45:36.306643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a3013-5243-4230-994b-325dd55a1f31 req-8101141a-bb2d-494c-853a-529a5f677373 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:36.308128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-524a3013-5243-4230-994b-325dd55a1f31 req-8101141a-bb2d-494c-853a-529a5f677373 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0497806 Sep 15 16:45:36.346322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-524a3013-5243-4230-994b-325dd55a1f31 req-2f042279-aa1d-41d7-b587-45739367c1b7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Sep 15 16:45:37.464463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971d8c-af57-4e3e-882c-7d7f2f4241b3 req-8fa14fd3-f598-40d5-b865-f9b9b5a03218 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:37.466068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53971d8c-af57-4e3e-882c-7d7f2f4241b3 req-8fa14fd3-f598-40d5-b865-f9b9b5a03218 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0499673 Sep 15 16:45:37.503806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53971d8c-af57-4e3e-882c-7d7f2f4241b3 req-cf00a7df-ec6a-45d6-8f1e-f055d3582c86 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Sep 15 16:45:37.580518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:45:37.680909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:37.691591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'mac_address': 'fa:16:3e:66:4c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:45:37.728012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:37.740668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:45:37.759562 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:37.846740 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:37.896743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:38.073944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:45:38.631414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47056ae0-7aee-468c-9f44-43d646a6a64d req-2c8456c8-bc80-4d46-bcfa-0b4cfb142bed tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:38.633946 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-47056ae0-7aee-468c-9f44-43d646a6a64d req-2c8456c8-bc80-4d46-bcfa-0b4cfb142bed tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 944 time: 0.0544004 Sep 15 16:45:38.671245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-47056ae0-7aee-468c-9f44-43d646a6a64d req-a2f1595f-cd7b-4c20-b46b-83c8dd27a0ce tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323422 Sep 15 16:45:39.578349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:45:39.682831 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:45:39.686493 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:45:39.688910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:39.767438 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:39.784398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642b1e7-9d9c-46bb-a231-cb5a504abc4c req-6af62318-132e-46d5-bd20-159fd5a37fcb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:39.785933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9642b1e7-9d9c-46bb-a231-cb5a504abc4c req-6af62318-132e-46d5-bd20-159fd5a37fcb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 944 time: 0.0492144 Sep 15 16:45:39.790586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:45:39.793223 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfe2031-3aca-40bf-8ca3-3a55f9d73671" -d '{"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-plugged", "status": "completed", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:45:39.806531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:45:39.826548 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9642b1e7-9d9c-46bb-a231-cb5a504abc4c req-bc80a793-80cf-499e-8da9-dea758e27ea4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Sep 15 16:45:39.877329 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:39.933926 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e241d1dd-78f4-4200-845c-c1f03923284a x-openstack-request-id: req-e241d1dd-78f4-4200-845c-c1f03923284a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:45:39.938423 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-plugged", "status": "completed", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:45:39.938423 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e241d1dd-78f4-4200-845c-c1f03923284a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:45:39.938423 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'code': 200} Sep 15 16:45:39.938423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:45:40.025403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87419f-a183-42d7-8d05-a306dba3e1bb req-39f49920-b4f1-4ce2-9997-49c8b31610f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:40.026866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c87419f-a183-42d7-8d05-a306dba3e1bb req-39f49920-b4f1-4ce2-9997-49c8b31610f7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1096 time: 0.0400455 Sep 15 16:45:40.061784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c87419f-a183-42d7-8d05-a306dba3e1bb req-4ebd86d8-89b1-49d0-8a11-bf9070b66754 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273724 Sep 15 16:45:40.946303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc513b-516e-4dfe-a61c-989f59617470 req-4ada9a55-120a-419e-93a9-a18af5f89951 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:40.947802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69fc513b-516e-4dfe-a61c-989f59617470 req-4ada9a55-120a-419e-93a9-a18af5f89951 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0524538 Sep 15 16:45:40.986544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69fc513b-516e-4dfe-a61c-989f59617470 req-f06e1892-d44b-454a-9a34-97ff1fe54701 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326214 Sep 15 16:45:42.101295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7f6b7-b1e4-4910-9e14-a10254f94d02 req-7d5b5a65-f6d4-4f88-8736-48276bba4de6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:42.102675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8b7f6b7-b1e4-4910-9e14-a10254f94d02 req-7d5b5a65-f6d4-4f88-8736-48276bba4de6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0479784 Sep 15 16:45:42.141723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8b7f6b7-b1e4-4910-9e14-a10254f94d02 req-7908a047-bfcd-4ac5-b0ee-028a19e6b5de tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330944 Sep 15 16:45:42.252481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80285c-1bd4-4ce9-8e5c-e25b19a19113 req-d8911856-0380-4458-a6ae-9044af8e95df tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:42.254039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a80285c-1bd4-4ce9-8e5c-e25b19a19113 req-d8911856-0380-4458-a6ae-9044af8e95df tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0496378 Sep 15 16:45:42.262657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38610) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:45:42.267175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'floatingip': {'port_id': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:45:42.309084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:42.736787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:42.785622 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:42.891992 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f associated. External IP: 172.25.0.94, port: 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83. Sep 15 16:45:43.103272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:45:43.208016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:45:43.213616 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:43.219483 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:45:43.229372 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:45:43.229984 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:43.239563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cdbeace9-a84f-44f6-8b86-9b32b5980b42 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "PUT /v2.0/floatingips/1941df33-4d90-4237-9ef8-7d83d67fe10f HTTP/1.1" status: 200 len: 990 time: 0.9757886 Sep 15 16:45:43.240214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:45:43.242459 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bba00e-3978-4e0b-9f61-5b6541f58564" -d '{"events": [{"name": "network-changed", "server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:45:43.326460 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f6322-f220-48ec-aafc-e2dab2760033 x-openstack-request-id: req-bd0f6322-f220-48ec-aafc-e2dab2760033 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:45:43.326744 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:45:43.326995 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bd0f6322-f220-48ec-aafc-e2dab2760033 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:45:43.327387 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'status': 'completed', 'code': 200} Sep 15 16:45:43.339074 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:45:43.392386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-654a840f-30ef-4d9a-9006-373f32462c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:43.393959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-654a840f-30ef-4d9a-9006-373f32462c8a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1096 time: 0.0435519 Sep 15 16:45:43.481820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-ce22fe2f-2f6e-4e8e-8fe4-ac214f6777f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:43.483286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-ce22fe2f-2f6e-4e8e-8fe4-ac214f6777f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0825400 Sep 15 16:45:43.550445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-a30b3856-d8e8-41b8-ac01-a0aacf58a11a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 998 time: 0.0601242 Sep 15 16:45:43.559132 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:66:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:45:42Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:43.585627 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:45:43.593627 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:45:43.594235 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:45:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:43.600392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-2ee822ea-cce3-43ba-ab89-2f036f004d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:43.601915 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-2ee822ea-cce3-43ba-ab89-2f036f004d98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0442700 Sep 15 16:45:43.648592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-75c5010b-7d62-4ffe-b27d-0247a42635ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:45:43.650037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-75c5010b-7d62-4ffe-b27d-0247a42635ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402372 Sep 15 16:45:43.698823 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:45:43.743819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-ddd035eb-d0c4-409f-a650-d7c6f4663b6a service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861797 Sep 15 16:45:43.836980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80bba00e-3978-4e0b-9f61-5b6541f58564 req-e45fb4e3-af7c-463d-a7ac-80407f1e28c9 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854979 Sep 15 16:45:43.925387 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:66:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:45:42Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:45:44.042967 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9ff35-954b-4750-a2a4-194272d869d5 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:66:4c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:45:42Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:45:44.225594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b65cf-10ef-4fe3-b77b-234a24c52a33 None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:45:54.037402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5e4880e4-cfa0-44ad-b4ba-7d4715e66d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:57.145297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:57.154294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:57.299615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b8900dda-c658-4225-8851-61a1b1201118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:45:58.613725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:00.288322 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:00.682530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:08.887333 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:46:24.024146 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a6ca85ec-5dfe-4b4e-9b1f-1cb3e8580e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:27.147341 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:27.178611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:27.294080 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-75e1e47f-870b-4cb1-95a8-5f63f4ca6d84 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834258 Sep 15 16:46:27.316180 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1095-7347-45c3-8b7d-248702763dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:27.380498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8736c-8230-4596-9c46-e886bd8e413d req-039afb12-b825-4525-8526-59eb69dcc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:46:27.382008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-039afb12-b825-4525-8526-59eb69dcc11b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1096 time: 0.0453422 Sep 15 16:46:27.482572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8736c-8230-4596-9c46-e886bd8e413d req-12973729-e3ea-43f9-8be9-5f4414894d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:46:27.483972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-12973729-e3ea-43f9-8be9-5f4414894d55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0839849 Sep 15 16:46:27.552897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-52a71803-ce63-4275-891a-f18e106b5c7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 1000 time: 0.0611839 Sep 15 16:46:27.601401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8736c-8230-4596-9c46-e886bd8e413d req-3b9133c2-135c-40c3-b370-2979a3cbe089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:46:27.602804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-3b9133c2-135c-40c3-b370-2979a3cbe089 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0437539 Sep 15 16:46:27.647860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8736c-8230-4596-9c46-e886bd8e413d req-068bac46-5138-49a1-93b2-051555f0d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:46:27.649354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-068bac46-5138-49a1-93b2-051555f0d7fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397894 Sep 15 16:46:28.076325 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-91480d23-b8e9-4370-ad01-fcf519ba5c98 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199958 Sep 15 16:46:28.169477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55d8736c-8230-4596-9c46-e886bd8e413d req-fe7d52eb-f2bf-462d-b73a-15287dca0fc3 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852511 Sep 15 16:46:28.630812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:30.287157 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:30.675460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:45.886624 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:46:54.054624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-11d65009-4314-4811-9fbe-ce25aab91bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:57.129069 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:57.160849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:57.320701 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-36d2aeb5-5585-4062-9b3b-f90499aa2bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:46:58.681073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:00.299594 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:00.756920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:19.195459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a75960-3461-42b7-940f-62f75e803b35 req-f02f8f4e-559f-442e-8648-697f4d1bfc62 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:19.196948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4a75960-3461-42b7-940f-62f75e803b35 req-f02f8f4e-559f-442e-8648-697f4d1bfc62 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0540936 Sep 15 16:47:19.234518 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4a75960-3461-42b7-940f-62f75e803b35 req-b3ee18a1-6343-40db-9c8b-4bffdfc4958b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Sep 15 16:47:20.347208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2627d4-c1ef-4e52-bf8c-f44c2896c79b req-9329f62f-6bc0-4b07-9c01-a01b2bdf1d47 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:20.349188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e2627d4-c1ef-4e52-bf8c-f44c2896c79b req-9329f62f-6bc0-4b07-9c01-a01b2bdf1d47 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0484254 Sep 15 16:47:20.386360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2e2627d4-c1ef-4e52-bf8c-f44c2896c79b req-b47584ea-7740-4507-9fd7-1343b5ad15a0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Sep 15 16:47:21.498433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7c3eb-bfcd-447d-8bc4-2cad4cfa6ed6 req-1caa257e-1ef7-42e2-aa2b-819bd01f56ca tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:21.499896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9dc7c3eb-bfcd-447d-8bc4-2cad4cfa6ed6 req-1caa257e-1ef7-42e2-aa2b-819bd01f56ca tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0478246 Sep 15 16:47:21.538105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9dc7c3eb-bfcd-447d-8bc4-2cad4cfa6ed6 req-4369d1f2-2483-4f49-b5af-1a9b80602039 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316074 Sep 15 16:47:22.655472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506b7a2-3037-49b8-8477-649845d07eb1 req-a97fe721-b0fd-47a4-a7bf-b5625abb919a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:22.656960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6506b7a2-3037-49b8-8477-649845d07eb1 req-a97fe721-b0fd-47a4-a7bf-b5625abb919a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0517440 Sep 15 16:47:22.694352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6506b7a2-3037-49b8-8477-649845d07eb1 req-5b890a1d-33c1-41e9-a9db-36c107ebd062 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304842 Sep 15 16:47:22.885607 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:47:23.808778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c8f88-2dfb-4455-b9fc-d64a10ad099a req-41f402ad-e890-48f9-8e82-a8c375303752 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:23.810240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-782c8f88-2dfb-4455-b9fc-d64a10ad099a req-41f402ad-e890-48f9-8e82-a8c375303752 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0485082 Sep 15 16:47:23.847623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-782c8f88-2dfb-4455-b9fc-d64a10ad099a req-03b63020-3f87-45e1-b4ff-6eb7f40f26f4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315175 Sep 15 16:47:24.011548 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6512faa3-7243-4470-9151-80543823219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:24.963215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976af982-67cb-4105-889f-2f0f6f5cfe2a req-b9dfb681-f865-467b-a466-f131bd525641 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:24.964776 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-976af982-67cb-4105-889f-2f0f6f5cfe2a req-b9dfb681-f865-467b-a466-f131bd525641 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0489669 Sep 15 16:47:25.002062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-976af982-67cb-4105-889f-2f0f6f5cfe2a req-73cb03b0-0118-4cea-842f-8e06b78876b1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314085 Sep 15 16:47:26.120079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6ce2-b91c-49fe-b4a3-61384cd8b339 req-b858c554-8fd7-41ee-aef9-c80001165e0a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:26.121524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b29e6ce2-b91c-49fe-b4a3-61384cd8b339 req-b858c554-8fd7-41ee-aef9-c80001165e0a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0521514 Sep 15 16:47:26.158172 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b29e6ce2-b91c-49fe-b4a3-61384cd8b339 req-f29ac698-04f7-4b47-baf2-5e3d77cf8586 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Sep 15 16:47:27.116520 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:27.138489 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:27.278289 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e016c0f-a784-48ab-817c-ecf24041d952 req-50d1381a-2c6d-4f26-a9a8-49e5e0e53028 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:27.279789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e016c0f-a784-48ab-817c-ecf24041d952 req-50d1381a-2c6d-4f26-a9a8-49e5e0e53028 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0512748 Sep 15 16:47:27.318963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e016c0f-a784-48ab-817c-ecf24041d952 req-37edba20-33e0-4f75-ad94-503332c6ba6e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329404 Sep 15 16:47:27.321737 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9498b4d6-f3aa-4388-be03-8124b0935141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:27.361638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-e0ff12e2-ca2b-47e9-90ea-83292d8f768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:27.363116 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-e0ff12e2-ca2b-47e9-90ea-83292d8f768c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1096 time: 0.0419736 Sep 15 16:47:27.472326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-888fd301-b3da-4f42-9d2c-954251565a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:27.474590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-888fd301-b3da-4f42-9d2c-954251565a99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0897458 Sep 15 16:47:27.538447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-1279a0c3-d830-4924-9ad1-5dd14f784336 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 1000 time: 0.0576181 Sep 15 16:47:27.589959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-a7c5cdb2-d50d-496d-bafa-6375e9b83600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:27.591368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-a7c5cdb2-d50d-496d-bafa-6375e9b83600 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0462043 Sep 15 16:47:27.635995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-afb3130d-5fca-47c1-bc73-009075bdc4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:27.637556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-afb3130d-5fca-47c1-bc73-009075bdc4d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392962 Sep 15 16:47:27.728312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-204347c6-5635-4fe2-aac2-9ac85ef20248 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827808 Sep 15 16:47:27.819243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce2f8c50-d761-496c-a8e3-402fbba17521 req-cbb258eb-2cde-49a2-ad10-f4a7669d3675 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Sep 15 16:47:28.435333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10c5c1-cc32-4d65-bdb8-e7dc0a857536 req-3daa18b7-bca8-4c54-a7c5-75bf5235607f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:28.436811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac10c5c1-cc32-4d65-bdb8-e7dc0a857536 req-3daa18b7-bca8-4c54-a7c5-75bf5235607f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0491445 Sep 15 16:47:28.473960 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac10c5c1-cc32-4d65-bdb8-e7dc0a857536 req-9436c9ae-e4fe-41d5-8fb0-160550074d9c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Sep 15 16:47:28.696823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:29.591294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cced39-e213-4bf0-8f67-abdac5f2bf2a req-1b81ecd2-0139-42b1-b2a6-2bba6039c968 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:29.592713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71cced39-e213-4bf0-8f67-abdac5f2bf2a req-1b81ecd2-0139-42b1-b2a6-2bba6039c968 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0485950 Sep 15 16:47:29.636827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71cced39-e213-4bf0-8f67-abdac5f2bf2a req-77fdc7a1-039d-4906-84fb-2a07940aa086 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 Sep 15 16:47:30.281431 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:30.727191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:30.753324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad397d53-92d6-4848-be11-5370dbdbdafd req-915a4603-d7cc-4cc2-be55-6737f55359b1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:30.755397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad397d53-92d6-4848-be11-5370dbdbdafd req-915a4603-d7cc-4cc2-be55-6737f55359b1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0512626 Sep 15 16:47:30.794672 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad397d53-92d6-4848-be11-5370dbdbdafd req-8b0d2f5d-12b7-4e01-bdbd-b914a1c84267 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334220 Sep 15 16:47:31.159397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de96bc8-479a-4440-8779-c07d2843496d req-a7fce4e7-14f5-4e88-9ba7-9f2a0841e239 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:31.161874 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7de96bc8-479a-4440-8779-c07d2843496d req-a7fce4e7-14f5-4e88-9ba7-9f2a0841e239 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0520129 Sep 15 16:47:31.202166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7de96bc8-479a-4440-8779-c07d2843496d req-17ccab87-e9ce-4f1b-9898-446458b32e21 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337310 Sep 15 16:47:31.308247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-1191c785-da50-4656-98d5-e7d52cda7b6d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420558 Sep 15 16:47:32.318402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a76e9-475a-4cb6-9b57-bb44878e4053 req-b1204369-4d52-44b8-9326-128ca1159a8c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:32.319984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee4a76e9-475a-4cb6-9b57-bb44878e4053 req-b1204369-4d52-44b8-9326-128ca1159a8c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0499418 Sep 15 16:47:32.362652 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee4a76e9-475a-4cb6-9b57-bb44878e4053 req-19a8f298-f4a6-4a84-b27e-4a6687b70799 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367954 Sep 15 16:47:33.508571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b4bd7-2f93-41af-8e59-efb1e599cec6 req-a874af19-4d73-412d-8c4d-d109e0da383e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:33.510239 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a63b4bd7-2f93-41af-8e59-efb1e599cec6 req-a874af19-4d73-412d-8c4d-d109e0da383e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0794644 Sep 15 16:47:33.515566 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-9582e712-c026-4957-919a-e1f045954037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:33.516994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-9582e712-c026-4957-919a-e1f045954037 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1096 time: 0.0572276 Sep 15 16:47:33.576155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a63b4bd7-2f93-41af-8e59-efb1e599cec6 req-84a92250-9329-471e-961d-4d6a6a3aca71 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582309 Sep 15 16:47:33.632869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-07f3ca26-7578-4d57-bb38-2816cc1efda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:33.634354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-07f3ca26-7578-4d57-bb38-2816cc1efda8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.1098242 Sep 15 16:47:33.705595 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-2672be3b-cc6b-4617-b582-4c4eebf5356f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 1000 time: 0.0639896 Sep 15 16:47:33.758803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-679396b7-2a40-429a-8d71-a425eb06c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:33.760240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-679396b7-2a40-429a-8d71-a425eb06c3b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0483818 Sep 15 16:47:33.805435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-3bce01a0-ca32-4484-aa65-ec881db5afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:33.806904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-3bce01a0-ca32-4484-aa65-ec881db5afd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398302 Sep 15 16:47:33.898923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-119e4987-286f-4605-acc8-20e2f35506eb service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848613 Sep 15 16:47:33.992979 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-8c184d0b-230a-42cb-ae63-935dd0196c08 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870252 Sep 15 16:47:34.689426 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace6c87-ec44-4693-97be-0f7a41148a4a req-c47b88e7-45d5-47f2-afdf-2a9b7437c835 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:34.690904 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ace6c87-ec44-4693-97be-0f7a41148a4a req-c47b88e7-45d5-47f2-afdf-2a9b7437c835 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0485764 Sep 15 16:47:34.730361 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ace6c87-ec44-4693-97be-0f7a41148a4a req-aa77d415-5d87-4b1b-bae5-0b0fa1438b39 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324452 Sep 15 16:47:35.846358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf274c5a-58f6-46a0-90f9-508ba5a7e13c req-cfdca730-19dd-491f-a7c9-fa895fd37d44 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:35.847847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf274c5a-58f6-46a0-90f9-508ba5a7e13c req-cfdca730-19dd-491f-a7c9-fa895fd37d44 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0490439 Sep 15 16:47:35.889789 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf274c5a-58f6-46a0-90f9-508ba5a7e13c req-ec1ae664-9999-469d-8a22-f84e30706fa0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355299 Sep 15 16:47:36.267066 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-695caf19-74ff-4a0b-9eec-9e167f25d9d0 service neutron] show failed (client error): The resource could not be found. Sep 15 16:47:36.268043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-695caf19-74ff-4a0b-9eec-9e167f25d9d0 service neutron] 10.222.0.38 "GET /v2.0/ports/7aedbdc9-d03d-43a4-8b1e-bc5418c85f83/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0542459 Sep 15 16:47:36.811560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-64db57a6-4d5d-4f82-8c37-946e9d70788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:36.813087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-64db57a6-4d5d-4f82-8c37-946e9d70788e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0874183 Sep 15 16:47:36.824037 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-91c56190-8c05-40f0-8e41-b5b22f197bbb service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:47:36.825016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-91c56190-8c05-40f0-8e41-b5b22f197bbb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049753 Sep 15 16:47:36.837330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:47:36.889453 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:37.006475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe97c-f28e-4c40-b4a5-670e47dd3eb5 req-4879b5cb-d5f6-40e7-8813-89ffe7e44479 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:37.007916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0afe97c-f28e-4c40-b4a5-670e47dd3eb5 req-4879b5cb-d5f6-40e7-8813-89ffe7e44479 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0513215 Sep 15 16:47:37.046824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f0afe97c-f28e-4c40-b4a5-670e47dd3eb5 req-0c200239-9721-41a6-abd6-f377592562e9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Sep 15 16:47:37.093371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:37.125121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:47:37.167522 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:47:37.169843 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac0e908-96ee-49c4-909b-33ac47a979a7" -d '{"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-unplugged", "status": "completed", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:47:37.173749 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:37.186454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Transition to ACTIVE for port object 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:47:37.251213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:37.285439 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10355a33-e5f7-43c7-90f7-d11d56aa0ddc x-openstack-request-id: req-10355a33-e5f7-43c7-90f7-d11d56aa0ddc {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:47:37.285730 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-unplugged", "status": "completed", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:47:37.285971 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10355a33-e5f7-43c7-90f7-d11d56aa0ddc {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:47:37.286599 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'code': 200} Sep 15 16:47:37.328930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:37.341290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.341631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.341974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.342290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.342621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.342940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.343256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.343574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.343895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.344213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.344548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.344863 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:37.385033 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] No DVR routers for this DVR port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:47:37.519816 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:47:37.520097 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:47:37.520421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:47:37.525198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:47:37.525513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Attempting to bind port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:47:37.530313 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:47:37.530650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:47:37.531053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:47:37.531472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Bound port: 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:47:37.531819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:37.596225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:47:37.599620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:47:37.685348 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:37.719197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:37.719804 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:37.721201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] 10.222.0.55 "PUT /v2.0/ports/7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 1091 time: 0.8884108 Sep 15 16:47:37.742596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e8ea-1e29-46a3-8602-c9e7aecd1903 service neutron] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:37.788254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-076f3e82-4e9a-4bcb-acf9-3fae61ffd09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:37.789832 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-076f3e82-4e9a-4bcb-acf9-3fae61ffd09e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1094 time: 0.0425222 Sep 15 16:47:37.888387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-52404c9b-59a4-4302-b46f-14484df9cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:37.889623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-52404c9b-59a4-4302-b46f-14484df9cd02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0931144 Sep 15 16:47:37.955939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-7f9055bd-1ce4-404a-ae2a-37e2bd188e6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 998 time: 0.0589206 Sep 15 16:47:38.010047 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-384f52b5-d9d4-4e6e-9aa5-0108cc0a6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:38.011442 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-384f52b5-d9d4-4e6e-9aa5-0108cc0a6114 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0488029 Sep 15 16:47:38.059299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-4f1b8834-06cc-4f61-91ad-9716c46ca93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:38.060740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-4f1b8834-06cc-4f61-91ad-9716c46ca93e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418811 Sep 15 16:47:38.153826 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-c4e0ecbe-149a-43b3-a032-8099dccf03e6 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855992 Sep 15 16:47:38.179709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cdb50-9704-411f-81df-96d256b5da1a req-2104075e-315b-46c4-bfec-dfb8a857e05e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:38.182707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d5cdb50-9704-411f-81df-96d256b5da1a req-2104075e-315b-46c4-bfec-dfb8a857e05e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0602129 Sep 15 16:47:38.221370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d5cdb50-9704-411f-81df-96d256b5da1a req-a1745f6a-e12a-4629-84ab-115d63d4c4ea tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334890 Sep 15 16:47:38.249455 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-743a2af0-092d-4077-8171-dee3cecfe9a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884695 Sep 15 16:47:38.897555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-2c90d134-59ee-41c0-b5fe-42fb9efd6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:38.899057 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-2c90d134-59ee-41c0-b5fe-42fb9efd6652 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1094 time: 0.0460291 Sep 15 16:47:39.005718 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-f1c7cbde-496b-4fe0-9a15-d130424179d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.007189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-f1c7cbde-496b-4fe0-9a15-d130424179d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0872700 Sep 15 16:47:39.071340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-707b09cf-8481-4fd8-afb1-951b86ff727b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 998 time: 0.0564990 Sep 15 16:47:39.124106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-c978cb25-767a-4404-8734-79713fad3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.125467 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-c978cb25-767a-4404-8734-79713fad3ff7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0463557 Sep 15 16:47:39.171160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-2808578c-dc9a-4da3-80b0-441e565335c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.172651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-2808578c-dc9a-4da3-80b0-441e565335c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394778 Sep 15 16:47:39.260824 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-31ee1a85-4a74-4181-a426-bc799907f7ff service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800974 Sep 15 16:47:39.290055 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:47:39.292268 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:47:39.339338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a779-1349-4fde-8157-cbca3aa46101 req-2320f07d-63cf-4553-b959-7c64f09f2aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.340856 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a518a779-1349-4fde-8157-cbca3aa46101 req-2320f07d-63cf-4553-b959-7c64f09f2aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0523829 Sep 15 16:47:39.361448 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3ff93eab-beae-4b2b-8434-6d9b7f8389a4 req-b331e6a8-20bc-4800-a3dc-445d8fdda390 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931284 Sep 15 16:47:39.381321 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a518a779-1349-4fde-8157-cbca3aa46101 req-c02d9784-5419-4e3c-ac53-9ed17454dee4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345225 Sep 15 16:47:39.436711 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e96363-d637-4f5e-bd63-ef61e470ba38 x-openstack-request-id: req-c4e96363-d637-4f5e-bd63-ef61e470ba38 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:47:39.436996 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:47:39.437241 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c4e96363-d637-4f5e-bd63-ef61e470ba38 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:47:39.437775 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'status': 'completed', 'code': 200} Sep 15 16:47:39.496879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-3121901e-4ada-41c5-a562-fc15c8acf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.498529 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-3121901e-4ada-41c5-a562-fc15c8acf80a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1094 time: 0.0430832 Sep 15 16:47:39.501501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-efdc3e53-85dc-41ad-aa2a-51df5d16664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.502953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-efdc3e53-85dc-41ad-aa2a-51df5d16664d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1094 time: 0.0404997 Sep 15 16:47:39.592524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-a28ac146-af5c-4097-90d1-304e32226650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.594049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-a28ac146-af5c-4097-90d1-304e32226650 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0877397 Sep 15 16:47:39.594248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-4ca9bddd-c651-44a7-bea2-0ecc98a2da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.595712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-4ca9bddd-c651-44a7-bea2-0ecc98a2da20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0848851 Sep 15 16:47:39.660210 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-86c07aee-b485-4cc2-a2d8-2d7e24669289 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 998 time: 0.0572979 Sep 15 16:47:39.660473 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-2be13fa5-061e-49d0-a7c6-ff48353868ff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 998 time: 0.0587919 Sep 15 16:47:39.710861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-8d272bb8-b597-4d2c-9db0-fc08a7117915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.712452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-8d272bb8-b597-4d2c-9db0-fc08a7117915 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0453944 Sep 15 16:47:39.765943 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-e662cd3d-a4b2-4715-b23e-6d6004cc3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:39.767606 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-e662cd3d-a4b2-4715-b23e-6d6004cc3dbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485494 Sep 15 16:47:39.868204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-4327ca1f-d8ca-42aa-a461-21ba4db66c1e service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934365 Sep 15 16:47:39.968764 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-288f27fe-eedf-41a3-9bce-87fbcf8e205d service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932443 Sep 15 16:47:40.041938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:47:40.046942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-6766bd31-ed5e-4ce6-aa7c-296c1f5b043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:40.048423 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-6766bd31-ed5e-4ce6-aa7c-296c1f5b043c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.3805645 Sep 15 16:47:40.083609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:47:40.097974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-b7e99bc2-0870-4f89-8157-ce5aa7603f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:40.100188 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-b7e99bc2-0870-4f89-8157-ce5aa7603f21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443852 Sep 15 16:47:40.193699 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-7c872fd5-4fc1-44dd-87b9-2be3296588e7 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828912 Sep 15 16:47:40.283279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bcadcf97-76ca-49b1-9a60-5f9eb3906b1f req-d44e02b5-74d0-434a-8060-64f49c282059 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830884 Sep 15 16:47:40.501227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a4dc7-2f53-47c2-bf58-4ff940418c7d req-98d573c1-5d9f-4c77-980a-d91aa5f2002e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:40.502718 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-520a4dc7-2f53-47c2-bf58-4ff940418c7d req-98d573c1-5d9f-4c77-980a-d91aa5f2002e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0522919 Sep 15 16:47:40.540284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-520a4dc7-2f53-47c2-bf58-4ff940418c7d req-bb588eb4-2eb7-4abd-9a24-ef06aa367ed2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Sep 15 16:47:40.591029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:47:40.686291 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:40.700074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'mac_address': 'fa:16:3e:66:4c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:47:40.737213 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:40.749631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:47:40.785566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:40.871950 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd37dbe-3618-4fe1-8da2-ea588bdbfaab req-5a2a1dbe-469d-4d3e-b9fc-d1f0217ed869 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:40.873489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2dd37dbe-3618-4fe1-8da2-ea588bdbfaab req-5a2a1dbe-469d-4d3e-b9fc-d1f0217ed869 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 943 time: 0.0510066 Sep 15 16:47:40.874216 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:40.924332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:40.924752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2dd37dbe-3618-4fe1-8da2-ea588bdbfaab req-2b64496c-2230-43c5-a489-97693871a661 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431058 Sep 15 16:47:40.932061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.932411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.932778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.933121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.933454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.933789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.934119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.934450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.934773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.935140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.935416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.935741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:47:40.977639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-f4d31382-3ce2-4061-bb20-2dbf15e13ca3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:40.979092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-f4d31382-3ce2-4061-bb20-2dbf15e13ca3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 944 time: 0.0712590 Sep 15 16:47:41.039019 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-c9530643-38f4-45d6-8cf6-e4a1ceba8c28 service neutron] delete failed (client error): The resource could not be found. Sep 15 16:47:41.040048 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-c9530643-38f4-45d6-8cf6-e4a1ceba8c28 service neutron] 10.222.0.38 "DELETE /v2.0/ports/7aedbdc9-d03d-43a4-8b1e-bc5418c85f83/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0534871 Sep 15 16:47:41.106228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:47:41.124474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-8adc85fe-1c21-48c3-9627-c1c513a0f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:41.126030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-8adc85fe-1c21-48c3-9627-c1c513a0f2d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1095 time: 0.0417182 Sep 15 16:47:41.225045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-33665601-e812-4c8e-b9b6-8b0688f32fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:41.226553 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-33665601-e812-4c8e-b9b6-8b0688f32fd9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0935230 Sep 15 16:47:41.291845 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-a00f47c2-2c40-4c96-b98a-620be193cceb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 999 time: 0.0575294 Sep 15 16:47:41.341339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-68e3ca64-1426-4eb2-b347-75927312900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:41.342792 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-68e3ca64-1426-4eb2-b347-75927312900d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0436628 Sep 15 16:47:41.393510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-ea7e559a-3ce7-45fc-aaf1-71dcd798db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:41.395030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-ea7e559a-3ce7-45fc-aaf1-71dcd798db1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443664 Sep 15 16:47:41.483727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-4b7eeb10-062a-4beb-a485-fc8d71dfd879 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812411 Sep 15 16:47:41.576132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5383449b-8c68-4bd5-9448-4d72d17d30ea req-4c207156-aa8b-4d2c-9e2a-8a873a0df9ba service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849302 Sep 15 16:47:42.041718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154399-d5b4-4619-a6b1-cd77b755d91c req-89495779-045d-4f7e-be6f-7a985eebd9d7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:42.043186 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55154399-d5b4-4619-a6b1-cd77b755d91c req-89495779-045d-4f7e-be6f-7a985eebd9d7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 944 time: 0.0485032 Sep 15 16:47:42.081679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-55154399-d5b4-4619-a6b1-cd77b755d91c req-819fbfb1-a300-4087-a2a4-04d3936dda74 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324037 Sep 15 16:47:42.606345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:47:42.738448 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:47:42.743912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:47:42.746912 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:42.822119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:42.843787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:47:42.846021 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9907f02c-44f2-4c59-866f-c54a80f78799" -d '{"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-plugged", "status": "completed", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:47:42.859614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:42.881738 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b3a997-943a-476f-896b-a46eb5ea84a9 x-openstack-request-id: req-b8b3a997-943a-476f-896b-a46eb5ea84a9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:47:42.882029 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-plugged", "status": "completed", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:47:42.882307 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b8b3a997-943a-476f-896b-a46eb5ea84a9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:47:42.882699 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'code': 200} Sep 15 16:47:42.926368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:42.973350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:43.201181 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787b64-c2fe-4ed3-a804-795457b129aa req-940f43a1-56ff-4743-9375-e36ba8adc745 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:43.202634 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94787b64-c2fe-4ed3-a804-795457b129aa req-940f43a1-56ff-4743-9375-e36ba8adc745 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0488634 Sep 15 16:47:43.246112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94787b64-c2fe-4ed3-a804-795457b129aa req-9150c030-484e-4a51-941c-832fce8dd499 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370460 Sep 15 16:47:43.357750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3148b0-6975-404c-adaf-85ed5cc1c226 req-c4b4c873-33ab-4097-9026-c6547e4167f4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:43.359225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f3148b0-6975-404c-adaf-85ed5cc1c226 req-c4b4c873-33ab-4097-9026-c6547e4167f4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0495582 Sep 15 16:47:43.397410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f3148b0-6975-404c-adaf-85ed5cc1c226 req-abf9ad21-1bb0-4d64-8f00-edfd19b387ff tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Sep 15 16:47:43.713299 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1ad38-d362-4af1-9472-3cdee5b60bef req-86991c76-9395-4d85-a440-d7c816b8c989 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:43.714706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcb1ad38-d362-4af1-9472-3cdee5b60bef req-86991c76-9395-4d85-a440-d7c816b8c989 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0495303 Sep 15 16:47:43.754279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fcb1ad38-d362-4af1-9472-3cdee5b60bef req-36de23f4-19df-4ad4-bf4d-f845f3a551e5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335419 Sep 15 16:47:43.813552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-3bb864fd-650a-4015-8027-33f5ff7f27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:43.815033 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-3bb864fd-650a-4015-8027-33f5ff7f27eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 1096 time: 0.0414612 Sep 15 16:47:43.907745 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-1d6d8b6c-04a6-48b2-a3c2-3692e159f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:43.909253 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-1d6d8b6c-04a6-48b2-a3c2-3692e159f8e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0876215 Sep 15 16:47:43.977092 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-358a31fb-b149-4c06-990e-153df1f48e3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 200 len: 1000 time: 0.0592973 Sep 15 16:47:44.029176 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-d683aa41-5447-45b6-a187-7d9d8c6c4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:44.030651 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-d683aa41-5447-45b6-a187-7d9d8c6c4553 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0471334 Sep 15 16:47:44.075395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-dbf01b97-2038-46fc-80fd-5aaa17e6a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:44.076884 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-dbf01b97-2038-46fc-80fd-5aaa17e6a274 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392272 Sep 15 16:47:44.165049 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-308e8870-309a-4776-9092-5c0fdad495a5 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810194 Sep 15 16:47:44.257176 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c8360dbd-599a-4582-932f-7c5efcabfbf5 req-cbe43ff7-2094-4b5b-a7c8-1e0c828c5a9a service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850978 Sep 15 16:47:44.872876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01949ad-d29a-4c44-9990-8279f041facd req-9050949e-d7c5-4cbb-beb6-4df6402e0a1a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:44.874340 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d01949ad-d29a-4c44-9990-8279f041facd req-9050949e-d7c5-4cbb-beb6-4df6402e0a1a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0493066 Sep 15 16:47:44.917343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d01949ad-d29a-4c44-9990-8279f041facd req-f131233a-fffd-4d76-994c-747bfa1ced63 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362182 Sep 15 16:47:46.032303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ac317-6d6c-4f9f-9e2c-1a3f3a801d5f req-f0385453-d824-43c9-9159-d3b0e3922793 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:46.033801 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b8ac317-6d6c-4f9f-9e2c-1a3f3a801d5f req-f0385453-d824-43c9-9159-d3b0e3922793 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0483229 Sep 15 16:47:46.071650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9b8ac317-6d6c-4f9f-9e2c-1a3f3a801d5f req-33b375e0-4bac-4240-9645-1e5615d03013 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313938 Sep 15 16:47:46.479930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df27ae-25a4-49ba-9b35-69d1279931c5 req-0b2923d9-b505-4704-b57a-a406107c1533 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:46.481410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01df27ae-25a4-49ba-9b35-69d1279931c5 req-0b2923d9-b505-4704-b57a-a406107c1533 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0480101 Sep 15 16:47:46.518409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01df27ae-25a4-49ba-9b35-69d1279931c5 req-5d711275-ac5f-4bba-b93f-3b81eb2d4b8a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Sep 15 16:47:47.629999 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b1f1f-5f2c-4bf1-96ad-e7e700441cbc req-34783c6f-5f23-4d4c-b254-4092a6d14eeb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:47.631476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e67b1f1f-5f2c-4bf1-96ad-e7e700441cbc req-34783c6f-5f23-4d4c-b254-4092a6d14eeb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0472271 Sep 15 16:47:47.672382 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e67b1f1f-5f2c-4bf1-96ad-e7e700441cbc req-33ac35fd-ba3c-4b82-87ba-b4d3d83138d8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350392 Sep 15 16:47:47.726126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-f6682b4e-35e4-4c2e-a367-e3870afc33a0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:47.727576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-f6682b4e-35e4-4c2e-a367-e3870afc33a0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 945 time: 0.0496180 Sep 15 16:47:47.819725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Deleting port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:47:47.819987 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:47.908878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] For port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:47.909255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:48.085497 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:48.085770 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:48.086092 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f disassociated. External IP: 172.25.0.94, port: 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83. Sep 15 16:47:48.086436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Calling delete_port for 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:47:48.279392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:48.312412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event deleted for resources: {'Port': ['ID=7aedbdc9-d03d-43a4-8b1e-bc5418c85f83,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:48.431335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:47:48.543922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:47:48.554138 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:47:48.562872 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:47:48.563467 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:47:48.583664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] No DVR routers for this DVR port 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:47:48.586392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:48.588427 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-353383a1-0b06-47e6-bbd0-32a7c3383881 req-2cfff79a-afd1-4a6a-b947-21b1357387f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "DELETE /v2.0/ports/7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 HTTP/1.1" status: 204 len: 173 time: 0.8550739 Sep 15 16:47:48.589172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-deleted', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:47:48.591965 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842df12-3bce-4c61-a55e-661ec2f92a2b" -d '{"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-deleted", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:47:48.628234 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313c16f0-6cc0-4eb5-a4e1-f09b9780d026 x-openstack-request-id: req-313c16f0-6cc0-4eb5-a4e1-f09b9780d026 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:47:48.628557 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c106dded-7ab3-4037-9aa0-11920977db4f", "name": "network-vif-deleted", "tag": "7aedbdc9-d03d-43a4-8b1e-bc5418c85f83", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:47:48.628814 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-313c16f0-6cc0-4eb5-a4e1-f09b9780d026 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:47:48.629547 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c106dded-7ab3-4037-9aa0-11920977db4f', 'name': 'network-vif-deleted', 'tag': '7aedbdc9-d03d-43a4-8b1e-bc5418c85f83', 'status': 'completed', 'code': 200} Sep 15 16:47:48.668645 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:47:48.777663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-df8d0473-fc23-4c85-a4d7-48a6bbb91d65 req-16799a1e-c900-4394-9591-590ad70099ae tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=c106dded-7ab3-4037-9aa0-11920977db4f HTTP/1.1" status: 200 len: 210 time: 0.0296762 Sep 15 16:47:48.872700 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:47:48.901545 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:47:48.909821 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:47:48.910415 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:47:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:47:49.017804 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:47:49.225087 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:47:49.250843 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267123ef-2d2f-4b8f-872a-154ec046fd75 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:47:49.477435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa7582-f4a3-49bd-9e3e-93e7088001d2 None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:47:50.043669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-d07926e6-611e-49ab-8390-ad82e12eef23 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1678385203&fields=id&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 267 time: 0.0326412 Sep 15 16:47:50.146207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-6b94e668-93e2-4b67-abe1-fa0479145306 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:50.147657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-6b94e668-93e2-4b67-abe1-fa0479145306 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.0972328 Sep 15 16:47:50.162664 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-a1a02292-d573-43d8-bc38-048c21aca477 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/quotas/9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 375 time: 0.0094485 Sep 15 16:47:50.217525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-ebda574a-6b81-4958-897e-f7eee90d6862 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495622 Sep 15 16:47:50.354016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-00c68be6-5e7a-4a8f-8c1c-9dd5f988c706 service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227961 Sep 15 16:47:50.446212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-f9f4f9a3-b082-4915-920b-c76a257d7151 service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 Sep 15 16:47:50.682253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7a27bce4-9bd4-460d-9895-bf9caa4507ee req-b6be8584-6d94-47e6-a0a8-627802e65e0f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 210 time: 0.0281084 Sep 15 16:47:50.704594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:47:50.726434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:47:50.726779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7aedbdc9-d03d-43a4-8b1e-bc5418c85f83 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:47:51.775457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-69d7da47-5e1f-4df5-aea0-b0016e52cfb8 req-b9fedaa6-26a0-4a66-bc65-a97752b7dc18 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 210 time: 0.0273685 Sep 15 16:47:52.398686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-a86c26a1-cc3b-4dd9-9823-aa77afcfcaa3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:52.400153 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-a86c26a1-cc3b-4dd9-9823-aa77afcfcaa3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.1068285 Sep 15 16:47:52.444430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-28634de5-9a56-469a-8dda-8ff631412822 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 380 time: 0.0355935 Sep 15 16:47:52.453413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'port': {'device_id': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'admin_state_up': True, 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'security_groups': ['5eb241ec-4bae-4774-b7c0-0e09e1b96946']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:47:52.634297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Made reservation on behalf of 9b3fd0880d774a03bf940a01f9e39ce8 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:47:52.637867 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:52.768251 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Allocated IP 172.20.0.4 (ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30/0a814ed3-ebba-4966-9c93-ae872149fe1e/a8e99195-03f7-42b7-b35a-1af7ddd01e5f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:47:52.871015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6484430-1639-4c98-9a22-cb96fac62183 req-cb0c4195-c562-4cc0-b36b-32e357c6223f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Sep 15 16:47:52.908915 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.008012 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.051274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:47:53.054330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:47:53.058007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:47:53.067139 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:53.113775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:53.114392 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.206860 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-528a556c-cd5d-4612-b677-694672d8d73a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569485 Sep 15 16:47:53.219434 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Request body: {'port': {'device_id': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:47:53.243650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2cf13ecd-4476-4950-a8a1-19362310f490 None None] Provisioning complete for port a8e99195-03f7-42b7-b35a-1af7ddd01e5f triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:47:53.244215 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2cf13ecd-4476-4950-a8a1-19362310f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.278888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.284392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2cf13ecd-4476-4950-a8a1-19362310f490 None None] Port a8e99195-03f7-42b7-b35a-1af7ddd01e5f cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:47:53.534894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e99195-03f7-42b7-b35a-1af7ddd01e5f {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:47:53.542426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.554374 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Transition to ACTIVE for port object a8e99195-03f7-42b7-b35a-1af7ddd01e5f will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:47:53.634415 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.707181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:53.759262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:47:53.759867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:47:53.760196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:47:53.764897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:47:53.765238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:47:53.770210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:47:53.770548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:47:53.770940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:47:53.771421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Bound port: a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:47:53.771808 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.839312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:47:53.842487 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:47:53.936519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.966204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:53.966960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:53.968526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] 10.222.0.55 "PUT /v2.0/ports/a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 1091 time: 0.7536514 Sep 15 16:47:53.969021 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:47:53.971486 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2252bb46-6e86-4bb8-93c2-05a4d06e9312" -d '{"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:47:54.003874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde87a-bc93-4197-a0b4-2fd8db9e1a34 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:54.008104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fc987-b5d6-4dfe-a4c4-e6471cb13874 req-e0744a0c-9b20-4655-9747-0dd486976152 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.009770 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b39fc987-b5d6-4dfe-a4c4-e6471cb13874 req-e0744a0c-9b20-4655-9747-0dd486976152 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 943 time: 0.0680704 Sep 15 16:47:54.039598 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd5c6-23ee-43da-a3e5-d93680c2830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:54.051953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b39fc987-b5d6-4dfe-a4c4-e6471cb13874 req-ee7539fd-5ddf-493a-bb10-53d42a1d61c5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358720 Sep 15 16:47:54.102878 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70addac-8d9b-420e-ae82-c943be6d5d8b x-openstack-request-id: req-e70addac-8d9b-420e-ae82-c943be6d5d8b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:47:54.103174 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:47:54.103426 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e70addac-8d9b-420e-ae82-c943be6d5d8b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:47:54.103826 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'status': 'completed', 'code': 200} Sep 15 16:47:54.137988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-0205d884-4162-4bfe-9855-7501abab6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.139522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-0205d884-4162-4bfe-9855-7501abab6153 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1094 time: 0.0481818 Sep 15 16:47:54.182506 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-4eeacb85-c1ad-4dc1-b9b0-fe8d58125f8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 217 time: 0.0348933 Sep 15 16:47:54.231607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-9b4d00e3-9db4-4f95-9b3a-637ba4691b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.233033 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-9b4d00e3-9db4-4f95-9b3a-637ba4691b01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0431395 Sep 15 16:47:54.282197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-ff7e7996-5d38-45c8-8156-857ba8ded5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.283665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-ff7e7996-5d38-45c8-8156-857ba8ded5d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436747 Sep 15 16:47:54.371090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-4b80b3fa-67f4-47d7-a702-8fd8a2b4a5f5 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802104 Sep 15 16:47:54.464752 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-09f03b44-021e-4948-a7f4-462aec4cf2ed req-759f1d52-6bed-491a-9b81-bf21ce4d7dea service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859413 Sep 15 16:47:54.613068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-248dfeab-db92-4d8f-a03b-450956767a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.614549 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-248dfeab-db92-4d8f-a03b-450956767a2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1094 time: 0.0414419 Sep 15 16:47:54.709437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-83c1d6d5-9638-48cf-ab40-89c342cddaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.710908 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-83c1d6d5-9638-48cf-ab40-89c342cddaf0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0892406 Sep 15 16:47:54.752213 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-052d66a0-e8c3-4c5f-9b7b-7c115ff83c39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 217 time: 0.0344553 Sep 15 16:47:54.803871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-271a2006-6198-43a4-b295-1b8b3a7e3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.805370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-271a2006-6198-43a4-b295-1b8b3a7e3688 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0454624 Sep 15 16:47:54.859712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-921efe3d-06cc-473b-ab9f-ce918da98ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:54.861377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-921efe3d-06cc-473b-ab9f-ce918da98ad9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485992 Sep 15 16:47:54.953820 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-2cdd7c74-0dc1-45c1-81c5-bdd8c1a3f617 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843441 Sep 15 16:47:55.046859 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2252bb46-6e86-4bb8-93c2-05a4d06e9312 req-09718e09-d43e-4ac5-8e08-0caea925e1e3 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855150 Sep 15 16:47:55.171016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ff843-310e-44a7-a1ff-7d8727da1abc req-2315c85f-4fe3-4316-9a94-0ffe39effba7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:55.172537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba3ff843-310e-44a7-a1ff-7d8727da1abc req-2315c85f-4fe3-4316-9a94-0ffe39effba7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 943 time: 0.0518196 Sep 15 16:47:55.211377 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba3ff843-310e-44a7-a1ff-7d8727da1abc req-ca99c0ed-d208-4e73-b9d5-8cf7e0e075b5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322289 Sep 15 16:47:56.325393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829480c7-b2f5-47cd-83a2-5c2c7d8395ef req-74be63a5-4451-4ca5-8b02-8893425c13bb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:56.326851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-829480c7-b2f5-47cd-83a2-5c2c7d8395ef req-74be63a5-4451-4ca5-8b02-8893425c13bb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 943 time: 0.0481312 Sep 15 16:47:56.363953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-829480c7-b2f5-47cd-83a2-5c2c7d8395ef req-f090f611-66f9-48b5-b52a-08702af34b71 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Sep 15 16:47:56.747801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:47:56.841180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:56.853423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'mac_address': 'fa:16:3e:33:70:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:47:57.048439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:57.066581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e99195-03f7-42b7-b35a-1af7ddd01e5f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:47:57.090237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:57.137421 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:57.155017 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:57.156627 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:57.203336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:57.314381 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-44fdb712-e870-4852-9c47-ecd074e356ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:57.339954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a8e99195-03f7-42b7-b35a-1af7ddd01e5f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:47:57.482753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac9e14-28f6-4d82-8fc9-2ab4b8a70498 req-4610147c-4a5e-483f-b6fd-d48bc1d93ae0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:57.484238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfac9e14-28f6-4d82-8fc9-2ab4b8a70498 req-4610147c-4a5e-483f-b6fd-d48bc1d93ae0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0536189 Sep 15 16:47:57.522265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfac9e14-28f6-4d82-8fc9-2ab4b8a70498 req-34ca8565-832c-4376-a529-cac6f874224f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Sep 15 16:47:58.637826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a894f7-28db-4b13-a262-8d129fc9bc2f req-2afc4c65-c821-4dae-81b8-4112a09a855a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:58.639345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39a894f7-28db-4b13-a262-8d129fc9bc2f req-2afc4c65-c821-4dae-81b8-4112a09a855a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0490792 Sep 15 16:47:58.652073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:58.677421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39a894f7-28db-4b13-a262-8d129fc9bc2f req-a8dd99f0-6d39-4332-a8fc-73e6dad875d5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Sep 15 16:47:58.746795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:47:58.852018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port a8e99195-03f7-42b7-b35a-1af7ddd01e5f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:47:58.855986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port a8e99195-03f7-42b7-b35a-1af7ddd01e5f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:47:58.856360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:58.931540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:58.953586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:47:58.955810 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8edaee-9693-4a6d-9095-cf7343e900fe" -d '{"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-plugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:47:58.971316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:47:58.992625 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53f0b0b-aa28-4496-8a99-eed1d4379b65 x-openstack-request-id: req-a53f0b0b-aa28-4496-8a99-eed1d4379b65 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:47:58.992922 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-plugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:47:58.993178 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a53f0b0b-aa28-4496-8a99-eed1d4379b65 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:47:58.993597 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'code': 200} Sep 15 16:47:59.062034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:47:59.086187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9db3-ee8d-4756-a0a1-dd384720c803 req-ac7fa249-e329-4247-82b1-697b1084cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:59.087700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e41e9db3-ee8d-4756-a0a1-dd384720c803 req-ac7fa249-e329-4247-82b1-697b1084cb1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1095 time: 0.0403821 Sep 15 16:47:59.109720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:47:59.124286 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e41e9db3-ee8d-4756-a0a1-dd384720c803 req-47c46ce6-b747-43ea-8b10-ac29efa5b3e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297432 Sep 15 16:47:59.796538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cae99-4612-44cc-9a69-c799da01e46a req-1ffd5d3d-9bdd-47d3-8593-53e1a319c271 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:47:59.798031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f71cae99-4612-44cc-9a69-c799da01e46a req-1ffd5d3d-9bdd-47d3-8593-53e1a319c271 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Sep 15 16:47:59.837047 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f71cae99-4612-44cc-9a69-c799da01e46a req-ce6e5d22-f2c8-4186-824b-b1b53a582571 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328667 Sep 15 16:47:59.885810 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:48:00.320174 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:00.731813 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:00.955848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90967c-437d-4812-ad25-8501031304b0 req-47954966-3076-4f69-ad69-57202ccdacb2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:00.957342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a90967c-437d-4812-ad25-8501031304b0 req-47954966-3076-4f69-ad69-57202ccdacb2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0537806 Sep 15 16:48:00.995371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a90967c-437d-4812-ad25-8501031304b0 req-bb7f7d35-a34b-4bca-a0a8-0365793bad78 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Sep 15 16:48:01.106021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb130e0-0c76-4687-a628-be54945a1d9d req-5838d76e-ef61-457f-b2b1-fa32d7967e30 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:01.107403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eeb130e0-0c76-4687-a628-be54945a1d9d req-5838d76e-ef61-457f-b2b1-fa32d7967e30 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0492351 Sep 15 16:48:01.116010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 38992) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:48:01.120433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'floatingip': {'port_id': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:48:01.159234 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:01.585802 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:01.645746 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:01.746863 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f associated. External IP: 172.25.0.94, port: a8e99195-03f7-42b7-b35a-1af7ddd01e5f. Sep 15 16:48:01.955441 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:48:02.063168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:48:02.067954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:02.073525 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:48:02.083435 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:48:02.084060 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:47:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:48:02.095024 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-635481e2-f3ab-4cb4-a0f7-fe26c6f6817a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "PUT /v2.0/floatingips/1941df33-4d90-4237-9ef8-7d83d67fe10f HTTP/1.1" status: 200 len: 990 time: 0.9777689 Sep 15 16:48:02.095462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:48:02.097747 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef7251-9351-4584-9c70-9cd2c8dc8901" -d '{"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:48:02.195449 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:48:02.244234 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647d4446-af20-4d3c-a3ce-32b2f4c54655 x-openstack-request-id: req-647d4446-af20-4d3c-a3ce-32b2f4c54655 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:48:02.244550 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:48:02.244811 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-647d4446-af20-4d3c-a3ce-32b2f4c54655 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:48:02.245218 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'status': 'completed', 'code': 200} Sep 15 16:48:02.305130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-c8b3d4f5-7708-4d97-8e28-0e3f1f61f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:02.307316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-c8b3d4f5-7708-4d97-8e28-0e3f1f61f2c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1096 time: 0.0416999 Sep 15 16:48:02.400503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-fd95ab64-5cbc-4f4f-bd22-2f1f792044e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:02.402133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-fd95ab64-5cbc-4f4f-bd22-2f1f792044e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0883329 Sep 15 16:48:02.424143 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:33:70:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:48:01Z', 'revision_number': 9, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:48:02.451083 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:48:02.460184 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:48:02.460829 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:47:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:48:02.466847 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-5f33e659-cafe-4373-966e-7a59f86cd19c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 998 time: 0.0581520 Sep 15 16:48:02.520321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-d5d2c6b0-605e-46ee-aa9f-816dbbcf467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:02.522468 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-d5d2c6b0-605e-46ee-aa9f-816dbbcf467d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0484633 Sep 15 16:48:02.564304 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:48:02.568070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-7660436f-fb7b-4fc6-b7e9-7353d56281e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:02.569681 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-7660436f-fb7b-4fc6-b7e9-7353d56281e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405207 Sep 15 16:48:02.662740 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-381026c6-7ea3-4675-830e-afecaaa35ba0 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852435 Sep 15 16:48:02.762226 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3ef7251-9351-4584-9c70-9cd2c8dc8901 req-1408b5d0-85ad-450b-9c6b-35fafcbe19e3 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931051 Sep 15 16:48:02.890775 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:33:70:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:48:01Z', 'revision_number': 9, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:48:02.916861 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77abb93-0204-4569-8a43-cc797f7a95ca None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:33:70:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:48:01Z', 'revision_number': 9, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:48:03.107819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a1dca-34b7-4140-b46b-6735f6104430 None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:48:24.023728 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-358e986a-af6c-49bb-b66d-08d5359c4f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:27.103395 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:27.154470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:27.325871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f289c38-9f55-4df3-9c11-d438fdb340b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:28.664472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:30.297605 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:30.715103 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:36.885171 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:48:39.853496 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-3b6c404f-2996-4e9e-bfb6-44213d4ed722 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406229 Sep 15 16:48:39.933824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-25b8f1cf-a04a-4fc0-a092-41cf1df03c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:39.935291 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-25b8f1cf-a04a-4fc0-a092-41cf1df03c14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1096 time: 0.0405004 Sep 15 16:48:40.039203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-df5588da-68f4-4261-8a68-3090cbdf141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:40.040716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-df5588da-68f4-4261-8a68-3090cbdf141f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0864718 Sep 15 16:48:40.103669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-21f2f2b2-3c36-4a27-9730-e0074c17fe1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 1001 time: 0.0559552 Sep 15 16:48:40.156120 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-2b321bf6-2f75-4af1-9a0d-b67578ca2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:40.157571 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-2b321bf6-2f75-4af1-9a0d-b67578ca2265 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0472133 Sep 15 16:48:40.203209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-15cd7057-e9f5-409c-a69c-d5d3b8f080e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:48:40.204721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-15cd7057-e9f5-409c-a69c-d5d3b8f080e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393395 Sep 15 16:48:40.291257 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-f1cc1a92-fbbd-4783-9b88-10b4d3d24140 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790803 Sep 15 16:48:40.381223 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-1fd9463b-1b47-4c1b-af6f-5716b67d7669 req-5b64acf0-6547-4e46-9764-787cb1214ed6 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831978 Sep 15 16:48:54.011954 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d463c912-f1fc-4004-b42e-e476261fe1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:57.120921 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:57.183395 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:57.314560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b6b79afa-23c8-4db4-9062-ccb32bd9deb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:48:58.692266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:00.315105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:00.709211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:13.885198 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:49:24.012064 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b71466e4-7861-4986-ab7d-9a8ac7727010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:27.104556 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:27.201492 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:27.326934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50415964-7798-4f4c-bbe0-62e10fd9200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:28.664000 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:30.316069 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:30.744457 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:38.134256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a16c8a-50b0-4257-8c08-1fadb47939d1 req-9c68e149-6553-4aa1-8dbb-23443cb75d27 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:38.135780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1a16c8a-50b0-4257-8c08-1fadb47939d1 req-9c68e149-6553-4aa1-8dbb-23443cb75d27 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0512750 Sep 15 16:49:38.174199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c1a16c8a-50b0-4257-8c08-1fadb47939d1 req-496c0c3f-45a4-411b-9b82-da79aefcd4b0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Sep 15 16:49:38.301320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-85c60eaa-9ad6-469d-9440-c9463cf28ae0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804036 Sep 15 16:49:39.288733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f553a-10a7-4d91-9713-b6dc51310e00 req-1bc84da4-e366-4e9c-a47b-2ce3ba7d551f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:39.290804 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f89f553a-10a7-4d91-9713-b6dc51310e00 req-1bc84da4-e366-4e9c-a47b-2ce3ba7d551f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0491979 Sep 15 16:49:39.327824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f89f553a-10a7-4d91-9713-b6dc51310e00 req-176e424e-88b5-4e58-8303-508b2839f4c5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307455 Sep 15 16:49:40.138513 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-022ab212-5083-482e-a25d-0a0106b5866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:40.139915 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-022ab212-5083-482e-a25d-0a0106b5866d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1096 time: 0.0421269 Sep 15 16:49:40.234599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-e26b417b-0c9a-4cc2-8817-9998423f3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:40.236061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-e26b417b-0c9a-4cc2-8817-9998423f3d08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0893803 Sep 15 16:49:40.301241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-881f2c0e-4238-48e1-a565-cea7b058a94d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 1001 time: 0.0567126 Sep 15 16:49:40.354703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-decc3401-3cb1-4ee2-ace8-0d0ff67df3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:40.356564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-decc3401-3cb1-4ee2-ace8-0d0ff67df3af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0471146 Sep 15 16:49:40.401746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-ea3d0966-ea5c-4655-9673-3f566dc3cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:40.403241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-ea3d0966-ea5c-4655-9673-3f566dc3cec2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403621 Sep 15 16:49:40.443975 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9acbf7-10d3-4e3f-9d4d-c2849025357a req-5accdf61-4931-4b73-abb4-b74c8f827604 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:40.445487 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc9acbf7-10d3-4e3f-9d4d-c2849025357a req-5accdf61-4931-4b73-abb4-b74c8f827604 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0500741 Sep 15 16:49:40.483853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc9acbf7-10d3-4e3f-9d4d-c2849025357a req-ac6eb7c1-0061-44f9-aaf6-2f165015b9e1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321722 Sep 15 16:49:40.493501 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-77acf134-f205-4153-a610-888b4e47bb39 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825167 Sep 15 16:49:40.586239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-9cabdbc6-a6c6-4331-b14e-95ecdf63fc22 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Sep 15 16:49:41.898299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-26f78c01-d2f3-45d0-9a73-d75ac53780e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:41.900002 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-26f78c01-d2f3-45d0-9a73-d75ac53780e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1096 time: 0.0424998 Sep 15 16:49:41.929822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31e74b-2dfc-423b-a129-3adc56871fb9 req-9459064e-59a0-4016-927a-1b774a67333b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:41.932008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af31e74b-2dfc-423b-a129-3adc56871fb9 req-9459064e-59a0-4016-927a-1b774a67333b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.3811209 Sep 15 16:49:41.973391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af31e74b-2dfc-423b-a129-3adc56871fb9 req-e7729f7e-2d9d-4f4d-8fc4-d0328063ce34 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307794 Sep 15 16:49:42.011252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-bc000f8c-4ac9-481a-b255-f120609e61d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:42.012735 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-bc000f8c-4ac9-481a-b255-f120609e61d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0927873 Sep 15 16:49:42.078443 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-3eb390a2-2099-4c57-929b-21f96464e46a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 1001 time: 0.0587571 Sep 15 16:49:42.131917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-3d2d056e-a317-41cf-bc3e-cb537609b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:42.133316 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-3d2d056e-a317-41cf-bc3e-cb537609b1b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0477383 Sep 15 16:49:42.190598 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-43fcf477-d39a-4f47-a19c-bd26410ec620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:42.192099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-43fcf477-d39a-4f47-a19c-bd26410ec620 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401311 Sep 15 16:49:42.282318 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-33d5b5a5-6f00-4caf-b2a6-14f0c6514735 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818267 Sep 15 16:49:42.378946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ceb4ede-380d-47f8-b746-ae50dda1c891 req-8756ef26-1f77-4bfc-b1e3-868322b96d29 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Sep 15 16:49:43.099749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486d469-bb62-4402-8d26-8cfc9bb3dc06 req-07112590-9b92-4e1f-93ca-f81f8e2e4394 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:43.101221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9486d469-bb62-4402-8d26-8cfc9bb3dc06 req-07112590-9b92-4e1f-93ca-f81f8e2e4394 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0575120 Sep 15 16:49:43.143883 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9486d469-bb62-4402-8d26-8cfc9bb3dc06 req-ba0d1cf0-9444-45c9-a220-46d80d7cbe5d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331378 Sep 15 16:49:44.258036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb2d89-6a71-40ed-ad74-d7055024ac0f req-b86a3b60-e69b-450a-80f3-65fb188d48fc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:44.260175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25eb2d89-6a71-40ed-ad74-d7055024ac0f req-b86a3b60-e69b-450a-80f3-65fb188d48fc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0497499 Sep 15 16:49:44.297234 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25eb2d89-6a71-40ed-ad74-d7055024ac0f req-4f20fca2-a414-4066-9dee-92504e8f6ad8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Sep 15 16:49:45.414658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcfa43-dc28-478a-ab84-d77ebeaabfa8 req-4ef74b46-80ab-45d8-8cd0-2bc15859440a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:45.416101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79bcfa43-dc28-478a-ab84-d77ebeaabfa8 req-4ef74b46-80ab-45d8-8cd0-2bc15859440a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Sep 15 16:49:45.453868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-79bcfa43-dc28-478a-ab84-d77ebeaabfa8 req-4ab7f51e-31c8-4f87-92da-dd5015b4a9fe tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Sep 15 16:49:46.569429 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12e5e1-5f05-499c-b0c0-cc06816b7473 req-6f45d941-f868-49e5-8c39-67df41c4b0e1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:46.570900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a12e5e1-5f05-499c-b0c0-cc06816b7473 req-6f45d941-f868-49e5-8c39-67df41c4b0e1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Sep 15 16:49:46.607889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9a12e5e1-5f05-499c-b0c0-cc06816b7473 req-0d68875f-3a4d-45a3-9136-9677a05c5d3b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Sep 15 16:49:47.730747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de50c9-d887-4a4b-a1a0-8a674643db3a req-e6459549-db5e-4007-ad7f-0362fd788c48 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:47.732230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80de50c9-d887-4a4b-a1a0-8a674643db3a req-e6459549-db5e-4007-ad7f-0362fd788c48 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0569756 Sep 15 16:49:47.768276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80de50c9-d887-4a4b-a1a0-8a674643db3a req-0a7dd5c2-9d81-4fcf-8ba9-3e4949398d65 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301962 Sep 15 16:49:48.888819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c533c1-f14d-4906-8914-3f263fa41057 req-d3ec512d-c9aa-4dc1-a66c-3567c2fd97af tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:48.890297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c533c1-f14d-4906-8914-3f263fa41057 req-d3ec512d-c9aa-4dc1-a66c-3567c2fd97af tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0534067 Sep 15 16:49:48.929333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c533c1-f14d-4906-8914-3f263fa41057 req-0806d519-36c2-45bb-b2e3-0e6adb45b735 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Sep 15 16:49:50.041989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff2bd6-22e9-496f-ba7a-71a445603d7b req-854b4e3f-ba2c-4ec4-8cb4-8632a9923301 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:50.043543 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-93ff2bd6-22e9-496f-ba7a-71a445603d7b req-854b4e3f-ba2c-4ec4-8cb4-8632a9923301 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Sep 15 16:49:50.080817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-93ff2bd6-22e9-496f-ba7a-71a445603d7b req-ab4de3aa-ff26-4325-ba09-eeb59ab850ec tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314527 Sep 15 16:49:50.883968 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:49:51.194111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5579719-6e24-48df-92e3-9f80ee970271 req-3ec2156b-dbe1-4d00-932c-f790406537bd tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:51.195657 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5579719-6e24-48df-92e3-9f80ee970271 req-3ec2156b-dbe1-4d00-932c-f790406537bd tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0492580 Sep 15 16:49:51.232967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5579719-6e24-48df-92e3-9f80ee970271 req-ccd8583a-e840-422a-a291-7e48784b7857 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Sep 15 16:49:52.351877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f5740-9336-4515-9e97-052099a0c676 req-58b08f3e-6af3-47a6-8489-ed6eb2007684 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:52.353372 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d25f5740-9336-4515-9e97-052099a0c676 req-58b08f3e-6af3-47a6-8489-ed6eb2007684 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0535758 Sep 15 16:49:52.391601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d25f5740-9336-4515-9e97-052099a0c676 req-2fecccbf-a054-4edf-bfcc-d8e3afe5dd3d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311201 Sep 15 16:49:52.493227 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [req-42429634-3f4d-4567-af46-ab282706009a req-72c4e089-8dd9-40d4-a3c0-69be8ed12ffe service neutron] show failed (client error): The resource could not be found. Sep 15 16:49:52.494280 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-72c4e089-8dd9-40d4-a3c0-69be8ed12ffe service neutron] 10.222.0.55 "GET /v2.0/ports/a8e99195-03f7-42b7-b35a-1af7ddd01e5f/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0543275 Sep 15 16:49:53.019247 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-32085fc5-4ff1-4d8f-8ca5-275623739a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:53.020759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-32085fc5-4ff1-4d8f-8ca5-275623739a14 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0408978 Sep 15 16:49:53.034124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:49:53.085988 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:53.289896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:49:53.322064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:49:53.359575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:49:53.361834 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cf9a3a-04b1-4146-b18f-957495a2c7d7" -d '{"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:49:53.365849 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:53.379115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Transition to ACTIVE for port object a8e99195-03f7-42b7-b35a-1af7ddd01e5f will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:49:53.410149 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9ac6f-774e-46f0-9d04-2635adb2ad71 x-openstack-request-id: req-eab9ac6f-774e-46f0-9d04-2635adb2ad71 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:49:53.410462 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:49:53.410712 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-eab9ac6f-774e-46f0-9d04-2635adb2ad71 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:49:53.411106 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'code': 200} Sep 15 16:49:53.441729 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:53.575799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:49:53.602447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.602804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.603122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.603455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.603784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.604116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.604437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.604783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.605107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.605942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.606263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.606578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:53.622371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb398c22-e829-4c82-b3f4-8175c48c8905 req-dc0aa592-db4d-4339-8836-7343abd8f676 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:53.623936 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bb398c22-e829-4c82-b3f4-8175c48c8905 req-dc0aa592-db4d-4339-8836-7343abd8f676 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 943 time: 0.1575429 Sep 15 16:49:53.685369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] No DVR routers for this DVR port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:49:53.730372 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bb398c22-e829-4c82-b3f4-8175c48c8905 req-8f30c1d2-e406-4c51-be87-45397c1231cb tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001203 Sep 15 16:49:53.832974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:49:53.833194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:49:53.833498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:49:53.837983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:49:53.838312 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:49:53.843783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:49:53.844125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:49:53.844543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:49:53.844959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Bound port: a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:49:53.845325 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:53.908743 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:49:53.911785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:49:53.978389 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:54.000884 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ee03fe0-35df-487e-aa1c-c3257f23194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:54.015814 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:54.016472 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:54.017830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] 10.222.0.38 "PUT /v2.0/ports/a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 1091 time: 0.9876218 Sep 15 16:49:54.043258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc852a9-1603-4b36-845a-2bd1361d6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:49:54.086169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-967f5c46-8d42-48a5-a847-6afe64869f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:54.087894 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-967f5c46-8d42-48a5-a847-6afe64869f2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1094 time: 0.0462210 Sep 15 16:49:54.183689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-befa36cd-ffb0-4c44-8f5f-c7550c877f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:54.185212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-befa36cd-ffb0-4c44-8f5f-c7550c877f2f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0908918 Sep 15 16:49:54.253861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-73cc39dd-10ab-4bdc-8905-6e0a164cd1f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 999 time: 0.0619159 Sep 15 16:49:54.302622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-400d59d4-1071-4723-9ed2-2c969d3f9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:54.304077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-400d59d4-1071-4723-9ed2-2c969d3f9e08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0437608 Sep 15 16:49:54.349137 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42429634-3f4d-4567-af46-ab282706009a req-3c5a1e4d-ff72-4f46-ac6a-8e2a521711fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:54.350520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-3c5a1e4d-ff72-4f46-ac6a-8e2a521711fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396950 Sep 15 16:49:54.441704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-4a915358-cda8-4406-be28-3d2cb8ad5ce4 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839257 Sep 15 16:49:54.535196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-42429634-3f4d-4567-af46-ab282706009a req-d3ef284f-84d5-4d47-865e-36e50a96f8fd service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864570 Sep 15 16:49:54.849255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41046497-1004-4530-ad4b-8bb9d6011df3 req-7b725a2d-76f7-4a0e-9bce-3cf76757c0f2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:54.850749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41046497-1004-4530-ad4b-8bb9d6011df3 req-7b725a2d-76f7-4a0e-9bce-3cf76757c0f2 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 943 time: 0.0500333 Sep 15 16:49:54.891273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41046497-1004-4530-ad4b-8bb9d6011df3 req-107ab5dd-d5fa-44d2-af14-ec1f09f549d6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337350 Sep 15 16:49:55.412567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:49:55.414978 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13dbd55-8fa1-464d-80f4-d309887e2e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:49:55.421675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:49:55.461651 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d53ab3c-13d0-4f98-8728-3f920213db6b x-openstack-request-id: req-1d53ab3c-13d0-4f98-8728-3f920213db6b {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:49:55.462168 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:49:55.462168 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1d53ab3c-13d0-4f98-8728-3f920213db6b {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:49:55.462614 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'status': 'completed', 'code': 200} Sep 15 16:49:55.463839 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:49:55.522369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-b2cb73d5-cb0b-4aef-8203-2c9789139e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:55.523899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-b2cb73d5-cb0b-4aef-8203-2c9789139e0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1094 time: 0.0411613 Sep 15 16:49:55.529138 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-2ff2548e-8f04-46ca-9675-79ef8f1370b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:55.530646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-2ff2548e-8f04-46ca-9675-79ef8f1370b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1094 time: 0.0455945 Sep 15 16:49:55.620044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-2dec715d-050d-4b55-9fea-2df37b0acac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:55.620616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-ea72399c-9a27-4631-b63c-30ddbb960254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:55.621792 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-2dec715d-050d-4b55-9fea-2df37b0acac0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0900877 Sep 15 16:49:55.622133 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-ea72399c-9a27-4631-b63c-30ddbb960254 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0848742 Sep 15 16:49:55.687505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-2c3ce95b-4f53-41dc-b68a-e538b50d42eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 999 time: 0.0572968 Sep 15 16:49:55.740768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-2831178d-f67d-4331-897c-5f63ccd2504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:55.742273 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-2831178d-f67d-4331-897c-5f63ccd2504e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0457845 Sep 15 16:49:55.795535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-e307ca55-098f-4fdc-8d81-5781363b810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:55.797095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-e307ca55-098f-4fdc-8d81-5781363b810b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472507 Sep 15 16:49:55.893158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-d798ef24-5ffe-48c1-bf40-c6c5df1ec70c service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873041 Sep 15 16:49:56.026322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-ee1570f0-77dc-4219-9b62-0b0b9b912a93 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251211 Sep 15 16:49:56.026962 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-b54b4686-814f-4a85-8db6-f6582e0bd51d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 999 time: 0.3982635 Sep 15 16:49:56.034463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747c810-2979-4fbc-9893-9efa85589619 req-377f5ab3-2254-4817-98de-a758dd1e50ac tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:56.035869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3747c810-2979-4fbc-9893-9efa85589619 req-377f5ab3-2254-4817-98de-a758dd1e50ac tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 943 time: 0.0694845 Sep 15 16:49:56.077344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-3d57aacc-f2dc-43d0-8eba-ac6920b88962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:56.077620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3747c810-2979-4fbc-9893-9efa85589619 req-b21d17ef-2a55-41c1-b1e9-3c85c7b3dc06 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340643 Sep 15 16:49:56.078777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-3d57aacc-f2dc-43d0-8eba-ac6920b88962 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0448539 Sep 15 16:49:56.123355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-d1f0f749-f880-43dc-9128-24ba90d84d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:56.124846 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-d1f0f749-f880-43dc-9128-24ba90d84d99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392120 Sep 15 16:49:56.216201 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-bd8ef914-c25b-48c2-9d72-5af6de387c2c service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846229 Sep 15 16:49:56.304980 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-c13dbd55-8fa1-464d-80f4-d309887e2e0e req-6467e8df-3caa-424a-9779-ae57b2f65a79 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817256 Sep 15 16:49:56.703807 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:49:56.799699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:49:56.811094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'mac_address': 'fa:16:3e:33:70:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:49:56.848723 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:56.865973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e99195-03f7-42b7-b35a-1af7ddd01e5f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:49:56.884978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:49:56.945441 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:56.993133 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:49:57.000307 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.000686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.001026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.001357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.001686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.002011 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.002332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.002652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.002970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.003287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.003604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.003921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:49:57.127877 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:57.196246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:57.196968 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3f02e-8092-4ba6-9614-205f381f0ccb req-21d9a2cd-3348-467f-b940-9f686e371f7a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:57.198447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbe3f02e-8092-4ba6-9614-205f381f0ccb req-21d9a2cd-3348-467f-b940-9f686e371f7a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0485234 Sep 15 16:49:57.210649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['a8e99195-03f7-42b7-b35a-1af7ddd01e5f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:49:57.241414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fbe3f02e-8092-4ba6-9614-205f381f0ccb req-b7fa76dd-db6f-4095-8666-ecfe1bcaa85e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365088 Sep 15 16:49:57.367352 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae68339a-3464-4ee2-9661-bf6057f10d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:57.884403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608ebcb-5b03-4a80-9d23-c22a04198870 req-82b9edd5-8095-4ded-9af5-f0cd4d07c82e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:57.885924 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0608ebcb-5b03-4a80-9d23-c22a04198870 req-82b9edd5-8095-4ded-9af5-f0cd4d07c82e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0794549 Sep 15 16:49:57.908404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a094027e-cb89-4d73-be15-9a9915a89a33 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:57.909819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a094027e-cb89-4d73-be15-9a9915a89a33 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&binding%3Ahost_id=n-h1-808199-2 HTTP/1.1" status: 200 len: 944 time: 0.0685866 Sep 15 16:49:57.968064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0608ebcb-5b03-4a80-9d23-c22a04198870 req-ee374709-f587-4d0b-843f-5013e93ce120 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732636 Sep 15 16:49:57.988873 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-f9bb5282-176d-415c-87a9-4477b2df9a7a service neutron] 10.222.0.38 "GET /v2.0/ports/a8e99195-03f7-42b7-b35a-1af7ddd01e5f/bindings/n-h1-808199-2 HTTP/1.1" status: 200 len: 382 time: 0.0701833 Sep 15 16:49:58.054092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a0a017ba-0826-4750-9b26-78e37e5a9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:58.055528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a0a017ba-0826-4750-9b26-78e37e5a9ab0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1095 time: 0.0462980 Sep 15 16:49:58.152885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-f7c90fce-19b0-4fd8-8f67-541fbe6f64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:58.154371 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-f7c90fce-19b0-4fd8-8f67-541fbe6f64dd service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0918241 Sep 15 16:49:58.221840 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-91050233-6ac8-4190-b98a-301c7b04a474 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 1000 time: 0.0605171 Sep 15 16:49:58.269857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-41fbf6bd-c93f-44c2-ae7f-f32821ce1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:58.271274 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-41fbf6bd-c93f-44c2-ae7f-f32821ce1531 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0425665 Sep 15 16:49:58.316283 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-3cc2015b-3eb3-49ee-b928-a349323264a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:58.317696 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-3cc2015b-3eb3-49ee-b928-a349323264a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393474 Sep 15 16:49:58.409097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-2977f23d-15ca-4e1e-bc56-bec89ad8c46b service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842862 Sep 15 16:49:58.500306 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-ce135db8-1966-41d8-aaa0-281fd17c2a0e service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838935 Sep 15 16:49:58.659173 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:58.722383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:49:58.842191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port a8e99195-03f7-42b7-b35a-1af7ddd01e5f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:49:58.846233 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port a8e99195-03f7-42b7-b35a-1af7ddd01e5f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:49:58.846601 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:58.922545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:58.944275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:49:58.946528 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67fbea-6bf0-4d66-bb7f-9cf85eb671a5" -d '{"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-plugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:49:58.959957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:49:58.996894 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9e8611-4362-4b3f-9a64-f84afb086c03 x-openstack-request-id: req-5c9e8611-4362-4b3f-9a64-f84afb086c03 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:49:58.997056 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-plugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:49:58.997267 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c9e8611-4362-4b3f-9a64-f84afb086c03 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:49:58.997662 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'code': 200} Sep 15 16:49:59.024788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:49:59.081153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:49:59.099592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32747690-6cdb-4471-bfaa-42b965def161 req-98c3e94e-c2d4-4bda-8d71-9d273569b602 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:49:59.101115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32747690-6cdb-4471-bfaa-42b965def161 req-98c3e94e-c2d4-4bda-8d71-9d273569b602 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0568008 Sep 15 16:49:59.138768 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32747690-6cdb-4471-bfaa-42b965def161 req-43eb53e2-5d79-441a-ad5e-696a65f32a19 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Sep 15 16:50:00.254863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62f31-9149-4666-aae2-a4ddaed19324 req-50ce1e05-02e3-46b1-9ebc-efa3201803e6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:00.256376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7f62f31-9149-4666-aae2-a4ddaed19324 req-50ce1e05-02e3-46b1-9ebc-efa3201803e6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Sep 15 16:50:00.296076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7f62f31-9149-4666-aae2-a4ddaed19324 req-ff41fa73-7e62-4edf-aa6f-b7e594c58d20 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330753 Sep 15 16:50:00.322226 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:00.756317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:00.953304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-ff3e7efc-9854-4531-a9ea-4c53243c9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:00.954849 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-ff3e7efc-9854-4531-a9ea-4c53243c9cde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0415213 Sep 15 16:50:00.966008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:50:01.026460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:01.231022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:50:01.264545 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:50:01.301916 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:50:01.304228 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7b0ca2-2623-4365-a734-0ad5e7cf1ea2" -d '{"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:50:01.308010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:01.321518 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Transition to ACTIVE for port object a8e99195-03f7-42b7-b35a-1af7ddd01e5f will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:50:01.356177 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f0d739-9dc9-4fac-8f88-1269400805a9 x-openstack-request-id: req-09f0d739-9dc9-4fac-8f88-1269400805a9 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:50:01.357024 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:50:01.373186 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-09f0d739-9dc9-4fac-8f88-1269400805a9 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:50:01.373186 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'code': 200} Sep 15 16:50:01.390904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:01.450000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22e499-330c-48bf-9f58-a178c70ac85c req-a96e4d35-ea8f-4b1f-82a5-58b919c36eba tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:01.451992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d22e499-330c-48bf-9f58-a178c70ac85c req-a96e4d35-ea8f-4b1f-82a5-58b919c36eba tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0512657 Sep 15 16:50:01.473066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=10']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:01.484640 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.484943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.485280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.485655 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.485909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.486236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.486559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.486879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.487202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.487521 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.487848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.488163 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:50:01.499374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d22e499-330c-48bf-9f58-a178c70ac85c req-090af27b-a3d6-4ccd-b083-3ba5f66f309a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Sep 15 16:50:01.535223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] No DVR routers for this DVR port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:50:01.673437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:50:01.676672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:50:01.676672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:50:01.678382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:50:01.678703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Attempting to bind port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:50:01.683480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:50:01.683819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:50:01.684204 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:50:01.684694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Bound port: a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:50:01.685264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:01.751043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:50:01.753911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:50:01.831506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:01.865470 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:01.866148 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:01.867509 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] 10.222.0.55 "PUT /v2.0/ports/a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 1092 time: 0.9055064 Sep 15 16:50:01.919824 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9951381-f78b-4c50-8e03-4c2e62250d06 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=11']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:01.937372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-adf17e0c-e08d-4606-83fd-2d5bbf32daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:01.938891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-adf17e0c-e08d-4606-83fd-2d5bbf32daa9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1095 time: 0.0472541 Sep 15 16:50:02.039090 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-f048095d-15d1-4f08-88bc-767a9e492f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:02.040601 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-f048095d-15d1-4f08-88bc-767a9e492f51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0952482 Sep 15 16:50:02.104734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-3cc79a00-971f-493c-bebe-d86168b5f832 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 999 time: 0.0569849 Sep 15 16:50:02.152666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-44f8d7c2-0148-490d-9152-e0b7ef79fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:02.154194 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-44f8d7c2-0148-490d-9152-e0b7ef79fbd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0425484 Sep 15 16:50:02.203976 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-c043515c-cef1-4c10-8e60-a4e87e912212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:02.205514 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-c043515c-cef1-4c10-8e60-a4e87e912212 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450215 Sep 15 16:50:02.299534 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-4a12a4e9-3bb5-45e3-9b2e-a3f37ade6cbc service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867641 Sep 15 16:50:02.390755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ec94347-1c8d-4a49-98b7-e143b08397bf req-de2637b7-98ee-4867-9daa-3c9835c2ae79 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847161 Sep 15 16:50:02.616957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dea5-6d81-483a-ba9d-acc0675278b9 req-612584d0-90a2-40f6-9a65-d50d8ed0af99 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:02.618428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2d3dea5-6d81-483a-ba9d-acc0675278b9 req-612584d0-90a2-40f6-9a65-d50d8ed0af99 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0518708 Sep 15 16:50:02.656702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2d3dea5-6d81-483a-ba9d-acc0675278b9 req-3dd7260c-a0bd-4206-8802-83e60f9f4d2a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Sep 15 16:50:03.358800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:50:03.361185 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3b975-fa73-4ac3-9079-03399c724a71" -d '{"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:50:03.408066 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41992c67-99b2-4825-b39d-a3013d09d634 x-openstack-request-id: req-41992c67-99b2-4825-b39d-a3013d09d634 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:50:03.408364 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:50:03.408651 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-41992c67-99b2-4825-b39d-a3013d09d634 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:50:03.409057 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'status': 'completed', 'code': 200} Sep 15 16:50:03.467197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-b984d01a-3517-496e-82f4-7af880072c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.468820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-b984d01a-3517-496e-82f4-7af880072c3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1095 time: 0.0413659 Sep 15 16:50:03.470622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-a1116d4c-bb03-4c7b-a3e3-4905b16b6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.472104 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-a1116d4c-bb03-4c7b-a3e3-4905b16b6a7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 1095 time: 0.0411274 Sep 15 16:50:03.560263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-fbc3a9e2-07ed-44b4-8f12-cc3ec2e3c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.561958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-fbc3a9e2-07ed-44b4-8f12-cc3ec2e3c257 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0863159 Sep 15 16:50:03.568767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-5fa6ac68-f345-4654-808d-68390e65d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.570264 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-5fa6ac68-f345-4654-808d-68390e65d56e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0901415 Sep 15 16:50:03.631693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-eb520d8a-e23c-4695-8dbf-36a8d8d9f728 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 999 time: 0.0619447 Sep 15 16:50:03.638603 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-b4ca1a40-e2ba-4d70-a088-d4c89c1c3de4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 200 len: 999 time: 0.0566320 Sep 15 16:50:03.681718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-0974e28d-fd65-434a-b676-f24454055b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.683216 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-0974e28d-fd65-434a-b676-f24454055b47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0451992 Sep 15 16:50:03.689898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-0950a87a-2e20-4cb2-99f8-254e09c5289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.691513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-0950a87a-2e20-4cb2-99f8-254e09c5289d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0454514 Sep 15 16:50:03.730547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-218db7f1-4387-4d44-a25d-c4e00f19cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.732282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-218db7f1-4387-4d44-a25d-c4e00f19cfdd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425198 Sep 15 16:50:03.755220 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-81baf2be-4468-4fbe-9d16-ea2bec41a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.757224 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-81baf2be-4468-4fbe-9d16-ea2bec41a607 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541444 Sep 15 16:50:03.862154 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-978dcb19-5b4f-4b6d-b2e9-89a866e0a2ef service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963767 Sep 15 16:50:03.863037 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-9a9147f0-c3d0-4767-8eca-3315a81d9bad service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199050 Sep 15 16:50:03.875732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585cfcf-a225-41a7-8ff9-8446375d2147 req-f0235f6a-fe70-4673-9a85-5fccaafee00f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:03.877221 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d585cfcf-a225-41a7-8ff9-8446375d2147 req-f0235f6a-fe70-4673-9a85-5fccaafee00f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.1392617 Sep 15 16:50:03.965700 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-5027ab08-7fd9-4e80-951a-e84f08841a1e service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964937 Sep 15 16:50:03.970685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d585cfcf-a225-41a7-8ff9-8446375d2147 req-553f1f1e-63bb-4689-8e34-468541bc091a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848098 Sep 15 16:50:03.992733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2b3b975-fa73-4ac3-9079-03399c724a71 req-484c6c05-607b-41e0-b5e1-bf64faf0ef78 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145570 Sep 15 16:50:04.745835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:50:04.784378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:50:05.088410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff5390-5544-4573-929a-9f8b1b6fa8ad req-3f52e3db-c97c-4b14-be6d-9b866a61a8b0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:05.089073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0eff5390-5544-4573-929a-9f8b1b6fa8ad req-3f52e3db-c97c-4b14-be6d-9b866a61a8b0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0488460 Sep 15 16:50:05.127746 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0eff5390-5544-4573-929a-9f8b1b6fa8ad req-1b328326-84e3-41fd-a9b9-cc3556007f70 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323586 Sep 15 16:50:05.244600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4723b14-a493-4fb9-9135-46a299766901 req-d22f9d66-8752-433b-aeee-a485905d1329 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:05.246086 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4723b14-a493-4fb9-9135-46a299766901 req-d22f9d66-8752-433b-aeee-a485905d1329 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0524714 Sep 15 16:50:05.283703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b4723b14-a493-4fb9-9135-46a299766901 req-7d12f742-6846-4d8e-94ef-abcace5b3f88 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Sep 15 16:50:05.393726 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d73f79-909c-423b-83ad-73fb1a918963 req-2bc1499c-bd12-4dcc-8e5b-7aa06c34be4f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:05.395228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a4d73f79-909c-423b-83ad-73fb1a918963 req-2bc1499c-bd12-4dcc-8e5b-7aa06c34be4f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 944 time: 0.0484855 Sep 15 16:50:05.432777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a4d73f79-909c-423b-83ad-73fb1a918963 req-988d9051-59e9-4104-8009-407925e38ad6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317483 Sep 15 16:50:05.454154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:50:05.552771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:50:05.563699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'mac_address': 'fa:16:3e:33:70:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:50:05.600984 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:05.613491 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e99195-03f7-42b7-b35a-1af7ddd01e5f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:50:05.632516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:50:05.710762 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:05.762827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:05.835887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee72f-15d3-425c-b153-080b03b0b90b req-17ea5610-41d6-4a0b-a8eb-43ee7b763823 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:05.837396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-410ee72f-15d3-425c-b153-080b03b0b90b req-17ea5610-41d6-4a0b-a8eb-43ee7b763823 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0476131 Sep 15 16:50:05.875771 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-410ee72f-15d3-425c-b153-080b03b0b90b req-d43342e8-6f8f-4aa7-ac94-14aa5dd5360d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Sep 15 16:50:05.926641 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['a8e99195-03f7-42b7-b35a-1af7ddd01e5f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:50:06.990484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3607a5-8542-4cec-86e7-db31d5cdbf58 req-e0f6fadc-9ec7-4860-8f84-24be2e4cd269 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:06.991974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b3607a5-8542-4cec-86e7-db31d5cdbf58 req-e0f6fadc-9ec7-4860-8f84-24be2e4cd269 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Sep 15 16:50:07.030440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b3607a5-8542-4cec-86e7-db31d5cdbf58 req-224f6524-8185-40be-8a74-98c624dce405 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Sep 15 16:50:07.039152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-55a42ca6-1207-495e-8e93-1337e7b3e905 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:07.040718 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-55a42ca6-1207-495e-8e93-1337e7b3e905 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 945 time: 0.0483580 Sep 15 16:50:07.135069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Deleting port a8e99195-03f7-42b7-b35a-1af7ddd01e5f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:50:07.135325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:07.222608 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] For port a8e99195-03f7-42b7-b35a-1af7ddd01e5f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:50:07.222967 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:07.395554 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:07.395920 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:07.396239 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f disassociated. External IP: 172.25.0.94, port: a8e99195-03f7-42b7-b35a-1af7ddd01e5f. Sep 15 16:50:07.396605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Calling delete_port for a8e99195-03f7-42b7-b35a-1af7ddd01e5f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:50:07.468444 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:50:07.596373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:07.597035 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port a8e99195-03f7-42b7-b35a-1af7ddd01e5f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:50:07.600976 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port a8e99195-03f7-42b7-b35a-1af7ddd01e5f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:50:07.601352 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:07.620410 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Port a8e99195-03f7-42b7-b35a-1af7ddd01e5f was deleted so its status cannot be updated. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 15 16:50:07.627167 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event deleted for resources: {'Port': ['ID=a8e99195-03f7-42b7-b35a-1af7ddd01e5f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:07.745605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:50:07.857085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:50:07.867007 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:50:07.876430 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:50:07.877069 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:49:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:07.900027 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] No DVR routers for this DVR port a8e99195-03f7-42b7-b35a-1af7ddd01e5f on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:50:07.902681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:07.905238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb2b82f4-e07d-4db7-9e5a-0f7caa8f679b req-51f7ec0a-94fa-4662-98c0-0a3d4b6c28f0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "DELETE /v2.0/ports/a8e99195-03f7-42b7-b35a-1af7ddd01e5f HTTP/1.1" status: 204 len: 173 time: 0.8579614 Sep 15 16:50:07.906023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-deleted', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:50:07.908790 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4aeac6-afa1-4b6c-80cc-18f3c5d9995f" -d '{"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-deleted", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:50:07.948287 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd66738b-1c1e-4759-8b5c-0dd26247c00a x-openstack-request-id: req-dd66738b-1c1e-4759-8b5c-0dd26247c00a {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:50:07.948615 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168389b1-f97e-4d51-9d94-78fe8b7349e6", "name": "network-vif-deleted", "tag": "a8e99195-03f7-42b7-b35a-1af7ddd01e5f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:50:07.948874 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-dd66738b-1c1e-4759-8b5c-0dd26247c00a {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:50:07.951023 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168389b1-f97e-4d51-9d94-78fe8b7349e6', 'name': 'network-vif-deleted', 'tag': 'a8e99195-03f7-42b7-b35a-1af7ddd01e5f', 'status': 'completed', 'code': 200} Sep 15 16:50:07.979713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:50:08.134360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-511d4d25-6836-46bd-80fb-99c85ee5b250 req-dacd0fe8-3160-44e2-84f0-0171de128a33 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=168389b1-f97e-4d51-9d94-78fe8b7349e6 HTTP/1.1" status: 200 len: 210 time: 0.0257397 Sep 15 16:50:08.187543 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:08.212545 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:50:08.221265 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:50:08.221865 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:49:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:08.325798 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:50:08.519806 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:08.546671 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7c05c4-7e0a-4554-b9e7-c299b3b9f2ee None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:50:08.775473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b7c052-cdbe-480e-8460-43a4f1d14356 None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:50:09.397913 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-8cfd83ff-c529-435a-b110-ac042ea9540e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-securitygroup--1678385203&fields=id&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 267 time: 0.0331311 Sep 15 16:50:09.507107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-e347213f-acbf-4a19-8785-3059a07ab40e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:09.508462 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-e347213f-acbf-4a19-8785-3059a07ab40e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.1035233 Sep 15 16:50:09.523511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-be380235-6f6e-4cbb-8075-5b230a26d3a6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/quotas/9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 375 time: 0.0087917 Sep 15 16:50:09.577410 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-8ced1f00-ebb6-4e0d-8d21-fcacad657f1c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487242 Sep 15 16:50:09.673129 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-97d9d718-5702-4bb8-9ed1-d99277089cb2 service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843046 Sep 15 16:50:09.760583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-b7c499c4-323b-4872-ac24-c7b33f7b05e0 service neutron] 10.222.0.63 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813105 Sep 15 16:50:09.985557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96d25675-e3e7-42fa-933c-0929d19cbf79 req-f4b971e4-6c64-4164-92cf-e693b5a80699 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 210 time: 0.0263660 Sep 15 16:50:11.079338 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dfcb9897-f386-431d-a2f8-32af3d1bbb5d req-e62e1eab-7c72-4608-b74e-09a32b7562e6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 210 time: 0.0267179 Sep 15 16:50:11.484990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:50:11.505127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: a8e99195-03f7-42b7-b35a-1af7ddd01e5f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:50:11.505473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device a8e99195-03f7-42b7-b35a-1af7ddd01e5f not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:50:11.883336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-80e661b5-2ef2-4043-b31a-b7434dc048ce tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:11.884793 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-80e661b5-2ef2-4043-b31a-b7434dc048ce tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 811 time: 0.1026392 Sep 15 16:50:11.927458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-ba52d43f-c016-4f87-9102-e9c63b87727a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 380 time: 0.0340650 Sep 15 16:50:11.936359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'port': {'device_id': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'admin_state_up': True, 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'security_groups': ['5eb241ec-4bae-4774-b7c0-0e09e1b96946']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:50:12.160579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Made reservation on behalf of 9b3fd0880d774a03bf940a01f9e39ce8 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:50:12.164166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:12.181064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-963f68c8-896c-41be-b8d5-b3e14e2367a0 req-bd2887af-6047-44b6-912c-a2f94a2e8913 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 210 time: 0.0327621 Sep 15 16:50:12.305744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Allocated IP 172.20.0.14 (ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30/0a814ed3-ebba-4966-9c93-ae872149fe1e/6d71bee2-87d2-4792-8a8e-7562efb96d50) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:50:12.436213 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:12.545559 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:12.591239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:50:12.594288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:50:12.597870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:50:12.623818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:12.653511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:12.654189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:12.736655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-c9f7163d-1541-4aed-9f2c-9319eaeb3aaf tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8036830 Sep 15 16:50:12.750572 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Request body: {'port': {'device_id': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:50:12.820427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:12.860636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6ec99d8b-009a-4ef8-999f-c14a056abff4 None None] Provisioning complete for port 6d71bee2-87d2-4792-8a8e-7562efb96d50 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:50:12.861208 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6ec99d8b-009a-4ef8-999f-c14a056abff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:12.894577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6ec99d8b-009a-4ef8-999f-c14a056abff4 None None] Port 6d71bee2-87d2-4792-8a8e-7562efb96d50 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:50:13.089309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d71bee2-87d2-4792-8a8e-7562efb96d50 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:50:13.099224 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:13.117604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Transition to ACTIVE for port object 6d71bee2-87d2-4792-8a8e-7562efb96d50 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:50:13.186178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:13.240162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:13.347858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:50:13.348205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:50:13.348561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:50:13.356162 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:50:13.357009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:50:13.365979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7d3a2-9cd4-4145-85e3-f1cc3390fcbc req-ee06f43e-401c-4ed2-ba71-56a67a3bd650 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:13.367526 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29b7d3a2-9cd4-4145-85e3-f1cc3390fcbc req-ee06f43e-401c-4ed2-ba71-56a67a3bd650 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0862315 Sep 15 16:50:13.372066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:50:13.373070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:50:13.373565 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:50:13.374009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Bound port: 6d71bee2-87d2-4792-8a8e-7562efb96d50, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:50:13.374373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:13.443886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29b7d3a2-9cd4-4145-85e3-f1cc3390fcbc req-dac8dcee-e32f-47cb-ad49-f01db2293a15 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672107 Sep 15 16:50:13.469125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:50:13.472232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:50:13.557037 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:13.593210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:13.593667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:13.595102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] 10.222.0.38 "PUT /v2.0/ports/6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1092 time: 0.8505802 Sep 15 16:50:13.595543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:50:13.597847 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807207a-4639-48ad-a23b-0a19f5736c72" -d '{"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:50:13.628747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bf591-de75-47c0-b5f3-d9677326ab1f service neutron] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:13.638392 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1675c0fd-828b-4ca7-9fa5-564f916aa579 x-openstack-request-id: req-1675c0fd-828b-4ca7-9fa5-564f916aa579 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:50:13.638718 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:50:13.638970 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1675c0fd-828b-4ca7-9fa5-564f916aa579 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:50:13.639409 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'status': 'completed', 'code': 200} Sep 15 16:50:13.708453 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807207a-4639-48ad-a23b-0a19f5736c72 req-3a304dc1-480c-4067-b2e6-e0caebf826d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:13.710117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7807207a-4639-48ad-a23b-0a19f5736c72 req-3a304dc1-480c-4067-b2e6-e0caebf826d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1095 time: 0.0484219 Sep 15 16:50:13.820738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807207a-4639-48ad-a23b-0a19f5736c72 req-30da4806-def5-40b2-9a67-aa2f48be51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:13.822232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7807207a-4639-48ad-a23b-0a19f5736c72 req-30da4806-def5-40b2-9a67-aa2f48be51c6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1041026 Sep 15 16:50:13.926110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807207a-4639-48ad-a23b-0a19f5736c72 req-1c505845-bf4d-4fb8-8496-c6c1d3c788fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:13.927556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7807207a-4639-48ad-a23b-0a19f5736c72 req-1c505845-bf4d-4fb8-8496-c6c1d3c788fc service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915267 Sep 15 16:50:14.004348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-53b309e2-f407-45b7-ab8d-584967fc2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:14.005846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-53b309e2-f407-45b7-ab8d-584967fc2ead service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1095 time: 0.0402529 Sep 15 16:50:14.046191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-1425c852-33d3-4638-bf14-2d17d6a40391 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 217 time: 0.0325642 Sep 15 16:50:14.429042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-dac989e1-4e44-423f-83ce-d0940ccc9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:14.430507 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-dac989e1-4e44-423f-83ce-d0940ccc9c48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.3774195 Sep 15 16:50:14.475021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-caa02de3-1668-4b04-a0a3-78cb2efe349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:14.476610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-caa02de3-1668-4b04-a0a3-78cb2efe349a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385354 Sep 15 16:50:14.600960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb20de-b5db-4aa5-88da-35c811e8ebe2 req-83149438-ebf9-4b2d-a844-4c5d1e39161b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:14.602412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49cb20de-b5db-4aa5-88da-35c811e8ebe2 req-83149438-ebf9-4b2d-a844-4c5d1e39161b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0900533 Sep 15 16:50:14.604533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-dbcb7f3f-15f4-4748-b7d8-c9f3b21f20d1 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201675 Sep 15 16:50:14.691711 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49cb20de-b5db-4aa5-88da-35c811e8ebe2 req-2c000948-9dd5-494e-bfc4-5ace7ed8d0ac tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826385 Sep 15 16:50:14.719018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5009394f-7f93-42cd-a1bc-55d9b7e753de req-779ffa35-4881-43a5-ad5e-bfd25ea98a58 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044598 Sep 15 16:50:15.806363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78a66-cf3f-4efa-b3bd-32140ce2bbfd req-1a65c290-96d4-4867-b84c-721f4337730b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:15.807842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2f78a66-cf3f-4efa-b3bd-32140ce2bbfd req-1a65c290-96d4-4867-b84c-721f4337730b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0505080 Sep 15 16:50:15.846117 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2f78a66-cf3f-4efa-b3bd-32140ce2bbfd req-3237814f-bdad-4f10-a0ce-3c17e15e80df tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Sep 15 16:50:16.824418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:50:16.921364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:50:16.932749 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'mac_address': 'fa:16:3e:f2:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:50:16.962083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3cca-589c-4021-96ce-9fdfbec9181f req-c460a8dc-a6b8-485a-9593-99f9d343eb09 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:16.963574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe6c3cca-589c-4021-96ce-9fdfbec9181f req-c460a8dc-a6b8-485a-9593-99f9d343eb09 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0497396 Sep 15 16:50:16.970264 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:16.983033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d71bee2-87d2-4792-8a8e-7562efb96d50 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:50:17.004154 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fe6c3cca-589c-4021-96ce-9fdfbec9181f req-c3e9a2d8-6644-422b-9518-90692b218ce3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Sep 15 16:50:17.004483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:50:17.070804 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:17.117388 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:17.260280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6d71bee2-87d2-4792-8a8e-7562efb96d50'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:50:18.119568 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb18edc-fe40-4b9a-97ed-43544b9be796 req-9ce1bd53-656b-495c-a379-4038d56efcb5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:18.120969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceb18edc-fe40-4b9a-97ed-43544b9be796 req-9ce1bd53-656b-495c-a379-4038d56efcb5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0506499 Sep 15 16:50:18.166090 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceb18edc-fe40-4b9a-97ed-43544b9be796 req-1af6ea25-4e8a-4940-8dc6-368f3dd9f8aa tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361881 Sep 15 16:50:18.823934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:50:18.966581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 6d71bee2-87d2-4792-8a8e-7562efb96d50 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:50:18.970967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 6d71bee2-87d2-4792-8a8e-7562efb96d50 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:50:18.971335 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:19.048466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:19.069813 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:50:19.072034 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac0455-967c-4d81-83d0-a343bae2ef2d" -d '{"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-plugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:50:19.084858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:50:19.109975 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564ea49c-b4f5-4e80-9659-cbb73be3c5c9 x-openstack-request-id: req-564ea49c-b4f5-4e80-9659-cbb73be3c5c9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:50:19.110271 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-plugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:50:19.110524 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-564ea49c-b4f5-4e80-9659-cbb73be3c5c9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:50:19.110920 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'code': 200} Sep 15 16:50:19.149730 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:19.197950 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:50:19.206419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b807-614c-42a8-8a03-581834e11681 req-fe45c9e7-c1c5-48c2-b5ac-dfd35c6d7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:19.206419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ed9b807-614c-42a8-8a03-581834e11681 req-fe45c9e7-c1c5-48c2-b5ac-dfd35c6d7ecf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1097 time: 0.0414498 Sep 15 16:50:19.251459 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ed9b807-614c-42a8-8a03-581834e11681 req-cc043412-d133-47ea-9548-4d67f385c1c6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375261 Sep 15 16:50:19.288518 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90ebfd-9e4a-438a-838b-76f60f0ebc5c req-d9da624e-60b9-4b13-9e66-a1aef9abef19 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:19.289959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9c90ebfd-9e4a-438a-838b-76f60f0ebc5c req-d9da624e-60b9-4b13-9e66-a1aef9abef19 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0525732 Sep 15 16:50:19.325846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9c90ebfd-9e4a-438a-838b-76f60f0ebc5c req-6d11faa6-cc46-47e1-9128-7a784bdfd1e4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299792 Sep 15 16:50:20.440965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea81e6-b506-419a-bec2-e5c6259751de req-a783388c-daa1-41e1-9ba2-a9fe049342fd tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:20.442472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b9ea81e6-b506-419a-bec2-e5c6259751de req-a783388c-daa1-41e1-9ba2-a9fe049342fd tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0490279 Sep 15 16:50:20.483800 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b9ea81e6-b506-419a-bec2-e5c6259751de req-86912349-2e43-42d3-94a2-99d34935f179 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352829 Sep 15 16:50:21.598577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46f2db-c396-43f1-b3b4-00a8f2b836ba req-3b94ea0c-a3db-4180-85d1-e5e60ae2f078 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:21.600107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b46f2db-c396-43f1-b3b4-00a8f2b836ba req-3b94ea0c-a3db-4180-85d1-e5e60ae2f078 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0486572 Sep 15 16:50:21.638051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b46f2db-c396-43f1-b3b4-00a8f2b836ba req-274d611d-e3bc-4aa2-bfdd-5ce405932a08 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317805 Sep 15 16:50:21.747880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063143b-17f7-4ffb-a0a8-8b88b49a7109 req-116b677d-9c9f-43e8-80ae-0bfb69df974d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:21.750132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6063143b-17f7-4ffb-a0a8-8b88b49a7109 req-116b677d-9c9f-43e8-80ae-0bfb69df974d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0502541 Sep 15 16:50:21.758636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39364) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:50:21.762953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Request body: {'floatingip': {'port_id': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:50:21.804744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:22.231159 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:22.293730 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:22.397268 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f associated. External IP: 172.25.0.94, port: 6d71bee2-87d2-4792-8a8e-7562efb96d50. Sep 15 16:50:22.611044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:50:22.725733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:50:22.730596 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:22.735620 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:50:22.744247 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:50:22.744884 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:49:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:22.758399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-16afb952-650f-439d-8b82-fa82c3fde030 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "PUT /v2.0/floatingips/1941df33-4d90-4237-9ef8-7d83d67fe10f HTTP/1.1" status: 200 len: 992 time: 0.9987271 Sep 15 16:50:22.758986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:50:22.761288 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:50:22.849938 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1cb59f-f869-4320-93d0-d3adc4b5e39f x-openstack-request-id: req-1a1cb59f-f869-4320-93d0-d3adc4b5e39f {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:50:22.850233 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:50:22.850490 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1a1cb59f-f869-4320-93d0-d3adc4b5e39f {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:50:22.850894 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'status': 'completed', 'code': 200} Sep 15 16:50:22.865303 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:50:22.911014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-bbc53916-5bcb-4c2d-be8c-e20a85827c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:22.912899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-bbc53916-5bcb-4c2d-be8c-e20a85827c9d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1097 time: 0.0405483 Sep 15 16:50:23.020951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-68cd59cb-c75c-4294-8013-37be0b733cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:23.022433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-68cd59cb-c75c-4294-8013-37be0b733cd8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.1028240 Sep 15 16:50:23.093528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-acc33d94-47c3-417d-9241-5c2839052fc3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0624051 Sep 15 16:50:23.101483 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:f2:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:50:22Z', 'revision_number': 13, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:23.143723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-52c2f631-0530-4b84-8463-691469db8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:23.145279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-52c2f631-0530-4b84-8463-691469db8fe0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0448349 Sep 15 16:50:23.193982 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-eff246e3-1779-4e36-93be-d5f090706ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:23.195521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-eff246e3-1779-4e36-93be-d5f090706ece service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432200 Sep 15 16:50:23.224217 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:50:23.232396 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:50:23.233636 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:49:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:23.291341 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-fc640b9f-3da7-40f1-979d-835fb4b6ab35 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884607 Sep 15 16:50:23.342481 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:50:23.380700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c1d322e-eb6c-47e4-a603-2b932ef1d13a req-1cf49dfa-b5e5-40e7-8b95-b1414e461864 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828054 Sep 15 16:50:23.560080 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:f2:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:50:22Z', 'revision_number': 13, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:50:23.589192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54976696-7b2f-4175-a110-ee60ab13fb80 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1941df33-4d90-4237-9ef8-7d83d67fe10f', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'floating_ip_address': '172.25.0.94', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'port_id': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'mac_address': 'fa:16:3e:f2:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:43:11Z', 'updated_at': '2021-09-15T16:50:22Z', 'revision_number': 13, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:50:23.783615 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2483ad42-7eb8-407e-b181-24cfc3c90771 None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:50:24.082495 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7acd00c-5065-4264-88e4-64671304c0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:27.127791 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:27.156291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:27.305013 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54d0bd0f-e0ee-481b-bd09-abe0baf06878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:27.883424 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:50:28.665540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:30.305269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:30.773587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:32.248566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-a63b2050-88da-4430-80c5-8abc45fa000a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414717 Sep 15 16:50:32.336817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-46bc07b7-751b-4812-b40f-4e64d493a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:32.338336 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-46bc07b7-751b-4812-b40f-4e64d493a991 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1097 time: 0.0447080 Sep 15 16:50:32.451016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-2bcc9698-36e2-43ea-9f8d-83c573d89314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:32.452510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-2bcc9698-36e2-43ea-9f8d-83c573d89314 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0841255 Sep 15 16:50:32.522824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-29eafae6-7cc9-45ee-a971-d5bc5d2ba0f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1002 time: 0.0608842 Sep 15 16:50:32.574187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-ea7665c5-c5ca-4b0c-8464-100e4eda3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:32.575596 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-ea7665c5-c5ca-4b0c-8464-100e4eda3962 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0435450 Sep 15 16:50:32.621207 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-c49c95bf-4a95-41e2-ae67-3822bd7652ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:50:32.622666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-c49c95bf-4a95-41e2-ae67-3822bd7652ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385542 Sep 15 16:50:32.715992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-85315788-1722-4669-b2ff-47265eab9ed3 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854669 Sep 15 16:50:32.804912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c4eea0e7-e982-4205-b7a0-f41e053216b6 req-22a778dc-71f4-49aa-bcfe-50311d850c3c service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814962 Sep 15 16:50:54.023249 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3c06e5ef-7a79-4a0f-ac01-660b42051f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:57.111340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:57.208637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:57.328177 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e655f676-993f-48d4-8b25-84f7bd1124d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:50:58.665970 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:00.320546 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:00.795005 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:04.882799 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:51:24.006442 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-296e2d3a-ab47-443b-98ec-38e3e6cc1095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:27.114797 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:27.205829 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:27.334691 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6fb1f995-6d87-4836-a6fa-951a187c5f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:28.674860 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:30.320273 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:30.783838 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:34.286735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-f4b68a48-1d20-4b94-aaf2-ac56d4bf5e46 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826101 Sep 15 16:51:34.366596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751887df-5f06-425e-ae40-f9b95db69d6f req-fcae5db5-e1a2-4786-a525-984958427d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:51:34.368171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-fcae5db5-e1a2-4786-a525-984958427d25 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1097 time: 0.0405006 Sep 15 16:51:34.470414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751887df-5f06-425e-ae40-f9b95db69d6f req-5d5669b5-ece3-4223-a47f-05a629eecc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:51:34.471798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-5d5669b5-ece3-4223-a47f-05a629eecc78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0850096 Sep 15 16:51:34.541501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-2128b5a7-dad1-45e8-a3a3-ca461b97d744 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1002 time: 0.0620265 Sep 15 16:51:34.590316 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751887df-5f06-425e-ae40-f9b95db69d6f req-ed412357-f170-4262-aa5a-44795f1b4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:51:34.591722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-ed412357-f170-4262-aa5a-44795f1b4249 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0435197 Sep 15 16:51:34.636988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751887df-5f06-425e-ae40-f9b95db69d6f req-4b2f5a9f-97b4-4864-a0ea-97a6dd01a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:51:34.638465 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-4b2f5a9f-97b4-4864-a0ea-97a6dd01a704 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399280 Sep 15 16:51:34.730626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-f1e641cc-914c-476a-92eb-6bd50384f872 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850627 Sep 15 16:51:34.822611 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-751887df-5f06-425e-ae40-f9b95db69d6f req-d46ea99d-c308-4e1e-8fda-8e01449af3cd service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851436 Sep 15 16:51:41.882142 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:51:54.011715 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5025eaf1-eeab-4ae3-ba91-da7d00e839c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:57.153647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:57.243474 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:57.326187 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2b6641b9-8c08-44ee-824d-a9df5f181852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:51:58.677857 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:00.171746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5615c5-6f2d-4022-8a44-7798df3777cb req-b349f9cc-7a21-4964-924e-8af3c92cfac6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:00.173163 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f5615c5-6f2d-4022-8a44-7798df3777cb req-b349f9cc-7a21-4964-924e-8af3c92cfac6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0504391 Sep 15 16:52:00.212323 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f5615c5-6f2d-4022-8a44-7798df3777cb req-a8f9623b-5192-4d19-a370-54565e0d952c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Sep 15 16:52:00.309136 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:00.815171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:11.667062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-563f5b6a-008d-4f64-aa75-fc8c3ae992c8 req-40e65d35-9290-4315-82e1-7825dc709d6c service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:52:11.668065 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-563f5b6a-008d-4f64-aa75-fc8c3ae992c8 req-40e65d35-9290-4315-82e1-7825dc709d6c service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055754 Sep 15 16:52:11.979017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8cb67-4cb8-4217-abdc-cd197e0ebe03 req-0a142675-2826-4258-bb4f-d3f1290e61d9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:11.980653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebf8cb67-4cb8-4217-abdc-cd197e0ebe03 req-0a142675-2826-4258-bb4f-d3f1290e61d9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0488572 Sep 15 16:52:12.019327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ebf8cb67-4cb8-4217-abdc-cd197e0ebe03 req-43dcf84d-69aa-4cbe-9fed-ecb4f534cf01 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320773 Sep 15 16:52:12.105959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-f7eb2e63-8290-482a-aa07-9b153e8120c9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396502 Sep 15 16:52:12.115033 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-fce6a410-ca3e-4fcb-8346-2c82ebc79a1e service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:52:12.115974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-fce6a410-ca3e-4fcb-8346-2c82ebc79a1e service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049713 Sep 15 16:52:13.136938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8664c-b167-4287-8d91-6078e1b1128a req-b03d146c-cc49-482d-9d23-0c6bda32b4a3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:13.138420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73e8664c-b167-4287-8d91-6078e1b1128a req-b03d146c-cc49-482d-9d23-0c6bda32b4a3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0530696 Sep 15 16:52:13.176281 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73e8664c-b167-4287-8d91-6078e1b1128a req-7402bc47-18d1-4782-8156-be485d55636d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Sep 15 16:52:14.291134 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176f6ef-1de2-4807-82f2-045d6bee1057 req-9226f355-7f29-4ef5-8845-da75a0b8779c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:14.292667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0176f6ef-1de2-4807-82f2-045d6bee1057 req-9226f355-7f29-4ef5-8845-da75a0b8779c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0503099 Sep 15 16:52:14.332843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0176f6ef-1de2-4807-82f2-045d6bee1057 req-8ab047a4-9aef-4a9b-a1f6-3bac5ea3e5ad tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341468 Sep 15 16:52:15.453386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365e0a8-1c38-4b4a-83bd-b964fde0688a req-88b3e39c-49c3-4387-8528-8f8d0c367f8e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:15.454881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9365e0a8-1c38-4b4a-83bd-b964fde0688a req-88b3e39c-49c3-4387-8528-8f8d0c367f8e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0492029 Sep 15 16:52:15.492307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9365e0a8-1c38-4b4a-83bd-b964fde0688a req-b9fc5b73-4b93-40c1-96af-eae5cd700285 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308673 Sep 15 16:52:16.610273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f5973-5851-4adf-a41d-cc5e029d5627 req-a10f02c8-fb8e-4fe3-9dbd-e68cef2b57fc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:16.611751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c6f5973-5851-4adf-a41d-cc5e029d5627 req-a10f02c8-fb8e-4fe3-9dbd-e68cef2b57fc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0533822 Sep 15 16:52:16.650381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c6f5973-5851-4adf-a41d-cc5e029d5627 req-ea618e07-0f79-463c-beec-7bcc7c563b50 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Sep 15 16:52:17.764847 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f921b-5682-46a6-85a2-195a451c5fd2 req-f0cd173e-1059-4692-b37b-5effcb7a84c6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:17.766420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3a3f921b-5682-46a6-85a2-195a451c5fd2 req-f0cd173e-1059-4692-b37b-5effcb7a84c6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Sep 15 16:52:17.803651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3a3f921b-5682-46a6-85a2-195a451c5fd2 req-9e7a1aaf-cd67-4aff-9116-8c17851c475a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Sep 15 16:52:18.113685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-9e441073-59b6-4f5a-adde-6b40c46eee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:18.116097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-9e441073-59b6-4f5a-adde-6b40c46eee4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1097 time: 0.0413954 Sep 15 16:52:18.215490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-e22e3cdd-0768-4357-8124-10489eafe619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:18.217019 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-e22e3cdd-0768-4357-8124-10489eafe619 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0934927 Sep 15 16:52:18.285614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-b20a857d-8721-4adb-8248-46e4d77887df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1002 time: 0.0615313 Sep 15 16:52:18.342401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-31af7849-e678-4336-b019-29dfca131cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:18.343884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-31af7849-e678-4336-b019-29dfca131cc1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0505700 Sep 15 16:52:18.394770 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-8ca8a942-9060-4644-8d34-c8d17931cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:18.396306 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-8ca8a942-9060-4644-8d34-c8d17931cd57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459349 Sep 15 16:52:18.491201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-d0d21701-d28f-4422-9e0b-3ee2b13c35d1 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870404 Sep 15 16:52:18.592001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-653b726a-f6b8-407f-9a61-93a3660ff671 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941658 Sep 15 16:52:18.882596 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:52:18.924872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17deafc-ef81-416a-94d7-270cd6ed385c req-6c4b4946-d5a1-4b4b-9540-5b5c1e00ca71 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:18.926348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a17deafc-ef81-416a-94d7-270cd6ed385c req-6c4b4946-d5a1-4b4b-9540-5b5c1e00ca71 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0530968 Sep 15 16:52:18.966033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a17deafc-ef81-416a-94d7-270cd6ed385c req-639504aa-b95d-4c9c-a371-daca11d20aba tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Sep 15 16:52:20.087855 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c3422-7826-4546-8678-73e9414b9f7b req-fc11df23-189a-4c09-828e-96087ad15507 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:20.089259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-583c3422-7826-4546-8678-73e9414b9f7b req-fc11df23-189a-4c09-828e-96087ad15507 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0553589 Sep 15 16:52:20.126949 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-583c3422-7826-4546-8678-73e9414b9f7b req-14a0fcb2-60f3-4c36-8c3a-9c81ff5a1316 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319099 Sep 15 16:52:21.242818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee790f-6da1-41f1-9dca-e94348769fee req-48b7f507-7863-422a-b2aa-155a41520b10 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:21.244339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbee790f-6da1-41f1-9dca-e94348769fee req-48b7f507-7863-422a-b2aa-155a41520b10 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0486290 Sep 15 16:52:21.282202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cbee790f-6da1-41f1-9dca-e94348769fee req-7a55e04a-0bea-40d4-bab1-12146b4459a3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Sep 15 16:52:22.399220 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a887f-cb2f-4ac3-95aa-9af8c1aa8737 req-463c06b9-4f34-4d36-b727-510fc07c2e13 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:22.400712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-628a887f-cb2f-4ac3-95aa-9af8c1aa8737 req-463c06b9-4f34-4d36-b727-510fc07c2e13 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0489326 Sep 15 16:52:22.438748 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-628a887f-cb2f-4ac3-95aa-9af8c1aa8737 req-491145ea-43a0-48b5-af5c-daa9dcd5f6fa tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320508 Sep 15 16:52:23.556339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b1a99-707d-4f5c-bbf8-32db6f319c11 req-97e096b0-6504-40c2-b8fc-1455b9dc99d7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:23.557815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd8b1a99-707d-4f5c-bbf8-32db6f319c11 req-97e096b0-6504-40c2-b8fc-1455b9dc99d7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0517588 Sep 15 16:52:23.593970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd8b1a99-707d-4f5c-bbf8-32db6f319c11 req-5d2bd5af-8ef7-4cdc-ac59-8d9c5a624558 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301590 Sep 15 16:52:24.020400 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1169178f-abba-4341-9577-778765138817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:24.719539 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee2219-b33c-4aff-acd2-4ec76b775032 req-1751caff-61e2-4a29-9afb-c09df6d5f2f1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:24.721067 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3ee2219-b33c-4aff-acd2-4ec76b775032 req-1751caff-61e2-4a29-9afb-c09df6d5f2f1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0587134 Sep 15 16:52:24.759520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c3ee2219-b33c-4aff-acd2-4ec76b775032 req-ef8545c9-c0c4-4695-a05d-67594d16297c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Sep 15 16:52:25.877694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad5531-815c-46ac-9b79-a08fc8b6cffb req-71a74caa-c651-4d95-aa5d-6fef50c407c8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:25.879248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43ad5531-815c-46ac-9b79-a08fc8b6cffb req-71a74caa-c651-4d95-aa5d-6fef50c407c8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0511820 Sep 15 16:52:25.920342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-43ad5531-815c-46ac-9b79-a08fc8b6cffb req-b8b7fd19-9e44-4953-936f-2b64aaf1df6c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344574 Sep 15 16:52:27.040128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143245-7a3b-482f-bf1e-2acba0185f2a req-f54f2860-4270-496c-ac0e-b3365213c22d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:27.041628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57143245-7a3b-482f-bf1e-2acba0185f2a req-f54f2860-4270-496c-ac0e-b3365213c22d tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0531900 Sep 15 16:52:27.079747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57143245-7a3b-482f-bf1e-2acba0185f2a req-42ea9160-dc6b-45e0-81f0-14c735065c8f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Sep 15 16:52:27.114423 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:27.203766 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:27.329521 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-487c1898-44f0-4519-abd7-2475a606f316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:28.196129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2470f0-119d-4245-a4cb-e1435db7713d req-bccc2953-1f4d-4118-87ad-7f624bb42bc8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:28.197642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e2470f0-119d-4245-a4cb-e1435db7713d req-bccc2953-1f4d-4118-87ad-7f624bb42bc8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0491960 Sep 15 16:52:28.234442 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0e2470f0-119d-4245-a4cb-e1435db7713d req-0773d67a-0d21-40b7-9a97-66c8859aa456 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309529 Sep 15 16:52:28.680122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:29.350275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c79f2-f034-4462-b14d-01a03b28a2f4 req-c761e336-d987-42ba-aebb-697966aa8c1c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:29.351825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-858c79f2-f034-4462-b14d-01a03b28a2f4 req-c761e336-d987-42ba-aebb-697966aa8c1c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0498400 Sep 15 16:52:29.393586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-858c79f2-f034-4462-b14d-01a03b28a2f4 req-0a7e08c9-73e6-4ace-8097-b2c839fdb163 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Sep 15 16:52:30.331459 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:30.511345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab94071-cee7-4a7f-9472-e6357b353ccf req-92621a9f-e7e9-4684-ab75-8d0503247afe tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:30.512760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ab94071-cee7-4a7f-9472-e6357b353ccf req-92621a9f-e7e9-4684-ab75-8d0503247afe tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0522933 Sep 15 16:52:30.550715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ab94071-cee7-4a7f-9472-e6357b353ccf req-098e6a73-aff7-40d4-8349-958c668cd3bd tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Sep 15 16:52:30.832321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:31.669185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fa8f5-c171-48b0-9e01-01d0d2cf1c49 req-49d0c29b-b832-4153-93e6-e26d3a51320b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:31.671049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e88fa8f5-c171-48b0-9e01-01d0d2cf1c49 req-49d0c29b-b832-4153-93e6-e26d3a51320b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0506530 Sep 15 16:52:31.712374 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e88fa8f5-c171-48b0-9e01-01d0d2cf1c49 req-dc275491-5823-4bee-b33a-7b2f476c154b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Sep 15 16:52:32.871338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d00bd-85e9-4756-aa0d-f6e30e903955 req-b1c08044-a127-482a-b321-f46992c5a171 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:32.872826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-605d00bd-85e9-4756-aa0d-f6e30e903955 req-b1c08044-a127-482a-b321-f46992c5a171 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0906456 Sep 15 16:52:32.894238 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-161f25a3-99f6-4317-9e17-b585808c7668 service neutron] show failed (client error): The resource could not be found. Sep 15 16:52:32.895197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-161f25a3-99f6-4317-9e17-b585808c7668 service neutron] 10.222.0.38 "GET /v2.0/ports/6d71bee2-87d2-4792-8a8e-7562efb96d50/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0862892 Sep 15 16:52:32.914314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-605d00bd-85e9-4756-aa0d-f6e30e903955 req-ab4de527-aecc-454e-9566-2e69e1f21712 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349760 Sep 15 16:52:33.405696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-22317efa-fa25-4453-95d1-f3b4d93a478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:33.407208 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-22317efa-fa25-4453-95d1-f3b4d93a478c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0411506 Sep 15 16:52:33.418711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:52:33.470291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:33.673096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:52:33.712437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:52:33.751069 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:52:33.753330 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f854a01-d017-4130-998a-37a0d0384b9a" -d '{"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-unplugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:52:33.757956 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:33.769930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Transition to ACTIVE for port object 6d71bee2-87d2-4792-8a8e-7562efb96d50 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:52:33.803966 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060216c0-3dae-427c-a93d-f1a5ba6b6d38 x-openstack-request-id: req-060216c0-3dae-427c-a93d-f1a5ba6b6d38 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:52:33.804278 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-unplugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:52:33.804557 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-060216c0-3dae-427c-a93d-f1a5ba6b6d38 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:52:33.804961 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'code': 200} Sep 15 16:52:33.844050 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:33.922621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:33.935879 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.936226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.936606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.937040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.937444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.937792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.938123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.938455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.938776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.939103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.939428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.939754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:33.987345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] No DVR routers for this DVR port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:52:34.052432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd8e40-cb98-4351-9171-0585d85d4879 req-5f2c4024-d8b5-415e-bc0e-3d2cda22d08c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:34.054276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94cd8e40-cb98-4351-9171-0585d85d4879 req-5f2c4024-d8b5-415e-bc0e-3d2cda22d08c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0558417 Sep 15 16:52:34.095428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-94cd8e40-cb98-4351-9171-0585d85d4879 req-560aa166-303c-4b6a-b00a-95df39a44877 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351453 Sep 15 16:52:34.135125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:52:34.135474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:52:34.135796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:52:34.139950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:52:34.140262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:52:34.145006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:52:34.145358 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:52:34.146302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:52:34.146719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Bound port: 6d71bee2-87d2-4792-8a8e-7562efb96d50, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:52:34.147062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:34.210038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:52:34.213068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:52:34.278297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:34.313020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:34.313650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:34.315071 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1092 time: 0.9002364 Sep 15 16:52:34.336073 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7f034-ca53-4177-9c3f-3dc7cd74e5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:34.384343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-738e37da-5fa2-490c-a460-2a18bf008d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:34.385898 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-738e37da-5fa2-490c-a460-2a18bf008d26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1095 time: 0.0469434 Sep 15 16:52:34.484162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-8e65e85c-d0f9-4ab3-a328-86cd2c0cabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:34.485695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-8e65e85c-d0f9-4ab3-a328-86cd2c0cabf0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0908263 Sep 15 16:52:34.557746 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-4379db2f-52fc-4220-bff0-12c803057833 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0649412 Sep 15 16:52:34.607116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-52e27e8f-6c1e-4c19-a445-06d5d5681cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:34.608452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-52e27e8f-6c1e-4c19-a445-06d5d5681cf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0427234 Sep 15 16:52:34.653325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-6f238d0b-d7d3-4578-845b-3c2b60f88c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:34.654804 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-6f238d0b-d7d3-4578-845b-3c2b60f88c6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393519 Sep 15 16:52:34.750504 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-b9d6ea6d-9ce0-4fd1-abed-0c26ed86cc39 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885732 Sep 15 16:52:34.839568 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-045126fa-1b67-460f-bc4a-67241ce0ccf4 req-cd5ffa84-bac7-460e-bec8-78a843d87bc6 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823779 Sep 15 16:52:35.214609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ee721-1c34-4bad-b2a4-679064b331c8 req-cf3d4270-4c5e-4c1c-abb0-13dadafe2843 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:35.216125 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f0ee721-1c34-4bad-b2a4-679064b331c8 req-cf3d4270-4c5e-4c1c-abb0-13dadafe2843 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0496688 Sep 15 16:52:35.255046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f0ee721-1c34-4bad-b2a4-679064b331c8 req-2914964f-cf7b-4dbf-9826-8768fea71592 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Sep 15 16:52:35.511571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:52:35.551016 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:52:35.806775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:52:35.809085 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec5e84-f4d9-4103-8fc5-048540c79c15" -d '{"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:52:35.857655 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600066b2-5557-4eda-8e9d-f0a617b2aa17 x-openstack-request-id: req-600066b2-5557-4eda-8e9d-f0a617b2aa17 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:52:35.857953 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:52:35.858206 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-600066b2-5557-4eda-8e9d-f0a617b2aa17 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:52:35.858608 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'status': 'completed', 'code': 200} Sep 15 16:52:35.921053 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-3c678dc1-1428-4270-a6bd-c27e8d0bcf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:35.922040 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-31d07f50-e7fb-427d-9a54-6321ec911af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:35.922678 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-3c678dc1-1428-4270-a6bd-c27e8d0bcf7a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1095 time: 0.0459132 Sep 15 16:52:35.923657 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-31d07f50-e7fb-427d-9a54-6321ec911af8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1095 time: 0.0416744 Sep 15 16:52:36.014125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-2ef2f06a-4132-4ec8-ab30-99568eaf6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:36.015633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-2ef2f06a-4132-4ec8-ab30-99568eaf6aca service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0866537 Sep 15 16:52:36.070967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-05b067d2-83e9-4eed-af05-8ee818dfdf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:36.072376 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-05b067d2-83e9-4eed-af05-8ee818dfdf9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.1424072 Sep 15 16:52:36.091439 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-4f6b221a-3fb2-47cd-bee5-7386d86453ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0683753 Sep 15 16:52:36.141265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-a6ecd1b1-a643-4d5c-a1c8-2989285ca384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:36.142876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-a6ecd1b1-a643-4d5c-a1c8-2989285ca384 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0447440 Sep 15 16:52:36.144813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-9e99df00-880f-4051-bb4e-433470f5ba82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0649841 Sep 15 16:52:36.190492 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-985ec5a2-b3f6-4965-890a-fbc02449f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:36.191991 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-985ec5a2-b3f6-4965-890a-fbc02449f7ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417957 Sep 15 16:52:36.198156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-5e9b6622-0685-413c-b230-224666a5eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:36.199608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-5e9b6622-0685-413c-b230-224666a5eaa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0484979 Sep 15 16:52:36.247310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-66796a19-2428-4bd5-a127-19f05019a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:36.248860 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-66796a19-2428-4bd5-a127-19f05019a645 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420461 Sep 15 16:52:36.295435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-5cbbcc04-2c56-47b0-81ab-707393b91f70 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958490 Sep 15 16:52:36.354326 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-592b9a3c-c174-4a61-af15-72b08856c586 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986750 Sep 15 16:52:36.429650 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-a10a3296-ac9a-436c-a005-dd27f2a19a10 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257031 Sep 15 16:52:36.436666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf354f-98e4-4af9-b4bb-f092146b1c34 req-4615aa16-8f95-4ad3-a294-b7e09ca3d110 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:36.438142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28cf354f-98e4-4af9-b4bb-f092146b1c34 req-4615aa16-8f95-4ad3-a294-b7e09ca3d110 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0763125 Sep 15 16:52:36.457390 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ceec5e84-f4d9-4103-8fc5-048540c79c15 req-3ad3abc6-8022-4339-bfb2-307a69679656 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960174 Sep 15 16:52:36.480050 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-28cf354f-98e4-4af9-b4bb-f092146b1c34 req-abe7ae47-0240-47c2-9003-503968312db8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Sep 15 16:52:37.596444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681da88-0d3a-4fc0-af40-90e5669031b0 req-6a45169e-84e2-40fa-80ff-a7194ebe5b2e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:37.597998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2681da88-0d3a-4fc0-af40-90e5669031b0 req-6a45169e-84e2-40fa-80ff-a7194ebe5b2e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0500910 Sep 15 16:52:37.637227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2681da88-0d3a-4fc0-af40-90e5669031b0 req-496f1198-838e-4f9a-ae2b-c57548c305c7 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321202 Sep 15 16:52:38.752190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720edf49-09cc-4a76-a0f8-aaa6e869cf5f req-22c07c9c-8125-472e-b1f7-400a2fa2b1a3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:38.753727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-720edf49-09cc-4a76-a0f8-aaa6e869cf5f req-22c07c9c-8125-472e-b1f7-400a2fa2b1a3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0484505 Sep 15 16:52:38.792601 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-720edf49-09cc-4a76-a0f8-aaa6e869cf5f req-883f01e8-4a35-4056-a5ea-661e12cdb413 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Sep 15 16:52:40.243184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca85189-2104-4b9c-8ef7-45609bc2d07b req-69b2619e-9a22-4a7a-a8fd-57cba968d4a1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:40.244694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ca85189-2104-4b9c-8ef7-45609bc2d07b req-69b2619e-9a22-4a7a-a8fd-57cba968d4a1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.3834844 Sep 15 16:52:40.282008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ca85189-2104-4b9c-8ef7-45609bc2d07b req-ee28fc20-804a-4ec7-9c24-2e6aaff2475c tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312881 Sep 15 16:52:41.398828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907c95-92dd-46e5-8db4-3135acd0a0fc req-378855bc-e08e-42a9-98cb-7f13db2027ce tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:41.400396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c907c95-92dd-46e5-8db4-3135acd0a0fc req-378855bc-e08e-42a9-98cb-7f13db2027ce tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0489817 Sep 15 16:52:41.436886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c907c95-92dd-46e5-8db4-3135acd0a0fc req-c18778b6-d30e-45bf-bf7d-5df2f59d8647 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306199 Sep 15 16:52:42.552508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8820724-0432-4aae-8cba-3232afc26972 req-4c87b155-6114-4644-ab5d-4895d2900309 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:42.553971 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8820724-0432-4aae-8cba-3232afc26972 req-4c87b155-6114-4644-ab5d-4895d2900309 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0482814 Sep 15 16:52:42.590661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8820724-0432-4aae-8cba-3232afc26972 req-bbe3dc37-ca91-44d3-b978-815fc6ff98e0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308173 Sep 15 16:52:43.709787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56919d-6ac0-48a0-b815-413111320b57 req-4a43ba3c-0b16-4f14-b3db-7ca44e329ed9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:43.711303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d56919d-6ac0-48a0-b815-413111320b57 req-4a43ba3c-0b16-4f14-b3db-7ca44e329ed9 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0526280 Sep 15 16:52:43.748970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d56919d-6ac0-48a0-b815-413111320b57 req-d3a4a59f-4e9b-4cc9-84d0-7fa7b203dd72 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317445 Sep 15 16:52:44.882644 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e808bf-3b3c-4f8d-88cc-ed36695585bf req-fa6c4bc2-c972-4e87-811a-dac887dee1dc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:44.884136 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22e808bf-3b3c-4f8d-88cc-ed36695585bf req-fa6c4bc2-c972-4e87-811a-dac887dee1dc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0648894 Sep 15 16:52:44.922874 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22e808bf-3b3c-4f8d-88cc-ed36695585bf req-4738374f-f95c-4c61-a92e-0f5d4dbd5384 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327470 Sep 15 16:52:45.895701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-e766e206-52ea-4a85-a647-ec4d732967b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:45.897247 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-e766e206-52ea-4a85-a647-ec4d732967b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1095 time: 0.0407345 Sep 15 16:52:46.007004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-d597c1d4-c5bc-453b-ac13-b10c8cd65160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:46.008525 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-d597c1d4-c5bc-453b-ac13-b10c8cd65160 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0911911 Sep 15 16:52:46.037790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e48c1c-c319-4fb8-ac98-3e1827f6f772 req-fde678b9-be32-4043-be92-3ae9472adb5f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:46.039280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96e48c1c-c319-4fb8-ac98-3e1827f6f772 req-fde678b9-be32-4043-be92-3ae9472adb5f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0485253 Sep 15 16:52:46.077312 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-96e48c1c-c319-4fb8-ac98-3e1827f6f772 req-71487f09-4b6a-41db-80df-09a7ffa46503 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Sep 15 16:52:46.079917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-bd02e531-ac8e-4b67-b9b3-aa28a50f013f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0631099 Sep 15 16:52:46.129629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-b30c69fa-1ec5-45e2-af33-dd09b5ae4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:46.131170 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-b30c69fa-1ec5-45e2-af33-dd09b5ae4d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0435212 Sep 15 16:52:46.176234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-17ee0344-ab85-4450-8e08-4934c139bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:46.178406 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-17ee0344-ab85-4450-8e08-4934c139bab0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396106 Sep 15 16:52:46.595016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-8a949b23-62e0-4eae-a046-8d0294c37d52 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091268 Sep 15 16:52:46.683540 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-927d5485-0115-46c7-a8d6-86bceb0dd868 req-5227bef1-668d-47d5-b9e8-e5c1c2a29de8 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810485 Sep 15 16:52:47.208830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3895f8c-656d-4cd7-b2f2-61abee2e0d64 req-9404b8ed-6e48-4c1d-b35b-d0327747494a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:47.210383 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3895f8c-656d-4cd7-b2f2-61abee2e0d64 req-9404b8ed-6e48-4c1d-b35b-d0327747494a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0641549 Sep 15 16:52:47.250142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3895f8c-656d-4cd7-b2f2-61abee2e0d64 req-d444b967-d69d-4689-afd9-e60101434b98 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313993 Sep 15 16:52:47.799464 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dad47-4352-4520-a1eb-3926d60c7787 req-05fd65eb-1267-48ab-b562-83797dd0c344 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:47.800941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de0dad47-4352-4520-a1eb-3926d60c7787 req-05fd65eb-1267-48ab-b562-83797dd0c344 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 944 time: 0.0484340 Sep 15 16:52:47.849068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-de0dad47-4352-4520-a1eb-3926d60c7787 req-f1c178d5-dbff-4815-baeb-6bcb8094ee49 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387125 Sep 15 16:52:47.854797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-1c3c17cd-12d5-41c2-8169-e79741481292 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:47.856269 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-1c3c17cd-12d5-41c2-8169-e79741481292 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 944 time: 0.0536008 Sep 15 16:52:47.922094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-8a768f9b-3a8e-4f9b-b42c-febfad2e02ca service neutron] 10.222.0.55 "GET /v2.0/ports/6d71bee2-87d2-4792-8a8e-7562efb96d50/bindings/n-h2-808199-2 HTTP/1.1" status: 200 len: 382 time: 0.0570793 Sep 15 16:52:47.983263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-7ee79966-14c9-437e-8124-e42400704d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:47.984707 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-7ee79966-14c9-437e-8124-e42400704d9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1095 time: 0.0403149 Sep 15 16:52:48.074656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-07d0d38c-b3da-43f5-a42a-45e84b313c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:48.076171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-07d0d38c-b3da-43f5-a42a-45e84b313c2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0847707 Sep 15 16:52:48.153278 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-2f211b3a-d522-4ff2-8059-c34255bf7824 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0643582 Sep 15 16:52:48.211231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-c331e9b4-18f6-4652-895d-a5d7232e3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:48.212682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-c331e9b4-18f6-4652-895d-a5d7232e3518 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0435631 Sep 15 16:52:48.257659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-f36b8839-e58e-449e-b4a8-247a8c92c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:48.259052 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-f36b8839-e58e-449e-b4a8-247a8c92c871 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388603 Sep 15 16:52:48.342321 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:52:48.351454 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-ce059e17-b759-4c32-8e40-9be1a59eabd8 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844169 Sep 15 16:52:48.438991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:52:48.443714 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-50ec5bb8-15a8-4de0-a00e-cfd7855d0da7 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850363 Sep 15 16:52:48.451605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'mac_address': 'fa:16:3e:f2:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:52:48.490699 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:48.502928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d71bee2-87d2-4792-8a8e-7562efb96d50 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:52:48.522511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:52:48.582460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:48.634851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:48.642063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.642414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.642760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.643102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.643442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.643779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.644111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.644463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.644826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.645143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.645577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.646533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:48.847563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['6d71bee2-87d2-4792-8a8e-7562efb96d50'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:52:48.969762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfc80e-72ec-4641-8018-8d7b35c1f65c req-8f193455-0b56-46f4-88ac-06ffd791abda tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:48.971263 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1bdfc80e-72ec-4641-8018-8d7b35c1f65c req-8f193455-0b56-46f4-88ac-06ffd791abda tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0494473 Sep 15 16:52:49.009884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1bdfc80e-72ec-4641-8018-8d7b35c1f65c req-30a5eca8-c84a-4179-90dd-c87a987c2510 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Sep 15 16:52:50.133068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6ba79-6984-4a3a-8606-a90b64168b28 req-9f16795e-b78b-40b8-9eff-1c67991e2ac4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:50.134586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14d6ba79-6984-4a3a-8606-a90b64168b28 req-9f16795e-b78b-40b8-9eff-1c67991e2ac4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0556698 Sep 15 16:52:50.172929 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-14d6ba79-6984-4a3a-8606-a90b64168b28 req-6f072794-149d-449a-b15c-7898ca414f9e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324743 Sep 15 16:52:50.359716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:52:50.479792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 6d71bee2-87d2-4792-8a8e-7562efb96d50 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:52:50.484026 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 6d71bee2-87d2-4792-8a8e-7562efb96d50 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:52:50.484402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.562788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.584943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:52:50.587172 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c84ca3-120d-4a6e-93cd-26e4e6e095eb" -d '{"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-plugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:52:50.603991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:52:50.674287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:50.699262 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d623721-5e8c-4560-b24a-0e956924da8b x-openstack-request-id: req-3d623721-5e8c-4560-b24a-0e956924da8b {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:52:50.699632 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-plugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:52:50.699948 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3d623721-5e8c-4560-b24a-0e956924da8b {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:52:50.700357 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'code': 200} Sep 15 16:52:50.726731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:51.292837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21259282-50fe-4839-9d0f-7a060616a2c9 req-98f3b256-c999-4be0-abf7-3049f22eae13 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:51.294381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21259282-50fe-4839-9d0f-7a060616a2c9 req-98f3b256-c999-4be0-abf7-3049f22eae13 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0498188 Sep 15 16:52:51.337848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21259282-50fe-4839-9d0f-7a060616a2c9 req-f60423a9-65d6-4a8d-b541-d16146064a92 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372963 Sep 15 16:52:52.456685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2133408-e100-4c81-b784-012d97284573 req-ec719653-2058-4cd6-897d-c02939f20408 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:52.459673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2133408-e100-4c81-b784-012d97284573 req-ec719653-2058-4cd6-897d-c02939f20408 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0519176 Sep 15 16:52:52.499113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e2133408-e100-4c81-b784-012d97284573 req-495651bc-5ca4-41f9-af5f-0c3ca6f0e09f tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334463 Sep 15 16:52:52.957509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-c00fcaaf-94ec-4277-882a-5be8b4a7dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:52.959207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-c00fcaaf-94ec-4277-882a-5be8b4a7dc59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685&tenant_id=9b3fd0880d774a03bf940a01f9e39ce8 HTTP/1.1" status: 200 len: 1097 time: 0.0444632 Sep 15 16:52:52.971991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:52:53.024681 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.228505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:52:53.260420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h2-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:52:53.308645 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:52:53.310939 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd8ccc0-4552-4ec9-beca-03be8000d315" -d '{"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-unplugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:52:53.314987 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.327183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Transition to ACTIVE for port object 6d71bee2-87d2-4792-8a8e-7562efb96d50 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:52:53.361159 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631933d3-371a-46f9-ba1b-0e7c6da7ef55 x-openstack-request-id: req-631933d3-371a-46f9-ba1b-0e7c6da7ef55 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:52:53.361457 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-unplugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:52:53.361709 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-631933d3-371a-46f9-ba1b-0e7c6da7ef55 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:52:53.362104 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'code': 200} Sep 15 16:52:53.388187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.465203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=10']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:53.477213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.479932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.480208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.480510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.480820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:52:53.519559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] No DVR routers for this DVR port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on host n-h2-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:52:53.673199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092196bb-0ff5-4881-90e1-493d1269f922 req-fc9f2c73-6965-4ca6-a2eb-b9c2c1568921 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:53.674727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-092196bb-0ff5-4881-90e1-493d1269f922 req-fc9f2c73-6965-4ca6-a2eb-b9c2c1568921 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0992970 Sep 15 16:52:53.716196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:52:53.716472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:52:53.716830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:52:53.729058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:52:53.729386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Attempting to bind port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:52:53.740027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-092196bb-0ff5-4881-90e1-493d1269f922 req-632a98fb-6c20-4d1e-a5e7-6c50575bc5af tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511999 Sep 15 16:52:53.740835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:52:53.741175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Checking segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:52:53.741549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Bound using segment: {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:52:53.741981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Bound port: 6d71bee2-87d2-4792-8a8e-7562efb96d50, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a92205-16d1-40f1-9667-071a609796f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:52:53.742339 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.805381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:52:53.808548 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:52:53.874505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.915419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:53.916118 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:53.917546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] 10.222.0.38 "PUT /v2.0/ports/6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1093 time: 0.9506943 Sep 15 16:52:53.937538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa463fdb-6b2e-4964-80d6-23a167441ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=11']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:52:53.981876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-04b12d3c-6aed-4f11-8a3d-deaa002885f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:53.983399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-04b12d3c-6aed-4f11-8a3d-deaa002885f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1096 time: 0.0429120 Sep 15 16:52:54.022766 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a60e4045-4e7b-4238-bd03-d87bab73f65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:54.081343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-ac392aa3-32c4-46bf-9083-c3ad0b62318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:54.083360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-ac392aa3-32c4-46bf-9083-c3ad0b62318d service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0925214 Sep 15 16:52:54.150551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-cf5da450-b970-4e8c-ba6f-1b0f694c9850 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0598524 Sep 15 16:52:54.199446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-39f8bf5f-bb9d-473a-94b2-3d415adbb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:54.200933 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-39f8bf5f-bb9d-473a-94b2-3d415adbb291 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0430992 Sep 15 16:52:54.249080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-fb397b52-6454-41bf-a847-5e223fdc54be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:54.250534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-fb397b52-6454-41bf-a847-5e223fdc54be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428617 Sep 15 16:52:54.339594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-280468a5-62c7-4e5b-83f8-0a8c60c90da4 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818655 Sep 15 16:52:54.375524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:52:54.415275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:52:54.432341 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7c0a219c-50d4-4016-bd72-eaf209432be8 req-671bbfa1-862a-43eb-aa63-50666f4e68ad service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855842 Sep 15 16:52:54.858497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fc0ba-d5a0-41e3-8317-71de8f6732ef req-d5a5e9a2-836f-4745-a5db-7605a8155b78 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:54.860040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-457fc0ba-d5a0-41e3-8317-71de8f6732ef req-d5a5e9a2-836f-4745-a5db-7605a8155b78 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Sep 15 16:52:54.898735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-457fc0ba-d5a0-41e3-8317-71de8f6732ef req-4b67b10e-6c9e-4419-bc88-e942a5c43170 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320024 Sep 15 16:52:55.363323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:52:55.366188 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef076164-9ab9-4719-a729-0eaeedd42583" -d '{"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:52:55.414920 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a8402b-9f86-461f-b758-857e327f96dc x-openstack-request-id: req-00a8402b-9f86-461f-b758-857e327f96dc {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:52:55.415377 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:52:55.415634 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-00a8402b-9f86-461f-b758-857e327f96dc {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:52:55.416037 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'status': 'completed', 'code': 200} Sep 15 16:52:55.479291 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-e5cdc93b-8cb8-4706-b860-7ef651d08ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.482234 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-e5cdc93b-8cb8-4706-b860-7ef651d08ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1096 time: 0.0462468 Sep 15 16:52:55.499776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-8ea7ec32-7165-4a57-8f7e-8304cddd60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.501352 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-8ea7ec32-7165-4a57-8f7e-8304cddd60d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 1096 time: 0.0606587 Sep 15 16:52:55.581912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-c1b388af-af1e-4ccb-8123-4be836154014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.584095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-c1b388af-af1e-4ccb-8123-4be836154014 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.0940316 Sep 15 16:52:55.620330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-753e0ccf-918d-4c7f-9058-d6148c1631f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.621824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-753e0ccf-918d-4c7f-9058-d6148c1631f6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 200 len: 912 time: 0.1051280 Sep 15 16:52:55.664935 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-5ce306a0-38df-4e2d-b24f-55877736ad5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0739543 Sep 15 16:52:55.694000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-d5564ece-0656-4f3b-9d01-37b5af280d68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 200 len: 1000 time: 0.0651193 Sep 15 16:52:55.717329 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-46c96d5e-621c-4a1b-8c13-b06c9b6d9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.719087 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-46c96d5e-621c-4a1b-8c13-b06c9b6d9463 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0473769 Sep 15 16:52:55.753578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-bb06a8b1-c7a7-427f-bbd0-f9d0b349e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.755852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-bb06a8b1-c7a7-427f-bbd0-f9d0b349e95c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 200 len: 850 time: 0.0535386 Sep 15 16:52:55.765519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-2ca99948-a534-40eb-a133-76c315c8eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.767333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-2ca99948-a534-40eb-a133-76c315c8eeaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418830 Sep 15 16:52:55.807571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-ab3fce67-aec3-4233-b8c6-a24d43439533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:55.810074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-ab3fce67-aec3-4233-b8c6-a24d43439533 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466492 Sep 15 16:52:55.868872 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-ec762ed1-70bc-4c74-a193-4ef4dc0c8fe1 service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942283 Sep 15 16:52:55.881391 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:52:55.908200 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-54d353ca-e9e8-4b41-a5a3-8a62451035b8 service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894043 Sep 15 16:52:55.972009 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-abbc25a9-fad4-4a80-9950-0be9caf293fb service neutron] 10.222.0.55 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951748 Sep 15 16:52:56.031995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef076164-9ab9-4719-a729-0eaeedd42583 req-347334ec-8b25-428d-9b07-44dddc9cb09b service neutron] 10.222.0.38 "GET /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168180 Sep 15 16:52:56.052398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dd1f9-1589-450e-9ddf-a0cdf91a9c7b req-5680b468-65f0-459e-9ac6-b5c37faa15b4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:56.053878 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c7dd1f9-1589-450e-9ddf-a0cdf91a9c7b req-5680b468-65f0-459e-9ac6-b5c37faa15b4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0660369 Sep 15 16:52:56.092903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c7dd1f9-1589-450e-9ddf-a0cdf91a9c7b req-94a30fa3-daad-4d5b-875f-e10c99965650 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328553 Sep 15 16:52:57.113995 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:57.211425 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:57.215254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d370bdc-df68-49bc-8a28-e4ffaec3bb87 req-6c58551d-d00d-4cf0-af5f-26fce1da70f4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:57.216827 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d370bdc-df68-49bc-8a28-e4ffaec3bb87 req-6c58551d-d00d-4cf0-af5f-26fce1da70f4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0564301 Sep 15 16:52:57.255260 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0d370bdc-df68-49bc-8a28-e4ffaec3bb87 req-78e8409f-e614-45b1-ad4b-c08011ec6ca6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309839 Sep 15 16:52:57.342149 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0911-95b7-454d-9dda-2e77a2d833de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:58.374457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5be19a-8184-4843-8bd9-d9e3522afda1 req-adff8b21-76d5-433d-ae47-464d7543bdb8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:58.376053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb5be19a-8184-4843-8bd9-d9e3522afda1 req-adff8b21-76d5-433d-ae47-464d7543bdb8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0509701 Sep 15 16:52:58.413730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb5be19a-8184-4843-8bd9-d9e3522afda1 req-f1a35839-ee92-438e-bafb-9fc8ba5b09be tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312529 Sep 15 16:52:58.656858 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:52:59.528939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49927-7554-4442-b1bb-e7b9ae13c012 req-0f08316b-f3c2-4d3c-b479-78150d629006 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:52:59.530399 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52b49927-7554-4442-b1bb-e7b9ae13c012 req-0f08316b-f3c2-4d3c-b479-78150d629006 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0492699 Sep 15 16:52:59.567850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52b49927-7554-4442-b1bb-e7b9ae13c012 req-829de0a4-a75f-4037-8f42-491ab53465a5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314455 Sep 15 16:53:00.342400 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:00.688055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c0241-94e1-403b-b8ce-28791105282b req-1cf3a901-12f0-4d22-b17e-31ab3ba403a0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:00.689556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f3c0241-94e1-403b-b8ce-28791105282b req-1cf3a901-12f0-4d22-b17e-31ab3ba403a0 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0530109 Sep 15 16:53:00.728297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f3c0241-94e1-403b-b8ce-28791105282b req-accf794c-f0a7-4ec0-b7a7-8ccf901080f5 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Sep 15 16:53:00.815739 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:01.844934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbb438-c849-4d11-91b7-4def514aebd5 req-d1f92438-ecab-44c4-9b9a-b878b9d7f497 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:01.846404 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3fbb438-c849-4d11-91b7-4def514aebd5 req-d1f92438-ecab-44c4-9b9a-b878b9d7f497 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0488641 Sep 15 16:53:01.890204 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b3fbb438-c849-4d11-91b7-4def514aebd5 req-1f8e7c1a-15fd-4123-aa1b-53dbb0c0d80b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374250 Sep 15 16:53:03.010454 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0ca5-02fa-4c48-92fe-f92fc1be9a3f req-f40d1bb9-d8cb-4030-8e79-de9e0b6dff7a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:03.011942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0bc0ca5-02fa-4c48-92fe-f92fc1be9a3f req-f40d1bb9-d8cb-4030-8e79-de9e0b6dff7a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0496595 Sep 15 16:53:03.049226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0bc0ca5-02fa-4c48-92fe-f92fc1be9a3f req-d0d22fc2-4da5-423c-919b-d14ad0bed483 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Sep 15 16:53:04.169751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036321da-8a7c-49d1-b9ae-01a350abab01 req-22c1cfab-2fa7-44ce-bb3a-ebfcacb0c71e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:04.171226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-036321da-8a7c-49d1-b9ae-01a350abab01 req-22c1cfab-2fa7-44ce-bb3a-ebfcacb0c71e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0539880 Sep 15 16:53:04.208169 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-036321da-8a7c-49d1-b9ae-01a350abab01 req-da7b60d5-a697-4f76-aeb0-6cc528c1c776 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Sep 15 16:53:05.325133 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cad6d4-96cc-4595-a199-f1459fecdb59 req-94bf0549-aa0c-440b-8f1f-8b2735ed41e6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:05.326623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63cad6d4-96cc-4595-a199-f1459fecdb59 req-94bf0549-aa0c-440b-8f1f-8b2735ed41e6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 945 time: 0.0502534 Sep 15 16:53:05.365647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63cad6d4-96cc-4595-a199-f1459fecdb59 req-f13e2d53-fdad-4e3c-b396-1c25c41594ca tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Sep 15 16:53:05.613014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:53:05.712322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:05.724089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'port_id': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'mac_address': 'fa:16:3e:f2:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:53:05.761356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:05.774892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d71bee2-87d2-4792-8a8e-7562efb96d50 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:53:05.794003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:05.868210 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:05.916518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:06.127770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6d71bee2-87d2-4792-8a8e-7562efb96d50'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:53:06.482066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f488f0-01cd-4504-9fb1-7e3800bbeb39 req-8a4cfcc2-62dd-40e5-8f51-fb7c5b6cf9ec tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:06.483544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2f488f0-01cd-4504-9fb1-7e3800bbeb39 req-8a4cfcc2-62dd-40e5-8f51-fb7c5b6cf9ec tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0493138 Sep 15 16:53:06.520307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2f488f0-01cd-4504-9fb1-7e3800bbeb39 req-22de8be4-9017-4ece-ba2b-ec2e965428d1 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Sep 15 16:53:06.636500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3b894-9850-4c91-b350-d5a930f530f1 req-f5a6800b-4385-42bb-8298-540040cf77f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:06.637981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15f3b894-9850-4c91-b350-d5a930f530f1 req-f5a6800b-4385-42bb-8298-540040cf77f6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0525212 Sep 15 16:53:06.675398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-15f3b894-9850-4c91-b350-d5a930f530f1 req-93cd88d7-1220-405e-bac5-821b1fdf3a8e tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315681 Sep 15 16:53:06.791276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b9fa0-3f4b-49c8-8d29-9bf0f0dda289 req-9a46df89-b2a1-419e-b5aa-f0405adbfba3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:06.792781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-511b9fa0-3f4b-49c8-8d29-9bf0f0dda289 req-9a46df89-b2a1-419e-b5aa-f0405adbfba3 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0502605 Sep 15 16:53:06.835370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-511b9fa0-3f4b-49c8-8d29-9bf0f0dda289 req-431d1ac4-00bf-4bb9-b1ac-f58fce371311 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365381 Sep 15 16:53:07.252657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4871e-550d-4b9d-95f3-5ba364011f61 req-a03b7674-58ac-42d4-9761-ba2973d8cd52 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:07.254146 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48e4871e-550d-4b9d-95f3-5ba364011f61 req-a03b7674-58ac-42d4-9761-ba2973d8cd52 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 946 time: 0.0498390 Sep 15 16:53:07.292151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48e4871e-550d-4b9d-95f3-5ba364011f61 req-732cea9e-baf2-4840-993b-98dc3ab6eef6 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Sep 15 16:53:07.632631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:53:07.736419 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 6d71bee2-87d2-4792-8a8e-7562efb96d50 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:53:07.740236 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 6d71bee2-87d2-4792-8a8e-7562efb96d50 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:07.740641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.818985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.841985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:07.844220 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863b688-82a3-4b6c-9d0f-2fe15240f69a" -d '{"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-plugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:07.856987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:07.880420 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bbbcf4-44a7-4360-b819-c8d1565179fd x-openstack-request-id: req-b8bbbcf4-44a7-4360-b819-c8d1565179fd {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:07.880738 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-plugged", "status": "completed", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:07.880996 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b8bbbcf4-44a7-4360-b819-c8d1565179fd {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:07.881398 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'code': 200} Sep 15 16:53:07.912961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:07.959502 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=13']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:08.409974 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b946-aed7-4af4-9ee9-0a44c2f696e7 req-30f93920-c234-4689-80d3-1b55cf0fcc73 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:08.411441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6744b946-aed7-4af4-9ee9-0a44c2f696e7 req-30f93920-c234-4689-80d3-1b55cf0fcc73 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 947 time: 0.0525146 Sep 15 16:53:08.450329 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6744b946-aed7-4af4-9ee9-0a44c2f696e7 req-d0281ca5-4975-46fe-b2f0-91307c9ea120 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups?id=5eb241ec-4bae-4774-b7c0-0e09e1b96946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Sep 15 16:53:08.813383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05143-8934-4226-9382-22b35de7e137 req-c1675fc0-e3a1-484b-a08e-973937dd1a88 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:08.814834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2df05143-8934-4226-9382-22b35de7e137 req-c1675fc0-e3a1-484b-a08e-973937dd1a88 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 947 time: 0.0483637 Sep 15 16:53:08.903052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Deleting port 6d71bee2-87d2-4792-8a8e-7562efb96d50 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:08.903507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:08.993355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] For port 6d71bee2-87d2-4792-8a8e-7562efb96d50, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6d71bee2-87d2-4792-8a8e-7562efb96d50,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:08.993632 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:09.158638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:09.158997 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:09.159317 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f disassociated. External IP: 172.25.0.94, port: 6d71bee2-87d2-4792-8a8e-7562efb96d50. Sep 15 16:53:09.159664 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Calling delete_port for 6d71bee2-87d2-4792-8a8e-7562efb96d50 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:09.353488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:09.381901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event deleted for resources: {'Port': ['ID=6d71bee2-87d2-4792-8a8e-7562efb96d50,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:09.501765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:53:09.616687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:53:09.627673 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:53:09.637233 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:09.637902 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:09.659412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] No DVR routers for this DVR port 6d71bee2-87d2-4792-8a8e-7562efb96d50 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:53:09.662501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:09.666116 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2df05143-8934-4226-9382-22b35de7e137 req-55656f19-98ab-4f35-9e7f-10a2c330e6d4 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.38 "DELETE /v2.0/ports/6d71bee2-87d2-4792-8a8e-7562efb96d50 HTTP/1.1" status: 204 len: 173 time: 0.8451011 Sep 15 16:53:09.666575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-deleted', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:09.672715 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b249cbdb-5810-4dc0-a5ef-65ccda01fbed" -d '{"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-deleted", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:09.748956 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:09.828332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aafb7d97-dae5-4cbd-b9af-f57122cbb2b0 req-e5dfff7c-0500-4fc8-963d-29a8f318840b tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 210 time: 0.0324152 Sep 15 16:53:09.963416 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:09.971596 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea83a3-b5ac-4afb-8bdc-ef55b93618db x-openstack-request-id: req-54ea83a3-b5ac-4afb-8bdc-ef55b93618db {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:09.972123 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e66747f-ac5e-4fe5-be4a-ac191eecc685", "name": "network-vif-deleted", "tag": "6d71bee2-87d2-4792-8a8e-7562efb96d50", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:09.972542 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-54ea83a3-b5ac-4afb-8bdc-ef55b93618db {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:09.973272 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e66747f-ac5e-4fe5-be4a-ac191eecc685', 'name': 'network-vif-deleted', 'tag': '6d71bee2-87d2-4792-8a8e-7562efb96d50', 'status': 'completed', 'code': 200} Sep 15 16:53:09.995103 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:53:10.003527 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:10.004139 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:10.108131 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:10.299119 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:10.325258 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8803594-6116-44bb-916c-7e2af9f2d970 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:08Z', 'revision_number': 4, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '581a2236-6113-4dbd-878f-43d88d98c144', 'name': '', 'network_id': 'ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'mac_address': 'fa:16:3e:a0:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:07Z', 'updated_at': '2021-09-15T16:43:11Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'subnets': [{'id': '0a814ed3-ebba-4966-9c93-ae872149fe1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:53:10.558981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd7bd51-bf62-42bb-af9e-aa5a075898ca None None] New status for floating IP 1941df33-4d90-4237-9ef8-7d83d67fe10f: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:53:10.928297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f61607c3-10ef-4d88-9e67-6dd69b75a026 req-6b16b927-405e-46ea-8e35-4ccfead19c83 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Sep 15 16:53:12.022247 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6bd9961e-893b-4a13-9822-21dbb87c9591 req-12196c54-484a-45fe-b618-a1b78df177dc tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 210 time: 0.0263951 Sep 15 16:53:13.114839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f26fae3e-eae8-41ca-af66-f78446f6e554 req-6ba65b8e-92d5-468d-bc71-65f85810d72a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/ports?device_id=8e66747f-ac5e-4fe5-be4a-ac191eecc685 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Sep 15 16:53:13.682352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:53:13.702607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 6d71bee2-87d2-4792-8a8e-7562efb96d50 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:53:13.702954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6d71bee2-87d2-4792-8a8e-7562efb96d50 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:53:18.097120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 39844) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:18.151294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1e084a54-9cc9-4f4d-bc84-cea8dafe8e2a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.174297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1e084a54-9cc9-4f4d-bc84-cea8dafe8e2a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.296396 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1e084a54-9cc9-4f4d-bc84-cea8dafe8e2a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.298917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1e084a54-9cc9-4f4d-bc84-cea8dafe8e2a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.300174 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1e084a54-9cc9-4f4d-bc84-cea8dafe8e2a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "DELETE /v2.0/security-groups/5eb241ec-4bae-4774-b7c0-0e09e1b96946 HTTP/1.1" status: 204 len: 168 time: 0.2020466 Sep 15 16:53:18.303011 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39846) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:18.309223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e084a54-9cc9-4f4d-bc84-cea8dafe8e2a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb241ec-4bae-4774-b7c0-0e09e1b96946,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:18.319204 n-d-808199-2 neutron-server[102019]: INFO neutron.api.v2.resource [None req-676c1fad-a1aa-4aa3-bd36-ce8d57ae83c8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] show failed (client error): The resource could not be found. Sep 15 16:53:18.320828 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-676c1fad-a1aa-4aa3-bd36-ce8d57ae83c8 tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "GET /v2.0/security-groups/5eb241ec-4bae-4774-b7c0-0e09e1b96946 HTTP/1.1" status: 404 len: 347 time: 0.0167820 Sep 15 16:53:18.323974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39848) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:18.448467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Deleting port c90b226b-9722-4a0e-973a-84c09c242815 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:18.448830 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.521759 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.522086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.534937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Calling delete_port for c90b226b-9722-4a0e-973a-84c09c242815 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:18.724231 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.752096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Pushing event deleted for resources: {'Port': ['ID=c90b226b-9722-4a0e-973a-84c09c242815,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:18.815444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.818218 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:18.819393 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a4d62280-afb6-48d0-b7a7-05600a38688a tempest-ServerActionsTestJSON-472462863 tempest-ServerActionsTestJSON-472462863-project] 10.222.0.63 "DELETE /v2.0/floatingips/1941df33-4d90-4237-9ef8-7d83d67fe10f HTTP/1.1" status: 204 len: 168 time: 0.4944563 Sep 15 16:53:18.823183 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39850) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:19.350299 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:19.612829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Deleting port 581a2236-6113-4dbd-878f-43d88d98c144 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:19.613068 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:19.697682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] For port 581a2236-6113-4dbd-878f-43d88d98c144, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=581a2236-6113-4dbd-878f-43d88d98c144,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:19.698147 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:19.711779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Calling delete_port for 581a2236-6113-4dbd-878f-43d88d98c144 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:19.959360 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:19.998320 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=581a2236-6113-4dbd-878f-43d88d98c144,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:20.174038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:20.389224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Router 199d3550-45cb-4460-8d21-ec1f86e0aab3 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:53:20.509564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:53:20.514716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6f502eb7-fe03-42de-b28b-833c3c67d0d7 admin admin] 10.222.0.63 "PUT /v2.0/routers/199d3550-45cb-4460-8d21-ec1f86e0aab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905837 Sep 15 16:53:20.517272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39854) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:20.519855 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] Sync routers for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:53:20.529582 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:20.530191 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:20.627723 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:20.738025 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:20.738828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:20.853273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Deleting port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:20.853621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:20.916598 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:53:19Z', 'revision_number': 5, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port': {'id': 'a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:39:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:20.937770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] For port a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:20.938140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:20.941879 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] Checking router: 199d3550-45cb-4460-8d21-ec1f86e0aab3 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:53:20.949848 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] Routers {'199d3550-45cb-4460-8d21-ec1f86e0aab3'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:53:20.950255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Calling delete_port for a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:20.950448 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:52:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['199d3550-45cb-4460-8d21-ec1f86e0aab3'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:21.034126 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] Set router 199d3550-45cb-4460-8d21-ec1f86e0aab3 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:53:21.088419 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:53:20Z', 'revision_number': 6, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:21.114556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020b680c-160d-4f7c-87c4-0deadcb2e798 None None] The sync data for ids ['199d3550-45cb-4460-8d21-ec1f86e0aab3'] in n-d-808199-2 is: [{'id': '199d3550-45cb-4460-8d21-ec1f86e0aab3', 'name': 'tempest-ServerActionsTestJSON-577599527-router', 'tenant_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:43:05Z', 'updated_at': '2021-09-15T16:53:20Z', 'revision_number': 6, 'project_id': '9b3fd0880d774a03bf940a01f9e39ce8', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:53:21.176697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.202952 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:21.261738 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.354397 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.356522 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.445385 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.446045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199d3550-45cb-4460-8d21-ec1f86e0aab3 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:53:21.454340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.454340 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6911fa13-1b37-4d2d-84dd-c1da160a302f admin admin] 10.222.0.63 "DELETE /v2.0/routers/199d3550-45cb-4460-8d21-ec1f86e0aab3 HTTP/1.1" status: 204 len: 168 time: 0.9336715 Sep 15 16:53:21.454621 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39856) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:21.500333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] Deleting subnet 0a814ed3-ebba-4966-9c93-ae872149fe1e {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:53:21.503548 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.541161 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.624389 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.765107 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.790542 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a814ed3-ebba-4966-9c93-ae872149fe1e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:21.794229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.796701 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9e8c669e-a275-4690-8d16-e27d9780d4cd admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0a814ed3-ebba-4966-9c93-ae872149fe1e HTTP/1.1" status: 204 len: 168 time: 0.3405130 Sep 15 16:53:21.798696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:21.801322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38322e-962b-44cf-8aad-77a8164b1e1f None None] Network ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:53:21.872134 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.932719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Deleting port a5514f61-b987-4f04-898d-ee55875a7699 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:21.933135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:21.971600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] DHCP port deletion for ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:53:21.995223 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] For port a5514f61-b987-4f04-898d-ee55875a7699, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a5514f61-b987-4f04-898d-ee55875a7699,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:21.995586 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.013562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Calling delete_port for a5514f61-b987-4f04-898d-ee55875a7699 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:22.022564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] Deleting port a5514f61-b987-4f04-898d-ee55875a7699 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:22.023505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.087272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] For port a5514f61-b987-4f04-898d-ee55875a7699, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a5514f61-b987-4f04-898d-ee55875a7699,segment=NetworkSegment(92a92205-16d1-40f1-9667-071a609796f7),segment_id=92a92205-16d1-40f1-9667-071a609796f7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:22.088049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.107331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] Calling delete_port for a5514f61-b987-4f04-898d-ee55875a7699 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:22.170136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.182702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.198696 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5514f61-b987-4f04-898d-ee55875a7699,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:22.202089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] No DVR routers for this DVR port a5514f61-b987-4f04-898d-ee55875a7699 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:53:22.211941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] Pushing event deleted for resources: {'Port': ['ID=a5514f61-b987-4f04-898d-ee55875a7699,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:22.215506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8e1ee-1200-4781-89b6-7cf8b3d64988 None None] No DVR routers for this DVR port a5514f61-b987-4f04-898d-ee55875a7699 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:53:22.277221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.297422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:22.307082 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a92205-16d1-40f1-9667-071a609796f7') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:22.307370 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a92205-16d1-40f1-9667-071a609796f7') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:22.316465 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.330074 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.336052 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:53:22.336440 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:53:22.338092 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:53:22.467825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.472255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.474403 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] 10.222.0.63 "DELETE /v2.0/networks/ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30 HTTP/1.1" status: 204 len: 168 time: 0.6748471 Sep 15 16:53:22.487231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b6948-5297-425d-95ad-4401324a97e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8afa61-3e5f-42e3-b3c6-5c2934bb9c30,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:22.722751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 581a2236-6113-4dbd-878f-43d88d98c144 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:53:22.743616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 581a2236-6113-4dbd-878f-43d88d98c144 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:53:22.743958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 581a2236-6113-4dbd-878f-43d88d98c144 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:53:22.744374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:53:22.762360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:53:22.762704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a8f5dcc9-7348-4d42-80c6-fcaf0ed610d5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:53:22.763105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a5514f61-b987-4f04-898d-ee55875a7699 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:53:22.780909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a5514f61-b987-4f04-898d-ee55875a7699 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:53:22.785714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a5514f61-b987-4f04-898d-ee55875a7699 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:53:22.822799 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39862) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:22.867119 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6ba68afa-f5b4-47bd-9e64-67d8826dccf9 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9b3fd0880d774a03bf940a01f9e39ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425844 Sep 15 16:53:22.869721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39864) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:22.916747 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d518-4426-401f-9148-73aacacff326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:22.937372 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d518-4426-401f-9148-73aacacff326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:23.044162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d518-4426-401f-9148-73aacacff326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:23.047193 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d518-4426-401f-9148-73aacacff326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:23.048476 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a7b5d518-4426-401f-9148-73aacacff326 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3a6427bd-1e1c-4a79-b485-4f2632012fac HTTP/1.1" status: 204 len: 168 time: 0.1778300 Sep 15 16:53:23.057351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5d518-4426-401f-9148-73aacacff326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6427bd-1e1c-4a79-b485-4f2632012fac,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:24.039285 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7438682c-f194-471d-b92c-139b80748152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.063707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39886) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:24.170663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-111715348-network', 'tenant_id': 'b4d01d7f42ae459c927f25bd89be8916'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:24.261191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Made reservation on behalf of b4d01d7f42ae459c927f25bd89be8916 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:53:24.263457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.271649 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.357524 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.433508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.457572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:53:24.467081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0909808-f23e-477e-805c-a6558836df80,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:24.474407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.474407 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Added segment fa5ec0c3-c047-4c00-8df7-7245e738c558 of type vlan for network 42f6e25b-f30e-4b22-9d95-402c13f18390 Sep 15 16:53:24.515871 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.610827 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.611756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:24.612341 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:24.671267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] Pushing event updated for resources: {'Network': ['ID=42f6e25b-f30e-4b22-9d95-402c13f18390,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:24.680847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 42f6e25b-f30e-4b22-9d95-402c13f18390 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:53:24.726710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa28930a-0b36-4e0e-b66c-3d1bbc168236 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6610911 Sep 15 16:53:24.730185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 39890) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:24.735187 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Request body: {'subnet': {'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-111715348-subnet', 'tenant_id': 'b4d01d7f42ae459c927f25bd89be8916', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:24.810659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Made reservation on behalf of b4d01d7f42ae459c927f25bd89be8916 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:53:24.813135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:25.359553 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:25.419571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09405686-f7da-4e74-a737-3aaaeaaa4ed6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:25.428162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Checking segment: {'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:53:25.428552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Network hostable DHCP agents. Network: 42f6e25b-f30e-4b22-9d95-402c13f18390, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:53:25.507669 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Network 42f6e25b-f30e-4b22-9d95-402c13f18390 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:53:25.592974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 42f6e25b-f30e-4b22-9d95-402c13f18390) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:53:25.597559 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:25.598535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:25.603165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae54f93-b6b1-4667-ae47-2998a8cc69ad None None] Network 42f6e25b-f30e-4b22-9d95-402c13f18390 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:53:25.668523 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8c5dbbea-e675-40fe-aa7b-d3f7aec4c252 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9371519 Sep 15 16:53:25.733313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdceae3e-4bce-416d-b17a-951301a76473 None None] Network 42f6e25b-f30e-4b22-9d95-402c13f18390 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:53:26.083249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-9b882f22-f23a-4c37-9bf7-67cacdcf7b50 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:26.084747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-9b882f22-f23a-4c37-9bf7-67cacdcf7b50 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/networks?id=42f6e25b-f30e-4b22-9d95-402c13f18390 HTTP/1.1" status: 200 len: 813 time: 0.1000268 Sep 15 16:53:26.099445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-14053d77-4208-49dc-b4ed-76cf7f3993ff tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/quotas/b4d01d7f42ae459c927f25bd89be8916 HTTP/1.1" status: 200 len: 375 time: 0.0088804 Sep 15 16:53:26.130238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-10527742-c9a8-4ae7-844c-4923f1fc4faa tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b4d01d7f42ae459c927f25bd89be8916&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254261 Sep 15 16:53:26.196431 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-4ef013c1-d5e9-4d70-b99c-8fb6731f647d service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:53:26.197508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-4ef013c1-d5e9-4d70-b99c-8fb6731f647d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601144 Sep 15 16:53:26.292309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-a47b3c18-a934-4cce-a2bc-d1473713a6ef service neutron] 10.222.0.63 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880194 Sep 15 16:53:26.384342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-1a31911b-400a-4217-bf0c-4887862c4f03 service neutron] 10.222.0.63 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858426 Sep 15 16:53:26.610990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d8d5b6e-4d86-4afb-8900-87d1b8aab5ea req-a807e1ab-eb8b-4161-a9a5-20650e04cde5 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 210 time: 0.0263886 Sep 15 16:53:27.148977 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:27.307801 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:27.479035 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51a1124a-7eba-49fd-b69f-0c66e3ab1645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:27.688609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eb92dd53-4486-490a-9b2a-652e7bd3213b req-f4bc45eb-4002-425a-9b07-f07f49e9208c tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 210 time: 0.0276823 Sep 15 16:53:28.415905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-27f5330d-9e5b-4f9a-86fb-55d2f1c68036 req-061675af-8d5e-47ae-9bbc-0f9ebf468fe9 tempest-TestVolumeBootPattern-1025684201 tempest-TestVolumeBootPattern-1025684201-project] (102019) timed out ('10.222.0.63', 58054) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 16:53:28.690684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:28.782394 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e5145843-931b-4d06-9af9-af7aad103cfa req-3e20fa8d-c7cd-4632-a065-28ae4dae33dd tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 210 time: 0.0270045 Sep 15 16:53:28.858362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-87798382-bef8-4229-9794-3416e179e818 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:28.859807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-87798382-bef8-4229-9794-3416e179e818 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.55 "GET /v2.0/networks?id=42f6e25b-f30e-4b22-9d95-402c13f18390 HTTP/1.1" status: 200 len: 813 time: 0.1036355 Sep 15 16:53:28.872362 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Request body: {'port': {'device_id': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390', 'admin_state_up': True, 'tenant_id': 'b4d01d7f42ae459c927f25bd89be8916'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:29.061650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Made reservation on behalf of b4d01d7f42ae459c927f25bd89be8916 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:53:29.065111 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:29.186519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Allocated IP 172.20.0.12 (42f6e25b-f30e-4b22-9d95-402c13f18390/09405686-f7da-4e74-a737-3aaaeaaa4ed6/bb65740c-251d-42ab-b789-cdccda65710f) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:53:29.334708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:29.427755 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:29.473680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Network 42f6e25b-f30e-4b22-9d95-402c13f18390 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:53:29.477267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:53:29.480840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:53:29.488971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Pushing event updated for resources: {'Port': ['ID=bb65740c-251d-42ab-b789-cdccda65710f,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:29.532990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:29.533592 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:29.605341 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-5fbe1b67-8c25-43ed-bdb2-25a27b381bdc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366014 Sep 15 16:53:29.618439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Request body: {'port': {'device_id': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:29.672640 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:29.899389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c8b8d-18da-46f0-8b19-c0ad90604a2f req-d7ed6c71-34aa-429b-93bc-de5bbcf89bd9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:29.900908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e1c8b8d-18da-46f0-8b19-c0ad90604a2f req-d7ed6c71-34aa-429b-93bc-de5bbcf89bd9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 932 time: 0.0490248 Sep 15 16:53:29.939010 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e1c8b8d-18da-46f0-8b19-c0ad90604a2f req-4a5c1646-61bb-410d-a4f7-8f1e338592e0 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Sep 15 16:53:29.955261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb65740c-251d-42ab-b789-cdccda65710f {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:53:29.963829 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:29.975343 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Transition to ACTIVE for port object bb65740c-251d-42ab-b789-cdccda65710f will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:53:30.044476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:30.110031 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb65740c-251d-42ab-b789-cdccda65710f,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:30.159315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Attempting to bind port bb65740c-251d-42ab-b789-cdccda65710f on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:53:30.159571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Attempting to bind port bb65740c-251d-42ab-b789-cdccda65710f by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:53:30.159895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Attempting to bind port bb65740c-251d-42ab-b789-cdccda65710f on network 42f6e25b-f30e-4b22-9d95-402c13f18390 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:53:30.165053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Port bb65740c-251d-42ab-b789-cdccda65710f on network 42f6e25b-f30e-4b22-9d95-402c13f18390 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:53:30.165373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Attempting to bind port bb65740c-251d-42ab-b789-cdccda65710f on network 42f6e25b-f30e-4b22-9d95-402c13f18390 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:53:30.170196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:53:30.170532 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Checking segment: {'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:53:30.170912 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Bound using segment: {'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:53:30.171330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Bound port: bb65740c-251d-42ab-b789-cdccda65710f, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:53:30.171681 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:30.237346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] For port bb65740c-251d-42ab-b789-cdccda65710f, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:53:30.240254 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] For port bb65740c-251d-42ab-b789-cdccda65710f, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bb65740c-251d-42ab-b789-cdccda65710f,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:53:30.308332 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:30.318942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:30.341147 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:30.341786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:30.343151 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] 10.222.0.55 "PUT /v2.0/ports/bb65740c-251d-42ab-b789-cdccda65710f HTTP/1.1" status: 200 len: 1092 time: 0.7299654 Sep 15 16:53:30.343587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'tag': 'bb65740c-251d-42ab-b789-cdccda65710f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:30.345855 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41" -d '{"events": [{"name": "network-changed", "server_uuid": "2ded6a2b-61c3-42aa-b781-23690347b93c", "tag": "bb65740c-251d-42ab-b789-cdccda65710f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:30.376707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f3859-3192-46b9-8798-314b11e750ea service neutron] Pushing event updated for resources: {'Port': ['ID=bb65740c-251d-42ab-b789-cdccda65710f,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:30.441819 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a7634-197b-4531-9ccb-c3c7e2844278 x-openstack-request-id: req-498a7634-197b-4531-9ccb-c3c7e2844278 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:30.441819 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ded6a2b-61c3-42aa-b781-23690347b93c", "tag": "bb65740c-251d-42ab-b789-cdccda65710f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:30.442494 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-498a7634-197b-4531-9ccb-c3c7e2844278 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:30.442494 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'tag': 'bb65740c-251d-42ab-b789-cdccda65710f', 'status': 'completed', 'code': 200} Sep 15 16:53:30.457544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-1575a793-f86f-4e4a-a7bc-fb0abbaf8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:30.459061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-1575a793-f86f-4e4a-a7bc-fb0abbaf8d9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4d01d7f42ae459c927f25bd89be8916&device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 1095 time: 0.0442142 Sep 15 16:53:30.505249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-64eaaa7d-8174-4a7a-9f47-af2b5396dd25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb65740c-251d-42ab-b789-cdccda65710f HTTP/1.1" status: 200 len: 217 time: 0.0386477 Sep 15 16:53:30.554342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-34ec61f1-0a11-4beb-a81b-8bb46bb614ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:30.555770 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-34ec61f1-0a11-4beb-a81b-8bb46bb614ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09405686-f7da-4e74-a737-3aaaeaaa4ed6 HTTP/1.1" status: 200 len: 853 time: 0.0444541 Sep 15 16:53:30.586778 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-f6a601aa-2c9a-4b88-9621-c5d22bfa573f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42f6e25b-f30e-4b22-9d95-402c13f18390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241363 Sep 15 16:53:30.680940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-d1dd9f0f-ee0c-4724-86b1-74c55499c06e service neutron] 10.222.0.55 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867724 Sep 15 16:53:30.770811 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-debbea46-84ad-42cc-ae85-c5c66f0fbaf3 req-01569671-cf39-4c50-8fb5-1056afe8042e service neutron] 10.222.0.55 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829942 Sep 15 16:53:30.810878 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:30.892868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-883eb2b7-a256-49e3-9133-690009625f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:30.894387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-883eb2b7-a256-49e3-9133-690009625f43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4d01d7f42ae459c927f25bd89be8916&device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 1095 time: 0.0423608 Sep 15 16:53:30.993158 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-9247e3b4-b6b6-41bb-a8b1-5beb72b5df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:30.994679 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-9247e3b4-b6b6-41bb-a8b1-5beb72b5df3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=42f6e25b-f30e-4b22-9d95-402c13f18390 HTTP/1.1" status: 200 len: 914 time: 0.0938742 Sep 15 16:53:31.039419 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-0548655f-9372-483c-9d7a-ad8a6bd4d0d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb65740c-251d-42ab-b789-cdccda65710f HTTP/1.1" status: 200 len: 217 time: 0.0356216 Sep 15 16:53:31.059689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36362d2b-63b9-44bd-9a71-5450eff497a0 req-b5a11d4d-11e7-4a54-a881-2ef6fc271c72 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:31.061379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36362d2b-63b9-44bd-9a71-5450eff497a0 req-b5a11d4d-11e7-4a54-a881-2ef6fc271c72 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 944 time: 0.0548418 Sep 15 16:53:31.095955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-c4412f10-50af-4b71-9954-38ce2b0723be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:31.097452 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-c4412f10-50af-4b71-9954-38ce2b0723be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09405686-f7da-4e74-a737-3aaaeaaa4ed6 HTTP/1.1" status: 200 len: 853 time: 0.0521898 Sep 15 16:53:31.100355 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-36362d2b-63b9-44bd-9a71-5450eff497a0 req-0cf6fae8-81d8-4c72-b60f-29f8f3d3226a tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326245 Sep 15 16:53:31.130195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-ad7b138e-990d-46cb-8d2a-0c6412ffb08d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42f6e25b-f30e-4b22-9d95-402c13f18390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254834 Sep 15 16:53:31.220939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-f5cd2628-1c27-4a51-8f6e-5cd089a473d4 service neutron] 10.222.0.55 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825961 Sep 15 16:53:31.321669 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-af022bd0-b8a8-4b8a-913d-eb49e1f39b41 req-70d40535-b504-49ec-b58d-daa4225efaba service neutron] 10.222.0.55 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933785 Sep 15 16:53:32.214602 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a99340-4e5f-42e8-a870-594dd60a1543 req-1b56d4e7-e316-4951-91a3-f6bdfc06c54a tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:32.216041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41a99340-4e5f-42e8-a870-594dd60a1543 req-1b56d4e7-e316-4951-91a3-f6bdfc06c54a tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 944 time: 0.0468998 Sep 15 16:53:32.263011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-41a99340-4e5f-42e8-a870-594dd60a1543 req-975bb806-a821-48fa-a272-f336d7180d1d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Sep 15 16:53:32.531335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bb65740c-251d-42ab-b789-cdccda65710f details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:53:32.626755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bb65740c-251d-42ab-b789-cdccda65710f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bb65740c-251d-42ab-b789-cdccda65710f,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:32.638103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'bb65740c-251d-42ab-b789-cdccda65710f', 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390', 'port_id': 'bb65740c-251d-42ab-b789-cdccda65710f', 'mac_address': 'fa:16:3e:47:45:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09405686-f7da-4e74-a737-3aaaeaaa4ed6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:53:32.674380 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:32.686899 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb65740c-251d-42ab-b789-cdccda65710f {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:53:32.706119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bb65740c-251d-42ab-b789-cdccda65710f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bb65740c-251d-42ab-b789-cdccda65710f,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:32.770438 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:32.816737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bb65740c-251d-42ab-b789-cdccda65710f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:32.883272 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:53:32.959780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bb65740c-251d-42ab-b789-cdccda65710f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:53:33.368124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6597f4-f593-4e80-ab50-416023c8c200 req-e40e804f-f1e5-481f-96d6-5c606e52f8e9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:33.369623 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a6597f4-f593-4e80-ab50-416023c8c200 req-e40e804f-f1e5-481f-96d6-5c606e52f8e9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 945 time: 0.0482149 Sep 15 16:53:33.407202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a6597f4-f593-4e80-ab50-416023c8c200 req-83ce8e5e-b371-44b7-a8f5-6338ecb91488 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Sep 15 16:53:34.522261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631e29c-ea23-4bbb-abd3-4ae9948ea338 req-9d24d3dd-23be-431d-b1fa-0846a6ffe601 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:34.524388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7631e29c-ea23-4bbb-abd3-4ae9948ea338 req-9d24d3dd-23be-431d-b1fa-0846a6ffe601 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 945 time: 0.0519285 Sep 15 16:53:34.534226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bb65740c-251d-42ab-b789-cdccda65710f up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:53:34.562316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7631e29c-ea23-4bbb-abd3-4ae9948ea338 req-bf019b2d-3675-4052-9631-7b78ed6d1f07 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Sep 15 16:53:34.655927 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port bb65740c-251d-42ab-b789-cdccda65710f completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:53:34.659696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port bb65740c-251d-42ab-b789-cdccda65710f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:34.660073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:34.739402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:34.761234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb65740c-251d-42ab-b789-cdccda65710f'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:34.763471 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e90aae-0a70-49f6-b88e-24a5817f4781" -d '{"events": [{"server_uuid": "2ded6a2b-61c3-42aa-b781-23690347b93c", "name": "network-vif-plugged", "status": "completed", "tag": "bb65740c-251d-42ab-b789-cdccda65710f"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:34.776317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port bb65740c-251d-42ab-b789-cdccda65710f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bb65740c-251d-42ab-b789-cdccda65710f,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:34.801386 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9272d5-ac02-4799-b532-31df6ecb892c x-openstack-request-id: req-5e9272d5-ac02-4799-b532-31df6ecb892c {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:34.801673 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ded6a2b-61c3-42aa-b781-23690347b93c", "name": "network-vif-plugged", "status": "completed", "tag": "bb65740c-251d-42ab-b789-cdccda65710f", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:34.801927 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5e9272d5-ac02-4799-b532-31df6ecb892c {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:34.802314 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb65740c-251d-42ab-b789-cdccda65710f', 'code': 200} Sep 15 16:53:34.838857 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:34.885481 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=bb65740c-251d-42ab-b789-cdccda65710f,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:34.895243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf212423-33e4-480c-a358-1838774966ee req-86c0966f-ecac-4687-8928-bb91f02662b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:34.896808 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf212423-33e4-480c-a358-1838774966ee req-86c0966f-ecac-4687-8928-bb91f02662b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 1097 time: 0.0400119 Sep 15 16:53:34.930464 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bf212423-33e4-480c-a358-1838774966ee req-7110c72f-cc1e-47ce-a7ad-d02ffc75e2cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271616 Sep 15 16:53:35.677224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b317-71b9-4a21-a8f6-b95dc9034515 req-a4f91795-eb5d-4d55-a44d-eb88c6072788 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:35.684251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b274b317-71b9-4a21-a8f6-b95dc9034515 req-a4f91795-eb5d-4d55-a44d-eb88c6072788 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0485771 Sep 15 16:53:35.716414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b274b317-71b9-4a21-a8f6-b95dc9034515 req-2d9165e0-5b22-4355-be4d-05ab367fa0f9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Sep 15 16:53:36.829252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661880c-3574-47c2-bbdf-1dae69c252d1 req-05f14348-25ff-4ce5-811e-117fdffd0ce8 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:36.830733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3661880c-3574-47c2-bbdf-1dae69c252d1 req-05f14348-25ff-4ce5-811e-117fdffd0ce8 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0483141 Sep 15 16:53:36.868645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3661880c-3574-47c2-bbdf-1dae69c252d1 req-0b0032ef-401a-406a-abec-22a03de802bd tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Sep 15 16:53:37.087839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-f9bacc69-eff9-47c3-b4b2-7fa84d2bb6d9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:37.089332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-f9bacc69-eff9-47c3-b4b2-7fa84d2bb6d9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/networks?id=42f6e25b-f30e-4b22-9d95-402c13f18390 HTTP/1.1" status: 200 len: 813 time: 0.1035719 Sep 15 16:53:37.103871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-4844bc06-842d-43a7-b926-a664c27af593 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/quotas/b4d01d7f42ae459c927f25bd89be8916 HTTP/1.1" status: 200 len: 375 time: 0.0089383 Sep 15 16:53:37.150795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-fba7c54b-5f4d-4af0-98b0-83cd49372af4 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=b4d01d7f42ae459c927f25bd89be8916&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417144 Sep 15 16:53:37.240744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-23210696-4b8f-4d46-93cd-913f3a10f2aa service neutron] 10.222.0.63 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829201 Sep 15 16:53:37.328265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-f922fee2-5d75-40eb-91fa-00d2af867c76 service neutron] 10.222.0.63 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809908 Sep 15 16:53:37.565075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a02afb1c-667e-494c-bd84-12fedce485e7 req-db9a6f47-131d-4163-80b2-7e1131756418 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 210 time: 0.0314980 Sep 15 16:53:38.658869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a727cea4-7204-4956-89bd-736990c31b76 req-4813245d-6575-416c-9edc-a61c9a67f932 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 210 time: 0.0271058 Sep 15 16:53:39.306206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-3496a3e6-5e33-4fc7-a008-374af8dab1a7 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:39.307677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-3496a3e6-5e33-4fc7-a008-374af8dab1a7 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.38 "GET /v2.0/networks?id=42f6e25b-f30e-4b22-9d95-402c13f18390 HTTP/1.1" status: 200 len: 813 time: 0.1034739 Sep 15 16:53:39.319666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Request body: {'port': {'device_id': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390', 'admin_state_up': True, 'tenant_id': 'b4d01d7f42ae459c927f25bd89be8916'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:39.507651 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Made reservation on behalf of b4d01d7f42ae459c927f25bd89be8916 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:53:39.511298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:39.641505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Allocated IP 172.20.0.2 (42f6e25b-f30e-4b22-9d95-402c13f18390/09405686-f7da-4e74-a737-3aaaeaaa4ed6/0e1dd74d-1049-4f62-9470-cbfa57dac1e5) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:53:39.784741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38f17bb3-c0e9-496a-aebc-5f396e02addc req-fbcc9216-5713-46e6-beca-f297063d455d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 210 time: 0.0363021 Sep 15 16:53:39.825570 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:39.913534 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:39.925735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bb65740c-251d-42ab-b789-cdccda65710f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:53:39.954898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Network 42f6e25b-f30e-4b22-9d95-402c13f18390 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:53:39.957979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:53:39.960555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:53:39.994446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Pushing event updated for resources: {'Port': ['ID=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:40.017206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:40.017817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:40.096721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-26d59759-d8e3-4817-a695-c0470fe8e79d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805150 Sep 15 16:53:40.106595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-c14a7b4f-5f7c-436d-a0d5-5d95fad52f88 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:53:40.107633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-c14a7b4f-5f7c-436d-a0d5-5d95fad52f88 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050759 Sep 15 16:53:40.119515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Request body: {'port': {'device_id': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:40.175418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:40.759423 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:53:40.766571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:40.778630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Transition to ACTIVE for port object 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:53:40.850454 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:40.929165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:40.962788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2538cf-0673-4528-8e5b-e1618982891e req-7c52cd6c-9daf-4c86-883d-b1ba19c845aa tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:40.964288 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c2538cf-0673-4528-8e5b-e1618982891e req-7c52cd6c-9daf-4c86-883d-b1ba19c845aa tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 943 time: 0.1114261 Sep 15 16:53:41.034597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5c2538cf-0673-4528-8e5b-e1618982891e req-9f6f92e2-7c46-4a1f-bb77-a66e8b09a8f3 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Sep 15 16:53:41.037187 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Attempting to bind port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:53:41.037659 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Attempting to bind port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:53:41.037856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Attempting to bind port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 on network 42f6e25b-f30e-4b22-9d95-402c13f18390 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:53:41.042292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 on network 42f6e25b-f30e-4b22-9d95-402c13f18390 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:53:41.042621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Attempting to bind port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 on network 42f6e25b-f30e-4b22-9d95-402c13f18390 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:53:41.047463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:53:41.047803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Checking segment: {'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:53:41.048184 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Bound using segment: {'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:53:41.048648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Bound port: 0e1dd74d-1049-4f62-9470-cbfa57dac1e5, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5ec0c3-c047-4c00-8df7-7245e738c558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:53:41.049008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:41.113914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] For port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:53:41.117110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] For port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:53:41.188451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:41.227915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:41.228548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:41.229953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] 10.222.0.38 "PUT /v2.0/ports/0e1dd74d-1049-4f62-9470-cbfa57dac1e5 HTTP/1.1" status: 200 len: 1091 time: 1.1144478 Sep 15 16:53:41.231280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'tag': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:41.232627 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a358a2a9-7088-4c13-85ee-3db5fd305dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b", "tag": "0e1dd74d-1049-4f62-9470-cbfa57dac1e5"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:41.255188 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0499a-6a99-4003-82f7-2c63295996d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:41.269233 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9991ab48-2020-44ac-98ea-ebb0bace812c x-openstack-request-id: req-9991ab48-2020-44ac-98ea-ebb0bace812c {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:41.269569 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b", "tag": "0e1dd74d-1049-4f62-9470-cbfa57dac1e5", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:41.269838 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9991ab48-2020-44ac-98ea-ebb0bace812c {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:41.270272 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'tag': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5', 'status': 'completed', 'code': 200} Sep 15 16:53:41.331399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a2a9-7088-4c13-85ee-3db5fd305dbe req-f84f2a57-1efc-4005-adda-03b243aef9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:41.332926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a358a2a9-7088-4c13-85ee-3db5fd305dbe req-f84f2a57-1efc-4005-adda-03b243aef9ba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4d01d7f42ae459c927f25bd89be8916&device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 1094 time: 0.0404541 Sep 15 16:53:41.436360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a2a9-7088-4c13-85ee-3db5fd305dbe req-5b1d795a-4135-46f1-a668-02be112e9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:41.437852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a358a2a9-7088-4c13-85ee-3db5fd305dbe req-5b1d795a-4135-46f1-a668-02be112e9bf1 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=b4d01d7f42ae459c927f25bd89be8916&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0948639 Sep 15 16:53:41.537537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358a2a9-7088-4c13-85ee-3db5fd305dbe req-25de42f4-e5e6-45c4-8091-2556cdac78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:41.539009 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a358a2a9-7088-4c13-85ee-3db5fd305dbe req-25de42f4-e5e6-45c4-8091-2556cdac78c1 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940096 Sep 15 16:53:41.618820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-bbf56675-1728-482c-947b-7c4510f7fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:41.620293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-bbf56675-1728-482c-947b-7c4510f7fcbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b4d01d7f42ae459c927f25bd89be8916&device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 1094 time: 0.0450444 Sep 15 16:53:41.662344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-73b36ea1-90e7-472b-bfa2-698e884e9835 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e1dd74d-1049-4f62-9470-cbfa57dac1e5 HTTP/1.1" status: 200 len: 217 time: 0.0342300 Sep 15 16:53:41.709922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-6988151a-c143-46cb-91c8-d2c3200944c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:41.712070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-6988151a-c143-46cb-91c8-d2c3200944c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09405686-f7da-4e74-a737-3aaaeaaa4ed6 HTTP/1.1" status: 200 len: 853 time: 0.0433288 Sep 15 16:53:41.744043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-aedb5cb5-3cac-4938-8270-d9bea92ee13f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=42f6e25b-f30e-4b22-9d95-402c13f18390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247271 Sep 15 16:53:41.838811 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-2a41ad1f-3420-4efd-bee6-9ae5846a9ce1 service neutron] 10.222.0.38 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876520 Sep 15 16:53:41.926550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3ae6c90a-cd24-42f7-b3ea-cf21a10c8962 req-7b675f9a-b2f7-4f32-b8ae-cd047d981e5c service neutron] 10.222.0.38 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807972 Sep 15 16:53:42.153707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84baf-f369-47cb-be39-49051471053d req-2030b540-31a2-4768-a390-2d5df5c7fabc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:42.155192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53e84baf-f369-47cb-be39-49051471053d req-2030b540-31a2-4768-a390-2d5df5c7fabc tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 943 time: 0.0524356 Sep 15 16:53:42.192957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53e84baf-f369-47cb-be39-49051471053d req-39c0c6d3-676c-4c00-9849-da5f44a773e4 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Sep 15 16:53:43.305060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfb658-e267-4440-af63-10e3a1df7c7e req-b381109b-9672-45b4-b990-6b52e2ca54d4 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:43.306547 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33dfb658-e267-4440-af63-10e3a1df7c7e req-b381109b-9672-45b4-b990-6b52e2ca54d4 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 943 time: 0.0476909 Sep 15 16:53:43.343901 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33dfb658-e267-4440-af63-10e3a1df7c7e req-ce921bc6-bb0b-4254-8fd1-ac2c8599cf7f tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Sep 15 16:53:43.796290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:53:43.889832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:43.900555 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5', 'network_id': '42f6e25b-f30e-4b22-9d95-402c13f18390', 'port_id': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5', 'mac_address': 'fa:16:3e:ad:11:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09405686-f7da-4e74-a737-3aaaeaaa4ed6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:53:43.940390 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:43.952536 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:53:43.970496 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:44.033107 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:44.080561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:44.220674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0e1dd74d-1049-4f62-9470-cbfa57dac1e5'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:53:44.458215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268041e-09cd-4c64-b7f5-b42a938b006b req-f7a2993a-de8a-4d20-8e2c-6568e05782f6 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:44.459695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4268041e-09cd-4c64-b7f5-b42a938b006b req-f7a2993a-de8a-4d20-8e2c-6568e05782f6 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 944 time: 0.0488741 Sep 15 16:53:44.497104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4268041e-09cd-4c64-b7f5-b42a938b006b req-e6c19c9f-34b5-4779-994c-a86a0b60528b tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Sep 15 16:53:45.614892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33b5bc-d551-430e-8f80-4b7646170cf4 req-d86383b0-6474-49f1-a795-4b22d4745948 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:45.616359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be33b5bc-d551-430e-8f80-4b7646170cf4 req-d86383b0-6474-49f1-a795-4b22d4745948 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 944 time: 0.0535614 Sep 15 16:53:45.654819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be33b5bc-d551-430e-8f80-4b7646170cf4 req-719be5e6-73c7-4622-9989-7c91537bf558 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Sep 15 16:53:45.796616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:53:45.895466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:53:45.900108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:53:45.900571 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:45.977362 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:46.002104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:46.004335 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99aefe0-890a-4bd9-ba1b-d94393fb523d" -d '{"events": [{"server_uuid": "a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1dd74d-1049-4f62-9470-cbfa57dac1e5"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:46.017250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:46.042365 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61dde4f-3a28-4eb6-a9c3-9ce17f05bb01 x-openstack-request-id: req-f61dde4f-3a28-4eb6-a9c3-9ce17f05bb01 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:46.042365 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b", "name": "network-vif-plugged", "status": "completed", "tag": "0e1dd74d-1049-4f62-9470-cbfa57dac1e5", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:46.042365 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f61dde4f-3a28-4eb6-a9c3-9ce17f05bb01 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:46.042365 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5', 'code': 200} Sep 15 16:53:46.090448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:46.135673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb39dd-7217-41ea-9214-e08b47d07ba7 req-67f74858-81f9-41ed-9fb6-5f0a1de38661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:46.137192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6cb39dd-7217-41ea-9214-e08b47d07ba7 req-67f74858-81f9-41ed-9fb6-5f0a1de38661 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 1096 time: 0.0399024 Sep 15 16:53:46.138021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:46.172719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d6cb39dd-7217-41ea-9214-e08b47d07ba7 req-92af9fea-e551-4fe1-983b-2bb6dd6cdf80 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286729 Sep 15 16:53:46.769983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c4c64-d996-44be-85ef-536409768910 req-c6a2cef5-cd9b-494c-9b4d-06d13b49f9bf tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:46.771460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a2c4c64-d996-44be-85ef-536409768910 req-c6a2cef5-cd9b-494c-9b4d-06d13b49f9bf tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 945 time: 0.0486977 Sep 15 16:53:46.808992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a2c4c64-d996-44be-85ef-536409768910 req-b9c317fb-09f8-48fa-afab-a4cf7dc0a194 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Sep 15 16:53:47.866373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-30d4f685-92fe-4465-a138-f63058f8b48c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450521 Sep 15 16:53:47.929538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a662a-c176-4d6b-811c-6c71088b8940 req-0468d65e-f801-4597-a259-6e0a91e8d83c tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:47.931077 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b7a662a-c176-4d6b-811c-6c71088b8940 req-0468d65e-f801-4597-a259-6e0a91e8d83c tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 945 time: 0.0544510 Sep 15 16:53:47.958486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-77d6f285-1cd9-4acf-940d-89e3687b4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:47.960004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-77d6f285-1cd9-4acf-940d-89e3687b4bf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4d01d7f42ae459c927f25bd89be8916&device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 1097 time: 0.0434616 Sep 15 16:53:47.969550 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8b7a662a-c176-4d6b-811c-6c71088b8940 req-c4ee21f4-c9ce-4f31-b7c2-2666e4402801 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Sep 15 16:53:48.065996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-d6d3d180-b54d-4748-a0d3-929595082bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:48.067511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-d6d3d180-b54d-4748-a0d3-929595082bb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42f6e25b-f30e-4b22-9d95-402c13f18390 HTTP/1.1" status: 200 len: 914 time: 0.0884633 Sep 15 16:53:48.117261 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-c189e796-88c9-4f3a-becd-adc12ebe7527 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb65740c-251d-42ab-b789-cdccda65710f HTTP/1.1" status: 200 len: 217 time: 0.0392637 Sep 15 16:53:48.168810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-adba18d1-ed06-4d7f-a986-df98d1be2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:48.170498 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-adba18d1-ed06-4d7f-a986-df98d1be2f49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09405686-f7da-4e74-a737-3aaaeaaa4ed6 HTTP/1.1" status: 200 len: 853 time: 0.0450032 Sep 15 16:53:48.202780 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-bd561be5-f333-4355-afb7-5f7954866d4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42f6e25b-f30e-4b22-9d95-402c13f18390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249476 Sep 15 16:53:48.318487 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-1a2f75ef-c932-493f-a735-8a9165161945 service neutron] 10.222.0.55 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060815 Sep 15 16:53:48.407165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebd691-ede8-405f-bbac-a279fbb12e71 req-23e03650-d854-4e17-a37c-20d0b5fc3835 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:48.408684 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0ebd691-ede8-405f-bbac-a279fbb12e71 req-23e03650-d854-4e17-a37c-20d0b5fc3835 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 945 time: 0.0486453 Sep 15 16:53:48.409902 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5e2163e0-b14d-4400-a1d0-0b18d92d1fc5 req-15908f79-56e5-4ed1-be24-5a55fc8fda20 service neutron] 10.222.0.55 "GET /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845199 Sep 15 16:53:48.446905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0ebd691-ede8-405f-bbac-a279fbb12e71 req-f14ca3a6-c50d-4130-b3c5-0d5a92321dd5 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315430 Sep 15 16:53:49.565507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1de554-8c3b-4896-a8d9-c8fc6f39b6f6 req-cb496cc7-f880-42f3-b99e-20294869ea60 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:49.566997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e1de554-8c3b-4896-a8d9-c8fc6f39b6f6 req-cb496cc7-f880-42f3-b99e-20294869ea60 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 945 time: 0.0511520 Sep 15 16:53:49.635282 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5e1de554-8c3b-4896-a8d9-c8fc6f39b6f6 req-527fc2f6-b5cd-400b-9374-88ee145afcc2 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Sep 15 16:53:49.651693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-fc0b9f62-3138-459d-8777-85cf9a33c378 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:49.653185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-fc0b9f62-3138-459d-8777-85cf9a33c378 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.38 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 945 time: 0.0655994 Sep 15 16:53:49.742344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Deleting port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:49.742344 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:49.835257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] For port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:49.836280 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:49.848366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Calling delete_port for 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:50.044806 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:50.058556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0e1dd74d-1049-4f62-9470-cbfa57dac1e5'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:53:50.060822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bb65740c-251d-42ab-b789-cdccda65710f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:53:50.074961 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Pushing event deleted for resources: {'Port': ['ID=0e1dd74d-1049-4f62-9470-cbfa57dac1e5,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:50.120439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] No DVR routers for this DVR port 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:53:50.123114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:50.125152 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92d693a4-7058-4dd5-af6d-081c5acbaf47 req-c18e2dbc-68c9-4e78-a097-592d49cc5321 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.38 "DELETE /v2.0/ports/0e1dd74d-1049-4f62-9470-cbfa57dac1e5 HTTP/1.1" status: 204 len: 173 time: 0.4655366 Sep 15 16:53:50.125627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'name': 'network-vif-deleted', 'tag': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:50.128842 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1293fa1c-db92-4071-9bb1-0db4051c8c41" -d '{"events": [{"server_uuid": "a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b", "name": "network-vif-deleted", "tag": "0e1dd74d-1049-4f62-9470-cbfa57dac1e5"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:50.165485 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea107f78-3336-4a16-ba26-88b83ac61ded x-openstack-request-id: req-ea107f78-3336-4a16-ba26-88b83ac61ded {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:50.165963 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b", "name": "network-vif-deleted", "tag": "0e1dd74d-1049-4f62-9470-cbfa57dac1e5", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:50.166392 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ea107f78-3336-4a16-ba26-88b83ac61ded {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:50.167021 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b', 'name': 'network-vif-deleted', 'tag': '0e1dd74d-1049-4f62-9470-cbfa57dac1e5', 'status': 'completed', 'code': 200} Sep 15 16:53:50.744242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4119218b-97d8-4eb7-996b-f28af92172b8 req-d97e083a-2164-4df4-9726-cb942c0120d4 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=a8bc95ae-4c63-4305-bfa5-74a9e4a4ae0b HTTP/1.1" status: 200 len: 210 time: 0.0268714 Sep 15 16:53:51.894127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10264b-8581-47ab-b3be-a75097bb9207 req-b811b3af-11ce-411e-97c2-35e2bc06db27 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:51.895573 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c10264b-8581-47ab-b3be-a75097bb9207 req-b811b3af-11ce-411e-97c2-35e2bc06db27 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0518553 Sep 15 16:53:51.932815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c10264b-8581-47ab-b3be-a75097bb9207 req-69e684b3-92ea-426d-9ba6-acf11a4498c9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304475 Sep 15 16:53:52.062039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7be8e-2cd6-4d9f-96e8-16c758b3a8cc req-fd79cfa0-6fe2-4c58-b266-5d9c54284a69 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:52.063429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1af7be8e-2cd6-4d9f-96e8-16c758b3a8cc req-fd79cfa0-6fe2-4c58-b266-5d9c54284a69 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0487294 Sep 15 16:53:52.099786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1af7be8e-2cd6-4d9f-96e8-16c758b3a8cc req-e4429f98-1523-4285-884a-b73dd571f1f9 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304210 Sep 15 16:53:52.210395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcff355-602a-4a59-b25f-88e24ae73ee8 req-a9adb9f7-68e7-4da0-9c08-cd9a965bcda5 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:52.212178 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cdcff355-602a-4a59-b25f-88e24ae73ee8 req-a9adb9f7-68e7-4da0-9c08-cd9a965bcda5 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0488477 Sep 15 16:53:52.250865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cdcff355-602a-4a59-b25f-88e24ae73ee8 req-0d33b367-140d-41ef-b5a4-1e2ee55bab73 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327506 Sep 15 16:53:52.422026 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885af364-5ae4-4d14-882d-f60868b136fb req-bafc6a02-30f0-4c98-88d9-b74e54bfffc5 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:52.423472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-885af364-5ae4-4d14-882d-f60868b136fb req-bafc6a02-30f0-4c98-88d9-b74e54bfffc5 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0528848 Sep 15 16:53:52.459578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-885af364-5ae4-4d14-882d-f60868b136fb req-90870aa4-ddb7-4dd6-9470-6fa170f1068d tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300236 Sep 15 16:53:52.572456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a415c-332a-4d64-b5d1-6a113224f43d req-017f344e-5db9-4603-8b14-e1eb99596758 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:52.573849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-251a415c-332a-4d64-b5d1-6a113224f43d req-017f344e-5db9-4603-8b14-e1eb99596758 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0497153 Sep 15 16:53:52.611102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-251a415c-332a-4d64-b5d1-6a113224f43d req-204a0f45-7653-4a57-8472-82bfc11c3ee0 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Sep 15 16:53:52.735307 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef066ede-8cf5-4b70-9ea9-e62d8c38a5bf req-cf5f31fc-f9e8-4972-aa2e-d828bbdc0024 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:52.736815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef066ede-8cf5-4b70-9ea9-e62d8c38a5bf req-cf5f31fc-f9e8-4972-aa2e-d828bbdc0024 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0511720 Sep 15 16:53:52.777121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ef066ede-8cf5-4b70-9ea9-e62d8c38a5bf req-ef38b570-6a3f-484d-91f6-bedc6fe2de97 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Sep 15 16:53:53.270558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32582fa-c4bf-4917-b30c-745147c09c0f req-c5fb601e-eff5-45a8-8c2e-a693bf17ef01 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:53.272045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f32582fa-c4bf-4917-b30c-745147c09c0f req-c5fb601e-eff5-45a8-8c2e-a693bf17ef01 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0524476 Sep 15 16:53:53.311094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f32582fa-c4bf-4917-b30c-745147c09c0f req-8cae2ec2-011a-4e7e-84fe-a8d610e85fee tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Sep 15 16:53:53.823678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:53:53.844774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:53:53.845121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0e1dd74d-1049-4f62-9470-cbfa57dac1e5 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:53:53.998249 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a709a7cb-3b89-4c93-9371-f7b3841b8528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:54.424877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf34f9b-a0dc-43ff-bf45-5728ca31b5cc req-9c8928b6-7512-4be0-9e6a-e919dd5c3350 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:54.426460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adf34f9b-a0dc-43ff-bf45-5728ca31b5cc req-9c8928b6-7512-4be0-9e6a-e919dd5c3350 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0497646 Sep 15 16:53:54.465869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-adf34f9b-a0dc-43ff-bf45-5728ca31b5cc req-d1bd4a7b-8960-4eb4-825a-c2977e7e2be0 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/security-groups?id=e0909808-f23e-477e-805c-a6558836df80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Sep 15 16:53:54.609267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-8751cc94-0a01-4e11-812b-fa7f4b761e6a tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:54.610618 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-8751cc94-0a01-4e11-812b-fa7f4b761e6a tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 946 time: 0.0539801 Sep 15 16:53:54.697741 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Deleting port bb65740c-251d-42ab-b789-cdccda65710f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:53:54.698080 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:54.786367 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] For port bb65740c-251d-42ab-b789-cdccda65710f, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=bb65740c-251d-42ab-b789-cdccda65710f,segment=NetworkSegment(fa5ec0c3-c047-4c00-8df7-7245e738c558),segment_id=fa5ec0c3-c047-4c00-8df7-7245e738c558)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:53:54.786976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:54.798463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Calling delete_port for bb65740c-251d-42ab-b789-cdccda65710f owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:53:55.027270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:55.042034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['bb65740c-251d-42ab-b789-cdccda65710f'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:53:55.063023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Pushing event deleted for resources: {'Port': ['ID=bb65740c-251d-42ab-b789-cdccda65710f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:55.087404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.087752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.088209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.088572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.088918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.089249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.089579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.089905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.090235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.090560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.090888 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.091210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:53:55.112653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] No DVR routers for this DVR port bb65740c-251d-42ab-b789-cdccda65710f on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:53:55.115119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:55.117741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-46b99c56-b07c-4d7d-a465-7ad208dcf9cf req-aa5db79f-e3d2-43a7-9a4c-ec44fc317083 tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.55 "DELETE /v2.0/ports/bb65740c-251d-42ab-b789-cdccda65710f HTTP/1.1" status: 204 len: 173 time: 0.5004065 Sep 15 16:53:55.118174 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'name': 'network-vif-deleted', 'tag': 'bb65740c-251d-42ab-b789-cdccda65710f'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:53:55.120433 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e9bf54-ef61-4b70-85c2-b6bef12daaca" -d '{"events": [{"server_uuid": "2ded6a2b-61c3-42aa-b781-23690347b93c", "name": "network-vif-deleted", "tag": "bb65740c-251d-42ab-b789-cdccda65710f"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:53:55.154431 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10656703-1590-4a57-8c28-de2ea09480cf x-openstack-request-id: req-10656703-1590-4a57-8c28-de2ea09480cf {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:53:55.154727 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ded6a2b-61c3-42aa-b781-23690347b93c", "name": "network-vif-deleted", "tag": "bb65740c-251d-42ab-b789-cdccda65710f", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:53:55.154979 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-10656703-1590-4a57-8c28-de2ea09480cf {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:53:55.155384 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ded6a2b-61c3-42aa-b781-23690347b93c', 'name': 'network-vif-deleted', 'tag': 'bb65740c-251d-42ab-b789-cdccda65710f', 'status': 'completed', 'code': 200} Sep 15 16:53:55.572502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0b8e233f-6a29-41b9-b855-32099722c013 req-9a8b2e5c-47ec-496d-8d69-3afae71f084e tempest-ServersNegativeTestJSON-1600892858 tempest-ServersNegativeTestJSON-1600892858-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ded6a2b-61c3-42aa-b781-23690347b93c HTTP/1.1" status: 200 len: 210 time: 0.0266759 Sep 15 16:53:56.628247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40042) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:56.671715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] Deleting subnet 09405686-f7da-4e74-a737-3aaaeaaa4ed6 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:53:56.674724 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:56.708858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:56.751236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:56.873848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:56.900168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09405686-f7da-4e74-a737-3aaaeaaa4ed6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:56.904998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:56.906744 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-17ac0ddc-7ead-4992-a9b5-bc09ab240c24 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/09405686-f7da-4e74-a737-3aaaeaaa4ed6 HTTP/1.1" status: 204 len: 168 time: 0.2774854 Sep 15 16:53:56.909234 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40044) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:56.975521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.056540 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.077353 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f6e25b-f30e-4b22-9d95-402c13f18390']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:57.086754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5ec0c3-c047-4c00-8df7-7245e738c558') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:57.087719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5ec0c3-c047-4c00-8df7-7245e738c558') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:53:57.097137 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.110007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.115813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:53:57.116427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:53:57.118175 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:53:57.139066 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.250284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.273209 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.283517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.283517 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] 10.222.0.63 "DELETE /v2.0/networks/42f6e25b-f30e-4b22-9d95-402c13f18390 HTTP/1.1" status: 204 len: 168 time: 0.3725512 Sep 15 16:53:57.293592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09355c14-03c2-41c2-8687-cc1339733296 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f6e25b-f30e-4b22-9d95-402c13f18390,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:57.341563 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d112fb7e-dbd8-444f-aa9f-b5e6269b4d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.591437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40048) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:57.631180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9af516d9-15d2-4dab-bb65-6f8e7411a20f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=b4d01d7f42ae459c927f25bd89be8916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385778 Sep 15 16:53:57.633565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40050) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:57.682096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73153a1f-4765-409e-946e-70df03e04317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.703458 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73153a1f-4765-409e-946e-70df03e04317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.821940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73153a1f-4765-409e-946e-70df03e04317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.824884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73153a1f-4765-409e-946e-70df03e04317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:57.826058 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-73153a1f-4765-409e-946e-70df03e04317 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e0909808-f23e-477e-805c-a6558836df80 HTTP/1.1" status: 204 len: 168 time: 0.1907954 Sep 15 16:53:57.833931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73153a1f-4765-409e-946e-70df03e04317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0909808-f23e-477e-805c-a6558836df80,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:58.640924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bb65740c-251d-42ab-b789-cdccda65710f no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:53:58.644672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:58.665971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: bb65740c-251d-42ab-b789-cdccda65710f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:53:58.667850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device bb65740c-251d-42ab-b789-cdccda65710f not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:53:58.829825 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40072) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:53:58.921230 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170527476'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:53:59.004044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:53:59.007530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.020596 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.108243 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.187349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.213820 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:53:59.223275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f703626-5587-4071-8b0d-59b32e9fa315,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:59.228404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.228404 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Added segment d8d99a8e-2698-4115-92a9-4c65d1360f0b of type vlan for network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 Sep 15 16:53:59.268652 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.346872 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.353237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:53:59.354092 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:53:59.422340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Network': ['ID=80a4f8ba-8a9c-484f-8483-fc8d96d82592,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:53:59.433366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:53:59.439433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b734a7c5-6596-41ce-986d-921570a7850c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6084659 Sep 15 16:54:00.312607 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:00.809747 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:02.685760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40076) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:02.690923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'subnet': {'network_id': '80a4f8ba-8a9c-484f-8483-fc8d96d82592', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:02.821132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:02.824715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.056140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.121931 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Subnet': ['ID=8c18b4ea-5460-41cb-bb05-0e0cca25a70d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:03.129639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Checking segment: {'id': 'd8d99a8e-2698-4115-92a9-4c65d1360f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '80a4f8ba-8a9c-484f-8483-fc8d96d82592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:03.130005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network hostable DHCP agents. Network: 80a4f8ba-8a9c-484f-8483-fc8d96d82592, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:03.134643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.135058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.135409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.135752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.136091 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.136432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.136795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.137131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.137463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.137791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.138119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.138447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:03.238777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:03.324537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 80a4f8ba-8a9c-484f-8483-fc8d96d82592) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:03.328703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:03.335378 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.336181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887684c7-68d2-43b4-be8c-ffa988abed58 None None] Network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:03.422531 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e73e65e7-ece8-4c85-8467-29fa8639af81 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7355933 Sep 15 16:54:03.426032 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40078) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:03.431414 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-806598309'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:03.478819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-80a4f8ba-8a9c-484f-8483-fc8d96d82592', 'network_id': '80a4f8ba-8a9c-484f-8483-fc8d96d82592', 'tenant_id': '66cb2c3e32284009a4eb958cb3987722', 'fixed_ips': [{'subnet_id': '8c18b4ea-5460-41cb-bb05-0e0cca25a70d'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:03.479670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.506860 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:03.510506 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.535036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:03.545017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.545357 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Added segment 991c03ce-4c01-41d9-84e3-ec5c42cb31a4 of type vlan for network e8c5251f-a1b1-40bf-be2c-9656a998e2a8 Sep 15 16:54:03.586535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.645523 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Allocated IP 2001:db8:0:ffff::2 (80a4f8ba-8a9c-484f-8483-fc8d96d82592/8c18b4ea-5460-41cb-bb05-0e0cca25a70d/8b06b8ef-3269-4640-ae38-79a3e0ebf1e8) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:03.672662 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.678605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:03.679191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.751819 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Network': ['ID=e8c5251f-a1b1-40bf-be2c-9656a998e2a8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:03.769320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e8c5251f-a1b1-40bf-be2c-9656a998e2a8 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:03.782185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e419c533-ab63-4aa3-8d4a-6b72e0a9c634 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3550804 Sep 15 16:54:03.785002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40080) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:03.790393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'subnet': {'network_id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:03.843592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.913864 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.956260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:03.958654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:03.959179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:03.963235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:03.965457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:03.974043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Pushing event updated for resources: {'Port': ['ID=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:04.000339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.000716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.001062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.001402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.001734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.002065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.002397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.002722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.003046 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.003370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.003693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.004014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:04.034917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Attempting to bind port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:04.035290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Attempting to bind port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'd8d99a8e-2698-4115-92a9-4c65d1360f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '80a4f8ba-8a9c-484f-8483-fc8d96d82592'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:04.035657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Attempting to bind port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 on network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:04.041859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:04.042364 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Checking segment: {'id': 'd8d99a8e-2698-4115-92a9-4c65d1360f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '80a4f8ba-8a9c-484f-8483-fc8d96d82592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:04.042693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.043086 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Bound using segment: {'id': 'd8d99a8e-2698-4115-92a9-4c65d1360f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '80a4f8ba-8a9c-484f-8483-fc8d96d82592'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:04.043558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Bound port: 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8d99a8e-2698-4115-92a9-4c65d1360f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '80a4f8ba-8a9c-484f-8483-fc8d96d82592'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:04.043941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.108664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] For port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:04.111596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] For port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,segment=NetworkSegment(d8d99a8e-2698-4115-92a9-4c65d1360f0b),segment_id=d8d99a8e-2698-4115-92a9-4c65d1360f0b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:04.159133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.206359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.230960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbb8eb-4daf-4d6d-b665-ec9c84a908c9 None None] Pushing event updated for resources: {'Port': ['ID=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:04.295498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Subnet': ['ID=3a86ec12-d9c1-4f55-8a0a-9e6e70f1ce3f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:04.301260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Checking segment: {'id': '991c03ce-4c01-41d9-84e3-ec5c42cb31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:04.301630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network hostable DHCP agents. Network: e8c5251f-a1b1-40bf-be2c-9656a998e2a8, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:04.365719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network e8c5251f-a1b1-40bf-be2c-9656a998e2a8 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:04.421760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e8c5251f-a1b1-40bf-be2c-9656a998e2a8) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:04.427080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:04.427683 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.430911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d89096d-41d5-4c0d-9df8-8269ca702737 None None] Network e8c5251f-a1b1-40bf-be2c-9656a998e2a8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:04.488130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7d517dae-2d82-4aff-96df-e87b6c765a19 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6994011 Sep 15 16:54:04.492652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40082) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:04.588138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e8c5251f-a1b1-40bf-be2c-9656a998e2a8', 'network_id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8', 'tenant_id': '66cb2c3e32284009a4eb958cb3987722', 'fixed_ips': [{'subnet_id': '3a86ec12-d9c1-4f55-8a0a-9e6e70f1ce3f'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:04.589047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.592437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.670660 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.734454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Allocated IP 2001:db8::2 (e8c5251f-a1b1-40bf-be2c-9656a998e2a8/3a86ec12-d9c1-4f55-8a0a-9e6e70f1ce3f/b2b6b313-cd0f-4ee8-b306-200acc660ce0) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:04.808122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:04.914390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:04.914768 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:04.956386 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.012828 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.024994 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.073947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.082202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Network e8c5251f-a1b1-40bf-be2c-9656a998e2a8 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:05.086586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:05.090072 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,segment=NetworkSegment(d8d99a8e-2698-4115-92a9-4c65d1360f0b),segment_id=d8d99a8e-2698-4115-92a9-4c65d1360f0b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:05.092866 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:05.107340 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Pushing event updated for resources: {'Port': ['ID=b2b6b313-cd0f-4ee8-b306-200acc660ce0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:05.120849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Subnet': ['ID=3a86ec12-d9c1-4f55-8a0a-9e6e70f1ce3f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:05.130867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be79779a-99f7-44ee-9522-5f4229344065 None None] Network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:05.165374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.183035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.204453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Attempting to bind port b2b6b313-cd0f-4ee8-b306-200acc660ce0 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:05.204844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Attempting to bind port b2b6b313-cd0f-4ee8-b306-200acc660ce0 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '991c03ce-4c01-41d9-84e3-ec5c42cb31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:05.205203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Attempting to bind port b2b6b313-cd0f-4ee8-b306-200acc660ce0 on network e8c5251f-a1b1-40bf-be2c-9656a998e2a8 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:05.205317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c5251f-a1b1-40bf-be2c-9656a998e2a8']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:05.215338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991c03ce-4c01-41d9-84e3-ec5c42cb31a4') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:05.215640 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991c03ce-4c01-41d9-84e3-ec5c42cb31a4') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:05.225339 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.239723 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.245197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:05.245572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Checking segment: {'id': '991c03ce-4c01-41d9-84e3-ec5c42cb31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:05.245969 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.246101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:05.246924 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Bound using segment: {'id': '991c03ce-4c01-41d9-84e3-ec5c42cb31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:05.247056 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.247175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Bound port: b2b6b313-cd0f-4ee8-b306-200acc660ce0, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991c03ce-4c01-41d9-84e3-ec5c42cb31a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:05.247287 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:05.249623 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:05.291123 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:05.330351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 16:54:05.330351 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 16:54:05.330351 n-d-808199-2 neutron-server[102018]: [parameters: {'id': 'e8c5251f-a1b1-40bf-be2c-9656a998e2a8'}] Sep 15 16:54:05.330351 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:54:05.330860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-213d036d-1936-42fe-a65f-80b158425f34 None None] Provisioning complete for port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:05.330968 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:54:05.331070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-213d036d-1936-42fe-a65f-80b158425f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.410328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] For port b2b6b313-cd0f-4ee8-b306-200acc660ce0, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:05.415844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] For port b2b6b313-cd0f-4ee8-b306-200acc660ce0, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b2b6b313-cd0f-4ee8-b306-200acc660ce0,segment=NetworkSegment(991c03ce-4c01-41d9-84e3-ec5c42cb31a4),segment_id=991c03ce-4c01-41d9-84e3-ec5c42cb31a4)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:05.481618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.565888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b36748-0717-42bb-95eb-de6c7d310b98 None None] Pushing event updated for resources: {'Port': ['ID=b2b6b313-cd0f-4ee8-b306-200acc660ce0,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:05.583917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bf1b6-6153-4ea2-8bb1-52a804e49fcd None None] Network e8c5251f-a1b1-40bf-be2c-9656a998e2a8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:05.725275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f5c1870a-935b-4c51-a336-9445c31808fb None None] Provisioning complete for port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:05.725275 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5c1870a-935b-4c51-a336-9445c31808fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.742960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df0e2e-ca9e-4245-879e-779347ec0346 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 16:54:05.831595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.889725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Deleting port b2b6b313-cd0f-4ee8-b306-200acc660ce0 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:05.890066 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.957234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] For port b2b6b313-cd0f-4ee8-b306-200acc660ce0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b2b6b313-cd0f-4ee8-b306-200acc660ce0,segment=NetworkSegment(991c03ce-4c01-41d9-84e3-ec5c42cb31a4),segment_id=991c03ce-4c01-41d9-84e3-ec5c42cb31a4)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:05.957503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:05.975647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Calling delete_port for b2b6b313-cd0f-4ee8-b306-200acc660ce0 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:06.004260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df0e2e-ca9e-4245-879e-779347ec0346 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 16:54:06.101568 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.126978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Port': ['ID=b2b6b313-cd0f-4ee8-b306-200acc660ce0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:06.131507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No DVR routers for this DVR port b2b6b313-cd0f-4ee8-b306-200acc660ce0 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:06.215001 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.235388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c5251f-a1b1-40bf-be2c-9656a998e2a8']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:06.245236 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991c03ce-4c01-41d9-84e3-ec5c42cb31a4') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:06.245581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991c03ce-4c01-41d9-84e3-ec5c42cb31a4') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:06.254954 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.267735 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.273687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:06.274111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:06.277354 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:06.387218 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.395313 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.396166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/e8c5251f-a1b1-40bf-be2c-9656a998e2a8 HTTP/1.1" status: 204 len: 168 time: 1.9068992 Sep 15 16:54:06.399850 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40084) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:06.405613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102771535'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:06.407779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472ffca-9745-4f91-b788-c8a83215aef7 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Network': ['ID=e8c5251f-a1b1-40bf-be2c-9656a998e2a8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:06.468092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:06.478046 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.501626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:06.510622 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.510964 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Added segment 50bcbfb6-d08c-46e4-b769-88e0dd7e8e60 of type vlan for network f1d17dc9-e224-4bae-923f-d327f7f4a90b Sep 15 16:54:06.558973 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.626826 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.632267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:06.632875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.699890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Network': ['ID=f1d17dc9-e224-4bae-923f-d327f7f4a90b,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:06.711603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network f1d17dc9-e224-4bae-923f-d327f7f4a90b details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:06.748166 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7bff777a-f361-4118-a76b-c218a0488a98 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3464146 Sep 15 16:54:06.750711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40086) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:06.756298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'subnet': {'network_id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:06.769805 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:06.831922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:06.832296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.929565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:06.933616 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:06.994836 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Performing IP validity checks on allocation pools {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 15 16:54:06.995355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.ipam_backend_mixin [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 15 16:54:07.164077 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:07.227975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Subnet': ['ID=fb7701f3-5f6a-4430-8c07-714ff69412ba,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:07.235071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Checking segment: {'id': '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:07.235429 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network hostable DHCP agents. Network: f1d17dc9-e224-4bae-923f-d327f7f4a90b, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:07.318399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network f1d17dc9-e224-4bae-923f-d327f7f4a90b is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:07.380897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, f1d17dc9-e224-4bae-923f-d327f7f4a90b) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:07.385759 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:07.386362 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:07.390134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6364d8e-4aa9-4b81-ba37-12865616ec0c None None] Network f1d17dc9-e224-4bae-923f-d327f7f4a90b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:07.444979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-125c4c8f-0bc8-4a65-bf59-04d4cef7b832 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6930852 Sep 15 16:54:07.448056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40088) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:07.535394 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-f1d17dc9-e224-4bae-923f-d327f7f4a90b', 'network_id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b', 'tenant_id': '66cb2c3e32284009a4eb958cb3987722', 'fixed_ips': [{'subnet_id': 'fb7701f3-5f6a-4430-8c07-714ff69412ba'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:07.536248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:07.543131 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:07.621507 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:07.673323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Allocated IP 2001:db8::3 (f1d17dc9-e224-4bae-923f-d327f7f4a90b/fb7701f3-5f6a-4430-8c07-714ff69412ba/88d2607a-d4f5-4443-930c-c1c0869c2d1d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:07.816717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:07.902129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:07.941739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Network f1d17dc9-e224-4bae-923f-d327f7f4a90b is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:07.944752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:07.947413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:07.957902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Pushing event updated for resources: {'Port': ['ID=88d2607a-d4f5-4443-930c-c1c0869c2d1d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:07.987880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.008329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Attempting to bind port 88d2607a-d4f5-4443-930c-c1c0869c2d1d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:08.008793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Attempting to bind port 88d2607a-d4f5-4443-930c-c1c0869c2d1d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:08.009191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Attempting to bind port 88d2607a-d4f5-4443-930c-c1c0869c2d1d on network f1d17dc9-e224-4bae-923f-d327f7f4a90b {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:08.014056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:08.014442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Checking segment: {'id': '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:08.014849 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.015240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Bound using segment: {'id': '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:08.015696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Bound port: 88d2607a-d4f5-4443-930c-c1c0869c2d1d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:08.015953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7701f3-5f6a-4430-8c07-714ff69412ba,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:08.016067 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.079760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.086500 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dedba263-a49d-4604-b297-50170d84e96f None None] For port 88d2607a-d4f5-4443-930c-c1c0869c2d1d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:08.090605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dedba263-a49d-4604-b297-50170d84e96f None None] For port 88d2607a-d4f5-4443-930c-c1c0869c2d1d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=88d2607a-d4f5-4443-930c-c1c0869c2d1d,segment=NetworkSegment(50bcbfb6-d08c-46e4-b769-88e0dd7e8e60),segment_id=50bcbfb6-d08c-46e4-b769-88e0dd7e8e60)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:08.100896 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d17dc9-e224-4bae-923f-d327f7f4a90b']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:08.110418 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:08.110712 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:08.120948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.164731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.167061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.173352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:08.178088 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:08.251549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedba263-a49d-4604-b297-50170d84e96f None None] Pushing event updated for resources: {'Port': ['ID=88d2607a-d4f5-4443-930c-c1c0869c2d1d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:08.258472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1c52d-5622-4f2f-82fa-a62a06ca1850 None None] Network f1d17dc9-e224-4bae-923f-d327f7f4a90b requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:08.267580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.db.api [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 16:54:08.267580 n-d-808199-2 neutron-server[102019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 16:54:08.267580 n-d-808199-2 neutron-server[102019]: [parameters: {'id': 'f1d17dc9-e224-4bae-923f-d327f7f4a90b'}] Sep 15 16:54:08.267580 n-d-808199-2 neutron-server[102019]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:54:08.268016 n-d-808199-2 neutron-server[102019]: DEBUG oslo_db.api [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:54:08.383875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43704cb-1d57-4eb5-9f8f-26d12e491dc0 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 16:54:08.449467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43704cb-1d57-4eb5-9f8f-26d12e491dc0 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 16:54:08.769444 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.826939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Deleting port 88d2607a-d4f5-4443-930c-c1c0869c2d1d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:08.827292 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.888124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] For port 88d2607a-d4f5-4443-930c-c1c0869c2d1d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=88d2607a-d4f5-4443-930c-c1c0869c2d1d,segment=NetworkSegment(50bcbfb6-d08c-46e4-b769-88e0dd7e8e60),segment_id=50bcbfb6-d08c-46e4-b769-88e0dd7e8e60)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:08.888517 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:08.900384 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Calling delete_port for 88d2607a-d4f5-4443-930c-c1c0869c2d1d owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:09.043855 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.066927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Port': ['ID=88d2607a-d4f5-4443-930c-c1c0869c2d1d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:09.072642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No DVR routers for this DVR port 88d2607a-d4f5-4443-930c-c1c0869c2d1d on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:09.148404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.171526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d17dc9-e224-4bae-923f-d327f7f4a90b']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:09.180324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:09.181240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bcbfb6-d08c-46e4-b769-88e0dd7e8e60') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:09.190240 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.202972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.208570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:09.208954 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:09.211777 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:09.329562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.336115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.338589 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/f1d17dc9-e224-4bae-923f-d327f7f4a90b HTTP/1.1" status: 204 len: 168 time: 1.8895547 Sep 15 16:54:09.342304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40090) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:09.347728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767382935'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:09.349729 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d8581-3dee-4e18-b403-2c5551b6a7a4 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Network': ['ID=f1d17dc9-e224-4bae-923f-d327f7f4a90b,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:09.421286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:09.424829 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.448494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:09.457017 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.457353 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Added segment b9dc8e99-5eb5-4750-a522-f96f21d3e76d of type vlan for network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa Sep 15 16:54:09.495171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.592733 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.598254 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:09.598828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.665409 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Network': ['ID=2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:09.675793 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:09.725218 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-df2b9253-f31b-4191-9d3d-9bb28a62558c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3817117 Sep 15 16:54:09.728104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40092) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:09.732970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'subnet': {'network_id': '2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:09.878435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:09.882052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:09.883343 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:54:10.112967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.179944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Subnet': ['ID=d9e25bf7-3723-48da-9415-62ad306b3602,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:10.185842 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Checking segment: {'id': 'b9dc8e99-5eb5-4750-a522-f96f21d3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:10.186212 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network hostable DHCP agents. Network: 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:10.255636 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:10.301379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:10.305554 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:10.306144 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.310620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5aba07-dd94-469f-9d7d-ff4402c591be None None] Network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:10.359574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7e3c60d3-a4d8-4730-a8e4-60f1daca6fcf tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6303506 Sep 15 16:54:10.363166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40094) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:10.368028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-806515141'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:10.456435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa', 'network_id': '2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa', 'tenant_id': '66cb2c3e32284009a4eb958cb3987722', 'fixed_ips': [{'subnet_id': 'd9e25bf7-3723-48da-9415-62ad306b3602'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:10.457296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.467226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:10.470814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.495740 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:10.504342 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.504714 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Added segment 2bbfc148-da7d-4095-b168-2fdcb5430181 of type vlan for network 38918080-00f7-4cd7-ae33-c2b126a74545 Sep 15 16:54:10.546020 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.593773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Allocated IP 2001:db8::2 (2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa/d9e25bf7-3723-48da-9415-62ad306b3602/7d5629db-c568-4d95-bb92-5a416d87b985) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:10.644422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.650872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:10.651457 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.720922 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Network': ['ID=38918080-00f7-4cd7-ae33-c2b126a74545,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:10.730734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b16d6ae3-518d-417e-8f39-73c13c5033f5 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3666182 Sep 15 16:54:10.732327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 38918080-00f7-4cd7-ae33-c2b126a74545 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:10.733581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40096) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:10.738570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Request body: {'subnet': {'network_id': '38918080-00f7-4cd7-ae33-c2b126a74545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:10.753444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.827637 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.866064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:10.870458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:10.872916 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:10.881961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Pushing event updated for resources: {'Port': ['ID=7d5629db-c568-4d95-bb92-5a416d87b985,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:10.890100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Made reservation on behalf of 66cb2c3e32284009a4eb958cb3987722 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:10.893715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.934059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Attempting to bind port 7d5629db-c568-4d95-bb92-5a416d87b985 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:10.934375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Attempting to bind port 7d5629db-c568-4d95-bb92-5a416d87b985 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b9dc8e99-5eb5-4750-a522-f96f21d3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:10.934742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Attempting to bind port 7d5629db-c568-4d95-bb92-5a416d87b985 on network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:10.939657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:10.940036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Checking segment: {'id': 'b9dc8e99-5eb5-4750-a522-f96f21d3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:10.940439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:10.940865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Bound using segment: {'id': 'b9dc8e99-5eb5-4750-a522-f96f21d3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:10.941361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Bound port: 7d5629db-c568-4d95-bb92-5a416d87b985, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9dc8e99-5eb5-4750-a522-f96f21d3e76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:10.941764 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:11.008279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] For port 7d5629db-c568-4d95-bb92-5a416d87b985, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:11.011874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] For port 7d5629db-c568-4d95-bb92-5a416d87b985, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7d5629db-c568-4d95-bb92-5a416d87b985,segment=NetworkSegment(b9dc8e99-5eb5-4750-a522-f96f21d3e76d),segment_id=b9dc8e99-5eb5-4750-a522-f96f21d3e76d)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:11.078823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:11.136585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:11.138225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbf5f4-e700-48d6-9fe7-6fbcc16cd9f1 None None] Pushing event updated for resources: {'Port': ['ID=7d5629db-c568-4d95-bb92-5a416d87b985,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:11.205892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event updated for resources: {'Subnet': ['ID=48ad1545-ea46-4d72-958e-915ea3ab95d3,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:11.214016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Checking segment: {'id': '2bbfc148-da7d-4095-b168-2fdcb5430181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '38918080-00f7-4cd7-ae33-c2b126a74545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:11.214377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network hostable DHCP agents. Network: 38918080-00f7-4cd7-ae33-c2b126a74545, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:11.312875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Network 38918080-00f7-4cd7-ae33-c2b126a74545 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:11.398608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 38918080-00f7-4cd7-ae33-c2b126a74545) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:11.403446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:11.404030 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:11.410591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5efbeea-9ab5-4969-8fdf-fb5ccc2f8913 None None] Network 38918080-00f7-4cd7-ae33-c2b126a74545 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:11.493879 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-16ed6b73-9d8c-46b9-ae0f-18e0222f8ef0 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7567227 Sep 15 16:54:11.494074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40098) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:11.593141 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:11.598516 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-38918080-00f7-4cd7-ae33-c2b126a74545', 'network_id': '38918080-00f7-4cd7-ae33-c2b126a74545', 'tenant_id': '66cb2c3e32284009a4eb958cb3987722', 'fixed_ips': [{'subnet_id': '48ad1545-ea46-4d72-958e-915ea3ab95d3'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:11.599379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:11.645075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:11.750392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Allocated IP 2001:db8::2 (38918080-00f7-4cd7-ae33-c2b126a74545/48ad1545-ea46-4d72-958e-915ea3ab95d3/dff498a6-3e00-4dd3-8f9e-5098beda7348) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:12.010593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c17e84-e01b-44e9-a172-4f989e02d29a None None] Network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:12.124070 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.134733 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c3af4556-ed93-4843-96bb-9f2178274415 None None] Provisioning complete for port 7d5629db-c568-4d95-bb92-5a416d87b985 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:12.135095 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c3af4556-ed93-4843-96bb-9f2178274415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.201870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.269407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Network 38918080-00f7-4cd7-ae33-c2b126a74545 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:12.273529 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.280932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:12.284843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:12.287059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Pushing event updated for resources: {'Port': ['ID=dff498a6-3e00-4dd3-8f9e-5098beda7348,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:12.301517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Subnet': ['ID=48ad1545-ea46-4d72-958e-915ea3ab95d3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:12.366127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.376996 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c3af4556-ed93-4843-96bb-9f2178274415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.388342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38918080-00f7-4cd7-ae33-c2b126a74545']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:12.390829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Attempting to bind port dff498a6-3e00-4dd3-8f9e-5098beda7348 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:12.391195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Attempting to bind port dff498a6-3e00-4dd3-8f9e-5098beda7348 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '2bbfc148-da7d-4095-b168-2fdcb5430181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '38918080-00f7-4cd7-ae33-c2b126a74545'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:12.391552 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Attempting to bind port dff498a6-3e00-4dd3-8f9e-5098beda7348 on network 38918080-00f7-4cd7-ae33-c2b126a74545 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:12.400083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbfc148-da7d-4095-b168-2fdcb5430181') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:12.400970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbfc148-da7d-4095-b168-2fdcb5430181') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:12.402605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:12.402987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Checking segment: {'id': '2bbfc148-da7d-4095-b168-2fdcb5430181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '38918080-00f7-4cd7-ae33-c2b126a74545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:12.403394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.403784 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Bound using segment: {'id': '2bbfc148-da7d-4095-b168-2fdcb5430181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '38918080-00f7-4cd7-ae33-c2b126a74545'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:12.404260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Bound port: dff498a6-3e00-4dd3-8f9e-5098beda7348, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbfc148-da7d-4095-b168-2fdcb5430181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '38918080-00f7-4cd7-ae33-c2b126a74545'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:12.404676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.411391 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.426379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.432524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c3af4556-ed93-4843-96bb-9f2178274415 None None] For port 7d5629db-c568-4d95-bb92-5a416d87b985, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7d5629db-c568-4d95-bb92-5a416d87b985,segment=NetworkSegment(b9dc8e99-5eb5-4750-a522-f96f21d3e76d),segment_id=b9dc8e99-5eb5-4750-a522-f96f21d3e76d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:12.435341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:12.436036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:12.439568 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:12.488572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-40413d26-c999-4596-9bef-1095250aae9c None None] For port dff498a6-3e00-4dd3-8f9e-5098beda7348, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:12.491374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c3af4556-ed93-4843-96bb-9f2178274415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.525513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.db.api [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 16:54:12.525513 n-d-808199-2 neutron-server[102018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 16:54:12.525513 n-d-808199-2 neutron-server[102018]: [parameters: {'id': '38918080-00f7-4cd7-ae33-c2b126a74545'}] Sep 15 16:54:12.525513 n-d-808199-2 neutron-server[102018]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:54:12.526656 n-d-808199-2 neutron-server[102018]: DEBUG oslo_db.api [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:54:12.529310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-40413d26-c999-4596-9bef-1095250aae9c None None] For port dff498a6-3e00-4dd3-8f9e-5098beda7348, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dff498a6-3e00-4dd3-8f9e-5098beda7348,segment=NetworkSegment(2bbfc148-da7d-4095-b168-2fdcb5430181),segment_id=2bbfc148-da7d-4095-b168-2fdcb5430181)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:12.550254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af4556-ed93-4843-96bb-9f2178274415 None None] Pushing event updated for resources: {'Port': ['ID=7d5629db-c568-4d95-bb92-5a416d87b985,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:12.581875 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.667913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b9fb7ef4-7ace-4d67-91b2-cdfce7b3a3ce None None] Provisioning complete for port 7d5629db-c568-4d95-bb92-5a416d87b985 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:12.668288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7ef4-7ace-4d67-91b2-cdfce7b3a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.675689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40413d26-c999-4596-9bef-1095250aae9c None None] Pushing event updated for resources: {'Port': ['ID=dff498a6-3e00-4dd3-8f9e-5098beda7348,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:12.715722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b7172-e105-4dc1-980e-b19820796f1c None None] Network 38918080-00f7-4cd7-ae33-c2b126a74545 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:12.804640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7d5629db-c568-4d95-bb92-5a416d87b985 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:12.914507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7d5629db-c568-4d95-bb92-5a416d87b985 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:12.914943 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:12.917729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c7092-c5d7-44ad-908b-df15e6083547 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 16:54:13.028312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.040247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c7092-c5d7-44ad-908b-df15e6083547 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 16:54:13.082902 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Deleting port dff498a6-3e00-4dd3-8f9e-5098beda7348 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:13.083246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.147465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] For port dff498a6-3e00-4dd3-8f9e-5098beda7348, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=dff498a6-3e00-4dd3-8f9e-5098beda7348,segment=NetworkSegment(2bbfc148-da7d-4095-b168-2fdcb5430181),segment_id=2bbfc148-da7d-4095-b168-2fdcb5430181)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:13.147826 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.499294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Calling delete_port for dff498a6-3e00-4dd3-8f9e-5098beda7348 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:13.632833 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.657788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Port': ['ID=dff498a6-3e00-4dd3-8f9e-5098beda7348,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:13.661442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No DVR routers for this DVR port dff498a6-3e00-4dd3-8f9e-5098beda7348 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:13.741119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.761157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38918080-00f7-4cd7-ae33-c2b126a74545']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:13.770074 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbfc148-da7d-4095-b168-2fdcb5430181') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:13.770378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbfc148-da7d-4095-b168-2fdcb5430181') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:13.779682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.793497 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.799200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:13.799585 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:13.802525 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:13.907090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.914367 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:13.918767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/38918080-00f7-4cd7-ae33-c2b126a74545 HTTP/1.1" status: 204 len: 168 time: 2.4219112 Sep 15 16:54:13.921690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40102) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:13.928213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff6202-4717-4ba8-8132-9cead12cdb62 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Network': ['ID=38918080-00f7-4cd7-ae33-c2b126a74545,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:13.951604 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7697a40a-2adc-4e1c-88b8-6655669662de tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] GET failed (client error): The resource could not be found. Sep 15 16:54:13.953043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7697a40a-2adc-4e1c-88b8-6655669662de tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "GET /v2.0/subnets/48ad1545-ea46-4d72-958e-915ea3ab95d3 HTTP/1.1" status: 404 len: 337 time: 0.0303247 Sep 15 16:54:13.955700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40104) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:13.984043 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1366a00-00e7-446d-9241-e08783efac68 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] DELETE failed (client error): The resource could not be found. Sep 15 16:54:13.984589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1366a00-00e7-446d-9241-e08783efac68 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:54:13.986738 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f1366a00-00e7-446d-9241-e08783efac68 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/38918080-00f7-4cd7-ae33-c2b126a74545 HTTP/1.1" status: 404 len: 339 time: 0.0298741 Sep 15 16:54:13.990049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40106) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:14.015633 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-02731cd0-c3e4-4548-8c25-f9757af25808 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] DELETE failed (client error): The resource could not be found. Sep 15 16:54:14.015998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02731cd0-c3e4-4548-8c25-f9757af25808 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:54:14.017639 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-02731cd0-c3e4-4548-8c25-f9757af25808 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/subnets/48ad1545-ea46-4d72-958e-915ea3ab95d3 HTTP/1.1" status: 404 len: 337 time: 0.0267270 Sep 15 16:54:14.019868 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40108) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:14.037909 n-d-808199-2 neutron-server[102019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a08d5e-a552-46da-b879-0278bfa1f5ca tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] DELETE failed (client error): The resource could not be found. Sep 15 16:54:14.038421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a08d5e-a552-46da-b879-0278bfa1f5ca tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:54:14.041117 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d9a08d5e-a552-46da-b879-0278bfa1f5ca tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/38918080-00f7-4cd7-ae33-c2b126a74545 HTTP/1.1" status: 404 len: 339 time: 0.0192771 Sep 15 16:54:14.042812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40110) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:14.097739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Deleting subnet d9e25bf7-3723-48da-9415-62ad306b3602 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:54:14.100774 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.141232 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.236344 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.370391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.394848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e25bf7-3723-48da-9415-62ad306b3602,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:14.401132 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.402979 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1a31d8fe-4187-4160-905a-fbc0069a9664 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/subnets/d9e25bf7-3723-48da-9415-62ad306b3602 HTTP/1.1" status: 204 len: 168 time: 0.3593178 Sep 15 16:54:14.405557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40112) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:14.406440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8e265-224e-4ddb-b80c-052f306ee52c None None] Network 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:14.486481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.541537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Deleting port 7d5629db-c568-4d95-bb92-5a416d87b985 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:14.541887 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.578272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] DHCP port deletion for 2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:54:14.607743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] For port 7d5629db-c568-4d95-bb92-5a416d87b985, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7d5629db-c568-4d95-bb92-5a416d87b985,segment=NetworkSegment(b9dc8e99-5eb5-4750-a522-f96f21d3e76d),segment_id=b9dc8e99-5eb5-4750-a522-f96f21d3e76d)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:14.608239 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.621148 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Calling delete_port for 7d5629db-c568-4d95-bb92-5a416d87b985 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:14.629197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] Deleting port 7d5629db-c568-4d95-bb92-5a416d87b985 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:14.629578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.692074 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] For port 7d5629db-c568-4d95-bb92-5a416d87b985, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7d5629db-c568-4d95-bb92-5a416d87b985,segment=NetworkSegment(b9dc8e99-5eb5-4750-a522-f96f21d3e76d),segment_id=b9dc8e99-5eb5-4750-a522-f96f21d3e76d)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:14.692608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.706664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] Calling delete_port for 7d5629db-c568-4d95-bb92-5a416d87b985 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:14.753434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7d5629db-c568-4d95-bb92-5a416d87b985 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:54:14.758634 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.777861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7d5629db-c568-4d95-bb92-5a416d87b985 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:54:14.778212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7d5629db-c568-4d95-bb92-5a416d87b985 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:54:14.785653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Port': ['ID=7d5629db-c568-4d95-bb92-5a416d87b985,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:14.787823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No DVR routers for this DVR port 7d5629db-c568-4d95-bb92-5a416d87b985 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:54:14.805937 n-d-808199-2 neutron-server[102020]: self.session.flush() Sep 15 16:54:14.816642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.843682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] Pushing event deleted for resources: {'Port': ['ID=7d5629db-c568-4d95-bb92-5a416d87b985,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:14.847512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db6565-5a4c-4625-a48d-2363ba9b99ba None None] No DVR routers for this DVR port 7d5629db-c568-4d95-bb92-5a416d87b985 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:14.874897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.894508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:14.903726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9dc8e99-5eb5-4750-a522-f96f21d3e76d') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:14.904019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9dc8e99-5eb5-4750-a522-f96f21d3e76d') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:14.913362 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.926293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.932783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:14.933162 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:14.936027 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:15.049831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.054297 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.059972 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa HTTP/1.1" status: 204 len: 168 time: 0.6504843 Sep 15 16:54:15.060124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40114) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:15.071273 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a7726-0d52-4d1c-9031-66cd4c6d31aa tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Network': ['ID=2d27a681-a005-4c7a-9f8d-43b6ea3ff0aa,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:15.086170 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e37cde-d472-44ac-8033-18d16b0dd06c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] DELETE failed (client error): The resource could not be found. Sep 15 16:54:15.086658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e37cde-d472-44ac-8033-18d16b0dd06c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:54:15.088854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-36e37cde-d472-44ac-8033-18d16b0dd06c tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/subnets/fb7701f3-5f6a-4430-8c07-714ff69412ba HTTP/1.1" status: 404 len: 337 time: 0.0278964 Sep 15 16:54:15.091440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40116) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:15.109761 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-843999cd-dd37-404d-8b5b-59be759f392b tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] DELETE failed (client error): The resource could not be found. Sep 15 16:54:15.110216 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843999cd-dd37-404d-8b5b-59be759f392b tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:54:15.111816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-843999cd-dd37-404d-8b5b-59be759f392b tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/f1d17dc9-e224-4bae-923f-d327f7f4a90b HTTP/1.1" status: 404 len: 339 time: 0.0194888 Sep 15 16:54:15.114097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40118) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:15.139525 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-769b1550-18da-49c1-8249-81ea72f28b92 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] DELETE failed (client error): The resource could not be found. Sep 15 16:54:15.139904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769b1550-18da-49c1-8249-81ea72f28b92 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:54:15.141575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-769b1550-18da-49c1-8249-81ea72f28b92 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/subnets/3a86ec12-d9c1-4f55-8a0a-9e6e70f1ce3f HTTP/1.1" status: 404 len: 337 time: 0.0265889 Sep 15 16:54:15.143846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:15.160863 n-d-808199-2 neutron-server[102018]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e77831-57b7-4fd5-bf4c-d528f33d9c1b tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] DELETE failed (client error): The resource could not be found. Sep 15 16:54:15.161378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e77831-57b7-4fd5-bf4c-d528f33d9c1b tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 16:54:15.163229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-15e77831-57b7-4fd5-bf4c-d528f33d9c1b tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/e8c5251f-a1b1-40bf-be2c-9656a998e2a8 HTTP/1.1" status: 404 len: 339 time: 0.0184939 Sep 15 16:54:15.170351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40122) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:15.224561 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Deleting subnet 8c18b4ea-5460-41cb-bb05-0e0cca25a70d {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:54:15.228202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.266981 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.348435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.462216 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.489152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Subnet': ['ID=8c18b4ea-5460-41cb-bb05-0e0cca25a70d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:15.492791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.495700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-66ed8155-8a8d-4f9d-bf63-4cafc643010a tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/subnets/8c18b4ea-5460-41cb-bb05-0e0cca25a70d HTTP/1.1" status: 204 len: 168 time: 0.3234150 Sep 15 16:54:15.497063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40124) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:15.499456 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5c7ad-b963-4b56-bcb4-5e766175c6c0 None None] Network 80a4f8ba-8a9c-484f-8483-fc8d96d82592 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:15.572087 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.637821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Deleting port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:15.638318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.695935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] DHCP port deletion for 80a4f8ba-8a9c-484f-8483-fc8d96d82592 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:54:15.703750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] For port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,segment=NetworkSegment(d8d99a8e-2698-4115-92a9-4c65d1360f0b),segment_id=d8d99a8e-2698-4115-92a9-4c65d1360f0b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:15.704120 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.717055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Calling delete_port for 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:15.741872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] Deleting port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:15.745192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.807550 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] For port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,segment=NetworkSegment(d8d99a8e-2698-4115-92a9-4c65d1360f0b),segment_id=d8d99a8e-2698-4115-92a9-4c65d1360f0b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:15.807943 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.819934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] Calling delete_port for 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:15.855947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.883252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] No DVR routers for this DVR port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:15.889796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Port': ['ID=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:15.896472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.922384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] Pushing event deleted for resources: {'Port': ['ID=8b06b8ef-3269-4640-ae38-79a3e0ebf1e8,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:15.925778 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333a09de-88a4-4aab-9405-0a16b2ec1c18 None None] No DVR routers for this DVR port 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:15.967496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:15.991109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a4f8ba-8a9c-484f-8483-fc8d96d82592']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:16.000776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d99a8e-2698-4115-92a9-4c65d1360f0b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:16.001073 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d99a8e-2698-4115-92a9-4c65d1360f0b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:16.011351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:16.024000 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:16.029848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:16.031945 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:16.033137 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:16.164192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:16.173870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:16.173870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] 10.222.0.63 "DELETE /v2.0/networks/80a4f8ba-8a9c-484f-8483-fc8d96d82592 HTTP/1.1" status: 204 len: 168 time: 0.6755271 Sep 15 16:54:16.185458 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2bd53-d5ab-496e-9287-7452b8c30501 tempest-NetworksIpV6Test-2086473648 tempest-NetworksIpV6Test-2086473648-project] Pushing event deleted for resources: {'Network': ['ID=80a4f8ba-8a9c-484f-8483-fc8d96d82592,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:16.618006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40130) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:16.748565 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:54:16.772911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:54:16.773265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b06b8ef-3269-4640-ae38-79a3e0ebf1e8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:54:17.104371 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-776b548b-f2e0-4bed-9463-11c7f75506f3 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=66cb2c3e32284009a4eb958cb3987722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849460 Sep 15 16:54:17.106804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40134) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:17.154096 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02372081-5c29-427d-ae9f-6e19b97effe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:17.174611 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02372081-5c29-427d-ae9f-6e19b97effe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:17.313178 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02372081-5c29-427d-ae9f-6e19b97effe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:17.315785 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-02372081-5c29-427d-ae9f-6e19b97effe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:17.316957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-02372081-5c29-427d-ae9f-6e19b97effe7 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/0f703626-5587-4071-8b0d-59b32e9fa315 HTTP/1.1" status: 204 len: 168 time: 0.2092698 Sep 15 16:54:17.325189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02372081-5c29-427d-ae9f-6e19b97effe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f703626-5587-4071-8b0d-59b32e9fa315,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:18.299299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40156) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:18.392335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-22799e07-d8a2-4137-a6f6-773f76a167c1 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1138993282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:18.461340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22799e07-d8a2-4137-a6f6-773f76a167c1 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.462654 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22799e07-d8a2-4137-a6f6-773f76a167c1 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.515455 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22799e07-d8a2-4137-a6f6-773f76a167c1 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.552886 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22799e07-d8a2-4137-a6f6-773f76a167c1 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.633227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-22799e07-d8a2-4137-a6f6-773f76a167c1 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.634496 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-22799e07-d8a2-4137-a6f6-773f76a167c1 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3341553 Sep 15 16:54:18.638449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40160) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:18.643232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-573862608'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:18.724368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Made reservation on behalf of 3f575c7a616945b3bbd6db3e9b71e95e for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:18.728052 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.736997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.825743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.890002 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.917089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:18.926585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519f9b62-5508-401a-9f65-e34bc2aa6bf5,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:18.933227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:18.933227 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Added segment c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a of type vlan for network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 Sep 15 16:54:18.975552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:19.056797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:19.062508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:19.063099 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:19.131980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event updated for resources: {'Network': ['ID=33846b09-a317-4b4c-ad04-27bb3e7d2a92,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:19.142435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:19.176594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8ce30025-c8df-4f45-933d-1e89e9f2b2fa tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5370574 Sep 15 16:54:19.179324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40162) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:19.184843 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Request body: {'subnet': {'network_id': '33846b09-a317-4b4c-ad04-27bb3e7d2a92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:19.370053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Made reservation on behalf of 3f575c7a616945b3bbd6db3e9b71e95e for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:19.373564 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:19.616353 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:19.684805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event updated for resources: {'Subnet': ['ID=60dffa94-daab-4a78-bec1-2e4783afd060,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:19.693032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Checking segment: {'id': 'c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33846b09-a317-4b4c-ad04-27bb3e7d2a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:19.693389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Network hostable DHCP agents. Network: 33846b09-a317-4b4c-ad04-27bb3e7d2a92, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:19.753030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:19.827041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 33846b09-a317-4b4c-ad04-27bb3e7d2a92) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:19.831768 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:19.832925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:19.845892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bddce-d37b-4f99-9d61-1a64899b2fb6 None None] Network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:19.919338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-07bb7cae-ba94-441c-a377-f3f1d2f9b78a tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7389233 Sep 15 16:54:19.923939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40164) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:19.929060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-166490790'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:20.000107 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-33846b09-a317-4b4c-ad04-27bb3e7d2a92', 'network_id': '33846b09-a317-4b4c-ad04-27bb3e7d2a92', 'tenant_id': '3f575c7a616945b3bbd6db3e9b71e95e', 'fixed_ips': [{'subnet_id': '60dffa94-daab-4a78-bec1-2e4783afd060'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:20.001012 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.004171 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Made reservation on behalf of 3f575c7a616945b3bbd6db3e9b71e95e for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:20.007657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.033910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:20.042676 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.043017 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Added segment b3961903-191d-44f6-8fb2-cc28127be331 of type vlan for network 898f0648-2563-4ba9-904e-082f82d69d39 Sep 15 16:54:20.081925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.140054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Allocated IP 172.20.0.2 (33846b09-a317-4b4c-ad04-27bb3e7d2a92/60dffa94-daab-4a78-bec1-2e4783afd060/ccc0b627-3fee-4147-b009-7f166a2fcfdc) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:20.182179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.188145 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:20.188753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.255461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event updated for resources: {'Network': ['ID=898f0648-2563-4ba9-904e-082f82d69d39,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:20.268325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 898f0648-2563-4ba9-904e-082f82d69d39 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:20.302041 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ebdf1f8d-c1ca-4795-8a72-4cd89f80dc6d tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3768697 Sep 15 16:54:20.305024 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40166) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:20.310588 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Request body: {'subnet': {'network_id': '898f0648-2563-4ba9-904e-082f82d69d39', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:20.339584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.433241 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.461060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Made reservation on behalf of 3f575c7a616945b3bbd6db3e9b71e95e for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:20.464903 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.470354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:20.473355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:20.476782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:20.490382 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Pushing event updated for resources: {'Port': ['ID=ccc0b627-3fee-4147-b009-7f166a2fcfdc,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:20.547656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Attempting to bind port ccc0b627-3fee-4147-b009-7f166a2fcfdc on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:20.548294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Attempting to bind port ccc0b627-3fee-4147-b009-7f166a2fcfdc by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33846b09-a317-4b4c-ad04-27bb3e7d2a92'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:20.548942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Attempting to bind port ccc0b627-3fee-4147-b009-7f166a2fcfdc on network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:20.554501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:20.554878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Checking segment: {'id': 'c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33846b09-a317-4b4c-ad04-27bb3e7d2a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:20.555309 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.556442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Bound using segment: {'id': 'c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33846b09-a317-4b4c-ad04-27bb3e7d2a92'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:20.557005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Bound port: ccc0b627-3fee-4147-b009-7f166a2fcfdc, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '33846b09-a317-4b4c-ad04-27bb3e7d2a92'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:20.557392 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.621279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] For port ccc0b627-3fee-4147-b009-7f166a2fcfdc, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:20.624278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] For port ccc0b627-3fee-4147-b009-7f166a2fcfdc, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ccc0b627-3fee-4147-b009-7f166a2fcfdc,segment=NetworkSegment(c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a),segment_id=c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:20.714191 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.753352 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:20.773758 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05382fd2-42f4-4803-9c31-e74a575155cb None None] Pushing event updated for resources: {'Port': ['ID=ccc0b627-3fee-4147-b009-7f166a2fcfdc,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:20.822604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event updated for resources: {'Subnet': ['ID=d7e34e51-8b6e-446a-98ad-add3a8f065e0,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:20.830290 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Checking segment: {'id': 'b3961903-191d-44f6-8fb2-cc28127be331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '898f0648-2563-4ba9-904e-082f82d69d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:20.830675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Network hostable DHCP agents. Network: 898f0648-2563-4ba9-904e-082f82d69d39, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:20.924676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Network 898f0648-2563-4ba9-904e-082f82d69d39 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:20.995477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 898f0648-2563-4ba9-904e-082f82d69d39) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:21.000355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:21.001023 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.004896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de224e96-33ae-4ecb-aa23-91d79b0335a4 None None] Network 898f0648-2563-4ba9-904e-082f82d69d39 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:21.068438 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-19a95bfc-c7f7-4383-9f82-f378f23312be tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7617350 Sep 15 16:54:21.071737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40168) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:21.076941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2ef657b4-bdf5-49e8-aeaa-bd8bc8877658 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Request body: {'router': {'external_gateway_info': {'network_id': '898f0648-2563-4ba9-904e-082f82d69d39'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:21.294915 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2ef657b4-bdf5-49e8-aeaa-bd8bc8877658 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.324079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-898f0648-2563-4ba9-904e-082f82d69d39', 'network_id': '898f0648-2563-4ba9-904e-082f82d69d39', 'tenant_id': '3f575c7a616945b3bbd6db3e9b71e95e', 'fixed_ips': [{'subnet_id': 'd7e34e51-8b6e-446a-98ad-add3a8f065e0'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:21.324983 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.444243 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [None req-2ef657b4-bdf5-49e8-aeaa-bd8bc8877658 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 16:54:21.445355 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2ef657b4-bdf5-49e8-aeaa-bd8bc8877658 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "PUT /v2.0/routers/06b41387-c11c-4efa-b6ab-2f8940ded48d HTTP/1.1" status: 400 len: 364 time: 0.3722949 Sep 15 16:54:21.452018 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40170) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:21.479590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Allocated IP 172.21.0.2 (898f0648-2563-4ba9-904e-082f82d69d39/d7e34e51-8b6e-446a-98ad-add3a8f065e0/d916d7c8-b532-4956-8253-f05c4d08c948) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:21.511572 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Deleting subnet d7e34e51-8b6e-446a-98ad-add3a8f065e0 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:54:21.637047 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.654218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a8e49b-9cb0-451a-aa87-5d4688026914 None None] Network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:21.695369 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.706725 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.736922 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.777970 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Network 898f0648-2563-4ba9-904e-082f82d69d39 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:21.792789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:21.797987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:21.800277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Pushing event updated for resources: {'Port': ['ID=d916d7c8-b532-4956-8253-f05c4d08c948,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:21.804380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-588dd68e-6b52-4a9c-81cb-bd6b84672225 None None] Provisioning complete for port ccc0b627-3fee-4147-b009-7f166a2fcfdc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:21.804788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-588dd68e-6b52-4a9c-81cb-bd6b84672225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.839520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.937804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Attempting to bind port d916d7c8-b532-4956-8253-f05c4d08c948 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:21.938102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Attempting to bind port d916d7c8-b532-4956-8253-f05c4d08c948 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'b3961903-191d-44f6-8fb2-cc28127be331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '898f0648-2563-4ba9-904e-082f82d69d39'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:21.938466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Attempting to bind port d916d7c8-b532-4956-8253-f05c4d08c948 on network 898f0648-2563-4ba9-904e-082f82d69d39 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:21.948506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.950812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:21.951192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Checking segment: {'id': 'b3961903-191d-44f6-8fb2-cc28127be331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '898f0648-2563-4ba9-904e-082f82d69d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:21.951593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.951987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Bound using segment: {'id': 'b3961903-191d-44f6-8fb2-cc28127be331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '898f0648-2563-4ba9-904e-082f82d69d39'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:21.952457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Bound port: d916d7c8-b532-4956-8253-f05c4d08c948, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3961903-191d-44f6-8fb2-cc28127be331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '898f0648-2563-4ba9-904e-082f82d69d39'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:21.952927 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.976439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e34e51-8b6e-446a-98ad-add3a8f065e0,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:21.981010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:21.983380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1a1fbd1e-3d0a-4473-9e81-c9af8aff633e tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "DELETE /v2.0/subnets/d7e34e51-8b6e-446a-98ad-add3a8f065e0 HTTP/1.1" status: 204 len: 168 time: 0.5303292 Sep 15 16:54:21.985958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40172) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:22.042859 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-588dd68e-6b52-4a9c-81cb-bd6b84672225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.068796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] For port d916d7c8-b532-4956-8253-f05c4d08c948, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:22.069582 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.090949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] For port d916d7c8-b532-4956-8253-f05c4d08c948, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d916d7c8-b532-4956-8253-f05c4d08c948,segment=NetworkSegment(b3961903-191d-44f6-8fb2-cc28127be331),segment_id=b3961903-191d-44f6-8fb2-cc28127be331)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:22.099499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-588dd68e-6b52-4a9c-81cb-bd6b84672225 None None] For port ccc0b627-3fee-4147-b009-7f166a2fcfdc, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ccc0b627-3fee-4147-b009-7f166a2fcfdc,segment=NetworkSegment(c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a),segment_id=c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:22.128025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Deleting port d916d7c8-b532-4956-8253-f05c4d08c948 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:22.128368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.159015 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.190448 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-588dd68e-6b52-4a9c-81cb-bd6b84672225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.201528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] For port d916d7c8-b532-4956-8253-f05c4d08c948, host n-d-808199-2, got binding levels [] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:22.202259 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.215865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Calling delete_port for d916d7c8-b532-4956-8253-f05c4d08c948 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:22.245251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af99f1c-ec95-456b-9a01-a9f2d928b756 None None] Pushing event updated for resources: {'Port': ['ID=d916d7c8-b532-4956-8253-f05c4d08c948,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:22.273524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de7050-388a-47cf-a817-ad187d58786c None None] Network 898f0648-2563-4ba9-904e-082f82d69d39 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:22.341700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.362767 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dd68e-6b52-4a9c-81cb-bd6b84672225 None None] Pushing event updated for resources: {'Port': ['ID=ccc0b627-3fee-4147-b009-7f166a2fcfdc,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:22.376060 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event deleted for resources: {'Port': ['ID=d916d7c8-b532-4956-8253-f05c4d08c948,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:22.376184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-97737190-7e8a-4bf4-848e-5545614e5a0c None None] Provisioning complete for port ccc0b627-3fee-4147-b009-7f166a2fcfdc triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:22.376184 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-97737190-7e8a-4bf4-848e-5545614e5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.377466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] No DVR routers for this DVR port d916d7c8-b532-4956-8253-f05c4d08c948 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:22.441038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba7b744-eee5-4271-abee-9ea2fe397404 None None] get_active_networks_info from n-d-808199-2 {{(pid=102020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 16:54:22.457534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.476994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898f0648-2563-4ba9-904e-082f82d69d39']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:22.486387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3961903-191d-44f6-8fb2-cc28127be331') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:22.486683 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3961903-191d-44f6-8fb2-cc28127be331') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:22.501481 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.514378 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.520175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:22.520590 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:22.523541 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:22.549585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba7b744-eee5-4271-abee-9ea2fe397404 None None] Resources bound (agent type, host, resource id): {{(pid=102020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 16:54:22.650730 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.657637 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.659527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "DELETE /v2.0/networks/898f0648-2563-4ba9-904e-082f82d69d39 HTTP/1.1" status: 204 len: 168 time: 0.6724682 Sep 15 16:54:22.662281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40174) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:22.673253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab459bc-693e-4fb1-9f6f-387b160d7045 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event deleted for resources: {'Network': ['ID=898f0648-2563-4ba9-904e-082f82d69d39,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:22.724110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Deleting subnet 60dffa94-daab-4a78-bec1-2e4783afd060 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:54:22.728948 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.775250 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.794892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ccc0b627-3fee-4147-b009-7f166a2fcfdc up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:22.843716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ccc0b627-3fee-4147-b009-7f166a2fcfdc triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:22.844102 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.862494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:22.976005 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.004806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event deleted for resources: {'Subnet': ['ID=60dffa94-daab-4a78-bec1-2e4783afd060,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:23.006789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.009363 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a62d2776-b837-4590-a66a-9fbe18f83f4b tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "DELETE /v2.0/subnets/60dffa94-daab-4a78-bec1-2e4783afd060 HTTP/1.1" status: 204 len: 168 time: 0.3453612 Sep 15 16:54:23.011136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40176) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:23.013685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68e3cf-a925-4269-b612-dd3e990748e7 None None] Network 33846b09-a317-4b4c-ad04-27bb3e7d2a92 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:23.087064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.140039 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Deleting port ccc0b627-3fee-4147-b009-7f166a2fcfdc {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:23.140376 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.181111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] DHCP port deletion for 33846b09-a317-4b4c-ad04-27bb3e7d2a92 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:54:23.208470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] For port ccc0b627-3fee-4147-b009-7f166a2fcfdc, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ccc0b627-3fee-4147-b009-7f166a2fcfdc,segment=NetworkSegment(c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a),segment_id=c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:23.208863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.221747 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Calling delete_port for ccc0b627-3fee-4147-b009-7f166a2fcfdc owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:23.231647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] Deleting port ccc0b627-3fee-4147-b009-7f166a2fcfdc {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:54:23.232024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.293303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] For port ccc0b627-3fee-4147-b009-7f166a2fcfdc, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ccc0b627-3fee-4147-b009-7f166a2fcfdc,segment=NetworkSegment(c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a),segment_id=c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:23.293696 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.306183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] Calling delete_port for ccc0b627-3fee-4147-b009-7f166a2fcfdc owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:54:23.353245 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.382587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event deleted for resources: {'Port': ['ID=ccc0b627-3fee-4147-b009-7f166a2fcfdc,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:23.384268 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.386611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] No DVR routers for this DVR port ccc0b627-3fee-4147-b009-7f166a2fcfdc on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:23.412466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] Pushing event deleted for resources: {'Port': ['ID=ccc0b627-3fee-4147-b009-7f166a2fcfdc,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:23.416801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3adce2b-d2a5-4b1c-857e-cf3ccd6a3311 None None] No DVR routers for this DVR port ccc0b627-3fee-4147-b009-7f166a2fcfdc on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:54:23.467791 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.486908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33846b09-a317-4b4c-ad04-27bb3e7d2a92']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:23.496054 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:23.496355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93d9b78-6e38-4bd8-9c5e-7c3ed8dacf8a') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:23.510438 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.523387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.529875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:54:23.530264 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:54:23.533242 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:54:23.661046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.668004 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.669871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "DELETE /v2.0/networks/33846b09-a317-4b4c-ad04-27bb3e7d2a92 HTTP/1.1" status: 204 len: 168 time: 0.6578078 Sep 15 16:54:23.672675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40178) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:23.681611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704d488-22cd-499f-8a26-905914c35e74 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Pushing event deleted for resources: {'Network': ['ID=33846b09-a317-4b4c-ad04-27bb3e7d2a92,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:23.701987 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-969d57d6-155b-4e76-94f1-7cebd59bcae5 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "GET /v2.0/ports?device_id=06b41387-c11c-4efa-b6ab-2f8940ded48d HTTP/1.1" status: 200 len: 205 time: 0.0280693 Sep 15 16:54:23.712130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:23.788593 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0cac057-4700-46bf-992b-79ed491850c7 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.950618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0cac057-4700-46bf-992b-79ed491850c7 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:23.952819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0cac057-4700-46bf-992b-79ed491850c7 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.089897 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec4742d1-b974-47d5-ba49-b4390a466ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.101550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0cac057-4700-46bf-992b-79ed491850c7 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.102601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cac057-4700-46bf-992b-79ed491850c7 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Fanout notify agent at l3_agent the message router_deleted on router 06b41387-c11c-4efa-b6ab-2f8940ded48d {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:54:24.109303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e0cac057-4700-46bf-992b-79ed491850c7 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.110409 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e0cac057-4700-46bf-992b-79ed491850c7 tempest-RoutersNegativeTest-372168077 tempest-RoutersNegativeTest-372168077-project] 10.222.0.63 "DELETE /v2.0/routers/06b41387-c11c-4efa-b6ab-2f8940ded48d HTTP/1.1" status: 204 len: 168 time: 0.3973022 Sep 15 16:54:24.531164 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40186) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:24.659643 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2a890877-e7e7-49f7-9b7d-7d34c9cc56ab admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3f575c7a616945b3bbd6db3e9b71e95e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273313 Sep 15 16:54:24.662336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40190) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:24.724531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a170bc6-b6ae-4696-9b30-e5e5224a7ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.736679 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a170bc6-b6ae-4696-9b30-e5e5224a7ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.750996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ccc0b627-3fee-4147-b009-7f166a2fcfdc no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:54:24.771869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ccc0b627-3fee-4147-b009-7f166a2fcfdc {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:54:24.774136 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ccc0b627-3fee-4147-b009-7f166a2fcfdc not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:54:24.867237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a170bc6-b6ae-4696-9b30-e5e5224a7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.870650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7a170bc6-b6ae-4696-9b30-e5e5224a7ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:24.871827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7a170bc6-b6ae-4696-9b30-e5e5224a7ef6 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/519f9b62-5508-401a-9f65-e34bc2aa6bf5 HTTP/1.1" status: 204 len: 168 time: 0.2086108 Sep 15 16:54:24.879898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a170bc6-b6ae-4696-9b30-e5e5224a7ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f9b62-5508-401a-9f65-e34bc2aa6bf5,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:25.758762 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:25.856324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1830259752-network', 'tenant_id': 'a432e377a8104523be79ee5726b395d4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:25.941207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Made reservation on behalf of a432e377a8104523be79ee5726b395d4 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:25.943462 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:25.952191 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.038110 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.101703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.126317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:26.135713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a092400d-86b9-4669-9a8c-69ed82942a51,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:26.140416 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.140785 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Added segment 97a00a99-05c0-4ce1-b5c1-47a39d43b3e7 of type vlan for network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e Sep 15 16:54:26.185158 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.261337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.262224 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:26.262838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.323305 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] Pushing event updated for resources: {'Network': ['ID=23eecd39-8ba9-4f87-90da-95d1a4bdab7e,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:26.332817 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:26.342155 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6b63e436-7104-479e-bc05-94d525f779ce admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5822837 Sep 15 16:54:26.345268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:26.350392 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Request body: {'subnet': {'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-subnet', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:26.415879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Made reservation on behalf of a432e377a8104523be79ee5726b395d4 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:26.418330 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.644109 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.703624 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd7c307-9f61-4131-b36c-e1ad49211623,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:26.710625 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Checking segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:26.710991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Network hostable DHCP agents. Network: 23eecd39-8ba9-4f87-90da-95d1a4bdab7e, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:26.792440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:26.872608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 23eecd39-8ba9-4f87-90da-95d1a4bdab7e) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:26.876723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:26.877373 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:26.881413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a8116-4bfa-4809-928b-e63ff00abc11 None None] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:26.982268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-06f680bc-7a25-4b1c-8d85-a44127aefa9c admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6357257 Sep 15 16:54:26.984858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40218) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:26.991647 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:27.024421 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:27.025265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.061574 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.062641 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.118851 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.150336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.171309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Allocated IP 172.20.0.2 (23eecd39-8ba9-4f87-90da-95d1a4bdab7e/0dd7c307-9f61-4131-b36c-e1ad49211623/c403282d-f465-4e3f-ae7e-9bede257b89d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:27.262642 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.308789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.343659 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.358452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a7aa-11c8-4e56-a039-ed735f1bd086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.410324 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.452218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:27.456495 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:27.463358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:27.466147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Pushing event updated for resources: {'Port': ['ID=c403282d-f465-4e3f-ae7e-9bede257b89d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:27.517538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Attempting to bind port c403282d-f465-4e3f-ae7e-9bede257b89d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:27.517859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Attempting to bind port c403282d-f465-4e3f-ae7e-9bede257b89d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:27.518177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Attempting to bind port c403282d-f465-4e3f-ae7e-9bede257b89d on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:27.523067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:27.523444 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Checking segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:27.523842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.524678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Bound using segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:27.525148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Bound port: c403282d-f465-4e3f-ae7e-9bede257b89d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:27.525529 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.583450 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.595250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] For port c403282d-f465-4e3f-ae7e-9bede257b89d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:27.599402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] For port c403282d-f465-4e3f-ae7e-9bede257b89d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c403282d-f465-4e3f-ae7e-9bede257b89d,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:27.603104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.685014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.709844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Allocated IP 172.25.0.15 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/5505713c-34a2-42c4-8979-a95518310e92) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:27.745998 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd460dc-a98b-40f6-b564-9e2baa2de73e None None] Pushing event updated for resources: {'Port': ['ID=c403282d-f465-4e3f-ae7e-9bede257b89d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:27.823594 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.918870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:27.960649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:27.963752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:27.970461 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:27.973731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Pushing event updated for resources: {'Port': ['ID=5505713c-34a2-42c4-8979-a95518310e92,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:28.313801 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:28.514494 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:28.640975 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a777bcc1-a26a-49d7-8c5f-e2e4f48dbc86 None None] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:28.745119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:28.745119 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-367ca6ec-95cb-4910-a35a-838300463ea4 None None] Provisioning complete for port c403282d-f465-4e3f-ae7e-9bede257b89d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:28.745119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-367ca6ec-95cb-4910-a35a-838300463ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:28.867263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c403282d-f465-4e3f-ae7e-9bede257b89d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:28.914071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-367ca6ec-95cb-4910-a35a-838300463ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:28.961920 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-367ca6ec-95cb-4910-a35a-838300463ea4 None None] For port c403282d-f465-4e3f-ae7e-9bede257b89d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c403282d-f465-4e3f-ae7e-9bede257b89d,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:28.968219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c403282d-f465-4e3f-ae7e-9bede257b89d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:28.968630 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.011452 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-367ca6ec-95cb-4910-a35a-838300463ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.061408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Router af1b5c4d-e83f-4561-a145-70225abb5541 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:54:29.092395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ca6ec-95cb-4910-a35a-838300463ea4 None None] Pushing event updated for resources: {'Port': ['ID=c403282d-f465-4e3f-ae7e-9bede257b89d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:29.134436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ae17c8d7-8fcf-4b9e-884e-2d6a8a910718 None None] Provisioning complete for port c403282d-f465-4e3f-ae7e-9bede257b89d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:29.134795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ae17c8d7-8fcf-4b9e-884e-2d6a8a910718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.171619 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:54:29.180022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Sync routers for ids ['af1b5c4d-e83f-4561-a145-70225abb5541'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:54:29.233137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.234457 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7755c5f4-8c0b-48b6-8356-7085a0232765 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2486367 Sep 15 16:54:29.237221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40220) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:29.362447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Routers {'af1b5c4d-e83f-4561-a145-70225abb5541'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:29.362986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['af1b5c4d-e83f-4561-a145-70225abb5541'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:29.482644 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Set router af1b5c4d-e83f-4561-a145-70225abb5541 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:29.650928 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.660833 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5505713c-34a2-42c4-8979-a95518310e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:28Z', 'revision_number': 3, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port': {'id': '5505713c-34a2-42c4-8979-a95518310e92', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:29.691714 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Checking router: af1b5c4d-e83f-4561-a145-70225abb5541 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:54:29.692065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Updating router af1b5c4d-e83f-4561-a145-70225abb5541 port 5505713c-34a2-42c4-8979-a95518310e92 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:54:29.717139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.808395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Allocated IP 172.20.0.1 (23eecd39-8ba9-4f87-90da-95d1a4bdab7e/0dd7c307-9f61-4131-b36c-e1ad49211623/89d773bd-43c6-49d2-827a-cabae6f6c55e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:29.910571 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.975051 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:29.998134 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.034106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:30.037261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:30.041402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:30.073925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Pushing event updated for resources: {'Port': ['ID=89d773bd-43c6-49d2-827a-cabae6f6c55e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:30.078500 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.094674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.140265 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Attempting to bind port 5505713c-34a2-42c4-8979-a95518310e92 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:30.140666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Attempting to bind port 5505713c-34a2-42c4-8979-a95518310e92 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:30.141040 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Attempting to bind port 5505713c-34a2-42c4-8979-a95518310e92 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:30.144463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d04d4-ad7a-41c0-a634-3d886441cbd0 None None] Pushing event updated for resources: {'Port': ['ID=5505713c-34a2-42c4-8979-a95518310e92,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:30.151336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:30.151942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:30.152352 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.152768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:30.153324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Bound port: 5505713c-34a2-42c4-8979-a95518310e92, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:30.153618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.211116 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] For port 5505713c-34a2-42c4-8979-a95518310e92, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:30.214400 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] For port 5505713c-34a2-42c4-8979-a95518310e92, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5505713c-34a2-42c4-8979-a95518310e92,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:30.274291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.279855 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.325188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Routers {'af1b5c4d-e83f-4561-a145-70225abb5541'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:30.325736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['af1b5c4d-e83f-4561-a145-70225abb5541'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:30.370870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.378399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d04d4-ad7a-41c0-a634-3d886441cbd0 None None] Pushing event updated for resources: {'Port': ['ID=5505713c-34a2-42c4-8979-a95518310e92,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:30.397725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-9a25401b-a9dc-43dd-af54-3c32f96e8551 None None] Provisioning complete for port 89d773bd-43c6-49d2-827a-cabae6f6c55e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:30.398102 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9a25401b-a9dc-43dd-af54-3c32f96e8551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.448562 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.474940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9a25401b-a9dc-43dd-af54-3c32f96e8551 None None] Port 89d773bd-43c6-49d2-827a-cabae6f6c55e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:54:30.482985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] Set router af1b5c4d-e83f-4561-a145-70225abb5541 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:30.506941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.574190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Pushing event updated for resources: {'Port': ['ID=89d773bd-43c6-49d2-827a-cabae6f6c55e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:30.577637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.671991 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:30.673404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:30.693228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5505713c-34a2-42c4-8979-a95518310e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 4, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port': {'id': '5505713c-34a2-42c4-8979-a95518310e92', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '89d773bd-43c6-49d2-827a-cabae6f6c55e', 'name': '', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'mac_address': 'fa:16:3e:bb:5e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:29Z', 'updated_at': '2021-09-15T16:54:29Z', 'revision_number': 1, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'subnets': [{'id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:30.721636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1824da-bc99-48e6-a532-cbc9c968f359 None None] The sync data for ids ['af1b5c4d-e83f-4561-a145-70225abb5541'] in n-d-808199-2 is: [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5505713c-34a2-42c4-8979-a95518310e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 4, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port': {'id': '5505713c-34a2-42c4-8979-a95518310e92', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '89d773bd-43c6-49d2-827a-cabae6f6c55e', 'name': '', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'mac_address': 'fa:16:3e:bb:5e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:29Z', 'updated_at': '2021-09-15T16:54:29Z', 'revision_number': 1, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'subnets': [{'id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:54:30.774589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c403282d-f465-4e3f-ae7e-9bede257b89d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:30.801127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Router af1b5c4d-e83f-4561-a145-70225abb5541 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:54:30.862422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c403282d-f465-4e3f-ae7e-9bede257b89d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:30.862810 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.885262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:30.924629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:54:30.932997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5563253d-9fc0-4264-b323-fd1f80d5e204 admin admin] 10.222.0.63 "PUT /v2.0/routers/af1b5c4d-e83f-4561-a145-70225abb5541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946843 Sep 15 16:54:31.018287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-da9a3a03-dcba-4853-bdf9-9b260b0fee2b None None] Provisioning complete for port 89d773bd-43c6-49d2-827a-cabae6f6c55e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:31.018671 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da9a3a03-dcba-4853-bdf9-9b260b0fee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:31.060688 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-da9a3a03-dcba-4853-bdf9-9b260b0fee2b None None] Port 89d773bd-43c6-49d2-827a-cabae6f6c55e cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:54:31.651377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40236) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:31.659867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2016918067-network', 'tenant_id': '399056f7c4e4441f9250be9762eed20e'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:31.747478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Made reservation on behalf of 399056f7c4e4441f9250be9762eed20e for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:31.749968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:31.759962 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:31.871127 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:31.958417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:31.981049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:54:31.997042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cab9a15-f18b-4f90-9087-3d4bdb3857ca,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:32.000096 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.000379 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Added segment 89e4f272-6e7a-4408-819d-882b7db08e7b of type vlan for network cc8464d0-5501-4862-a474-dbc45c8105e3 Sep 15 16:54:32.045090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.130934 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.131955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:32.132562 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.193131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8464d0-5501-4862-a474-dbc45c8105e3,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:32.202945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network cc8464d0-5501-4862-a474-dbc45c8105e3 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:54:32.204775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e0c49bbe-e9b9-464f-8639-605e7c199d30 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5516934 Sep 15 16:54:32.207400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40238) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:32.212981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Request body: {'subnet': {'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-subnet', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:32.266983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Made reservation on behalf of 399056f7c4e4441f9250be9762eed20e for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:32.269493 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.484593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.550127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd40ad4-b807-4bc2-b2b2-8d31f841d086,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:32.554300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Checking segment: {'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:32.554665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Network hostable DHCP agents. Network: cc8464d0-5501-4862-a474-dbc45c8105e3, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:54:32.626059 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Network cc8464d0-5501-4862-a474-dbc45c8105e3 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:54:32.684250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, cc8464d0-5501-4862-a474-dbc45c8105e3) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:32.688424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:32.689108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.693049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8aa7bc-6cae-480d-bc98-9ae25c20d31c None None] Network cc8464d0-5501-4862-a474-dbc45c8105e3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:32.776667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7ee39576-f5be-4f37-9d7b-e70dbac9d705 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5680497 Sep 15 16:54:32.779001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40240) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:32.785537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:32.810406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5505713c-34a2-42c4-8979-a95518310e92 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:32.891621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-cc8464d0-5501-4862-a474-dbc45c8105e3', 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'fixed_ips': [{'subnet_id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:54:32.892466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.901857 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.907777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5505713c-34a2-42c4-8979-a95518310e92 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:32.907777 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.908368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.958440 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:32.982942 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Sync routers for ids ['af1b5c4d-e83f-4561-a145-70225abb5541'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:54:32.993084 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Routers {'af1b5c4d-e83f-4561-a145-70225abb5541'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:32.994062 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['af1b5c4d-e83f-4561-a145-70225abb5541'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:33.089371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.100986 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Set router af1b5c4d-e83f-4561-a145-70225abb5541 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:33.104022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Allocated IP 172.20.0.2 (cc8464d0-5501-4862-a474-dbc45c8105e3/ddd40ad4-b807-4bc2-b2b2-8d31f841d086/1e3ce1d9-527d-414f-878f-dbf94a544e22) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:33.121859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 5505713c-34a2-42c4-8979-a95518310e92, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5505713c-34a2-42c4-8979-a95518310e92,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:33.182331 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.206191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.259308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=5505713c-34a2-42c4-8979-a95518310e92,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:33.311228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.322182 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5505713c-34a2-42c4-8979-a95518310e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 4, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port': {'id': '5505713c-34a2-42c4-8979-a95518310e92', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '89d773bd-43c6-49d2-827a-cabae6f6c55e', 'name': '', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'mac_address': 'fa:16:3e:bb:5e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:29Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 2, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'subnets': [{'id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:33.349303 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Checking router: af1b5c4d-e83f-4561-a145-70225abb5541 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:54:33.349569 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Updating router af1b5c4d-e83f-4561-a145-70225abb5541 port 89d773bd-43c6-49d2-827a-cabae6f6c55e binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:54:33.369657 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.374213 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.410546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Network cc8464d0-5501-4862-a474-dbc45c8105e3 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:33.415424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:33.417981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:33.429000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Pushing event updated for resources: {'Port': ['ID=1e3ce1d9-527d-414f-878f-dbf94a544e22,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:33.476853 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.489745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Attempting to bind port 1e3ce1d9-527d-414f-878f-dbf94a544e22 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:33.490124 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Attempting to bind port 1e3ce1d9-527d-414f-878f-dbf94a544e22 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:33.490492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Attempting to bind port 1e3ce1d9-527d-414f-878f-dbf94a544e22 on network cc8464d0-5501-4862-a474-dbc45c8105e3 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:33.496214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:33.496630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Checking segment: {'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:33.497037 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.497432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Bound using segment: {'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:33.497756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.497945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Bound port: 1e3ce1d9-527d-414f-878f-dbf94a544e22, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:33.498284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.565724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] For port 1e3ce1d9-527d-414f-878f-dbf94a544e22, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:33.569553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] For port 1e3ce1d9-527d-414f-878f-dbf94a544e22, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e3ce1d9-527d-414f-878f-dbf94a544e22,segment=NetworkSegment(89e4f272-6e7a-4408-819d-882b7db08e7b),segment_id=89e4f272-6e7a-4408-819d-882b7db08e7b)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:33.610535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Allocated IP 172.25.0.199 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/1df8948f-5b8e-49e7-8717-c2698614006f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:33.651129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.652732 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.712944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea87bc-5ee1-4522-a055-4a9e1f8a7f65 None None] Pushing event updated for resources: {'Port': ['ID=1e3ce1d9-527d-414f-878f-dbf94a544e22,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:33.730351 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.734805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.783000 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Pushing event updated for resources: {'Port': ['ID=89d773bd-43c6-49d2-827a-cabae6f6c55e,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:33.795369 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.796363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.796757 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.797616 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.797985 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.798325 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.798670 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.798995 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.799322 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.799699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.800029 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.800353 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:54:33.845166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.856675 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Attempting to bind port 89d773bd-43c6-49d2-827a-cabae6f6c55e on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:33.857208 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Attempting to bind port 89d773bd-43c6-49d2-827a-cabae6f6c55e by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:33.857614 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Attempting to bind port 89d773bd-43c6-49d2-827a-cabae6f6c55e on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:33.863194 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:33.863508 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Checking segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:33.863957 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.864417 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Bound using segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:33.864955 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Bound port: 89d773bd-43c6-49d2-827a-cabae6f6c55e, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:33.865338 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:33.886978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:33.890376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:33.894221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:33.951508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=1df8948f-5b8e-49e7-8717-c2698614006f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:33.966912 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] For port 89d773bd-43c6-49d2-827a-cabae6f6c55e, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:33.970330 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] For port 89d773bd-43c6-49d2-827a-cabae6f6c55e, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89d773bd-43c6-49d2-827a-cabae6f6c55e,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:34.057150 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:34.110705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Routers {'af1b5c4d-e83f-4561-a145-70225abb5541'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:34.111438 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['af1b5c4d-e83f-4561-a145-70225abb5541'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:34.129344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bf8f9778-27bd-4b92-84b1-0d2a4976e234 None None] Provisioning complete for port 89d773bd-43c6-49d2-827a-cabae6f6c55e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:34.129968 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9778-27bd-4b92-84b1-0d2a4976e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:34.160000 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db620a-416e-4905-8f4c-eadf491707b1 None None] Pushing event updated for resources: {'Port': ['ID=89d773bd-43c6-49d2-827a-cabae6f6c55e,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:34.242450 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9778-27bd-4b92-84b1-0d2a4976e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:34.281465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-bf8f9778-27bd-4b92-84b1-0d2a4976e234 None None] For port 89d773bd-43c6-49d2-827a-cabae6f6c55e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89d773bd-43c6-49d2-827a-cabae6f6c55e,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:34.308770 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:34.336117 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9778-27bd-4b92-84b1-0d2a4976e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:34.368902 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] Set router af1b5c4d-e83f-4561-a145-70225abb5541 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:34.389066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f9778-27bd-4b92-84b1-0d2a4976e234 None None] Pushing event updated for resources: {'Port': ['ID=89d773bd-43c6-49d2-827a-cabae6f6c55e,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:34.459207 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-90ab2c71-646a-4115-b4c8-94763e2cb2c5 None None] Provisioning complete for port 89d773bd-43c6-49d2-827a-cabae6f6c55e triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:34.459577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90ab2c71-646a-4115-b4c8-94763e2cb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:34.548876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:34.623946 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5505713c-34a2-42c4-8979-a95518310e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 4, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port': {'id': '5505713c-34a2-42c4-8979-a95518310e92', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '89d773bd-43c6-49d2-827a-cabae6f6c55e', 'name': '', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'mac_address': 'fa:16:3e:bb:5e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:29Z', 'updated_at': '2021-09-15T16:54:33Z', 'revision_number': 4, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'subnets': [{'id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:34.662253 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea75bb9-a874-4bf9-8c64-91dcd6c3cd44 None None] The sync data for ids ['af1b5c4d-e83f-4561-a145-70225abb5541'] in n-d-808199-2 is: [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5505713c-34a2-42c4-8979-a95518310e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:30Z', 'revision_number': 4, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port': {'id': '5505713c-34a2-42c4-8979-a95518310e92', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '89d773bd-43c6-49d2-827a-cabae6f6c55e', 'name': '', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'mac_address': 'fa:16:3e:bb:5e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:29Z', 'updated_at': '2021-09-15T16:54:33Z', 'revision_number': 4, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'subnets': [{'id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:54:34.771450 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:54:34.860931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd516bb7-b049-4fd1-8e1d-09502edd47d8 None None] Network cc8464d0-5501-4862-a474-dbc45c8105e3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:54:34.924646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:54:34.932708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5505713c-34a2-42c4-8979-a95518310e92 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:34.938662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Sync routers for ids ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:54:34.998755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.002779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-51023a49-76c7-4908-9381-398358de5bd0 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2199762 Sep 15 16:54:35.002956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40242) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:54:35.007710 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Routers {'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:35.008409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:35.060430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c5320f3b-ae96-4825-8909-6954a3046dd6 None None] Provisioning complete for port 1e3ce1d9-527d-414f-878f-dbf94a544e22 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:35.060847 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c5320f3b-ae96-4825-8909-6954a3046dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.210375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5505713c-34a2-42c4-8979-a95518310e92 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:35.210745 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.224646 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Set router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:35.430668 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c5320f3b-ae96-4825-8909-6954a3046dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.466766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.529795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c5320f3b-ae96-4825-8909-6954a3046dd6 None None] For port 1e3ce1d9-527d-414f-878f-dbf94a544e22, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e3ce1d9-527d-414f-878f-dbf94a544e22,segment=NetworkSegment(89e4f272-6e7a-4408-819d-882b7db08e7b),segment_id=89e4f272-6e7a-4408-819d-882b7db08e7b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:35.531457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e3ce1d9-527d-414f-878f-dbf94a544e22 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:35.599005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1e3ce1d9-527d-414f-878f-dbf94a544e22 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:35.602600 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.603316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:54:34Z', 'revision_number': 3, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port': {'id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:33Z', 'updated_at': '2021-09-15T16:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:35.604787 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c5320f3b-ae96-4825-8909-6954a3046dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.637223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Allocated IP 172.20.0.1 (cc8464d0-5501-4862-a474-dbc45c8105e3/ddd40ad4-b807-4bc2-b2b2-8d31f841d086/c1bffe1f-ef64-4475-a44e-186884ad83d8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:35.687945 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Checking router: c80209e0-ffbd-4dd3-b35d-e8f5179bb28f for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:54:35.688202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Updating router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f port 1df8948f-5b8e-49e7-8717-c2698614006f binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:54:35.753502 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.754684 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.794007 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5320f3b-ae96-4825-8909-6954a3046dd6 None None] Pushing event updated for resources: {'Port': ['ID=1e3ce1d9-527d-414f-878f-dbf94a544e22,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:35.800874 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-beeb9124-0c03-46ae-bb8b-61e5419e36d2 None None] Provisioning complete for port 1e3ce1d9-527d-414f-878f-dbf94a544e22 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:35.801254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-beeb9124-0c03-46ae-bb8b-61e5419e36d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.839564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.875009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Network cc8464d0-5501-4862-a474-dbc45c8105e3 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:35.877962 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:35.881718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:35.914171 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Pushing event updated for resources: {'Port': ['ID=c1bffe1f-ef64-4475-a44e-186884ad83d8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:35.936340 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:35.949019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89d773bd-43c6-49d2-827a-cabae6f6c55e up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:36.124095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 89d773bd-43c6-49d2-827a-cabae6f6c55e triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:36.124462 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.230098 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.257862 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-25088e86-69bb-4bcd-ae57-28759d488696 None None] Provisioning complete for port c1bffe1f-ef64-4475-a44e-186884ad83d8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:36.258302 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-25088e86-69bb-4bcd-ae57-28759d488696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.301071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.310212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-25088e86-69bb-4bcd-ae57-28759d488696 None None] Port c1bffe1f-ef64-4475-a44e-186884ad83d8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:54:36.364949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Attempting to bind port 1df8948f-5b8e-49e7-8717-c2698614006f on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:36.365328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Attempting to bind port 1df8948f-5b8e-49e7-8717-c2698614006f by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:36.365686 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Attempting to bind port 1df8948f-5b8e-49e7-8717-c2698614006f on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:36.367858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe729d97-5f6b-4c1f-8c06-ce0684716798 None None] Pushing event updated for resources: {'Port': ['ID=1df8948f-5b8e-49e7-8717-c2698614006f,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:36.373377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:36.373750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:36.374161 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.374528 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:36.374995 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Bound port: 1df8948f-5b8e-49e7-8717-c2698614006f, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:36.375361 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.427354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] For port 1df8948f-5b8e-49e7-8717-c2698614006f, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:36.430841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] For port 1df8948f-5b8e-49e7-8717-c2698614006f, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1df8948f-5b8e-49e7-8717-c2698614006f,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:36.470551 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.484988 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.533473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Routers {'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:36.534090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:36.585299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe729d97-5f6b-4c1f-8c06-ce0684716798 None None] Pushing event updated for resources: {'Port': ['ID=1df8948f-5b8e-49e7-8717-c2698614006f,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:36.633933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.654804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] Set router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:36.684291 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.753969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:36.755890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Pushing event updated for resources: {'Port': ['ID=c1bffe1f-ef64-4475-a44e-186884ad83d8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:36.855990 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Network cc8464d0-5501-4862-a474-dbc45c8105e3 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:36.857424 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:36.883365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e3ce1d9-527d-414f-878f-dbf94a544e22 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:36.983944 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:54:37.001921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1e3ce1d9-527d-414f-878f-dbf94a544e22 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:37.002295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:37.108052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:54:37.113610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4a4f63e0-2c04-48c9-8a63-a0c56b1a851e admin admin] 10.222.0.63 "PUT /v2.0/routers/c80209e0-ffbd-4dd3-b35d-e8f5179bb28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095390 Sep 15 16:54:37.114841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 4, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port': {'id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:33Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c1bffe1f-ef64-4475-a44e-186884ad83d8', 'name': '', 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'mac_address': 'fa:16:3e:80:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:35Z', 'updated_at': '2021-09-15T16:54:35Z', 'revision_number': 1, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'subnets': [{'id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:37.155875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df8dfb-3904-47bc-b938-5b63dc8253a3 None None] The sync data for ids ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'] in n-d-808199-2 is: [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 4, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port': {'id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:33Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c1bffe1f-ef64-4475-a44e-186884ad83d8', 'name': '', 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'mac_address': 'fa:16:3e:80:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:35Z', 'updated_at': '2021-09-15T16:54:35Z', 'revision_number': 1, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'subnets': [{'id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:54:37.170261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-42c7d560-48ca-45b4-b405-7e68ebe3fda1 None None] Provisioning complete for port c1bffe1f-ef64-4475-a44e-186884ad83d8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:37.170736 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-42c7d560-48ca-45b4-b405-7e68ebe3fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:37.212716 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-42c7d560-48ca-45b4-b405-7e68ebe3fda1 None None] Port c1bffe1f-ef64-4475-a44e-186884ad83d8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:54:37.857904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-c1041462-0460-4757-9def-190e1166cefe tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:37.860097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-c1041462-0460-4757-9def-190e1166cefe tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/networks?id=23eecd39-8ba9-4f87-90da-95d1a4bdab7e HTTP/1.1" status: 200 len: 817 time: 0.1242380 Sep 15 16:54:37.876351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-75fa0019-a542-430b-9108-19ba8cb35283 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/quotas/a432e377a8104523be79ee5726b395d4 HTTP/1.1" status: 200 len: 375 time: 0.0105722 Sep 15 16:54:37.935297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-ea1efc70-90aa-424f-ba07-7adb50a83685 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a432e377a8104523be79ee5726b395d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528672 Sep 15 16:54:38.034820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-a8469b48-d3c4-4e60-9ecd-d91829046b48 service neutron] 10.222.0.63 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872688 Sep 15 16:54:38.134558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-ba6a5444-679d-4ad6-8883-425954cb490f service neutron] 10.222.0.63 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922809 Sep 15 16:54:38.378669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85220c6b-4e5b-4274-9eff-d82c2ff8d32a req-ee3f174a-f040-4a8b-bbf0-19be6832a31e tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 210 time: 0.0274677 Sep 15 16:54:38.804003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1df8948f-5b8e-49e7-8717-c2698614006f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:38.853549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1df8948f-5b8e-49e7-8717-c2698614006f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:38.853890 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:38.938367 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:38.979829 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 1df8948f-5b8e-49e7-8717-c2698614006f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1df8948f-5b8e-49e7-8717-c2698614006f,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:39.059705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Sync routers for ids ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:54:39.069149 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Routers {'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:39.069796 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:39.084460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:39.135132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=1df8948f-5b8e-49e7-8717-c2698614006f,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:39.181667 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Set router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:39.384518 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 4, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port': {'id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:33Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c1bffe1f-ef64-4475-a44e-186884ad83d8', 'name': '', 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'mac_address': 'fa:16:3e:80:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:35Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 2, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'subnets': [{'id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:39.410311 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Checking router: c80209e0-ffbd-4dd3-b35d-e8f5179bb28f for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:54:39.410674 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Updating router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f port c1bffe1f-ef64-4475-a44e-186884ad83d8 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:54:39.437512 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:39.477391 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce3d6b91-e35b-464b-a1fe-675da028046d req-ff4cccb5-7534-49a3-bdd9-edcf4f049b4c tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 210 time: 0.0269904 Sep 15 16:54:39.708477 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:39.793414 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:39.845389 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d598cd-e9e0-4ddb-9cee-7890c72ee157 None None] Pushing event updated for resources: {'Port': ['ID=c1bffe1f-ef64-4475-a44e-186884ad83d8,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:39.901288 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Attempting to bind port c1bffe1f-ef64-4475-a44e-186884ad83d8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:39.901585 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Attempting to bind port c1bffe1f-ef64-4475-a44e-186884ad83d8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:39.901944 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Attempting to bind port c1bffe1f-ef64-4475-a44e-186884ad83d8 on network cc8464d0-5501-4862-a474-dbc45c8105e3 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:39.908532 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:39.908532 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Checking segment: {'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:39.908856 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:39.909170 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Bound using segment: {'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:39.909638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Bound port: c1bffe1f-ef64-4475-a44e-186884ad83d8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4f272-6e7a-4408-819d-882b7db08e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:39.910198 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:39.984830 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] For port c1bffe1f-ef64-4475-a44e-186884ad83d8, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:39.988306 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] For port c1bffe1f-ef64-4475-a44e-186884ad83d8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c1bffe1f-ef64-4475-a44e-186884ad83d8,segment=NetworkSegment(89e4f272-6e7a-4408-819d-882b7db08e7b),segment_id=89e4f272-6e7a-4408-819d-882b7db08e7b)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:40.050753 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:40.057762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e82fe76b-be43-4766-80c4-c3c3fe7dd8a0 None None] Provisioning complete for port c1bffe1f-ef64-4475-a44e-186884ad83d8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:40.058291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e82fe76b-be43-4766-80c4-c3c3fe7dd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:40.107683 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Routers {'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:54:40.108272 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:54:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:40.146035 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e82fe76b-be43-4766-80c4-c3c3fe7dd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:40.150595 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d598cd-e9e0-4ddb-9cee-7890c72ee157 None None] Pushing event updated for resources: {'Port': ['ID=c1bffe1f-ef64-4475-a44e-186884ad83d8,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:40.181417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e82fe76b-be43-4766-80c4-c3c3fe7dd8a0 None None] For port c1bffe1f-ef64-4475-a44e-186884ad83d8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c1bffe1f-ef64-4475-a44e-186884ad83d8,segment=NetworkSegment(89e4f272-6e7a-4408-819d-882b7db08e7b),segment_id=89e4f272-6e7a-4408-819d-882b7db08e7b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:40.223036 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] Set router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:54:40.255587 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e82fe76b-be43-4766-80c4-c3c3fe7dd8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:40.311851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fe76b-be43-4766-80c4-c3c3fe7dd8a0 None None] Pushing event updated for resources: {'Port': ['ID=c1bffe1f-ef64-4475-a44e-186884ad83d8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:40.378331 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b530378e-f013-4d14-926b-ec96cabf34f6 None None] Provisioning complete for port c1bffe1f-ef64-4475-a44e-186884ad83d8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:40.378709 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b530378e-f013-4d14-926b-ec96cabf34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:40.444409 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 4, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port': {'id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:33Z', 'updated_at': '2021-09-15T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c1bffe1f-ef64-4475-a44e-186884ad83d8', 'name': '', 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'mac_address': 'fa:16:3e:80:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:35Z', 'updated_at': '2021-09-15T16:54:39Z', 'revision_number': 4, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'subnets': [{'id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:54:40.474800 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc72cc-2c9e-4a05-ba0f-a71a6e017cc1 None None] The sync data for ids ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'] in n-d-808199-2 is: [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:54:36Z', 'revision_number': 4, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port': {'id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:33Z', 'updated_at': '2021-09-15T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'c1bffe1f-ef64-4475-a44e-186884ad83d8', 'name': '', 'network_id': 'cc8464d0-5501-4862-a474-dbc45c8105e3', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'mac_address': 'fa:16:3e:80:81:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:35Z', 'updated_at': '2021-09-15T16:54:39Z', 'revision_number': 4, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'subnets': [{'id': 'ddd40ad4-b807-4bc2-b2b2-8d31f841d086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:54:40.511520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-deb37115-ed3d-4d39-b84d-a2ed1ad8e393 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:40.513104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-deb37115-ed3d-4d39-b84d-a2ed1ad8e393 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.38 "GET /v2.0/networks?id=23eecd39-8ba9-4f87-90da-95d1a4bdab7e HTTP/1.1" status: 200 len: 817 time: 0.1226923 Sep 15 16:54:40.526439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Request body: {'port': {'device_id': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'admin_state_up': True, 'tenant_id': 'a432e377a8104523be79ee5726b395d4'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:40.623981 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-34201aed-5947-4b29-87cc-e662dae31c18 req-eaddb668-e263-4e13-88e3-cc34aa44e497 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 210 time: 0.0690646 Sep 15 16:54:40.747557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Made reservation on behalf of a432e377a8104523be79ee5726b395d4 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:54:40.751694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:40.817403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1df8948f-5b8e-49e7-8717-c2698614006f up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:40.885529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1df8948f-5b8e-49e7-8717-c2698614006f triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:40.886172 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:40.894630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Allocated IP 172.20.0.5 (23eecd39-8ba9-4f87-90da-95d1a4bdab7e/0dd7c307-9f61-4131-b36c-e1ad49211623/5b787746-6e57-484b-8439-70d54b245b04) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:54:40.968106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c1bffe1f-ef64-4475-a44e-186884ad83d8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:41.017084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port c1bffe1f-ef64-4475-a44e-186884ad83d8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:41.017469 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.067199 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.153178 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.195680 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:54:41.198833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:54:41.202425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:54:41.210681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Pushing event updated for resources: {'Port': ['ID=5b787746-6e57-484b-8439-70d54b245b04,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:41.262082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:41.262713 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.382384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-5e25d7b0-247a-48e1-ae39-39ac5ae876f0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8604214 Sep 15 16:54:41.395090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Request body: {'port': {'device_id': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:54:41.452955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.495392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8de0af6f-5655-4157-9d70-1812e8b25919 None None] Provisioning complete for port 5b787746-6e57-484b-8439-70d54b245b04 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:41.495879 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8de0af6f-5655-4157-9d70-1812e8b25919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.531030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8de0af6f-5655-4157-9d70-1812e8b25919 None None] Port 5b787746-6e57-484b-8439-70d54b245b04 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:54:41.745793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b787746-6e57-484b-8439-70d54b245b04 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:54:41.755673 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.773279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Transition to ACTIVE for port object 5b787746-6e57-484b-8439-70d54b245b04 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:54:41.781976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d83df-ac98-49ca-a5f5-e24f028c1026 req-b203052a-5002-43e4-ac2c-f0d826c1f842 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:41.783552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-613d83df-ac98-49ca-a5f5-e24f028c1026 req-b203052a-5002-43e4-ac2c-f0d826c1f842 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 931 time: 0.0772982 Sep 15 16:54:41.823905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-613d83df-ac98-49ca-a5f5-e24f028c1026 req-cd6c672e-3ee3-41ab-a186-0fb52644bb09 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Sep 15 16:54:41.855724 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:41.922752 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Pushing event updated for resources: {'Port': ['ID=5b787746-6e57-484b-8439-70d54b245b04,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:41.974143 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Attempting to bind port 5b787746-6e57-484b-8439-70d54b245b04 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:54:41.974484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Attempting to bind port 5b787746-6e57-484b-8439-70d54b245b04 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:54:41.974818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Attempting to bind port 5b787746-6e57-484b-8439-70d54b245b04 on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:41.979761 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Port 5b787746-6e57-484b-8439-70d54b245b04 on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:54:41.980087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Attempting to bind port 5b787746-6e57-484b-8439-70d54b245b04 on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:54:41.985367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:54:41.985708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Checking segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:54:41.986185 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Bound using segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:54:41.986621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Bound port: 5b787746-6e57-484b-8439-70d54b245b04, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:54:41.986990 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:42.057732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] For port 5b787746-6e57-484b-8439-70d54b245b04, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:54:42.060821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] For port 5b787746-6e57-484b-8439-70d54b245b04, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5b787746-6e57-484b-8439-70d54b245b04,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:54:42.159019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:42.192328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.192974 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:42.194772 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] 10.222.0.38 "PUT /v2.0/ports/5b787746-6e57-484b-8439-70d54b245b04 HTTP/1.1" status: 200 len: 1091 time: 0.8036225 Sep 15 16:54:42.196980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'tag': '5b787746-6e57-484b-8439-70d54b245b04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:54:42.199935 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b35c50a-14d7-443c-ab29-d835bbf99720" -d '{"events": [{"name": "network-changed", "server_uuid": "fe057a78-01bf-4fe7-b01b-b287a5b61cfd", "tag": "5b787746-6e57-484b-8439-70d54b245b04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:54:42.225795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e91087-6788-4209-a036-64acbc4aad7e service neutron] Pushing event updated for resources: {'Port': ['ID=5b787746-6e57-484b-8439-70d54b245b04,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:42.248250 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c680cf6-2182-42e1-b2d2-025f10bee706 x-openstack-request-id: req-8c680cf6-2182-42e1-b2d2-025f10bee706 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:54:42.248572 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe057a78-01bf-4fe7-b01b-b287a5b61cfd", "tag": "5b787746-6e57-484b-8439-70d54b245b04", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:54:42.248883 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8c680cf6-2182-42e1-b2d2-025f10bee706 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:54:42.249293 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'tag': '5b787746-6e57-484b-8439-70d54b245b04', 'status': 'completed', 'code': 200} Sep 15 16:54:42.312369 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c50a-14d7-443c-ab29-d835bbf99720 req-53abb654-3560-44b8-bcb4-c6d3b7e020c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.313928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b35c50a-14d7-443c-ab29-d835bbf99720 req-53abb654-3560-44b8-bcb4-c6d3b7e020c2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432e377a8104523be79ee5726b395d4&device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 1094 time: 0.0440805 Sep 15 16:54:42.424949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c50a-14d7-443c-ab29-d835bbf99720 req-934ae88b-c5b1-4f43-a2d7-a962b7b58605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.426500 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b35c50a-14d7-443c-ab29-d835bbf99720 req-934ae88b-c5b1-4f43-a2d7-a962b7b58605 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=a432e377a8104523be79ee5726b395d4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1040382 Sep 15 16:54:42.521256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35c50a-14d7-443c-ab29-d835bbf99720 req-195ac0fb-443f-4fae-b4c4-f5f440df5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.522737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b35c50a-14d7-443c-ab29-d835bbf99720 req-195ac0fb-443f-4fae-b4c4-f5f440df5182 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894268 Sep 15 16:54:42.601875 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-7b70d496-c711-4441-b8db-4a6b47deff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.603719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-7b70d496-c711-4441-b8db-4a6b47deff83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a432e377a8104523be79ee5726b395d4&device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 1094 time: 0.0461650 Sep 15 16:54:42.645310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-4337083c-2f51-4aab-a2ed-b34da61862aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b787746-6e57-484b-8439-70d54b245b04 HTTP/1.1" status: 200 len: 217 time: 0.0333869 Sep 15 16:54:42.693954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-d311a297-fedd-489b-8c94-527489ab0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.695373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-d311a297-fedd-489b-8c94-527489ab0568 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0dd7c307-9f61-4131-b36c-e1ad49211623 HTTP/1.1" status: 200 len: 856 time: 0.0433457 Sep 15 16:54:42.745320 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-72b0d538-ee23-495e-a1f5-54c0c063f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.746820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-72b0d538-ee23-495e-a1f5-54c0c063f576 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=23eecd39-8ba9-4f87-90da-95d1a4bdab7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444620 Sep 15 16:54:42.838217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-bc6580e8-7a33-4493-8be1-d39e62c321ef service neutron] 10.222.0.38 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843639 Sep 15 16:54:42.962466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1c098e72-2f95-4ecd-b17e-fd020936c80d req-6f694c3c-b844-47c4-a8a4-dbb0f950911b service neutron] 10.222.0.38 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166646 Sep 15 16:54:42.974437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8efb92-1656-414b-bf78-26b3042b22cd req-576e0831-c32d-4739-96be-347513b18712 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:42.975917 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af8efb92-1656-414b-bf78-26b3042b22cd req-576e0831-c32d-4739-96be-347513b18712 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 943 time: 0.0709381 Sep 15 16:54:43.016590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-af8efb92-1656-414b-bf78-26b3042b22cd req-90f74751-3b7b-4769-be3e-a57903e4e889 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Sep 15 16:54:43.948173 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5b787746-6e57-484b-8439-70d54b245b04 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:54:44.050972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5b787746-6e57-484b-8439-70d54b245b04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5b787746-6e57-484b-8439-70d54b245b04,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:44.063372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '5b787746-6e57-484b-8439-70d54b245b04', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'port_id': '5b787746-6e57-484b-8439-70d54b245b04', 'mac_address': 'fa:16:3e:62:7f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:54:44.101783 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:44.115439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b787746-6e57-484b-8439-70d54b245b04 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:54:44.130834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011b60-453a-4b08-9248-6740d25f3eed req-a7aab670-4c9f-4ce4-9878-091fb2cc53fe tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:44.132328 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f5011b60-453a-4b08-9248-6740d25f3eed req-a7aab670-4c9f-4ce4-9878-091fb2cc53fe tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 943 time: 0.0492449 Sep 15 16:54:44.138499 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5b787746-6e57-484b-8439-70d54b245b04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5b787746-6e57-484b-8439-70d54b245b04,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:44.171490 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f5011b60-453a-4b08-9248-6740d25f3eed req-34d72102-0e43-4b39-9307-318edc41ec04 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Sep 15 16:54:44.215897 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:44.264787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=5b787746-6e57-484b-8439-70d54b245b04,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:44.424860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['5b787746-6e57-484b-8439-70d54b245b04'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:54:45.289894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac882d-f257-430b-8523-e12f5bbc7c07 req-1633a328-5deb-4c36-95aa-19242cfafa7b tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:45.291451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dac882d-f257-430b-8523-e12f5bbc7c07 req-1633a328-5deb-4c36-95aa-19242cfafa7b tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 944 time: 0.0528288 Sep 15 16:54:45.342112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dac882d-f257-430b-8523-e12f5bbc7c07 req-c9d359b7-8560-482e-9bfb-c426f0eb6c6a tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Sep 15 16:54:45.962902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5b787746-6e57-484b-8439-70d54b245b04 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:54:46.094670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 5b787746-6e57-484b-8439-70d54b245b04 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:54:46.098657 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 5b787746-6e57-484b-8439-70d54b245b04 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:54:46.099034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:46.177782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:46.199830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b787746-6e57-484b-8439-70d54b245b04'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:54:46.202082 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da0b6f0-d1ff-49e2-af6e-3707d62e6194" -d '{"events": [{"server_uuid": "fe057a78-01bf-4fe7-b01b-b287a5b61cfd", "name": "network-vif-plugged", "status": "completed", "tag": "5b787746-6e57-484b-8439-70d54b245b04"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:54:46.214846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 5b787746-6e57-484b-8439-70d54b245b04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5b787746-6e57-484b-8439-70d54b245b04,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:54:46.249094 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201dc77-00a4-43b9-87a3-acb79967d840 x-openstack-request-id: req-2201dc77-00a4-43b9-87a3-acb79967d840 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:54:46.249094 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe057a78-01bf-4fe7-b01b-b287a5b61cfd", "name": "network-vif-plugged", "status": "completed", "tag": "5b787746-6e57-484b-8439-70d54b245b04", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:54:46.249094 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2201dc77-00a4-43b9-87a3-acb79967d840 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:54:46.249094 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b787746-6e57-484b-8439-70d54b245b04', 'code': 200} Sep 15 16:54:46.295680 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:46.333344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87b790-0b2e-4a4f-99c9-8cec2b8dbca3 req-d1db0171-ef3a-4d61-97e4-ddbdef98c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:46.334858 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d87b790-0b2e-4a4f-99c9-8cec2b8dbca3 req-d1db0171-ef3a-4d61-97e4-ddbdef98c595 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 1096 time: 0.0393538 Sep 15 16:54:46.344100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=5b787746-6e57-484b-8439-70d54b245b04,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:54:46.370955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d87b790-0b2e-4a4f-99c9-8cec2b8dbca3 req-ab667479-5360-4fc0-877a-8253c89b3cd4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284262 Sep 15 16:54:46.456354 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846071ab-7089-4aae-a4e0-a18b9b8899fa req-1abd4f3b-3971-47cf-a75c-5f1271e74797 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:46.457923 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-846071ab-7089-4aae-a4e0-a18b9b8899fa req-1abd4f3b-3971-47cf-a75c-5f1271e74797 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 945 time: 0.0482492 Sep 15 16:54:46.496333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-846071ab-7089-4aae-a4e0-a18b9b8899fa req-e80a240b-b3d0-48cd-952a-cada8d477da7 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Sep 15 16:54:46.883412 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:54:47.615371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afc73c-b88f-4b4b-a1b7-5ed38264dd0c req-1328bef7-d379-496b-8be1-fb29c863c6eb tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:47.616900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45afc73c-b88f-4b4b-a1b7-5ed38264dd0c req-1328bef7-d379-496b-8be1-fb29c863c6eb tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 945 time: 0.0543914 Sep 15 16:54:47.667195 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-45afc73c-b88f-4b4b-a1b7-5ed38264dd0c req-2762992c-a70f-4fed-b384-8a5709c36c1b tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Sep 15 16:54:47.788557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cdbdf-2522-4a07-827b-94b403989bf6 req-2127c4a3-6a5e-48d6-b2ba-4a18f65d812c tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:54:47.790087 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-841cdbdf-2522-4a07-827b-94b403989bf6 req-2127c4a3-6a5e-48d6-b2ba-4a18f65d812c tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 945 time: 0.0495915 Sep 15 16:54:47.828594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-841cdbdf-2522-4a07-827b-94b403989bf6 req-94bb3440-d8d3-4275-b2ea-1ea519800824 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Sep 15 16:54:54.038657 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c6a36b60-da69-4be7-a70a-005d14825772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:57.135558 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:57.232799 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:57.341493 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8beb840-75f5-439a-b931-cac9a1fe0182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:54:58.672702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:00.335295 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:00.832991 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:09.925389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237b26-58dd-4c38-b699-f64506494867 req-068d84a7-4d02-47f4-95f8-588ff8def40b tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:09.926881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80237b26-58dd-4c38-b699-f64506494867 req-068d84a7-4d02-47f4-95f8-588ff8def40b tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 945 time: 0.0494802 Sep 15 16:55:09.965453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80237b26-58dd-4c38-b699-f64506494867 req-c8686a4a-dd87-407f-808e-a274c7960e52 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Sep 15 16:55:11.081238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3557b-6670-4d5f-bea2-b7eec2c43a69 req-7868baa0-28c1-4c16-8f94-1d5e327ac7e1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:11.082700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7af3557b-6670-4d5f-bea2-b7eec2c43a69 req-7868baa0-28c1-4c16-8f94-1d5e327ac7e1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 945 time: 0.0525126 Sep 15 16:55:11.120134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7af3557b-6670-4d5f-bea2-b7eec2c43a69 req-d933df44-6d76-440a-95d5-91c2c80d4427 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Sep 15 16:55:11.488239 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-9133f7a9-2b88-4f60-985e-361fe93d453c tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:11.489686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-9133f7a9-2b88-4f60-985e-361fe93d453c tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 945 time: 0.0480199 Sep 15 16:55:11.578155 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Deleting port 5b787746-6e57-484b-8439-70d54b245b04 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:11.578408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:11.664692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] For port 5b787746-6e57-484b-8439-70d54b245b04, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=5b787746-6e57-484b-8439-70d54b245b04,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:11.665055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:11.677150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Calling delete_port for 5b787746-6e57-484b-8439-70d54b245b04 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:11.867068 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:11.879214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['5b787746-6e57-484b-8439-70d54b245b04'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:55:11.899813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Pushing event deleted for resources: {'Port': ['ID=5b787746-6e57-484b-8439-70d54b245b04,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:11.924435 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.924969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.925164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.925494 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.925826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.926158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.926489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.926839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.927149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.927475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.927797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.928118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:11.954159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] No DVR routers for this DVR port 5b787746-6e57-484b-8439-70d54b245b04 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:55:11.956803 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:11.958802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7f4a5fd-4154-4c90-be6f-dde8ca90e4ea req-556bf3c6-37e5-465f-bbed-be602b261336 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.38 "DELETE /v2.0/ports/5b787746-6e57-484b-8439-70d54b245b04 HTTP/1.1" status: 204 len: 173 time: 0.4634659 Sep 15 16:55:11.959242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'name': 'network-vif-deleted', 'tag': '5b787746-6e57-484b-8439-70d54b245b04'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:55:11.961514 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370f44e1-a2fa-41ff-84e5-2dd5897bfb0c" -d '{"events": [{"server_uuid": "fe057a78-01bf-4fe7-b01b-b287a5b61cfd", "name": "network-vif-deleted", "tag": "5b787746-6e57-484b-8439-70d54b245b04"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:55:11.999595 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dec635-639a-4e0e-ab1a-e12f7f1a1a66 x-openstack-request-id: req-b5dec635-639a-4e0e-ab1a-e12f7f1a1a66 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:55:12.000142 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe057a78-01bf-4fe7-b01b-b287a5b61cfd", "name": "network-vif-deleted", "tag": "5b787746-6e57-484b-8439-70d54b245b04", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:55:12.000452 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b5dec635-639a-4e0e-ab1a-e12f7f1a1a66 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:55:12.000976 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe057a78-01bf-4fe7-b01b-b287a5b61cfd', 'name': 'network-vif-deleted', 'tag': '5b787746-6e57-484b-8439-70d54b245b04', 'status': 'completed', 'code': 200} Sep 15 16:55:12.231621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d65485a-b97b-496c-aa0c-cb55db95c6cb req-44bf751a-1388-451a-9d78-97901a4d347f tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe057a78-01bf-4fe7-b01b-b287a5b61cfd HTTP/1.1" status: 200 len: 210 time: 0.0307369 Sep 15 16:55:13.939534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-52cef069-4efd-478f-981d-30d25fa2f302 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:13.941054 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-52cef069-4efd-478f-981d-30d25fa2f302 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/networks?id=23eecd39-8ba9-4f87-90da-95d1a4bdab7e HTTP/1.1" status: 200 len: 817 time: 0.1062202 Sep 15 16:55:13.956740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-c5f813d5-1a9d-4ad1-bd77-59f6afe0c9f9 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/quotas/a432e377a8104523be79ee5726b395d4 HTTP/1.1" status: 200 len: 375 time: 0.0092392 Sep 15 16:55:14.006975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-2dca6fe4-407d-460e-9411-329be836ebfa tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=a432e377a8104523be79ee5726b395d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450459 Sep 15 16:55:14.105515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-c378175b-3bb3-467f-b78f-1244fe9dd875 service neutron] 10.222.0.63 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868573 Sep 15 16:55:14.208728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-b910c8d0-0f32-40ba-af7e-d90d9484897b service neutron] 10.222.0.63 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972440 Sep 15 16:55:14.439637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc95d3b4-2e0d-460b-927f-d63aefcfad47 req-c68c2725-6af3-4ba3-a68d-02b67be9e871 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 210 time: 0.0276504 Sep 15 16:55:15.530727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8abe984f-92ca-480f-b97f-5d0a03319dcf req-6f286844-aa0f-40d9-8388-8fb96ee0f2b0 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 210 time: 0.0261104 Sep 15 16:55:16.065365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5b787746-6e57-484b-8439-70d54b245b04 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:16.086587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 5b787746-6e57-484b-8439-70d54b245b04 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:16.086981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 5b787746-6e57-484b-8439-70d54b245b04 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:16.360344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-e37b5eff-a683-448a-9719-6b8c485472e8 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:16.361757 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-e37b5eff-a683-448a-9719-6b8c485472e8 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.55 "GET /v2.0/networks?id=23eecd39-8ba9-4f87-90da-95d1a4bdab7e HTTP/1.1" status: 200 len: 817 time: 0.1099963 Sep 15 16:55:16.374180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Request body: {'port': {'device_id': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'admin_state_up': True, 'tenant_id': 'a432e377a8104523be79ee5726b395d4'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:55:16.541425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Made reservation on behalf of a432e377a8104523be79ee5726b395d4 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:55:16.545135 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:16.625707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5f81284-a353-4ddc-a7c7-bb69eb71fad0 req-dfe8d7ba-cfe3-46a7-b08c-d71eb6e703a3 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 210 time: 0.0259371 Sep 15 16:55:16.676647 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Allocated IP 172.20.0.3 (23eecd39-8ba9-4f87-90da-95d1a4bdab7e/0dd7c307-9f61-4131-b36c-e1ad49211623/3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:55:16.822498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:16.894550 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:16.934276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:55:16.937409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:55:16.939797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:55:16.977574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Pushing event updated for resources: {'Port': ['ID=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:16.990837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.991197 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.991541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.991883 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.992226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.992645 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.992930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.993264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.993597 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.993923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.994248 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:16.994573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:17.015135 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:17.015786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.096976 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ef0da762-611d-4449-99ef-1f921c36eaa1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267447 Sep 15 16:55:17.109179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Request body: {'port': {'device_id': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:55:17.166179 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.193687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-acf537f3-b1fa-42ac-9160-b2f537f4612a None None] Provisioning complete for port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:55:17.194276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-acf537f3-b1fa-42ac-9160-b2f537f4612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.227680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-acf537f3-b1fa-42ac-9160-b2f537f4612a None None] Port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:55:17.423901 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:55:17.431041 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.443071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Transition to ACTIVE for port object 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:55:17.529667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.579583 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Pushing event updated for resources: {'Port': ['ID=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:17.657507 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Attempting to bind port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:55:17.657853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Attempting to bind port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:55:17.658185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Attempting to bind port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:55:17.663124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:55:17.663519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Attempting to bind port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 on network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:55:17.670102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:55:17.670449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Checking segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:55:17.670837 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Bound using segment: {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:55:17.671263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Bound port: 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:55:17.671621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.742565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] For port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:55:17.745800 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] For port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:55:17.748418 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222c4df-dd04-46d2-9317-5720ccc31444 req-09f122e6-ea0e-49c1-b31e-77e7a3b56aca tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:17.749934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9222c4df-dd04-46d2-9317-5720ccc31444 req-09f122e6-ea0e-49c1-b31e-77e7a3b56aca tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 943 time: 0.0512285 Sep 15 16:55:17.787504 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9222c4df-dd04-46d2-9317-5720ccc31444 req-9826e0ab-3b23-4f5b-818a-40d2f31c9d09 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Sep 15 16:55:17.831877 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.869222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:17.869884 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:17.871663 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] 10.222.0.55 "PUT /v2.0/ports/3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 HTTP/1.1" status: 200 len: 1091 time: 0.7668509 Sep 15 16:55:17.872105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'tag': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:55:17.874412 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b387af-915c-46d2-916c-1971c3fd1647" -d '{"events": [{"name": "network-changed", "server_uuid": "9274309e-ca81-4227-acd6-56cd1b9bfb99", "tag": "3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:55:17.899814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaffc38-637a-4d94-b161-7fc8dc2ce418 service neutron] Pushing event updated for resources: {'Port': ['ID=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:17.914072 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47cdef4-79ad-40d8-b7ce-d194ee07b7d7 x-openstack-request-id: req-c47cdef4-79ad-40d8-b7ce-d194ee07b7d7 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:55:17.914365 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9274309e-ca81-4227-acd6-56cd1b9bfb99", "tag": "3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:55:17.914615 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c47cdef4-79ad-40d8-b7ce-d194ee07b7d7 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:55:17.915012 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'tag': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2', 'status': 'completed', 'code': 200} Sep 15 16:55:17.977242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b387af-915c-46d2-916c-1971c3fd1647 req-27de9fd3-5346-4956-b858-8e9bf7fedbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:17.978755 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11b387af-915c-46d2-916c-1971c3fd1647 req-27de9fd3-5346-4956-b858-8e9bf7fedbbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a432e377a8104523be79ee5726b395d4&device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 1094 time: 0.0433459 Sep 15 16:55:18.082789 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b387af-915c-46d2-916c-1971c3fd1647 req-eed69afa-bc1b-49bd-a91e-c2c555e35e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:18.084287 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11b387af-915c-46d2-916c-1971c3fd1647 req-eed69afa-bc1b-49bd-a91e-c2c555e35e3b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a432e377a8104523be79ee5726b395d4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0981886 Sep 15 16:55:18.187168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b387af-915c-46d2-916c-1971c3fd1647 req-27d87a86-5d28-4069-8a33-abed972c9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:18.188674 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-11b387af-915c-46d2-916c-1971c3fd1647 req-27d87a86-5d28-4069-8a33-abed972c9e51 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971162 Sep 15 16:55:18.266909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-9ddfd188-2d25-4f4f-872b-e7662f9e84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:18.268366 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-9ddfd188-2d25-4f4f-872b-e7662f9e84e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a432e377a8104523be79ee5726b395d4&device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 1094 time: 0.0424943 Sep 15 16:55:18.311221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-4aed7c6f-ca74-4629-a33a-3cc237cff9e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 HTTP/1.1" status: 200 len: 217 time: 0.0353153 Sep 15 16:55:18.363590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-3b808c08-9a8e-4947-abf1-de9d355a43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:18.365072 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-3b808c08-9a8e-4947-abf1-de9d355a43b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0dd7c307-9f61-4131-b36c-e1ad49211623 HTTP/1.1" status: 200 len: 856 time: 0.0467575 Sep 15 16:55:18.411063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-8f9c133b-0e02-4f6a-8d91-c156005f9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:18.412570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-8f9c133b-0e02-4f6a-8d91-c156005f9fcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23eecd39-8ba9-4f87-90da-95d1a4bdab7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406184 Sep 15 16:55:18.503462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-fa5af370-16bd-44b6-9bda-c59b29847460 service neutron] 10.222.0.55 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834630 Sep 15 16:55:18.596626 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-2c92ce4a-b9d5-494f-89b6-c5b6ba527aef req-ca558e38-cfd1-450b-a671-16f50fa43388 service neutron] 10.222.0.55 "GET /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861447 Sep 15 16:55:18.908788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b5e82-55d7-48fe-a5f5-2c59c6e8c32c req-f4d3290c-ca5c-42e2-97d6-e1bfc195d93f tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:18.910269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a41b5e82-55d7-48fe-a5f5-2c59c6e8c32c req-f4d3290c-ca5c-42e2-97d6-e1bfc195d93f tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 943 time: 0.0531545 Sep 15 16:55:18.952333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a41b5e82-55d7-48fe-a5f5-2c59c6e8c32c req-e451faf1-729f-4671-8cdb-1f6308364b7d tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357518 Sep 15 16:55:20.065393 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5279-097c-4776-ba37-aa579e0951fa req-858973b3-1f8b-4aff-abbf-b6e0f066cfc6 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:20.066860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad4a5279-097c-4776-ba37-aa579e0951fa req-858973b3-1f8b-4aff-abbf-b6e0f066cfc6 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 943 time: 0.0489526 Sep 15 16:55:20.110449 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad4a5279-097c-4776-ba37-aa579e0951fa req-8bc2a208-c105-4ea2-a009-0e16adefd5cf tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375156 Sep 15 16:55:21.157002 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:55:21.225056 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943f589-b9fc-4133-aaa6-d9de8491d710 req-74e3b31a-4b7e-46ae-8148-ce5fb131a3cf tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:21.226806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7943f589-b9fc-4133-aaa6-d9de8491d710 req-74e3b31a-4b7e-46ae-8148-ce5fb131a3cf tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 943 time: 0.0501113 Sep 15 16:55:21.255757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:21.265654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7943f589-b9fc-4133-aaa6-d9de8491d710 req-4af81f1b-0c6a-48f5-a761-187fd7aa4447 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Sep 15 16:55:21.267681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2', 'network_id': '23eecd39-8ba9-4f87-90da-95d1a4bdab7e', 'port_id': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2', 'mac_address': 'fa:16:3e:f9:66:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd7c307-9f61-4131-b36c-e1ad49211623', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:55:21.304839 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:21.317610 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:55:21.336293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:21.408272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:21.460201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:21.467850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.468194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.468561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.468901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.469234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.469560 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.469884 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.470209 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.470527 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.470846 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.471165 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.471563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:55:21.607247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:55:22.384603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1cd2-24b7-427b-b486-9e818c742dbd req-3d503d40-b603-4b2d-8e42-e09131354c03 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:22.386189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-898e1cd2-24b7-427b-b486-9e818c742dbd req-3d503d40-b603-4b2d-8e42-e09131354c03 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 944 time: 0.0532739 Sep 15 16:55:22.434865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-898e1cd2-24b7-427b-b486-9e818c742dbd req-1c77933d-24a8-4f97-8408-6cd42bce5a8d tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Sep 15 16:55:23.156350 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:55:23.305271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:55:23.309663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:55:23.310034 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:23.389495 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:23.411139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:55:23.413293 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce062c8-449e-4928-9c2a-e775589cec7a" -d '{"events": [{"server_uuid": "9274309e-ca81-4227-acd6-56cd1b9bfb99", "name": "network-vif-plugged", "status": "completed", "tag": "3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:55:23.426234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:23.451314 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c946513-dced-49f0-a4b1-a8aec091aeca x-openstack-request-id: req-5c946513-dced-49f0-a4b1-a8aec091aeca {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:55:23.451603 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9274309e-ca81-4227-acd6-56cd1b9bfb99", "name": "network-vif-plugged", "status": "completed", "tag": "3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:55:23.451848 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-5c946513-dced-49f0-a4b1-a8aec091aeca {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:55:23.452236 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2', 'code': 200} Sep 15 16:55:23.512278 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:23.554464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19553595-b1aa-4d24-8d97-0b6da4d18c51 req-1736b12d-1667-4561-8b1d-3911b4eedb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:23.555974 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19553595-b1aa-4d24-8d97-0b6da4d18c51 req-1736b12d-1667-4561-8b1d-3911b4eedb73 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 1096 time: 0.0473356 Sep 15 16:55:23.557304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ee495-d5a2-45af-80d0-8870f677cd97 req-8dae3675-0d05-4863-aa7f-217eb7fd2664 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:23.559592 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be8ee495-d5a2-45af-80d0-8870f677cd97 req-8dae3675-0d05-4863-aa7f-217eb7fd2664 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 945 time: 0.0560184 Sep 15 16:55:23.562775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:23.594449 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-19553595-b1aa-4d24-8d97-0b6da4d18c51 req-fdc55af1-2764-4d82-b9d8-ec02a6533463 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Sep 15 16:55:23.597865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be8ee495-d5a2-45af-80d0-8870f677cd97 req-65ff7611-1bbd-4443-9aa2-afd79fba5854 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Sep 15 16:55:23.882505 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:55:24.015444 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a295201c-5f97-4b75-9b02-2e9d1fa570fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:24.712322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03696ea2-ae12-4659-9218-01717afa2d33 req-68f1ddfa-deda-43b8-bd78-45250cac8456 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:24.713841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03696ea2-ae12-4659-9218-01717afa2d33 req-68f1ddfa-deda-43b8-bd78-45250cac8456 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 945 time: 0.0494668 Sep 15 16:55:24.754515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03696ea2-ae12-4659-9218-01717afa2d33 req-1ee7e3e2-8a02-44a9-bd46-670e664bd9ec tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Sep 15 16:55:25.872390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e3f1e-3757-4746-871a-61203c8935a6 req-b14ea754-4180-4657-9265-8ee48185323e tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:25.873869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-219e3f1e-3757-4746-871a-61203c8935a6 req-b14ea754-4180-4657-9265-8ee48185323e tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 945 time: 0.0534685 Sep 15 16:55:25.910212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-219e3f1e-3757-4746-871a-61203c8935a6 req-3308b07a-fa7c-4ab0-abe8-4d4699f89296 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304005 Sep 15 16:55:26.022045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae7dd-4405-4ab5-a3ca-63b233c366c3 req-81fb9276-14c8-4c3f-a7a5-6a089f5ff2a1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:26.023520 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b0ae7dd-4405-4ab5-a3ca-63b233c366c3 req-81fb9276-14c8-4c3f-a7a5-6a089f5ff2a1 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 945 time: 0.0487266 Sep 15 16:55:26.061484 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b0ae7dd-4405-4ab5-a3ca-63b233c366c3 req-4516bf47-449d-4847-ba4c-8edc67ac7279 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Sep 15 16:55:27.151658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:27.249935 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:27.357082 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cd2452f1-e100-4feb-bbc3-bad7e5a838bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:28.707145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:30.346913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:30.870981 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:48.086997 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f45ff-c8d5-4382-b371-4f93a9a31f5d req-0df9db33-78ca-4abc-b83b-d1151fd3027e tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:48.088393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc7f45ff-c8d5-4382-b371-4f93a9a31f5d req-0df9db33-78ca-4abc-b83b-d1151fd3027e tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 945 time: 0.0500710 Sep 15 16:55:48.126545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cc7f45ff-c8d5-4382-b371-4f93a9a31f5d req-14220a78-70a0-4648-8ec2-d8fa8319b1af tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Sep 15 16:55:49.246483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11970-d2ee-4d03-aacb-1f67b6be7652 req-50ebe949-73fe-4d37-81cb-0e1be2d2807b tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:49.247945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22f11970-d2ee-4d03-aacb-1f67b6be7652 req-50ebe949-73fe-4d37-81cb-0e1be2d2807b tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 945 time: 0.0553010 Sep 15 16:55:49.285223 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22f11970-d2ee-4d03-aacb-1f67b6be7652 req-29776850-2abd-4aad-b9c9-48fa71b0679e tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/security-groups?id=a092400d-86b9-4669-9a8c-69ed82942a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312109 Sep 15 16:55:49.566051 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c026159-841c-4e87-8e69-3e2dcc14c63d tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:55:49.567379 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c026159-841c-4e87-8e69-3e2dcc14c63d tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.55 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 945 time: 0.0525656 Sep 15 16:55:49.661574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Deleting port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:49.661908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:49.751071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] For port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:49.751427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:49.762815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Calling delete_port for 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:49.964043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:49.977285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:55:49.991754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Pushing event deleted for resources: {'Port': ['ID=3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:50.038447 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] No DVR routers for this DVR port 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:55:50.041229 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:50.044016 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfa2e1d6-fd18-4dbe-bbed-30801afe4b52 req-2c5e2095-eae6-49a9-b003-bbb05a3b12e2 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.55 "DELETE /v2.0/ports/3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 HTTP/1.1" status: 204 len: 173 time: 0.4704950 Sep 15 16:55:50.044452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'name': 'network-vif-deleted', 'tag': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:55:50.046781 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e96181a-f63f-4fe2-a2d8-ed0712c70d42" -d '{"events": [{"server_uuid": "9274309e-ca81-4227-acd6-56cd1b9bfb99", "name": "network-vif-deleted", "tag": "3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:55:50.081492 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc4a2d3-a01f-4525-9715-ef08bbfd84db x-openstack-request-id: req-efc4a2d3-a01f-4525-9715-ef08bbfd84db {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:55:50.081815 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9274309e-ca81-4227-acd6-56cd1b9bfb99", "name": "network-vif-deleted", "tag": "3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:55:50.082063 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-efc4a2d3-a01f-4525-9715-ef08bbfd84db {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:55:50.082464 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9274309e-ca81-4227-acd6-56cd1b9bfb99', 'name': 'network-vif-deleted', 'tag': '3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2', 'status': 'completed', 'code': 200} Sep 15 16:55:50.399572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-544fb262-807f-42db-a03d-b2a553f10d90 req-03493874-bbb3-413b-8153-bf5c5793eab4 tempest-TestEncryptedCinderVolumes-2108356615 tempest-TestEncryptedCinderVolumes-2108356615-project] 10.222.0.63 "GET /v2.0/ports?device_id=9274309e-ca81-4227-acd6-56cd1b9bfb99 HTTP/1.1" status: 200 len: 210 time: 0.0288754 Sep 15 16:55:51.551309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40572) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:51.896358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:52.140604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Deleting port 89d773bd-43c6-49d2-827a-cabae6f6c55e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:52.140828 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:52.223129 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] For port 89d773bd-43c6-49d2-827a-cabae6f6c55e, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=89d773bd-43c6-49d2-827a-cabae6f6c55e,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:52.223491 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:52.236293 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Calling delete_port for 89d773bd-43c6-49d2-827a-cabae6f6c55e owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:52.530155 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:52.564128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Pushing event deleted for resources: {'Port': ['ID=89d773bd-43c6-49d2-827a-cabae6f6c55e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:53.069479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:53.281600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Router af1b5c4d-e83f-4561-a145-70225abb5541 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:55:53.303680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:53.323675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:53.323955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 3b70a1de-cb7d-421a-a9cf-c2b4d322e4d2 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:53.386484 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:55:53.391483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eda4ffe3-7089-407e-8775-adaaffc2268d admin admin] 10.222.0.63 "PUT /v2.0/routers/af1b5c4d-e83f-4561-a145-70225abb5541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391290 Sep 15 16:55:53.394048 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40574) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:53.396571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] Sync routers for ids ['af1b5c4d-e83f-4561-a145-70225abb5541'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:55:53.405997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] Routers {'af1b5c4d-e83f-4561-a145-70225abb5541'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:55:53.406618 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['af1b5c4d-e83f-4561-a145-70225abb5541'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:53.500944 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:53.524403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] Set router af1b5c4d-e83f-4561-a145-70225abb5541 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:55:53.608501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:53.702923 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '5505713c-34a2-42c4-8979-a95518310e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:55:52Z', 'revision_number': 5, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port': {'id': '5505713c-34a2-42c4-8979-a95518310e92', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:53.729811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] Checking router: af1b5c4d-e83f-4561-a145-70225abb5541 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:55:53.730947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Deleting port 5505713c-34a2-42c4-8979-a95518310e92 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:53.731318 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:53.741531 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] Routers {'af1b5c4d-e83f-4561-a145-70225abb5541'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:55:53.742258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['af1b5c4d-e83f-4561-a145-70225abb5541'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:53.835893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] Set router af1b5c4d-e83f-4561-a145-70225abb5541 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:55:53.857244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] For port 5505713c-34a2-42c4-8979-a95518310e92, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5505713c-34a2-42c4-8979-a95518310e92,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:53.857612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:53.870083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Calling delete_port for 5505713c-34a2-42c4-8979-a95518310e92 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:53.886197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:55:53Z', 'revision_number': 6, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:53.916309 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a30e00-9eba-4948-804c-6eb62084395e None None] The sync data for ids ['af1b5c4d-e83f-4561-a145-70225abb5541'] in n-d-808199-2 is: [{'id': 'af1b5c4d-e83f-4561-a145-70225abb5541', 'name': 'tempest-TestEncryptedCinderVolumes-1830259752-router', 'tenant_id': 'a432e377a8104523be79ee5726b395d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:27Z', 'updated_at': '2021-09-15T16:55:53Z', 'revision_number': 6, 'project_id': 'a432e377a8104523be79ee5726b395d4', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:55:54.021502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dae78bb9-f79d-4c5a-b9a3-d79d5b0957f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.107583 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.138926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5505713c-34a2-42c4-8979-a95518310e92,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:54.200933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.294766 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.298424 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.415946 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.416537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af1b5c4d-e83f-4561-a145-70225abb5541 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:55:54.421151 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.422259 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b30107df-cb7d-44cf-80b5-cd1a9721ef81 admin admin] 10.222.0.63 "DELETE /v2.0/routers/af1b5c4d-e83f-4561-a145-70225abb5541 HTTP/1.1" status: 204 len: 168 time: 1.0272138 Sep 15 16:55:54.424725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40576) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:54.468964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] Deleting subnet 0dd7c307-9f61-4131-b36c-e1ad49211623 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:55:54.471976 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.505952 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.585975 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.702012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.726295 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd7c307-9f61-4131-b36c-e1ad49211623,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:54.734251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.736945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-08c788d7-d3ad-42e5-ae93-78c57cb366da admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0dd7c307-9f61-4131-b36c-e1ad49211623 HTTP/1.1" status: 204 len: 168 time: 0.3112636 Sep 15 16:55:54.738893 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40578) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:54.741274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d65895a-fb5f-44f0-bb0e-79b77502c1a6 None None] Network 23eecd39-8ba9-4f87-90da-95d1a4bdab7e requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:55:54.816412 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.837989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5505713c-34a2-42c4-8979-a95518310e92 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:54.877017 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5505713c-34a2-42c4-8979-a95518310e92 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:54.877370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5505713c-34a2-42c4-8979-a95518310e92 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:54.877802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89d773bd-43c6-49d2-827a-cabae6f6c55e no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:54.881909 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Deleting port c403282d-f465-4e3f-ae7e-9bede257b89d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:54.881909 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.901058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 89d773bd-43c6-49d2-827a-cabae6f6c55e {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:54.901403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 89d773bd-43c6-49d2-827a-cabae6f6c55e not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:54.949927 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] For port c403282d-f465-4e3f-ae7e-9bede257b89d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c403282d-f465-4e3f-ae7e-9bede257b89d,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:54.950313 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:54.967903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Calling delete_port for c403282d-f465-4e3f-ae7e-9bede257b89d owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:54.985781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] DHCP port deletion for 23eecd39-8ba9-4f87-90da-95d1a4bdab7e request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:55:55.032175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] Deleting port c403282d-f465-4e3f-ae7e-9bede257b89d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:55.032503 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.136019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.163791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c403282d-f465-4e3f-ae7e-9bede257b89d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:55.167218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] No DVR routers for this DVR port c403282d-f465-4e3f-ae7e-9bede257b89d on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:55:55.243655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.254068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] For port c403282d-f465-4e3f-ae7e-9bede257b89d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c403282d-f465-4e3f-ae7e-9bede257b89d,segment=NetworkSegment(97a00a99-05c0-4ce1-b5c1-47a39d43b3e7),segment_id=97a00a99-05c0-4ce1-b5c1-47a39d43b3e7)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:55.254466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.264478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eecd39-8ba9-4f87-90da-95d1a4bdab7e']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:55.267087 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] Calling delete_port for c403282d-f465-4e3f-ae7e-9bede257b89d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:55.273687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:55.273982 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a00a99-05c0-4ce1-b5c1-47a39d43b3e7') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:55.283502 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.297006 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.302706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:55:55.303087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:55:55.304761 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:55:55.341307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.365203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] Pushing event deleted for resources: {'Port': ['ID=c403282d-f465-4e3f-ae7e-9bede257b89d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:55.368786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa2f13-d9cd-47d8-b51a-af8af8a72d5d None None] No DVR routers for this DVR port c403282d-f465-4e3f-ae7e-9bede257b89d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:55:55.427278 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.431910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:55.434567 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] 10.222.0.63 "DELETE /v2.0/networks/23eecd39-8ba9-4f87-90da-95d1a4bdab7e HTTP/1.1" status: 204 len: 168 time: 0.6945951 Sep 15 16:55:55.438534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40580) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:55.446880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976b628-32e5-45ae-92fc-7a639ee5c1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=23eecd39-8ba9-4f87-90da-95d1a4bdab7e,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:55.783517 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:56.035947 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Deleting port c1bffe1f-ef64-4475-a44e-186884ad83d8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:56.036197 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:56.116861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] For port c1bffe1f-ef64-4475-a44e-186884ad83d8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=c1bffe1f-ef64-4475-a44e-186884ad83d8,segment=NetworkSegment(89e4f272-6e7a-4408-819d-882b7db08e7b),segment_id=89e4f272-6e7a-4408-819d-882b7db08e7b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:56.117223 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:56.129562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Calling delete_port for c1bffe1f-ef64-4475-a44e-186884ad83d8 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:56.390621 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:56.416469 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bffe1f-ef64-4475-a44e-186884ad83d8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:56.581815 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:56.794984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:55:56.864598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c403282d-f465-4e3f-ae7e-9bede257b89d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:56.891075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c403282d-f465-4e3f-ae7e-9bede257b89d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:56.891434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c403282d-f465-4e3f-ae7e-9bede257b89d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:56.906421 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:55:56.912253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d9adc6d3-0326-4b60-98c1-4ba0d3aea388 admin admin] 10.222.0.63 "PUT /v2.0/routers/c80209e0-ffbd-4dd3-b35d-e8f5179bb28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4727032 Sep 15 16:55:56.914945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40582) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:56.915828 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] Sync routers for ids ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:55:56.925881 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] Routers {'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:55:56.926491 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:57.028118 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.032792 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] Set router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:55:57.125749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.139498 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.238401 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Deleting port 1df8948f-5b8e-49e7-8717-c2698614006f {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:57.239017 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.255593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.303117 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:55:56Z', 'revision_number': 5, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port': {'id': '1df8948f-5b8e-49e7-8717-c2698614006f', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:54:33Z', 'updated_at': '2021-09-15T16:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:57.323360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] For port 1df8948f-5b8e-49e7-8717-c2698614006f, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1df8948f-5b8e-49e7-8717-c2698614006f,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:57.324242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.332739 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] Checking router: c80209e0-ffbd-4dd3-b35d-e8f5179bb28f for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:55:57.336662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Calling delete_port for 1df8948f-5b8e-49e7-8717-c2698614006f owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:57.338937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f44601b3-ff36-4bd9-a84d-f1969259318a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.341353 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] Routers {'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:55:57.341974 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:57.427422 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] Set router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:55:57.479162 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:55:57Z', 'revision_number': 6, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:57.508214 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673ce317-9374-48c5-91db-96e4bc6f4918 None None] The sync data for ids ['c80209e0-ffbd-4dd3-b35d-e8f5179bb28f'] in n-d-808199-2 is: [{'id': 'c80209e0-ffbd-4dd3-b35d-e8f5179bb28f', 'name': 'tempest-TestEncryptedCinderVolumes-2016918067-router', 'tenant_id': '399056f7c4e4441f9250be9762eed20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:54:32Z', 'updated_at': '2021-09-15T16:55:57Z', 'revision_number': 6, 'project_id': '399056f7c4e4441f9250be9762eed20e', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:55:57.564183 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:57.588838 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df8948f-5b8e-49e7-8717-c2698614006f,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:57.980446 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.066488 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.068518 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.158527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.159076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80209e0-ffbd-4dd3-b35d-e8f5179bb28f {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:55:58.164510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.164892 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2d90fe00-5466-45d3-aa88-c309639ddc30 admin admin] 10.222.0.63 "DELETE /v2.0/routers/c80209e0-ffbd-4dd3-b35d-e8f5179bb28f HTTP/1.1" status: 204 len: 168 time: 1.2489562 Sep 15 16:55:58.167364 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40584) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:58.211085 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] Deleting subnet ddd40ad4-b807-4bc2-b2b2-8d31f841d086 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:55:58.214307 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.255617 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.336066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.450847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.479527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd40ad4-b807-4bc2-b2b2-8d31f841d086,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:58.488457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.490500 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8503a36b-aa7e-4ca8-a5ba-04db11503833 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/ddd40ad4-b807-4bc2-b2b2-8d31f841d086 HTTP/1.1" status: 204 len: 168 time: 0.3215115 Sep 15 16:55:58.490695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40586) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:58.497719 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b88785e-3c45-41dc-86cd-7406bf5df6d9 None None] Network cc8464d0-5501-4862-a474-dbc45c8105e3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:55:58.567813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.621711 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Deleting port 1e3ce1d9-527d-414f-878f-dbf94a544e22 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:58.622052 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.687336 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] For port 1e3ce1d9-527d-414f-878f-dbf94a544e22, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e3ce1d9-527d-414f-878f-dbf94a544e22,segment=NetworkSegment(89e4f272-6e7a-4408-819d-882b7db08e7b),segment_id=89e4f272-6e7a-4408-819d-882b7db08e7b)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:58.687699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.690337 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.699793 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Calling delete_port for 1e3ce1d9-527d-414f-878f-dbf94a544e22 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:58.713059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] DHCP port deletion for cc8464d0-5501-4862-a474-dbc45c8105e3 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:55:58.760281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] Deleting port 1e3ce1d9-527d-414f-878f-dbf94a544e22 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:55:58.760531 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.826201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1df8948f-5b8e-49e7-8717-c2698614006f no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:58.828962 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] For port 1e3ce1d9-527d-414f-878f-dbf94a544e22, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1e3ce1d9-527d-414f-878f-dbf94a544e22,segment=NetworkSegment(89e4f272-6e7a-4408-819d-882b7db08e7b),segment_id=89e4f272-6e7a-4408-819d-882b7db08e7b)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:55:58.829385 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.844193 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.858867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1df8948f-5b8e-49e7-8717-c2698614006f {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:58.859219 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1df8948f-5b8e-49e7-8717-c2698614006f not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:58.860176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e3ce1d9-527d-414f-878f-dbf94a544e22 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:58.865206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] Calling delete_port for 1e3ce1d9-527d-414f-878f-dbf94a544e22 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:55:58.870391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3ce1d9-527d-414f-878f-dbf94a544e22,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:58.874504 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] No DVR routers for this DVR port 1e3ce1d9-527d-414f-878f-dbf94a544e22 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:55:58.885201 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1e3ce1d9-527d-414f-878f-dbf94a544e22 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:58.887697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1e3ce1d9-527d-414f-878f-dbf94a544e22 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:58.887697 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c1bffe1f-ef64-4475-a44e-186884ad83d8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:55:58.909795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: c1bffe1f-ef64-4475-a44e-186884ad83d8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:55:58.910387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device c1bffe1f-ef64-4475-a44e-186884ad83d8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:55:58.952653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.972934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:58.975722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8464d0-5501-4862-a474-dbc45c8105e3']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:58.985872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e4f272-6e7a-4408-819d-882b7db08e7b') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:58.986255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e4f272-6e7a-4408-819d-882b7db08e7b') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:55:58.996862 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.000426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] Pushing event deleted for resources: {'Port': ['ID=1e3ce1d9-527d-414f-878f-dbf94a544e22,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:59.004216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16175a90-d2a2-4c06-a057-2a270cea261e None None] No DVR routers for this DVR port 1e3ce1d9-527d-414f-878f-dbf94a544e22 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:55:59.011081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.017899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:55:59.018293 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:55:59.019947 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:55:59.164422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.170842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.172648 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] 10.222.0.63 "DELETE /v2.0/networks/cc8464d0-5501-4862-a474-dbc45c8105e3 HTTP/1.1" status: 204 len: 168 time: 0.6809199 Sep 15 16:55:59.183442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042783c3-cd91-4474-91de-1f63660ebd45 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8464d0-5501-4862-a474-dbc45c8105e3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:55:59.575664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40590) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:59.615088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e4253e38-e129-4d53-a2e7-d09481367a4f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=a432e377a8104523be79ee5726b395d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382793 Sep 15 16:55:59.617501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40592) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:55:59.665064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-255ad2a6-ef31-49ee-aa3c-c82a0fc6b2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.685945 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-255ad2a6-ef31-49ee-aa3c-c82a0fc6b2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.801816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-255ad2a6-ef31-49ee-aa3c-c82a0fc6b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.804270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-255ad2a6-ef31-49ee-aa3c-c82a0fc6b2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:55:59.805503 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-255ad2a6-ef31-49ee-aa3c-c82a0fc6b2dd admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/a092400d-86b9-4669-9a8c-69ed82942a51 HTTP/1.1" status: 204 len: 168 time: 0.1870081 Sep 15 16:55:59.813923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ad2a6-ef31-49ee-aa3c-c82a0fc6b2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092400d-86b9-4669-9a8c-69ed82942a51,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:00.344786 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:00.444284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40598) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:00.495190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-555be6a0-3e3e-44be-ab2b-0531e2690a39 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=399056f7c4e4441f9250be9762eed20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497172 Sep 15 16:56:00.498995 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40600) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:00.884549 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:56:00.896271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f76dd16-23bf-44f2-bef2-e99454c9589b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:00.919169 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f76dd16-23bf-44f2-bef2-e99454c9589b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:01.055726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:01.084091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f76dd16-23bf-44f2-bef2-e99454c9589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:01.086760 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0f76dd16-23bf-44f2-bef2-e99454c9589b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:01.087934 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0f76dd16-23bf-44f2-bef2-e99454c9589b admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/1cab9a15-f18b-4f90-9087-3d4bdb3857ca HTTP/1.1" status: 204 len: 168 time: 0.5879960 Sep 15 16:56:01.096190 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76dd16-23bf-44f2-bef2-e99454c9589b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cab9a15-f18b-4f90-9087-3d4bdb3857ca,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:02.147173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40622) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:02.241858 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1367897268-network', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:02.344910 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Made reservation on behalf of c67211186e3e4162bbcc103362fc7d42 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:56:02.347189 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.356109 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.442211 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.504684 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.529559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:56:02.538130 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:02.546179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.546296 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Added segment f454f7f5-4805-4b6e-b2a4-0561b867cd71 of type vlan for network 88026088-a20d-4b2d-8ab0-4ce316c4f720 Sep 15 16:56:02.586680 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.670230 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.671198 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:02.671784 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:02.729723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] Pushing event updated for resources: {'Network': ['ID=88026088-a20d-4b2d-8ab0-4ce316c4f720,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:02.739275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:56:02.757483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8f3c75a6-c8ab-469c-8287-57ed94658c54 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6091809 Sep 15 16:56:02.760555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40626) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:02.766553 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Request body: {'subnet': {'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1367897268-subnet', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:02.895266 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Made reservation on behalf of c67211186e3e4162bbcc103362fc7d42 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:56:02.897758 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.129994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.188000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d16509-6102-48ea-9222-2c80fe741321,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:03.199527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Checking segment: {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:03.199527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Network hostable DHCP agents. Network: 88026088-a20d-4b2d-8ab0-4ce316c4f720, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:56:03.266765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:56:03.358100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 88026088-a20d-4b2d-8ab0-4ce316c4f720) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:03.362324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:03.362916 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.367826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2106c3db-479f-406d-8db6-cc4455ae4cb8 None None] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:56:03.456373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bd5bb79a-32e5-4785-83cf-edab7a1f0043 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6938312 Sep 15 16:56:03.459157 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40628) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:03.463415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:03.515183 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-88026088-a20d-4b2d-8ab0-4ce316c4f720', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:56:03.516043 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.553237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.554391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.606939 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.656290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Allocated IP 172.20.0.2 (88026088-a20d-4b2d-8ab0-4ce316c4f720/73d16509-6102-48ea-9222-2c80fe741321/871e5ca4-bfc3-49c3-a2cc-dccc1e144155) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:56:03.803413 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.832424 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.876881 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.915720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:03.919299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:03.922871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:56:03.932058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Pushing event updated for resources: {'Port': ['ID=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:03.984450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Attempting to bind port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:56:03.984944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Attempting to bind port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:56:03.985312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Attempting to bind port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 on network 88026088-a20d-4b2d-8ab0-4ce316c4f720 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:03.990269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:56:03.990651 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Checking segment: {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:03.991054 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:03.991492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Bound using segment: {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:56:03.991963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Bound port: 871e5ca4-bfc3-49c3-a2cc-dccc1e144155, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:56:03.992356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.059865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] For port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:56:04.062827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] For port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:56:04.113184 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.131657 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.158976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.219835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d11cad-bf33-4464-8984-ec73289581a5 None None] Pushing event updated for resources: {'Port': ['ID=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:04.246131 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Allocated IP 172.25.0.89 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/d19285f0-95fe-4438-a005-75921a3be537) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:56:04.349786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.450622 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.488430 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:04.491349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:04.494971 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:56:04.523128 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Pushing event updated for resources: {'Port': ['ID=d19285f0-95fe-4438-a005-75921a3be537,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:04.810145 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.842392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:04.896525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:04.896817 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:04.980583 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:05.014851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:05.025266 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:05.107456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:05.162722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e1d6c-54c8-4b12-9e51-224b827c3379 None None] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:56:05.184435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:05.229085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d6f609ee-3236-4d01-98cb-e31d3020a33d None None] Provisioning complete for port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:05.229456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6f609ee-3236-4d01-98cb-e31d3020a33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:05.236412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:56:05.347280 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:56:05.369439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Sync routers for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:56:05.393336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:05.395108 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:05.442300 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:05.443633 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-abd0d707-587c-420e-864d-e14f55dd1729 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9834898 Sep 15 16:56:05.446502 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40630) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:05.512738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:05.713570 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b24fa2bc-bd84-4ed9-aac4-8ecfaa9930d4 None None] Provisioning complete for port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:05.713830 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b24fa2bc-bd84-4ed9-aac4-8ecfaa9930d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:05.718115 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:04Z', 'revision_number': 3, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:05.764455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Checking router: ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:56:05.764822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Updating router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 port d19285f0-95fe-4438-a005-75921a3be537 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:56:05.800565 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:05.873383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.042125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Allocated IP 172.20.0.1 (88026088-a20d-4b2d-8ab0-4ce316c4f720/73d16509-6102-48ea-9222-2c80fe741321/773f0af7-b94d-44b8-858c-d4de5d24650a) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:56:06.092046 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.146949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.152750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.201251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Attempting to bind port d19285f0-95fe-4438-a005-75921a3be537 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:56:06.201616 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Attempting to bind port d19285f0-95fe-4438-a005-75921a3be537 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:56:06.201991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Attempting to bind port d19285f0-95fe-4438-a005-75921a3be537 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:06.210803 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b44e59-6e8d-437f-9923-eaed70034753 None None] Pushing event updated for resources: {'Port': ['ID=d19285f0-95fe-4438-a005-75921a3be537,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:06.213472 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:56:06.213836 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:06.214265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.214640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:56:06.215152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Bound port: d19285f0-95fe-4438-a005-75921a3be537, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:56:06.215527 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.229870 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.267751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:06.269199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] For port d19285f0-95fe-4438-a005-75921a3be537, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:56:06.272166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:06.272367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] For port d19285f0-95fe-4438-a005-75921a3be537, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d19285f0-95fe-4438-a005-75921a3be537,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:56:06.275642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:56:06.286216 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Pushing event updated for resources: {'Port': ['ID=773f0af7-b94d-44b8-858c-d4de5d24650a,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:06.324848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.358870 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.423621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:06.424275 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:06.464701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b44e59-6e8d-437f-9923-eaed70034753 None None] Pushing event updated for resources: {'Port': ['ID=d19285f0-95fe-4438-a005-75921a3be537,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:06.500556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.544023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:06.629590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7de436a2-1f4a-46f9-96c4-2486b27cd96f None None] Provisioning complete for port 773f0af7-b94d-44b8-858c-d4de5d24650a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:06.629962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7de436a2-1f4a-46f9-96c4-2486b27cd96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:06.847142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:06.893075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-7de436a2-1f4a-46f9-96c4-2486b27cd96f None None] Port 773f0af7-b94d-44b8-858c-d4de5d24650a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:56:06.960194 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:06.960591 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:07.010840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:04Z', 'revision_number': 3, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:07.011994 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:07.039111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719e50b-23a4-44d4-9f2e-b90738eeae8d None None] The sync data for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 is: [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:04Z', 'revision_number': 3, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:56:07.076133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:07.146113 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:07.147954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Pushing event updated for resources: {'Port': ['ID=773f0af7-b94d-44b8-858c-d4de5d24650a,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:07.249664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:07.253818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:07.388252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:56:07.505412 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:56:07.511332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a6760807-77cb-4b78-86d2-caee886d3798 admin admin] 10.222.0.63 "PUT /v2.0/routers/ea08e786-0a95-4e16-b1d8-d2dac5bb51d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0637510 Sep 15 16:56:07.527417 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-db64cc75-c5ba-4fcc-8be0-884448501b33 None None] Provisioning complete for port 773f0af7-b94d-44b8-858c-d4de5d24650a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:07.529064 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-db64cc75-c5ba-4fcc-8be0-884448501b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:07.570432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-db64cc75-c5ba-4fcc-8be0-884448501b33 None None] Port 773f0af7-b94d-44b8-858c-d4de5d24650a cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:56:08.190733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40646) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:08.195711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-420996938-network', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:08.267078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Made reservation on behalf of 75d72c3e3ae241939ab7f2e6fe0ba2da for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:56:08.269466 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.278805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.370645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.444114 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.469123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:56:08.477701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b79c639-692f-483e-9a31-45736196901c,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:08.484913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.484913 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Added segment 7101c3e7-fa89-4520-bdd4-55ddb76c2309 of type vlan for network b5db84de-1a45-4701-b2fb-293ccc3849c8 Sep 15 16:56:08.527519 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.597420 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Sync routers for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:56:08.607556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:08.608158 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:08.621023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.622043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:08.622627 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.685910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b5db84de-1a45-4701-b2fb-293ccc3849c8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:08.696160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:56:08.711689 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:08.741912 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-382d2d82-636b-42dd-b156-0fe8d9b960b0 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5500512 Sep 15 16:56:08.744622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40648) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:08.749637 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Request body: {'subnet': {'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-420996938-subnet', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:08.849234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d19285f0-95fe-4438-a005-75921a3be537 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:08.850726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Made reservation on behalf of 75d72c3e3ae241939ab7f2e6fe0ba2da for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:56:08.853189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.911674 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d19285f0-95fe-4438-a005-75921a3be537 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:08.912056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:08.930528 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 2, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:08.961694 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Checking router: ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:56:08.962349 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Updating router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 port 773f0af7-b94d-44b8-858c-d4de5d24650a binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:56:08.987905 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.003041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.024363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port d19285f0-95fe-4438-a005-75921a3be537, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d19285f0-95fe-4438-a005-75921a3be537,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:09.101627 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.118894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.154672 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=d19285f0-95fe-4438-a005-75921a3be537,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:09.181342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fab48d-36bb-488d-a27b-4047c6913884,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:09.186419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Checking segment: {'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:09.186783 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Network hostable DHCP agents. Network: b5db84de-1a45-4701-b2fb-293ccc3849c8, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:56:09.254251 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.272471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:56:09.323793 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.352604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, b5db84de-1a45-4701-b2fb-293ccc3849c8) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:09.357517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:09.357715 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.367435 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242fa7c8-8aea-47b9-984d-799a7f02c008 None None] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:56:09.370770 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Pushing event updated for resources: {'Port': ['ID=773f0af7-b94d-44b8-858c-d4de5d24650a,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:09.380394 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.381190 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.381190 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.381463 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.381667 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.381987 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.382309 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.382627 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.382944 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.383256 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.383569 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.383881 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:09.441264 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Attempting to bind port 773f0af7-b94d-44b8-858c-d4de5d24650a on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:56:09.442109 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Attempting to bind port 773f0af7-b94d-44b8-858c-d4de5d24650a by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:56:09.442109 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Attempting to bind port 773f0af7-b94d-44b8-858c-d4de5d24650a on network 88026088-a20d-4b2d-8ab0-4ce316c4f720 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:09.447356 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:56:09.447587 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Checking segment: {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:09.447806 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.448173 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Bound using segment: {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:56:09.448664 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Bound port: 773f0af7-b94d-44b8-858c-d4de5d24650a, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:56:09.449044 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.454649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40650) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:09.462365 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f1a1fbaf-4495-45d9-891a-325e385a4085 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7094588 Sep 15 16:56:09.462520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:09.530211 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] For port 773f0af7-b94d-44b8-858c-d4de5d24650a, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:56:09.534474 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] For port 773f0af7-b94d-44b8-858c-d4de5d24650a, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=773f0af7-b94d-44b8-858c-d4de5d24650a,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:56:09.539524 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.540727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-b5db84de-1a45-4701-b2fb-293ccc3849c8', 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'fixed_ips': [{'subnet_id': '98fab48d-36bb-488d-a27b-4047c6913884'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:56:09.540866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.541797 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.598140 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.602666 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.643877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4eacea55-57ee-433e-9649-896857e62e05 None None] Provisioning complete for port 773f0af7-b94d-44b8-858c-d4de5d24650a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:09.649479 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4eacea55-57ee-433e-9649-896857e62e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.665738 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e8560-5a44-44f7-b97c-574faf0cea83 None None] Pushing event updated for resources: {'Port': ['ID=773f0af7-b94d-44b8-858c-d4de5d24650a,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:09.668826 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:09.669644 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:09.740405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Allocated IP 172.20.0.2 (b5db84de-1a45-4701-b2fb-293ccc3849c8/98fab48d-36bb-488d-a27b-4047c6913884/622dd935-e584-480c-8ffc-3321ec7cc4e6) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:56:09.788389 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:09.813488 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4eacea55-57ee-433e-9649-896857e62e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.818914 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.909121 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4eacea55-57ee-433e-9649-896857e62e05 None None] For port 773f0af7-b94d-44b8-858c-d4de5d24650a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=773f0af7-b94d-44b8-858c-d4de5d24650a,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:09.970923 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:09.990817 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4eacea55-57ee-433e-9649-896857e62e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.043073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.056059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacea55-57ee-433e-9649-896857e62e05 None None] Pushing event updated for resources: {'Port': ['ID=773f0af7-b94d-44b8-858c-d4de5d24650a,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:10.065320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:10.085639 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:10.093069 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:56:10.104436 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:10.112174 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.131817 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.133153 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c127267-64ac-4fb2-89c0-cb60ac539089 None None] The sync data for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 is: [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:56:10.139459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Pushing event updated for resources: {'Port': ['ID=622dd935-e584-480c-8ffc-3321ec7cc4e6,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:10.170354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Attempting to bind port 622dd935-e584-480c-8ffc-3321ec7cc4e6 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:56:10.170739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Attempting to bind port 622dd935-e584-480c-8ffc-3321ec7cc4e6 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:56:10.171110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Attempting to bind port 622dd935-e584-480c-8ffc-3321ec7cc4e6 on network b5db84de-1a45-4701-b2fb-293ccc3849c8 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:10.178766 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-4c444994-8ebf-4173-b4ba-349ba01ba852 None None] Provisioning complete for port 773f0af7-b94d-44b8-858c-d4de5d24650a triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:10.184871 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c444994-8ebf-4173-b4ba-349ba01ba852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.184871 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:56:10.186630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Checking segment: {'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:10.186630 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.189413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Bound using segment: {'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:56:10.197178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Bound port: 622dd935-e584-480c-8ffc-3321ec7cc4e6, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:56:10.197671 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.289806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Allocated IP 172.25.0.81 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/7dc35557-dcdb-4a3f-a486-bc08f85093d2) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:56:10.314676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] For port 622dd935-e584-480c-8ffc-3321ec7cc4e6, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:56:10.347586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] For port 622dd935-e584-480c-8ffc-3321ec7cc4e6, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=622dd935-e584-480c-8ffc-3321ec7cc4e6,segment=NetworkSegment(7101c3e7-fa89-4520-bdd4-55ddb76c2309),segment_id=7101c3e7-fa89-4520-bdd4-55ddb76c2309)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:56:10.400781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.415983 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.480478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098037b-2de9-4615-bda8-b1073b15273a None None] Pushing event updated for resources: {'Port': ['ID=622dd935-e584-480c-8ffc-3321ec7cc4e6,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:10.507418 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.554703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:10.557797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:10.560912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:56:10.595817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Pushing event updated for resources: {'Port': ['ID=7dc35557-dcdb-4a3f-a486-bc08f85093d2,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:10.932811 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:10.947689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 773f0af7-b94d-44b8-858c-d4de5d24650a up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:11.008245 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 773f0af7-b94d-44b8-858c-d4de5d24650a triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:11.008245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.093738 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d19285f0-95fe-4438-a005-75921a3be537 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:11.147864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d19285f0-95fe-4438-a005-75921a3be537 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:11.148211 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.149009 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.250243 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 622dd935-e584-480c-8ffc-3321ec7cc4e6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:11.312048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 622dd935-e584-480c-8ffc-3321ec7cc4e6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:11.312509 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.359360 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Router 24da7b56-1452-4741-b42a-8e6cc58edc35 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:56:11.446197 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.477724 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:56:11.489869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Sync routers for ids ['24da7b56-1452-4741-b42a-8e6cc58edc35'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:56:11.493730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 622dd935-e584-480c-8ffc-3321ec7cc4e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=622dd935-e584-480c-8ffc-3321ec7cc4e6,segment=NetworkSegment(7101c3e7-fa89-4520-bdd4-55ddb76c2309),segment_id=7101c3e7-fa89-4520-bdd4-55ddb76c2309)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:11.510965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Routers {'24da7b56-1452-4741-b42a-8e6cc58edc35'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:11.511594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['24da7b56-1452-4741-b42a-8e6cc58edc35'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:11.544199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c9561-739f-4141-9565-8d76403f151b None None] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:56:11.553091 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.554532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d8c9b31d-0074-4bd9-94f2-b753856957de admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0988545 Sep 15 16:56:11.557301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40652) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:56:11.585344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.694820 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3dee6fe2-fbf8-4f35-b849-e6aba18cd252 None None] Provisioning complete for port 622dd935-e584-480c-8ffc-3321ec7cc4e6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:11.695192 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3dee6fe2-fbf8-4f35-b849-e6aba18cd252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:11.783940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=622dd935-e584-480c-8ffc-3321ec7cc4e6,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:11.825677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Set router 24da7b56-1452-4741-b42a-8e6cc58edc35 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:11.983895 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.148433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Allocated IP 172.20.0.1 (b5db84de-1a45-4701-b2fb-293ccc3849c8/98fab48d-36bb-488d-a27b-4047c6913884/f23f1a3f-1c0c-43b1-b9cb-0eda4518d641) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:56:12.259629 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:56:10Z', 'revision_number': 3, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port': {'id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:10Z', 'updated_at': '2021-09-15T16:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:12.267520 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.293323 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Checking router: 24da7b56-1452-4741-b42a-8e6cc58edc35 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:56:12.293897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Updating router 24da7b56-1452-4741-b42a-8e6cc58edc35 port 7dc35557-dcdb-4a3f-a486-bc08f85093d2 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:56:12.320497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.402345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.438107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:12.441000 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:12.444537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:56:12.477784 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Pushing event updated for resources: {'Port': ['ID=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:12.493194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.493540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.493880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.494214 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.494545 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.494876 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.495203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.495528 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.495850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.497286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.497286 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.497585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:12.507061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.511009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bf744f80-7b0a-40d0-980b-0fede9e02d34 None None] Provisioning complete for port 622dd935-e584-480c-8ffc-3321ec7cc4e6 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:12.511009 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf744f80-7b0a-40d0-980b-0fede9e02d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.656536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.698045 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.788131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-479f9bdc-497d-4f20-b0e3-99537f2246fb None None] Provisioning complete for port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:12.788520 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-479f9bdc-497d-4f20-b0e3-99537f2246fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.791731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.848144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 622dd935-e584-480c-8ffc-3321ec7cc4e6 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:12.870043 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.913892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-479f9bdc-497d-4f20-b0e3-99537f2246fb None None] Port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:56:12.917765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464d14-11db-4702-863e-c7f11af836ef None None] Pushing event updated for resources: {'Port': ['ID=7dc35557-dcdb-4a3f-a486-bc08f85093d2,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:12.920909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Attempting to bind port 7dc35557-dcdb-4a3f-a486-bc08f85093d2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:56:12.921289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Attempting to bind port 7dc35557-dcdb-4a3f-a486-bc08f85093d2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:56:12.921653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Attempting to bind port 7dc35557-dcdb-4a3f-a486-bc08f85093d2 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:12.921763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.932741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:56:12.933152 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:12.936135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.936135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:56:12.936135 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Bound port: 7dc35557-dcdb-4a3f-a486-bc08f85093d2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:56:12.936135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.983972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 622dd935-e584-480c-8ffc-3321ec7cc4e6 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:12.984346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.992098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:12.994706 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Pushing event updated for resources: {'Port': ['ID=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:13.019065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] For port 7dc35557-dcdb-4a3f-a486-bc08f85093d2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:56:13.023432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] For port 7dc35557-dcdb-4a3f-a486-bc08f85093d2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7dc35557-dcdb-4a3f-a486-bc08f85093d2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:56:13.086634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:13.088017 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:13.130545 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:13.192900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Routers {'24da7b56-1452-4741-b42a-8e6cc58edc35'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:13.193547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['24da7b56-1452-4741-b42a-8e6cc58edc35'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:13.196561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464d14-11db-4702-863e-c7f11af836ef None None] Pushing event updated for resources: {'Port': ['ID=7dc35557-dcdb-4a3f-a486-bc08f85093d2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:13.208439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Router 24da7b56-1452-4741-b42a-8e6cc58edc35 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:56:13.315326 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] Set router 24da7b56-1452-4741-b42a-8e6cc58edc35 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:13.320399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:56:13.328111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3a178dce-7cc7-400a-b3d5-a1b851e5066a admin admin] 10.222.0.63 "PUT /v2.0/routers/24da7b56-1452-4741-b42a-8e6cc58edc35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698445 Sep 15 16:56:13.397203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e72e6267-a3e8-4222-934c-e75410542c93 None None] Provisioning complete for port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:13.397576 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e72e6267-a3e8-4222-934c-e75410542c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:13.479748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e72e6267-a3e8-4222-934c-e75410542c93 None None] Port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:56:13.560178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 4, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port': {'id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:10Z', 'updated_at': '2021-09-15T16:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'f23f1a3f-1c0c-43b1-b9cb-0eda4518d641', 'name': '', 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'mac_address': 'fa:16:3e:0f:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '98fab48d-36bb-488d-a27b-4047c6913884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:12Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 2, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'subnets': [{'id': '98fab48d-36bb-488d-a27b-4047c6913884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:13.586540 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8532d31-8311-4e7b-9fba-619e5eef6c86 None None] The sync data for ids ['24da7b56-1452-4741-b42a-8e6cc58edc35'] in n-d-808199-2 is: [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 4, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port': {'id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:10Z', 'updated_at': '2021-09-15T16:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'f23f1a3f-1c0c-43b1-b9cb-0eda4518d641', 'name': '', 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'mac_address': 'fa:16:3e:0f:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '98fab48d-36bb-488d-a27b-4047c6913884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:12Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 2, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'subnets': [{'id': '98fab48d-36bb-488d-a27b-4047c6913884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:56:14.879161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7dc35557-dcdb-4a3f-a486-bc08f85093d2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:14.927850 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7dc35557-dcdb-4a3f-a486-bc08f85093d2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:14.928317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:15.028032 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:15.051283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 7dc35557-dcdb-4a3f-a486-bc08f85093d2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7dc35557-dcdb-4a3f-a486-bc08f85093d2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:15.118661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:15.173258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=7dc35557-dcdb-4a3f-a486-bc08f85093d2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:16.852358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7dc35557-dcdb-4a3f-a486-bc08f85093d2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:16.907195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 7dc35557-dcdb-4a3f-a486-bc08f85093d2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:16.907574 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:17.051952 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Sync routers for ids ['24da7b56-1452-4741-b42a-8e6cc58edc35'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:56:17.062148 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Routers {'24da7b56-1452-4741-b42a-8e6cc58edc35'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:17.062750 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['24da7b56-1452-4741-b42a-8e6cc58edc35'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:17.175430 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Set router 24da7b56-1452-4741-b42a-8e6cc58edc35 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:17.376290 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 4, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port': {'id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:10Z', 'updated_at': '2021-09-15T16:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'f23f1a3f-1c0c-43b1-b9cb-0eda4518d641', 'name': '', 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'mac_address': 'fa:16:3e:0f:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '98fab48d-36bb-488d-a27b-4047c6913884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:12Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 2, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'subnets': [{'id': '98fab48d-36bb-488d-a27b-4047c6913884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:17.403260 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Checking router: 24da7b56-1452-4741-b42a-8e6cc58edc35 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:56:17.403645 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Updating router 24da7b56-1452-4741-b42a-8e6cc58edc35 port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:56:17.429977 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:17.727973 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:17.810245 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:17.861093 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd85da-4efe-4375-a0b7-e2710431cfbd None None] Pushing event updated for resources: {'Port': ['ID=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:17.958644 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Attempting to bind port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:56:17.959305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Attempting to bind port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:56:17.959896 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Attempting to bind port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 on network b5db84de-1a45-4701-b2fb-293ccc3849c8 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:17.968180 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:56:17.971050 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Checking segment: {'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:17.971050 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:17.971050 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Bound using segment: {'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:56:17.971050 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Bound port: f23f1a3f-1c0c-43b1-b9cb-0eda4518d641, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7101c3e7-fa89-4520-bdd4-55ddb76c2309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:56:17.971050 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:18.051791 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] For port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:56:18.055034 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] For port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,segment=NetworkSegment(7101c3e7-fa89-4520-bdd4-55ddb76c2309),segment_id=7101c3e7-fa89-4520-bdd4-55ddb76c2309)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:56:18.141384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1c772e62-fb77-47ec-9e5f-9e390bc02b31 None None] Provisioning complete for port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:18.141966 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c772e62-fb77-47ec-9e5f-9e390bc02b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:18.145131 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:18.229266 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Routers {'24da7b56-1452-4741-b42a-8e6cc58edc35'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:56:18.229907 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:55:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['24da7b56-1452-4741-b42a-8e6cc58edc35'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:18.234252 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd85da-4efe-4375-a0b7-e2710431cfbd None None] Pushing event updated for resources: {'Port': ['ID=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:18.316532 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c772e62-fb77-47ec-9e5f-9e390bc02b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:18.376206 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] Set router 24da7b56-1452-4741-b42a-8e6cc58edc35 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:56:18.379159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1c772e62-fb77-47ec-9e5f-9e390bc02b31 None None] For port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,segment=NetworkSegment(7101c3e7-fa89-4520-bdd4-55ddb76c2309),segment_id=7101c3e7-fa89-4520-bdd4-55ddb76c2309)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:18.473237 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c772e62-fb77-47ec-9e5f-9e390bc02b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:18.546179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c772e62-fb77-47ec-9e5f-9e390bc02b31 None None] Pushing event updated for resources: {'Port': ['ID=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:18.599981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-baabc240-4d9b-441d-ac33-34124ea67b80 None None] Provisioning complete for port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:18.600624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-baabc240-4d9b-441d-ac33-34124ea67b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:18.660544 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 4, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port': {'id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:10Z', 'updated_at': '2021-09-15T16:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'f23f1a3f-1c0c-43b1-b9cb-0eda4518d641', 'name': '', 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'mac_address': 'fa:16:3e:0f:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '98fab48d-36bb-488d-a27b-4047c6913884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:12Z', 'updated_at': '2021-09-15T16:56:18Z', 'revision_number': 4, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'subnets': [{'id': '98fab48d-36bb-488d-a27b-4047c6913884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:56:18.703702 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70f1fe4-d6f6-492c-a22d-e260bb212298 None None] The sync data for ids ['24da7b56-1452-4741-b42a-8e6cc58edc35'] in n-d-808199-2 is: [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:56:12Z', 'revision_number': 4, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port': {'id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:10Z', 'updated_at': '2021-09-15T16:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'f23f1a3f-1c0c-43b1-b9cb-0eda4518d641', 'name': '', 'network_id': 'b5db84de-1a45-4701-b2fb-293ccc3849c8', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'mac_address': 'fa:16:3e:0f:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '98fab48d-36bb-488d-a27b-4047c6913884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:12Z', 'updated_at': '2021-09-15T16:56:18Z', 'revision_number': 4, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'subnets': [{'id': '98fab48d-36bb-488d-a27b-4047c6913884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:56:18.916014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:18.982728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:18.983540 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:24.098940 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9af88a16-8fd7-4306-9412-16316a3caead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:25.049455 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-680128c8-6ff7-4ffb-ab7a-f8a71e0f4e15 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:25.050849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-680128c8-6ff7-4ffb-ab7a-f8a71e0f4e15 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 815 time: 0.1047766 Sep 15 16:56:25.065849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-0300734d-9fd4-4b8d-8412-b70cda9a7f69 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/quotas/c67211186e3e4162bbcc103362fc7d42 HTTP/1.1" status: 200 len: 375 time: 0.0093372 Sep 15 16:56:25.116430 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3a131b7f-3868-4216-b1fd-ff47918cef23 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455506 Sep 15 16:56:25.226126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-69de0b41-9836-4b0e-bc44-5d018b6a265a service neutron] 10.222.0.63 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981202 Sep 15 16:56:25.314248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-409ba54d-cbe1-46d8-beeb-556f2f978fd4 service neutron] 10.222.0.63 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812876 Sep 15 16:56:25.571942 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7ba2a2d-a4c0-41b1-91fd-3f9f385f38ee req-39f9936a-c1fe-4b64-8490-ac6c2465bc84 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 210 time: 0.0266521 Sep 15 16:56:26.666477 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29dabca0-2ebd-4560-bda3-35e649361286 req-0bac2750-5b01-4f7a-a9dc-c6d71ff4e1e2 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 210 time: 0.0307543 Sep 15 16:56:27.146624 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:27.281308 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:27.363883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-275b2d59-2cdd-400c-bd54-fc615984e200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:27.565281 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-438e0576-93ed-477e-b492-449a79f67f04 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:27.566673 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-438e0576-93ed-477e-b492-449a79f67f04 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 815 time: 0.1089206 Sep 15 16:56:27.579874 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'port': {'device_id': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'admin_state_up': True, 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:27.761638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-361b1886-0974-4949-8cf6-bcfe34ead42f req-362ebb72-1985-405f-aa4d-f2c730f0d9d8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 210 time: 0.0267510 Sep 15 16:56:27.798229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Made reservation on behalf of c67211186e3e4162bbcc103362fc7d42 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:56:27.801781 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:27.928504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Allocated IP 172.20.0.14 (88026088-a20d-4b2d-8ab0-4ce316c4f720/73d16509-6102-48ea-9222-2c80fe741321/55f52722-d5dd-4f55-857f-a49c7d37a489) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:56:28.084119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:28.175869 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:28.220570 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:56:28.223895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:56:28.228101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:56:28.259700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:28.283565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.284015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.284951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.284951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.285464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.285617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.286379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.286379 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.286616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.286988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.287403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.287810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:28.310817 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:28.311850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:28.385585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-3eaf6aed-fe7f-415a-8bcc-73c646d2dcb3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8092103 Sep 15 16:56:28.585534 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f8d9afe4-eb26-496f-a54d-c168984add16 None None] Provisioning complete for port 55f52722-d5dd-4f55-857f-a49c7d37a489 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:28.586770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f8d9afe4-eb26-496f-a54d-c168984add16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:28.640048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f8d9afe4-eb26-496f-a54d-c168984add16 None None] Port 55f52722-d5dd-4f55-857f-a49c7d37a489 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:56:28.710536 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:28.879206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf869374-c2bb-45ae-a0f8-d5df8f230c20 req-fd9d8e4a-4f1d-44a3-a4c4-d289ffa0751b tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:28.880712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf869374-c2bb-45ae-a0f8-d5df8f230c20 req-fd9d8e4a-4f1d-44a3-a4c4-d289ffa0751b tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0513048 Sep 15 16:56:28.920656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf869374-c2bb-45ae-a0f8-d5df8f230c20 req-aa0742b7-6f59-45c2-8c60-c756c1bec8d2 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336847 Sep 15 16:56:30.039116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9eb1b-6057-49e8-9cb1-ed9155ff93d9 req-f537ddd5-e825-4e0e-883c-4843093cd6ca tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:30.040675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9f9eb1b-6057-49e8-9cb1-ed9155ff93d9 req-f537ddd5-e825-4e0e-883c-4843093cd6ca tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0517020 Sep 15 16:56:30.081476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9f9eb1b-6057-49e8-9cb1-ed9155ff93d9 req-3c259361-14b0-46fb-8fba-4517d4e6c61c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Sep 15 16:56:30.350117 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:30.910321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:31.206156 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c16452-d7f1-44ec-8fdb-bff3022c01ca req-cb4f3883-0c5c-4f11-a590-cb4dacc4e363 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:31.208940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1c16452-d7f1-44ec-8fdb-bff3022c01ca req-cb4f3883-0c5c-4f11-a590-cb4dacc4e363 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0583572 Sep 15 16:56:31.252143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1c16452-d7f1-44ec-8fdb-bff3022c01ca req-9f22abf7-69e7-4985-8f49-8e996c824e46 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Sep 15 16:56:32.372567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc6e0d-cd24-420c-ad80-15159a2610de req-9564f02c-e913-4e99-85ef-ae10f835f5ab tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:32.374723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30cc6e0d-cd24-420c-ad80-15159a2610de req-9564f02c-e913-4e99-85ef-ae10f835f5ab tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0533950 Sep 15 16:56:32.415366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30cc6e0d-cd24-420c-ad80-15159a2610de req-5d8f4306-2c92-4602-8dc2-596852f49c07 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344839 Sep 15 16:56:33.535157 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d204-3277-4234-a824-3a6aa585c621 req-f43f63f1-b859-4e38-be91-bd44a5ea7e98 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:33.536740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d63d204-3277-4234-a824-3a6aa585c621 req-f43f63f1-b859-4e38-be91-bd44a5ea7e98 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0516346 Sep 15 16:56:33.575715 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6d63d204-3277-4234-a824-3a6aa585c621 req-1ab0e405-7a73-4fa1-8fc8-63b1754ff6ee tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Sep 15 16:56:34.698766 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eb76f-766a-4ef1-ba85-c821d0583cc2 req-1427a3e4-f5f7-49c8-bc0b-2e6a4c971a92 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:34.700461 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-635eb76f-766a-4ef1-ba85-c821d0583cc2 req-1427a3e4-f5f7-49c8-bc0b-2e6a4c971a92 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0554440 Sep 15 16:56:34.740018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-635eb76f-766a-4ef1-ba85-c821d0583cc2 req-c1b00227-4dfb-46b2-888e-6240f1019feb tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335057 Sep 15 16:56:35.866102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d72ca-8703-4254-91c3-46f8f4e8dc19 req-7b224483-6733-49be-8712-b314835eb78a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:35.867624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e76d72ca-8703-4254-91c3-46f8f4e8dc19 req-7b224483-6733-49be-8712-b314835eb78a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0567262 Sep 15 16:56:35.907476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e76d72ca-8703-4254-91c3-46f8f4e8dc19 req-0cec82ff-dc06-4913-bdf4-7c8fd70fe06e tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Sep 15 16:56:37.036106 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d40b4b-a1a0-4a28-a083-b44618e9d9e0 req-0f4620cb-994c-496a-a187-0db3d66fe2e0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:37.037645 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5d40b4b-a1a0-4a28-a083-b44618e9d9e0 req-0f4620cb-994c-496a-a187-0db3d66fe2e0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0510542 Sep 15 16:56:37.078945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5d40b4b-a1a0-4a28-a083-b44618e9d9e0 req-b689b666-468c-4a71-929a-ae26897a700a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Sep 15 16:56:37.884896 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:56:38.015848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Request body: {'port': {'device_id': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:56:38.071400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:38.200058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617203d0-66ae-4b0a-aa65-56e8e73398dc req-f27594fa-4365-4c95-ae5b-3ec5ad2ceb38 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:38.202074 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-617203d0-66ae-4b0a-aa65-56e8e73398dc req-f27594fa-4365-4c95-ae5b-3ec5ad2ceb38 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 932 time: 0.0547943 Sep 15 16:56:38.240745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-617203d0-66ae-4b0a-aa65-56e8e73398dc req-83484bed-4416-4c72-8986-d7d1d2f361ee tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Sep 15 16:56:38.338595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f52722-d5dd-4f55-857f-a49c7d37a489 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:56:38.345908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:38.360455 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Transition to ACTIVE for port object 55f52722-d5dd-4f55-857f-a49c7d37a489 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:56:38.432371 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:38.486832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Pushing event updated for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:38.560725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Attempting to bind port 55f52722-d5dd-4f55-857f-a49c7d37a489 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:56:38.561211 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Attempting to bind port 55f52722-d5dd-4f55-857f-a49c7d37a489 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:56:38.561550 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Attempting to bind port 55f52722-d5dd-4f55-857f-a49c7d37a489 on network 88026088-a20d-4b2d-8ab0-4ce316c4f720 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:38.566072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Port 55f52722-d5dd-4f55-857f-a49c7d37a489 on network 88026088-a20d-4b2d-8ab0-4ce316c4f720 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:56:38.566398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Attempting to bind port 55f52722-d5dd-4f55-857f-a49c7d37a489 on network 88026088-a20d-4b2d-8ab0-4ce316c4f720 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:56:38.571548 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:56:38.571890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Checking segment: {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:56:38.572274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Bound using segment: {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:56:38.572725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Bound port: 55f52722-d5dd-4f55-857f-a49c7d37a489, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f454f7f5-4805-4b6e-b2a4-0561b867cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:56:38.573086 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:38.642013 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:56:38.644951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=55f52722-d5dd-4f55-857f-a49c7d37a489,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:56:38.711058 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:38.746111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:38.746719 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:38.748091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] 10.222.0.55 "PUT /v2.0/ports/55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 1092 time: 0.7373130 Sep 15 16:56:38.750392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:56:38.752721 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b800b73-e940-4c81-b51e-1f0b223505d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:56:38.784189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1744c1-5373-4369-ae55-5ab131546a52 service neutron] Pushing event updated for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:38.806427 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81c9cd1-e302-4884-bd05-8b42f9d67454 x-openstack-request-id: req-b81c9cd1-e302-4884-bd05-8b42f9d67454 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:56:38.806723 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:56:38.806979 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b81c9cd1-e302-4884-bd05-8b42f9d67454 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:56:38.807389 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'status': 'completed', 'code': 200} Sep 15 16:56:38.869334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800b73-e940-4c81-b51e-1f0b223505d3 req-b803e8ba-2554-4ab9-b15a-8cf88ae7d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:38.870942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b800b73-e940-4c81-b51e-1f0b223505d3 req-b803e8ba-2554-4ab9-b15a-8cf88ae7d5ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0439661 Sep 15 16:56:38.977595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800b73-e940-4c81-b51e-1f0b223505d3 req-770e5edb-b507-4354-9e74-339577550fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:38.979081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b800b73-e940-4c81-b51e-1f0b223505d3 req-770e5edb-b507-4354-9e74-339577550fb3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c67211186e3e4162bbcc103362fc7d42&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991557 Sep 15 16:56:39.071432 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800b73-e940-4c81-b51e-1f0b223505d3 req-b9eb22fd-9ab0-4ab2-871e-489162d8f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:39.072953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9b800b73-e940-4c81-b51e-1f0b223505d3 req-b9eb22fd-9ab0-4ab2-871e-489162d8f2e5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873969 Sep 15 16:56:39.155780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-ac1deefd-4647-4bd6-9009-970d57e17672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:39.157285 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-ac1deefd-4647-4bd6-9009-970d57e17672 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0469284 Sep 15 16:56:39.197848 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-b50936d3-391c-41e6-a29b-d3181af93f7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 217 time: 0.0321219 Sep 15 16:56:39.244818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-e9176b10-7a78-4e32-9496-bcbcc53ea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:39.246232 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-e9176b10-7a78-4e32-9496-bcbcc53ea423 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0417275 Sep 15 16:56:39.291326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-093752dc-4970-4fe2-bb4c-111858146b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:39.292862 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-093752dc-4970-4fe2-bb4c-111858146b1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398843 Sep 15 16:56:39.357508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd9d27-fc67-4e3d-a99e-ef6fcd4f3824 req-85557a88-75fe-4238-88d5-6aaa11701cc7 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:39.359674 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ddd9d27-fc67-4e3d-a99e-ef6fcd4f3824 req-85557a88-75fe-4238-88d5-6aaa11701cc7 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 944 time: 0.0494661 Sep 15 16:56:39.387786 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-47f30aab-a65b-4831-bcaf-758cb2e455f2 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882187 Sep 15 16:56:39.397745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ddd9d27-fc67-4e3d-a99e-ef6fcd4f3824 req-85c4791c-2edd-4965-994f-a12f46183005 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Sep 15 16:56:39.489014 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7eb690c1-18b2-4cf0-b07d-4eaf3b96e1cf req-08ce644e-3dbc-4a67-8549-1f8e87812e34 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936122 Sep 15 16:56:40.516635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0dd14-d91a-43b8-af73-fc1076f5468d req-a9af3a16-f769-47cd-89e0-da3a9a1d4036 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:40.518151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02b0dd14-d91a-43b8-af73-fc1076f5468d req-a9af3a16-f769-47cd-89e0-da3a9a1d4036 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 944 time: 0.0495086 Sep 15 16:56:40.557954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-02b0dd14-d91a-43b8-af73-fc1076f5468d req-06d6c918-7979-4c1c-b711-b23d692dc951 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338011 Sep 15 16:56:41.461642 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 55f52722-d5dd-4f55-857f-a49c7d37a489 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:56:41.560146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=55f52722-d5dd-4f55-857f-a49c7d37a489,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:41.572131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'port_id': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'mac_address': 'fa:16:3e:f8:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:56:41.611024 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:41.623939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f52722-d5dd-4f55-857f-a49c7d37a489 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:56:41.644647 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=55f52722-d5dd-4f55-857f-a49c7d37a489,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:41.677603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfb005-8013-4084-aef7-cb75e8a61210 req-4771c504-ef97-4101-ab1d-43a64ed3c6a2 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:41.679081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3dcfb005-8013-4084-aef7-cb75e8a61210 req-4771c504-ef97-4101-ab1d-43a64ed3c6a2 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 944 time: 0.0525484 Sep 15 16:56:41.717046 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3dcfb005-8013-4084-aef7-cb75e8a61210 req-8c7b24a4-3c71-41b7-8351-e748c04a30b2 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Sep 15 16:56:41.727084 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:41.778736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:41.786315 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.786656 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.786992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.787322 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.787652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.787973 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.788293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.788655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.788977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.789294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.789609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.789922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:56:41.950794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['55f52722-d5dd-4f55-857f-a49c7d37a489'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:56:42.831136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281bd7-4029-4b3c-9d2d-29f4faaaf47b req-bcdd6dfa-a593-4988-8899-bb8ff8bff612 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:42.832669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61281bd7-4029-4b3c-9d2d-29f4faaaf47b req-bcdd6dfa-a593-4988-8899-bb8ff8bff612 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Sep 15 16:56:42.870780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61281bd7-4029-4b3c-9d2d-29f4faaaf47b req-2b3f6d30-b923-499f-8dbe-678e78d360df tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Sep 15 16:56:43.467832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 55f52722-d5dd-4f55-857f-a49c7d37a489 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:56:43.603911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 55f52722-d5dd-4f55-857f-a49c7d37a489 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:56:43.607904 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 55f52722-d5dd-4f55-857f-a49c7d37a489 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:56:43.608280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:43.686520 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:43.708978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:56:43.711261 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb4d44f-4054-4ee7-9b17-9d4dfcf2c7b2" -d '{"events": [{"server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "name": "network-vif-plugged", "status": "completed", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:56:43.724796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=55f52722-d5dd-4f55-857f-a49c7d37a489,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:56:43.747757 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb1996-43f3-4368-8254-b04308e3caf3 x-openstack-request-id: req-fafb1996-43f3-4368-8254-b04308e3caf3 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:56:43.748049 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "name": "network-vif-plugged", "status": "completed", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:56:43.748302 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fafb1996-43f3-4368-8254-b04308e3caf3 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:56:43.748776 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'code': 200} Sep 15 16:56:43.809750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:43.843606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c310840-da7d-4437-8625-9b61d15ef61c req-bae7633c-ff76-4f00-bd8c-df516c69faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:43.846038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8c310840-da7d-4437-8625-9b61d15ef61c req-bae7633c-ff76-4f00-bd8c-df516c69faea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0421960 Sep 15 16:56:43.862169 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:56:43.881576 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8c310840-da7d-4437-8625-9b61d15ef61c req-282c5983-230d-4b73-b452-382109914d08 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281413 Sep 15 16:56:43.985803 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b359815-87b5-4a2b-ae28-fe7c76cdd706 req-d8da65d8-f6ce-465a-9959-353f3cb78e5e tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:43.987220 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b359815-87b5-4a2b-ae28-fe7c76cdd706 req-d8da65d8-f6ce-465a-9959-353f3cb78e5e tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0502715 Sep 15 16:56:44.024205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b359815-87b5-4a2b-ae28-fe7c76cdd706 req-81dcf35c-3fde-4755-9769-0f10609accbc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Sep 15 16:56:45.147443 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1ed2a-ed67-4e59-901e-b7c5b7ec9cae req-1a5b429e-11a3-42ae-8e3e-739cc039070a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:45.149023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fc1ed2a-ed67-4e59-901e-b7c5b7ec9cae req-1a5b429e-11a3-42ae-8e3e-739cc039070a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0567055 Sep 15 16:56:45.191450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7fc1ed2a-ed67-4e59-901e-b7c5b7ec9cae req-23aba23d-3ea7-46e3-843d-43a7ef4bdcdf tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364077 Sep 15 16:56:45.315697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fee6d1-6286-4d76-b465-1bdc63bf6230 req-3f8207a1-3530-4c1b-948a-5ccb1be43332 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:45.317119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18fee6d1-6286-4d76-b465-1bdc63bf6230 req-3f8207a1-3530-4c1b-948a-5ccb1be43332 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0514596 Sep 15 16:56:45.356710 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-18fee6d1-6286-4d76-b465-1bdc63bf6230 req-fe914608-5312-4e4e-9f6c-147f83b36a16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Sep 15 16:56:45.540736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375d044-3bd3-4fba-acd1-697b40ed51b8 req-61fd6154-cf7e-464a-b9b1-077016c0c567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:45.542227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b375d044-3bd3-4fba-acd1-697b40ed51b8 req-61fd6154-cf7e-464a-b9b1-077016c0c567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0486422 Sep 15 16:56:45.581018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b375d044-3bd3-4fba-acd1-697b40ed51b8 req-dd63c6d2-9cbe-4d67-923e-88011d6cf8bf tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Sep 15 16:56:50.874695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-1ba49f47-f2e4-480e-b602-9b626f2afc8e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405540 Sep 15 16:56:50.957475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4444c-5795-41ef-a246-5df680cfd48d req-8d239d19-3990-45bf-8070-0b672f38d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:50.958966 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-8d239d19-3990-45bf-8070-0b672f38d48c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0429516 Sep 15 16:56:51.070461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4444c-5795-41ef-a246-5df680cfd48d req-c4558d88-57b3-456a-bafb-a6e74579eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:51.071957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-c4558d88-57b3-456a-bafb-a6e74579eabb service neutron] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 916 time: 0.0939493 Sep 15 16:56:51.113630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-f7547831-53f7-489f-baa7-be45abbd1460 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 217 time: 0.0346546 Sep 15 16:56:51.166811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4444c-5795-41ef-a246-5df680cfd48d req-98514536-515d-40d6-9f5c-487dbfe949a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:51.168304 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-98514536-515d-40d6-9f5c-487dbfe949a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0481391 Sep 15 16:56:51.213721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4444c-5795-41ef-a246-5df680cfd48d req-ac1a07bb-976a-4dca-8d22-82b48494ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:51.215238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-ac1a07bb-976a-4dca-8d22-82b48494ac2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395191 Sep 15 16:56:51.312159 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-12a252ae-1666-426e-bb0c-cc7989d823bc service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902874 Sep 15 16:56:51.407430 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-47d4444c-5795-41ef-a246-5df680cfd48d req-6ac5b52e-4788-4162-8863-bd6595b1d1d8 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876303 Sep 15 16:56:54.015245 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a50e2e57-3138-46ac-aed7-d18c42f55518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:57.135294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:57.318023 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:57.346422 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9be4a109-98aa-4a41-b580-9b1c8db4527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:58.726297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:56:59.993759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d68692-0252-4af7-b971-e8c946586f3a req-7fd22472-8b36-49cb-9001-9e44f0f66cee tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:56:59.995131 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52d68692-0252-4af7-b971-e8c946586f3a req-7fd22472-8b36-49cb-9001-9e44f0f66cee tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0514381 Sep 15 16:57:00.032737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-52d68692-0252-4af7-b971-e8c946586f3a req-8213f0b9-c235-481d-af2f-daa39a6c3096 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Sep 15 16:57:00.055159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40852) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:00.178166 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef985d4-4bf5-4c7c-870a-b2a0ac78de94 tempest-TestMinimumBasicScenario-1183361838 tempest-TestMinimumBasicScenario-1183361838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:00.179694 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0ef985d4-4bf5-4c7c-870a-b2a0ac78de94 tempest-TestMinimumBasicScenario-1183361838 tempest-TestMinimumBasicScenario-1183361838-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1092 time: 0.1236017 Sep 15 16:57:00.182638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40856) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:00.186817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:00.283755 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:00.354893 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:00.383079 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:00.482807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Allocated IP 172.25.0.206 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/a69abb29-309a-4449-b2bf-75bc796acccd) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:57:00.907322 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:00.920917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:01.035161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:01.071914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:57:01.074687 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:57:01.078653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:57:01.101113 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'Port': ['ID=a69abb29-309a-4449-b2bf-75bc796acccd,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:01.427576 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:01.550805 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:01.699630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:01.775444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:01.848315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'Port': ['ID=a69abb29-309a-4449-b2bf-75bc796acccd,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:01.859768 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:01.959471 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Floating IP 92e2f02a-127b-46a1-99fd-ff2f773f7c79 associated. External IP: 172.25.0.206, port: 55f52722-d5dd-4f55-857f-a49c7d37a489. Sep 15 16:57:02.165833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:57:02.274374 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:57:02.283893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] Sync routers for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:57:02.292696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:57:02.293302 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:56:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:57:02.361637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:02.389700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-63372ce7-f548-4800-8683-309bfca42b0c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2060633 Sep 15 16:57:02.390672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:57:02.392934 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40858) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:02.393530 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:57:02.397695 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4d3659a4-0a0f-4d82-aa06-80d3acf76567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-387713438', 'description': 'tempest-secgroup-smoke-387713438 description', 'project_id': 'c67211186e3e4162bbcc103362fc7d42'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:02.404249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:57:02.431399 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81949f0d-8b67-444e-af90-394ade7e0649 x-openstack-request-id: req-81949f0d-8b67-444e-af90-394ade7e0649 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:57:02.431613 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:57:02.431869 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-81949f0d-8b67-444e-af90-394ade7e0649 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:57:02.432335 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'status': 'completed', 'code': 200} Sep 15 16:57:02.483946 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d3659a4-0a0f-4d82-aa06-80d3acf76567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:02.521437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-a457f059-fe11-4e50-97d5-9314280878c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:02.523063 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-a457f059-fe11-4e50-97d5-9314280878c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0673528 Sep 15 16:57:02.660293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d3659a4-0a0f-4d82-aa06-80d3acf76567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:02.661682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-4c352f95-7677-4ed3-bf42-c03c96b02291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:02.663171 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-4c352f95-7677-4ed3-bf42-c03c96b02291 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 916 time: 0.1326861 Sep 15 16:57:02.737594 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-89b32efe-cafd-48a4-8596-274c5befb37a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 1000 time: 0.0668900 Sep 15 16:57:02.738267 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d3659a4-0a0f-4d82-aa06-80d3acf76567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:02.791645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '92e2f02a-127b-46a1-99fd-ff2f773f7c79', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'port_id': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'mac_address': 'fa:16:3e:f8:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:57:01Z', 'updated_at': '2021-09-15T16:57:01Z', 'revision_number': 0, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 5, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:57:02.799122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3659a4-0a0f-4d82-aa06-80d3acf76567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b682d82-a3bb-40c0-98fc-b6d5baf679e6,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:02.809844 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-459ca46c-f951-43cc-a3ee-26f9aab41d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:02.811385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-459ca46c-f951-43cc-a3ee-26f9aab41d02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0642335 Sep 15 16:57:02.822768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] Checking router: ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:57:02.831557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:57:02.832189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:56:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:57:02.858685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-5e2f40df-3bd2-4585-8540-2de07c86ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:02.861088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-5e2f40df-3bd2-4585-8540-2de07c86ff33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422246 Sep 15 16:57:02.892115 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4d3659a4-0a0f-4d82-aa06-80d3acf76567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:02.893356 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4d3659a4-0a0f-4d82-aa06-80d3acf76567 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4993496 Sep 15 16:57:02.896311 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40862) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:02.906703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-df072d0c-ea02-435c-9476-82537a40babc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'security_group_rule': {'security_group_id': '7b682d82-a3bb-40c0-98fc-b6d5baf679e6', 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:02.940746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:57:02.978317 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-09072871-6526-4bf7-84f7-6950589d749f service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077042 Sep 15 16:57:03.053824 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df072d0c-ea02-435c-9476-82537a40babc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.103347 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-75bec3e6-27b2-42a9-ac8f-3e54869e4b57 req-076457b3-0dae-4d64-9878-e28241787d48 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170456 Sep 15 16:57:03.121167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df072d0c-ea02-435c-9476-82537a40babc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.174541 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '92e2f02a-127b-46a1-99fd-ff2f773f7c79', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'port_id': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'mac_address': 'fa:16:3e:f8:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:57:01Z', 'updated_at': '2021-09-15T16:57:01Z', 'revision_number': 0, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 5, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:57:03.205462 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b5912-86f5-449b-acd6-1ada0798980d None None] The sync data for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 is: [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '92e2f02a-127b-46a1-99fd-ff2f773f7c79', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'port_id': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'mac_address': 'fa:16:3e:f8:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:57:01Z', 'updated_at': '2021-09-15T16:57:01Z', 'revision_number': 0, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 5, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:57:03.238461 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df072d0c-ea02-435c-9476-82537a40babc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.260992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df072d0c-ea02-435c-9476-82537a40babc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdf8a13-cb03-4217-8c6c-78855c4b3b95,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:03.320776 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df072d0c-ea02-435c-9476-82537a40babc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.324446 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-df072d0c-ea02-435c-9476-82537a40babc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4247890 Sep 15 16:57:03.324705 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40864) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:03.329815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-6e429ee9-65bc-44e6-9520-1203304fa067 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'security_group_rule': {'security_group_id': '7b682d82-a3bb-40c0-98fc-b6d5baf679e6', 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:03.395569 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce658b52-48e8-4ddb-9e64-40152098e6ad None None] New status for floating IP 92e2f02a-127b-46a1-99fd-ff2f773f7c79: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:57:03.416859 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e429ee9-65bc-44e6-9520-1203304fa067 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.473133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e429ee9-65bc-44e6-9520-1203304fa067 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.552328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e429ee9-65bc-44e6-9520-1203304fa067 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.575289 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e429ee9-65bc-44e6-9520-1203304fa067 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efa6f77-a1aa-4644-8573-05ea9508e2a6,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:03.638201 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6e429ee9-65bc-44e6-9520-1203304fa067 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.639486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6e429ee9-65bc-44e6-9520-1203304fa067 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3137999 Sep 15 16:57:03.643309 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40866) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:03.650264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-0e608802-4644-4e41-afb1-82610218078c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'security_group_rule': {'security_group_id': '7b682d82-a3bb-40c0-98fc-b6d5baf679e6', 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:03.728374 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e608802-4644-4e41-afb1-82610218078c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.785050 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e608802-4644-4e41-afb1-82610218078c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.862995 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e608802-4644-4e41-afb1-82610218078c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.886423 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e608802-4644-4e41-afb1-82610218078c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741889b8-2714-4160-ac51-4cc5bda50b11,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:03.949312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0e608802-4644-4e41-afb1-82610218078c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:03.950564 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0e608802-4644-4e41-afb1-82610218078c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3064859 Sep 15 16:57:03.953352 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40868) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:03.957673 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-48d56640-a591-49f8-970b-9c0ca7b8a4a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'security_group_rule': {'security_group_id': '7b682d82-a3bb-40c0-98fc-b6d5baf679e6', 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:04.051121 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48d56640-a591-49f8-970b-9c0ca7b8a4a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.110856 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48d56640-a591-49f8-970b-9c0ca7b8a4a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.177287 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48d56640-a591-49f8-970b-9c0ca7b8a4a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.195936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d56640-a591-49f8-970b-9c0ca7b8a4a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f942f189-b47b-4025-9da4-66754c6d63fd,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:04.251510 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-48d56640-a591-49f8-970b-9c0ca7b8a4a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.252812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-48d56640-a591-49f8-970b-9c0ca7b8a4a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984567 Sep 15 16:57:04.255472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40870) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:04.259801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'security_group_rule': {'security_group_id': '7b682d82-a3bb-40c0-98fc-b6d5baf679e6', 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:04.342996 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Project c67211186e3e4162bbcc103362fc7d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:57:04.348279 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.408432 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.485957 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.505076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a582ebab-8595-4acc-b4d8-a0584da14d47,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:04.589252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.590495 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-3d556166-6c20-4c67-96ce-33d0d4e0b08a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3340993 Sep 15 16:57:04.593206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40872) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:57:04.597958 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'security_group_rule': {'security_group_id': '7b682d82-a3bb-40c0-98fc-b6d5baf679e6', 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:04.700998 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Project c67211186e3e4162bbcc103362fc7d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:57:04.706697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.764687 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.840609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.862144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7409db12-7483-46c3-b2e9-a7ce5f7aadc9,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:04.926199 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:04.927387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d49e0796-5eb2-4fd4-8ef2-57cd7c0a82a8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3327799 Sep 15 16:57:05.007268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-f1e8f2bf-ef64-4c8c-91f4-1225c1c7e790 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387713438&fields=id&tenant_id=c67211186e3e4162bbcc103362fc7d42 HTTP/1.1" status: 200 len: 267 time: 0.0344367 Sep 15 16:57:05.059722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-3b187d62-5cdb-4e3a-93a8-12b956c44c3d tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:05.061237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-3b187d62-5cdb-4e3a-93a8-12b956c44c3d tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0481961 Sep 15 16:57:05.072843 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'port': {'security_groups': ['58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90', '7b682d82-a3bb-40c0-98fc-b6d5baf679e6']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:57:05.136629 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:05.322273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=55f52722-d5dd-4f55-857f-a49c7d37a489,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:57:05.350477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:05.417034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:05.430467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['55f52722-d5dd-4f55-857f-a49c7d37a489'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:57:05.460954 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:05.461580 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:05.462990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-340f4d12-af4d-4e2d-be85-ce6787ef8625 req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "PUT /v2.0/ports/55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 982 time: 0.3946242 Sep 15 16:57:05.463696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:57:05.466003 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:57:05.498075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6808c81-43cd-4c83-b752-5634ca709437 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=6']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:57:05.513268 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d747b3-5625-402b-9890-24f16e596869 x-openstack-request-id: req-03d747b3-5625-402b-9890-24f16e596869 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:57:05.513679 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:57:05.514039 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-03d747b3-5625-402b-9890-24f16e596869 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:57:05.514572 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'status': 'completed', 'code': 200} Sep 15 16:57:05.521752 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['55f52722-d5dd-4f55-857f-a49c7d37a489'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:57:05.592250 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-7e106a86-e9cd-4a5b-a4e1-3346e65feb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:05.594785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-7e106a86-e9cd-4a5b-a4e1-3346e65feb1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1136 time: 0.0550401 Sep 15 16:57:05.624390 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f7e71-81eb-4d8a-891c-2332942c782a req-300bb890-5d9c-4b96-ba13-1c52da0b85a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:05.626959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-121f7e71-81eb-4d8a-891c-2332942c782a req-300bb890-5d9c-4b96-ba13-1c52da0b85a0 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0606303 Sep 15 16:57:05.679644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-121f7e71-81eb-4d8a-891c-2332942c782a req-1608631e-13be-4ff1-9ac7-677dcadd7318 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443630 Sep 15 16:57:05.714237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-172a652a-100c-4597-a576-c11395150858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:05.716528 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-172a652a-100c-4597-a576-c11395150858 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 916 time: 0.1123934 Sep 15 16:57:05.770210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-239d7429-6c4b-404f-9b98-106fa38172aa None None] Provisioning complete for port 55f52722-d5dd-4f55-857f-a49c7d37a489 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:57:05.770492 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-239d7429-6c4b-404f-9b98-106fa38172aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:05.786513 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-b6fba9ca-accf-47fb-9b02-064f2d8f69b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 1002 time: 0.0629559 Sep 15 16:57:05.837902 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-a15b61de-bdca-45f6-8e68-09706cf672c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:05.839279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-a15b61de-bdca-45f6-8e68-09706cf672c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0449948 Sep 15 16:57:05.883798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-a894b66b-abc1-4a9f-9a83-e5c78e6e2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:05.885352 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-a894b66b-abc1-4a9f-9a83-e5c78e6e2be8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396214 Sep 15 16:57:05.979782 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-6f88a89c-cca1-45c5-bccc-a392b0714ae3 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858693 Sep 15 16:57:06.070359 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-9ebbcb91-6ff5-47b4-a216-65d1092ceb10 req-315715c5-483a-4bd8-8cba-d00ac6566997 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828352 Sep 15 16:57:14.884783 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:57:20.008634 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800d90d-69a0-422f-b2e9-ef4fe8e8a4c8 req-ee32e0cf-c27d-4b48-b63f-7d6d1d639f70 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:20.010044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8800d90d-69a0-422f-b2e9-ef4fe8e8a4c8 req-ee32e0cf-c27d-4b48-b63f-7d6d1d639f70 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0507851 Sep 15 16:57:20.055968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8800d90d-69a0-422f-b2e9-ef4fe8e8a4c8 req-36c71c82-1df9-493f-921e-1b434b9a72b8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392005 Sep 15 16:57:20.079740 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-61219115-81f9-41c5-bbe1-b8f0ad6bc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:20.081282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-61219115-81f9-41c5-bbe1-b8f0ad6bc885 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1136 time: 0.0515125 Sep 15 16:57:20.170277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-bc41757d-a747-46fc-a154-6b1c1671083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:20.172268 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-bc41757d-a747-46fc-a154-6b1c1671083a service neutron] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 916 time: 0.0831392 Sep 15 16:57:20.240237 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-cdf7195c-38c5-437b-9106-c0e6e65d4c3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 1002 time: 0.0604627 Sep 15 16:57:20.289339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-2fd1d5f0-024f-4bc3-b544-d3c4d0c128d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:20.290654 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-2fd1d5f0-024f-4bc3-b544-d3c4d0c128d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0430887 Sep 15 16:57:20.335757 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-57707c8e-f7ef-4476-a865-e9c38c7065c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:20.337255 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-57707c8e-f7ef-4476-a865-e9c38c7065c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392203 Sep 15 16:57:20.428189 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-8d1fdc93-5a8c-47c7-9ecd-edeb6f1a516c service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834126 Sep 15 16:57:20.517200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b0ab8380-2fbc-4408-b8da-08db223dcd1f req-73b83cc3-6ecf-4916-a2f2-c1c6a58a76c9 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819120 Sep 15 16:57:21.415324 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef42c94-8d26-4ee9-b404-e03370d65a98 req-82b13aab-69e3-4ddc-a749-e4f93d41f36c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:21.416825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef42c94-8d26-4ee9-b404-e03370d65a98 req-82b13aab-69e3-4ddc-a749-e4f93d41f36c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0492158 Sep 15 16:57:21.456460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ef42c94-8d26-4ee9-b404-e03370d65a98 req-a67a418c-ec48-4f18-aa0c-4919eab8f0cc tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329823 Sep 15 16:57:22.594196 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bdf75-3819-4787-8775-8350d4dc8cf6 req-485442df-0406-49cb-8f42-95dd3c1a8846 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:22.595728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a33bdf75-3819-4787-8775-8350d4dc8cf6 req-485442df-0406-49cb-8f42-95dd3c1a8846 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0543015 Sep 15 16:57:22.643093 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a33bdf75-3819-4787-8775-8350d4dc8cf6 req-21f16fce-df03-42c9-8c2e-8a0ca295e425 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398421 Sep 15 16:57:23.757470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c29c17-4b72-40dd-83e7-a2ce953f458f req-51c17ba6-cb0f-4c17-926f-66a23868439d tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:23.758965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5c29c17-4b72-40dd-83e7-a2ce953f458f req-51c17ba6-cb0f-4c17-926f-66a23868439d tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0488508 Sep 15 16:57:23.804660 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d5c29c17-4b72-40dd-83e7-a2ce953f458f req-41d34c60-2dc0-4489-a8e3-7ff2319da66e tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390041 Sep 15 16:57:24.034435 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-da2e51fd-a5fe-47d5-95a4-7f2934fb2c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:24.928144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447b413-2997-4718-9e90-6bd7f71a4905 req-c6983fda-47c4-4c67-a6d2-e7a230dfee9c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:24.929668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6447b413-2997-4718-9e90-6bd7f71a4905 req-c6983fda-47c4-4c67-a6d2-e7a230dfee9c tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0489600 Sep 15 16:57:24.968998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6447b413-2997-4718-9e90-6bd7f71a4905 req-4104eb81-f853-42b3-b00f-de066ea588b4 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334504 Sep 15 16:57:26.081649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f590362-b8c6-4897-8b8a-235ddb7ea789 req-b782849c-309b-4f38-bdc2-022fb0f15ed7 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:26.083151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f590362-b8c6-4897-8b8a-235ddb7ea789 req-b782849c-309b-4f38-bdc2-022fb0f15ed7 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0488589 Sep 15 16:57:26.122510 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f590362-b8c6-4897-8b8a-235ddb7ea789 req-bc61eab0-aae8-428e-acf3-98fbd2fa7853 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330579 Sep 15 16:57:27.148222 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:27.240161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44745-00ca-4ed1-b2d6-79b8653c1c0f req-c07af051-1c6d-48e2-99a4-5edfa0192eb8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:27.241669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a44745-00ca-4ed1-b2d6-79b8653c1c0f req-c07af051-1c6d-48e2-99a4-5edfa0192eb8 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0497482 Sep 15 16:57:27.285398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-01a44745-00ca-4ed1-b2d6-79b8653c1c0f req-bedd6b8d-8e4c-451e-bfa4-1378da61b9e7 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374973 Sep 15 16:57:27.366460 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68e44b1d-eb0e-4e0e-8488-c3947c9b0fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:27.376650 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:28.403638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3347195-75a8-42c0-b958-06087c1f427a req-24ee18a6-06d4-45d1-a475-4aac5db3dff9 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:28.405149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3347195-75a8-42c0-b958-06087c1f427a req-24ee18a6-06d4-45d1-a475-4aac5db3dff9 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0490410 Sep 15 16:57:28.444900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a3347195-75a8-42c0-b958-06087c1f427a req-b7035bec-9b9c-4689-a276-4ec151fab917 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327783 Sep 15 16:57:28.706199 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:29.559141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263de6-83fb-4cff-af52-a194fbc57acf req-21e78b6d-e82e-4481-9e51-53344f112e35 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:29.560644 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6263de6-83fb-4cff-af52-a194fbc57acf req-21e78b6d-e82e-4481-9e51-53344f112e35 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0489805 Sep 15 16:57:29.600323 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e6263de6-83fb-4cff-af52-a194fbc57acf req-df7be03d-dfce-49b6-bbeb-3dd562542d7e tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336359 Sep 15 16:57:30.340406 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:30.714224 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bfb67-0291-4891-bcda-178b56d66cfa req-b6285895-6b5d-4b7a-8b55-8d0717af8daa tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:30.715707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e73bfb67-0291-4891-bcda-178b56d66cfa req-b6285895-6b5d-4b7a-8b55-8d0717af8daa tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0495124 Sep 15 16:57:30.760376 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e73bfb67-0291-4891-bcda-178b56d66cfa req-e7020603-3cb6-4dd1-add3-9402a5b0cbd3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386829 Sep 15 16:57:30.917738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:31.876957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d8798-ff5f-4b7a-98e4-932f0dd367e1 req-495a05ac-4021-43d6-b05f-660a4547f357 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:31.878535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-765d8798-ff5f-4b7a-98e4-932f0dd367e1 req-495a05ac-4021-43d6-b05f-660a4547f357 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0492656 Sep 15 16:57:31.922501 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-765d8798-ff5f-4b7a-98e4-932f0dd367e1 req-c81f3b04-b7c3-433a-a2f6-4d1301ca8b58 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370255 Sep 15 16:57:33.040890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48372192-92ef-4bfe-a4ed-234485fa15c4 req-389dfd13-6c1e-471d-ac75-ffa776cb0e51 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:33.042351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48372192-92ef-4bfe-a4ed-234485fa15c4 req-389dfd13-6c1e-471d-ac75-ffa776cb0e51 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0489190 Sep 15 16:57:33.081407 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-48372192-92ef-4bfe-a4ed-234485fa15c4 req-ab0b4dfc-1d9d-4cfd-b1fb-8a56d3d5f0d2 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329823 Sep 15 16:57:34.204928 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1feb2-2b04-4dcf-b9c2-94cc1cc7a9bc req-3fcbb510-3454-49f9-a9c2-800d5391ad5d tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:34.206424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7b1feb2-2b04-4dcf-b9c2-94cc1cc7a9bc req-3fcbb510-3454-49f9-a9c2-800d5391ad5d tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0501213 Sep 15 16:57:34.254071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7b1feb2-2b04-4dcf-b9c2-94cc1cc7a9bc req-cac63586-1c5e-46ec-93ae-8c3179375173 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394025 Sep 15 16:57:35.370967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258646de-908d-45c9-ba49-6fd1855e8b4c req-324ccee9-a377-444d-a045-165e1f3db26a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:35.372511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-258646de-908d-45c9-ba49-6fd1855e8b4c req-324ccee9-a377-444d-a045-165e1f3db26a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0500135 Sep 15 16:57:35.413581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-258646de-908d-45c9-ba49-6fd1855e8b4c req-55036e81-e858-44fb-9c9c-683ff3a9ff4a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350480 Sep 15 16:57:36.528191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089de6c0-a0a7-4900-8503-4931be578713 req-e9fbf843-a18f-4fdc-86f9-309322a5908a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:36.529730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-089de6c0-a0a7-4900-8503-4931be578713 req-e9fbf843-a18f-4fdc-86f9-309322a5908a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0500691 Sep 15 16:57:36.572012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-089de6c0-a0a7-4900-8503-4931be578713 req-249e9ffe-6923-4da5-bac6-846bbdb3c673 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358768 Sep 15 16:57:37.686341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78d4af-9da4-4c8d-b743-689a76998eff req-dff9cc53-e487-4c5e-b3b8-570753835312 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:37.687806 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c78d4af-9da4-4c8d-b743-689a76998eff req-dff9cc53-e487-4c5e-b3b8-570753835312 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0481534 Sep 15 16:57:37.731170 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4c78d4af-9da4-4c8d-b743-689a76998eff req-e4e0eb1f-61bf-447c-83d7-ba8c91e5e24a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&id=7b682d82-a3bb-40c0-98fc-b6d5baf679e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367341 Sep 15 16:57:50.906482 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-2809b436-fb77-4dd3-85fb-c28dd68d3d50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907335 Sep 15 16:57:50.985688 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-0588bc21-0aab-4dac-8d4d-19972ef01c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:50.987168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-0588bc21-0aab-4dac-8d4d-19972ef01c95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1136 time: 0.0407741 Sep 15 16:57:51.087100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-b8db865c-9216-458b-b1f8-e81ad78855c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:51.088465 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-b8db865c-9216-458b-b1f8-e81ad78855c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 916 time: 0.0839100 Sep 15 16:57:51.156163 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-182feb93-2243-4a9c-9735-2832ec0d2de0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 1002 time: 0.0611014 Sep 15 16:57:51.203244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-cd8c08bd-b9ab-4ab6-a254-0804945001a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:51.204695 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-cd8c08bd-b9ab-4ab6-a254-0804945001a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0420558 Sep 15 16:57:51.249552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-9ddc50c2-3e53-415c-bb0f-ceda44ae123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:57:51.251024 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-9ddc50c2-3e53-415c-bb0f-ceda44ae123f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399387 Sep 15 16:57:51.262126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-cae2ac01-636a-49fd-99dc-adefcbc1664e service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:57:51.263061 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-cae2ac01-636a-49fd-99dc-adefcbc1664e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048351 Sep 15 16:57:51.355608 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-4622d44f-5beb-45bb-bf36-c009eaec5368 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854800 Sep 15 16:57:51.449338 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f93da4de-db3e-48a6-83d6-26d70a136bba req-888830b1-f631-4752-85b9-f22d2f0252b8 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Sep 15 16:57:51.883929 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:57:53.992982 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6aa410d4-9cbb-4bfd-b8b8-a1c5aa7decca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:57.136374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:57.381285 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-93b62707-a921-4843-a63a-563f11d47312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:57.392955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:57:58.707504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:00.380756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:00.924717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:09.974017 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-ded690b1-2aa8-4882-8add-a230699fbbc5 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-387713438&fields=id&tenant_id=c67211186e3e4162bbcc103362fc7d42 HTTP/1.1" status: 200 len: 267 time: 0.0338328 Sep 15 16:58:10.026152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-7b897896-5846-4f89-bb54-a3da0853a777 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:10.027617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-7b897896-5846-4f89-bb54-a3da0853a777 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 985 time: 0.0480704 Sep 15 16:58:10.038864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Request body: {'port': {'security_groups': ['58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:10.102196 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.272774 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=55f52722-d5dd-4f55-857f-a49c7d37a489,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:10.305384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.346759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.360893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['55f52722-d5dd-4f55-857f-a49c7d37a489'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:58:10.394788 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:10.395619 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.397081 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91f607ca-43fb-4c37-8961-65f8c3d2300d req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "PUT /v2.0/ports/55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 943 time: 0.3629262 Sep 15 16:58:10.397535 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:58:10.399812 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:58:10.405414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 40944) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:10.425889 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event updated for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=7']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:10.449933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.450425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.450635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.450951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.451280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.451606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.451932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.452256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.452984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.452984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.453301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.453573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea033d-3ec5-4862-9c78-331ba0553aba tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.481302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.481986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['55f52722-d5dd-4f55-857f-a49c7d37a489'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:58:10.512838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.628119 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266734c7-2c0e-400d-8bf8-19d4008c1623 x-openstack-request-id: req-266734c7-2c0e-400d-8bf8-19d4008c1623 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:58:10.628507 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:58:10.628821 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-266734c7-2c0e-400d-8bf8-19d4008c1623 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:58:10.629290 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'status': 'completed', 'code': 200} Sep 15 16:58:10.644739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.648719 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.649981 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "DELETE /v2.0/security-groups/7b682d82-a3bb-40c0-98fc-b6d5baf679e6 HTTP/1.1" status: 204 len: 168 time: 0.2434769 Sep 15 16:58:10.652777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 40948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:10.669832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b682d82-a3bb-40c0-98fc-b6d5baf679e6,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:10.691547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.691894 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.692794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.693141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.693469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.693793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.694116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.694454 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.694814 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.695146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.695461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.695780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba023c-94f1-4c86-947f-8ac1929f0c16 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:10.711733 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-e5ed76eb-c642-46dd-b636-2e7c52211011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:10.713321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-e5ed76eb-c642-46dd-b636-2e7c52211011 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0622423 Sep 15 16:58:10.749985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-df434ab5-4ed6-49bf-9d31-2ea60eaa1b34 None None] Provisioning complete for port 55f52722-d5dd-4f55-857f-a49c7d37a489 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:10.749985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-df434ab5-4ed6-49bf-9d31-2ea60eaa1b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.846722 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Deleting port a69abb29-309a-4449-b2bf-75bc796acccd {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:10.847731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.929101 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.929433 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:10.943123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Calling delete_port for a69abb29-309a-4449-b2bf-75bc796acccd owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:11.169739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-3f7f58a4-85a9-4bb8-8740-b8b892639b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:11.171233 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-3f7f58a4-85a9-4bb8-8740-b8b892639b1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 916 time: 0.4501975 Sep 15 16:58:11.174756 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:11.198383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event deleted for resources: {'Port': ['ID=a69abb29-309a-4449-b2bf-75bc796acccd,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:11.217032 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-ffb47a9f-4564-4b57-9c3e-aef623168335 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 217 time: 0.0355577 Sep 15 16:58:11.265738 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:11.266076 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Floating IP 92e2f02a-127b-46a1-99fd-ff2f773f7c79 disassociated (deleted). External IP: 172.25.0.206, port: 55f52722-d5dd-4f55-857f-a49c7d37a489. Sep 15 16:58:11.266918 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-9902fbad-67b3-49e4-ba10-55c12c12e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:11.268422 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-9902fbad-67b3-49e4-ba10-55c12c12e541 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0451934 Sep 15 16:58:11.318409 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-741d2579-eeb5-4b52-8124-442dc4388ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:11.320099 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-741d2579-eeb5-4b52-8124-442dc4388ea6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445142 Sep 15 16:58:11.423353 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-82c9954b-4e6c-44c4-b5e8-b9f52dac270b service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959849 Sep 15 16:58:11.492623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:58:11.533380 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ddaf3db7-0bdb-4a24-a397-54e9ce4e74b2 req-88beaf5d-284a-4fe4-9c34-5aed8772e793 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031287 Sep 15 16:58:11.604696 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:58:11.609406 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:11.613926 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] Sync routers for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:58:11.622915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:11.623542 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:57:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:11.637099 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c99bcc6e-6425-48b4-8eff-4a71282659c3 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "DELETE /v2.0/floatingips/92e2f02a-127b-46a1-99fd-ff2f773f7c79 HTTP/1.1" status: 204 len: 168 time: 0.9822783 Sep 15 16:58:11.731396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:11.940664 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 5, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:11.970956 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] Checking router: ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:58:11.979459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:11.980067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:57:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:12.093480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:12.297358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 5, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:12.324655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266618c-3eb5-43f1-8daf-f46fddfef705 None None] The sync data for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 is: [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:56:06Z', 'revision_number': 4, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '773f0af7-b94d-44b8-858c-d4de5d24650a', 'name': '', 'network_id': '88026088-a20d-4b2d-8ab0-4ce316c4f720', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'mac_address': 'fa:16:3e:71:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '73d16509-6102-48ea-9222-2c80fe741321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:05Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 5, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'subnets': [{'id': '73d16509-6102-48ea-9222-2c80fe741321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:58:12.535008 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6341c6ca-5c06-40c5-ba91-94bb5742f33b None None] New status for floating IP 92e2f02a-127b-46a1-99fd-ff2f773f7c79: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:58:12.630808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:58:12.634412 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:58:12.669309 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623d9c3c-560e-47dd-b231-0b07e698a4a4 x-openstack-request-id: req-623d9c3c-560e-47dd-b231-0b07e698a4a4 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:58:12.669604 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:58:12.669855 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-623d9c3c-560e-47dd-b231-0b07e698a4a4 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:58:12.670258 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'status': 'completed', 'code': 200} Sep 15 16:58:12.732805 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-fe32793c-6f99-45bd-9a1b-6235b864e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:12.734551 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-fe32793c-6f99-45bd-9a1b-6235b864e238 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c67211186e3e4162bbcc103362fc7d42&device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 1097 time: 0.0431356 Sep 15 16:58:12.833560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-e7cd51be-93b3-46c6-8bd3-48e074489f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:12.835097 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-e7cd51be-93b3-46c6-8bd3-48e074489f42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 200 len: 916 time: 0.0935521 Sep 15 16:58:12.877873 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-3bb1acb8-e4a9-43e6-a16a-018970dd35cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 200 len: 217 time: 0.0353799 Sep 15 16:58:12.927414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-d5084839-f9ab-4e66-93c0-2728a9c14c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:12.928889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-d5084839-f9ab-4e66-93c0-2728a9c14c2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 200 len: 854 time: 0.0439420 Sep 15 16:58:12.974276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-dd95de52-0318-49ba-b6eb-b10c9ac6d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:12.975867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-dd95de52-0318-49ba-b6eb-b10c9ac6d789 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88026088-a20d-4b2d-8ab0-4ce316c4f720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396798 Sep 15 16:58:13.071807 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-07af9da7-5f8b-48ed-a041-0971bb7f8674 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878551 Sep 15 16:58:13.172971 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8b7af3b3-0bc0-4ffb-bf3c-5aabf3008a7e req-715e61b4-4084-48b1-b357-4ca2c957f656 service neutron] 10.222.0.55 "GET /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940266 Sep 15 16:58:20.213605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625251-aa83-4593-a0b8-24f2aae5630e req-b39ba06f-3b02-4060-9848-9348eef563b9 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:20.215113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f625251-aa83-4593-a0b8-24f2aae5630e req-b39ba06f-3b02-4060-9848-9348eef563b9 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0522678 Sep 15 16:58:20.253177 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3f625251-aa83-4593-a0b8-24f2aae5630e req-127f6ec0-6a3e-4407-b7f9-eac6b7441fb1 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Sep 15 16:58:21.368221 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac587d2-844a-441f-9d8c-dc9803f9f817 req-4a06bd4a-8a31-4df4-96d9-6d2fb3a4ff72 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:21.369902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ac587d2-844a-441f-9d8c-dc9803f9f817 req-4a06bd4a-8a31-4df4-96d9-6d2fb3a4ff72 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0487013 Sep 15 16:58:21.408107 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ac587d2-844a-441f-9d8c-dc9803f9f817 req-8d3d0102-e32d-45a8-95f5-f1870bcbae21 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/security-groups?id=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Sep 15 16:58:21.773593 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-6df23317-4032-4155-a2f8-1534839ca679 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:21.775876 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-6df23317-4032-4155-a2f8-1534839ca679 tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Sep 15 16:58:21.864439 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Deleting port 55f52722-d5dd-4f55-857f-a49c7d37a489 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:21.864805 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:21.956557 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] For port 55f52722-d5dd-4f55-857f-a49c7d37a489, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=55f52722-d5dd-4f55-857f-a49c7d37a489,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:21.956927 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:21.970342 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Calling delete_port for 55f52722-d5dd-4f55-857f-a49c7d37a489 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:22.187049 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:22.204199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['55f52722-d5dd-4f55-857f-a49c7d37a489'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:58:22.219558 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Pushing event deleted for resources: {'Port': ['ID=55f52722-d5dd-4f55-857f-a49c7d37a489,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:22.266422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] No DVR routers for this DVR port 55f52722-d5dd-4f55-857f-a49c7d37a489 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:58:22.269975 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:22.273150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-a8cf2812-bcee-41b5-a0b8-dbb9a1eab4a1 req-4efe6a93-e854-4e76-bfa2-d7115dc0725f tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.55 "DELETE /v2.0/ports/55f52722-d5dd-4f55-857f-a49c7d37a489 HTTP/1.1" status: 204 len: 173 time: 0.4917638 Sep 15 16:58:22.273694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'name': 'network-vif-deleted', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:58:22.276024 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1c4b70-7891-4619-8e72-ef83007c34d9" -d '{"events": [{"server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "name": "network-vif-deleted", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:58:22.313809 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5aaa88-76df-42ea-8133-c7d9963bacdb x-openstack-request-id: req-bc5aaa88-76df-42ea-8133-c7d9963bacdb {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:58:22.314109 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7dc1a7-e30f-438f-be10-30f7d401f5d6", "name": "network-vif-deleted", "tag": "55f52722-d5dd-4f55-857f-a49c7d37a489", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:58:22.314365 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bc5aaa88-76df-42ea-8133-c7d9963bacdb {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:58:22.314986 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7dc1a7-e30f-438f-be10-30f7d401f5d6', 'name': 'network-vif-deleted', 'tag': '55f52722-d5dd-4f55-857f-a49c7d37a489', 'status': 'completed', 'code': 200} Sep 15 16:58:22.509780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a42c091a-2da0-405e-8000-bb235fa7c2da req-58321ea7-33ec-4962-8348-606000395a7a tempest-TestMinimumBasicScenario-371547394 tempest-TestMinimumBasicScenario-371547394-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc7dc1a7-e30f-438f-be10-30f7d401f5d6 HTTP/1.1" status: 200 len: 210 time: 0.0306792 Sep 15 16:58:24.009641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e5b40a1-0c38-4b33-a106-8ace10feab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:24.663826 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41050) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:25.335202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:25.576281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Deleting port 773f0af7-b94d-44b8-858c-d4de5d24650a {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:25.576650 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:25.655351 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] For port 773f0af7-b94d-44b8-858c-d4de5d24650a, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=773f0af7-b94d-44b8-858c-d4de5d24650a,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:25.655716 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:25.668641 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Calling delete_port for 773f0af7-b94d-44b8-858c-d4de5d24650a owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:25.901035 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:25.927839 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Pushing event deleted for resources: {'Port': ['ID=773f0af7-b94d-44b8-858c-d4de5d24650a,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:26.030467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 55f52722-d5dd-4f55-857f-a49c7d37a489 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:58:26.052894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 55f52722-d5dd-4f55-857f-a49c7d37a489 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:58:26.053235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 55f52722-d5dd-4f55-857f-a49c7d37a489 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:58:26.099067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:26.324276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:58:26.428076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:58:26.433209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-b458942c-da35-4f9f-9f89-a05356900936 admin admin] 10.222.0.63 "PUT /v2.0/routers/ea08e786-0a95-4e16-b1d8-d2dac5bb51d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681737 Sep 15 16:58:26.435662 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41052) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:26.437835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] Sync routers for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:58:26.447052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:26.448933 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:57:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:26.543555 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:26.554756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:26.648778 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:26.761597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Deleting port d19285f0-95fe-4438-a005-75921a3be537 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:26.762281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:26.865507 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] For port d19285f0-95fe-4438-a005-75921a3be537, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d19285f0-95fe-4438-a005-75921a3be537,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:26.866070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:26.879552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Calling delete_port for d19285f0-95fe-4438-a005-75921a3be537 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:26.893317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'd19285f0-95fe-4438-a005-75921a3be537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:58:25Z', 'revision_number': 5, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port': {'id': 'd19285f0-95fe-4438-a005-75921a3be537', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:04Z', 'updated_at': '2021-09-15T16:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:26.923525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] Checking router: ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:58:26.931728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] Routers {'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:26.932330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:57:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:27.018080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] Set router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:27.075184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:58:26Z', 'revision_number': 6, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:27.089719 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.109942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719ae0c-9c86-4bb9-b45c-54bca61ee879 None None] The sync data for ids ['ea08e786-0a95-4e16-b1d8-d2dac5bb51d6'] in n-d-808199-2 is: [{'id': 'ea08e786-0a95-4e16-b1d8-d2dac5bb51d6', 'name': 'tempest-TestMinimumBasicScenario-1367897268-router', 'tenant_id': 'c67211186e3e4162bbcc103362fc7d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:03Z', 'updated_at': '2021-09-15T16:58:26Z', 'revision_number': 6, 'project_id': 'c67211186e3e4162bbcc103362fc7d42', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:58:27.119795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19285f0-95fe-4438-a005-75921a3be537,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:27.175765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.189002 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.279164 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.281296 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.369471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2090d882-abff-4e7e-b53f-11841545a328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.398001 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.398171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.398667 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:58:27.403019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.404267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0223f591-3eab-4819-8ccc-c4ac1c8e8190 admin admin] 10.222.0.63 "DELETE /v2.0/routers/ea08e786-0a95-4e16-b1d8-d2dac5bb51d6 HTTP/1.1" status: 204 len: 168 time: 0.9676330 Sep 15 16:58:27.406751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41054) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:27.451927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] Deleting subnet 73d16509-6102-48ea-9222-2c80fe741321 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:58:27.455053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.497400 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.578137 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.707012 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.734747 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.736667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/73d16509-6102-48ea-9222-2c80fe741321 HTTP/1.1" status: 204 len: 168 time: 0.3289521 Sep 15 16:58:27.737948 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552936a9-2d3f-4868-8a0b-820387619a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d16509-6102-48ea-9222-2c80fe741321,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:27.739306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41056) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:27.740148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3cf085-0c1b-4aa1-b710-f8d9f575c2b3 None None] Network 88026088-a20d-4b2d-8ab0-4ce316c4f720 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:58:27.822697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.880750 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Deleting port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:27.881102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.944313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] DHCP port deletion for 88026088-a20d-4b2d-8ab0-4ce316c4f720 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:58:27.956571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] For port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:27.957085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:27.970624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Calling delete_port for 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:27.991806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Deleting port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:27.992398 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.058095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] For port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,segment=NetworkSegment(f454f7f5-4805-4b6e-b2a4-0561b867cd71),segment_id=f454f7f5-4805-4b6e-b2a4-0561b867cd71)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:28.058667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.072587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Calling delete_port for 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:28.130005 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.159153 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:28.174717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.175206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] No DVR routers for this DVR port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:58:28.191504 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Pushing event deleted for resources: {'Port': ['ID=871e5ca4-bfc3-49c3-a2cc-dccc1e144155,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:28.203053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] No DVR routers for this DVR port 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:58:28.203053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.203053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.203465 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.203734 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.204071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.204408 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.207048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.207048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.207048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.207048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.207048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.207048 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb3cb4-4058-48a2-926c-74f629f4ca07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:28.246165 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.266241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88026088-a20d-4b2d-8ab0-4ce316c4f720']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:28.275348 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f454f7f5-4805-4b6e-b2a4-0561b867cd71') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:28.275644 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f454f7f5-4805-4b6e-b2a4-0561b867cd71') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:28.285612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.298430 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.304170 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:58:28.304599 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:58:28.306231 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:58:28.409603 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.415113 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.417522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] 10.222.0.63 "DELETE /v2.0/networks/88026088-a20d-4b2d-8ab0-4ce316c4f720 HTTP/1.1" status: 204 len: 168 time: 0.6766729 Sep 15 16:58:28.420612 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41058) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:28.428635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14272284-1dd5-4618-b1ba-56cbb2c00b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=88026088-a20d-4b2d-8ab0-4ce316c4f720,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:28.689769 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.769582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:28.882922 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:58:28.892658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d19285f0-95fe-4438-a005-75921a3be537 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:58:28.914303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d19285f0-95fe-4438-a005-75921a3be537 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:58:28.914654 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d19285f0-95fe-4438-a005-75921a3be537 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:58:28.915081 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:58:28.935019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:58:28.935372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 871e5ca4-bfc3-49c3-a2cc-dccc1e144155 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:58:28.935789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 773f0af7-b94d-44b8-858c-d4de5d24650a no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:58:28.961093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 773f0af7-b94d-44b8-858c-d4de5d24650a {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:58:28.961365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 773f0af7-b94d-44b8-858c-d4de5d24650a not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:58:29.015296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Deleting port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:29.015641 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:29.092145 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] For port f23f1a3f-1c0c-43b1-b9cb-0eda4518d641, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,segment=NetworkSegment(7101c3e7-fa89-4520-bdd4-55ddb76c2309),segment_id=7101c3e7-fa89-4520-bdd4-55ddb76c2309)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:29.092532 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:29.105297 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Calling delete_port for f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:29.358473 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:29.388401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23f1a3f-1c0c-43b1-b9cb-0eda4518d641,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:29.554628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:29.762379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Router 24da7b56-1452-4741-b42a-8e6cc58edc35 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:58:29.869805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:58:29.875034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5c6c3b3b-87b8-41ef-addd-5e9f1a1a3078 admin admin] 10.222.0.63 "PUT /v2.0/routers/24da7b56-1452-4741-b42a-8e6cc58edc35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4533589 Sep 15 16:58:29.877666 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41062) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:29.878628 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] Sync routers for ids ['24da7b56-1452-4741-b42a-8e6cc58edc35'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:58:29.889335 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] Routers {'24da7b56-1452-4741-b42a-8e6cc58edc35'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:29.889978 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['24da7b56-1452-4741-b42a-8e6cc58edc35'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:29.983801 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.083680 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] Set router 24da7b56-1452-4741-b42a-8e6cc58edc35 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:30.090102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.208473 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Deleting port 7dc35557-dcdb-4a3f-a486-bc08f85093d2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:30.209056 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.264106 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:58:29Z', 'revision_number': 5, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port': {'id': '7dc35557-dcdb-4a3f-a486-bc08f85093d2', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:03:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:56:10Z', 'updated_at': '2021-09-15T16:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:30.292841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] For port 7dc35557-dcdb-4a3f-a486-bc08f85093d2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=7dc35557-dcdb-4a3f-a486-bc08f85093d2,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:30.293367 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.300104 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] Checking router: 24da7b56-1452-4741-b42a-8e6cc58edc35 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:58:30.304688 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] Routers {'24da7b56-1452-4741-b42a-8e6cc58edc35'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:30.305292 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['24da7b56-1452-4741-b42a-8e6cc58edc35'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:30.305746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Calling delete_port for 7dc35557-dcdb-4a3f-a486-bc08f85093d2 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:30.341185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.390955 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] Set router 24da7b56-1452-4741-b42a-8e6cc58edc35 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:30.441932 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:58:30Z', 'revision_number': 6, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:30.471367 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da3a592-18c8-4ded-99ea-50f266a94ab8 None None] The sync data for ids ['24da7b56-1452-4741-b42a-8e6cc58edc35'] in n-d-808199-2 is: [{'id': '24da7b56-1452-4741-b42a-8e6cc58edc35', 'name': 'tempest-TestMinimumBasicScenario-420996938-router', 'tenant_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:56:09Z', 'updated_at': '2021-09-15T16:58:30Z', 'revision_number': 6, 'project_id': '75d72c3e3ae241939ab7f2e6fe0ba2da', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:58:30.530082 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.557327 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc35557-dcdb-4a3f-a486-bc08f85093d2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:30.617021 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.706264 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.708334 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.827037 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.827613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24da7b56-1452-4741-b42a-8e6cc58edc35 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:58:30.835373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.835373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7caccbd4-61c6-4f74-ad15-dffb43859408 admin admin] 10.222.0.63 "DELETE /v2.0/routers/24da7b56-1452-4741-b42a-8e6cc58edc35 HTTP/1.1" status: 204 len: 168 time: 0.9563253 Sep 15 16:58:30.837787 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41064) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:30.896197 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] Deleting subnet 98fab48d-36bb-488d-a27b-4047c6913884 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:58:30.901179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.936789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:30.946817 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.016846 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.135968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.161104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fab48d-36bb-488d-a27b-4047c6913884,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:31.167521 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.172076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c41949c2-cf4e-48e8-8660-a8e174a1712b admin admin] 10.222.0.63 "DELETE /v2.0/subnets/98fab48d-36bb-488d-a27b-4047c6913884 HTTP/1.1" status: 204 len: 168 time: 0.3309903 Sep 15 16:58:31.172326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41066) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:31.173431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a44712-86e3-4e8b-acc9-bb33b10ec236 None None] Network b5db84de-1a45-4701-b2fb-293ccc3849c8 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:58:31.324037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:58:31.350997 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:58:31.351704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device f23f1a3f-1c0c-43b1-b9cb-0eda4518d641 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:58:31.432987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] DHCP port deletion for b5db84de-1a45-4701-b2fb-293ccc3849c8 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:58:31.485972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] Deleting port 622dd935-e584-480c-8ffc-3321ec7cc4e6 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:31.486356 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.577127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] For port 622dd935-e584-480c-8ffc-3321ec7cc4e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=622dd935-e584-480c-8ffc-3321ec7cc4e6,segment=NetworkSegment(7101c3e7-fa89-4520-bdd4-55ddb76c2309),segment_id=7101c3e7-fa89-4520-bdd4-55ddb76c2309)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:31.577534 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.592357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] Calling delete_port for 622dd935-e584-480c-8ffc-3321ec7cc4e6 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:31.636175 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.699689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Deleting port 622dd935-e584-480c-8ffc-3321ec7cc4e6 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:58:31.700031 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.758129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.762994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] For port 622dd935-e584-480c-8ffc-3321ec7cc4e6, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=622dd935-e584-480c-8ffc-3321ec7cc4e6,segment=NetworkSegment(7101c3e7-fa89-4520-bdd4-55ddb76c2309),segment_id=7101c3e7-fa89-4520-bdd4-55ddb76c2309)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:31.763435 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.776707 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Calling delete_port for 622dd935-e584-480c-8ffc-3321ec7cc4e6 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:58:31.785312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] Pushing event deleted for resources: {'Port': ['ID=622dd935-e584-480c-8ffc-3321ec7cc4e6,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:31.792149 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279fc19a-5e65-48b2-95af-5d1e560904cf None None] No DVR routers for this DVR port 622dd935-e584-480c-8ffc-3321ec7cc4e6 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:58:31.859057 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.885201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Pushing event deleted for resources: {'Port': ['ID=622dd935-e584-480c-8ffc-3321ec7cc4e6,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:31.889325 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] No DVR routers for this DVR port 622dd935-e584-480c-8ffc-3321ec7cc4e6 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:58:31.963081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:31.984019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5db84de-1a45-4701-b2fb-293ccc3849c8']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:31.993065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7101c3e7-fa89-4520-bdd4-55ddb76c2309') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:31.993365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7101c3e7-fa89-4520-bdd4-55ddb76c2309') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:32.003119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.017236 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.023873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:58:32.024276 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: self.session.flush() Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: timer() Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:58:32.026149 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:58:32.129423 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.134743 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.136692 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] 10.222.0.63 "DELETE /v2.0/networks/b5db84de-1a45-4701-b2fb-293ccc3849c8 HTTP/1.1" status: 204 len: 168 time: 0.9634509 Sep 15 16:58:32.147139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112cb7-2f12-4e18-80eb-6b80975a799b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5db84de-1a45-4701-b2fb-293ccc3849c8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:32.500863 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41070) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:32.546021 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-871dcf58-e1b8-475f-b3a2-fbe3a7e416b2 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=c67211186e3e4162bbcc103362fc7d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439365 Sep 15 16:58:32.548362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41072) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:32.595081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2959717-fc1d-47e8-b885-b841eb4319d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.616021 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2959717-fc1d-47e8-b885-b841eb4319d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.723417 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2959717-fc1d-47e8-b885-b841eb4319d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.726176 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e2959717-fc1d-47e8-b885-b841eb4319d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:32.727367 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e2959717-fc1d-47e8-b885-b841eb4319d1 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90 HTTP/1.1" status: 204 len: 168 time: 0.1780510 Sep 15 16:58:32.736096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2959717-fc1d-47e8-b885-b841eb4319d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c26ffb-e9cf-44a2-a0ce-5b63d0e54f90,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:32.888636 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7dc35557-dcdb-4a3f-a486-bc08f85093d2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:58:32.913177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 7dc35557-dcdb-4a3f-a486-bc08f85093d2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:58:32.913529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 7dc35557-dcdb-4a3f-a486-bc08f85093d2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:58:32.913953 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 622dd935-e584-480c-8ffc-3321ec7cc4e6 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:58:32.932951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 622dd935-e584-480c-8ffc-3321ec7cc4e6 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:58:32.933387 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 622dd935-e584-480c-8ffc-3321ec7cc4e6 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:58:33.329123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41078) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:33.368197 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-390bb22b-2a9c-4fb0-b241-08e950ecbaae admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=75d72c3e3ae241939ab7f2e6fe0ba2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377882 Sep 15 16:58:33.371342 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41080) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:33.419831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abaa48de-90a5-489c-86c3-57a4fc110019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:33.440863 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abaa48de-90a5-489c-86c3-57a4fc110019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:33.562836 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abaa48de-90a5-489c-86c3-57a4fc110019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:33.565327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-abaa48de-90a5-489c-86c3-57a4fc110019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:33.566476 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-abaa48de-90a5-489c-86c3-57a4fc110019 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/2b79c639-692f-483e-9a31-45736196901c HTTP/1.1" status: 204 len: 168 time: 0.1942337 Sep 15 16:58:33.574653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa48de-90a5-489c-86c3-57a4fc110019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b79c639-692f-483e-9a31-45736196901c,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:35.702520 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41126) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:35.707178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860432914', 'description': 'tempest-secgroup-smoke-860432914 description', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:35.769682 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:35.777799 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:35.866535 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:35.906139 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:35.938733 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450b0c09-bff6-4105-b106-76e504af9b07,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:36.000831 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.060401 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.090686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70acefd8-e192-4a6f-8a81-579f0431ba8f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:36.146294 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.147554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fcbc138d-40db-4220-a9dd-0cfe292cef85 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4439912 Sep 15 16:58:36.150442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41128) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:36.155465 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-e7d2e172-d08a-464e-90e2-bc7eff69001a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '70acefd8-e192-4a6f-8a81-579f0431ba8f', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:36.248779 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7d2e172-d08a-464e-90e2-bc7eff69001a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.305192 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7d2e172-d08a-464e-90e2-bc7eff69001a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.369263 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7d2e172-d08a-464e-90e2-bc7eff69001a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.387377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2e172-d08a-464e-90e2-bc7eff69001a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a7171e-b87a-4886-b693-eae8eed4e6ef,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:36.455145 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7d2e172-d08a-464e-90e2-bc7eff69001a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.456405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e7d2e172-d08a-464e-90e2-bc7eff69001a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044288 Sep 15 16:58:36.459117 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41130) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:36.463400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-ef2edc22-21e2-4665-b152-1438ee8ced3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '70acefd8-e192-4a6f-8a81-579f0431ba8f', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:36.556792 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef2edc22-21e2-4665-b152-1438ee8ced3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.612070 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef2edc22-21e2-4665-b152-1438ee8ced3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.689449 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef2edc22-21e2-4665-b152-1438ee8ced3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.707885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2edc22-21e2-4665-b152-1438ee8ced3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e8761c-c84e-4c4a-aa40-74767b0a6527,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:36.786667 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ef2edc22-21e2-4665-b152-1438ee8ced3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.787891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef2edc22-21e2-4665-b152-1438ee8ced3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278491 Sep 15 16:58:36.790604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41132) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:36.795692 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-14f882f3-8998-412f-b353-25809d7bf6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '70acefd8-e192-4a6f-8a81-579f0431ba8f', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:36.883075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14f882f3-8998-412f-b353-25809d7bf6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:36.941577 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14f882f3-8998-412f-b353-25809d7bf6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.020966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14f882f3-8998-412f-b353-25809d7bf6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.038877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f882f3-8998-412f-b353-25809d7bf6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e8382b-906d-4233-8047-595b6cc60c42,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:37.118149 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-14f882f3-8998-412f-b353-25809d7bf6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.119309 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-14f882f3-8998-412f-b353-25809d7bf6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277936 Sep 15 16:58:37.122402 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41134) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:37.126669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-0675f58f-a26a-4c80-8412-a2bb07c5daf0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '70acefd8-e192-4a6f-8a81-579f0431ba8f', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:37.236807 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0675f58f-a26a-4c80-8412-a2bb07c5daf0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.297090 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0675f58f-a26a-4c80-8412-a2bb07c5daf0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.346271 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0675f58f-a26a-4c80-8412-a2bb07c5daf0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.363513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f58f-a26a-4c80-8412-a2bb07c5daf0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ef48b1-088d-4d1f-820f-df242ea5492c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:37.432130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-0675f58f-a26a-4c80-8412-a2bb07c5daf0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.433780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0675f58f-a26a-4c80-8412-a2bb07c5daf0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104653 Sep 15 16:58:37.436388 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41136) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:37.440646 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '70acefd8-e192-4a6f-8a81-579f0431ba8f', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:37.523649 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:58:37.528620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.586905 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.660693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.678856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa5f84b-aae7-44f9-9f31-7178dd5275e5,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:37.746556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.747817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-bf2c956c-a675-4f1e-bc35-6d9f182dd43b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104947 Sep 15 16:58:37.750589 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41138) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:37.754970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '70acefd8-e192-4a6f-8a81-579f0431ba8f', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:37.843820 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:58:37.848941 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.909542 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.952241 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:37.970359 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beaa2d30-48a6-4195-9f01-91305d85f7b1,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:38.009355 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.010568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2e4f0ac2-cb39-401c-af68-e25a5024b617 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2590427 Sep 15 16:58:38.013549 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41140) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:38.018345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'network': {'name': 'tempest-network-smoke--1082064387', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'port_security_enabled': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:38.105980 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:58:38.109484 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.132506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:58:38.142130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.142473 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Added segment bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb of type vlan for network cb7b9ffb-d6d0-456d-807a-ac0c3596046c Sep 15 16:58:38.184160 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.255281 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.261473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:38.262104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.328147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Network': ['ID=cb7b9ffb-d6d0-456d-807a-ac0c3596046c,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:38.338229 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:58:38.353031 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4adf14f4-4eb8-4ab3-8e16-fb51d21d5716 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3384821 Sep 15 16:58:38.356016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41142) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:38.360438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'admin_state_up': True, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:38.432566 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.433777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.488875 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.669578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.931612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:38.950739 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:39.054639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.111 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/768a3b90-f3e1-4628-a1a4-552e425280ba) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:58:39.154728 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:39.272757 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:39.311598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:58:39.315771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:58:39.322744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:58:39.326738 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=768a3b90-f3e1-4628-a1a4-552e425280ba,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:39.609392 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:39.801231 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:39.986795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 665e913e-d4e3-4987-b345-bb8f01f35e8e is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:58:40.093821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:58:40.103344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Sync routers for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:58:40.113430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:40.114037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:40.153187 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.154426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a8e84105-a243-4083-a4c9-b3081dea2fd4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7974260 Sep 15 16:58:40.157856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41144) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:40.224529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:40.288536 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4ec5bc02-e4a6-4fea-ad9d-3f5b86374a72 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=944bd02b1281436b931fb3c3bfdc1cc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1295009 Sep 15 16:58:40.291282 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41148) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:40.416266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:39Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:40.440765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a73c20-f903-46f3-9d41-97f5d7115c40 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:40.442294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f5a73c20-f903-46f3-9d41-97f5d7115c40 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493859 Sep 15 16:58:40.442806 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Checking router: 665e913e-d4e3-4987-b345-bb8f01f35e8e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:58:40.443158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Updating router 665e913e-d4e3-4987-b345-bb8f01f35e8e port 768a3b90-f3e1-4628-a1a4-552e425280ba binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:58:40.445209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41150) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:40.468641 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.473557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-948b2fea-7be4-41cc-9ca7-8522af236958 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273180 Sep 15 16:58:40.476184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41152) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:40.480910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915096053', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:40.621156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:58:40.624650 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.736733 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.800338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.854706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4767fe-829e-47dc-bacd-35af78056b1a None None] Pushing event updated for resources: {'Port': ['ID=768a3b90-f3e1-4628-a1a4-552e425280ba,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:40.856991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Attempting to bind port 768a3b90-f3e1-4628-a1a4-552e425280ba on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:58:40.857360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Attempting to bind port 768a3b90-f3e1-4628-a1a4-552e425280ba by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:58:40.857723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Attempting to bind port 768a3b90-f3e1-4628-a1a4-552e425280ba on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:58:40.863439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:58:40.863810 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:58:40.864209 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.864631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:58:40.865090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Bound port: 768a3b90-f3e1-4628-a1a4-552e425280ba, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:58:40.865466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.877853 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:40.918690 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] For port 768a3b90-f3e1-4628-a1a4-552e425280ba, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:58:40.921844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] For port 768a3b90-f3e1-4628-a1a4-552e425280ba, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=768a3b90-f3e1-4628-a1a4-552e425280ba,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:58:40.936615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Subnet': ['ID=b59e503d-1c4f-4f79-ab29-986b6c457daf,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:40.953767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Checking segment: {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:58:40.954122 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network hostable DHCP agents. Network: cb7b9ffb-d6d0-456d-807a-ac0c3596046c, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:58:40.992780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:41.048055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:41.048717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:41.053231 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4767fe-829e-47dc-bacd-35af78056b1a None None] Pushing event updated for resources: {'Port': ['ID=768a3b90-f3e1-4628-a1a4-552e425280ba,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:41.071923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:58:41.146319 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, cb7b9ffb-d6d0-456d-807a-ac0c3596046c) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:58:41.150535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:41.151322 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:41.156558 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:41.159802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0f19c-595f-4670-baac-7db52951b7e1 None None] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:58:41.250298 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d2011513-739e-46fa-b172-d786dabc0774 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7730358 Sep 15 16:58:41.253074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41154) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:41.599578 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:58:41.600426 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:41.682877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:39Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:41.704069 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:41.717830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd68576-8b53-4516-a949-d9e89892893b None None] The sync data for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 is: [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:39Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:58:41.773088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Allocated IP 172.20.0.2 (cb7b9ffb-d6d0-456d-807a-ac0c3596046c/b59e503d-1c4f-4f79-ab29-986b6c457daf/8b9b926f-fba3-499b-9c52-20927b8602c5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:58:41.956559 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.027658 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.071921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:58:42.076262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:58:42.078928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:58:42.093270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Pushing event updated for resources: {'Port': ['ID=8b9b926f-fba3-499b-9c52-20927b8602c5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:42.157789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Attempting to bind port 8b9b926f-fba3-499b-9c52-20927b8602c5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:58:42.158449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Attempting to bind port 8b9b926f-fba3-499b-9c52-20927b8602c5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:58:42.158732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Attempting to bind port 8b9b926f-fba3-499b-9c52-20927b8602c5 on network cb7b9ffb-d6d0-456d-807a-ac0c3596046c {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:58:42.164134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:58:42.164546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Checking segment: {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:58:42.164965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.165507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Bound using segment: {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:58:42.165991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Bound port: 8b9b926f-fba3-499b-9c52-20927b8602c5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:58:42.166955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.259215 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] For port 8b9b926f-fba3-499b-9c52-20927b8602c5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:58:42.266413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] For port 8b9b926f-fba3-499b-9c52-20927b8602c5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8b9b926f-fba3-499b-9c52-20927b8602c5,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:58:42.318530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.391297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3afdcf-e6f0-44d6-8f6a-3e1bca62693b None None] Pushing event updated for resources: {'Port': ['ID=8b9b926f-fba3-499b-9c52-20927b8602c5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:42.442385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.1 (cb7b9ffb-d6d0-456d-807a-ac0c3596046c/b59e503d-1c4f-4f79-ab29-986b6c457daf/ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:58:42.601910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.695778 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.735123 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:58:42.738255 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:58:42.742079 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:58:42.770537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:42.793398 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:42.953392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b9b926f-fba3-499b-9c52-20927b8602c5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:58:42.978258 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.002603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8b9b926f-fba3-499b-9c52-20927b8602c5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:43.002979 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.085392 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.120469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 8b9b926f-fba3-499b-9c52-20927b8602c5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8b9b926f-fba3-499b-9c52-20927b8602c5,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:43.192948 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.193764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 768a3b90-f3e1-4628-a1a4-552e425280ba up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:58:43.277754 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=8b9b926f-fba3-499b-9c52-20927b8602c5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:43.278365 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.290447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 768a3b90-f3e1-4628-a1a4-552e425280ba triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:43.290815 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.364925 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.372139 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.394301 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 768a3b90-f3e1-4628-a1a4-552e425280ba, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=768a3b90-f3e1-4628-a1a4-552e425280ba,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:43.437929 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.439650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:43.483570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:43.542104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=768a3b90-f3e1-4628-a1a4-552e425280ba,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:43.548459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:58:43.549872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:58:43.663489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 665e913e-d4e3-4987-b345-bb8f01f35e8e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:58:43.771563 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:58:43.776789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9117c6f8-58cc-4e0a-bd0c-d07691b1a6af tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/665e913e-d4e3-4987-b345-bb8f01f35e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5226398 Sep 15 16:58:43.781776 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Sync routers for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:58:43.791712 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:43.792360 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:43.904290 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:43.942429 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-3d1e0633-dc7a-4fb5-ba94-b85b35cfb11e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860432914&fields=id&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 267 time: 0.0456436 Sep 15 16:58:44.073830 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-51235b59-f9a0-4d77-904d-d3842f4635c5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:44.074908 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-51235b59-f9a0-4d77-904d-d3842f4635c5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/networks?id=cb7b9ffb-d6d0-456d-807a-ac0c3596046c HTTP/1.1" status: 200 len: 797 time: 0.1222162 Sep 15 16:58:44.090646 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-3dd4cc09-2537-4a67-a1a7-ff0c9ec43298 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/quotas/944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 375 time: 0.0097835 Sep 15 16:58:44.122533 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 2, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:44.148618 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-ac6750fa-50b3-4316-9e17-1aed40f75684 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519662 Sep 15 16:58:44.149360 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Checking router: 665e913e-d4e3-4987-b345-bb8f01f35e8e for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:58:44.149852 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Updating router 665e913e-d4e3-4987-b345-bb8f01f35e8e port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:58:44.187229 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.222477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a065c-e90d-49d0-a1bc-cb0bef40dbe0 None None] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:58:44.303642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-8ad4dc5b-66c9-41d5-a064-5f5717a589aa service neutron] 10.222.0.63 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413534 Sep 15 16:58:44.303869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ce3bbaf3-6573-4282-ac4e-196e4c1e2fbd None None] Provisioning complete for port 8b9b926f-fba3-499b-9c52-20927b8602c5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:44.304135 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ce3bbaf3-6573-4282-ac4e-196e4c1e2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.423598 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-2c008a2c-b463-4b50-834b-a85d97bc0d0d service neutron] 10.222.0.63 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065376 Sep 15 16:58:44.468185 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.534959 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.581774 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Pushing event updated for resources: {'Port': ['ID=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:44.590941 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.591291 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.591723 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.591952 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.592283 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.592648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.592980 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.593303 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.593624 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.593968 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.594263 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.594578 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:58:44.660686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-676c2d51-ff72-45d6-8028-6104cf402ee1 req-370ed249-d365-4762-836b-342332dbab32 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0334437 Sep 15 16:58:44.666068 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Attempting to bind port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:58:44.666832 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Attempting to bind port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:58:44.667680 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Attempting to bind port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 on network cb7b9ffb-d6d0-456d-807a-ac0c3596046c {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:58:44.673135 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:58:44.674013 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Checking segment: {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:58:44.674595 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.675209 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Bound using segment: {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:58:44.675832 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Bound port: ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:58:44.676384 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.747608 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] For port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:58:44.751184 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] For port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:58:44.772811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-445d367b-0fe0-44bb-bb34-0f1a90bf9a20 None None] Provisioning complete for port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:44.773097 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-445d367b-0fe0-44bb-bb34-0f1a90bf9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.810567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-445d367b-0fe0-44bb-bb34-0f1a90bf9a20 None None] Port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:58:44.815383 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.821875 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-445d367b-0fe0-44bb-bb34-0f1a90bf9a20 None None] Provisioning complete for port 8b9b926f-fba3-499b-9c52-20927b8602c5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:44.822184 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-445d367b-0fe0-44bb-bb34-0f1a90bf9a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:44.907816 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:44.910012 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:44.942549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b9b926f-fba3-499b-9c52-20927b8602c5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:58:44.974280 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca4fd3-71de-41c8-9ba9-2566bdcea915 None None] Pushing event updated for resources: {'Port': ['ID=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:45.003901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 8b9b926f-fba3-499b-9c52-20927b8602c5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:45.004359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:45.051417 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:45.094314 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 768a3b90-f3e1-4628-a1a4-552e425280ba up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:58:45.132443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8aa001d0-62bc-41d5-b93a-a2cd8abf2457 None None] Provisioning complete for port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:45.132846 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8aa001d0-62bc-41d5-b93a-a2cd8abf2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:45.192457 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 768a3b90-f3e1-4628-a1a4-552e425280ba triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:45.192867 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:45.257941 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8aa001d0-62bc-41d5-b93a-a2cd8abf2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:45.332936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-8aa001d0-62bc-41d5-b93a-a2cd8abf2457 None None] For port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:45.386937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8aa001d0-62bc-41d5-b93a-a2cd8abf2457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:45.395498 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:44Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:45.423499 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92326996-fa2c-40ff-8d4a-b1939d008ef5 None None] The sync data for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 is: [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:44Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:58:45.450717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa001d0-62bc-41d5-b93a-a2cd8abf2457 None None] Pushing event updated for resources: {'Port': ['ID=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:45.519181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e799ec4b-675a-483d-9c1a-85be19da6b5e None None] Provisioning complete for port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:45.519560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e799ec4b-675a-483d-9c1a-85be19da6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:45.743355 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac68c94e-67fa-4ce4-bcca-07bd81050b9d req-b5d2bfdb-ca61-49da-8759-30f3a472236c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0283365 Sep 15 16:58:45.747681 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e6e9063a-a464-4945-8a01-5c70930d7397 None None] Provisioning complete for port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:45.748286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6e9063a-a464-4945-8a01-5c70930d7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:46.872314 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1382b106-a0a5-4c40-9403-dd71c17e67ab req-276fea79-d3b1-48ed-85f0-18e42be78b79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0425444 Sep 15 16:58:46.908014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-9d9a596f-b727-4624-b036-b0465db08620 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:46.909751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-9d9a596f-b727-4624-b036-b0465db08620 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/networks?id=cb7b9ffb-d6d0-456d-807a-ac0c3596046c HTTP/1.1" status: 200 len: 797 time: 0.1435580 Sep 15 16:58:46.939281 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:58:46.955354 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-226d201a-3b8f-4662-abd9-868eff1174a5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 379 time: 0.0364721 Sep 15 16:58:46.965895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'port': {'device_id': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'admin_state_up': True, 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'security_groups': ['70acefd8-e192-4a6f-8a81-579f0431ba8f']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:46.991843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:46.992371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:47.158034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:58:47.161595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:47.289276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.10 (cb7b9ffb-d6d0-456d-807a-ac0c3596046c/b59e503d-1c4f-4f79-ab29-986b6c457daf/6785a0a6-8ce9-414e-b43e-11dff9b9c7a8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:58:47.429813 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:47.506539 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:47.550517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:58:47.553653 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:58:47.556021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:58:47.583244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:47.615669 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:47.616290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:47.667853 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-0d055b23-ae78-46ab-b40f-34abfa2b6c33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7060485 Sep 15 16:58:47.725473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Request body: {'port': {'device_id': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:47.765494 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b42bd568-4999-4ed0-8497-2df99f10e8d7 None None] Provisioning complete for port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:47.765862 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b42bd568-4999-4ed0-8497-2df99f10e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:47.784674 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:47.799003 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-b42bd568-4999-4ed0-8497-2df99f10e8d7 None None] Port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:58:48.032496 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8390d34-268f-440b-ba56-51cc310cd387 req-dab5f40a-4f60-43fa-84cc-43811164b8d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:48.034008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8390d34-268f-440b-ba56-51cc310cd387 req-dab5f40a-4f60-43fa-84cc-43811164b8d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 932 time: 0.0741105 Sep 15 16:58:48.111739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a8390d34-268f-440b-ba56-51cc310cd387 req-bcbd223a-f02d-474f-8f94-52521fdb9569 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715363 Sep 15 16:58:48.117206 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:58:48.125295 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:48.138365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Transition to ACTIVE for port object 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:58:48.198290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:48.298683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Pushing event updated for resources: {'Port': ['ID=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:48.320683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Attempting to bind port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:58:48.321019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Attempting to bind port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:58:48.321349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Attempting to bind port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 on network cb7b9ffb-d6d0-456d-807a-ac0c3596046c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:58:48.326128 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 on network cb7b9ffb-d6d0-456d-807a-ac0c3596046c not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:58:48.326449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Attempting to bind port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 on network cb7b9ffb-d6d0-456d-807a-ac0c3596046c {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:58:48.331505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:58:48.331852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Checking segment: {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:58:48.332231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Bound using segment: {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:58:48.332685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Bound port: 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:58:48.333048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:48.403657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] For port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:58:48.406665 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] For port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:58:48.466411 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:48.500235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:48.500880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:48.502266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] 10.222.0.38 "PUT /v2.0/ports/6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 HTTP/1.1" status: 200 len: 1092 time: 0.8262875 Sep 15 16:58:48.502763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:58:48.505022 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd8ca9d-6253-4a3e-a014-7c9c34a8ece9" -d '{"events": [{"name": "network-changed", "server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:58:48.530958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffb5ba-ae5c-4f89-aaa1-db26248d4260 service neutron] Pushing event updated for resources: {'Port': ['ID=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:48.560471 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d207ce-3a87-47eb-a637-bd695ca7d461 x-openstack-request-id: req-11d207ce-3a87-47eb-a637-bd695ca7d461 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:58:48.560796 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:58:48.561049 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-11d207ce-3a87-47eb-a637-bd695ca7d461 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:58:48.561453 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'status': 'completed', 'code': 200} Sep 15 16:58:48.624151 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ca9d-6253-4a3e-a014-7c9c34a8ece9 req-33632388-b033-4f81-9f66-b47cb67aa528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:48.625784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dd8ca9d-6253-4a3e-a014-7c9c34a8ece9 req-33632388-b033-4f81-9f66-b47cb67aa528 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 1095 time: 0.0444627 Sep 15 16:58:48.731398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ca9d-6253-4a3e-a014-7c9c34a8ece9 req-d1a11a37-7adc-4c51-8982-fa4365acc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:48.732838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dd8ca9d-6253-4a3e-a014-7c9c34a8ece9 req-d1a11a37-7adc-4c51-8982-fa4365acc05b service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0990906 Sep 15 16:58:48.825877 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ca9d-6253-4a3e-a014-7c9c34a8ece9 req-6449377f-9009-4d43-a1e1-0ed51a8bd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:48.827351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0dd8ca9d-6253-4a3e-a014-7c9c34a8ece9 req-6449377f-9009-4d43-a1e1-0ed51a8bd762 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882516 Sep 15 16:58:48.902153 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-19633aef-0dd0-41a8-a491-c76e868bbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:48.903630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-19633aef-0dd0-41a8-a491-c76e868bbedb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 1095 time: 0.0402706 Sep 15 16:58:48.948062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-767822d2-0f97-43db-8fcd-5c396f081d67 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 HTTP/1.1" status: 200 len: 217 time: 0.0369039 Sep 15 16:58:48.994853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-a55ed9e6-7707-4149-aaec-fbc0bcdc6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:48.996184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-a55ed9e6-7707-4149-aaec-fbc0bcdc6851 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b59e503d-1c4f-4f79-ab29-986b6c457daf HTTP/1.1" status: 200 len: 835 time: 0.0420361 Sep 15 16:58:49.040229 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-a1266b13-d8d6-42e6-9c14-b838fc02df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:49.042319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-a1266b13-d8d6-42e6-9c14-b838fc02df4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb7b9ffb-d6d0-456d-807a-ac0c3596046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391870 Sep 15 16:58:49.132324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-5f737302-86cc-46b7-b064-2d4d4c577c20 service neutron] 10.222.0.38 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832460 Sep 15 16:58:49.253162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-986f84c9-544e-48d7-910b-f093ab4e2222 req-b2a0dd26-7fa2-4d52-bcd1-3cac1c552fbb service neutron] 10.222.0.38 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141717 Sep 15 16:58:49.264345 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3c414-f679-456c-9f53-708410b8f184 req-6bedb564-56b2-4f1d-a888-95ae4a44bed2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:49.265795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7a3c414-f679-456c-9f53-708410b8f184 req-6bedb564-56b2-4f1d-a888-95ae4a44bed2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 944 time: 0.0721781 Sep 15 16:58:49.305419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7a3c414-f679-456c-9f53-708410b8f184 req-428e8f7c-9f44-4e66-9148-1d5d6b202281 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333698 Sep 15 16:58:50.417756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ff0cb-bc67-4fc9-b7af-6dc1b846de3a req-dea9f012-e04c-4e7d-90db-7dbdd08d3186 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:50.419219 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a7ff0cb-bc67-4fc9-b7af-6dc1b846de3a req-dea9f012-e04c-4e7d-90db-7dbdd08d3186 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 944 time: 0.0482547 Sep 15 16:58:50.457744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a7ff0cb-bc67-4fc9-b7af-6dc1b846de3a req-e92a3283-0dbd-41c1-8f7c-ed51447a2c63 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325992 Sep 15 16:58:51.571068 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cb1f9-b775-40fa-839c-ad0b4c3c4fd3 req-6b7379f5-cd35-411c-a2c0-019d0cb4abd9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:51.573217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-608cb1f9-b775-40fa-839c-ad0b4c3c4fd3 req-6b7379f5-cd35-411c-a2c0-019d0cb4abd9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 944 time: 0.0487411 Sep 15 16:58:51.612779 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-608cb1f9-b775-40fa-839c-ad0b4c3c4fd3 req-8f05a8f1-6da4-45d1-a93a-a58870c24c29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Sep 15 16:58:52.729199 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f48de-c8df-4350-b1de-442549f73674 req-379a3116-b6f4-4443-81d3-53a50bf3b454 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:52.730751 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-701f48de-c8df-4350-b1de-442549f73674 req-379a3116-b6f4-4443-81d3-53a50bf3b454 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 944 time: 0.0519962 Sep 15 16:58:52.771610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-701f48de-c8df-4350-b1de-442549f73674 req-4605afdb-d8b7-4843-9b51-b3f7c645875e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345805 Sep 15 16:58:53.098988 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:58:53.197180 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:53.208694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'port_id': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'mac_address': 'fa:16:3e:68:5f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:58:53.245438 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:53.257980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:58:53.277894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:53.328718 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:53.374492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:53.561436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['6785a0a6-8ce9-414e-b43e-11dff9b9c7a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:58:53.886328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3e448-2124-41fe-8235-8b5fb3cfa979 req-685967d4-c7fb-4bb3-95f2-8e9dd6133c94 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:53.887803 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3e448-2124-41fe-8235-8b5fb3cfa979 req-685967d4-c7fb-4bb3-95f2-8e9dd6133c94 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 945 time: 0.0480328 Sep 15 16:58:53.924791 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d3e448-2124-41fe-8235-8b5fb3cfa979 req-8984d4d3-1e41-4da5-bcb8-730ecf45286c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Sep 15 16:58:54.026079 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c828d37f-25dc-4daf-9d57-8b281a6f937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:55.047524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3055b-40db-48f4-af56-17eb1c8e4aae req-b0bc2757-6395-40f8-afc0-55eb5ffc39be tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:55.049030 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ca3055b-40db-48f4-af56-17eb1c8e4aae req-b0bc2757-6395-40f8-afc0-55eb5ffc39be tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Sep 15 16:58:55.086167 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ca3055b-40db-48f4-af56-17eb1c8e4aae req-44f720a4-3ee2-41b8-9397-c990592d3a57 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Sep 15 16:58:55.117242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:58:55.277680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:58:55.281693 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:58:55.282327 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:55.358729 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:55.381150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:58:55.383391 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb39d4-82c1-4138-b990-9635d77b4565" -d '{"events": [{"server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:58:55.395868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:58:55.471918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:55.474595 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15126ce1-90ba-4cdd-ac90-4a73e896c3cf x-openstack-request-id: req-15126ce1-90ba-4cdd-ac90-4a73e896c3cf {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:58:55.474883 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "name": "network-vif-plugged", "status": "completed", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:58:55.475166 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-15126ce1-90ba-4cdd-ac90-4a73e896c3cf {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:58:55.475534 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'code': 200} Sep 15 16:58:55.523828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:55.575984 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b6727-ffc8-4afe-954d-9d818e53064d req-089548a5-c821-4225-84d3-bcae45834dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:55.577511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f7b6727-ffc8-4afe-954d-9d818e53064d req-089548a5-c821-4225-84d3-bcae45834dd3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 1097 time: 0.0443816 Sep 15 16:58:55.614849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f7b6727-ffc8-4afe-954d-9d818e53064d req-18ff3226-3cb1-47f6-b34e-20aad61a63dd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275917 Sep 15 16:58:56.202042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e28d27-8b38-42bb-b8e7-dae6b8104c11 req-774f52c5-9b84-4560-8897-86b5cf506bdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:56.203557 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2e28d27-8b38-42bb-b8e7-dae6b8104c11 req-774f52c5-9b84-4560-8897-86b5cf506bdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0489128 Sep 15 16:58:56.241286 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d2e28d27-8b38-42bb-b8e7-dae6b8104c11 req-7f69562a-ab2c-4368-98d2-a90dc4144ab5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Sep 15 16:58:57.134346 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:57.357275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b095b-ad3e-4c5d-a631-6ceb5f78393a req-a48f9121-5259-4f8f-9af8-ac09ede4d4d0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:57.358747 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b81b095b-ad3e-4c5d-a631-6ceb5f78393a req-a48f9121-5259-4f8f-9af8-ac09ede4d4d0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0487726 Sep 15 16:58:57.363041 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cb81482c-06a3-4396-a9eb-a4d7671bdd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:57.385904 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:57.396952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b81b095b-ad3e-4c5d-a631-6ceb5f78393a req-28c60d96-4375-4405-ad09-75bb77c338fe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322423 Sep 15 16:58:57.512710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057569d7-7ce5-46cc-8c31-2f395fcfe291 req-34c5fdd4-a6c7-46d3-bdb7-c7790700174a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:57.514190 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-057569d7-7ce5-46cc-8c31-2f395fcfe291 req-34c5fdd4-a6c7-46d3-bdb7-c7790700174a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0525253 Sep 15 16:58:57.551053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-057569d7-7ce5-46cc-8c31-2f395fcfe291 req-e0883695-9ec6-4841-a584-2539e323f4bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Sep 15 16:58:57.577905 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41220) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:57.624832 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b3858-c20d-4500-8b4a-9bb4a112abcc tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:57.626375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c76b3858-c20d-4500-8b4a-9bb4a112abcc tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 1092 time: 0.0474353 Sep 15 16:58:57.629314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41222) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:57.633515 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:58:57.757549 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:57.856597 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:57.968217 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.66 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/a2def525-7070-49f3-93d7-484f205bec0d) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:58:58.077857 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.158270 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.194485 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:58:58.199256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:58:58.208582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:58:58.211743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=a2def525-7070-49f3-93d7-484f205bec0d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:58.571913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.671217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.679997 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.830487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.882812 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:58.953722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=a2def525-7070-49f3-93d7-484f205bec0d,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:58:58.965213 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:59.065294 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 2925217c-cee2-4809-988d-e6292f5ff173 associated. External IP: 172.25.0.66, port: 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8. Sep 15 16:58:59.268815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 665e913e-d4e3-4987-b345-bb8f01f35e8e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:58:59.375371 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:58:59.384932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] Sync routers for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:58:59.394067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:59.398150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:59.431840 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:58:59.459565 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8c43d534-1caa-4c77-aacd-e92f2f4b8ba6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8292379 Sep 15 16:58:59.460253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:58:59.462695 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9945aea-0407-451b-8beb-a0a44488417a" -d '{"events": [{"name": "network-changed", "server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:58:59.561327 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40882cc4-baa4-4195-957b-c85f5bd81818 req-dda17615-a8e9-45fa-ba15-20ed8e975c16 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:59.562839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40882cc4-baa4-4195-957b-c85f5bd81818 req-dda17615-a8e9-45fa-ba15-20ed8e975c16 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Sep 15 16:58:59.603070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-40882cc4-baa4-4195-957b-c85f5bd81818 req-f6cba545-c63a-49d3-9f97-66d92e776f79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337846 Sep 15 16:58:59.626913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41230) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:58:59.660764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:58:59.696951 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cfe2b3a6-ffca-47e6-b5ed-63ec4c647620 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/2925217c-cee2-4809-988d-e6292f5ff173 HTTP/1.1" status: 200 len: 991 time: 0.0687656 Sep 15 16:58:59.709811 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba039b04-fb08-4a5c-972c-a80827dc12c0 x-openstack-request-id: req-ba039b04-fb08-4a5c-972c-a80827dc12c0 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:58:59.710105 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:58:59.710356 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ba039b04-fb08-4a5c-972c-a80827dc12c0 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:58:59.710768 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'status': 'completed', 'code': 200} Sep 15 16:58:59.773242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945aea-0407-451b-8beb-a0a44488417a req-54ddfcd8-13f1-4249-8c98-805a3afb69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:59.774737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9945aea-0407-451b-8beb-a0a44488417a req-54ddfcd8-13f1-4249-8c98-805a3afb69f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 1097 time: 0.0415800 Sep 15 16:58:59.870949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945aea-0407-451b-8beb-a0a44488417a req-70ecdbeb-ecc9-43dd-9992-35a5a29eaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:59.873097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9945aea-0407-451b-8beb-a0a44488417a req-70ecdbeb-ecc9-43dd-9992-35a5a29eaf09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb7b9ffb-d6d0-456d-807a-ac0c3596046c HTTP/1.1" status: 200 len: 898 time: 0.0919449 Sep 15 16:58:59.890659 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '2925217c-cee2-4809-988d-e6292f5ff173', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'port_id': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'mac_address': 'fa:16:3e:68:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:58:58Z', 'updated_at': '2021-09-15T16:58:58Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:45Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:59.916143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] Checking router: 665e913e-d4e3-4987-b345-bb8f01f35e8e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:58:59.924755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:58:59.925363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:58:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:58:59.938324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9945aea-0407-451b-8beb-a0a44488417a req-c5142460-d134-48ce-bbc2-7f3b7cbbed1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 HTTP/1.1" status: 200 len: 999 time: 0.0585814 Sep 15 16:58:59.991300 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945aea-0407-451b-8beb-a0a44488417a req-5245bd6a-16b9-47de-9d61-19d4e6eda316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:58:59.992854 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9945aea-0407-451b-8beb-a0a44488417a req-5245bd6a-16b9-47de-9d61-19d4e6eda316 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b59e503d-1c4f-4f79-ab29-986b6c457daf HTTP/1.1" status: 200 len: 835 time: 0.0481188 Sep 15 16:59:00.031707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:00.038690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9945aea-0407-451b-8beb-a0a44488417a req-9c431a63-e43a-4282-8684-0325a77725cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:00.040235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9945aea-0407-451b-8beb-a0a44488417a req-9c431a63-e43a-4282-8684-0325a77725cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb7b9ffb-d6d0-456d-807a-ac0c3596046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409412 Sep 15 16:59:00.128708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9945aea-0407-451b-8beb-a0a44488417a req-907e47d5-366c-439f-9f7b-a9296ec3c5b1 service neutron] 10.222.0.38 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816042 Sep 15 16:59:00.265980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '2925217c-cee2-4809-988d-e6292f5ff173', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'port_id': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'mac_address': 'fa:16:3e:68:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:58:58Z', 'updated_at': '2021-09-15T16:58:58Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:45Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:00.298476 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471390e-cc4f-4223-8f9c-b0aa90ebffe9 None None] The sync data for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 is: [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '2925217c-cee2-4809-988d-e6292f5ff173', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.66', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'port_id': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'mac_address': 'fa:16:3e:68:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:58:58Z', 'updated_at': '2021-09-15T16:58:58Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:45Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:59:00.357500 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:00.507011 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c399cb-1511-40fe-a85e-c55ebc2583ea None None] New status for floating IP 2925217c-cee2-4809-988d-e6292f5ff173: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:59:00.575180 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e9945aea-0407-451b-8beb-a0a44488417a req-222b2ac6-d32b-491e-af7c-d1912c885b71 service neutron] 10.222.0.38 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381120 Sep 15 16:59:00.698246 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41232) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:00.760480 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-440f441d-2e96-4e4e-9cd7-da28dd0b6666 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/2925217c-cee2-4809-988d-e6292f5ff173 HTTP/1.1" status: 200 len: 993 time: 0.0609314 Sep 15 16:59:00.940036 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:05.883700 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:59:23.991113 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-18938695-10ba-4a41-bc47-719d87533ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:27.128800 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:27.373680 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d07c9b7c-8d68-4bdb-ae9c-76c47438fe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:27.385077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:28.699888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:30.367942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:30.922400 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:32.362898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fcda7-611b-4131-ade3-81931845bf2b req-e91dce39-0615-4620-8e9b-f5e4e64e8327 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:32.364416 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-667fcda7-611b-4131-ade3-81931845bf2b req-e91dce39-0615-4620-8e9b-f5e4e64e8327 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0504525 Sep 15 16:59:32.403851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-667fcda7-611b-4131-ade3-81931845bf2b req-64bbc619-795c-4b0c-8f23-b526d3e55934 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Sep 15 16:59:33.523772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd5893-7cf4-40f6-99a4-b356b7e9b892 req-cca15128-05f5-40f6-85d6-08be8deed47d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:33.525291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61fd5893-7cf4-40f6-99a4-b356b7e9b892 req-cca15128-05f5-40f6-85d6-08be8deed47d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0540340 Sep 15 16:59:33.562581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-61fd5893-7cf4-40f6-99a4-b356b7e9b892 req-57f680e5-6e9d-4089-a8ea-b2989bf14d19 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313203 Sep 15 16:59:33.586360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41262) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:33.648088 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-45e59d7d-b101-423a-9e0f-6558d2efc80c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/2925217c-cee2-4809-988d-e6292f5ff173 HTTP/1.1" status: 200 len: 993 time: 0.0606103 Sep 15 16:59:35.047781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ee4ec-a34c-4d99-a2a5-752f0b812284 req-cce3e2e0-6032-4e8e-99bb-b834cb9e2e27 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:35.049242 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d52ee4ec-a34c-4d99-a2a5-752f0b812284 req-cce3e2e0-6032-4e8e-99bb-b834cb9e2e27 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0494230 Sep 15 16:59:35.087053 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d52ee4ec-a34c-4d99-a2a5-752f0b812284 req-6943b499-e546-4905-a306-5eebdedb818b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Sep 15 16:59:36.202530 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bef657-ad31-432b-818e-fb85d2e31cb4 req-897705be-6ee6-4949-8288-1c8cd643dc06 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:36.204000 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07bef657-ad31-432b-818e-fb85d2e31cb4 req-897705be-6ee6-4949-8288-1c8cd643dc06 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Sep 15 16:59:36.242135 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-07bef657-ad31-432b-818e-fb85d2e31cb4 req-8592825c-36f3-4995-9929-3d2d97a25a36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320642 Sep 15 16:59:36.263776 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41272) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:36.322140 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-94faf411-a00e-4669-97e4-7d139fe202d9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/2925217c-cee2-4809-988d-e6292f5ff173 HTTP/1.1" status: 200 len: 993 time: 0.0572500 Sep 15 16:59:36.543382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41278) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:36.701819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port a2def525-7070-49f3-93d7-484f205bec0d {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:59:36.702057 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.775482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.775798 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.787402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for a2def525-7070-49f3-93d7-484f205bec0d owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:59:37.019580 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:37.045862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=a2def525-7070-49f3-93d7-484f205bec0d,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:37.058421 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.058760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.059101 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.059443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.059774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.060108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.060443 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.060796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.061126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.061451 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.061778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.062102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:37.120552 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:37.120887 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 2925217c-cee2-4809-988d-e6292f5ff173 disassociated (deleted). External IP: 172.25.0.66, port: 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8. Sep 15 16:59:37.673151 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 665e913e-d4e3-4987-b345-bb8f01f35e8e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:59:37.779426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:59:37.788779 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:37.789575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] Sync routers for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:59:37.799139 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:37.799759 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:37.814898 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9000e2b0-0dc5-490b-b18b-57c0f3c64384 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/floatingips/2925217c-cee2-4809-988d-e6292f5ff173 HTTP/1.1" status: 204 len: 168 time: 1.2680924 Sep 15 16:59:37.814898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:59:37.815602 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c5179b-3ab6-4486-8c77-c38ead1756a9" -d '{"events": [{"name": "network-changed", "server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:59:37.908376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:38.108070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:45Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:38.135352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] Checking router: 665e913e-d4e3-4987-b345-bb8f01f35e8e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:59:38.142447 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca0874f-0bbb-46d0-b8d1-ffd56294e841 x-openstack-request-id: req-aca0874f-0bbb-46d0-b8d1-ffd56294e841 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:59:38.142742 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:59:38.143332 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-aca0874f-0bbb-46d0-b8d1-ffd56294e841 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:59:38.143607 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'status': 'completed', 'code': 200} Sep 15 16:59:38.145118 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:38.145745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:38.238537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-cec3ecf0-4738-430c-bec9-ba799c8c0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:38.240058 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-cec3ecf0-4738-430c-bec9-ba799c8c0050 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 1097 time: 0.0730720 Sep 15 16:59:38.252885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e4e09-d5be-477a-8775-9615e31cfbb4 req-85eea2c2-19b4-4ac6-8310-3a6a1e345500 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:38.254358 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35e4e09-d5be-477a-8775-9615e31cfbb4 req-85eea2c2-19b4-4ac6-8310-3a6a1e345500 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0592167 Sep 15 16:59:38.268861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:38.352327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b35e4e09-d5be-477a-8775-9615e31cfbb4 req-9b70d730-3d36-4f8b-bd62-5c6d005f3f6b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879064 Sep 15 16:59:38.374586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-2dcb8a36-5309-4d74-901b-37ebfc83ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:38.376045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-2dcb8a36-5309-4d74-901b-37ebfc83ceb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cb7b9ffb-d6d0-456d-807a-ac0c3596046c HTTP/1.1" status: 200 len: 898 time: 0.1208289 Sep 15 16:59:38.418308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-eba11276-5ab3-40f1-b215-d38155ebe2a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 HTTP/1.1" status: 200 len: 217 time: 0.0343027 Sep 15 16:59:38.467598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-63370ec9-af4e-4b5b-8d59-8f637327a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:38.469073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-63370ec9-af4e-4b5b-8d59-8f637327a2eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b59e503d-1c4f-4f79-ab29-986b6c457daf HTTP/1.1" status: 200 len: 835 time: 0.0439403 Sep 15 16:59:38.474546 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:45Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:38.500549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b2bc0-2991-499b-a44d-dbe449709894 None None] The sync data for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 is: [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:42Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882', 'name': '', 'network_id': 'cb7b9ffb-d6d0-456d-807a-ac0c3596046c', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:be:4a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:41Z', 'updated_at': '2021-09-15T16:58:45Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'b59e503d-1c4f-4f79-ab29-986b6c457daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:59:38.519310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-23a0c999-a867-4861-842a-cac954f4d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:38.520830 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-23a0c999-a867-4861-842a-cac954f4d46d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cb7b9ffb-d6d0-456d-807a-ac0c3596046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448358 Sep 15 16:59:38.614203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-a6246132-58bd-427e-b498-958d2fa7044c service neutron] 10.222.0.38 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860546 Sep 15 16:59:38.716739 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-35c5179b-3ab6-4486-8c77-c38ead1756a9 req-b350511f-f2f9-471d-b20d-b5402ecc3045 service neutron] 10.222.0.38 "GET /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949626 Sep 15 16:59:38.730091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fff1cf-ff5d-433d-a1a8-818a60bc2cf2 None None] New status for floating IP 2925217c-cee2-4809-988d-e6292f5ff173: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:59:39.469410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463cbfa-085a-4cd3-9161-5d71f417ed20 req-7854d3c4-6265-4b0f-a991-4ee7ffd72037 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:39.470890 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f463cbfa-085a-4cd3-9161-5d71f417ed20 req-7854d3c4-6265-4b0f-a991-4ee7ffd72037 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0486705 Sep 15 16:59:39.509011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f463cbfa-085a-4cd3-9161-5d71f417ed20 req-256ffe75-79f5-471b-bfbe-6a6cd0e5690f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=70acefd8-e192-4a6f-8a81-579f0431ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Sep 15 16:59:39.740476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-d449fd6f-f043-4d14-a3d9-400f4efda32b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:39.743156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-d449fd6f-f043-4d14-a3d9-400f4efda32b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 946 time: 0.0507541 Sep 15 16:59:39.833583 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:59:39.833925 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:39.920827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:39.921180 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:39.934103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:59:40.150960 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:40.178010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=6785a0a6-8ce9-414e-b43e-11dff9b9c7a8,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:40.192292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.192699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.193020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.193363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.193719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.194630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.195279 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.195395 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.195697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.196010 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.196350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.196693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.234654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] No DVR routers for this DVR port 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:59:40.237306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:40.239386 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1a9c9bae-3cf1-4766-8bad-cfa477bd968d req-ba2a69a8-fe2e-4155-a40b-8416e07e248c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "DELETE /v2.0/ports/6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 HTTP/1.1" status: 204 len: 173 time: 0.4903567 Sep 15 16:59:40.239824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'name': 'network-vif-deleted', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:59:40.242776 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76072735-df88-4de4-9e37-ff7311b56172" -d '{"events": [{"server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "name": "network-vif-deleted", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:59:40.280205 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fddb30-6ac3-44a5-a152-2cb70f010572 x-openstack-request-id: req-00fddb30-6ac3-44a5-a152-2cb70f010572 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:59:40.280533 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eada70-6e49-4d94-b49f-dd932a5f8d06", "name": "network-vif-deleted", "tag": "6785a0a6-8ce9-414e-b43e-11dff9b9c7a8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:59:40.285780 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-00fddb30-6ac3-44a5-a152-2cb70f010572 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:59:40.285780 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eada70-6e49-4d94-b49f-dd932a5f8d06', 'name': 'network-vif-deleted', 'tag': '6785a0a6-8ce9-414e-b43e-11dff9b9c7a8', 'status': 'completed', 'code': 200} Sep 15 16:59:40.625006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9f68bb9c-2806-4de3-b97d-86937da14301 req-a73aa557-42d1-4727-8c6c-b05823a39190 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=81eada70-6e49-4d94-b49f-dd932a5f8d06 HTTP/1.1" status: 200 len: 210 time: 0.0280399 Sep 15 16:59:41.686939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41296) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:42.051914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:42.308955 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:59:42.309208 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:42.399653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:42.400016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:42.412807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:59:42.642530 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:42.670104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:42.844882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:42.886090 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:59:43.072083 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 665e913e-d4e3-4987-b345-bb8f01f35e8e has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:59:43.178731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:59:43.183809 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-73aea3f9-4ebb-4544-a2e8-cf337a3f1f09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/665e913e-d4e3-4987-b345-bb8f01f35e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958503 Sep 15 16:59:43.186569 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41298) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:43.188151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] Sync routers for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:59:43.197352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:43.197971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:43.240923 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting subnet b59e503d-1c4f-4f79-ab29-986b6c457daf {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:59:43.244247 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.288391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.319071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:43.372823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.425645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:59:43.449185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:59:43.449459 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 6785a0a6-8ce9-414e-b43e-11dff9b9c7a8 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:59:43.517160 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.522088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:59:42Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:43.550991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] Checking router: 665e913e-d4e3-4987-b345-bb8f01f35e8e for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:59:43.551276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Subnet': ['ID=b59e503d-1c4f-4f79-ab29-986b6c457daf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:43.553048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.558044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fa2713a0-318a-4b02-9bd7-2e682ca8fa50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/subnets/b59e503d-1c4f-4f79-ab29-986b6c457daf HTTP/1.1" status: 204 len: 168 time: 0.3679240 Sep 15 16:59:43.558475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41300) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:43.565795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19613b30-6b63-4b11-af47-6f3b030b63dd None None] Network cb7b9ffb-d6d0-456d-807a-ac0c3596046c requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:59:43.566175 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] Routers {'665e913e-d4e3-4987-b345-bb8f01f35e8e'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:43.566802 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['665e913e-d4e3-4987-b345-bb8f01f35e8e'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:43.670901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.773782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] Set router 665e913e-d4e3-4987-b345-bb8f01f35e8e gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:43.779445 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.898215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 768a3b90-f3e1-4628-a1a4-552e425280ba {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:59:43.898904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.910740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] DHCP port deletion for cb7b9ffb-d6d0-456d-807a-ac0c3596046c request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:59:43.979962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 768a3b90-f3e1-4628-a1a4-552e425280ba, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=768a3b90-f3e1-4628-a1a4-552e425280ba,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:43.980316 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:43.991945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 768a3b90-f3e1-4628-a1a4-552e425280ba owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:59:44.002079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Deleting port 8b9b926f-fba3-499b-9c52-20927b8602c5 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:59:44.002456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.025689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:59:42Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:44.053725 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a610f6b3-1a10-4316-8454-eb4e52c4dd7a None None] The sync data for ids ['665e913e-d4e3-4987-b345-bb8f01f35e8e'] in n-d-808199-2 is: [{'id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061412521', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:59:42Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '768a3b90-f3e1-4628-a1a4-552e425280ba', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665e913e-d4e3-4987-b345-bb8f01f35e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:58:38Z', 'updated_at': '2021-09-15T16:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:59:44.097701 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] For port 8b9b926f-fba3-499b-9c52-20927b8602c5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=8b9b926f-fba3-499b-9c52-20927b8602c5,segment=NetworkSegment(bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb),segment_id=bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:44.098105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.231101 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.266595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=768a3b90-f3e1-4628-a1a4-552e425280ba,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:44.272018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Calling delete_port for 8b9b926f-fba3-499b-9c52-20927b8602c5 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:59:44.334257 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.426079 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.428222 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.431118 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.458792 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] No DVR routers for this DVR port 8b9b926f-fba3-499b-9c52-20927b8602c5 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:59:44.461961 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Pushing event deleted for resources: {'Port': ['ID=8b9b926f-fba3-499b-9c52-20927b8602c5,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:44.474227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.474580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.474921 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.475361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.475739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.476068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.476383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.476735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.477060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.477384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.477705 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.478027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a9bea4-98df-44e6-8236-281b2bd6ea87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:44.546407 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.547611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Fanout notify agent at l3_agent the message router_deleted on router 665e913e-d4e3-4987-b345-bb8f01f35e8e {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:59:44.556706 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.562941 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-70f11e29-754d-4da4-ac5c-748d738aa027 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/routers/665e913e-d4e3-4987-b345-bb8f01f35e8e HTTP/1.1" status: 204 len: 168 time: 0.9988537 Sep 15 16:59:44.562941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41302) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:44.643745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.733233 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.753392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7b9ffb-d6d0-456d-807a-ac0c3596046c']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:44.762585 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:44.762885 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdef2306-2c72-4a4f-8bcf-2d22a96cc2fb') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:44.777457 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.791223 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.796886 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: timer() Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:59:44.800236 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:59:44.951363 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.958822 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:44.961277 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/networks/cb7b9ffb-d6d0-456d-807a-ac0c3596046c HTTP/1.1" status: 204 len: 168 time: 0.3996453 Sep 15 16:59:44.965034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41304) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:44.972831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39b48a-1951-4cf3-8279-84deefbf1c09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Network': ['ID=cb7b9ffb-d6d0-456d-807a-ac0c3596046c,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:45.021789 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7296-5359-4665-8185-4ec3fcb3d0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:45.050474 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7296-5359-4665-8185-4ec3fcb3d0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:45.092179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:59:45.114206 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:59:45.114645 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ebeb92ab-b5ca-4e75-8f5c-3b6a5d61c882 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:59:45.115280 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b9b926f-fba3-499b-9c52-20927b8602c5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:59:45.134232 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 8b9b926f-fba3-499b-9c52-20927b8602c5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:59:45.134574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 8b9b926f-fba3-499b-9c52-20927b8602c5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:59:45.134981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 768a3b90-f3e1-4628-a1a4-552e425280ba no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:59:45.153699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 768a3b90-f3e1-4628-a1a4-552e425280ba {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:59:45.155279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 768a3b90-f3e1-4628-a1a4-552e425280ba not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:59:45.174072 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7296-5359-4665-8185-4ec3fcb3d0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:45.176844 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3d2c7296-5359-4665-8185-4ec3fcb3d0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:45.178015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3d2c7296-5359-4665-8185-4ec3fcb3d0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/security-groups/70acefd8-e192-4a6f-8a81-579f0431ba8f HTTP/1.1" status: 204 len: 168 time: 0.2119393 Sep 15 16:59:45.187191 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c7296-5359-4665-8185-4ec3fcb3d0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70acefd8-e192-4a6f-8a81-579f0431ba8f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:45.861718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41310) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:45.866428 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4f932912-9637-4aad-acef-3760622c4287 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212324859', 'description': 'tempest-secgroup-smoke-212324859 description', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:45.945266 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f932912-9637-4aad-acef-3760622c4287 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.029704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f932912-9637-4aad-acef-3760622c4287 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.082214 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f932912-9637-4aad-acef-3760622c4287 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.111497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f932912-9637-4aad-acef-3760622c4287 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda6b46d-d743-4f2a-91a8-efa71a0dbc28,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:46.145226 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4f932912-9637-4aad-acef-3760622c4287 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.146514 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4f932912-9637-4aad-acef-3760622c4287 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2837415 Sep 15 16:59:46.150387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41312) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:46.154720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-82192bb4-e036-49d2-a74c-1279b316666f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'dda6b46d-d743-4f2a-91a8-efa71a0dbc28', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:46.235531 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82192bb4-e036-49d2-a74c-1279b316666f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.292456 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82192bb4-e036-49d2-a74c-1279b316666f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.351425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82192bb4-e036-49d2-a74c-1279b316666f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.370337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82192bb4-e036-49d2-a74c-1279b316666f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92abe28-4797-492e-a975-e76414af42a9,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:46.425290 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-82192bb4-e036-49d2-a74c-1279b316666f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.426503 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-82192bb4-e036-49d2-a74c-1279b316666f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751980 Sep 15 16:59:46.429446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41314) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:46.433955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fdaf0125-0836-4de6-a5eb-6cdbaa96eb2d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'dda6b46d-d743-4f2a-91a8-efa71a0dbc28', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:46.515540 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0125-0836-4de6-a5eb-6cdbaa96eb2d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.571736 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0125-0836-4de6-a5eb-6cdbaa96eb2d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.619146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0125-0836-4de6-a5eb-6cdbaa96eb2d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.641509 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf0125-0836-4de6-a5eb-6cdbaa96eb2d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5abe76fa-dfeb-4108-847c-790074aaf2d2,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:46.739398 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0125-0836-4de6-a5eb-6cdbaa96eb2d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.740669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fdaf0125-0836-4de6-a5eb-6cdbaa96eb2d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3101168 Sep 15 16:59:46.743658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41316) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:46.748025 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-88e025e1-d3da-49df-8e31-ed8bf9cca99a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'dda6b46d-d743-4f2a-91a8-efa71a0dbc28', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:46.846870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88e025e1-d3da-49df-8e31-ed8bf9cca99a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.906383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88e025e1-d3da-49df-8e31-ed8bf9cca99a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.973452 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88e025e1-d3da-49df-8e31-ed8bf9cca99a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:46.992337 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e025e1-d3da-49df-8e31-ed8bf9cca99a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55ee29a-f972-4c98-93f3-4adbc478ad27,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:47.053488 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-88e025e1-d3da-49df-8e31-ed8bf9cca99a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.055334 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-88e025e1-d3da-49df-8e31-ed8bf9cca99a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107040 Sep 15 16:59:47.058107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41318) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:47.062436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-32b0565c-6872-48fc-b9ef-d59f296a1945 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'dda6b46d-d743-4f2a-91a8-efa71a0dbc28', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:47.138985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32b0565c-6872-48fc-b9ef-d59f296a1945 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.197758 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32b0565c-6872-48fc-b9ef-d59f296a1945 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.259369 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32b0565c-6872-48fc-b9ef-d59f296a1945 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.279111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0565c-6872-48fc-b9ef-d59f296a1945 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c8605a-c7cc-4ccb-9c9f-2a2ca31b70f7,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:47.328076 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-32b0565c-6872-48fc-b9ef-d59f296a1945 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.329393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-32b0565c-6872-48fc-b9ef-d59f296a1945 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2703283 Sep 15 16:59:47.332004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41320) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:47.336649 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'dda6b46d-d743-4f2a-91a8-efa71a0dbc28', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:47.419511 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:59:47.424451 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.484210 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.533656 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.552358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8592d6c1-9e2e-4223-b970-83e19993b2a8,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:47.596734 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.598001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-287429da-d8e0-4c0e-8699-0751878dc19a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2650137 Sep 15 16:59:47.600685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41322) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:47.605671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'dda6b46d-d743-4f2a-91a8-efa71a0dbc28', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:47.670688 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:59:47.675653 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.740154 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.813552 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.830971 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0f4fa9-bd5a-4423-96b1-5bfd061570d9,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:47.893707 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:47.894988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-527da692-9033-4620-9a14-a29ce9eb7a9d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2928064 Sep 15 16:59:47.898411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41324) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:47.903389 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'network': {'name': 'tempest-network-smoke--676252483', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'port_security_enabled': True}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:47.990605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:59:47.994247 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.018233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:59:48.027503 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.029759 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Added segment cc2ddc2a-3fea-4e39-a470-10d3c553f9cb of type vlan for network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee Sep 15 16:59:48.066500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.161841 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.167444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:48.168034 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.237955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Network': ['ID=5c8739bd-14f4-4b5d-973c-fa69b35a29ee,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:48.248477 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:59:48.249049 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6ce59469-4e8c-42ac-9a6a-0b5e6793cda0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3490672 Sep 15 16:59:48.251410 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41326) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:48.256030 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'admin_state_up': True, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:48.356837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.357918 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.408533 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.615672 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.863122 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.881143 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:48.990217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.172 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/be6053e1-9548-4935-81dc-b0516519bfbd) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:59:49.093348 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.185395 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.222783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:49.225611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:49.229141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:59:49.237120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=be6053e1-9548-4935-81dc-b0516519bfbd,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:49.531220 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.721065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.933260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:59:50.040710 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:59:50.051325 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Sync routers for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:59:50.061250 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:50.063297 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:50.111131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.112319 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9172184b-ac70-493d-9a83-7d9801173e36 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8599026 Sep 15 16:59:50.115626 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41328) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:50.144495 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef7971f9-dcb8-49e7-a01c-e33099b05130 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=944bd02b1281436b931fb3c3bfdc1cc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277541 Sep 15 16:59:50.147100 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41330) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:50.171738 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:50.233267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe17fe67-0f6f-40ed-b91a-4293a3a79fd2 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:50.234818 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe17fe67-0f6f-40ed-b91a-4293a3a79fd2 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867951 Sep 15 16:59:50.237693 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41332) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:50.270193 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-73e8bc56-ee78-425a-9a92-61357e2925cf tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314379 Sep 15 16:59:50.273487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41334) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:50.278164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491968087', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:50.350192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:49Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:50.375912 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Checking router: 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:59:50.376188 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Updating router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea port be6053e1-9548-4935-81dc-b0516519bfbd binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:59:50.401255 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.419276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:59:50.422864 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.650908 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.682489 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.743022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Subnet': ['ID=0bfab95b-7162-431e-8b72-f332a95b6eeb,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:50.754066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Checking segment: {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:59:50.754066 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network hostable DHCP agents. Network: 5c8739bd-14f4-4b5d-973c-fa69b35a29ee, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:59:50.772915 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.820261 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Attempting to bind port be6053e1-9548-4935-81dc-b0516519bfbd on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:59:50.820796 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Attempting to bind port be6053e1-9548-4935-81dc-b0516519bfbd by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:59:50.821164 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Attempting to bind port be6053e1-9548-4935-81dc-b0516519bfbd on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:59:50.828509 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Pushing event updated for resources: {'Port': ['ID=be6053e1-9548-4935-81dc-b0516519bfbd,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:50.830837 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.842337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:50.844224 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:59:50.844612 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:59:50.845018 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.845368 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:59:50.845827 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Bound port: be6053e1-9548-4935-81dc-b0516519bfbd, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:59:50.846195 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.893938 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 5c8739bd-14f4-4b5d-973c-fa69b35a29ee) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:50.898376 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:50.898985 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.899111 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] For port be6053e1-9548-4935-81dc-b0516519bfbd, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:59:50.903130 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab0888-ff3e-4ae0-b601-e0838413bbb3 None None] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:59:50.903958 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] For port be6053e1-9548-4935-81dc-b0516519bfbd, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=be6053e1-9548-4935-81dc-b0516519bfbd,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:59:50.968795 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.993466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-be0ef9e1-ca9f-44cf-b8e3-5d3c0438f3de tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7188148 Sep 15 16:59:50.996023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41336) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:51.027187 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97cfb-d154-4ab6-a6d3-172623dbf429 None None] Pushing event updated for resources: {'Port': ['ID=be6053e1-9548-4935-81dc-b0516519bfbd,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:51.043451 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:51.044086 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:51.055770 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:59:51.057516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.154050 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:51.202385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Allocated IP 172.20.0.2 (5c8739bd-14f4-4b5d-973c-fa69b35a29ee/0bfab95b-7162-431e-8b72-f332a95b6eeb/2ab5f2da-5e73-4c20-b2f8-ced2198be5a5) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:59:51.346516 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:49Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:51.364742 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.373116 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c838bdfb-ac11-4517-bea4-4e208bce4d85 None None] The sync data for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 is: [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:49Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:59:51.425825 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.463763 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.468832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:51.471732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:51.481088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:59:51.481617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Pushing event updated for resources: {'Port': ['ID=2ab5f2da-5e73-4c20-b2f8-ced2198be5a5,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:51.537164 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Attempting to bind port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:59:51.537544 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Attempting to bind port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:59:51.537909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Attempting to bind port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 on network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:59:51.544000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:59:51.544375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Checking segment: {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:59:51.544986 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.545407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Bound using segment: {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:59:51.545867 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Bound port: 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:59:51.546251 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.630584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] For port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:59:51.635982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] For port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2ab5f2da-5e73-4c20-b2f8-ced2198be5a5,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:59:51.722663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.787053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30240bae-6011-4318-aae7-353d6c01ba8f None None] Pushing event updated for resources: {'Port': ['ID=2ab5f2da-5e73-4c20-b2f8-ced2198be5a5,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:51.813765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.1 (5c8739bd-14f4-4b5d-973c-fa69b35a29ee/0bfab95b-7162-431e-8b72-f332a95b6eeb/3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:59:51.968919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:52.065715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:52.114474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:52.114474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:52.114474 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:59:52.148704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:52.170646 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:52.370123 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:52.654105 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f736b15-062f-4b82-8356-710f221c5077 None None] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:59:52.739731 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f4418fcd-9772-4885-a7dd-e9c3b304c56c None None] Provisioning complete for port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:52.740020 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4418fcd-9772-4885-a7dd-e9c3b304c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:52.883714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4418fcd-9772-4885-a7dd-e9c3b304c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:52.935557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f4418fcd-9772-4885-a7dd-e9c3b304c56c None None] For port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2ab5f2da-5e73-4c20-b2f8-ced2198be5a5,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:52.997164 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4418fcd-9772-4885-a7dd-e9c3b304c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.058019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:59:53.068984 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.112877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4418fcd-9772-4885-a7dd-e9c3b304c56c None None] Pushing event updated for resources: {'Port': ['ID=2ab5f2da-5e73-4c20-b2f8-ced2198be5a5,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:53.134298 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.138666 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:53.138666 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.216280 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.218259 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:53.245451 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device be6053e1-9548-4935-81dc-b0516519bfbd up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:59:53.247258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-21e055e1-58c6-4fae-b725-086241b24eca None None] Provisioning complete for port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:53.247566 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21e055e1-58c6-4fae-b725-086241b24eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.332228 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:53.333897 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:53.334027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port be6053e1-9548-4935-81dc-b0516519bfbd triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:53.334466 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.419024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-21e055e1-58c6-4fae-b725-086241b24eca None None] Provisioning complete for port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:53.419390 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-21e055e1-58c6-4fae-b725-086241b24eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.457934 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:59:53.480160 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-21e055e1-58c6-4fae-b725-086241b24eca None None] Port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:59:53.485842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.506480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port be6053e1-9548-4935-81dc-b0516519bfbd, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=be6053e1-9548-4935-81dc-b0516519bfbd,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:53.573753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:59:53.588403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e7567bc6-e9d4-483e-abfc-0d8896d6a0e7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816813 Sep 15 16:59:53.588937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Sync routers for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:59:53.593609 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.621267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:53.621909 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:53.681821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-40eac464-59a1-495d-98ac-ef3d59417436 None None] Provisioning complete for port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:53.682385 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40eac464-59a1-495d-98ac-ef3d59417436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.728584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=be6053e1-9548-4935-81dc-b0516519bfbd,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:53.738143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-d83c31f5-15bf-45fb-a4ed-270ef7f9cdb2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212324859&fields=id&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 267 time: 0.0417621 Sep 15 16:59:53.775934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-40eac464-59a1-495d-98ac-ef3d59417436 None None] Port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:59:53.791563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:53.859006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-53d0d376-2b83-48f1-af40-08c21a2b884a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:53.860474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-53d0d376-2b83-48f1-af40-08c21a2b884a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/networks?id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee HTTP/1.1" status: 200 len: 796 time: 0.1134853 Sep 15 16:59:53.877196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-7ff18e60-9168-4d9e-b42b-87d3b7007e00 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/quotas/944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Sep 15 16:59:53.930614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-e6442aea-bdf2-440d-a75e-e77e7cc616e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483775 Sep 15 16:59:53.932352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0d79cff6-5293-49b4-a1e8-6afff73a76b5 None None] Provisioning complete for port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:53.932814 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d79cff6-5293-49b4-a1e8-6afff73a76b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:53.990563 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0d79cff6-5293-49b4-a1e8-6afff73a76b5 None None] Port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:59:54.037433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-e7876986-549e-4bcd-bd5f-ebd25cf11783 service neutron] 10.222.0.63 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944753 Sep 15 16:59:54.039611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a0fe77b4-5245-4fb4-8fd7-7aacec90000b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.052549 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 2, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:54.081042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Checking router: 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:59:54.081402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Updating router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:59:54.109238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.135433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-791ce9bc-d583-4a9c-98f7-a13d13096f80 service neutron] 10.222.0.63 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Sep 15 16:59:54.354954 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c5ed0ee-be9e-4060-b3fa-788416acfa83 req-1f87675f-6a7c-4bf7-a82f-41dbff0b759b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 210 time: 0.0387151 Sep 15 16:59:54.391152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.447091 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.515860 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db34109-0cde-426a-a62f-e81c1a69264c None None] Pushing event updated for resources: {'Port': ['ID=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:54.551050 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Attempting to bind port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:59:54.551506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Attempting to bind port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:59:54.551932 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Attempting to bind port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 on network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:59:54.558305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:59:54.558729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Checking segment: {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:59:54.559114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.559510 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Bound using segment: {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:59:54.559982 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Bound port: 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:59:54.560369 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.631467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] For port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:59:54.636782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] For port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:59:54.699101 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.760412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ac0ddfd7-51ac-42c3-9c99-97194223101f None None] Provisioning complete for port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:54.760808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac0ddfd7-51ac-42c3-9c99-97194223101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.772310 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:54.773398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:54.835597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db34109-0cde-426a-a62f-e81c1a69264c None None] Pushing event updated for resources: {'Port': ['ID=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:55.016859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:59:55.150187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:59:55.185525 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac0ddfd7-51ac-42c3-9c99-97194223101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.189821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:55.190185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.312158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ac0ddfd7-51ac-42c3-9c99-97194223101f None None] For port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:55.381157 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac0ddfd7-51ac-42c3-9c99-97194223101f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.443498 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device be6053e1-9548-4935-81dc-b0516519bfbd up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:59:55.454175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8751181-e33f-48f1-b9de-b867480be315 req-994584e5-48bc-4787-a272-5b1da7c4bae6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 210 time: 0.0287056 Sep 15 16:59:55.517278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ddfd7-51ac-42c3-9c99-97194223101f None None] Pushing event updated for resources: {'Port': ['ID=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:55.537154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c1fe93fd-ec7e-4a53-87dd-76a9496ced53 None None] Provisioning complete for port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:55.537529 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c1fe93fd-ec7e-4a53-87dd-76a9496ced53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.592216 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port be6053e1-9548-4935-81dc-b0516519bfbd triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:55.592609 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.626617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:54Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:55.664015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7ac03-a07a-47a9-92fe-613e987c8bb7 None None] The sync data for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 is: [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:54Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:59:56.170098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-c8eb7bde-975f-414c-bcae-19665002e2b4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:56.171612 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-c8eb7bde-975f-414c-bcae-19665002e2b4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "GET /v2.0/networks?id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee HTTP/1.1" status: 200 len: 796 time: 0.1144588 Sep 15 16:59:56.215296 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-b3f23abe-aac8-4c82-a0e8-2f3ac038625c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 379 time: 0.0349519 Sep 15 16:59:56.224427 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'port': {'device_id': '08c5cd38-6c51-4113-a126-0062491d8e67', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'admin_state_up': True, 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'security_groups': ['dda6b46d-d743-4f2a-91a8-efa71a0dbc28']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:56.396987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:59:56.401635 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:56.546987 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.11 (5c8739bd-14f4-4b5d-973c-fa69b35a29ee/0bfab95b-7162-431e-8b72-f332a95b6eeb/c03f863d-46e6-4a27-a981-80f3a25e20b4) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:59:56.555670 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fee341f4-e5da-4609-bc30-d789132a7e9c req-66175c52-28c9-4229-a240-79240b1c9b19 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 210 time: 0.0281513 Sep 15 16:59:56.702306 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:56.802808 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:56.845393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:56.848510 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:56.852385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:59:56.883249 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=c03f863d-46e6-4a27-a981-80f3a25e20b4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:56.913691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:56.914799 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:56.970131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:59:56.979939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-0df1a168-0b08-40fb-a84c-d75d10584e53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7592223 Sep 15 16:59:56.994035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Request body: {'port': {'device_id': '08c5cd38-6c51-4113-a126-0062491d8e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:57.023993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:57.024653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.058845 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.080212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-033eef5b-83f4-4ad0-8fed-77a0f0a00981 None None] Provisioning complete for port c03f863d-46e6-4a27-a981-80f3a25e20b4 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:57.080606 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-033eef5b-83f4-4ad0-8fed-77a0f0a00981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.145370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-033eef5b-83f4-4ad0-8fed-77a0f0a00981 None None] Port c03f863d-46e6-4a27-a981-80f3a25e20b4 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:59:57.183974 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.328760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03f863d-46e6-4a27-a981-80f3a25e20b4 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:59:57.336084 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.347760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Transition to ACTIVE for port object c03f863d-46e6-4a27-a981-80f3a25e20b4 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:59:57.367548 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1a7c741c-3a8e-4ed5-80b4-c97f2ea70999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.418458 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.453560 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.507561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f863d-46e6-4a27-a981-80f3a25e20b4,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:57.579160 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Attempting to bind port c03f863d-46e6-4a27-a981-80f3a25e20b4 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:59:57.579426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Attempting to bind port c03f863d-46e6-4a27-a981-80f3a25e20b4 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:59:57.579760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Attempting to bind port c03f863d-46e6-4a27-a981-80f3a25e20b4 on network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:59:57.584324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Port c03f863d-46e6-4a27-a981-80f3a25e20b4 on network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:59:57.584690 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Attempting to bind port c03f863d-46e6-4a27-a981-80f3a25e20b4 on network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:59:57.590169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:59:57.590294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Checking segment: {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:59:57.590604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Bound using segment: {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:59:57.591030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Bound port: c03f863d-46e6-4a27-a981-80f3a25e20b4, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:59:57.591391 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.663946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] For port c03f863d-46e6-4a27-a981-80f3a25e20b4, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:59:57.671056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] For port c03f863d-46e6-4a27-a981-80f3a25e20b4, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:59:57.687408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e033e07-b95f-4395-b5f8-a36e9083b617 req-b105ebd6-74a2-415b-9333-4d19887ed28a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:57.688843 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e033e07-b95f-4395-b5f8-a36e9083b617 req-b105ebd6-74a2-415b-9333-4d19887ed28a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 944 time: 0.0539477 Sep 15 16:59:57.727884 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e033e07-b95f-4395-b5f8-a36e9083b617 req-fcd71d2d-0da8-4872-8208-8e00c0da2fd2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331075 Sep 15 16:59:57.779825 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.812112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:57.812754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.814435 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] 10.222.0.55 "PUT /v2.0/ports/c03f863d-46e6-4a27-a981-80f3a25e20b4 HTTP/1.1" status: 200 len: 1092 time: 0.8262978 Sep 15 16:59:57.816590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:59:57.819924 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b55317-8963-4aef-b750-669119683577" -d '{"events": [{"name": "network-changed", "server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:59:57.862304 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ac792-0dd6-4744-acc6-e86046b5dc36 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f863d-46e6-4a27-a981-80f3a25e20b4,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:57.864184 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5ec5f-5e54-4531-9989-946a9edf968d x-openstack-request-id: req-7ba5ec5f-5e54-4531-9989-946a9edf968d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:59:57.864474 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:59:57.864743 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7ba5ec5f-5e54-4531-9989-946a9edf968d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:59:57.865140 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'status': 'completed', 'code': 200} Sep 15 16:59:57.927684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55317-8963-4aef-b750-669119683577 req-8a65afcc-27ea-4cf4-b2bd-415c8f3d017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:57.929470 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04b55317-8963-4aef-b750-669119683577 req-8a65afcc-27ea-4cf4-b2bd-415c8f3d017a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1095 time: 0.0423145 Sep 15 16:59:58.037685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55317-8963-4aef-b750-669119683577 req-7a647862-95fc-48e0-96ee-1c9bb075c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:58.039249 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04b55317-8963-4aef-b750-669119683577 req-7a647862-95fc-48e0-96ee-1c9bb075c401 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977993 Sep 15 16:59:58.135103 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b55317-8963-4aef-b750-669119683577 req-6a26299b-ce12-49ba-a7a0-10ac5b478327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:58.136613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-04b55317-8963-4aef-b750-669119683577 req-6a26299b-ce12-49ba-a7a0-10ac5b478327 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908298 Sep 15 16:59:58.211155 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-f4151c9d-e547-4603-89cd-850d0968b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:58.212646 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-f4151c9d-e547-4603-89cd-850d0968b1d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1095 time: 0.0406280 Sep 15 16:59:58.257716 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-e50a9327-497f-467d-8523-42d94a7bd71e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4 HTTP/1.1" status: 200 len: 217 time: 0.0369482 Sep 15 16:59:58.309791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-e50beedb-2a7b-4d7c-9242-b6b7158a809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:58.311282 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-e50beedb-2a7b-4d7c-9242-b6b7158a809a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bfab95b-7162-431e-8b72-f332a95b6eeb HTTP/1.1" status: 200 len: 834 time: 0.0433080 Sep 15 16:59:58.361807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-5f39a2c9-12e4-43f2-a6b9-91fb7c82c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:58.363246 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-5f39a2c9-12e4-43f2-a6b9-91fb7c82c268 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444810 Sep 15 16:59:58.457813 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-2ce4f4dc-05b8-4a79-8211-16446ee5d560 service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866749 Sep 15 16:59:58.549698 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e03103e7-d40a-4224-920f-fd1ef81cc187 req-cc1f0031-a569-4419-b51f-8d89d8996c59 service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846596 Sep 15 16:59:58.728271 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:58.848679 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b6dcc-4d2e-4687-9ff1-2621f8a3fbc6 req-5dd313e9-cfc6-473e-b48e-e5d5a89bbb81 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:58.850155 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b07b6dcc-4d2e-4687-9ff1-2621f8a3fbc6 req-5dd313e9-cfc6-473e-b48e-e5d5a89bbb81 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 944 time: 0.0532105 Sep 15 16:59:58.888325 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b07b6dcc-4d2e-4687-9ff1-2621f8a3fbc6 req-70ae2ec8-59d1-4934-8fa9-2e5bf714eb71 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Sep 15 17:00:00.010452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e059ccf-aca8-40c1-baa7-db71473ca207 req-c9619fc6-d665-4a29-8d14-35112fa7b8fa tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:00.011951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e059ccf-aca8-40c1-baa7-db71473ca207 req-c9619fc6-d665-4a29-8d14-35112fa7b8fa tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 944 time: 0.0491626 Sep 15 17:00:00.049271 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e059ccf-aca8-40c1-baa7-db71473ca207 req-af3d600a-b8e8-477d-9e91-b28be1d38cae tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Sep 15 17:00:00.361652 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:00.419104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c03f863d-46e6-4a27-a981-80f3a25e20b4 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:00:00.518597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c03f863d-46e6-4a27-a981-80f3a25e20b4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:00.534214 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'port_id': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'mac_address': 'fa:16:3e:be:65:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:00:00.574136 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:00.587162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03f863d-46e6-4a27-a981-80f3a25e20b4 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:00:00.606877 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c03f863d-46e6-4a27-a981-80f3a25e20b4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:00.670577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:00.718726 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c03f863d-46e6-4a27-a981-80f3a25e20b4,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:00.897722 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['c03f863d-46e6-4a27-a981-80f3a25e20b4'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:00:00.956004 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:01.165452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893930e9-d4bc-4f33-a3b5-0e0cfa064318 req-492dfd0b-2e7e-4314-95bc-8a70d25991ad tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:01.166921 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-893930e9-d4bc-4f33-a3b5-0e0cfa064318 req-492dfd0b-2e7e-4314-95bc-8a70d25991ad tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Sep 15 17:00:01.206068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-893930e9-d4bc-4f33-a3b5-0e0cfa064318 req-9feed148-5c04-4ed6-8a7f-1bfede9c8f75 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Sep 15 17:00:02.324231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff571d-3474-452a-99e6-59c805ef1b26 req-4d7d02d3-dbd2-40e7-b3a9-3ad6421e7df1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:02.325735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46ff571d-3474-452a-99e6-59c805ef1b26 req-4d7d02d3-dbd2-40e7-b3a9-3ad6421e7df1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Sep 15 17:00:02.363121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-46ff571d-3474-452a-99e6-59c805ef1b26 req-cfbe187a-d9e0-453d-b3ef-c47e66b240b3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Sep 15 17:00:02.435077 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c03f863d-46e6-4a27-a981-80f3a25e20b4 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:02.522741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port c03f863d-46e6-4a27-a981-80f3a25e20b4 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:00:02.526643 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port c03f863d-46e6-4a27-a981-80f3a25e20b4 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:02.527049 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:02.604881 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:02.626366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:00:02.628640 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73734584-e6a4-495a-afb7-c0c95aacb350" -d '{"events": [{"server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "name": "network-vif-plugged", "status": "completed", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:00:02.641344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port c03f863d-46e6-4a27-a981-80f3a25e20b4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:02.665902 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67469e72-a5b6-41ad-94ab-8fce4106c693 x-openstack-request-id: req-67469e72-a5b6-41ad-94ab-8fce4106c693 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:00:02.666197 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "name": "network-vif-plugged", "status": "completed", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:00:02.666451 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-67469e72-a5b6-41ad-94ab-8fce4106c693 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:00:02.666848 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'code': 200} Sep 15 17:00:02.728263 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:02.766080 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782ebee-c56f-43f0-afde-f0d38b6a356c req-fa2cfe80-640d-4832-a2f2-85d380c6eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:02.767485 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5782ebee-c56f-43f0-afde-f0d38b6a356c req-fa2cfe80-640d-4832-a2f2-85d380c6eb80 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1097 time: 0.0463259 Sep 15 17:00:02.777671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=c03f863d-46e6-4a27-a981-80f3a25e20b4,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:02.804954 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5782ebee-c56f-43f0-afde-f0d38b6a356c req-dad7f044-b505-4140-9d66-8463e9557293 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306060 Sep 15 17:00:03.478366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b6ed-a063-4560-83f7-59b9b2977bbe req-e8423a68-2cd6-4a7d-85ca-ed8169c3f4cb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:03.479828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6538b6ed-a063-4560-83f7-59b9b2977bbe req-e8423a68-2cd6-4a7d-85ca-ed8169c3f4cb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0479934 Sep 15 17:00:03.517663 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6538b6ed-a063-4560-83f7-59b9b2977bbe req-48c2ce1b-589e-4067-aeda-1d4f7e36e8f6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318804 Sep 15 17:00:04.631094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d60359-2ec7-427b-9dfe-475fa9cb0fb3 req-2ce8d211-753e-4b10-89c2-557d87943bee tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:04.632849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0d60359-2ec7-427b-9dfe-475fa9cb0fb3 req-2ce8d211-753e-4b10-89c2-557d87943bee tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0488310 Sep 15 17:00:04.670120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0d60359-2ec7-427b-9dfe-475fa9cb0fb3 req-c2892ce9-fe7f-461c-8624-f62ebec03816 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Sep 15 17:00:04.791142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b53703-1241-48df-a205-01e2909dfa36 req-aa34e3b8-ea92-41fb-a987-c684d4a471f1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:04.792656 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7b53703-1241-48df-a205-01e2909dfa36 req-aa34e3b8-ea92-41fb-a987-c684d4a471f1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0544245 Sep 15 17:00:04.831482 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e7b53703-1241-48df-a205-01e2909dfa36 req-0e7cd712-4a23-4f56-b0e9-145fba7df441 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327930 Sep 15 17:00:04.853240 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41390) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:04.892955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6864ed5b-fb2b-4e95-93e9-e8414f93db96 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:04.894480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-6864ed5b-fb2b-4e95-93e9-e8414f93db96 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1092 time: 0.0402620 Sep 15 17:00:04.897303 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41392) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:04.901523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:04.985081 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:05.085332 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:05.187200 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.5 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/b3b6288c-ab15-43b7-99a9-480d2ec48d8f) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:05.292517 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:05.407781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:05.443806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:05.447657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:05.450276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:05.479727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=b3b6288c-ab15-43b7-99a9-480d2ec48d8f,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:05.813338 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:05.935289 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.082334 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.143818 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.215642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=b3b6288c-ab15-43b7-99a9-480d2ec48d8f,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:06.223476 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.323465 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 426a139e-e725-4e63-8e90-345b597959d5 associated. External IP: 172.25.0.5, port: c03f863d-46e6-4a27-a981-80f3a25e20b4. Sep 15 17:00:06.519014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:00:06.625005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:06.635465 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] Sync routers for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:06.644276 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:06.644931 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:06.739630 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.769704 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-aeefbe98-6637-4397-934a-8cad537da8a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8712595 Sep 15 17:00:06.770304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:00:06.773514 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:00:06.844988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:06.923482 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158515a-a57c-4077-a9f0-e4c1c6207dbb req-ecbe09c1-5e0b-46d2-ba3b-681a76eb4460 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:06.925059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7158515a-a57c-4077-a9f0-e4c1c6207dbb req-ecbe09c1-5e0b-46d2-ba3b-681a76eb4460 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.1075170 Sep 15 17:00:06.963631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7158515a-a57c-4077-a9f0-e4c1c6207dbb req-33f1a9cf-3f73-4e5c-9092-a9c92b05bf83 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Sep 15 17:00:06.985880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41400) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:07.024313 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a35cc76-859b-466e-a1c5-a24ebf754ecc x-openstack-request-id: req-3a35cc76-859b-466e-a1c5-a24ebf754ecc {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:00:07.024587 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:00:07.024775 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-3a35cc76-859b-466e-a1c5-a24ebf754ecc {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:00:07.025254 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'status': 'completed', 'code': 200} Sep 15 17:00:07.051866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-21af0b0b-77ff-4f43-ad20-72069ab1ec74 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/426a139e-e725-4e63-8e90-345b597959d5 HTTP/1.1" status: 200 len: 990 time: 0.0648408 Sep 15 17:00:07.070669 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '426a139e-e725-4e63-8e90-345b597959d5', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'port_id': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'mac_address': 'fa:16:3e:be:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c5cd38-6c51-4113-a126-0062491d8e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:05Z', 'updated_at': '2021-09-15T17:00:05Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:55Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:07.071290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-1043e8e9-ab5d-4d7d-b4fc-e1f44f54770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:07.072850 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-1043e8e9-ab5d-4d7d-b4fc-e1f44f54770d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1097 time: 0.0411644 Sep 15 17:00:07.096405 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] Checking router: 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:07.105543 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:07.106154 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T16:59:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:07.161721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-1ae84089-6577-45a9-9c60-e13c962b94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:07.163957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-1ae84089-6577-45a9-9c60-e13c962b94cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee HTTP/1.1" status: 200 len: 897 time: 0.0847969 Sep 15 17:00:07.208138 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:07.231388 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-f83c11ae-9f6d-4691-bde9-40e7416aad59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4 HTTP/1.1" status: 200 len: 998 time: 0.0608311 Sep 15 17:00:07.280534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-360b91c8-b67d-4491-a869-2deb1cd5c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:07.281934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-360b91c8-b67d-4491-a869-2deb1cd5c9db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bfab95b-7162-431e-8b72-f332a95b6eeb HTTP/1.1" status: 200 len: 834 time: 0.0439494 Sep 15 17:00:07.326256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-655fd715-fbfe-49e8-9ba6-508acab85b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:07.327750 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-655fd715-fbfe-49e8-9ba6-508acab85b8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386670 Sep 15 17:00:07.420373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-194b9bdf-4ecc-4bc4-93c6-a32c5128ed72 service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856214 Sep 15 17:00:07.430710 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '426a139e-e725-4e63-8e90-345b597959d5', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'port_id': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'mac_address': 'fa:16:3e:be:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c5cd38-6c51-4113-a126-0062491d8e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:05Z', 'updated_at': '2021-09-15T17:00:05Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:55Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:07.456629 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714ce5aa-51b6-456d-8a9b-fd858155e823 None None] The sync data for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 is: [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '426a139e-e725-4e63-8e90-345b597959d5', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.5', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'port_id': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'mac_address': 'fa:16:3e:be:65:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c5cd38-6c51-4113-a126-0062491d8e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:00:05Z', 'updated_at': '2021-09-15T17:00:05Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:55Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:07.520642 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e004f8d0-bbc6-4b6c-8813-70bc74430ba7 req-5bfaa948-f44e-47de-b89c-789cac950d9a service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868473 Sep 15 17:00:07.645256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df094f24-9e6d-4228-9191-e0f7752710db None None] New status for floating IP 426a139e-e725-4e63-8e90-345b597959d5: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:00:08.055763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41402) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:08.117974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-80580193-9106-4406-90ab-d94ce4b6f2a5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/426a139e-e725-4e63-8e90-345b597959d5 HTTP/1.1" status: 200 len: 992 time: 0.0610144 Sep 15 17:00:19.885511 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:00:24.008496 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d27b09f-39a3-4184-9913-c5423718e3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.144332 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.355820 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0da85e4a-24d8-48a4-ace5-45dd802577c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.378516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:28.704629 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.383570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:30.977270 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:35.012021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb98723-d660-42ca-a6f6-52fbae102e1f req-d4ea9bf6-d509-4b80-8a22-46c2c521ac3c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:35.013760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cb98723-d660-42ca-a6f6-52fbae102e1f req-d4ea9bf6-d509-4b80-8a22-46c2c521ac3c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0554693 Sep 15 17:00:35.053257 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4cb98723-d660-42ca-a6f6-52fbae102e1f req-9ead5ade-f233-464d-8aff-269b02a9fe6e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332806 Sep 15 17:00:35.078481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-8cb700c8-90cc-4e65-b0ea-272e3db0a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:35.080019 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-8cb700c8-90cc-4e65-b0ea-272e3db0a599 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1097 time: 0.0462246 Sep 15 17:00:35.168200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-101bcdc8-f615-4f79-94b9-765aa74bf97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:35.169682 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-101bcdc8-f615-4f79-94b9-765aa74bf97d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee HTTP/1.1" status: 200 len: 897 time: 0.0826185 Sep 15 17:00:35.581401 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-a49d7d7a-1ea2-4f64-bad1-f43e202829ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4 HTTP/1.1" status: 200 len: 1000 time: 0.4045830 Sep 15 17:00:35.630921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-fe312260-7265-455f-9371-4b82ab7d469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:35.632295 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-fe312260-7265-455f-9371-4b82ab7d469f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bfab95b-7162-431e-8b72-f332a95b6eeb HTTP/1.1" status: 200 len: 834 time: 0.0421014 Sep 15 17:00:35.678404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-8d868095-1f6f-4f18-b37f-b5392ea2430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:35.680616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-8d868095-1f6f-4f18-b37f-b5392ea2430c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399013 Sep 15 17:00:35.774509 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-59f26672-92c2-463f-8da5-6c30a45c926c service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864301 Sep 15 17:00:35.868543 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3b0847be-e709-4720-b0ec-fe847905fc04 req-98f2b6a1-d1f2-4fa1-9fee-01712979f4d8 service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866339 Sep 15 17:00:36.171638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf463aca-c641-45ec-b006-2b491a204c12 req-6f1843e5-3841-461a-9aca-db89e8411e6f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:36.173164 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf463aca-c641-45ec-b006-2b491a204c12 req-6f1843e5-3841-461a-9aca-db89e8411e6f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0488796 Sep 15 17:00:36.210460 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf463aca-c641-45ec-b006-2b491a204c12 req-f0955793-95b9-4774-8b92-a1c0f8b623fc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Sep 15 17:00:37.326921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d639e8-b6bb-4d46-9733-0be7e4af7ec1 req-39a99782-6ece-452e-a22e-74e9cb3df424 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:37.342489 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67d639e8-b6bb-4d46-9733-0be7e4af7ec1 req-39a99782-6ece-452e-a22e-74e9cb3df424 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0522170 Sep 15 17:00:37.364886 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-67d639e8-b6bb-4d46-9733-0be7e4af7ec1 req-96b01c39-25bb-40bb-a81a-3e589d428e27 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303676 Sep 15 17:00:38.480405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001c4a1-6388-4b44-a536-1e7980e7fe60 req-96d95ca4-758e-46c4-9c85-415af1a3148e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:38.481895 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5001c4a1-6388-4b44-a536-1e7980e7fe60 req-96d95ca4-758e-46c4-9c85-415af1a3148e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0479562 Sep 15 17:00:38.519341 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5001c4a1-6388-4b44-a536-1e7980e7fe60 req-650a699f-aa52-460e-bc02-5993cdc258f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315261 Sep 15 17:00:39.631699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38758c69-f9ca-4318-9ff1-7c8581e9e113 req-26c06e8b-0085-41a0-8c24-e8d8ee9e9309 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:39.633777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38758c69-f9ca-4318-9ff1-7c8581e9e113 req-26c06e8b-0085-41a0-8c24-e8d8ee9e9309 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Sep 15 17:00:39.670844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38758c69-f9ca-4318-9ff1-7c8581e9e113 req-86e88d32-65d8-481b-8ca1-f05eddab6d27 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311604 Sep 15 17:00:40.790555 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693cda7-e05c-4d34-8e49-84f04a0f0081 req-542e1698-b569-4b59-b8ab-ca483ae7607f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:40.792073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2693cda7-e05c-4d34-8e49-84f04a0f0081 req-542e1698-b569-4b59-b8ab-ca483ae7607f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0541787 Sep 15 17:00:40.830105 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2693cda7-e05c-4d34-8e49-84f04a0f0081 req-7ddf3b83-e100-4516-9b6c-e5f5036e74cd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Sep 15 17:00:41.943553 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307eb87e-d174-4551-85c5-79552e695a33 req-02ccf1f8-b0e2-4cfe-8836-5028f92ccad1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:41.946063 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-307eb87e-d174-4551-85c5-79552e695a33 req-02ccf1f8-b0e2-4cfe-8836-5028f92ccad1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0500672 Sep 15 17:00:41.983590 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-307eb87e-d174-4551-85c5-79552e695a33 req-ec3f41bb-6789-4d6a-886c-2a0d8a3b591f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320249 Sep 15 17:00:43.100812 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f132c6-38a6-4ecf-be0e-2cb9b3de0421 req-ebc4ecdf-f58b-4ccb-af41-89343f1c9cea tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:43.102217 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16f132c6-38a6-4ecf-be0e-2cb9b3de0421 req-ebc4ecdf-f58b-4ccb-af41-89343f1c9cea tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0497506 Sep 15 17:00:43.139044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16f132c6-38a6-4ecf-be0e-2cb9b3de0421 req-b8a4dd74-6208-4bfe-9e0a-6a5b2ea63747 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Sep 15 17:00:44.255273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8d23e-b2c6-4758-860e-2e623b94a41a req-f09ddd2d-9f90-417e-aca3-9643835ae680 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:44.256769 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03b8d23e-b2c6-4758-860e-2e623b94a41a req-f09ddd2d-9f90-417e-aca3-9643835ae680 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0523310 Sep 15 17:00:44.294109 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-03b8d23e-b2c6-4758-860e-2e623b94a41a req-c3aa27da-a9a5-45cd-9695-0175b30f13c1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309160 Sep 15 17:00:45.407490 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359812df-29c3-4dbc-8c01-b206008702e9 req-e747a2a5-4885-42a3-8683-4ad27037b9db tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:45.408992 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359812df-29c3-4dbc-8c01-b206008702e9 req-e747a2a5-4885-42a3-8683-4ad27037b9db tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0486429 Sep 15 17:00:45.447415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-359812df-29c3-4dbc-8c01-b206008702e9 req-1597f15f-7109-4240-a09c-e53026ca3e00 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Sep 15 17:00:46.562792 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56507-0404-4443-a5a7-c07935efefe4 req-5a6ef752-0048-44f8-96e9-76156969e183 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:46.564405 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8c56507-0404-4443-a5a7-c07935efefe4 req-5a6ef752-0048-44f8-96e9-76156969e183 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0510759 Sep 15 17:00:46.603126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8c56507-0404-4443-a5a7-c07935efefe4 req-4b6d780f-b5e0-44cd-a130-1eb61507955a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Sep 15 17:00:47.723989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac22c88-34ad-4ed3-986a-501b35f2aba6 req-caa612ec-0548-4e3c-a997-bf166cf26c2c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:47.725524 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ac22c88-34ad-4ed3-986a-501b35f2aba6 req-caa612ec-0548-4e3c-a997-bf166cf26c2c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0544391 Sep 15 17:00:47.763383 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5ac22c88-34ad-4ed3-986a-501b35f2aba6 req-6d94b166-fa56-4c67-b50c-96fa2fae1896 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306585 Sep 15 17:00:47.786366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41438) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:47.847114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a07cf63f-f775-4b38-8574-ce572df1c89f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/426a139e-e725-4e63-8e90-345b597959d5 HTTP/1.1" status: 200 len: 992 time: 0.0596297 Sep 15 17:00:54.005544 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-517b93bf-f45a-445c-a1e1-101cc7663ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.874295 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-793290e6-277c-4a44-8396-b76399701167 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400805 Sep 15 17:00:55.958330 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf91c-7250-41e8-a262-711662f00dbc req-ae425149-4634-42f1-9be2-479095bceaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:55.959809 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-ae425149-4634-42f1-9be2-479095bceaa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1097 time: 0.0406432 Sep 15 17:00:56.063257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf91c-7250-41e8-a262-711662f00dbc req-078ac849-f7c6-4f04-8e81-adbd76c2c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:56.064759 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-078ac849-f7c6-4f04-8e81-adbd76c2c629 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee HTTP/1.1" status: 200 len: 897 time: 0.0871880 Sep 15 17:00:56.128161 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-d58a2cfd-a273-4a9e-a3b8-bb9d7a870d79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4 HTTP/1.1" status: 200 len: 1000 time: 0.0567451 Sep 15 17:00:56.176464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf91c-7250-41e8-a262-711662f00dbc req-1a6f634b-1881-4f70-bfd1-eca3af7af928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:56.177897 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-1a6f634b-1881-4f70-bfd1-eca3af7af928 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bfab95b-7162-431e-8b72-f332a95b6eeb HTTP/1.1" status: 200 len: 834 time: 0.0427170 Sep 15 17:00:56.227736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbf91c-7250-41e8-a262-711662f00dbc req-58cd191b-3cc3-4238-9f72-b52b95260c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:56.229248 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-58cd191b-3cc3-4238-9f72-b52b95260c38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435348 Sep 15 17:00:56.316831 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-3bc94d7a-5af1-4641-b7a5-041c85f8eda5 service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802767 Sep 15 17:00:56.408158 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-40dbf91c-7250-41e8-a262-711662f00dbc req-ecead1e1-e0a6-43d8-8dd5-16860e984a88 service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844858 Sep 15 17:00:56.884244 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:00:57.149955 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.362329 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8ceaac49-69d9-4ea3-b9b9-d9a2b700c2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.439289 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:58.730911 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:00.393529 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:01.007081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:16.191783 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41454) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:16.344881 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port b3b6288c-ab15-43b7-99a9-480d2ec48d8f {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:01:16.345228 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:16.432631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:16.432959 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:16.445043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for b3b6288c-ab15-43b7-99a9-480d2ec48d8f owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:01:16.675477 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:16.698879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=b3b6288c-ab15-43b7-99a9-480d2ec48d8f,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:16.708732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.711292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.711292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.711292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.711292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.711292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.711292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.712824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.712824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.712824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.712824 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.713372 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:16.784315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:16.784820 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 426a139e-e725-4e63-8e90-345b597959d5 disassociated (deleted). External IP: 172.25.0.5, port: c03f863d-46e6-4a27-a981-80f3a25e20b4. Sep 15 17:01:16.999833 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:01:17.120648 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:01:17.126913 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:17.130666 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] Sync routers for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:01:17.141549 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:17.142188 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:17.157956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c77fa194-6a00-4053-b2ae-ba975537247d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/floatingips/426a139e-e725-4e63-8e90-345b597959d5 HTTP/1.1" status: 204 len: 168 time: 0.9651034 Sep 15 17:01:17.158556 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:17.160884 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bfcac2-d597-4610-aac8-531460308b91" -d '{"events": [{"name": "network-changed", "server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:17.252984 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:17.447820 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:55Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:17.477712 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] Checking router: 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:01:17.485849 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:17.486446 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:17.531592 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c53f2-4671-4914-8bd4-0bf8f5543f65 x-openstack-request-id: req-b70c53f2-4671-4914-8bd4-0bf8f5543f65 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:17.532096 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:17.532192 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b70c53f2-4671-4914-8bd4-0bf8f5543f65 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:17.532684 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'status': 'completed', 'code': 200} Sep 15 17:01:17.591973 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:17.598540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfcac2-d597-4610-aac8-531460308b91 req-d4a60067-30d8-4436-8bb1-1a08669790c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.600758 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38bfcac2-d597-4610-aac8-531460308b91 req-d4a60067-30d8-4436-8bb1-1a08669790c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 1097 time: 0.0452669 Sep 15 17:01:17.633122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e7355-27c0-4dde-9a3e-a0efa5d6846f req-94e30e57-660d-40aa-bfb8-5685b7f96408 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.634463 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc6e7355-27c0-4dde-9a3e-a0efa5d6846f req-94e30e57-660d-40aa-bfb8-5685b7f96408 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0571945 Sep 15 17:01:17.675425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bc6e7355-27c0-4dde-9a3e-a0efa5d6846f req-e206b4bc-616d-49ce-9f48-318fc50d6bc3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342538 Sep 15 17:01:17.702790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfcac2-d597-4610-aac8-531460308b91 req-e8cea1ef-b5b6-40fb-bf5f-27c75e0fe40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.704293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38bfcac2-d597-4610-aac8-531460308b91 req-e8cea1ef-b5b6-40fb-bf5f-27c75e0fe40b service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee HTTP/1.1" status: 200 len: 897 time: 0.0957220 Sep 15 17:01:17.749997 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38bfcac2-d597-4610-aac8-531460308b91 req-ca500012-2a52-413b-8415-020e96b4e946 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4 HTTP/1.1" status: 200 len: 217 time: 0.0380678 Sep 15 17:01:17.815786 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfcac2-d597-4610-aac8-531460308b91 req-de03de87-d0a4-4f82-bf5f-5880026bca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.816133 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:55Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:17.816324 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38bfcac2-d597-4610-aac8-531460308b91 req-de03de87-d0a4-4f82-bf5f-5880026bca5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0bfab95b-7162-431e-8b72-f332a95b6eeb HTTP/1.1" status: 200 len: 834 time: 0.0487349 Sep 15 17:01:17.832235 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d383f-5004-4824-bee9-6d2ff999d5bb None None] The sync data for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 is: [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:52Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86', 'name': '', 'network_id': '5c8739bd-14f4-4b5d-973c-fa69b35a29ee', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:07:ed:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:51Z', 'updated_at': '2021-09-15T16:59:55Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '0bfab95b-7162-431e-8b72-f332a95b6eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:01:17.860715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfcac2-d597-4610-aac8-531460308b91 req-c4171e5e-ceed-46b1-b688-4fe030104cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:17.862238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38bfcac2-d597-4610-aac8-531460308b91 req-c4171e5e-ceed-46b1-b688-4fe030104cc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c8739bd-14f4-4b5d-973c-fa69b35a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480151 Sep 15 17:01:17.955094 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38bfcac2-d597-4610-aac8-531460308b91 req-15b1638f-496c-4d74-b145-d0238cfb55c5 service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846524 Sep 15 17:01:18.057045 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-38bfcac2-d597-4610-aac8-531460308b91 req-dc6a2aa3-b989-4822-992f-15cbbbb1ff5d service neutron] 10.222.0.55 "GET /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948396 Sep 15 17:01:18.061801 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c5e51c-daa7-4749-a756-49b8569ac0ad None None] New status for floating IP 426a139e-e725-4e63-8e90-345b597959d5: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:01:18.813276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbb66c-a969-4850-92ac-1a29a681b86b req-68679ac1-c3a5-445f-b461-a1a9479c31ed tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:18.814757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6acbb66c-a969-4850-92ac-1a29a681b86b req-68679ac1-c3a5-445f-b461-a1a9479c31ed tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0496440 Sep 15 17:01:18.854891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6acbb66c-a969-4850-92ac-1a29a681b86b req-22c10b5e-44b2-40c2-a525-b72b25cf9d30 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=dda6b46d-d743-4f2a-91a8-efa71a0dbc28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336902 Sep 15 17:01:18.978189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce6e91-696f-4870-a824-982b0013e979 req-34b2688b-1418-4143-9f35-1e501b810dd8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:18.979557 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52ce6e91-696f-4870-a824-982b0013e979 req-34b2688b-1418-4143-9f35-1e501b810dd8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 946 time: 0.0485635 Sep 15 17:01:19.072108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port c03f863d-46e6-4a27-a981-80f3a25e20b4 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:01:19.072449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:19.158503 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port c03f863d-46e6-4a27-a981-80f3a25e20b4, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=c03f863d-46e6-4a27-a981-80f3a25e20b4,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:19.158864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:19.171057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for c03f863d-46e6-4a27-a981-80f3a25e20b4 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:01:19.343874 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:19.376856 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=c03f863d-46e6-4a27-a981-80f3a25e20b4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:19.401864 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.402228 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.402577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.402919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.403267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.403849 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.404184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.404549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.404882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.405212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.405614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.405903 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:19.427831 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] No DVR routers for this DVR port c03f863d-46e6-4a27-a981-80f3a25e20b4 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:01:19.431434 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:19.433556 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-52ce6e91-696f-4870-a824-982b0013e979 req-2ab05dd7-44c7-4ea1-bd19-546394e7013a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "DELETE /v2.0/ports/c03f863d-46e6-4a27-a981-80f3a25e20b4 HTTP/1.1" status: 204 len: 173 time: 0.4475837 Sep 15 17:01:19.433995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'name': 'network-vif-deleted', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:19.436303 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f29b225-81df-4b61-98a0-81df46debff6" -d '{"events": [{"server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "name": "network-vif-deleted", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:19.470739 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda3b51-f07d-4b66-9c01-a99785235c32 x-openstack-request-id: req-bfda3b51-f07d-4b66-9c01-a99785235c32 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:19.471274 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c5cd38-6c51-4113-a126-0062491d8e67", "name": "network-vif-deleted", "tag": "c03f863d-46e6-4a27-a981-80f3a25e20b4", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:19.471591 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-bfda3b51-f07d-4b66-9c01-a99785235c32 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:19.472123 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c5cd38-6c51-4113-a126-0062491d8e67', 'name': 'network-vif-deleted', 'tag': 'c03f863d-46e6-4a27-a981-80f3a25e20b4', 'status': 'completed', 'code': 200} Sep 15 17:01:19.959555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4126a691-0e2d-46b0-a04b-85982c634f08 req-f59b211f-3dd4-434d-9a2b-9b7f7d542571 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=08c5cd38-6c51-4113-a126-0062491d8e67 HTTP/1.1" status: 200 len: 210 time: 0.0261288 Sep 15 17:01:21.015841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41472) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:21.791500 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.048152 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:01:22.048880 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.137466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:22.137842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.155635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:01:22.444387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.471294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:22.645358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:22.844470 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c03f863d-46e6-4a27-a981-80f3a25e20b4 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:01:22.864771 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: c03f863d-46e6-4a27-a981-80f3a25e20b4 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:01:22.867760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device c03f863d-46e6-4a27-a981-80f3a25e20b4 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:01:22.867882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:01:22.979323 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:01:22.984258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-f076b9c2-1749-4855-abe6-a080f93122bd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9673820 Sep 15 17:01:22.987006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41474) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:22.989640 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] Sync routers for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:01:22.998984 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:22.999595 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:23.037131 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting subnet 0bfab95b-7162-431e-8b72-f332a95b6eeb {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:01:23.041448 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.084126 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.174899 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.201671 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:23.298579 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.325799 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfab95b-7162-431e-8b72-f332a95b6eeb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:23.329553 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.333851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-614b587d-c20f-4e05-bcf2-1fd3c9070771 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/subnets/0bfab95b-7162-431e-8b72-f332a95b6eeb HTTP/1.1" status: 204 len: 168 time: 0.3435349 Sep 15 17:01:23.334231 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41476) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:23.338197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1a6d6-8292-41bc-8b22-2349d67427ab None None] Network 5c8739bd-14f4-4b5d-973c-fa69b35a29ee requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:23.386612 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T17:01:22Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:23.417655 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] Checking router: 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:01:23.426312 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] Routers {'18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:23.426862 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:00:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:23.448819 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.521158 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] DHCP port deletion for 5c8739bd-14f4-4b5d-973c-fa69b35a29ee request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:01:23.543255 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] Set router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:23.561549 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.568345 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Deleting port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:01:23.568785 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.636200 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] For port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=2ab5f2da-5e73-4c20-b2f8-ced2198be5a5,segment=NetworkSegment(cc2ddc2a-3fea-4e39-a470-10d3c553f9cb),segment_id=cc2ddc2a-3fea-4e39-a470-10d3c553f9cb)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:23.636834 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.651195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Calling delete_port for 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:01:23.669980 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port be6053e1-9548-4935-81dc-b0516519bfbd {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:01:23.670328 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.723771 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T17:01:22Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:23.754072 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e75d1-9e47-4d83-8bb0-e03aa2bd44f1 None None] The sync data for ids ['18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea'] in n-d-808199-2 is: [{'id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413098758', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T17:01:22Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'be6053e1-9548-4935-81dc-b0516519bfbd', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:88:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:48Z', 'updated_at': '2021-09-15T16:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:01:23.754617 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port be6053e1-9548-4935-81dc-b0516519bfbd, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=be6053e1-9548-4935-81dc-b0516519bfbd,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:23.754985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.767531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for be6053e1-9548-4935-81dc-b0516519bfbd owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:01:23.839187 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:23.870329 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] No DVR routers for this DVR port 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:01:23.872649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Pushing event deleted for resources: {'Port': ['ID=2ab5f2da-5e73-4c20-b2f8-ced2198be5a5,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:23.882779 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.883021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.883411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.883819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.884162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.884507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.884844 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.885197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.885482 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.885787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.886134 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:23.886450 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e13e488-969d-4ee5-86f9-7017d83e463e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:24.052276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4a0ed02e-4dd0-4b69-a99d-51d3e5a67987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.081196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.111967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=be6053e1-9548-4935-81dc-b0516519bfbd,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:24.183119 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.287535 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.291739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.407102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.407801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Fanout notify agent at l3_agent the message router_deleted on router 18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:01:24.415166 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.416328 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-958eaa03-cf5f-46a0-86ac-9e0cf5c3a0d7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/routers/18ba2b0c-6e8c-4c91-8f09-0883ec8a74ea HTTP/1.1" status: 204 len: 168 time: 1.0809155 Sep 15 17:01:24.419217 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41478) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:24.513688 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.610670 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.637965 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8739bd-14f4-4b5d-973c-fa69b35a29ee']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:24.648841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:24.649140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2ddc2a-3fea-4e39-a470-10d3c553f9cb') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:24.664999 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.673991 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.682002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:01:24.682403 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: timer() Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:01:24.685420 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:01:24.827693 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.837117 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.839632 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/networks/5c8739bd-14f4-4b5d-973c-fa69b35a29ee HTTP/1.1" status: 204 len: 168 time: 0.4193451 Sep 15 17:01:24.841792 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41480) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:24.851090 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad77a0e-af77-4dea-9192-9dfff9263140 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Network': ['ID=5c8739bd-14f4-4b5d-973c-fa69b35a29ee,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:24.914331 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-900243db-4598-40c5-8d46-e177048e3fdf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.944081 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-900243db-4598-40c5-8d46-e177048e3fdf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.978593 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:01:24.999023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:01:24.999366 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 2ab5f2da-5e73-4c20-b2f8-ced2198be5a5 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:01:24.999785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device be6053e1-9548-4935-81dc-b0516519bfbd no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:01:25.017993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: be6053e1-9548-4935-81dc-b0516519bfbd {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:01:25.018339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device be6053e1-9548-4935-81dc-b0516519bfbd not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:01:25.018748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:01:25.038458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:01:25.038780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3bdf3647-e0a6-4dfb-b4b5-5df5f13d8a86 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:01:25.061890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-900243db-4598-40c5-8d46-e177048e3fdf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.066142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-900243db-4598-40c5-8d46-e177048e3fdf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.066142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-900243db-4598-40c5-8d46-e177048e3fdf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/security-groups/dda6b46d-d743-4f2a-91a8-efa71a0dbc28 HTTP/1.1" status: 204 len: 168 time: 0.2231185 Sep 15 17:01:25.075755 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900243db-4598-40c5-8d46-e177048e3fdf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda6b46d-d743-4f2a-91a8-efa71a0dbc28,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:25.795365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41486) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:25.799989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cb802927-c5d5-44cb-a780-8619da11200d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511374973', 'description': 'tempest-secgroup-smoke-1511374973 description', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:25.881202 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb802927-c5d5-44cb-a780-8619da11200d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.962085 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb802927-c5d5-44cb-a780-8619da11200d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.032481 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb802927-c5d5-44cb-a780-8619da11200d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.064882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb802927-c5d5-44cb-a780-8619da11200d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f86b79-4626-4112-a7b3-59cf29f962ef,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.124188 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cb802927-c5d5-44cb-a780-8619da11200d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.125533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cb802927-c5d5-44cb-a780-8619da11200d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3291533 Sep 15 17:01:26.128306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41488) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.132723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-5f8f7811-1a2d-4b96-9b99-a0ecc3914456 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '43f86b79-4626-4112-a7b3-59cf29f962ef', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:26.226965 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7811-1a2d-4b96-9b99-a0ecc3914456 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.282762 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7811-1a2d-4b96-9b99-a0ecc3914456 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.375458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7811-1a2d-4b96-9b99-a0ecc3914456 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.392603 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7811-1a2d-4b96-9b99-a0ecc3914456 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c1894b-4c51-45ec-a384-a710e969dd32,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.461661 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7811-1a2d-4b96-9b99-a0ecc3914456 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.462885 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5f8f7811-1a2d-4b96-9b99-a0ecc3914456 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336411 Sep 15 17:01:26.465723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41490) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.470105 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a1425a99-9c1f-4656-9b07-eda001a0daf1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '43f86b79-4626-4112-a7b3-59cf29f962ef', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:26.575131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1425a99-9c1f-4656-9b07-eda001a0daf1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.632717 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1425a99-9c1f-4656-9b07-eda001a0daf1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.701631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1425a99-9c1f-4656-9b07-eda001a0daf1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.722459 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1425a99-9c1f-4656-9b07-eda001a0daf1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d52f858-731f-4572-8d26-db99b1d08293,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:26.786747 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a1425a99-9c1f-4656-9b07-eda001a0daf1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.788613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a1425a99-9c1f-4656-9b07-eda001a0daf1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3218994 Sep 15 17:01:26.791257 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41492) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:26.795559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-588b3701-5136-4f00-aa7a-963e3a13cbcb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '43f86b79-4626-4112-a7b3-59cf29f962ef', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:26.868363 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-588b3701-5136-4f00-aa7a-963e3a13cbcb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.925011 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-588b3701-5136-4f00-aa7a-963e3a13cbcb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.975797 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-588b3701-5136-4f00-aa7a-963e3a13cbcb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:26.997122 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b3701-5136-4f00-aa7a-963e3a13cbcb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062b5ada-342a-4081-9340-62da249864a8,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:27.063972 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-588b3701-5136-4f00-aa7a-963e3a13cbcb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.065237 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-588b3701-5136-4f00-aa7a-963e3a13cbcb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730761 Sep 15 17:01:27.068109 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41494) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:27.072991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-19de0449-4871-4215-b455-edb5d2ba80d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '43f86b79-4626-4112-a7b3-59cf29f962ef', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:27.161200 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.188883 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-19de0449-4871-4215-b455-edb5d2ba80d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.237847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-19de0449-4871-4215-b455-edb5d2ba80d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.303882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-19de0449-4871-4215-b455-edb5d2ba80d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.321303 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de0449-4871-4215-b455-edb5d2ba80d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c48ac39-9755-4522-bbbc-55a47e3e78b3,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:27.349593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d88fa70a-8663-4d4e-a2ba-25e2d683d773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.372359 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-19de0449-4871-4215-b455-edb5d2ba80d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.373659 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-19de0449-4871-4215-b455-edb5d2ba80d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043666 Sep 15 17:01:27.376369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41496) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:27.380869 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '43f86b79-4626-4112-a7b3-59cf29f962ef', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:27.458223 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.481023 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:01:27.486155 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.546873 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.606791 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.623654 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35541cb-8bb4-4cb9-889d-57f3ec3c7d53,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:27.675612 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.676868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-512f1122-06ca-4de2-aa59-b5923f66eda6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995255 Sep 15 17:01:27.679813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41498) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:27.684156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '43f86b79-4626-4112-a7b3-59cf29f962ef', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:27.738489 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:01:27.743955 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.805087 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.852123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.869947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25539a98-12bb-45f6-8575-bc009e4076ef,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:27.921013 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.922276 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-78fe0451-6d85-4c8b-8fb0-1f604785b360 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2415020 Sep 15 17:01:27.925008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41500) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:27.929975 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'network': {'name': 'tempest-network-smoke--305827867', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'port_security_enabled': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:28.000994 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:28.004325 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.026996 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:01:28.035472 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.035807 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Added segment ed291fe5-b891-4242-a0f3-65cf0611882e of type vlan for network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 Sep 15 17:01:28.077076 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.172429 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.177942 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:28.179202 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.252798 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Network': ['ID=7fb83115-b2f1-4b73-bbde-c783e47ddae3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:28.264363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:01:28.297520 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-905db25b-e6e3-4e58-8a8c-ea9550c85cdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3674085 Sep 15 17:01:28.297815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41502) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:28.302134 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'admin_state_up': True, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:28.384558 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.385665 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.446354 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.662718 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.707227 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.923143 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:28.941296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:29.044508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.216 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/e926c5e1-081b-4698-9e6e-062aa19c7ef8) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:29.143621 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:29.233342 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:29.269950 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:29.272920 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:29.275533 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:29.309022 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=e926c5e1-081b-4698-9e6e-062aa19c7ef8,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:29.626044 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:29.815008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.055463 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 29a2795a-e6a5-4027-afc4-aafb128adc93 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:01:30.160165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:01:30.170293 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Sync routers for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:01:30.181607 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:30.182242 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:30.238655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.239929 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-317759ef-dd07-46f0-9095-8bbcd750dfdb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9413211 Sep 15 17:01:30.243185 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41504) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:30.277035 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9824fecc-95d9-4f0b-8406-763fdb1ed0c9 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=944bd02b1281436b931fb3c3bfdc1cc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303001 Sep 15 17:01:30.277607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41506) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:30.296620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:30.367013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bebb89-6084-462b-8ec9-cc7f6091ad97 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:30.371438 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41508) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:30.371700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-56bebb89-6084-462b-8ec9-cc7f6091ad97 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928748 Sep 15 17:01:30.400182 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c04c06f2-5e98-429b-a3bc-adf89e8fb551 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273829 Sep 15 17:01:30.404813 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41510) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:30.409476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013101901', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:30.423349 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.487894 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:29Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:30.519024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Checking router: 29a2795a-e6a5-4027-afc4-aafb128adc93 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:01:30.519368 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Updating router 29a2795a-e6a5-4027-afc4-aafb128adc93 port e926c5e1-081b-4698-9e6e-062aa19c7ef8 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:01:30.546623 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.547275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:30.550913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.795843 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.801472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.859403 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Subnet': ['ID=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:30.870833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Checking segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:30.871206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network hostable DHCP agents. Network: 7fb83115-b2f1-4b73-bbde-c783e47ddae3, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:01:30.875568 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.941582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5bc92-aede-47af-8845-6521b683e074 None None] Pushing event updated for resources: {'Port': ['ID=e926c5e1-081b-4698-9e6e-062aa19c7ef8,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:30.944427 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Attempting to bind port e926c5e1-081b-4698-9e6e-062aa19c7ef8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:30.944822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Attempting to bind port e926c5e1-081b-4698-9e6e-062aa19c7ef8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:30.945258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Attempting to bind port e926c5e1-081b-4698-9e6e-062aa19c7ef8 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:30.950195 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:01:30.951480 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:30.951878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:30.952288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.952708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:30.953936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Bound port: e926c5e1-081b-4698-9e6e-062aa19c7ef8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:30.953936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:30.997748 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.007380 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] For port e926c5e1-081b-4698-9e6e-062aa19c7ef8, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:31.010407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] For port e926c5e1-081b-4698-9e6e-062aa19c7ef8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e926c5e1-081b-4698-9e6e-062aa19c7ef8,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:31.024070 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 7fb83115-b2f1-4b73-bbde-c783e47ddae3) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:31.028781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:31.029467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.034049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9782dd-56cf-444a-8f8b-ae71de00ee65 None None] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:31.095627 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.123309 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e862b770-ecef-45f6-ae94-fbf992667fc9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7174771 Sep 15 17:01:31.126610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41512) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:31.201112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:31.201893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:31.205047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5bc92-aede-47af-8845-6521b683e074 None None] Pushing event updated for resources: {'Port': ['ID=e926c5e1-081b-4698-9e6e-062aa19c7ef8,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:31.279535 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:01:31.280382 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.349876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:31.579966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Allocated IP 172.20.0.2 (7fb83115-b2f1-4b73-bbde-c783e47ddae3/6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2/1dbd597f-1e93-40cd-acb1-7305848339d8) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:31.601775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.714957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:29Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:31.750235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec583767-157b-4af9-95e4-ba5b496267b3 None None] The sync data for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 is: [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:29Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:01:31.793976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.870363 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:31.923224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:31.930581 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:31.930807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.1 (7fb83115-b2f1-4b73-bbde-c783e47ddae3/6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2/3cc49a73-fa35-4174-a6bf-4e4af38719e7) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:31.934095 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:31.943497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Pushing event updated for resources: {'Port': ['ID=1dbd597f-1e93-40cd-acb1-7305848339d8,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:32.012993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Attempting to bind port 1dbd597f-1e93-40cd-acb1-7305848339d8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:32.013649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Attempting to bind port 1dbd597f-1e93-40cd-acb1-7305848339d8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:32.014193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Attempting to bind port 1dbd597f-1e93-40cd-acb1-7305848339d8 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:32.024328 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:32.025125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Checking segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:32.025433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.026808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Bound using segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:32.026808 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Bound port: 1dbd597f-1e93-40cd-acb1-7305848339d8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:32.026808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.104262 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.108064 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] For port 1dbd597f-1e93-40cd-acb1-7305848339d8, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:32.111473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] For port 1dbd597f-1e93-40cd-acb1-7305848339d8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1dbd597f-1e93-40cd-acb1-7305848339d8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:32.182368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.217540 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.267857 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:32.270889 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1c4b5-fd7d-4a44-99ff-fac244cf8d86 None None] Pushing event updated for resources: {'Port': ['ID=1dbd597f-1e93-40cd-acb1-7305848339d8,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:32.272596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:32.278599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:32.317189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=3cc49a73-fa35-4174-a6bf-4e4af38719e7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:32.337785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.571631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.859051 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:32.930479 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.025757 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.027872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=3cc49a73-fa35-4174-a6bf-4e4af38719e7,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:33.047146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1dbd597f-1e93-40cd-acb1-7305848339d8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:33.103906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1dbd597f-1e93-40cd-acb1-7305848339d8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:33.104512 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.134610 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:33.136110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:33.187943 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.225512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 1dbd597f-1e93-40cd-acb1-7305848339d8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1dbd597f-1e93-40cd-acb1-7305848339d8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:33.241106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5450060-3f91-4fef-8561-348a5f15ac21 None None] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:33.269096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 29a2795a-e6a5-4027-afc4-aafb128adc93 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:01:33.278577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-11df4501-8ebb-40d6-be18-552a12cc8b7e None None] Provisioning complete for port 1dbd597f-1e93-40cd-acb1-7305848339d8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:33.279123 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-11df4501-8ebb-40d6-be18-552a12cc8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.329182 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.329977 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e926c5e1-081b-4698-9e6e-062aa19c7ef8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:33.388447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:01:33.401485 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-59fd3c00-f9e9-4da9-ac3f-8640c04c3c66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/29a2795a-e6a5-4027-afc4-aafb128adc93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2732275 Sep 15 17:01:33.549969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-4e76a18c-403f-4418-99dc-7247713e307e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511374973&fields=id&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 267 time: 0.0362339 Sep 15 17:01:33.643895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=1dbd597f-1e93-40cd-acb1-7305848339d8,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:33.668663 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-f00999b6-82f3-49c3-acf0-817c654b0e74 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:33.676822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-f00999b6-82f3-49c3-acf0-817c654b0e74 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 796 time: 0.1128724 Sep 15 17:01:33.686838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-78043702-ee8d-47d4-bd5c-2d74d2e2bfa1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/quotas/944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 375 time: 0.0104353 Sep 15 17:01:33.695348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e926c5e1-081b-4698-9e6e-062aa19c7ef8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:33.695726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.697305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Sync routers for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:01:33.708190 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:33.711239 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:33.744433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-cc091f7e-5674-46dc-9c0b-176d036e67f6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493844 Sep 15 17:01:33.816134 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.832529 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:33.848918 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port e926c5e1-081b-4698-9e6e-062aa19c7ef8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e926c5e1-081b-4698-9e6e-062aa19c7ef8,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:33.864661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-9e102cf5-3c1f-42ec-b46a-2edf9b41e487 service neutron] 10.222.0.63 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065714 Sep 15 17:01:33.916099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:33.916867 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:01:33.978532 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=e926c5e1-081b-4698-9e6e-062aa19c7ef8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:33.999535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-4bc47e77-ded2-4feb-bab4-4f1e5e323c02 service neutron] 10.222.0.63 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262019 Sep 15 17:01:34.064032 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 2, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:34.064768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-59ae76ce-6faf-49ad-9065-120ca19cc526 None None] Provisioning complete for port 1dbd597f-1e93-40cd-acb1-7305848339d8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:34.065147 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-59ae76ce-6faf-49ad-9065-120ca19cc526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.098018 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Checking router: 29a2795a-e6a5-4027-afc4-aafb128adc93 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:01:34.098366 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Updating router 29a2795a-e6a5-4027-afc4-aafb128adc93 port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:01:34.123576 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.175339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-59ae76ce-6faf-49ad-9065-120ca19cc526 None None] Provisioning complete for port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:34.175795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-59ae76ce-6faf-49ad-9065-120ca19cc526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.219103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-59ae76ce-6faf-49ad-9065-120ca19cc526 None None] Port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:34.274928 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4a737e1b-2d09-4590-9719-2842b97a0dcc req-cd7f363e-51ac-44b9-982c-9c3e3e6c366d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Sep 15 17:01:34.341333 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-dbdec038-9d9f-47e1-94f4-f8f0a7ddc3e5 None None] Provisioning complete for port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:34.341812 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dbdec038-9d9f-47e1-94f4-f8f0a7ddc3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.384728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-dbdec038-9d9f-47e1-94f4-f8f0a7ddc3e5 None None] Port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:34.436344 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.498082 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.503519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cec49106-304d-409e-818c-06ea9ee8ca7d None None] Provisioning complete for port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:34.503889 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cec49106-304d-409e-818c-06ea9ee8ca7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.539742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-cec49106-304d-409e-818c-06ea9ee8ca7d None None] Port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:34.669019 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Pushing event updated for resources: {'Port': ['ID=3cc49a73-fa35-4174-a6bf-4e4af38719e7,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:34.689944 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.690308 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.690633 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.690971 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.691391 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.691627 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.691953 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.692278 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.692632 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.692959 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.693278 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.694699 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:34.715089 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Attempting to bind port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:34.715638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Attempting to bind port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:34.715753 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Attempting to bind port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:34.720860 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:34.721234 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Checking segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:34.721661 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.722302 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Bound using segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:34.722506 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Bound port: 3cc49a73-fa35-4174-a6bf-4e4af38719e7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:34.722964 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.762848 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d7a870af-22f4-46d4-9f0a-dc79a09ad01d None None] Provisioning complete for port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:34.763224 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d7a870af-22f4-46d4-9f0a-dc79a09ad01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.787030 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] For port 3cc49a73-fa35-4174-a6bf-4e4af38719e7, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:34.790831 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] For port 3cc49a73-fa35-4174-a6bf-4e4af38719e7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3cc49a73-fa35-4174-a6bf-4e4af38719e7,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:34.801595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d7a870af-22f4-46d4-9f0a-dc79a09ad01d None None] Port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:34.851049 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:34.902673 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:34.903588 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:34.964028 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99dbad-66d5-4a66-946b-672f5578a427 None None] Pushing event updated for resources: {'Port': ['ID=3cc49a73-fa35-4174-a6bf-4e4af38719e7,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:35.010670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1dbd597f-1e93-40cd-acb1-7305848339d8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:35.033799 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:35.069840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1dbd597f-1e93-40cd-acb1-7305848339d8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:35.069840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:35.149267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0da0c72e-a18f-4ad1-a2e2-490d9424f877 None None] Provisioning complete for port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:35.149602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0da0c72e-a18f-4ad1-a2e2-490d9424f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:35.182679 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e926c5e1-081b-4698-9e6e-062aa19c7ef8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:35.241436 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:34Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:35.269857 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699aeeb-47d7-47e6-9a87-f064077d245b None None] The sync data for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 is: [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:34Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:01:35.282027 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port e926c5e1-081b-4698-9e6e-062aa19c7ef8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:35.282399 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:35.285509 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0da0c72e-a18f-4ad1-a2e2-490d9424f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:35.398453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0da0c72e-a18f-4ad1-a2e2-490d9424f877 None None] For port 3cc49a73-fa35-4174-a6bf-4e4af38719e7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3cc49a73-fa35-4174-a6bf-4e4af38719e7,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:35.417643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-066978d5-87d5-441b-a086-037a6c509123 req-d68ed66d-42f9-4dcc-becf-a1a2277f83ca tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 210 time: 0.0455320 Sep 15 17:01:35.458526 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0da0c72e-a18f-4ad1-a2e2-490d9424f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:35.509564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0c72e-a18f-4ad1-a2e2-490d9424f877 None None] Pushing event updated for resources: {'Port': ['ID=3cc49a73-fa35-4174-a6bf-4e4af38719e7,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:36.232350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-fb656c41-4b86-472f-b89c-bddff020fb0d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:36.233880 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-fb656c41-4b86-472f-b89c-bddff020fb0d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 796 time: 0.1136913 Sep 15 17:01:36.281201 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-358c9c64-b149-45ae-af1c-e846278e62ee tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 380 time: 0.0375147 Sep 15 17:01:36.290673 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'port': {'device_id': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'admin_state_up': True, 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'security_groups': ['43f86b79-4626-4112-a7b3-59cf29f962ef']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:36.719441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e05940e1-7e62-4bdb-ada3-40106232f3f9 req-bf80b70e-318c-44a3-8f10-d3fc4aba135a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 210 time: 0.0304208 Sep 15 17:01:36.838427 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:01:36.841967 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:36.969364 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.7 (7fb83115-b2f1-4b73-bbde-c783e47ddae3/6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2/03d3b271-d411-4ef2-ac36-281fe05159a8) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:37.003089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3cc49a73-fa35-4174-a6bf-4e4af38719e7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:37.052090 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:37.052780 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.110112 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.207389 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.252638 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:37.255605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:37.259267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:37.286923 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:37.317088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:37.317713 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.390725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-7dd88521-f308-45c6-ab69-0473a2f7f723 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1041307 Sep 15 17:01:37.403697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Request body: {'port': {'device_id': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:37.456401 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.491781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-52cd999e-66a4-4250-9b8c-08e03d7c0e4a None None] Provisioning complete for port 03d3b271-d411-4ef2-ac36-281fe05159a8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:37.492248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-52cd999e-66a4-4250-9b8c-08e03d7c0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.528393 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-52cd999e-66a4-4250-9b8c-08e03d7c0e4a None None] Port 03d3b271-d411-4ef2-ac36-281fe05159a8 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:01:37.719497 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d3b271-d411-4ef2-ac36-281fe05159a8 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:37.726917 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.738734 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Transition to ACTIVE for port object 03d3b271-d411-4ef2-ac36-281fe05159a8 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:01:37.813839 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:37.874904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623acc48-6aac-4477-aa06-32da7ba95223 req-28bba04a-b092-4346-be5f-37fa6b63bfd3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:37.876424 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-623acc48-6aac-4477-aa06-32da7ba95223 req-28bba04a-b092-4346-be5f-37fa6b63bfd3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 931 time: 0.0903065 Sep 15 17:01:37.889252 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:37.966967 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-623acc48-6aac-4477-aa06-32da7ba95223 req-655cf623-18be-4b54-82f6-f864f534bdb2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816746 Sep 15 17:01:37.990063 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:01:37.990987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:01:37.991386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:37.995864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Port 03d3b271-d411-4ef2-ac36-281fe05159a8 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:01:37.996176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:01:38.001107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:01:38.001445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Checking segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:01:38.001827 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Bound using segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:01:38.002255 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Bound port: 03d3b271-d411-4ef2-ac36-281fe05159a8, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:01:38.002613 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:38.070886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:01:38.073867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:01:38.161353 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:38.194158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:38.194715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:38.196133 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] 10.222.0.38 "PUT /v2.0/ports/03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 1091 time: 0.7970669 Sep 15 17:01:38.196547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:38.198832 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7273a781-7b30-45c2-b268-ed939213b857" -d '{"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:38.226250 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49ffac-0c67-409c-af19-aeca9c095919 service neutron] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:38.245458 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b26e2d8-dfc2-4459-8169-f172ce9504f5 x-openstack-request-id: req-9b26e2d8-dfc2-4459-8169-f172ce9504f5 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:38.245755 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:38.246012 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9b26e2d8-dfc2-4459-8169-f172ce9504f5 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:38.246425 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'status': 'completed', 'code': 200} Sep 15 17:01:38.313869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a781-7b30-45c2-b268-ed939213b857 req-bc94ef4b-4cdc-435e-b5ab-d7670d082842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:38.315581 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7273a781-7b30-45c2-b268-ed939213b857 req-bc94ef4b-4cdc-435e-b5ab-d7670d082842 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1094 time: 0.0481572 Sep 15 17:01:38.417213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a781-7b30-45c2-b268-ed939213b857 req-86fe00fd-492b-4280-967a-3a4c9039b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:38.418728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7273a781-7b30-45c2-b268-ed939213b857 req-86fe00fd-492b-4280-967a-3a4c9039b49a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0952234 Sep 15 17:01:38.516383 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273a781-7b30-45c2-b268-ed939213b857 req-310906e5-b665-4247-99c0-0918321ec0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:38.517888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7273a781-7b30-45c2-b268-ed939213b857 req-310906e5-b665-4247-99c0-0918321ec0ba service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927391 Sep 15 17:01:38.590579 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8093edb0-4399-44b8-82c9-2caf149c3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:38.591959 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-8093edb0-4399-44b8-82c9-2caf149c3258 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1094 time: 0.0397305 Sep 15 17:01:38.636308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-a33809d1-e107-444f-95bf-88cb6bcb0117 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 217 time: 0.0368435 Sep 15 17:01:38.684629 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-2f79659b-01cb-4898-bb2b-4d0cffd9b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:38.686097 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-2f79659b-01cb-4898-bb2b-4d0cffd9b23a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0433352 Sep 15 17:01:38.731890 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-19f96f15-8c01-46ff-a4d4-8074728866d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:38.733401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-19f96f15-8c01-46ff-a4d4-8074728866d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403469 Sep 15 17:01:38.825544 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-dee6a3d0-ff20-4099-a645-b848fb72292d service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850403 Sep 15 17:01:38.915426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a44f9c3b-2d20-4b01-80fd-296572eed7cc req-62254801-411f-412b-ab9f-cc08ae5ba497 service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831022 Sep 15 17:01:39.086606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ba92-090d-4b12-8a69-c8a33869ada2 req-2c46c2cc-6a49-47bc-bab2-7b05af306382 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:39.088095 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f751ba92-090d-4b12-8a69-c8a33869ada2 req-2c46c2cc-6a49-47bc-bab2-7b05af306382 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 943 time: 0.0498466 Sep 15 17:01:39.129528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f751ba92-090d-4b12-8a69-c8a33869ada2 req-dd3c6a91-9e7c-4d9d-a38b-3dee43f06026 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354342 Sep 15 17:01:40.243749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6e5f3-7137-4678-ae55-4d76116381a1 req-cd782b0a-a8d8-48bb-a294-2e60e8cc2075 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:40.245315 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85c6e5f3-7137-4678-ae55-4d76116381a1 req-cd782b0a-a8d8-48bb-a294-2e60e8cc2075 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 943 time: 0.0502250 Sep 15 17:01:40.284068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85c6e5f3-7137-4678-ae55-4d76116381a1 req-6e83d587-0ef3-4d08-bc77-50ca9de291e1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325418 Sep 15 17:01:41.398551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed274ec2-beae-4be9-bac3-d67f67fee7ef req-122f2863-e693-49e0-b942-0c07fdd95cfb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:41.400258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed274ec2-beae-4be9-bac3-d67f67fee7ef req-122f2863-e693-49e0-b942-0c07fdd95cfb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 943 time: 0.0486033 Sep 15 17:01:41.440165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed274ec2-beae-4be9-bac3-d67f67fee7ef req-2b919995-567a-4b82-9cef-82e4999e72b6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336266 Sep 15 17:01:41.917378 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:01:42.014125 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:42.025518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'port_id': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'mac_address': 'fa:16:3e:a3:8d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:01:42.062154 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:42.075430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d3b271-d411-4ef2-ac36-281fe05159a8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:01:42.095261 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:42.149516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:42.197335 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:42.385339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['03d3b271-d411-4ef2-ac36-281fe05159a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:01:42.558271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c8b2d-60e0-4dbd-b67d-2f78ceb449b3 req-0ec704fe-6a2c-4aed-9e0d-04c82676cf14 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:42.559881 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad9c8b2d-60e0-4dbd-b67d-2f78ceb449b3 req-0ec704fe-6a2c-4aed-9e0d-04c82676cf14 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 944 time: 0.0500162 Sep 15 17:01:42.602159 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad9c8b2d-60e0-4dbd-b67d-2f78ceb449b3 req-7bc73856-5abb-4d68-ba43-9d129412b250 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362332 Sep 15 17:01:43.717936 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9b89-e246-45cd-a436-97a1ac84b422 req-bcaa33c6-3a33-4213-a507-03ca030aa2bb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:43.719427 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efcb9b89-e246-45cd-a436-97a1ac84b422 req-bcaa33c6-3a33-4213-a507-03ca030aa2bb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 944 time: 0.0491362 Sep 15 17:01:43.757084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-efcb9b89-e246-45cd-a436-97a1ac84b422 req-1504e644-1599-4d7e-b7ca-edca8d3f2242 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316620 Sep 15 17:01:43.922168 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:01:44.041212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 03d3b271-d411-4ef2-ac36-281fe05159a8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:01:44.045155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 03d3b271-d411-4ef2-ac36-281fe05159a8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:44.045911 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:44.120090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:44.142154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:44.144389 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d781506-2fef-4300-a8d8-58623d0f5508" -d '{"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-plugged", "status": "completed", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:44.157837 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:01:44.180138 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f1ad71-c79c-4fac-aba7-f479ff541752 x-openstack-request-id: req-d5f1ad71-c79c-4fac-aba7-f479ff541752 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:44.180459 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-plugged", "status": "completed", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:44.180746 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d5f1ad71-c79c-4fac-aba7-f479ff541752 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:44.181164 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'code': 200} Sep 15 17:01:44.229795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:44.276401 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1cf56-bfbe-4b59-b7c2-70d5a803a70d req-4d7dfb46-8489-407b-9a35-8e6349cf906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:44.278295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1bc1cf56-bfbe-4b59-b7c2-70d5a803a70d req-4d7dfb46-8489-407b-9a35-8e6349cf906d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1096 time: 0.0430512 Sep 15 17:01:44.278760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:44.313225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1bc1cf56-bfbe-4b59-b7c2-70d5a803a70d req-a94055db-6b02-4317-bdb0-fe05cb7dba02 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287156 Sep 15 17:01:44.875046 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dbe15-d9f8-4305-a6d1-138f2aebe984 req-1d85f377-95e7-4a80-9c80-951e445283b6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:44.876560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad3dbe15-d9f8-4305-a6d1-138f2aebe984 req-1d85f377-95e7-4a80-9c80-951e445283b6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0483654 Sep 15 17:01:44.920753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ad3dbe15-d9f8-4305-a6d1-138f2aebe984 req-3ce2070e-4d1d-47ea-855f-85070fce036b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Sep 15 17:01:46.032514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f75d2e-6316-40be-bc8c-7811dcd436bd req-25c102dd-c888-4198-af77-b579dd02e90e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:46.033998 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91f75d2e-6316-40be-bc8c-7811dcd436bd req-25c102dd-c888-4198-af77-b579dd02e90e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0484190 Sep 15 17:01:46.071296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91f75d2e-6316-40be-bc8c-7811dcd436bd req-468811ea-47ed-4257-884d-c7e4abc159db tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306773 Sep 15 17:01:46.182263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eecf45-3122-4342-b91b-d4315e22506a req-dd314888-6155-42a7-92c7-99c5ad17c5e0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:46.183737 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33eecf45-3122-4342-b91b-d4315e22506a req-dd314888-6155-42a7-92c7-99c5ad17c5e0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Sep 15 17:01:46.226240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-33eecf45-3122-4342-b91b-d4315e22506a req-6134ee65-4776-4655-a5d8-4912747e8778 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364258 Sep 15 17:01:46.248243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41568) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:46.287011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef992b4a-8ff0-40ae-85e9-6e252db4fb9c tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:46.288525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ef992b4a-8ff0-40ae-85e9-6e252db4fb9c tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1091 time: 0.0392289 Sep 15 17:01:46.291955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41570) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:46.296057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:46.406359 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:46.505143 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:46.614050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.2 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/3f57f6ac-3eb1-4ca0-87d4-a1f67a1fda78) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:01:46.715229 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:46.792251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:46.827456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:01:46.830795 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:01:46.833893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:01:46.872357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=3f57f6ac-3eb1-4ca0-87d4-a1f67a1fda78,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:47.197368 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:47.325119 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:47.473709 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:47.543424 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:47.620813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=3f57f6ac-3eb1-4ca0-87d4-a1f67a1fda78,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:47.630870 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:47.731744 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP dc489eb0-5e66-4749-82e8-e5c4db84a5e1 associated. External IP: 172.25.0.2, port: 03d3b271-d411-4ef2-ac36-281fe05159a8. Sep 15 17:01:47.947052 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 29a2795a-e6a5-4027-afc4-aafb128adc93 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:01:48.051519 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:01:48.061957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] Sync routers for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:01:48.075389 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:48.076036 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:48.140588 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:48.168937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-73d70168-da6b-4d2c-a41e-f5fc964abfa7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8759036 Sep 15 17:01:48.170238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:01:48.172133 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de8def9-733f-49aa-b14c-c4171ef4d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:01:48.186463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:48.273512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95332a8b-a0c2-40bd-b917-eaa05cdd3e98 req-651f336e-9562-427c-acfd-76eebd3fc785 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:48.275251 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95332a8b-a0c2-40bd-b917-eaa05cdd3e98 req-651f336e-9562-427c-acfd-76eebd3fc785 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0527866 Sep 15 17:01:48.314653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95332a8b-a0c2-40bd-b917-eaa05cdd3e98 req-3289d279-a202-4773-a07e-09ffb3e58b8a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330348 Sep 15 17:01:48.341260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41576) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:48.371522 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db4ee6-565f-4dec-bcb1-a2779759c5e9 x-openstack-request-id: req-89db4ee6-565f-4dec-bcb1-a2779759c5e9 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:01:48.371813 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:01:48.372099 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-89db4ee6-565f-4dec-bcb1-a2779759c5e9 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:01:48.372543 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'status': 'completed', 'code': 200} Sep 15 17:01:48.404805 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-efee9c7e-b375-42e6-93e5-7631bcd5cc7b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/dc489eb0-5e66-4749-82e8-e5c4db84a5e1 HTTP/1.1" status: 200 len: 989 time: 0.0617850 Sep 15 17:01:48.435088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'dc489eb0-5e66-4749-82e8-e5c4db84a5e1', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'port_id': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'mac_address': 'fa:16:3e:a3:8d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:01:47Z', 'updated_at': '2021-09-15T17:01:47Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:35Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:48.436960 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-4cbe2ac1-c21e-4615-84b9-ba7b01e76f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:48.438560 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-4cbe2ac1-c21e-4615-84b9-ba7b01e76f34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1096 time: 0.0430892 Sep 15 17:01:48.462305 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] Checking router: 29a2795a-e6a5-4027-afc4-aafb128adc93 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:01:48.470897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:01:48.471506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:01:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:48.535742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-bc885cb2-1759-4642-9631-34964b9ea695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:48.561448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-bc885cb2-1759-4642-9631-34964b9ea695 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0920753 Sep 15 17:01:48.606761 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:01:48.610335 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-a43adf2d-a6d7-47cc-9ed8-12b48e596884 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 997 time: 0.0648437 Sep 15 17:01:48.665967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-7681009d-ae75-4c13-a16f-c7662682a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:48.670184 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-7681009d-ae75-4c13-a16f-c7662682a36a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0497305 Sep 15 17:01:48.714994 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-fb9c0ea0-f181-4a61-b372-e7d81479fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:48.716626 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-fb9c0ea0-f181-4a61-b372-e7d81479fbfc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417898 Sep 15 17:01:48.808539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-71da7465-226f-4a4b-be16-584b57ba4c6e service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851803 Sep 15 17:01:48.831993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'dc489eb0-5e66-4749-82e8-e5c4db84a5e1', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'port_id': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'mac_address': 'fa:16:3e:a3:8d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:01:47Z', 'updated_at': '2021-09-15T17:01:47Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:35Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:01:48.861507 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603bfce-ac26-496c-a06a-b8c706a57d41 None None] The sync data for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 is: [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'dc489eb0-5e66-4749-82e8-e5c4db84a5e1', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'port_id': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'mac_address': 'fa:16:3e:a3:8d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:01:47Z', 'updated_at': '2021-09-15T17:01:47Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:35Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:01:48.914243 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0de8def9-733f-49aa-b14c-c4171ef4d60f req-d6e116a6-0cb3-42f2-aefe-b514ebf417bb service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988805 Sep 15 17:01:49.055248 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d827877f-4cb0-4729-bd02-90c1aa450ac6 None None] New status for floating IP dc489eb0-5e66-4749-82e8-e5c4db84a5e1: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:01:49.408191 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41578) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:49.470294 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-8359572f-ffc7-4ec2-82d8-d6a4b5ef1720 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/dc489eb0-5e66-4749-82e8-e5c4db84a5e1 HTTP/1.1" status: 200 len: 991 time: 0.0609362 Sep 15 17:01:54.003408 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-770e231d-59dc-47a5-8c07-9844b7ceefcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.171696 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.372451 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc486cba-0a43-4d64-a194-22f2072479e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.437738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:58.729503 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:00.389288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:00.968819 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:10.887303 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:02:20.737235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-b36ef3ae-7652-4cf1-ad19-2f6b0b11702d req-c7ca877b-0984-4f6f-816b-bd8dd87085e0 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:02:20.738296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b36ef3ae-7652-4cf1-ad19-2f6b0b11702d req-c7ca877b-0984-4f6f-816b-bd8dd87085e0 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054934 Sep 15 17:02:21.017879 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec74fb6-495c-472d-80f7-85a65592173d req-8521ed18-19a3-469d-9d64-0c66d018f417 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:21.019419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fec74fb6-495c-472d-80f7-85a65592173d req-8521ed18-19a3-469d-9d64-0c66d018f417 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0495765 Sep 15 17:02:21.058106 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fec74fb6-495c-472d-80f7-85a65592173d req-d865978e-17d3-4671-9872-18b9401d79a2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325999 Sep 15 17:02:21.165011 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-7a62fa9a-e759-4566-8991-1e5374110d23 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864205 Sep 15 17:02:21.174403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-e1900c54-60d4-462e-809b-bedcf1ecf16d service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:02:21.175357 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-e1900c54-60d4-462e-809b-bedcf1ecf16d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048325 Sep 15 17:02:22.174951 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cc6e0-5b47-4245-a4f6-d9c988904503 req-4862c606-07e1-4e82-bbd6-05364a34efef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:22.176433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a3cc6e0-5b47-4245-a4f6-d9c988904503 req-4862c606-07e1-4e82-bbd6-05364a34efef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Sep 15 17:02:22.215209 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2a3cc6e0-5b47-4245-a4f6-d9c988904503 req-2fbe76b8-96df-40e8-9716-7108f7f110b9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325756 Sep 15 17:02:23.328069 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ee464-9d8e-4878-a7ad-c8eb5eb81c2a req-00918be0-46ea-4a5d-a5ec-6732d955d91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:23.329537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-580ee464-9d8e-4878-a7ad-c8eb5eb81c2a req-00918be0-46ea-4a5d-a5ec-6732d955d91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0473833 Sep 15 17:02:23.365964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-580ee464-9d8e-4878-a7ad-c8eb5eb81c2a req-9731e363-c2af-4559-8184-1af0c78eaacd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305891 Sep 15 17:02:24.002335 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e6c02328-9377-4237-a40e-25d4d48cea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:24.487956 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801b0e-0e5a-40a9-b657-5346ee95d661 req-8bedc124-d8cf-4dea-80b0-09a2e772f97f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:24.489451 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62801b0e-0e5a-40a9-b657-5346ee95d661 req-8bedc124-d8cf-4dea-80b0-09a2e772f97f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0516665 Sep 15 17:02:24.528738 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62801b0e-0e5a-40a9-b657-5346ee95d661 req-6cf8cb81-9908-4801-a778-e2dd5038e8ca tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 Sep 15 17:02:25.209547 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-a7bfbd0e-d5bc-41a4-a86a-b463d65e7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:25.211142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-a7bfbd0e-d5bc-41a4-a86a-b463d65e7e62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1096 time: 0.0447106 Sep 15 17:02:25.305330 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-9eb26e8f-9ce0-4cb2-ba29-bedda0578557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:25.306833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-9eb26e8f-9ce0-4cb2-ba29-bedda0578557 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0885046 Sep 15 17:02:25.378397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-531f86ad-d435-4b0b-b824-4e7c7a4f1f1e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 999 time: 0.0645511 Sep 15 17:02:25.429581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-5f47b3a1-8ead-469a-b7db-1d7926b9b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:25.431084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-5f47b3a1-8ead-469a-b7db-1d7926b9b4df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0460529 Sep 15 17:02:25.477596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-3472054a-ea5d-40c2-b87f-75bfdffee7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:25.479111 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-3472054a-ea5d-40c2-b87f-75bfdffee7f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411978 Sep 15 17:02:25.589545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-987fd468-5e8f-460a-9140-3956ad054c5c service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031642 Sep 15 17:02:25.721273 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae75e2-4073-4551-af75-3f80de28f96c req-35bf4638-3ead-48a5-942a-21daaa807e90 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:25.722750 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1eae75e2-4073-4551-af75-3f80de28f96c req-35bf4638-3ead-48a5-942a-21daaa807e90 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.1193881 Sep 15 17:02:25.751369 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-6c27c075-3ad4-46e9-b3bb-3c040ce53e31 service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553383 Sep 15 17:02:25.771076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1eae75e2-4073-4551-af75-3f80de28f96c req-157e0fce-6bea-4d75-96df-60f2198a0bc2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Sep 15 17:02:26.885570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f197f-df32-4aa6-a342-f46991717de1 req-53a77ca7-f3ac-45e5-b788-6d7d25a60719 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:26.887727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-470f197f-df32-4aa6-a342-f46991717de1 req-53a77ca7-f3ac-45e5-b788-6d7d25a60719 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0499218 Sep 15 17:02:26.925440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-470f197f-df32-4aa6-a342-f46991717de1 req-a85afef5-b319-4163-8f64-691b4836ca8a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Sep 15 17:02:27.150378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.388244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-95fd3367-5be8-4827-92b8-44df6ff8ff1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.548370 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:28.044161 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b1c8c-63b5-45bf-9d3c-80e43793eab5 req-6d1e9d67-b35d-44bb-98b4-8d532d23ac6a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:28.045662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-705b1c8c-63b5-45bf-9d3c-80e43793eab5 req-6d1e9d67-b35d-44bb-98b4-8d532d23ac6a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0524836 Sep 15 17:02:28.081969 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-705b1c8c-63b5-45bf-9d3c-80e43793eab5 req-c790cacb-ce70-4a81-931f-b9da7cdcc13c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303934 Sep 15 17:02:28.720183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:29.198868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220044ef-162a-43e4-9b4d-8b31488825e8 req-1a2fbfea-6fba-48b5-99dd-781fb04314d9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:29.200508 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-220044ef-162a-43e4-9b4d-8b31488825e8 req-1a2fbfea-6fba-48b5-99dd-781fb04314d9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0507038 Sep 15 17:02:29.238412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-220044ef-162a-43e4-9b4d-8b31488825e8 req-cb3d9fc1-9ed7-43f5-9ffa-c0d05b38e02b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Sep 15 17:02:30.351919 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c430005-2d7f-4bad-ad06-a54b8a18ddc4 req-a87dd615-0ae4-44d5-b2ac-c81a71e6bd50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:30.353414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c430005-2d7f-4bad-ad06-a54b8a18ddc4 req-a87dd615-0ae4-44d5-b2ac-c81a71e6bd50 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Sep 15 17:02:30.385288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:30.392132 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c430005-2d7f-4bad-ad06-a54b8a18ddc4 req-eeabf3e4-ae54-442a-a9a2-57ac3b3b266a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325313 Sep 15 17:02:30.994726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:31.309680 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-5ab0b238-1b78-4753-b6fc-0a96aa413d05 req-1191c785-da50-4656-98d5-e7d52cda7b6d service neutron] (102019) timed out ('10.222.0.63', 38446) {{(pid=102019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 17:02:31.512381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835e5d7-fe30-442e-940d-bd761407f83d req-6754379b-4db2-4f21-9501-c5fbb7b94efa tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:31.513945 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9835e5d7-fe30-442e-940d-bd761407f83d req-6754379b-4db2-4f21-9501-c5fbb7b94efa tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0539846 Sep 15 17:02:31.553284 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9835e5d7-fe30-442e-940d-bd761407f83d req-6e6ac05e-db60-4154-a12c-c4878a9c400a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Sep 15 17:02:32.668282 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5401dff-0530-40f6-9230-20c2c543de2a req-cb388f68-4649-408b-9322-1fcbc0eb9512 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:32.669798 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5401dff-0530-40f6-9230-20c2c543de2a req-cb388f68-4649-408b-9322-1fcbc0eb9512 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0498474 Sep 15 17:02:32.706957 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5401dff-0530-40f6-9230-20c2c543de2a req-2ac70d2b-284d-4344-baab-598c932546e8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312712 Sep 15 17:02:33.821452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a214-e096-4102-af13-b59c048086ae req-31eea23a-8ab3-4beb-a2a5-9fdc25b24e9e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:33.822986 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd40a214-e096-4102-af13-b59c048086ae req-31eea23a-8ab3-4beb-a2a5-9fdc25b24e9e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0488756 Sep 15 17:02:33.861852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bd40a214-e096-4102-af13-b59c048086ae req-1fb637cf-ca2d-46e0-9b5f-7c8b55b8a0a0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328846 Sep 15 17:02:34.980937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513461f-220e-4b74-8ead-b1e70fff6504 req-54e3d48b-4d61-49c3-b31d-c34990568d29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:34.982413 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f513461f-220e-4b74-8ead-b1e70fff6504 req-54e3d48b-4d61-49c3-b31d-c34990568d29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0536041 Sep 15 17:02:35.019411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f513461f-220e-4b74-8ead-b1e70fff6504 req-dd011fc9-73aa-40d9-aa91-1e5c2416b2be tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Sep 15 17:02:36.131927 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f45dd-c5f8-49f9-8497-f5e4c8273ab1 req-ee3b19cb-525c-4997-823b-06f231af40b8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:36.133330 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd0f45dd-c5f8-49f9-8497-f5e4c8273ab1 req-ee3b19cb-525c-4997-823b-06f231af40b8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0480633 Sep 15 17:02:36.170920 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd0f45dd-c5f8-49f9-8497-f5e4c8273ab1 req-c780ebff-24d5-4fc5-9acd-bc0a10b6953c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Sep 15 17:02:37.286045 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f6619-1a74-445c-8a27-d743ff6a6d13 req-43ed5d0d-96de-4017-8531-b28dc12b2f37 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:37.287517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e98f6619-1a74-445c-8a27-d743ff6a6d13 req-43ed5d0d-96de-4017-8531-b28dc12b2f37 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Sep 15 17:02:37.324784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e98f6619-1a74-445c-8a27-d743ff6a6d13 req-35479f54-c1b9-40c9-aaa1-f966a35deaf6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308444 Sep 15 17:02:37.884428 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-3cc19fdb-902c-4a26-828a-5bd82ae40b0b service neutron] show failed (client error): The resource could not be found. Sep 15 17:02:37.885471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-3cc19fdb-902c-4a26-828a-5bd82ae40b0b service neutron] 10.222.0.38 "GET /v2.0/ports/03d3b271-d411-4ef2-ac36-281fe05159a8/bindings/n-h2-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0573871 Sep 15 17:02:38.382335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-44d2115b-f63c-4a94-b8bb-1635079ca509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:38.383843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-44d2115b-f63c-4a94-b8bb-1635079ca509 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 1096 time: 0.0417001 Sep 15 17:02:38.395861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:02:38.444477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e653a0-c6d7-406a-a569-ec1f038af934 req-c6897f49-a5af-48bf-b275-dddcc59597c1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:38.446016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11e653a0-c6d7-406a-a569-ec1f038af934 req-c6897f49-a5af-48bf-b275-dddcc59597c1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Sep 15 17:02:38.451811 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:38.487128 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11e653a0-c6d7-406a-a569-ec1f038af934 req-26e2b970-839f-48ae-b4c7-cdfa86b8c906 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331833 Sep 15 17:02:38.992508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:39.023689 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:02:39.061541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:02:39.063784 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86585bfa-161e-444b-b129-f98298b6a254" -d '{"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-unplugged", "status": "completed", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:02:39.067509 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:39.079951 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Transition to ACTIVE for port object 03d3b271-d411-4ef2-ac36-281fe05159a8 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:02:39.116469 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 17:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ea458-6bae-46a5-8064-f66a1939fc72 x-openstack-request-id: req-844ea458-6bae-46a5-8064-f66a1939fc72 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:02:39.116793 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-unplugged", "status": "completed", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:02:39.117048 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-844ea458-6bae-46a5-8064-f66a1939fc72 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:02:39.117450 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'code': 200} Sep 15 17:02:39.144850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:39.226632 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=6']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:39.238560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.238915 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.239261 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.239599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.239938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.240272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.240630 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.240960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.241290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.241620 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.241948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.242272 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:39.280169 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] No DVR routers for this DVR port 03d3b271-d411-4ef2-ac36-281fe05159a8 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:02:39.412494 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:02:39.413166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:02:39.413166 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:02:39.417907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Port 03d3b271-d411-4ef2-ac36-281fe05159a8 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:02:39.418312 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Attempting to bind port 03d3b271-d411-4ef2-ac36-281fe05159a8 on network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:02:39.423089 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:02:39.423422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Checking segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:02:39.423797 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Bound using segment: {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:02:39.424213 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Bound port: 03d3b271-d411-4ef2-ac36-281fe05159a8, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed291fe5-b891-4242-a0f3-65cf0611882e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:02:39.424588 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:39.485456 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:02:39.488299 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:02:39.568062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:39.608791 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.609260 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd0912-5876-47a0-afa9-d5c9b7fdc23d req-42cc774a-5164-4af0-bedf-531e976e0a3a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.609764 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:39.610961 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 1091 time: 1.2192237 Sep 15 17:02:39.611661 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8dd0912-5876-47a0-afa9-d5c9b7fdc23d req-42cc774a-5164-4af0-bedf-531e976e0a3a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 943 time: 0.0497043 Sep 15 17:02:39.656439 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d8dd0912-5876-47a0-afa9-d5c9b7fdc23d req-4e4f2135-6e65-4c96-af9a-943b6b39dba8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359819 Sep 15 17:02:39.667614 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39b05-93e3-4eaf-bbcf-d202d5e110a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:39.685243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-a886b2d5-317e-47a5-9ff6-0aae7603b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.686762 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-a886b2d5-317e-47a5-9ff6-0aae7603b90e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1094 time: 0.0486639 Sep 15 17:02:39.780739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-84730c47-649d-4198-96d9-106c2b394f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.782239 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-84730c47-649d-4198-96d9-106c2b394f38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0889521 Sep 15 17:02:39.852694 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-68d5cd5e-3677-45cd-a9db-447c44eae232 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 997 time: 0.0636375 Sep 15 17:02:39.899619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-e3d40fac-f056-4ca6-a05c-915c5a6c85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.901111 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-e3d40fac-f056-4ca6-a05c-915c5a6c85d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0420332 Sep 15 17:02:39.945587 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fd5829b2-5376-4b7f-a639-0900bcc6e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:39.946967 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-fd5829b2-5376-4b7f-a639-0900bcc6e580 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389082 Sep 15 17:02:40.038218 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-4e7ec04a-a151-4c77-b2f2-928d81a89ddd service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837083 Sep 15 17:02:40.125566 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-db091027-61d0-4813-a7a1-4424b5048cb9 req-a2e10e32-ef6c-4e98-b255-ec46edda9952 service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804350 Sep 15 17:02:40.233284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:02:40.270640 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:02:40.778657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092d250-e001-4a6e-9ae1-c9bab37fa95f req-de10dce3-a1d9-43a2-b4d8-3bae1fe87542 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:40.780120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9092d250-e001-4a6e-9ae1-c9bab37fa95f req-de10dce3-a1d9-43a2-b4d8-3bae1fe87542 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 943 time: 0.0516083 Sep 15 17:02:40.817006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9092d250-e001-4a6e-9ae1-c9bab37fa95f req-c2f7af23-1d96-4402-abbd-f434f033f092 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Sep 15 17:02:41.118334 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:02:41.120849 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee09f599-b64e-4071-914e-ef771e1a75ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:02:41.170055 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87dadc9-bc72-4c7b-a125-2d73b1020d6f x-openstack-request-id: req-e87dadc9-bc72-4c7b-a125-2d73b1020d6f {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:02:41.170340 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:02:41.170587 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e87dadc9-bc72-4c7b-a125-2d73b1020d6f {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:02:41.171015 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'status': 'completed', 'code': 200} Sep 15 17:02:41.190286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:02:41.230186 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-4456a061-5e86-492d-9f4d-ee223c9bb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.232043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-4456a061-5e86-492d-9f4d-ee223c9bb8b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1094 time: 0.0429602 Sep 15 17:02:41.238658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-5d9f6cfd-ee55-4372-9f76-679ae8deddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.240142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-5d9f6cfd-ee55-4372-9f76-679ae8deddc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1094 time: 0.0459213 Sep 15 17:02:41.292381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:41.306192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'port_id': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'mac_address': 'fa:16:3e:a3:8d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:02:41.327989 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-2e7e9b56-3904-40a3-96b9-178d0a3efdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.329540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-2e7e9b56-3904-40a3-96b9-178d0a3efdac service neutron] 10.222.0.38 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0905266 Sep 15 17:02:41.341152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-7b29ffad-6932-4e34-8a67-8f99e7aafdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.342617 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-7b29ffad-6932-4e34-8a67-8f99e7aafdb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0933971 Sep 15 17:02:41.346511 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.359755 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d3b271-d411-4ef2-ac36-281fe05159a8 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:02:41.379412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:41.398781 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-8c732f2e-0163-46dd-992f-303ca11de957 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 997 time: 0.0622013 Sep 15 17:02:41.413132 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-77bc2256-86c7-48d7-b003-398862379366 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 997 time: 0.0622730 Sep 15 17:02:41.448093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-2f30a156-490a-44de-918f-3ed198957361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.449793 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-2f30a156-490a-44de-918f-3ed198957361 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0440915 Sep 15 17:02:41.451648 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:41.462599 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-b4140020-6e2e-4016-8110-4859b9f30808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.465018 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-b4140020-6e2e-4016-8110-4859b9f30808 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0447421 Sep 15 17:02:41.497267 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-65edf956-aa03-4f97-80ff-eb26081d86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.498752 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-65edf956-aa03-4f97-80ff-eb26081d86ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422542 Sep 15 17:02:41.502930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:41.510678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.511122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.511617 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.511963 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.512297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.512662 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.512993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.513320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.513649 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.513972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.514298 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.514621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:41.514992 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-e197842f-ab9c-4fef-bc15-051400e596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:41.516519 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-e197842f-ab9c-4fef-bc15-051400e596bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431514 Sep 15 17:02:41.593610 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-a2c067a9-5f2a-4d67-b8d6-cc4ae5f0f3e3 service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880008 Sep 15 17:02:41.612973 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-bd9cc45d-c603-4f9a-be14-d883c109290c service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887821 Sep 15 17:02:41.721297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-2567fbc2-1a3b-4b20-b91a-36d0b5f65c6e service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985913 Sep 15 17:02:42.070608 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ee09f599-b64e-4071-914e-ef771e1a75ab req-bfe62fc0-aa4c-4695-95a9-f87f4c1588b6 service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703298 Sep 15 17:02:42.087403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317a2ab-1ff5-4020-8a6d-6e2a14a45f38 req-2c24b311-f87a-49bb-9068-f46ab912a22d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:42.088910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9317a2ab-1ff5-4020-8a6d-6e2a14a45f38 req-2c24b311-f87a-49bb-9068-f46ab912a22d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 944 time: 0.0637767 Sep 15 17:02:42.127720 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9317a2ab-1ff5-4020-8a6d-6e2a14a45f38 req-c0263869-3950-44a2-823d-d6ec9cb10eb5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Sep 15 17:02:42.710159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['03d3b271-d411-4ef2-ac36-281fe05159a8'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:02:43.242695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7e2c8-ef64-41ef-ac77-639870964314 req-7fa3a30d-942f-4cbb-a351-7ff429224269 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:43.244068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26b7e2c8-ef64-41ef-ac77-639870964314 req-7fa3a30d-942f-4cbb-a351-7ff429224269 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 944 time: 0.0480473 Sep 15 17:02:43.281686 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-26b7e2c8-ef64-41ef-ac77-639870964314 req-dabc098c-c362-46bc-afcd-60332d2a49fb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309830 Sep 15 17:02:43.629988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667a6f-7be2-41a2-bf64-f05a1fb8c546 req-26511da0-de3a-47da-8b1c-ac24e8d0b825 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:43.631505 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91667a6f-7be2-41a2-bf64-f05a1fb8c546 req-26511da0-de3a-47da-8b1c-ac24e8d0b825 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 944 time: 0.0539274 Sep 15 17:02:43.699384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91667a6f-7be2-41a2-bf64-f05a1fb8c546 req-f3c36fa9-e6b6-4c9f-9eda-97c101c5fe46 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614591 Sep 15 17:02:43.725333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272fb70-967d-429a-85d7-c174048f387a req-3a9d464c-a074-4925-8ca3-fe499acb8fe4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:43.726805 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-3a9d464c-a074-4925-8ca3-fe499acb8fe4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&binding%3Ahost_id=n-h2-808199-2 HTTP/1.1" status: 200 len: 944 time: 0.0569088 Sep 15 17:02:43.815079 n-d-808199-2 neutron-server[102018]: INFO neutron.api.v2.resource [req-c272fb70-967d-429a-85d7-c174048f387a req-7d38d03d-1c6f-4240-acd4-474f8551226d service neutron] delete failed (client error): The resource could not be found. Sep 15 17:02:43.815995 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-7d38d03d-1c6f-4240-acd4-474f8551226d service neutron] 10.222.0.38 "DELETE /v2.0/ports/03d3b271-d411-4ef2-ac36-281fe05159a8/bindings/n-h1-808199-2 HTTP/1.1" status: 404 len: 380 time: 0.0820572 Sep 15 17:02:43.837457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1757a-956f-40f3-99fa-e09392e69c8f req-b5c22831-005d-417d-807f-ea116e89629e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:43.839498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ca1757a-956f-40f3-99fa-e09392e69c8f req-b5c22831-005d-417d-807f-ea116e89629e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 944 time: 0.0689526 Sep 15 17:02:43.902075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7ca1757a-956f-40f3-99fa-e09392e69c8f req-2bb37efc-5181-4563-be84-33cc48ebb0b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548880 Sep 15 17:02:43.913767 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272fb70-967d-429a-85d7-c174048f387a req-899f5af0-169d-4b2e-90fd-582faed3620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:43.915240 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-899f5af0-169d-4b2e-90fd-582faed3620e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1095 time: 0.0549195 Sep 15 17:02:44.006244 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272fb70-967d-429a-85d7-c174048f387a req-69ee391f-d675-491a-8353-7a71cdbb706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:44.007685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-69ee391f-d675-491a-8353-7a71cdbb706c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0855746 Sep 15 17:02:44.071175 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-c7b80ae7-d27e-47e7-8bc0-7026c4ecffe5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 998 time: 0.0556550 Sep 15 17:02:44.118038 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272fb70-967d-429a-85d7-c174048f387a req-55a8a5b0-cdbd-4204-97ea-06a8f40eea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:44.119412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-55a8a5b0-cdbd-4204-97ea-06a8f40eea8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0416017 Sep 15 17:02:44.167165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272fb70-967d-429a-85d7-c174048f387a req-2bdddf41-7810-4f5f-b36c-ff7646803c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:44.168707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-2bdddf41-7810-4f5f-b36c-ff7646803c9c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425892 Sep 15 17:02:44.257493 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-99b899b8-35a2-46e3-ab54-9fc1de6bf7ba service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818019 Sep 15 17:02:44.349899 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c272fb70-967d-429a-85d7-c174048f387a req-cd40b959-94d3-4e77-9f5e-ff8f993ea2a1 service neutron] 10.222.0.38 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853977 Sep 15 17:02:45.030165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f395a-2881-4e98-9d1d-6f185bcff427 req-f653af47-c2e8-45e5-b8a7-cf2c97181cf8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:45.031693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c4f395a-2881-4e98-9d1d-6f185bcff427 req-f653af47-c2e8-45e5-b8a7-cf2c97181cf8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 944 time: 0.0515862 Sep 15 17:02:45.070628 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c4f395a-2881-4e98-9d1d-6f185bcff427 req-f6323728-02b8-40e2-b88f-0bf032b10a6a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327258 Sep 15 17:02:45.212959 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:02:45.342989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 03d3b271-d411-4ef2-ac36-281fe05159a8 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:02:45.346941 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 03d3b271-d411-4ef2-ac36-281fe05159a8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:02:45.347311 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:45.577487 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:45.598488 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:02:45.600793 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e799a1cf-9303-4281-97a0-2de3d059fa4b" -d '{"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-plugged", "status": "completed", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:02:45.613999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:45.636132 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319a8f95-c264-410f-9b24-d95abbedd0a7 x-openstack-request-id: req-319a8f95-c264-410f-9b24-d95abbedd0a7 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:02:45.636418 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-plugged", "status": "completed", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:02:45.636697 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-319a8f95-c264-410f-9b24-d95abbedd0a7 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:02:45.637090 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'code': 200} Sep 15 17:02:45.681763 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:45.731390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:46.187512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13fd66-1275-492d-be40-d34e81dfdaac req-17f27252-0df2-41ad-9c38-1fb46c8d93b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:46.188997 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f13fd66-1275-492d-be40-d34e81dfdaac req-17f27252-0df2-41ad-9c38-1fb46c8d93b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Sep 15 17:02:46.225869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7f13fd66-1275-492d-be40-d34e81dfdaac req-564e84a4-01eb-4420-8bc4-5bb94e96f16b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309956 Sep 15 17:02:46.247976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41688) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:46.312264 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4a2e05f3-626b-4f6c-8075-0a1d6c7a58ac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/dc489eb0-5e66-4749-82e8-e5c4db84a5e1 HTTP/1.1" status: 200 len: 991 time: 0.0631278 Sep 15 17:02:47.888321 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:02:54.018203 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03d91bc1-abaa-4df9-9903-4d8b86d53f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:57.154286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:57.355351 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5917398e-f93a-4b41-848d-44848bc32adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:57.578280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:58.549202 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-2e3983c6-fa45-4121-a62c-69bc14bbe03d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930870 Sep 15 17:02:58.627948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-5d6337bf-bcd5-4603-abd5-54341cf63f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:58.629453 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-5d6337bf-bcd5-4603-abd5-54341cf63f18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1096 time: 0.0402746 Sep 15 17:02:58.721555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:58.743044 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-4cee6c80-652d-427a-8e7e-d90574c46dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:58.744526 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-4cee6c80-652d-427a-8e7e-d90574c46dd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0939271 Sep 15 17:02:58.813195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-e67df912-26ad-4c88-ad2c-4ef60b73a782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 999 time: 0.0609331 Sep 15 17:02:58.861663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-6ba0c9b6-c8c4-4bec-9ff4-01ed0eb535cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:58.863095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-6ba0c9b6-c8c4-4bec-9ff4-01ed0eb535cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0432322 Sep 15 17:02:58.908765 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-d4f0f482-1106-4eee-a78c-07f18cb1320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:58.910257 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-d4f0f482-1106-4eee-a78c-07f18cb1320f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401297 Sep 15 17:02:59.017243 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-1170c710-ae2e-4370-a274-b86b5d3a5117 service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998023 Sep 15 17:02:59.109665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-ff5e2df2-23ca-491c-96c3-4c011afe0d00 req-a857714b-b416-4de2-bba5-6f41eb1c2b9d service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846272 Sep 15 17:03:00.372936 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:00.999964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:12.880887 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41704) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:13.038114 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 3f57f6ac-3eb1-4ca0-87d4-a1f67a1fda78 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:13.038458 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:13.115171 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:13.115404 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:13.126769 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 3f57f6ac-3eb1-4ca0-87d4-a1f67a1fda78 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:13.326138 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:13.352613 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=3f57f6ac-3eb1-4ca0-87d4-a1f67a1fda78,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:13.363280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.363621 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.363967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.364310 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.364672 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.365013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.365894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.365894 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.366096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.366304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.366628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.366953 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:13.426702 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:13.428583 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP dc489eb0-5e66-4749-82e8-e5c4db84a5e1 disassociated (deleted). External IP: 172.25.0.2, port: 03d3b271-d411-4ef2-ac36-281fe05159a8. Sep 15 17:03:13.631356 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 29a2795a-e6a5-4027-afc4-aafb128adc93 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:03:13.742165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:03:13.746636 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:13.752680 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] Sync routers for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:03:13.761325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:13.761964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:13.772807 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39418539-adca-447d-9d60-446d89a72932 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/floatingips/dc489eb0-5e66-4749-82e8-e5c4db84a5e1 HTTP/1.1" status: 204 len: 168 time: 0.8908141 Sep 15 17:03:13.773489 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:13.776127 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cadca2-48ad-4497-848d-40c5d18994b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:13.869059 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:14.076706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:35Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:14.107835 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] Checking router: 29a2795a-e6a5-4027-afc4-aafb128adc93 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:03:14.116449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:14.117088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:14.225230 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:14.241939 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982c114-5257-4b1e-8b20-313c4b3a01b2 x-openstack-request-id: req-9982c114-5257-4b1e-8b20-313c4b3a01b2 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:14.242449 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:14.242561 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-9982c114-5257-4b1e-8b20-313c4b3a01b2 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:14.242883 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'status': 'completed', 'code': 200} Sep 15 17:03:14.316577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-06d95959-a7cc-491e-bc56-e8c6b015366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.318721 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-06d95959-a7cc-491e-bc56-e8c6b015366c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 1096 time: 0.0495071 Sep 15 17:03:14.349699 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9532d-7d2d-4a2c-9ff5-64ffb4e6c4c0 req-d058e0b2-87ae-4b7f-bf48-88970a97a181 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.351357 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9bb9532d-7d2d-4a2c-9ff5-64ffb4e6c4c0 req-d058e0b2-87ae-4b7f-bf48-88970a97a181 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0616894 Sep 15 17:03:14.392456 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9bb9532d-7d2d-4a2c-9ff5-64ffb4e6c4c0 req-8d4fbf38-c66b-490b-8c6f-af58ef1caa9b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343990 Sep 15 17:03:14.420764 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-c8257c66-1fe8-4a11-80bf-aa6046ede201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.422370 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-c8257c66-1fe8-4a11-80bf-aa6046ede201 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 200 len: 897 time: 0.0961428 Sep 15 17:03:14.436747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:35Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:14.463254 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94112f7f-128d-4f0a-bd70-e1cd8aa4c558 None None] The sync data for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 is: [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:32Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '3cc49a73-fa35-4174-a6bf-4e4af38719e7', 'name': '', 'network_id': '7fb83115-b2f1-4b73-bbde-c783e47ddae3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:3d:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:31Z', 'updated_at': '2021-09-15T17:01:35Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': '6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:03:14.468570 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-19e93b51-2c18-45c0-879f-2f3f2bc25cb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 200 len: 217 time: 0.0391395 Sep 15 17:03:14.520528 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-ce697147-a368-41a8-b8d2-3139125ef4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.522052 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-ce697147-a368-41a8-b8d2-3139125ef4ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 200 len: 835 time: 0.0461042 Sep 15 17:03:14.569298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-220ee533-a06d-49e5-96f1-a6664a8d8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:14.570802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-220ee533-a06d-49e5-96f1-a6664a8d8228 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fb83115-b2f1-4b73-bbde-c783e47ddae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407121 Sep 15 17:03:14.670531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-f93e7f02-95e2-4ad8-95fc-9b06446194ca service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924358 Sep 15 17:03:14.686855 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3afaf9-10c5-4152-8dd4-e6da673ff430 None None] New status for floating IP dc489eb0-5e66-4749-82e8-e5c4db84a5e1: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:03:14.764592 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-61cadca2-48ad-4497-848d-40c5d18994b6 req-d530e253-ce3f-48ce-92d5-3384236fa246 service neutron] 10.222.0.55 "GET /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862088 Sep 15 17:03:15.409117 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-de4bf614-cecf-4e4d-9626-8e76f35414c6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:15.410563 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-de4bf614-cecf-4e4d-9626-8e76f35414c6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0485740 Sep 15 17:03:15.507110 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 03d3b271-d411-4ef2-ac36-281fe05159a8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:15.507456 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:15.515723 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a79c8-58a9-4da9-ad8d-e68a7d11cfc1 req-b8727bfb-4cbd-454c-a952-59d8e60d92a1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:15.517392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20a79c8-58a9-4da9-ad8d-e68a7d11cfc1 req-b8727bfb-4cbd-454c-a952-59d8e60d92a1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 945 time: 0.0550447 Sep 15 17:03:15.555347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c20a79c8-58a9-4da9-ad8d-e68a7d11cfc1 req-0f23abf9-ed27-41e0-ba26-08871f367d6f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=43f86b79-4626-4112-a7b3-59cf29f962ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Sep 15 17:03:15.602622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 03d3b271-d411-4ef2-ac36-281fe05159a8, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=03d3b271-d411-4ef2-ac36-281fe05159a8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:15.602983 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:15.615872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 03d3b271-d411-4ef2-ac36-281fe05159a8 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:15.799210 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:15.831700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=03d3b271-d411-4ef2-ac36-281fe05159a8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:15.873369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] No DVR routers for this DVR port 03d3b271-d411-4ef2-ac36-281fe05159a8 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:15.875951 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:15.878091 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bb52fd66-053a-435b-bdc8-c5eac0d4c83c req-acc46ec8-56ce-4236-b684-4731086bbaef tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "DELETE /v2.0/ports/03d3b271-d411-4ef2-ac36-281fe05159a8 HTTP/1.1" status: 204 len: 173 time: 0.4611499 Sep 15 17:03:15.878531 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-deleted', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:15.880856 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd07649f-15a9-431d-b8d8-fdd9fbbfa7d2" -d '{"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-deleted", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:15.916366 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd16f7e-fe36-4b2c-93b2-31fbb633c540 x-openstack-request-id: req-4fd16f7e-fe36-4b2c-93b2-31fbb633c540 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:15.916698 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe012306-f8dc-491d-ba52-a3f29aeb7c87", "name": "network-vif-deleted", "tag": "03d3b271-d411-4ef2-ac36-281fe05159a8", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:15.916957 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4fd16f7e-fe36-4b2c-93b2-31fbb633c540 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:15.917365 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe012306-f8dc-491d-ba52-a3f29aeb7c87', 'name': 'network-vif-deleted', 'tag': '03d3b271-d411-4ef2-ac36-281fe05159a8', 'status': 'completed', 'code': 200} Sep 15 17:03:16.667294 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5a7ad9f8-f161-42b4-89a8-f58ef7f851e5 req-77f5ca98-0e9a-4c45-964c-0d8e0dc16740 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=fe012306-f8dc-491d-ba52-a3f29aeb7c87 HTTP/1.1" status: 200 len: 210 time: 0.0275772 Sep 15 17:03:17.723045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41722) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:18.089207 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.346149 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 3cc49a73-fa35-4174-a6bf-4e4af38719e7 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:18.346390 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.433941 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 3cc49a73-fa35-4174-a6bf-4e4af38719e7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=3cc49a73-fa35-4174-a6bf-4e4af38719e7,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:18.434305 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.446835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 3cc49a73-fa35-4174-a6bf-4e4af38719e7 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:18.691902 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:18.720872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=3cc49a73-fa35-4174-a6bf-4e4af38719e7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:18.896450 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.290586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:19.317374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 03d3b271-d411-4ef2-ac36-281fe05159a8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:19.317730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 03d3b271-d411-4ef2-ac36-281fe05159a8 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:19.461335 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 29a2795a-e6a5-4027-afc4-aafb128adc93 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:03:19.566165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:03:19.571471 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c6970932-e828-4234-bbc9-9ac52fe39c42 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/29a2795a-e6a5-4027-afc4-aafb128adc93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8470461 Sep 15 17:03:19.573862 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41724) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:19.581777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] Sync routers for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:03:19.591403 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:19.592224 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:19.625989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting subnet 6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:03:19.629221 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.669910 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.711075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:19.756255 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.888900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:03:18Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:19.892539 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.915174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] Checking router: 29a2795a-e6a5-4027-afc4-aafb128adc93 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:03:19.921154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Subnet': ['ID=6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:19.924697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:19.925297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] Routers {'29a2795a-e6a5-4027-afc4-aafb128adc93'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:19.925896 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['29a2795a-e6a5-4027-afc4-aafb128adc93'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:19.928999 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a8834343-5333-418e-8a00-2d9dfa1175b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/subnets/6e23fdc1-4fd7-4c5d-ba8a-6cda1ea54fc2 HTTP/1.1" status: 204 len: 168 time: 0.3517320 Sep 15 17:03:19.929707 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41726) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:19.967429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a50166-ce85-4a9a-beda-29d739eb077e None None] Network 7fb83115-b2f1-4b73-bbde-c783e47ddae3 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:03:20.042362 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.122246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] Set router 29a2795a-e6a5-4027-afc4-aafb128adc93 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:20.146422 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.273383 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] DHCP port deletion for 7fb83115-b2f1-4b73-bbde-c783e47ddae3 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:03:20.274590 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port e926c5e1-081b-4698-9e6e-062aa19c7ef8 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:20.274930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.354743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port e926c5e1-081b-4698-9e6e-062aa19c7ef8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=e926c5e1-081b-4698-9e6e-062aa19c7ef8,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:20.355105 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.366554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for e926c5e1-081b-4698-9e6e-062aa19c7ef8 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:20.376702 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] Deleting port 1dbd597f-1e93-40cd-acb1-7305848339d8 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:03:20.377288 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.379430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:03:18Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:20.415506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8bbec-7f35-4fb5-ac06-2584565d9935 None None] The sync data for ids ['29a2795a-e6a5-4027-afc4-aafb128adc93'] in n-d-808199-2 is: [{'id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733630863', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:03:18Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': 'e926c5e1-081b-4698-9e6e-062aa19c7ef8', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a2795a-e6a5-4027-afc4-aafb128adc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:01:28Z', 'updated_at': '2021-09-15T17:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:03:20.470155 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] For port 1dbd597f-1e93-40cd-acb1-7305848339d8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1dbd597f-1e93-40cd-acb1-7305848339d8,segment=NetworkSegment(ed291fe5-b891-4242-a0f3-65cf0611882e),segment_id=ed291fe5-b891-4242-a0f3-65cf0611882e)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:20.470558 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.482928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] Calling delete_port for 1dbd597f-1e93-40cd-acb1-7305848339d8 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:03:20.599972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.628454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.630215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=e926c5e1-081b-4698-9e6e-062aa19c7ef8,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:20.659217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] Pushing event deleted for resources: {'Port': ['ID=1dbd597f-1e93-40cd-acb1-7305848339d8,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:20.664143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9903ba3-7f8e-4373-bfe4-7c29b3364d7a None None] No DVR routers for this DVR port 1dbd597f-1e93-40cd-acb1-7305848339d8 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:03:20.705622 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.803420 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.805607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.914688 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.915268 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Fanout notify agent at l3_agent the message router_deleted on router 29a2795a-e6a5-4027-afc4-aafb128adc93 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:03:20.923032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:20.928378 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0b6118f5-5d1e-4b92-82ac-fe3a16338ccb tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/routers/29a2795a-e6a5-4027-afc4-aafb128adc93 HTTP/1.1" status: 204 len: 168 time: 0.9980052 Sep 15 17:03:20.931087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41728) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:21.017019 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.114677 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.134754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb83115-b2f1-4b73-bbde-c783e47ddae3']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:21.144444 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed291fe5-b891-4242-a0f3-65cf0611882e') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:21.144777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed291fe5-b891-4242-a0f3-65cf0611882e') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:21.155546 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.175658 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.175658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:03:21.175924 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: timer() Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:03:21.178777 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:03:21.320821 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.328950 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.330134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/networks/7fb83115-b2f1-4b73-bbde-c783e47ddae3 HTTP/1.1" status: 204 len: 168 time: 0.3980222 Sep 15 17:03:21.332998 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41730) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:21.341825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479ec62-7314-4a8c-b4eb-fb73b1e0a0a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Network': ['ID=7fb83115-b2f1-4b73-bbde-c783e47ddae3,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:21.406936 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb553-8661-42fb-9d80-9f52564068d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.412514 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1dbd597f-1e93-40cd-acb1-7305848339d8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:21.432285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb553-8661-42fb-9d80-9f52564068d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.544070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb553-8661-42fb-9d80-9f52564068d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.546913 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fdcdb553-8661-42fb-9d80-9f52564068d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:21.548262 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fdcdb553-8661-42fb-9d80-9f52564068d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/security-groups/43f86b79-4626-4112-a7b3-59cf29f962ef HTTP/1.1" status: 204 len: 168 time: 0.2142680 Sep 15 17:03:21.557939 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdb553-8661-42fb-9d80-9f52564068d6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f86b79-4626-4112-a7b3-59cf29f962ef,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:21.594078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1dbd597f-1e93-40cd-acb1-7305848339d8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:21.594424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1dbd597f-1e93-40cd-acb1-7305848339d8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:21.594847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3cc49a73-fa35-4174-a6bf-4e4af38719e7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:21.617377 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 3cc49a73-fa35-4174-a6bf-4e4af38719e7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:21.617718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 3cc49a73-fa35-4174-a6bf-4e4af38719e7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:21.880970 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41736) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:21.885660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a1d0c7a8-d49d-49be-bfba-4293d8a9435c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709845732', 'description': 'tempest-secgroup-smoke-1709845732 description', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:21.988999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c7a8-d49d-49be-bfba-4293d8a9435c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.067237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c7a8-d49d-49be-bfba-4293d8a9435c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.142296 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c7a8-d49d-49be-bfba-4293d8a9435c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.171727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0c7a8-d49d-49be-bfba-4293d8a9435c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84cb872-26ef-40d8-b77f-7e96645ef4bf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:22.245219 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c7a8-d49d-49be-bfba-4293d8a9435c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.246665 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a1d0c7a8-d49d-49be-bfba-4293d8a9435c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3646123 Sep 15 17:03:22.249441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41738) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:22.254140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-9f0996d8-2f6e-4cb0-92a4-0ce311703fdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'a84cb872-26ef-40d8-b77f-7e96645ef4bf', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:22.354146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f0996d8-2f6e-4cb0-92a4-0ce311703fdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.411417 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f0996d8-2f6e-4cb0-92a4-0ce311703fdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.490891 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f0996d8-2f6e-4cb0-92a4-0ce311703fdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.506596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0996d8-2f6e-4cb0-92a4-0ce311703fdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12f14fa-e4cf-4f53-8188-69d98988e9a0,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:22.589102 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9f0996d8-2f6e-4cb0-92a4-0ce311703fdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.590597 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9f0996d8-2f6e-4cb0-92a4-0ce311703fdd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3400421 Sep 15 17:03:22.593372 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41740) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:22.597721 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-87501ea9-9edd-4837-ad24-48c22d9f1a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'a84cb872-26ef-40d8-b77f-7e96645ef4bf', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:22.683776 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-87501ea9-9edd-4837-ad24-48c22d9f1a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.742248 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-87501ea9-9edd-4837-ad24-48c22d9f1a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.833998 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-87501ea9-9edd-4837-ad24-48c22d9f1a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.853125 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87501ea9-9edd-4837-ad24-48c22d9f1a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f5f3d6-65c9-4e08-bacf-ea5cd37564f2,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:22.920469 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-87501ea9-9edd-4837-ad24-48c22d9f1a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:22.921715 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-87501ea9-9edd-4837-ad24-48c22d9f1a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274302 Sep 15 17:03:22.924444 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41742) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:22.928775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fc11e342-e508-4c78-a3fb-9f20c1d42ce7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'a84cb872-26ef-40d8-b77f-7e96645ef4bf', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:22.994375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e926c5e1-081b-4698-9e6e-062aa19c7ef8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:03:23.014948 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: e926c5e1-081b-4698-9e6e-062aa19c7ef8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:03:23.015286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device e926c5e1-081b-4698-9e6e-062aa19c7ef8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:03:23.028043 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc11e342-e508-4c78-a3fb-9f20c1d42ce7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.083972 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc11e342-e508-4c78-a3fb-9f20c1d42ce7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.166070 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc11e342-e508-4c78-a3fb-9f20c1d42ce7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.185664 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11e342-e508-4c78-a3fb-9f20c1d42ce7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889173cc-4f73-4cea-922b-cc17582f0052,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:23.256476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fc11e342-e508-4c78-a3fb-9f20c1d42ce7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.257676 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fc11e342-e508-4c78-a3fb-9f20c1d42ce7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322964 Sep 15 17:03:23.260435 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41744) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:23.264827 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-4b884b6e-a0f3-4515-90c8-e82b8be8bf29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'a84cb872-26ef-40d8-b77f-7e96645ef4bf', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:23.387753 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b884b6e-a0f3-4515-90c8-e82b8be8bf29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.449536 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b884b6e-a0f3-4515-90c8-e82b8be8bf29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.524562 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b884b6e-a0f3-4515-90c8-e82b8be8bf29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.543317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b884b6e-a0f3-4515-90c8-e82b8be8bf29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3689b99d-a93a-4c81-a50a-7a21d3495211,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:23.616085 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4b884b6e-a0f3-4515-90c8-e82b8be8bf29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.617385 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4b884b6e-a0f3-4515-90c8-e82b8be8bf29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559971 Sep 15 17:03:23.620077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41746) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:23.624565 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'a84cb872-26ef-40d8-b77f-7e96645ef4bf', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:23.708616 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:03:23.713490 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.776051 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.840289 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.858208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0785fa-a71e-4692-b77a-5650139d3355,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:23.931015 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:23.932142 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5b08213c-f935-4a85-837f-0d9007f69b65 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3111057 Sep 15 17:03:23.935015 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41748) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:23.939460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': 'a84cb872-26ef-40d8-b77f-7e96645ef4bf', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:23.993888 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-751456d4-4216-4b69-94ef-ce6f5f1c8587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.022339 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:03:24.028027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.088052 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.181866 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.201555 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c26e32f-7cda-45b4-a72b-1d540f3ef051,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:24.284894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.286355 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-79e300e9-cd02-4932-901b-b53479855124 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503888 Sep 15 17:03:24.289208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41750) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:24.294368 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'network': {'name': 'tempest-network-smoke--1902637457', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'port_security_enabled': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:24.376233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:03:24.379704 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.402693 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:03:24.411294 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.411643 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Added segment fb3bbab7-11c0-4ec1-ae81-4013c70bf698 of type vlan for network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 Sep 15 17:03:24.456019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.548800 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.554314 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:24.554890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.618179 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Network': ['ID=3d06fa37-9a0a-4ea6-be52-2d5f0b435406,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:24.628989 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:03:24.658164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-336db11b-0acc-4897-9327-e76d5f77dc3b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3679447 Sep 15 17:03:24.660787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41752) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:24.665247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'admin_state_up': True, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:24.748711 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.749743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.804064 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.886800 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:03:25.006386 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.287752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.306010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.405881 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.35 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0d67e554-c3ba-4608-8fc0-c1639263f756) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:03:25.511837 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.599406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.634111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:25.636954 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:25.640700 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:03:25.670121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=0d67e554-c3ba-4608-8fc0-c1639263f756,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:26.014216 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:26.212696 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:26.440096 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router fa8d947b-a8ab-40da-ada9-def2b031320c is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:03:26.549460 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:03:26.558961 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Sync routers for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:03:26.572243 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:26.596542 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:02:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:26.646078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:26.647354 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-764141ed-161f-4df0-b1f5-3e3a9cf8f3c4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9856381 Sep 15 17:03:26.650780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41754) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:26.675690 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:26.680095 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e9ccd101-3e00-48d6-97d4-eb0fa74a4777 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=944bd02b1281436b931fb3c3bfdc1cc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282540 Sep 15 17:03:26.682739 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41756) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:26.773756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fe84c-7921-4369-beb7-f43cd4a6134a tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:26.775537 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c21fe84c-7921-4369-beb7-f43cd4a6134a tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916498 Sep 15 17:03:26.778566 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41758) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:26.806001 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a030713a-1730-4f85-a636-9aad4074c602 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263736 Sep 15 17:03:26.808461 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41760) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:26.813900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948350839', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:26.850070 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:25Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:26.875964 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Checking router: fa8d947b-a8ab-40da-ada9-def2b031320c for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:03:26.876302 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Updating router fa8d947b-a8ab-40da-ada9-def2b031320c port 0d67e554-c3ba-4608-8fc0-c1639263f756 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:03:26.900001 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:26.955008 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:03:26.958579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.149377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.164128 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.217895 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.229010 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.285271 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Pushing event updated for resources: {'Port': ['ID=0d67e554-c3ba-4608-8fc0-c1639263f756,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:27.286323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Subnet': ['ID=beaa0666-7100-48f1-a941-d19799cf8362,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:27.295414 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.295813 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.296166 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.296773 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.297212 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Checking segment: {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:03:27.297358 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.297815 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.297960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network hostable DHCP agents. Network: 3d06fa37-9a0a-4ea6-be52-2d5f0b435406, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:03:27.298346 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.299040 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.299389 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.299905 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.300425 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.300984 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:27.307835 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Attempting to bind port 0d67e554-c3ba-4608-8fc0-c1639263f756 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:03:27.308208 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Attempting to bind port 0d67e554-c3ba-4608-8fc0-c1639263f756 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:03:27.308595 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Attempting to bind port 0d67e554-c3ba-4608-8fc0-c1639263f756 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:03:27.316296 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:03:27.316701 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:03:27.321305 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.321305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:03:27.321305 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Bound port: 0d67e554-c3ba-4608-8fc0-c1639263f756, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:03:27.321305 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.375143 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] For port 0d67e554-c3ba-4608-8fc0-c1639263f756, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:03:27.378233 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] For port 0d67e554-c3ba-4608-8fc0-c1639263f756, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0d67e554-c3ba-4608-8fc0-c1639263f756,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:03:27.393727 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3abc8287-5388-4eb2-9a19-109793c9e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.406172 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:03:27.451958 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.479607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 3d06fa37-9a0a-4ea6-be52-2d5f0b435406) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:27.484306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:27.485136 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.489191 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8531b-dece-44a5-acd6-3d62bfb272fa None None] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:03:27.583373 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-37bb2cac-0b07-4e40-a7e2-8c1c1888a870 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7738540 Sep 15 17:03:27.586207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41762) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:27.622507 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:27.623161 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:27.653905 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.664324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:03:27.665210 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.673300 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff79be-cc98-4d88-8a52-8426e19c8131 None None] Pushing event updated for resources: {'Port': ['ID=0d67e554-c3ba-4608-8fc0-c1639263f756,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:27.753318 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:27.840089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Allocated IP 172.20.0.2 (3d06fa37-9a0a-4ea6-be52-2d5f0b435406/beaa0666-7100-48f1-a941-d19799cf8362/da739770-c038-4134-a269-bb87042e2e7d) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:03:27.942245 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:25Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:27.969162 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64549c5-4e4a-47b8-a939-c3e7ea6d0771 None None] The sync data for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 is: [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:25Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:03:27.990924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.054555 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.069670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.113972 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:28.116996 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:28.120624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:03:28.132974 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Pushing event updated for resources: {'Port': ['ID=da739770-c038-4134-a269-bb87042e2e7d,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:28.208428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Attempting to bind port da739770-c038-4134-a269-bb87042e2e7d on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:03:28.208428 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Attempting to bind port da739770-c038-4134-a269-bb87042e2e7d by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:03:28.209188 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Attempting to bind port da739770-c038-4134-a269-bb87042e2e7d on network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:03:28.217028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:03:28.217418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Checking segment: {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:03:28.217831 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.218237 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Bound using segment: {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:03:28.218737 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Bound port: da739770-c038-4134-a269-bb87042e2e7d, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:03:28.219268 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.301604 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] For port da739770-c038-4134-a269-bb87042e2e7d, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:03:28.305066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] For port da739770-c038-4134-a269-bb87042e2e7d, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=da739770-c038-4134-a269-bb87042e2e7d,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:03:28.367039 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.441362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158c304-5aca-4816-bc1a-76a3bc5fb8c8 None None] Pushing event updated for resources: {'Port': ['ID=da739770-c038-4134-a269-bb87042e2e7d,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:28.738122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.763981 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.1 (3d06fa37-9a0a-4ea6-be52-2d5f0b435406/beaa0666-7100-48f1-a941-d19799cf8362/a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:03:28.886054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:28.971762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.015478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:29.018706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:29.022501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:03:29.051819 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:29.081576 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.115673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0d67e554-c3ba-4608-8fc0-c1639263f756 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:29.176000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0d67e554-c3ba-4608-8fc0-c1639263f756 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:29.176515 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.260819 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.290869 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 0d67e554-c3ba-4608-8fc0-c1639263f756, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0d67e554-c3ba-4608-8fc0-c1639263f756,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:29.293381 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.373073 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.377179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device da739770-c038-4134-a269-bb87042e2e7d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:29.442337 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3b837-3c84-4656-a84a-ed86325e6ed4 None None] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:03:29.493930 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=0d67e554-c3ba-4608-8fc0-c1639263f756,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:29.552203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port da739770-c038-4134-a269-bb87042e2e7d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:29.552623 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.596348 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b7d3fd22-f38b-4ac3-a80c-bac0812caf8b None None] Provisioning complete for port da739770-c038-4134-a269-bb87042e2e7d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:29.596765 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b7d3fd22-f38b-4ac3-a80c-bac0812caf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.607991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.670667 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.745888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.749898 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:29.781405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.813825 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b7d3fd22-f38b-4ac3-a80c-bac0812caf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.847922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port da739770-c038-4134-a269-bb87042e2e7d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=da739770-c038-4134-a269-bb87042e2e7d,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:29.863678 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:29.865092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:29.898360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:29.979366 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-b7d3fd22-f38b-4ac3-a80c-bac0812caf8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:03:29.979730 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-b7d3fd22-f38b-4ac3-a80c-bac0812caf8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:03:29.983146 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=da739770-c038-4134-a269-bb87042e2e7d,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:29.998642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router fa8d947b-a8ab-40da-ada9-def2b031320c has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:03:30.112989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:03:30.118206 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-347b4629-be27-4bb7-8f57-8eb93c581214 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/fa8d947b-a8ab-40da-ada9-def2b031320c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5308230 Sep 15 17:03:30.124296 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Sync routers for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:03:30.134271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:30.134886 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:30.252172 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:30.267838 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-dfe3734a-0db7-4c27-9af1-d49cae0f8cb9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709845732&fields=id&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 267 time: 0.0365965 Sep 15 17:03:30.391341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-20f72756-548d-4fe8-b165-84f1315109da tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:30.393223 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-20f72756-548d-4fe8-b165-84f1315109da tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/networks?id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 200 len: 797 time: 0.1183033 Sep 15 17:03:30.419269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-98d0503a-0ac1-4568-956e-317276891b7b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/quotas/944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 375 time: 0.0183318 Sep 15 17:03:30.445390 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:30.466850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-c39d64ee-5d72-420f-acf0-12a8a2b41b41 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467939 Sep 15 17:03:30.474189 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 2, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:30.483411 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-51a312f7-2da5-462e-8e44-8ea54a1d104b service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:03:30.484388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-51a312f7-2da5-462e-8e44-8ea54a1d104b service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058115 Sep 15 17:03:30.503794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Checking router: fa8d947b-a8ab-40da-ada9-def2b031320c for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:03:30.504159 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Updating router fa8d947b-a8ab-40da-ada9-def2b031320c port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:03:30.555458 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:30.572841 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-6e6e7bb8-eb73-4599-9c88-5250f55a980e service neutron] 10.222.0.63 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822313 Sep 15 17:03:30.666589 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-f1bb6227-793f-43ea-8fe4-f8e5a90529e1 service neutron] 10.222.0.63 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Sep 15 17:03:30.709969 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6a1a4caf-64b9-41d1-b655-9963a03cebcf None None] Provisioning complete for port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:30.710349 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4caf-64b9-41d1-b655-9963a03cebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:30.778363 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a4caf-64b9-41d1-b655-9963a03cebcf None None] Port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:03:30.806406 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6a1a4caf-64b9-41d1-b655-9963a03cebcf None None] Provisioning complete for port da739770-c038-4134-a269-bb87042e2e7d triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:30.806782 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6a1a4caf-64b9-41d1-b655-9963a03cebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:30.910853 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:30.912666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05c47e4b-828d-4454-aa52-3d9be9a40927 req-e3c04aec-8c4c-48ee-8822-0b9abc0f9366 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 210 time: 0.0282576 Sep 15 17:03:30.983397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.013648 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.040234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e001fa9-ddf5-499d-a8f3-504bbc440d6a None None] Pushing event updated for resources: {'Port': ['ID=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:31.068318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0d67e554-c3ba-4608-8fc0-c1639263f756 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:31.125362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Attempting to bind port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:03:31.125739 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Attempting to bind port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:03:31.126111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Attempting to bind port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 on network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:03:31.137352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:03:31.142320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Checking segment: {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:03:31.142320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.142320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Bound using segment: {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:03:31.142320 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Bound port: a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:03:31.142320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.186587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0d67e554-c3ba-4608-8fc0-c1639263f756 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:31.186882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.245424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] For port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:03:31.265965 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] For port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:03:31.299404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d00e18cc-6167-4474-9741-e8883e625958 None None] Provisioning complete for port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:31.299715 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d00e18cc-6167-4474-9741-e8883e625958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.337906 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device da739770-c038-4134-a269-bb87042e2e7d up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:31.339901 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.540412 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d00e18cc-6167-4474-9741-e8883e625958 None None] Port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:03:31.591287 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:31.591955 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:31.629785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e001fa9-ddf5-499d-a8f3-504bbc440d6a None None] Pushing event updated for resources: {'Port': ['ID=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:31.645721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port da739770-c038-4134-a269-bb87042e2e7d triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:31.646105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:31.752838 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:31.890414 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3a83b9c7-8fd9-4f36-ac86-e970ff9ee549 None None] Provisioning complete for port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:31.890796 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a83b9c7-8fd9-4f36-ac86-e970ff9ee549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.015441 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b222075e-246c-436e-8f52-23abaf1bbd3f req-fdead00e-58b7-43a5-b9af-6188acb0bc29 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 210 time: 0.0281990 Sep 15 17:03:32.049129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a83b9c7-8fd9-4f36-ac86-e970ff9ee549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.080720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:31Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:32.115908 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3a83b9c7-8fd9-4f36-ac86-e970ff9ee549 None None] For port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:32.117426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee545c-0452-4b2b-b358-6012a0be8b89 None None] The sync data for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 is: [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:31Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:03:32.212738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3a83b9c7-8fd9-4f36-ac86-e970ff9ee549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:32.277244 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83b9c7-8fd9-4f36-ac86-e970ff9ee549 None None] Pushing event updated for resources: {'Port': ['ID=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:32.975420 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-71116fa0-cbd4-48c5-83d0-61f4ee32caa6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:32.976974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-71116fa0-cbd4-48c5-83d0-61f4ee32caa6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/networks?id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 200 len: 797 time: 0.1127164 Sep 15 17:03:33.025631 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-098e347f-d45b-4041-8531-85fb94daec0f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 380 time: 0.0393178 Sep 15 17:03:33.035047 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'port': {'device_id': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'admin_state_up': True, 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'security_groups': ['a84cb872-26ef-40d8-b77f-7e96645ef4bf']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:33.114864 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:33.166609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8c32c295-a246-495a-bec0-4a3dfd94ffc4 req-51f4a460-4294-494e-bfff-4c6905f63728 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 210 time: 0.0386467 Sep 15 17:03:33.168398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:33.168797 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.291382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:03:33.295644 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.418797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.6 (3d06fa37-9a0a-4ea6-be52-2d5f0b435406/beaa0666-7100-48f1-a941-d19799cf8362/dcea1494-d256-4fb0-bdb3-3175c22405a7) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:03:33.561213 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.640676 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.681760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:33.685136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:33.688705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:03:33.723070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=dcea1494-d256-4fb0-bdb3-3175c22405a7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:33.749394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:33.750116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.812893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-48a2740e-ae0f-4941-9624-a33942ccc837 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815440 Sep 15 17:03:33.825551 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Request body: {'port': {'device_id': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:33.882069 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.946748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-281fbd1c-db14-4ef5-a27b-39947028982d None None] Provisioning complete for port dcea1494-d256-4fb0-bdb3-3175c22405a7 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:33.947125 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-281fbd1c-db14-4ef5-a27b-39947028982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:33.981905 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-281fbd1c-db14-4ef5-a27b-39947028982d None None] Port dcea1494-d256-4fb0-bdb3-3175c22405a7 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:03:34.149078 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcea1494-d256-4fb0-bdb3-3175c22405a7 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:03:34.157422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:34.170218 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Transition to ACTIVE for port object dcea1494-d256-4fb0-bdb3-3175c22405a7 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:03:34.240437 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:34.301892 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Pushing event updated for resources: {'Port': ['ID=dcea1494-d256-4fb0-bdb3-3175c22405a7,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:34.404008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622affd-58bc-4dd3-ae81-cb18bfeabfa6 req-d8071b00-e70c-4761-ae8d-916bf77caaf8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.405230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4622affd-58bc-4dd3-ae81-cb18bfeabfa6 req-d8071b00-e70c-4761-ae8d-916bf77caaf8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 943 time: 0.1398449 Sep 15 17:03:34.410487 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Attempting to bind port dcea1494-d256-4fb0-bdb3-3175c22405a7 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:03:34.410822 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Attempting to bind port dcea1494-d256-4fb0-bdb3-3175c22405a7 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:03:34.411148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Attempting to bind port dcea1494-d256-4fb0-bdb3-3175c22405a7 on network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:03:34.423021 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Port dcea1494-d256-4fb0-bdb3-3175c22405a7 on network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:03:34.423341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Attempting to bind port dcea1494-d256-4fb0-bdb3-3175c22405a7 on network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:03:34.437987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:03:34.438331 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Checking segment: {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:03:34.438717 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Bound using segment: {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:03:34.439222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Bound port: dcea1494-d256-4fb0-bdb3-3175c22405a7, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:03:34.439586 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:34.469393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4622affd-58bc-4dd3-ae81-cb18bfeabfa6 req-37323bda-e1d5-40c8-a34f-ce0616820202 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558815 Sep 15 17:03:34.519825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] For port dcea1494-d256-4fb0-bdb3-3175c22405a7, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:03:34.522985 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] For port dcea1494-d256-4fb0-bdb3-3175c22405a7, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:03:34.606301 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:34.641264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.642046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:34.643422 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] 10.222.0.38 "PUT /v2.0/ports/dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 200 len: 1091 time: 0.8226418 Sep 15 17:03:34.643867 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:34.646216 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b955fd9e-7b15-41df-bda5-e64cd50cb47c" -d '{"events": [{"name": "network-changed", "server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:34.674127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d364-a6eb-41bc-9bae-7598badd0b72 service neutron] Pushing event updated for resources: {'Port': ['ID=dcea1494-d256-4fb0-bdb3-3175c22405a7,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:34.688312 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35537974-532a-421b-b548-1165ed6902b2 x-openstack-request-id: req-35537974-532a-421b-b548-1165ed6902b2 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:34.688639 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:34.688894 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-35537974-532a-421b-b548-1165ed6902b2 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:34.689301 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'status': 'completed', 'code': 200} Sep 15 17:03:34.759002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955fd9e-7b15-41df-bda5-e64cd50cb47c req-6b5e2c1d-87b7-49bf-b103-3381324289d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.760563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b955fd9e-7b15-41df-bda5-e64cd50cb47c req-6b5e2c1d-87b7-49bf-b103-3381324289d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1094 time: 0.0514512 Sep 15 17:03:34.864840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955fd9e-7b15-41df-bda5-e64cd50cb47c req-c7a6f4e9-a05b-4203-b1f4-7265f86e6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.866409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b955fd9e-7b15-41df-bda5-e64cd50cb47c req-c7a6f4e9-a05b-4203-b1f4-7265f86e6cb9 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0984292 Sep 15 17:03:34.961992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955fd9e-7b15-41df-bda5-e64cd50cb47c req-ad0ac136-3845-4e92-9727-c65093be0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:34.963458 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b955fd9e-7b15-41df-bda5-e64cd50cb47c req-ad0ac136-3845-4e92-9727-c65093be0f7b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902181 Sep 15 17:03:35.037570 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5731b28d-b6c7-47b7-9337-b528b3aac781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:35.039070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-5731b28d-b6c7-47b7-9337-b528b3aac781 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1094 time: 0.0406606 Sep 15 17:03:35.081061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-83f033a5-fd20-4711-aa1f-147310976463 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 200 len: 217 time: 0.0340688 Sep 15 17:03:35.142183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-bc855d14-ccd3-4694-a771-b3524b256fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:35.143646 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-bc855d14-ccd3-4694-a771-b3524b256fe0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=beaa0666-7100-48f1-a941-d19799cf8362 HTTP/1.1" status: 200 len: 835 time: 0.0553646 Sep 15 17:03:35.210808 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-80e17a7f-d2e5-418e-bf30-efd17634aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:35.212316 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-80e17a7f-d2e5-418e-bf30-efd17634aea9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612810 Sep 15 17:03:35.302403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-f86153f4-6d5b-407d-a90b-7298031815ea service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828695 Sep 15 17:03:35.393617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f542774-c18e-415a-9b91-5da4522e1b92 req-31bf76a2-0dea-4566-be77-0691ef347bcb service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834148 Sep 15 17:03:35.632608 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa09ee3-9788-4cae-a125-86cd022b1a5e req-aba560c5-ede4-47c9-a468-5ac92e37b714 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:35.634084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4fa09ee3-9788-4cae-a125-86cd022b1a5e req-aba560c5-ede4-47c9-a468-5ac92e37b714 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 943 time: 0.0487466 Sep 15 17:03:35.672513 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4fa09ee3-9788-4cae-a125-86cd022b1a5e req-f9b9d8f1-4b99-4141-9bcb-378fc24f5958 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319521 Sep 15 17:03:36.785315 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4914d9a-1398-4fda-807d-835983d6f53b req-3fc94a9e-2e1e-4cb5-b590-554f73df2172 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:36.786782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4914d9a-1398-4fda-807d-835983d6f53b req-3fc94a9e-2e1e-4cb5-b590-554f73df2172 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 943 time: 0.0483105 Sep 15 17:03:36.828604 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f4914d9a-1398-4fda-807d-835983d6f53b req-21b373e0-665b-4632-ab01-9f063ddf3e55 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358415 Sep 15 17:03:37.941811 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeb067-f26b-4608-9b3c-d747274c4ef1 req-2a5f09a8-fd96-4ff0-98e3-3a0e41066dfe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:37.943230 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30eeb067-f26b-4608-9b3c-d747274c4ef1 req-2a5f09a8-fd96-4ff0-98e3-3a0e41066dfe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 943 time: 0.0486584 Sep 15 17:03:37.980294 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-30eeb067-f26b-4608-9b3c-d747274c4ef1 req-ef1d821a-c308-4e29-b050-691aceff43ac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311909 Sep 15 17:03:38.404317 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dcea1494-d256-4fb0-bdb3-3175c22405a7 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:03:38.502913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dcea1494-d256-4fb0-bdb3-3175c22405a7, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:38.514286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'port_id': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'mac_address': 'fa:16:3e:ef:64:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:03:38.551838 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.564533 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcea1494-d256-4fb0-bdb3-3175c22405a7 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:03:38.584432 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dcea1494-d256-4fb0-bdb3-3175c22405a7, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:38.634004 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:38.682128 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=dcea1494-d256-4fb0-bdb3-3175c22405a7,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:38.834811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['dcea1494-d256-4fb0-bdb3-3175c22405a7'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:03:39.095014 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270884-b638-4ab0-9f27-d3f68740e41f req-1ab17a54-853e-442b-b548-31ceb84e4077 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:39.096539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b270884-b638-4ab0-9f27-d3f68740e41f req-1ab17a54-853e-442b-b548-31ceb84e4077 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 944 time: 0.0495403 Sep 15 17:03:39.136066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7b270884-b638-4ab0-9f27-d3f68740e41f req-f43e8f9d-9413-4cde-a2f5-e9f5f4e58610 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336020 Sep 15 17:03:40.250329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e7343-75b0-4d7f-83a6-70cbb4a373ca req-23f0d829-4f1f-4e3e-9c5f-ab05a34184b7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.251775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a33e7343-75b0-4d7f-83a6-70cbb4a373ca req-23f0d829-4f1f-4e3e-9c5f-ab05a34184b7 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 944 time: 0.0481379 Sep 15 17:03:40.291353 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a33e7343-75b0-4d7f-83a6-70cbb4a373ca req-0cb37903-289b-4e08-93ba-68c196ff6805 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336792 Sep 15 17:03:40.404181 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dcea1494-d256-4fb0-bdb3-3175c22405a7 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:03:40.497397 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port dcea1494-d256-4fb0-bdb3-3175c22405a7 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:03:40.501089 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port dcea1494-d256-4fb0-bdb3-3175c22405a7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:03:40.501463 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:40.577042 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:40.598250 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:40.600530 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f18bbe1-b816-4714-a849-9b7362bf4b6c" -d '{"events": [{"server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "name": "network-vif-plugged", "status": "completed", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:40.613103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port dcea1494-d256-4fb0-bdb3-3175c22405a7, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:03:40.635251 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0bddbc-105c-44dd-b14c-26a9bd292f61 x-openstack-request-id: req-7e0bddbc-105c-44dd-b14c-26a9bd292f61 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:40.635538 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "name": "network-vif-plugged", "status": "completed", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:40.635796 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7e0bddbc-105c-44dd-b14c-26a9bd292f61 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:40.636235 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'code': 200} Sep 15 17:03:40.662071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:40.709964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=dcea1494-d256-4fb0-bdb3-3175c22405a7,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:40.731178 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70279-a147-41cd-be35-c8355ab9f038 req-5272f76e-2107-4dfe-9b61-b177e56e9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:40.732702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d70279-a147-41cd-be35-c8355ab9f038 req-5272f76e-2107-4dfe-9b61-b177e56e9806 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1096 time: 0.0406837 Sep 15 17:03:40.767134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-71d70279-a147-41cd-be35-c8355ab9f038 req-04c029c9-4c09-4b30-85b3-4fe8531994f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278885 Sep 15 17:03:41.406691 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029151f-cf1b-4c44-9dca-95eedff3ddd8 req-555fff7e-583e-452a-9eba-8e4a40b5e79f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:41.408145 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e029151f-cf1b-4c44-9dca-95eedff3ddd8 req-555fff7e-583e-452a-9eba-8e4a40b5e79f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0486293 Sep 15 17:03:41.445494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e029151f-cf1b-4c44-9dca-95eedff3ddd8 req-cde45a7e-1f6a-409e-abfc-9b83b00a051b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Sep 15 17:03:42.559028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce502da-1403-4e13-9140-eb1e5f5d6982 req-1c1a1021-d8a6-4340-b240-3e3b3e4e6b2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.560396 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ce502da-1403-4e13-9140-eb1e5f5d6982 req-1c1a1021-d8a6-4340-b240-3e3b3e4e6b2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0489888 Sep 15 17:03:42.601706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0ce502da-1403-4e13-9140-eb1e5f5d6982 req-36732a7e-7ab0-4241-a6bb-1d8f6eb88301 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353947 Sep 15 17:03:42.713617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcc3ca-4be8-44f4-b521-a5e931f2fefb req-86d1dd9b-be60-43fe-8751-9aeedaaf6c3f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.715709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-17fcc3ca-4be8-44f4-b521-a5e931f2fefb req-86d1dd9b-be60-43fe-8751-9aeedaaf6c3f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0480385 Sep 15 17:03:42.753988 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-17fcc3ca-4be8-44f4-b521-a5e931f2fefb req-2c0690f1-624f-42cd-a806-0e35aa52e661 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Sep 15 17:03:42.776326 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41818) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:42.870232 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e03cee-5a88-4df6-a4e4-9be285367fe4 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:42.873953 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e2e03cee-5a88-4df6-a4e4-9be285367fe4 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1091 time: 0.0945299 Sep 15 17:03:42.874857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41822) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:42.879156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:03:42.942272 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:43.040373 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:43.140926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.87 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/dc6e9eb2-ec31-4e58-b794-8667816f1602) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:03:43.245040 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:43.331549 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:43.373287 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:03:43.377736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:03:43.380547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:03:43.408252 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=dc6e9eb2-ec31-4e58-b794-8667816f1602,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:43.421687 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.422045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.422387 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.422726 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.423059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.423391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.423720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.424048 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.424375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.424736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.425059 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.425382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:03:43.743188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:43.858748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.003482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.061745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.133940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=dc6e9eb2-ec31-4e58-b794-8667816f1602,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:03:44.145245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.245654 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 408e60e5-68e7-4500-adb7-80aefac635a7 associated. External IP: 172.25.0.87, port: dcea1494-d256-4fb0-bdb3-3175c22405a7. Sep 15 17:03:44.447104 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router fa8d947b-a8ab-40da-ada9-def2b031320c has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:03:44.555298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:03:44.565440 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] Sync routers for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:03:44.578680 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:44.579286 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:44.668537 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:44.680399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:44.696412 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fa4f1fd4-64b5-4e7b-b3c4-eb59a25f9a6c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8205316 Sep 15 17:03:44.697034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:03:44.711707 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad62203-ba81-4d34-8609-a312b33e30c2" -d '{"events": [{"name": "network-changed", "server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:03:44.790258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb2942-ca78-486b-a846-a37dac100cda req-464d2536-0bc2-42c9-85f7-1a5f099f81bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:44.791749 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7acb2942-ca78-486b-a846-a37dac100cda req-464d2536-0bc2-42c9-85f7-1a5f099f81bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0485501 Sep 15 17:03:44.834379 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7acb2942-ca78-486b-a846-a37dac100cda req-972021e6-41c3-4b0a-bfab-85016fd03486 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334682 Sep 15 17:03:44.854554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41828) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:44.895532 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851bcb8-6e40-4a05-a298-65cb1cffc6ca x-openstack-request-id: req-7851bcb8-6e40-4a05-a298-65cb1cffc6ca {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:03:44.896221 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:03:44.896221 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-7851bcb8-6e40-4a05-a298-65cb1cffc6ca {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:03:44.896441 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'status': 'completed', 'code': 200} Sep 15 17:03:44.922706 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-f3b11c0f-5d29-48db-962c-f5e37fdc7d53 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/408e60e5-68e7-4500-adb7-80aefac635a7 HTTP/1.1" status: 200 len: 990 time: 0.0669296 Sep 15 17:03:44.935971 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '408e60e5-68e7-4500-adb7-80aefac635a7', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'port_id': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'mac_address': 'fa:16:3e:ef:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:03:43Z', 'updated_at': '2021-09-15T17:03:43Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:32Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:44.945006 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-9c5c587c-5bf0-4d11-9257-2de85f31a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:44.946491 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-9c5c587c-5bf0-4d11-9257-2de85f31a81a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1096 time: 0.0399535 Sep 15 17:03:44.962410 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] Checking router: fa8d947b-a8ab-40da-ada9-def2b031320c for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:03:44.971622 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:03:44.972234 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:03:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:45.038526 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-1b3d212b-8088-4890-9c3b-dfbe365a0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.040020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-1b3d212b-8088-4890-9c3b-dfbe365a0e95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 200 len: 898 time: 0.0868025 Sep 15 17:03:45.078849 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:03:45.108101 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-f5f7dfcf-b2fe-4379-958b-4e9696406181 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 200 len: 998 time: 0.0612295 Sep 15 17:03:45.340791 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '408e60e5-68e7-4500-adb7-80aefac635a7', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'port_id': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'mac_address': 'fa:16:3e:ef:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:03:43Z', 'updated_at': '2021-09-15T17:03:43Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:32Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:03:45.367992 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ed2d62-013f-427c-9d99-9b7734129e17 None None] The sync data for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 is: [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '408e60e5-68e7-4500-adb7-80aefac635a7', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'port_id': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'mac_address': 'fa:16:3e:ef:64:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:03:43Z', 'updated_at': '2021-09-15T17:03:43Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:32Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:03:45.539854 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-76fffd74-68fe-4ef3-91d2-87e0244704bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.542027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-76fffd74-68fe-4ef3-91d2-87e0244704bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=beaa0666-7100-48f1-a941-d19799cf8362 HTTP/1.1" status: 200 len: 835 time: 0.4274020 Sep 15 17:03:45.579279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cc36db-164b-42f9-b88c-0887848f3a94 None None] New status for floating IP 408e60e5-68e7-4500-adb7-80aefac635a7: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:03:45.589587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-62e23e02-ddcb-4dec-a79b-2a9a434e4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:45.592020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-62e23e02-ddcb-4dec-a79b-2a9a434e4fff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426428 Sep 15 17:03:45.602470 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-34b89c6d-e9ed-4d6b-9484-0206c61c7c50 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:03:45.603453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-34b89c6d-e9ed-4d6b-9484-0206c61c7c50 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048761 Sep 15 17:03:45.695392 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-83ce73c8-c24a-4dbf-9c58-1a18ba470a73 service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 Sep 15 17:03:45.785001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2ad62203-ba81-4d34-8609-a312b33e30c2 req-9d90857d-1038-4c0e-bbcf-b507dab738a5 service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Sep 15 17:03:45.926600 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41830) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:03:45.987173 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-faf57b09-7671-455b-a056-6cd6eed8d07c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/408e60e5-68e7-4500-adb7-80aefac635a7 HTTP/1.1" status: 200 len: 992 time: 0.0594351 Sep 15 17:03:46.250926 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-4e537173-090a-4ee7-acf0-5c2950b29c30 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440557 Sep 15 17:03:46.330399 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc778db-7386-4615-a63c-36f4684af83d req-b4c494d9-378e-4842-af9e-43b7b1637918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.331848 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-b4c494d9-378e-4842-af9e-43b7b1637918 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1096 time: 0.0398054 Sep 15 17:03:46.430926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc778db-7386-4615-a63c-36f4684af83d req-4996084a-44df-462a-8b9a-18ba277217b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.432359 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-4996084a-44df-462a-8b9a-18ba277217b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 200 len: 898 time: 0.0823386 Sep 15 17:03:46.498687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-2cb1534c-1d1f-433c-affc-32fd51748a9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 200 len: 1000 time: 0.0595567 Sep 15 17:03:46.546930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc778db-7386-4615-a63c-36f4684af83d req-e2c9bc84-4216-4f55-83f2-f5235a2e3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.548235 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-e2c9bc84-4216-4f55-83f2-f5235a2e3e0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=beaa0666-7100-48f1-a941-d19799cf8362 HTTP/1.1" status: 200 len: 835 time: 0.0429788 Sep 15 17:03:46.593294 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc778db-7386-4615-a63c-36f4684af83d req-ea62ee17-0806-4294-b510-f815b5263d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:03:46.594796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-ea62ee17-0806-4294-b510-f815b5263d19 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398116 Sep 15 17:03:46.725902 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-07b5680a-278d-4c62-ba3b-0c1fc65c3288 service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239874 Sep 15 17:03:46.825285 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc778db-7386-4615-a63c-36f4684af83d req-2795f4eb-a586-45bd-8032-667968536d1e service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873439 Sep 15 17:03:53.987900 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4a537881-a43c-498a-bab3-94a0b35b3b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.233183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.358983 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4df26637-45b0-4a1a-b361-3a5694af6711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.587455 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:58.730636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.416262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.970100 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.886202 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:04:17.404060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035ff2-cd40-4a30-a46c-832241b4736f req-6f093b63-f949-47a3-8314-0aaaa49898ed tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:17.405555 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22035ff2-cd40-4a30-a46c-832241b4736f req-6f093b63-f949-47a3-8314-0aaaa49898ed tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0499058 Sep 15 17:04:17.444045 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-22035ff2-cd40-4a30-a46c-832241b4736f req-9cfa4eaa-108f-4e43-bb50-e4409c39ffd8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Sep 15 17:04:18.563043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262268e-f42d-4f79-bfd8-828a909db4ec req-955b17a7-0820-473d-84d2-150962783cb2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:18.564552 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a262268e-f42d-4f79-bfd8-828a909db4ec req-955b17a7-0820-473d-84d2-150962783cb2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0531642 Sep 15 17:04:18.603420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a262268e-f42d-4f79-bfd8-828a909db4ec req-408a6d4a-eaa9-4025-9d74-60fa4921de4b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Sep 15 17:04:19.717500 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0a38f-a27c-466c-bba3-cf6abcfd0a1f req-469e4301-156a-45cb-8920-23fe3068efbc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:19.719535 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dbf0a38f-a27c-466c-bba3-cf6abcfd0a1f req-469e4301-156a-45cb-8920-23fe3068efbc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0488167 Sep 15 17:04:19.760983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-dbf0a38f-a27c-466c-bba3-cf6abcfd0a1f req-61241812-79eb-40c7-8a68-e25d44d7193d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354705 Sep 15 17:04:20.889683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3618-9484-4ccd-b3b7-0233cce3f4d6 req-b503972d-f34b-40ec-833b-cf8f91a9a9e8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:20.891162 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-645c3618-9484-4ccd-b3b7-0233cce3f4d6 req-b503972d-f34b-40ec-833b-cf8f91a9a9e8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0486352 Sep 15 17:04:20.929123 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-645c3618-9484-4ccd-b3b7-0233cce3f4d6 req-9818c2b3-022e-441a-80af-3c7aec6c35e0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319846 Sep 15 17:04:22.055481 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ab451-b03b-4b43-b23f-c2c42fee67e5 req-6c7d5345-4085-429c-b05a-001a95cab524 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:22.056994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-850ab451-b03b-4b43-b23f-c2c42fee67e5 req-6c7d5345-4085-429c-b05a-001a95cab524 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0579643 Sep 15 17:04:22.097139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-850ab451-b03b-4b43-b23f-c2c42fee67e5 req-eb5b9cb3-0b57-4238-8ecd-7ff29278cce4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Sep 15 17:04:23.213270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac725c-3775-4482-81db-3271121621d7 req-b7a741c1-a249-4434-ba10-22bc4b65319b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:23.214834 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91ac725c-3775-4482-81db-3271121621d7 req-b7a741c1-a249-4434-ba10-22bc4b65319b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0484810 Sep 15 17:04:23.257138 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-91ac725c-3775-4482-81db-3271121621d7 req-ee4ee322-07d9-4621-ace1-b0ae16061b57 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357022 Sep 15 17:04:23.992577 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-68bfd77a-796e-4a0b-ac99-afed25b12b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:24.369472 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9db54-7782-453b-a4e2-262ede83d349 req-b7874fcd-eaea-4281-98a0-99d66d2dcf59 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:24.370939 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6b9db54-7782-453b-a4e2-262ede83d349 req-b7874fcd-eaea-4281-98a0-99d66d2dcf59 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0480494 Sep 15 17:04:24.408740 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6b9db54-7782-453b-a4e2-262ede83d349 req-b4f9ccf8-361a-4801-928d-23503ca6f4e6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312853 Sep 15 17:04:25.525660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708d4c6-c24a-4908-85bb-70f7659ee6dc req-45323e59-c03b-437d-a7b3-d0f3527d64fc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:25.527158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a708d4c6-c24a-4908-85bb-70f7659ee6dc req-45323e59-c03b-437d-a7b3-d0f3527d64fc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0491672 Sep 15 17:04:25.564624 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a708d4c6-c24a-4908-85bb-70f7659ee6dc req-582d8c82-c4af-4f21-a0ff-36903fc1e7f5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313699 Sep 15 17:04:26.677791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47b649-4abe-4043-8554-11ac6920bccd req-9a5089ec-7416-4ea0-96c4-1b255c5bd579 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:26.679258 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed47b649-4abe-4043-8554-11ac6920bccd req-9a5089ec-7416-4ea0-96c4-1b255c5bd579 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0493414 Sep 15 17:04:26.721076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed47b649-4abe-4043-8554-11ac6920bccd req-a404f20c-df80-4a62-8374-852dac20ccac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356658 Sep 15 17:04:27.158196 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:27.358178 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d110e01f-0758-41f0-bdb2-817c01fe34f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:27.569837 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:27.833719 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1737d-406a-40b0-816b-780b418cd60a req-c6201fb8-3f1c-4659-b1db-d8441cfde482 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:27.835233 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eef1737d-406a-40b0-816b-780b418cd60a req-c6201fb8-3f1c-4659-b1db-d8441cfde482 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0492487 Sep 15 17:04:27.873882 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-eef1737d-406a-40b0-816b-780b418cd60a req-c0116c9b-8a6d-4fcd-b4dc-bc8ece7846c9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Sep 15 17:04:28.706177 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:28.990020 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c96fb-748c-4aef-bb7b-8ac6c7eb75ab req-a7b43fde-b631-461b-9d22-89e67910dafd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:28.991426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-073c96fb-748c-4aef-bb7b-8ac6c7eb75ab req-a7b43fde-b631-461b-9d22-89e67910dafd tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0487804 Sep 15 17:04:29.029805 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-073c96fb-748c-4aef-bb7b-8ac6c7eb75ab req-7a547102-0157-4902-9207-a13e68a4f8b2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Sep 15 17:04:30.146361 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259b26-4355-43d7-ae31-2f34f3d009dc req-8bc9bb38-f0b0-4cc9-b12a-d3bc9ebde1d5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:30.147831 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b259b26-4355-43d7-ae31-2f34f3d009dc req-8bc9bb38-f0b0-4cc9-b12a-d3bc9ebde1d5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0514152 Sep 15 17:04:30.190014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2b259b26-4355-43d7-ae31-2f34f3d009dc req-0e61d859-3ddc-4ea9-a4a5-ae3fa895a60a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354030 Sep 15 17:04:30.392773 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:30.964129 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:31.312751 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec39f0-1253-44c5-8e3f-886f0bca43bf req-f35267d1-5edc-4bfd-a695-31ee988fffcc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:31.314249 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86ec39f0-1253-44c5-8e3f-886f0bca43bf req-f35267d1-5edc-4bfd-a695-31ee988fffcc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0505767 Sep 15 17:04:31.352578 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-86ec39f0-1253-44c5-8e3f-886f0bca43bf req-812051a2-0671-4801-bca8-ad82ce894861 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Sep 15 17:04:32.469280 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb514da-7bd6-4526-9187-a2e4959ae7c3 req-d45b98ec-dcef-4a97-8283-85591be8fd41 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:32.470816 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4eb514da-7bd6-4526-9187-a2e4959ae7c3 req-d45b98ec-dcef-4a97-8283-85591be8fd41 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0498006 Sep 15 17:04:32.509937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4eb514da-7bd6-4526-9187-a2e4959ae7c3 req-d478cd6a-cc6c-4a78-bd3e-418226108e16 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Sep 15 17:04:33.625652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1f106-73d9-4fb9-a59d-d86cdd4b52ef req-0ac38993-6e35-46d1-beef-a1aae6bd8a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:33.627139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8f1f106-73d9-4fb9-a59d-d86cdd4b52ef req-0ac38993-6e35-46d1-beef-a1aae6bd8a2b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0495842 Sep 15 17:04:33.670023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8f1f106-73d9-4fb9-a59d-d86cdd4b52ef req-321a9376-3dc9-43aa-a5bc-8ee074cd05ab tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Sep 15 17:04:33.691767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41882) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:33.754577 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ffd56343-1b54-4bb4-a981-52b662d778e4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/408e60e5-68e7-4500-adb7-80aefac635a7 HTTP/1.1" status: 200 len: 992 time: 0.0616436 Sep 15 17:04:35.186328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b9536-53ff-4e77-b32b-27451a5e5eff req-0202a05e-3c13-4186-91aa-6c4387b7535c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:35.187842 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-922b9536-53ff-4e77-b32b-27451a5e5eff req-0202a05e-3c13-4186-91aa-6c4387b7535c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0529373 Sep 15 17:04:35.235433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-922b9536-53ff-4e77-b32b-27451a5e5eff req-57c087e3-2401-49fa-ba01-c9ac8cfd7e9a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Sep 15 17:04:35.262949 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be869d-c0bb-468f-8e99-8dca37af609a req-88c3b88e-5fdc-461e-a393-8120356443ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:35.264436 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84be869d-c0bb-468f-8e99-8dca37af609a req-88c3b88e-5fdc-461e-a393-8120356443ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1096 time: 0.0426261 Sep 15 17:04:35.357263 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be869d-c0bb-468f-8e99-8dca37af609a req-6c7852b6-210e-4693-b502-0b924cae2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:35.358622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84be869d-c0bb-468f-8e99-8dca37af609a req-6c7852b6-210e-4693-b502-0b924cae2722 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 200 len: 898 time: 0.0872412 Sep 15 17:04:35.424241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84be869d-c0bb-468f-8e99-8dca37af609a req-6ca4427e-3643-4701-90e2-e1d4768d60d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 200 len: 1000 time: 0.0589399 Sep 15 17:04:35.471727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be869d-c0bb-468f-8e99-8dca37af609a req-93522ff6-7ac4-452c-93e4-318eb930a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:35.473185 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84be869d-c0bb-468f-8e99-8dca37af609a req-93522ff6-7ac4-452c-93e4-318eb930a0a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=beaa0666-7100-48f1-a941-d19799cf8362 HTTP/1.1" status: 200 len: 835 time: 0.0427117 Sep 15 17:04:35.522110 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be869d-c0bb-468f-8e99-8dca37af609a req-2e695dd9-1769-4f0d-be86-65fa442837d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:35.523833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84be869d-c0bb-468f-8e99-8dca37af609a req-2e695dd9-1769-4f0d-be86-65fa442837d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423303 Sep 15 17:04:35.613593 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84be869d-c0bb-468f-8e99-8dca37af609a req-491a5c17-bf55-4b5a-98a1-78fdf5f1fb1d service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822401 Sep 15 17:04:35.706472 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-84be869d-c0bb-468f-8e99-8dca37af609a req-d9631292-5c92-4b76-aa85-9d3bdcdbfdb4 service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850821 Sep 15 17:04:36.353158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10297693-13e0-44f1-bb50-4589476a977a req-c2d187da-7968-4071-bd35-4c6a3ca2c708 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:36.354725 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10297693-13e0-44f1-bb50-4589476a977a req-c2d187da-7968-4071-bd35-4c6a3ca2c708 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0505266 Sep 15 17:04:36.392753 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-10297693-13e0-44f1-bb50-4589476a977a req-7bfbe8bc-7a70-4588-b0ef-62381e337cd2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314097 Sep 15 17:04:37.512831 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298114f-e45e-4762-99c7-e6d18d7055a1 req-ce14a576-3dfd-4648-a9d8-f58f8b962465 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:37.514300 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a298114f-e45e-4762-99c7-e6d18d7055a1 req-ce14a576-3dfd-4648-a9d8-f58f8b962465 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0484862 Sep 15 17:04:37.555857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a298114f-e45e-4762-99c7-e6d18d7055a1 req-86c3b24f-4773-48e9-81e4-d9be1bf2550d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356364 Sep 15 17:04:37.577936 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41898) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:37.636925 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-06c0e820-e123-44a5-90f3-6e825133444d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/408e60e5-68e7-4500-adb7-80aefac635a7 HTTP/1.1" status: 200 len: 992 time: 0.0575709 Sep 15 17:04:38.885223 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:04:46.253649 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-77147638-24d6-4f32-b934-1d6321728b22 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612497 Sep 15 17:04:46.335768 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad294-46a8-4c48-80f3-0d354993c066 req-b6ffbf60-6b5f-48b9-bf68-08b872f02d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:46.337266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-b6ffbf60-6b5f-48b9-bf68-08b872f02d10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1096 time: 0.0399232 Sep 15 17:04:46.444176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad294-46a8-4c48-80f3-0d354993c066 req-b278d6b5-105d-42b2-80c5-efaa7f8f9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:46.445685 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-b278d6b5-105d-42b2-80c5-efaa7f8f9968 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 200 len: 898 time: 0.0894651 Sep 15 17:04:46.511127 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-44db90f2-7f73-4ca8-b1db-af21c3d66049 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 200 len: 1000 time: 0.0576077 Sep 15 17:04:46.567805 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad294-46a8-4c48-80f3-0d354993c066 req-201bb3b2-c180-41b8-ac16-86e8288b7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:46.569297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-201bb3b2-c180-41b8-ac16-86e8288b7d04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=beaa0666-7100-48f1-a941-d19799cf8362 HTTP/1.1" status: 200 len: 835 time: 0.0509992 Sep 15 17:04:46.617623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad294-46a8-4c48-80f3-0d354993c066 req-e46ff099-dc4c-4847-b6b9-e543bfd927bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:04:46.619120 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-e46ff099-dc4c-4847-b6b9-e543bfd927bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428145 Sep 15 17:04:46.708635 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-19258b0d-8d16-4988-a37d-cff22cdc3df5 service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819545 Sep 15 17:04:46.800452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-119ad294-46a8-4c48-80f3-0d354993c066 req-a9b26ed6-3be4-42ee-a255-40d7e2af8a14 service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846131 Sep 15 17:04:53.997552 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71bf1de2-5711-4d01-9cec-21d6e3a48c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:57.197408 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:57.374488 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f9920e71-9112-40e5-b9f2-5cda9e874c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:57.586018 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:58.711729 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:00.380806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:00.974199 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:05.977445 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41912) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:06.134499 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port dc6e9eb2-ec31-4e58-b794-8667816f1602 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:05:06.134745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:06.208308 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:06.208663 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:06.220564 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for dc6e9eb2-ec31-4e58-b794-8667816f1602 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:05:06.426280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:06.453415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=dc6e9eb2-ec31-4e58-b794-8667816f1602,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:06.476571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.476922 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.477260 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.477595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.477940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.478256 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.478584 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.478910 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.479233 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.479551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.479871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.480186 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:06.524411 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:06.524848 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 408e60e5-68e7-4500-adb7-80aefac635a7 disassociated (deleted). External IP: 172.25.0.87, port: dcea1494-d256-4fb0-bdb3-3175c22405a7. Sep 15 17:05:06.723736 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router fa8d947b-a8ab-40da-ada9-def2b031320c has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:05:06.846794 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:05:06.851579 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:06.856436 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] Sync routers for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:05:06.865016 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:06.865626 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:06.877843 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b26b002c-0cae-481a-83a5-6ed389d9aff0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/floatingips/408e60e5-68e7-4500-adb7-80aefac635a7 HTTP/1.1" status: 204 len: 168 time: 0.8993299 Sep 15 17:05:06.880310 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:06.881010 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8499f99-da92-44bc-bc30-41149e7b45a6" -d '{"events": [{"name": "network-changed", "server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:06.973502 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:07.176746 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:32Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:07.203755 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] Checking router: fa8d947b-a8ab-40da-ada9-def2b031320c for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:07.212000 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:07.212650 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:07.253978 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ae8f72-376d-4b9c-a636-aca03899adcd x-openstack-request-id: req-64ae8f72-376d-4b9c-a636-aca03899adcd {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:07.254875 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:07.255404 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-64ae8f72-376d-4b9c-a636-aca03899adcd {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:07.256050 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'status': 'completed', 'code': 200} Sep 15 17:05:07.329820 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-27820688-ac8a-45f1-92af-6f3e116eb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:07.331397 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-27820688-ac8a-45f1-92af-6f3e116eb88d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 1096 time: 0.0519683 Sep 15 17:05:07.416649 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:07.457083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332388b-be89-4444-bfc3-9c062de7e904 req-6f630cbd-01bd-4b06-af80-30643019a719 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:07.458609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6332388b-be89-4444-bfc3-9c062de7e904 req-6f630cbd-01bd-4b06-af80-30643019a719 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.1529446 Sep 15 17:05:07.484809 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-06440133-e6d8-42e9-ab42-c83d0cd541ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:07.486255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-06440133-e6d8-42e9-ab42-c83d0cd541ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 200 len: 898 time: 0.1446872 Sep 15 17:05:07.513188 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6332388b-be89-4444-bfc3-9c062de7e904 req-b9b7aa68-2669-49b9-9bc8-ff1b47797df1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483944 Sep 15 17:05:07.539677 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-970e5548-0d7f-4d28-ab22-0b680db89884 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 200 len: 217 time: 0.0404820 Sep 15 17:05:07.595957 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-6600a7f7-a0e6-4476-b3c3-8ae4ee0088d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:07.597551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-6600a7f7-a0e6-4476-b3c3-8ae4ee0088d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=beaa0666-7100-48f1-a941-d19799cf8362 HTTP/1.1" status: 200 len: 835 time: 0.0484710 Sep 15 17:05:07.616528 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:32Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:07.644120 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-65dc3ab7-128a-4402-a9b8-b238cecc607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:07.645647 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-65dc3ab7-128a-4402-a9b8-b238cecc607c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d06fa37-9a0a-4ea6-be52-2d5f0b435406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388196 Sep 15 17:05:07.646677 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379e9ef-2472-4d68-9261-0aa89ec7d214 None None] The sync data for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 is: [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55', 'name': '', 'network_id': '3d06fa37-9a0a-4ea6-be52-2d5f0b435406', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:15:93:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:28Z', 'updated_at': '2021-09-15T17:03:32Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'beaa0666-7100-48f1-a941-d19799cf8362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:07.749267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-a229af80-1541-4754-a04c-03380f1cb4aa service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927045 Sep 15 17:05:07.852279 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8499f99-da92-44bc-bc30-41149e7b45a6 req-386cf82a-0ff0-4a77-a75e-8ae06778c790 service neutron] 10.222.0.38 "GET /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948124 Sep 15 17:05:07.882653 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b380d1a-d598-4cba-b794-e9bba96a398a None None] New status for floating IP 408e60e5-68e7-4500-adb7-80aefac635a7: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:05:08.634932 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6db3d-2a9c-483f-83b4-257444471a09 req-b2b30730-fe7f-4542-88b5-808ae93f19f4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:08.636448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2a6db3d-2a9c-483f-83b4-257444471a09 req-b2b30730-fe7f-4542-88b5-808ae93f19f4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0515125 Sep 15 17:05:08.675989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a2a6db3d-2a9c-483f-83b4-257444471a09 req-959d1647-5802-464a-a571-77b0feefee96 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=a84cb872-26ef-40d8-b77f-7e96645ef4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323005 Sep 15 17:05:08.777319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9741e623-2083-46f7-b9e4-b3c9e10f409b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:08.778824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9741e623-2083-46f7-b9e4-b3c9e10f409b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 945 time: 0.0520713 Sep 15 17:05:08.867116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port dcea1494-d256-4fb0-bdb3-3175c22405a7 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:05:08.867460 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:08.960732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port dcea1494-d256-4fb0-bdb3-3175c22405a7, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=dcea1494-d256-4fb0-bdb3-3175c22405a7,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:08.961111 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:08.973676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for dcea1494-d256-4fb0-bdb3-3175c22405a7 owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:05:09.179480 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:09.211862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=dcea1494-d256-4fb0-bdb3-3175c22405a7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:09.239622 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.239976 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.240319 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.243736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:09.262159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] No DVR routers for this DVR port dcea1494-d256-4fb0-bdb3-3175c22405a7 on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:05:09.264692 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:09.266625 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-06f1fef2-4148-4013-8748-8f34da16d194 req-9532355a-f27f-4e60-917b-d1360bbc6db0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.38 "DELETE /v2.0/ports/dcea1494-d256-4fb0-bdb3-3175c22405a7 HTTP/1.1" status: 204 len: 173 time: 0.4819593 Sep 15 17:05:09.267064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'name': 'network-vif-deleted', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:09.269315 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd1e07-20aa-42c6-b204-afb744ad7101" -d '{"events": [{"server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "name": "network-vif-deleted", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:09.306951 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949b4d0a-686e-47ba-9a51-bdfad4913878 x-openstack-request-id: req-949b4d0a-686e-47ba-9a51-bdfad4913878 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:09.306951 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c3e25-bc24-493a-8a44-ac4fbff412ec", "name": "network-vif-deleted", "tag": "dcea1494-d256-4fb0-bdb3-3175c22405a7", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:09.306951 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-949b4d0a-686e-47ba-9a51-bdfad4913878 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:09.306951 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c3e25-bc24-493a-8a44-ac4fbff412ec', 'name': 'network-vif-deleted', 'tag': 'dcea1494-d256-4fb0-bdb3-3175c22405a7', 'status': 'completed', 'code': 200} Sep 15 17:05:09.782906 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5ae74ba-0529-4baa-8788-9b5091e24c41 req-153ef287-d23c-460f-8549-2cd415d76328 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=947c3e25-bc24-493a-8a44-ac4fbff412ec HTTP/1.1" status: 200 len: 210 time: 0.0275640 Sep 15 17:05:10.837675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41932) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:11.203638 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:11.793561 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:05:11.794010 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:11.885344 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:11.886041 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:11.898452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:05:12.139506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:12.164940 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:12.341894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:12.557833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router fa8d947b-a8ab-40da-ada9-def2b031320c has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:05:12.661437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:05:12.666369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ddffe7be-0520-4d4c-93ab-de28a9339123 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/fa8d947b-a8ab-40da-ada9-def2b031320c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8276932 Sep 15 17:05:12.669336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41934) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:12.672886 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] Sync routers for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:05:12.681659 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:12.682270 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:12.719006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting subnet beaa0666-7100-48f1-a941-d19799cf8362 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:05:12.722007 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:12.763815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:12.784950 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:12.839857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dcea1494-d256-4fb0-bdb3-3175c22405a7 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:05:12.855496 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:12.864420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: dcea1494-d256-4fb0-bdb3-3175c22405a7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:05:12.868122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device dcea1494-d256-4fb0-bdb3-3175c22405a7 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:05:12.964456 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:05:12Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:12.989591 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] Checking router: fa8d947b-a8ab-40da-ada9-def2b031320c for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:12.998189 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] Routers {'fa8d947b-a8ab-40da-ada9-def2b031320c'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:12.998801 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['fa8d947b-a8ab-40da-ada9-def2b031320c'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:13.055226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.082472 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Subnet': ['ID=beaa0666-7100-48f1-a941-d19799cf8362,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:13.088423 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.090522 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5d6bafb7-7240-4d47-9a6b-4e15166c1320 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/subnets/beaa0666-7100-48f1-a941-d19799cf8362 HTTP/1.1" status: 204 len: 168 time: 0.4201796 Sep 15 17:05:13.095598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6255bf-d713-4c69-b363-6afa69c791f9 None None] Network 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:05:13.096737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41936) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:13.109828 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] Set router fa8d947b-a8ab-40da-ada9-def2b031320c gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:13.213556 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.283286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] DHCP port deletion for 3d06fa37-9a0a-4ea6-be52-2d5f0b435406 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:05:13.295741 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:05:12Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:13.322102 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287a8b8-54ee-49cd-baff-982901351ca8 None None] The sync data for ids ['fa8d947b-a8ab-40da-ada9-def2b031320c'] in n-d-808199-2 is: [{'id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303169093', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:03:24Z', 'updated_at': '2021-09-15T17:05:12Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '0d67e554-c3ba-4608-8fc0-c1639263f756', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d947b-a8ab-40da-ada9-def2b031320c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:03:25Z', 'updated_at': '2021-09-15T17:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:13.328108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.335887 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Deleting port da739770-c038-4134-a269-bb87042e2e7d {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:05:13.336261 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.399902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] For port da739770-c038-4134-a269-bb87042e2e7d, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=da739770-c038-4134-a269-bb87042e2e7d,segment=NetworkSegment(fb3bbab7-11c0-4ec1-ae81-4013c70bf698),segment_id=fb3bbab7-11c0-4ec1-ae81-4013c70bf698)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:13.400306 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.413595 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Calling delete_port for da739770-c038-4134-a269-bb87042e2e7d owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:05:13.423705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 0d67e554-c3ba-4608-8fc0-c1639263f756 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:05:13.424049 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.504533 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 0d67e554-c3ba-4608-8fc0-c1639263f756, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0d67e554-c3ba-4608-8fc0-c1639263f756,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:13.504930 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.516791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 0d67e554-c3ba-4608-8fc0-c1639263f756 owned by network:router_gateway {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:05:13.540255 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.565895 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Pushing event deleted for resources: {'Port': ['ID=da739770-c038-4134-a269-bb87042e2e7d,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:13.573374 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] No DVR routers for this DVR port da739770-c038-4134-a269-bb87042e2e7d on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:05:13.575727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.576078 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.576426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.576788 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.577131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.577463 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.577791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.578120 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.578443 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.578765 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.579088 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.579411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822d53f8-03cc-4fb5-9b87-c989b2dd8a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:13.751166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.778208 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=0d67e554-c3ba-4608-8fc0-c1639263f756,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:13.844246 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.935129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:13.937357 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.048794 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.049348 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Fanout notify agent at l3_agent the message router_deleted on router fa8d947b-a8ab-40da-ada9-def2b031320c {{(pid=102018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:05:14.057927 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.057927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-98b1f683-e3ef-4788-b29a-15dee10f878d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/routers/fa8d947b-a8ab-40da-ada9-def2b031320c HTTP/1.1" status: 204 len: 168 time: 0.9595568 Sep 15 17:05:14.060627 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41938) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:14.138890 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.227830 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.247115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d06fa37-9a0a-4ea6-be52-2d5f0b435406']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:14.255905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:14.256201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3bbab7-11c0-4ec1-ae81-4013c70bf698') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:14.265183 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.278543 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.284149 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:05:14.284562 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: timer() Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:05:14.287416 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:05:14.408797 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.415611 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.417568 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/networks/3d06fa37-9a0a-4ea6-be52-2d5f0b435406 HTTP/1.1" status: 204 len: 168 time: 0.3555934 Sep 15 17:05:14.420697 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41940) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:14.437107 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d77bc-34b8-43db-8e7f-a5863375bb79 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Network': ['ID=3d06fa37-9a0a-4ea6-be52-2d5f0b435406,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:14.490439 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-743a207b-6c4a-4ba3-8a03-1b646d59da17 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.517527 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-743a207b-6c4a-4ba3-8a03-1b646d59da17 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.631600 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-743a207b-6c4a-4ba3-8a03-1b646d59da17 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.634219 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-743a207b-6c4a-4ba3-8a03-1b646d59da17 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:14.638666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-743a207b-6c4a-4ba3-8a03-1b646d59da17 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/security-groups/a84cb872-26ef-40d8-b77f-7e96645ef4bf HTTP/1.1" status: 204 len: 168 time: 0.2138059 Sep 15 17:05:14.645575 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a207b-6c4a-4ba3-8a03-1b646d59da17 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84cb872-26ef-40d8-b77f-7e96645ef4bf,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:15.061144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41948) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:15.065690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2f05e072-bbb9-432c-9841-185a0bccf3d8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193569613', 'description': 'tempest-secgroup-smoke-1193569613 description', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:15.094351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device da739770-c038-4134-a269-bb87042e2e7d no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:05:15.115142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: da739770-c038-4134-a269-bb87042e2e7d {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:05:15.115486 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device da739770-c038-4134-a269-bb87042e2e7d not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:05:15.115897 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0d67e554-c3ba-4608-8fc0-c1639263f756 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:05:15.133928 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 0d67e554-c3ba-4608-8fc0-c1639263f756 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:05:15.134272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0d67e554-c3ba-4608-8fc0-c1639263f756 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:05:15.134677 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:05:15.150881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f05e072-bbb9-432c-9841-185a0bccf3d8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.153228 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:05:15.153567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a7ce230b-901e-42f7-ba3f-1d0b7ed0cd55 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:05:15.235105 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f05e072-bbb9-432c-9841-185a0bccf3d8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.333445 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f05e072-bbb9-432c-9841-185a0bccf3d8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.364385 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05e072-bbb9-432c-9841-185a0bccf3d8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97239be8-f1de-434f-b03d-c4adc71b1e69,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:15.419380 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2f05e072-bbb9-432c-9841-185a0bccf3d8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.420674 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2f05e072-bbb9-432c-9841-185a0bccf3d8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3584688 Sep 15 17:05:15.429701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41950) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:15.434180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-55a0ee44-ed2b-4a7e-8c7e-c0985daee6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '97239be8-f1de-434f-b03d-c4adc71b1e69', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:15.510277 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55a0ee44-ed2b-4a7e-8c7e-c0985daee6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.565803 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55a0ee44-ed2b-4a7e-8c7e-c0985daee6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.631842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55a0ee44-ed2b-4a7e-8c7e-c0985daee6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.652007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0ee44-ed2b-4a7e-8c7e-c0985daee6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede4ef67-d661-4a1d-9be4-c41a3473d26d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:15.705018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-55a0ee44-ed2b-4a7e-8c7e-c0985daee6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.706268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-55a0ee44-ed2b-4a7e-8c7e-c0985daee6e2 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756574 Sep 15 17:05:15.708896 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41952) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:15.713605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8b1d8003-89f8-4dd9-b6c6-afa2d84e135e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '97239be8-f1de-434f-b03d-c4adc71b1e69', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:15.789428 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8003-89f8-4dd9-b6c6-afa2d84e135e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.845008 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8003-89f8-4dd9-b6c6-afa2d84e135e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.884114 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:05:15.900048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8003-89f8-4dd9-b6c6-afa2d84e135e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.918874 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d8003-89f8-4dd9-b6c6-afa2d84e135e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2851ea30-bfd1-4984-a85c-2a296fbc277b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:15.974356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b1d8003-89f8-4dd9-b6c6-afa2d84e135e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:15.975563 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8b1d8003-89f8-4dd9-b6c6-afa2d84e135e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2657397 Sep 15 17:05:15.978119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41954) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:15.983043 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-178995c0-29e9-4ca4-a5b4-bde561933e01 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '97239be8-f1de-434f-b03d-c4adc71b1e69', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:16.065358 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-178995c0-29e9-4ca4-a5b4-bde561933e01 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.122146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-178995c0-29e9-4ca4-a5b4-bde561933e01 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.180342 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-178995c0-29e9-4ca4-a5b4-bde561933e01 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.202749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178995c0-29e9-4ca4-a5b4-bde561933e01 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d93ef28-ef23-4a6d-8e5b-fb56f65c5640,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:16.249131 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-178995c0-29e9-4ca4-a5b4-bde561933e01 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.250365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-178995c0-29e9-4ca4-a5b4-bde561933e01 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2713337 Sep 15 17:05:16.253109 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 41956) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:16.257471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-eee34634-9144-4ae2-a69d-4f0fab45774e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '97239be8-f1de-434f-b03d-c4adc71b1e69', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:16.321956 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eee34634-9144-4ae2-a69d-4f0fab45774e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.379704 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eee34634-9144-4ae2-a69d-4f0fab45774e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.420104 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eee34634-9144-4ae2-a69d-4f0fab45774e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.438005 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee34634-9144-4ae2-a69d-4f0fab45774e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6ff83e-0451-49ed-9cc7-495d366cd0fc,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:16.489046 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-eee34634-9144-4ae2-a69d-4f0fab45774e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.490326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-eee34634-9144-4ae2-a69d-4f0fab45774e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2362747 Sep 15 17:05:16.497930 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41958) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:16.502489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '97239be8-f1de-434f-b03d-c4adc71b1e69', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:16.568922 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:05:16.573905 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.632949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.688933 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.713845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31171178-e4a3-4399-928f-70b6167ae3cf,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:16.757170 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.758411 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-89a56edc-a265-4f38-8637-569fc1f374a8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2594514 Sep 15 17:05:16.761140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41962) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:16.766067 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'security_group_rule': {'security_group_id': '97239be8-f1de-434f-b03d-c4adc71b1e69', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:16.843607 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Project 944bd02b1281436b931fb3c3bfdc1cc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:05:16.849252 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.911609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.968658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:16.986731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4562ef65-d77f-4dbb-b5c1-69760b576c9c,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:17.025904 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.027802 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b87d8b62-5822-4db4-a0c6-455987590bc4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2644718 Sep 15 17:05:17.030041 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41964) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:17.034962 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'network': {'name': 'tempest-network-smoke--1931134695', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'port_security_enabled': True}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:17.107931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:05:17.112013 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.134974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:05:17.151414 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.151757 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Added segment bedba961-f90e-4bb8-bb07-648e9dca8f12 of type vlan for network e7935131-7646-4bdd-93a8-b28cda5f5ee2 Sep 15 17:05:17.190282 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.260506 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.267019 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:17.271748 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.338029 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Network': ['ID=e7935131-7646-4bdd-93a8-b28cda5f5ee2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:17.348248 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:05:17.358190 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bc2a2d06-6737-41e2-950c-ba7c3aa16eac tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3270438 Sep 15 17:05:17.360829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41966) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:17.365240 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'admin_state_up': True, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:17.437818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.439061 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.494333 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.677626 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.919880 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:17.938570 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:18.038365 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.32 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/64ec3459-c55c-4a05-bf57-b40199df7f30) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:05:18.142581 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:18.215263 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:18.252207 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:18.256568 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:18.259277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:05:18.286377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=64ec3459-c55c-4a05-bf57-b40199df7f30,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:18.597237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:18.797803 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:19.003355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 19422f3b-7023-457c-aaf2-87c802ba41cc is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:05:19.115340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:05:19.126053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Sync routers for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:05:19.135104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:19.135745 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:19.197575 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:19.199349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7ff8530b-d72f-4d7f-bdd5-f37a55238b82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8371062 Sep 15 17:05:19.202714 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41968) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:19.231486 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ab24b55d-1a71-4dd0-80f3-6cb4473f88a7 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?project_id=944bd02b1281436b931fb3c3bfdc1cc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276878 Sep 15 17:05:19.234111 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41970) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:19.242225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:19.325517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56907cb-f5f5-485b-b989-178381dfae2d tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:19.326940 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b56907cb-f5f5-485b-b989-178381dfae2d tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919263 Sep 15 17:05:19.329878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41972) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:19.357652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bbdb7d8b-b064-45e3-8c93-a10f93d136a8 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/subnets?network_id=efe5d06d-744f-4620-a42b-1e6f5318efbe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267239 Sep 15 17:05:19.360300 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41974) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:19.365385 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760568613', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:19.418193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:18Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:19.447330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Checking router: 19422f3b-7023-457c-aaf2-87c802ba41cc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:19.447669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Updating router 19422f3b-7023-457c-aaf2-87c802ba41cc port 64ec3459-c55c-4a05-bf57-b40199df7f30 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:05:19.471717 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:19.517426 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:05:19.521131 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:19.769001 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:19.829493 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Subnet': ['ID=c8329c7b-982b-4b8d-8759-99d41df1fda1,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:19.847398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Checking segment: {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:05:19.847751 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network hostable DHCP agents. Network: e7935131-7646-4bdd-93a8-b28cda5f5ee2, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:05:19.895892 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:19.951433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:05:20.003152 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.031900 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, e7935131-7646-4bdd-93a8-b28cda5f5ee2) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:20.036215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:20.038202 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.051736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6605a56-3b5b-46c0-bf02-aeab24e4a8e1 None None] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:05:20.073308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Attempting to bind port 64ec3459-c55c-4a05-bf57-b40199df7f30 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:05:20.073682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Attempting to bind port 64ec3459-c55c-4a05-bf57-b40199df7f30 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:05:20.074566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Attempting to bind port 64ec3459-c55c-4a05-bf57-b40199df7f30 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:05:20.084043 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-faf1a22f-d6dd-4c31-adcd-4095dd17b91c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7226641 Sep 15 17:05:20.086846 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 41976) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:20.096847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c392d-c75d-4b62-8602-600130f5960c None None] Pushing event updated for resources: {'Port': ['ID=64ec3459-c55c-4a05-bf57-b40199df7f30,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:20.103735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:05:20.104122 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:05:20.104553 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.105020 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:05:20.105762 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Bound port: 64ec3459-c55c-4a05-bf57-b40199df7f30, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:05:20.106167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.208415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] For port 64ec3459-c55c-4a05-bf57-b40199df7f30, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:05:20.212177 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] For port 64ec3459-c55c-4a05-bf57-b40199df7f30, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64ec3459-c55c-4a05-bf57-b40199df7f30,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:05:20.278525 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:05:20.279384 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.282321 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.417851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:20.417851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:20.472723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c392d-c75d-4b62-8602-600130f5960c None None] Pushing event updated for resources: {'Port': ['ID=64ec3459-c55c-4a05-bf57-b40199df7f30,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:20.595218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Allocated IP 172.20.0.2 (e7935131-7646-4bdd-93a8-b28cda5f5ee2/c8329c7b-982b-4b8d-8759-99d41df1fda1/4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:05:20.597966 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:20.889547 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.899469 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:20.913336 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:18Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:20.941153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e33c78-9c10-429d-9efe-fb8ccaf74611 None None] The sync data for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 is: [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:18Z', 'revision_number': 3, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:20.962433 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:21.008967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:21.012740 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:21.016360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:05:21.027747 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Pushing event updated for resources: {'Port': ['ID=4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:21.087260 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Attempting to bind port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:05:21.087635 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Attempting to bind port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:05:21.088001 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Attempting to bind port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 on network e7935131-7646-4bdd-93a8-b28cda5f5ee2 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:05:21.093422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:05:21.093791 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Checking segment: {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:05:21.094196 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:21.094585 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Bound using segment: {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:05:21.095051 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Bound port: 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:05:21.095429 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:21.169519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] For port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:05:21.173193 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] For port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:05:21.193917 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.1 (e7935131-7646-4bdd-93a8-b28cda5f5ee2/c8329c7b-982b-4b8d-8759-99d41df1fda1/1bae7d4a-0f06-46f0-922e-632041f3ba76) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:05:21.220896 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:21.288857 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8100b-5e8d-40b8-ba45-f0e7676c2dd4 None None] Pushing event updated for resources: {'Port': ['ID=4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:21.344797 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:21.425219 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:21.475615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:21.478943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:21.485203 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:05:21.514891 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=1bae7d4a-0f06-46f0-922e-632041f3ba76,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:21.539760 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:21.747343 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.038818 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.089167 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.181482 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.183945 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=1bae7d4a-0f06-46f0-922e-632041f3ba76,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:22.274012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd4992-56de-4c67-94c2-6ac8d6f0e0e5 None None] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:05:22.296296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:22.298243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:22.364103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-258d594b-3259-40d4-a91c-7d7e26d57469 None None] Provisioning complete for port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:22.364467 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-258d594b-3259-40d4-a91c-7d7e26d57469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.418398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 19422f3b-7023-457c-aaf2-87c802ba41cc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:05:22.526555 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-258d594b-3259-40d4-a91c-7d7e26d57469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.550431 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:05:22.556469 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-38610139-6a0a-469c-bf90-396aa87ee28c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/19422f3b-7023-457c-aaf2-87c802ba41cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4686639 Sep 15 17:05:22.568100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-258d594b-3259-40d4-a91c-7d7e26d57469 None None] For port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:22.630964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-258d594b-3259-40d4-a91c-7d7e26d57469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.683946 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d594b-3259-40d4-a91c-7d7e26d57469 None None] Pushing event updated for resources: {'Port': ['ID=4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:22.709154 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-f1c4eee9-d1e5-476a-9b0b-ec0ba5894273 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193569613&fields=id&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 267 time: 0.0385966 Sep 15 17:05:22.830007 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-ee1d025b-38af-4f80-afc8-b890b7927191 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:22.834655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-ee1d025b-38af-4f80-afc8-b890b7927191 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/networks?id=e7935131-7646-4bdd-93a8-b28cda5f5ee2 HTTP/1.1" status: 200 len: 797 time: 0.1170833 Sep 15 17:05:22.849597 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-96808f6e-0a8f-471f-b9cf-eb832128bc3a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/quotas/944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 375 time: 0.0107355 Sep 15 17:05:22.864102 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bb121114-0d8e-46eb-baa0-f51f0187710a None None] Provisioning complete for port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:22.864472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb121114-0d8e-46eb-baa0-f51f0187710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.869501 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Sync routers for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:05:22.882818 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:22.883833 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:22.924775 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-2e388e9d-fa37-4eec-b59c-3f4d04db6624 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682819 Sep 15 17:05:22.977768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bb121114-0d8e-46eb-baa0-f51f0187710a None None] Provisioning complete for port 1bae7d4a-0f06-46f0-922e-632041f3ba76 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:22.978083 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bb121114-0d8e-46eb-baa0-f51f0187710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.005868 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:23.024058 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bb121114-0d8e-46eb-baa0-f51f0187710a None None] Port 1bae7d4a-0f06-46f0-922e-632041f3ba76 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:05:23.120203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-44278f2c-0587-4ceb-886f-2d443ef36f93 service neutron] 10.222.0.63 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771252 Sep 15 17:05:23.155346 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f5af4972-af77-4548-b3ff-df582d626be6 None None] Provisioning complete for port 1bae7d4a-0f06-46f0-922e-632041f3ba76 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:23.155950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f5af4972-af77-4548-b3ff-df582d626be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.213083 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f5af4972-af77-4548-b3ff-df582d626be6 None None] Port 1bae7d4a-0f06-46f0-922e-632041f3ba76 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:05:23.225937 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64ec3459-c55c-4a05-bf57-b40199df7f30 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:05:23.254158 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-c800851a-7fd0-4e48-b34f-5046ae1b54ee service neutron] 10.222.0.63 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324818 Sep 15 17:05:23.285612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 64ec3459-c55c-4a05-bf57-b40199df7f30 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:23.286166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.287410 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 2, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:23.319803 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Checking router: 19422f3b-7023-457c-aaf2-87c802ba41cc for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:23.320239 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Updating router 19422f3b-7023-457c-aaf2-87c802ba41cc port 1bae7d4a-0f06-46f0-922e-632041f3ba76 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:05:23.344695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d8232a5a-d801-4de2-9d9d-b8f6731715e5 None None] Provisioning complete for port 1bae7d4a-0f06-46f0-922e-632041f3ba76 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:23.345071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8232a5a-d801-4de2-9d9d-b8f6731715e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.348688 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.408140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d8232a5a-d801-4de2-9d9d-b8f6731715e5 None None] Port 1bae7d4a-0f06-46f0-922e-632041f3ba76 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:05:23.409570 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.429821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 64ec3459-c55c-4a05-bf57-b40199df7f30, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64ec3459-c55c-4a05-bf57-b40199df7f30,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:23.505307 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.507176 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:05:23.526534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-29867377-ef21-4ee6-a078-6968df89ce87 req-54143fc7-ac58-45e2-b723-7bfb95d7d1ea tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0406206 Sep 15 17:05:23.627413 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=64ec3459-c55c-4a05-bf57-b40199df7f30,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:23.638978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:23.639355 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.736092 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.825385 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.881435 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070c323-26be-4662-8995-c436eb495044 None None] Pushing event updated for resources: {'Port': ['ID=1bae7d4a-0f06-46f0-922e-632041f3ba76,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:23.904759 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.905106 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.905443 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.905778 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.906108 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.906433 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.906759 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.907068 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.907393 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.907704 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.908022 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.908337 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a070c323-26be-4662-8995-c436eb495044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:05:23.946368 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Attempting to bind port 1bae7d4a-0f06-46f0-922e-632041f3ba76 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:05:23.946992 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Attempting to bind port 1bae7d4a-0f06-46f0-922e-632041f3ba76 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:05:23.947355 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Attempting to bind port 1bae7d4a-0f06-46f0-922e-632041f3ba76 on network e7935131-7646-4bdd-93a8-b28cda5f5ee2 {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:05:23.953516 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:05:23.954151 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Checking segment: {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:05:23.954561 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:23.954948 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Bound using segment: {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:05:23.955413 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Bound port: 1bae7d4a-0f06-46f0-922e-632041f3ba76, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:05:23.955790 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.020640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c95fdca-5aef-48ab-b6b0-d216cd62b302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.022692 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] For port 1bae7d4a-0f06-46f0-922e-632041f3ba76, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:05:24.026095 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] For port 1bae7d4a-0f06-46f0-922e-632041f3ba76, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bae7d4a-0f06-46f0-922e-632041f3ba76,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:05:24.105075 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.137900 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-40961213-e5a9-44a2-8001-cd200e5f5b46 None None] Provisioning complete for port 1bae7d4a-0f06-46f0-922e-632041f3ba76 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:24.138279 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40961213-e5a9-44a2-8001-cd200e5f5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.164958 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:24.168819 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:04:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:24.207179 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070c323-26be-4662-8995-c436eb495044 None None] Pushing event updated for resources: {'Port': ['ID=1bae7d4a-0f06-46f0-922e-632041f3ba76,revision_number=4']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:24.229276 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40961213-e5a9-44a2-8001-cd200e5f5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.264769 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-40961213-e5a9-44a2-8001-cd200e5f5b46 None None] For port 1bae7d4a-0f06-46f0-922e-632041f3ba76, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bae7d4a-0f06-46f0-922e-632041f3ba76,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:24.288078 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:24.384751 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40961213-e5a9-44a2-8001-cd200e5f5b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.435718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961213-e5a9-44a2-8001-cd200e5f5b46 None None] Pushing event updated for resources: {'Port': ['ID=1bae7d4a-0f06-46f0-922e-632041f3ba76,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:24.488534 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:24.504313 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7235ed37-a96e-4594-b48e-3e2521b20c18 None None] Provisioning complete for port 1bae7d4a-0f06-46f0-922e-632041f3ba76 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:24.504724 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7235ed37-a96e-4594-b48e-3e2521b20c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.514972 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0120224-0465-4dc5-a55a-ccbcb30e366c None None] The sync data for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 is: [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:24.660638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4fcd889b-4456-4468-ab21-a7598a39a90e req-a16307fc-fb53-46cb-8a8c-e79f8b5433a5 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0288451 Sep 15 17:05:25.167557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1bae7d4a-0f06-46f0-922e-632041f3ba76 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:05:25.217104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 1bae7d4a-0f06-46f0-922e-632041f3ba76 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:25.217478 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:25.302402 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64ec3459-c55c-4a05-bf57-b40199df7f30 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:05:25.353971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 64ec3459-c55c-4a05-bf57-b40199df7f30 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:25.354674 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:25.553731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-a8e49e06-e960-4df0-a400-ed478ee9d97c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:25.555221 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-a8e49e06-e960-4df0-a400-ed478ee9d97c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "GET /v2.0/networks?id=e7935131-7646-4bdd-93a8-b28cda5f5ee2 HTTP/1.1" status: 200 len: 797 time: 0.1074858 Sep 15 17:05:25.599314 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-c54e778b-a2cb-44ae-b6fc-a6e7857b1876 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944bd02b1281436b931fb3c3bfdc1cc6 HTTP/1.1" status: 200 len: 380 time: 0.0349262 Sep 15 17:05:25.608663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'port': {'device_id': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'admin_state_up': True, 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'security_groups': ['97239be8-f1de-434f-b03d-c4adc71b1e69']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:25.761860 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1d305520-4744-4dc6-8fb1-2b06788bed7d req-67ad3283-5b4c-4026-8eb8-9e1335d5c313 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0267797 Sep 15 17:05:25.779198 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Made reservation on behalf of 944bd02b1281436b931fb3c3bfdc1cc6 for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:05:25.782943 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:25.915771 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.20.0.14 (e7935131-7646-4bdd-93a8-b28cda5f5ee2/c8329c7b-982b-4b8d-8759-99d41df1fda1/2ae2dae1-7738-4a24-912a-4c21402a70d3) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:05:26.055875 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.157364 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.202290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:26.205321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:26.209030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:05:26.240907 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=2ae2dae1-7738-4a24-912a-4c21402a70d3,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:26.267258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:26.267882 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.340258 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9d9658bf-e34b-4045-8106-6406686b8d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353730 Sep 15 17:05:26.353534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Request body: {'port': {'device_id': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:26.410026 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.461197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c2ccec8b-1ef4-4967-b441-e806e71bd820 None None] Provisioning complete for port 2ae2dae1-7738-4a24-912a-4c21402a70d3 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:26.461806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c2ccec8b-1ef4-4967-b441-e806e71bd820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.653730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccec8b-1ef4-4967-b441-e806e71bd820 None None] Port 2ae2dae1-7738-4a24-912a-4c21402a70d3 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:05:26.687200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae2dae1-7738-4a24-912a-4c21402a70d3 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:05:26.694488 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.706257 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Transition to ACTIVE for port object 2ae2dae1-7738-4a24-912a-4c21402a70d3 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:05:26.784464 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.836671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=2ae2dae1-7738-4a24-912a-4c21402a70d3,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:26.903573 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629c5b5-600c-413b-8358-c5c893c5f998 req-34a30d9e-ed6b-4613-bd94-42a50463498b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:26.905227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7629c5b5-600c-413b-8358-c5c893c5f998 req-34a30d9e-ed6b-4613-bd94-42a50463498b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 944 time: 0.0648210 Sep 15 17:05:26.918404 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Attempting to bind port 2ae2dae1-7738-4a24-912a-4c21402a70d3 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:05:26.919276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Attempting to bind port 2ae2dae1-7738-4a24-912a-4c21402a70d3 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:05:26.919276 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Attempting to bind port 2ae2dae1-7738-4a24-912a-4c21402a70d3 on network e7935131-7646-4bdd-93a8-b28cda5f5ee2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:05:26.923686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Port 2ae2dae1-7738-4a24-912a-4c21402a70d3 on network e7935131-7646-4bdd-93a8-b28cda5f5ee2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:05:26.924046 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Attempting to bind port 2ae2dae1-7738-4a24-912a-4c21402a70d3 on network e7935131-7646-4bdd-93a8-b28cda5f5ee2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:05:26.929244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:05:26.929580 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Checking segment: {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:05:26.929960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Bound using segment: {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:05:26.930376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Bound port: 2ae2dae1-7738-4a24-912a-4c21402a70d3, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedba961-f90e-4bb8-bb07-648e9dca8f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:05:26.930735 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:26.953238 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7629c5b5-600c-413b-8358-c5c893c5f998 req-0230b3a3-a0e5-412d-811d-4273b1573d41 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414896 Sep 15 17:05:26.999787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] For port 2ae2dae1-7738-4a24-912a-4c21402a70d3, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:05:27.003236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] For port 2ae2dae1-7738-4a24-912a-4c21402a70d3, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:05:27.093624 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.127961 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.128604 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.130006 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] 10.222.0.55 "PUT /v2.0/ports/2ae2dae1-7738-4a24-912a-4c21402a70d3 HTTP/1.1" status: 200 len: 1092 time: 0.7809703 Sep 15 17:05:27.130442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:27.132754 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d531c8a1-9fee-4b6e-b0f1-d8dd08147959" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:27.158243 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da099f03-adcc-483a-8387-b48b9e78bd0a service neutron] Pushing event updated for resources: {'Port': ['ID=2ae2dae1-7738-4a24-912a-4c21402a70d3,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:27.168636 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.172843 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13a83f1-b286-4643-a32e-a6328d9a9e53 x-openstack-request-id: req-a13a83f1-b286-4643-a32e-a6328d9a9e53 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:27.173339 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:27.173619 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a13a83f1-b286-4643-a32e-a6328d9a9e53 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:27.174046 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'status': 'completed', 'code': 200} Sep 15 17:05:27.237943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c8a1-9fee-4b6e-b0f1-d8dd08147959 req-8d77fdba-6f93-4a84-a611-f42c6ab5b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.239469 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d531c8a1-9fee-4b6e-b0f1-d8dd08147959 req-8d77fdba-6f93-4a84-a611-f42c6ab5b81f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0443044 Sep 15 17:05:27.345238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c8a1-9fee-4b6e-b0f1-d8dd08147959 req-99102118-49a2-4324-a0f1-3684dd3d6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.346712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d531c8a1-9fee-4b6e-b0f1-d8dd08147959 req-99102118-49a2-4324-a0f1-3684dd3d6e42 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0989294 Sep 15 17:05:27.362925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-08ffa2da-fb91-429c-9f0f-47972cf0748e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.445671 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531c8a1-9fee-4b6e-b0f1-d8dd08147959 req-73b4f3e4-e62c-453e-91b3-f9f0f6ad7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.447114 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d531c8a1-9fee-4b6e-b0f1-d8dd08147959 req-73b4f3e4-e62c-453e-91b3-f9f0f6ad7d95 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939598 Sep 15 17:05:27.522471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-72ebfbb9-f316-4cbf-b1f9-2e3b01ffd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.524056 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-72ebfbb9-f316-4cbf-b1f9-2e3b01ffd8ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1095 time: 0.0415273 Sep 15 17:05:27.566139 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-7bfa3674-70a7-4a8e-b9bf-85db8fabbc6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3 HTTP/1.1" status: 200 len: 217 time: 0.0343678 Sep 15 17:05:27.608714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.613225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-546cb8ec-1e36-457f-8e94-9de2371232cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.614623 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-546cb8ec-1e36-457f-8e94-9de2371232cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8329c7b-982b-4b8d-8759-99d41df1fda1 HTTP/1.1" status: 200 len: 834 time: 0.0418818 Sep 15 17:05:27.663175 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-25c3cdb6-46dd-4eea-a8a4-0c89a15ef9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:27.664683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-25c3cdb6-46dd-4eea-a8a4-0c89a15ef9a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7935131-7646-4bdd-93a8-b28cda5f5ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424762 Sep 15 17:05:27.750891 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-35fc3e82-e44a-4bdd-b8a3-40addedc566c service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791647 Sep 15 17:05:27.842845 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e3d975dd-8f49-41e3-aeef-67c968327bc3 req-9ee48314-f4fe-4392-827a-8439ad994397 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Sep 15 17:05:28.065210 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d3712-e8e7-4955-96a9-6d1b606ff7e4 req-bba855f6-6a2f-4bdd-80fd-59334f3ccd0f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:28.066707 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e79d3712-e8e7-4955-96a9-6d1b606ff7e4 req-bba855f6-6a2f-4bdd-80fd-59334f3ccd0f tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 944 time: 0.0480552 Sep 15 17:05:28.103556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e79d3712-e8e7-4955-96a9-6d1b606ff7e4 req-5219f8d5-8e34-4f76-99cf-6a3e67426245 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Sep 15 17:05:28.739614 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:29.218911 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484718f-5c37-4f6d-b9f3-66a58f86dfb1 req-0538d36b-68e1-4930-b72c-fd878bbb4048 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:29.220381 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6484718f-5c37-4f6d-b9f3-66a58f86dfb1 req-0538d36b-68e1-4930-b72c-fd878bbb4048 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 944 time: 0.0491266 Sep 15 17:05:29.258212 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6484718f-5c37-4f6d-b9f3-66a58f86dfb1 req-309be5dc-d793-46b1-acc8-7d2314493e4b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Sep 15 17:05:30.375139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d716f2-305e-45c0-bb82-1bf1dcb17ac4 req-7877e8f3-385c-49e0-bd31-0d10aaf2702a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:30.376630 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9d716f2-305e-45c0-bb82-1bf1dcb17ac4 req-7877e8f3-385c-49e0-bd31-0d10aaf2702a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 944 time: 0.0525424 Sep 15 17:05:30.385831 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:30.413516 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a9d716f2-305e-45c0-bb82-1bf1dcb17ac4 req-f8ee74cb-843f-46db-ae94-7a9798389736 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309825 Sep 15 17:05:31.002909 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:31.530906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38168d22-b5da-4a0f-922c-5794ac59d74d req-3765c979-1a9f-4500-8f24-98266643bcf8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:31.533241 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38168d22-b5da-4a0f-922c-5794ac59d74d req-3765c979-1a9f-4500-8f24-98266643bcf8 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 944 time: 0.0517294 Sep 15 17:05:31.575780 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-38168d22-b5da-4a0f-922c-5794ac59d74d req-65cdf5ac-f5c9-43d0-8293-6741d3503e72 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364208 Sep 15 17:05:31.974768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2ae2dae1-7738-4a24-912a-4c21402a70d3 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:05:32.077853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2ae2dae1-7738-4a24-912a-4c21402a70d3, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:32.089832 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'port_id': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'mac_address': 'fa:16:3e:5c:c0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:05:32.125719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.138830 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae2dae1-7738-4a24-912a-4c21402a70d3 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:05:32.157577 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2ae2dae1-7738-4a24-912a-4c21402a70d3, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:32.236899 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:32.290668 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2ae2dae1-7738-4a24-912a-4c21402a70d3,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:32.482416 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['2ae2dae1-7738-4a24-912a-4c21402a70d3'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:05:32.700079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ff035-3c1f-43b6-9c49-10fbd3876ff0 req-26d8f403-abc2-414e-8a0f-fc4fd5e08b7e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:32.701642 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d83ff035-3c1f-43b6-9c49-10fbd3876ff0 req-26d8f403-abc2-414e-8a0f-fc4fd5e08b7e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0512230 Sep 15 17:05:32.741579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d83ff035-3c1f-43b6-9c49-10fbd3876ff0 req-ea2e9c58-9bdb-471c-afb2-85ba7148daf6 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339694 Sep 15 17:05:33.859304 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1188e4-05b2-4166-bf86-6ce7eac784a7 req-1cc5c56d-ceab-4192-8802-ffb370a7b97d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:33.860795 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b1188e4-05b2-4166-bf86-6ce7eac784a7 req-1cc5c56d-ceab-4192-8802-ffb370a7b97d tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Sep 15 17:05:33.898415 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b1188e4-05b2-4166-bf86-6ce7eac784a7 req-a18a8a64-e97f-4f9d-bff4-bbd86d341faf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317299 Sep 15 17:05:33.990551 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2ae2dae1-7738-4a24-912a-4c21402a70d3 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:05:34.109992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 2ae2dae1-7738-4a24-912a-4c21402a70d3 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:05:34.114009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 2ae2dae1-7738-4a24-912a-4c21402a70d3 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:05:34.114402 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.193895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.215142 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:34.217456 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d7bc7c-535d-4691-b389-28d6e1e91b5f" -d '{"events": [{"server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:34.230262 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 2ae2dae1-7738-4a24-912a-4c21402a70d3, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:05:34.294087 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:34.317801 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8491a9d4-3441-40c2-8b2b-96c1a28528a4 x-openstack-request-id: req-8491a9d4-3441-40c2-8b2b-96c1a28528a4 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:34.318129 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "name": "network-vif-plugged", "status": "completed", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:34.318361 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8491a9d4-3441-40c2-8b2b-96c1a28528a4 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:34.318755 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'code': 200} Sep 15 17:05:34.345112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=2ae2dae1-7738-4a24-912a-4c21402a70d3,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:34.396383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b01b6-2e26-45f8-819f-a99eca54066f req-35d165fc-bc9f-41af-a63a-b558f488bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:34.398146 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e90b01b6-2e26-45f8-819f-a99eca54066f req-35d165fc-bc9f-41af-a63a-b558f488bfa0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0398781 Sep 15 17:05:34.432583 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e90b01b6-2e26-45f8-819f-a99eca54066f req-aa09ad5d-bedd-4116-83fe-1319e470a457 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273345 Sep 15 17:05:35.013905 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642af97-a5ac-49a3-9e23-5876785155ed req-d24e21c1-e111-468f-8e36-f157b4fdaacc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:35.015389 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5642af97-a5ac-49a3-9e23-5876785155ed req-d24e21c1-e111-468f-8e36-f157b4fdaacc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0479519 Sep 15 17:05:35.053490 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5642af97-a5ac-49a3-9e23-5876785155ed req-ce721755-b1cd-456b-a80c-c0d5da43a434 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321839 Sep 15 17:05:36.165834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6f15e-6b5d-4e2a-856f-93426adf751f req-14838008-87cd-47a6-89be-45f2b013ba0a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:36.167414 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5da6f15e-6b5d-4e2a-856f-93426adf751f req-14838008-87cd-47a6-89be-45f2b013ba0a tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0491815 Sep 15 17:05:36.211695 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5da6f15e-6b5d-4e2a-856f-93426adf751f req-8093fd5b-6d79-4a5a-a0ad-81fcac910312 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382156 Sep 15 17:05:36.332160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065116-f4e7-43b7-af8a-637c072a6214 req-f6600d90-e38f-4959-9742-8d359b5809bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:36.333539 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0065116-f4e7-43b7-af8a-637c072a6214 req-f6600d90-e38f-4959-9742-8d359b5809bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0518863 Sep 15 17:05:36.373540 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a0065116-f4e7-43b7-af8a-637c072a6214 req-99a930e7-3638-4717-89fa-c5fe0c4b2bba tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323308 Sep 15 17:05:36.395154 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42044) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:36.434058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c1a9f-bc49-40ab-9a43-72864873f598 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:36.435551 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-0b3c1a9f-bc49-40ab-9a43-72864873f598 tempest-TestNetworkAdvancedServerOps-1037936298 tempest-TestNetworkAdvancedServerOps-1037936298-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1092 time: 0.0394571 Sep 15 17:05:36.438341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42046) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:36.442506 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:05:36.546032 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:36.992737 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:37.095658 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Allocated IP 172.25.0.57 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/548774bd-88de-472e-a0d4-cc91ffa2176e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:05:37.201866 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:37.288405 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:37.324935 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:05:37.327759 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:05:37.331287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:05:37.367264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=548774bd-88de-472e-a0d4-cc91ffa2176e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:37.700382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:37.822387 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:37.983166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.042374 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.113347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event updated for resources: {'Port': ['ID=548774bd-88de-472e-a0d4-cc91ffa2176e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:05:38.124114 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.228160 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 1c0b79da-9f17-4496-b1f6-707a9b400a47 associated. External IP: 172.25.0.57, port: 2ae2dae1-7738-4a24-912a-4c21402a70d3. Sep 15 17:05:38.430886 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 19422f3b-7023-457c-aaf2-87c802ba41cc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:05:38.551586 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:05:38.564273 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] Sync routers for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:05:38.577318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:38.577940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:38.625621 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:38.654471 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8a449ee1-748b-4c7d-9e96-db68c43af49c tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2151275 Sep 15 17:05:38.655071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:05:38.657523 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061f355d-66cc-4b03-972a-cae88b14f066" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:05:38.688870 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:38.754473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8060b87-684c-4a53-b4a1-34660b5011bf req-dc202fd5-574f-4027-913b-8c855f5a9065 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:38.756014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8060b87-684c-4a53-b4a1-34660b5011bf req-dc202fd5-574f-4027-913b-8c855f5a9065 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0529346 Sep 15 17:05:38.794940 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e8060b87-684c-4a53-b4a1-34660b5011bf req-d95b7499-a774-4d91-a467-546ce448aeed tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323951 Sep 15 17:05:38.816745 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42052) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:38.862669 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb17910-750e-4c06-8b8d-6659a0071869 x-openstack-request-id: req-1fb17910-750e-4c06-8b8d-6659a0071869 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:05:38.862961 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:05:38.863343 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-1fb17910-750e-4c06-8b8d-6659a0071869 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:05:38.863837 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'status': 'completed', 'code': 200} Sep 15 17:05:38.895113 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-27c1892d-698d-4939-ae44-7796b9aa068e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/1c0b79da-9f17-4496-b1f6-707a9b400a47 HTTP/1.1" status: 200 len: 991 time: 0.0732718 Sep 15 17:05:38.923016 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f355d-66cc-4b03-972a-cae88b14f066 req-392ae75e-3b50-4b22-86da-cfe980b9f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:38.924672 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-061f355d-66cc-4b03-972a-cae88b14f066 req-392ae75e-3b50-4b22-86da-cfe980b9f606 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0428145 Sep 15 17:05:38.952012 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1c0b79da-9f17-4496-b1f6-707a9b400a47', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'port_id': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'mac_address': 'fa:16:3e:5c:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:05:37Z', 'updated_at': '2021-09-15T17:05:37Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:38.978235 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] Checking router: 19422f3b-7023-457c-aaf2-87c802ba41cc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:05:38.987075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:05:38.987689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:39.019848 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f355d-66cc-4b03-972a-cae88b14f066 req-5866c3ec-b116-4510-b50b-0123c508470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.021402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-061f355d-66cc-4b03-972a-cae88b14f066 req-5866c3ec-b116-4510-b50b-0123c508470b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7935131-7646-4bdd-93a8-b28cda5f5ee2 HTTP/1.1" status: 200 len: 898 time: 0.0902431 Sep 15 17:05:39.089473 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-061f355d-66cc-4b03-972a-cae88b14f066 req-531e20b6-80b8-46dc-b672-e9abbfbcec1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3 HTTP/1.1" status: 200 len: 999 time: 0.0608037 Sep 15 17:05:39.101901 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:05:39.140624 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f355d-66cc-4b03-972a-cae88b14f066 req-26570813-ffed-4caf-8154-baa90f6ade4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.142090 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-061f355d-66cc-4b03-972a-cae88b14f066 req-26570813-ffed-4caf-8154-baa90f6ade4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8329c7b-982b-4b8d-8759-99d41df1fda1 HTTP/1.1" status: 200 len: 834 time: 0.0436888 Sep 15 17:05:39.189810 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f355d-66cc-4b03-972a-cae88b14f066 req-b5985e33-1c23-4dae-b9c0-be70b06eee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:05:39.191434 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-061f355d-66cc-4b03-972a-cae88b14f066 req-b5985e33-1c23-4dae-b9c0-be70b06eee4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7935131-7646-4bdd-93a8-b28cda5f5ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426319 Sep 15 17:05:39.283613 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-061f355d-66cc-4b03-972a-cae88b14f066 req-30a0fcdc-0509-4179-8fb2-5c6691f74174 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854673 Sep 15 17:05:39.336422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1c0b79da-9f17-4496-b1f6-707a9b400a47', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'port_id': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'mac_address': 'fa:16:3e:5c:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:05:37Z', 'updated_at': '2021-09-15T17:05:37Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:05:39.363286 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e5f08-1773-4d68-8625-e79b1a4c6524 None None] The sync data for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 is: [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1c0b79da-9f17-4496-b1f6-707a9b400a47', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'port_id': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'mac_address': 'fa:16:3e:5c:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:05:37Z', 'updated_at': '2021-09-15T17:05:37Z', 'revision_number': 0, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:05:39.375790 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-061f355d-66cc-4b03-972a-cae88b14f066 req-095e05e0-1307-4508-bf57-c83e234363f1 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859239 Sep 15 17:05:39.557969 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8ba6c-3692-41dc-9585-346ad4d58efc None None] New status for floating IP 1c0b79da-9f17-4496-b1f6-707a9b400a47: ACTIVE {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:05:39.898476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42054) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:39.961605 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-af63214a-c592-4952-b179-9d513f6e8f25 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/1c0b79da-9f17-4496-b1f6-707a9b400a47 HTTP/1.1" status: 200 len: 993 time: 0.0619578 Sep 15 17:05:52.883810 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:05:54.048663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50826902-44a3-405b-b34a-ef6c200b06b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:57.160277 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:57.348999 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6d25-2947-431d-8adc-3a587d77acb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:57.596774 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:58.745015 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:00.430608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:00.979171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:01.852405 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-59b08498-14aa-483b-8b8b-78e6d7eccdff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400507 Sep 15 17:06:01.931742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-2129be9d-4066-427d-a3ee-2c4583bff5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:01.933227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-2129be9d-4066-427d-a3ee-2c4583bff5db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0401154 Sep 15 17:06:02.036045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-029c494a-6a1e-46a6-8296-c96d50df35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:02.037696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-029c494a-6a1e-46a6-8296-c96d50df35bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7935131-7646-4bdd-93a8-b28cda5f5ee2 HTTP/1.1" status: 200 len: 898 time: 0.0863013 Sep 15 17:06:02.101596 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-9282c986-362d-4999-a6e3-da91a4c017bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3 HTTP/1.1" status: 200 len: 1001 time: 0.0570037 Sep 15 17:06:02.153763 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-7681c23c-c9e8-431f-92d4-ecbe8e85fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:02.155168 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-7681c23c-c9e8-431f-92d4-ecbe8e85fc5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8329c7b-982b-4b8d-8759-99d41df1fda1 HTTP/1.1" status: 200 len: 834 time: 0.0470548 Sep 15 17:06:02.201072 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-fe9486ab-8099-45b5-8e77-a8ff20d44b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:02.202508 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-fe9486ab-8099-45b5-8e77-a8ff20d44b18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7935131-7646-4bdd-93a8-b28cda5f5ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391064 Sep 15 17:06:02.290187 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-e462c531-1bcc-4196-b5a4-d73fac8ec2cc service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797346 Sep 15 17:06:02.384289 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fbea1656-63d9-4d96-9f35-0d5442002dd1 req-68b33477-8def-4f8a-87ac-38f60d6cfab4 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871019 Sep 15 17:06:06.949473 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a66f7-94c6-4af7-8a9a-e37703fc21db req-1e20a86b-8ecb-4595-960e-f28699514545 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:06.950966 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e3a66f7-94c6-4af7-8a9a-e37703fc21db req-1e20a86b-8ecb-4595-960e-f28699514545 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0555408 Sep 15 17:06:06.987888 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e3a66f7-94c6-4af7-8a9a-e37703fc21db req-375d5c4d-68d4-448a-9458-85f50e2ea9d0 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308001 Sep 15 17:06:08.104476 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377dcc6-3ceb-495a-90cb-0b08215e6c96 req-154dc533-e6b1-4b4b-8e2e-6c1c7b024d33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:08.105891 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1377dcc6-3ceb-495a-90cb-0b08215e6c96 req-154dc533-e6b1-4b4b-8e2e-6c1c7b024d33 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0491354 Sep 15 17:06:08.143643 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1377dcc6-3ceb-495a-90cb-0b08215e6c96 req-53be25fe-b166-4f67-b38f-d6902fd4e5d4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Sep 15 17:06:08.169685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42072) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:08.228797 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d75abee2-8f31-42c5-974c-5f5161e5e56b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/1c0b79da-9f17-4496-b1f6-707a9b400a47 HTTP/1.1" status: 200 len: 993 time: 0.0579603 Sep 15 17:06:09.612405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0b89e-5423-4dd3-94e2-22e07c3fd033 req-2ec914b8-76b2-4f75-b1a8-b66a3beec7aa tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.613982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05d0b89e-5423-4dd3-94e2-22e07c3fd033 req-2ec914b8-76b2-4f75-b1a8-b66a3beec7aa tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0495849 Sep 15 17:06:09.653757 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-05d0b89e-5423-4dd3-94e2-22e07c3fd033 req-677efc21-8405-4b23-9cee-f60759acdb81 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329792 Sep 15 17:06:09.696731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-e4fcab79-8aa1-480f-b3de-686c4fe2423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.698214 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-e4fcab79-8aa1-480f-b3de-686c4fe2423e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0454187 Sep 15 17:06:09.792478 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-257a2c78-fdaf-4f42-9cf3-c8b8c7916a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.793895 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-257a2c78-fdaf-4f42-9cf3-c8b8c7916a21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7935131-7646-4bdd-93a8-b28cda5f5ee2 HTTP/1.1" status: 200 len: 898 time: 0.0889037 Sep 15 17:06:09.863085 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-d77ef8c9-2bd3-48d2-ad0b-b256d6eb33d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3 HTTP/1.1" status: 200 len: 1001 time: 0.0617292 Sep 15 17:06:09.912787 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-ff4bfc50-5a88-4434-9f1a-6f51653f567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.914244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-ff4bfc50-5a88-4434-9f1a-6f51653f567f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8329c7b-982b-4b8d-8759-99d41df1fda1 HTTP/1.1" status: 200 len: 834 time: 0.0444186 Sep 15 17:06:09.958685 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-799717d7-6e91-4894-8ba1-92bdc0088dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:09.960986 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-799717d7-6e91-4894-8ba1-92bdc0088dd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7935131-7646-4bdd-93a8-b28cda5f5ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402153 Sep 15 17:06:10.053388 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-fa94383f-ca47-4fb5-86c4-d8beb9074c17 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844529 Sep 15 17:06:10.140252 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f1f34e3e-fbf9-4d78-afcb-2ecd75305377 req-c9a24fbd-4db2-4bfa-9462-3396e8d58652 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805123 Sep 15 17:06:10.776379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbef5c-2df6-402a-aac6-f7dbae7ab536 req-db5d2412-8347-486d-8cd1-dcb907980a9e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:10.777900 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73bbef5c-2df6-402a-aac6-f7dbae7ab536 req-db5d2412-8347-486d-8cd1-dcb907980a9e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0526447 Sep 15 17:06:10.815008 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73bbef5c-2df6-402a-aac6-f7dbae7ab536 req-8a37f953-5dad-416e-9572-e8f4dc6658be tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Sep 15 17:06:11.930096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dc92b-41ba-4d5d-b77a-34742c93dfb4 req-a7bd74dd-1b46-475d-88b9-be72e39c0fed tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:11.931565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48dc92b-41ba-4d5d-b77a-34742c93dfb4 req-a7bd74dd-1b46-475d-88b9-be72e39c0fed tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0502865 Sep 15 17:06:11.968622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e48dc92b-41ba-4d5d-b77a-34742c93dfb4 req-35fd36c5-7468-4f31-a4a9-d8e49d1e70ee tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Sep 15 17:06:11.990652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42084) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:12.049898 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a4cd52e8-c306-4186-af37-53b9dbf04b66 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/floatingips/1c0b79da-9f17-4496-b1f6-707a9b400a47 HTTP/1.1" status: 200 len: 993 time: 0.0581136 Sep 15 17:06:12.329432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42090) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:12.495449 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 548774bd-88de-472e-a0d4-cc91ffa2176e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:06:12.495798 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:12.572422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:12.572781 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:12.584438 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 548774bd-88de-472e-a0d4-cc91ffa2176e owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:06:12.796705 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:12.829598 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=548774bd-88de-472e-a0d4-cc91ffa2176e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:12.851355 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.851701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.852044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.852381 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.852742 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.853076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.853405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.853732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.854058 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.854382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.854709 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.855029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:12.901507 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:12.901847 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Floating IP 1c0b79da-9f17-4496-b1f6-707a9b400a47 disassociated (deleted). External IP: 172.25.0.57, port: 2ae2dae1-7738-4a24-912a-4c21402a70d3. Sep 15 17:06:13.106462 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 19422f3b-7023-457c-aaf2-87c802ba41cc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:06:13.215466 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:06:13.219859 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:13.224728 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] Sync routers for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:06:13.234197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:13.234818 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:13.250931 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-39e054d4-ac3c-4637-b7a3-d2f06293d6f3 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/floatingips/1c0b79da-9f17-4496-b1f6-707a9b400a47 HTTP/1.1" status: 204 len: 168 time: 0.9204304 Sep 15 17:06:13.251517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:13.253803 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a42e86-23e0-4608-9d28-0e29e7781ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:13.344707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:13.597827 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1627ca-f3a7-41d9-8ad7-930682c57336 x-openstack-request-id: req-ef1627ca-f3a7-41d9-8ad7-930682c57336 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:13.598123 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:13.598376 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ef1627ca-f3a7-41d9-8ad7-930682c57336 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:13.598814 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'status': 'completed', 'code': 200} Sep 15 17:06:13.668381 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-28337b8d-14a0-47bf-9555-39c1dd389e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:13.669893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-28337b8d-14a0-47bf-9555-39c1dd389e85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 1097 time: 0.0466731 Sep 15 17:06:13.694643 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9815-987d-4ced-9be1-5a11173b7ddb req-24bd077b-a964-4140-bcb7-bbbe979da659 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:13.696261 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24ec9815-987d-4ced-9be1-5a11173b7ddb req-24bd077b-a964-4140-bcb7-bbbe979da659 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0533168 Sep 15 17:06:13.708652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:13.738990 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-24ec9815-987d-4ced-9be1-5a11173b7ddb req-0697de6e-75e8-4b5a-8a80-e9cb3456792b tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352838 Sep 15 17:06:13.741538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] Checking router: 19422f3b-7023-457c-aaf2-87c802ba41cc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:06:13.750234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:13.750952 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:13.767963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-caabaa16-9d45-4b09-9276-6b9cca11159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:13.769868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-caabaa16-9d45-4b09-9276-6b9cca11159c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e7935131-7646-4bdd-93a8-b28cda5f5ee2 HTTP/1.1" status: 200 len: 898 time: 0.0918283 Sep 15 17:06:13.814402 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-6633e79c-3eda-4676-a3f9-b703d48f4aa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3 HTTP/1.1" status: 200 len: 217 time: 0.0366383 Sep 15 17:06:13.864030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:14.077269 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:14.106724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b3c4b-4d46-47b4-b274-8a463699f0fc None None] The sync data for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 is: [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:21Z', 'revision_number': 4, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '1bae7d4a-0f06-46f0-922e-632041f3ba76', 'name': '', 'network_id': 'e7935131-7646-4bdd-93a8-b28cda5f5ee2', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'mac_address': 'fa:16:3e:4b:54:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:21Z', 'updated_at': '2021-09-15T17:05:24Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'subnets': [{'id': 'c8329c7b-982b-4b8d-8759-99d41df1fda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:06:14.216247 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-10c7d414-b587-455f-b3a2-c94fa109b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:14.217777 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-10c7d414-b587-455f-b3a2-c94fa109b689 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8329c7b-982b-4b8d-8759-99d41df1fda1 HTTP/1.1" status: 200 len: 834 time: 0.3956292 Sep 15 17:06:14.265890 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-f6ccd90c-391f-430d-8ff5-454e32df1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:14.267387 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-f6ccd90c-391f-430d-8ff5-454e32df1ffa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e7935131-7646-4bdd-93a8-b28cda5f5ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404675 Sep 15 17:06:14.324465 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64978fa9-e965-4b3d-b900-80ba25017940 None None] New status for floating IP 1c0b79da-9f17-4496-b1f6-707a9b400a47: DOWN {{(pid=102021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:06:14.363527 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-fdad8aeb-01c5-4d67-8f6c-54ce24d728e4 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865510 Sep 15 17:06:14.457710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-44a42e86-23e0-4608-9d28-0e29e7781ea3 req-7e2a1d9b-67e6-4bae-be32-4119fe8ea418 service neutron] 10.222.0.55 "GET /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858810 Sep 15 17:06:14.854642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e76935-120d-4cf5-8979-fe8890e85959 req-bdddbc39-0c1d-4715-b97a-3e1694cb1fb4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:14.856474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-06e76935-120d-4cf5-8979-fe8890e85959 req-bdddbc39-0c1d-4715-b97a-3e1694cb1fb4 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0500264 Sep 15 17:06:14.892727 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-06e76935-120d-4cf5-8979-fe8890e85959 req-6f7725d7-efae-4b45-afe5-9bc6ea1eb0e9 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/security-groups?id=97239be8-f1de-434f-b03d-c4adc71b1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304308 Sep 15 17:06:15.232946 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-59d82366-4b3f-4bc2-89e3-bda45414399e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:15.234404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-59d82366-4b3f-4bc2-89e3-bda45414399e tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 946 time: 0.0485318 Sep 15 17:06:15.326605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 2ae2dae1-7738-4a24-912a-4c21402a70d3 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:06:15.326893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:15.416308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 2ae2dae1-7738-4a24-912a-4c21402a70d3, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=2ae2dae1-7738-4a24-912a-4c21402a70d3,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:15.416697 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:15.429000 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 2ae2dae1-7738-4a24-912a-4c21402a70d3 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:06:15.628285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:15.660716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=2ae2dae1-7738-4a24-912a-4c21402a70d3,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:15.672854 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.673206 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.673535 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.673865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.674263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.674517 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.674840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.675159 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.675475 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.675790 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.676106 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.676413 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:15.711238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] No DVR routers for this DVR port 2ae2dae1-7738-4a24-912a-4c21402a70d3 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:06:15.713844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:15.715867 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6ea802ee-e2c7-4586-a8bc-2c34fe873e43 req-28f0dae9-5b86-4a78-a30d-009f58ba6fb1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.55 "DELETE /v2.0/ports/2ae2dae1-7738-4a24-912a-4c21402a70d3 HTTP/1.1" status: 204 len: 173 time: 0.4737990 Sep 15 17:06:15.716297 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'name': 'network-vif-deleted', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:15.720089 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0684646c-f719-446e-a449-e6df432cb17a" -d '{"events": [{"server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "name": "network-vif-deleted", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:15.754728 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07404251-b508-43fd-94f8-2eff249a1478 x-openstack-request-id: req-07404251-b508-43fd-94f8-2eff249a1478 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:15.755026 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2", "name": "network-vif-deleted", "tag": "2ae2dae1-7738-4a24-912a-4c21402a70d3", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:15.755281 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-07404251-b508-43fd-94f8-2eff249a1478 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:15.755684 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2', 'name': 'network-vif-deleted', 'tag': '2ae2dae1-7738-4a24-912a-4c21402a70d3', 'status': 'completed', 'code': 200} Sep 15 17:06:15.992622 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e837d262-30d2-437f-80c7-4bda1f47ff17 req-906a1e8e-edbe-4805-8703-7813b96c7d09 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "GET /v2.0/ports?device_id=f9cea9a9-2384-414c-a3e4-1e58b8dc9ea2 HTTP/1.1" status: 200 len: 210 time: 0.0271134 Sep 15 17:06:17.053452 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42106) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:17.409842 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:17.663880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 1bae7d4a-0f06-46f0-922e-632041f3ba76 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:06:17.664133 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:17.749022 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 1bae7d4a-0f06-46f0-922e-632041f3ba76, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=1bae7d4a-0f06-46f0-922e-632041f3ba76,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:17.749383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:17.761893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 1bae7d4a-0f06-46f0-922e-632041f3ba76 owned by network:router_interface {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:06:18.047873 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:18.075253 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=1bae7d4a-0f06-46f0-922e-632041f3ba76,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:18.247608 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:18.464499 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Router 19422f3b-7023-457c-aaf2-87c802ba41cc has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:06:18.922232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:06:18.927166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-528e6766-0db1-41a2-bc59-c3730e8e4abe tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "PUT /v2.0/routers/19422f3b-7023-457c-aaf2-87c802ba41cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8730524 Sep 15 17:06:18.929849 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42108) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:18.933034 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] Sync routers for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:06:18.942949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:18.943597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:18.981071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting subnet c8329c7b-982b-4b8d-8759-99d41df1fda1 {{(pid=102018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:06:18.984130 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.026695 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62190783'] for subnet, precommit_delete_associations {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.050409 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:19.118356 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.244021 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:06:17Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:19.253912 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62190837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62162959'] for subnet, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.275385 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] Checking router: 19422f3b-7023-457c-aaf2-87c802ba41cc for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:06:19.283814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] Routers {'19422f3b-7023-457c-aaf2-87c802ba41cc'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:19.284471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['19422f3b-7023-457c-aaf2-87c802ba41cc'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:19.284847 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.286712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/subnets/c8329c7b-982b-4b8d-8759-99d41df1fda1 HTTP/1.1" status: 204 len: 168 time: 0.3559494 Sep 15 17:06:19.287970 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e12ee-1cc3-48d3-bbba-3faf1d375d82 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Subnet': ['ID=c8329c7b-982b-4b8d-8759-99d41df1fda1,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:19.289519 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42110) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:19.325586 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4882b-cef5-45bb-8ca9-e11e87e50251 None None] Network e7935131-7646-4bdd-93a8-b28cda5f5ee2 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:06:19.399188 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.485987 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] Set router 19422f3b-7023-457c-aaf2-87c802ba41cc gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:19.503366 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.624057 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Deleting port 64ec3459-c55c-4a05-bf57-b40199df7f30 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:06:19.624400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.627447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] DHCP port deletion for e7935131-7646-4bdd-93a8-b28cda5f5ee2 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:06:19.707376 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] For port 64ec3459-c55c-4a05-bf57-b40199df7f30, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=64ec3459-c55c-4a05-bf57-b40199df7f30,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:19.707645 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.710415 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Deleting port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:06:19.710799 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.719476 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Calling delete_port for 64ec3459-c55c-4a05-bf57-b40199df7f30 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:06:19.736960 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:06:17Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:19.767004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1b576-c8df-40f4-91a9-f3c85c1e7419 None None] The sync data for ids ['19422f3b-7023-457c-aaf2-87c802ba41cc'] in n-d-808199-2 is: [{'id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1374824289', 'tenant_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:06:17Z', 'revision_number': 5, 'project_id': '944bd02b1281436b931fb3c3bfdc1cc6', 'gw_port': {'id': '64ec3459-c55c-4a05-bf57-b40199df7f30', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19422f3b-7023-457c-aaf2-87c802ba41cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:05:17Z', 'updated_at': '2021-09-15T17:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:06:19.812381 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] For port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8,segment=NetworkSegment(bedba961-f90e-4bb8-bb07-648e9dca8f12),segment_id=bedba961-f90e-4bb8-bb07-648e9dca8f12)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:19.812818 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:19.826365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Calling delete_port for 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:06:19.979059 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.005701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Port': ['ID=64ec3459-c55c-4a05-bf57-b40199df7f30,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:20.018312 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.043429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] No DVR routers for this DVR port 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:06:20.049863 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Pushing event deleted for resources: {'Port': ['ID=4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:20.056796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.057004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.057354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.057756 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.058097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.058429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.058757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.059084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.059411 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.059736 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.060062 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.060390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f80fad-1c2e-4cfa-9d38-63ee075b8737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:20.075200 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.172368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.174573 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.255051 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2ae2dae1-7738-4a24-912a-4c21402a70d3 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:06:20.276404 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 2ae2dae1-7738-4a24-912a-4c21402a70d3 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:06:20.276768 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 2ae2dae1-7738-4a24-912a-4c21402a70d3 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:06:20.287731 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.288258 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Fanout notify agent at l3_agent the message router_deleted on router 19422f3b-7023-457c-aaf2-87c802ba41cc {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:06:20.294921 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.296015 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-4802c44d-3ed8-459c-9302-beaee0fcc0bf tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/routers/19422f3b-7023-457c-aaf2-87c802ba41cc HTTP/1.1" status: 204 len: 168 time: 1.0048866 Sep 15 17:06:20.298635 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42112) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:20.376256 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.469901 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.494527 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7935131-7646-4bdd-93a8-b28cda5f5ee2']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:20.503767 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedba961-f90e-4bb8-bb07-648e9dca8f12') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:20.504064 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedba961-f90e-4bb8-bb07-648e9dca8f12') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:20.514189 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.527745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.533589 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:06:20.533984 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: timer() Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:06:20.536927 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:06:20.662864 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.669828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.671675 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/networks/e7935131-7646-4bdd-93a8-b28cda5f5ee2 HTTP/1.1" status: 204 len: 168 time: 0.3721278 Sep 15 17:06:20.674611 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42114) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:20.683392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a6827-d519-4bd9-8d73-d504963959b1 tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'Network': ['ID=e7935131-7646-4bdd-93a8-b28cda5f5ee2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:20.735935 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9286a92f-bc2f-42b9-8687-ae7fe10a71dc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.765566 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9286a92f-bc2f-42b9-8687-ae7fe10a71dc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.887628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9286a92f-bc2f-42b9-8687-ae7fe10a71dc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.890382 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-9286a92f-bc2f-42b9-8687-ae7fe10a71dc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:20.891572 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9286a92f-bc2f-42b9-8687-ae7fe10a71dc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] 10.222.0.63 "DELETE /v2.0/security-groups/97239be8-f1de-434f-b03d-c4adc71b1e69 HTTP/1.1" status: 204 len: 168 time: 0.2160335 Sep 15 17:06:20.904958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286a92f-bc2f-42b9-8687-ae7fe10a71dc tempest-TestNetworkAdvancedServerOps-1402203080 tempest-TestNetworkAdvancedServerOps-1402203080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97239be8-f1de-434f-b03d-c4adc71b1e69,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:21.129049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1bae7d4a-0f06-46f0-922e-632041f3ba76 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:06:21.148724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 1bae7d4a-0f06-46f0-922e-632041f3ba76 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:06:21.149071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 1bae7d4a-0f06-46f0-922e-632041f3ba76 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:06:21.149487 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64ec3459-c55c-4a05-bf57-b40199df7f30 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:06:21.167936 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 64ec3459-c55c-4a05-bf57-b40199df7f30 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:06:21.168284 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 64ec3459-c55c-4a05-bf57-b40199df7f30 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:06:21.168715 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:06:21.189704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:06:21.190053 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 4aa6d23a-faa0-4c81-8ed6-bfba5066b9e8 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:06:21.517872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42122) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:21.670293 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-2a071c4e-2da6-4785-a6f5-4eeaadd1eb67 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=944bd02b1281436b931fb3c3bfdc1cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512790 Sep 15 17:06:21.672749 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42126) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:21.719288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee36b0b2-b88f-4610-9381-cf1140b3fbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:21.740736 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee36b0b2-b88f-4610-9381-cf1140b3fbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:21.879949 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee36b0b2-b88f-4610-9381-cf1140b3fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:21.883177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ee36b0b2-b88f-4610-9381-cf1140b3fbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:21.884382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ee36b0b2-b88f-4610-9381-cf1140b3fbfa admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/450b0c09-bff6-4105-b106-76e504af9b07 HTTP/1.1" status: 204 len: 168 time: 0.2107568 Sep 15 17:06:21.892514 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36b0b2-b88f-4610-9381-cf1140b3fbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b0c09-bff6-4105-b106-76e504af9b07,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:22.485277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42132) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:22.499312 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a7881ee-613a-46cc-b70e-e5dce2dff39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:22.585146 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a7881ee-613a-46cc-b70e-e5dce2dff39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:22.682054 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-0a7881ee-613a-46cc-b70e-e5dce2dff39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:22.724044 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0a7881ee-613a-46cc-b70e-e5dce2dff39f admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=6f500381fce048b5ae17a30ab4fbc4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375162 Sep 15 17:06:22.725512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7881ee-613a-46cc-b70e-e5dce2dff39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf9e01-bd55-404a-971b-341b70f94802,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:22.727417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42134) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:22.780014 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20403c9-63cb-4bc5-9b80-58986249c8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:22.801694 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20403c9-63cb-4bc5-9b80-58986249c8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:22.919777 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20403c9-63cb-4bc5-9b80-58986249c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:22.922425 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a20403c9-63cb-4bc5-9b80-58986249c8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:22.923627 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a20403c9-63cb-4bc5-9b80-58986249c8b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/4ecf9e01-bd55-404a-971b-341b70f94802 HTTP/1.1" status: 204 len: 168 time: 0.1952281 Sep 15 17:06:22.931920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20403c9-63cb-4bc5-9b80-58986249c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf9e01-bd55-404a-971b-341b70f94802,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:24.016804 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42156) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:24.028238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-75517e06-b91d-45b2-acfe-4a76a6e8e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.112703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1902144923-network', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:24.185032 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Made reservation on behalf of 3a174b13adc044569a26f29e3624f7f1 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:06:24.187368 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.196426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.285197 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.344633 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.371215 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:06:24.377366 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5937e7a-c69e-4447-9cb7-2cc34e3055bf,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:24.383351 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.383696 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Added segment 45d5b4b4-0863-43c4-bec6-ab3ef48ad936 of type vlan for network 805d772a-0102-4b2b-a742-35350b822b08 Sep 15 17:06:24.424776 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.514238 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.515274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:24.517291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.578543 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] Pushing event updated for resources: {'Network': ['ID=805d772a-0102-4b2b-a742-35350b822b08,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:24.589349 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 805d772a-0102-4b2b-a742-35350b822b08 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:06:24.611491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-084598e6-1d7a-47ec-b760-fb181c80890d admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5903182 Sep 15 17:06:24.611491 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42160) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:24.616452 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Request body: {'subnet': {'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1902144923-subnet', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:24.725063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Made reservation on behalf of 3a174b13adc044569a26f29e3624f7f1 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:06:24.727683 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.057293 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.112508 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a02e2c-509c-46fe-ae2a-6600e8ed5a20,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:25.122948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Checking segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:25.123318 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Network hostable DHCP agents. Network: 805d772a-0102-4b2b-a742-35350b822b08, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:06:25.190480 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Network 805d772a-0102-4b2b-a742-35350b822b08 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:06:25.253274 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 805d772a-0102-4b2b-a742-35350b822b08) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:25.257269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:25.257858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.265853 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4ee2e-a2c8-4041-b8ed-01e1a073b1c6 None None] Network 805d772a-0102-4b2b-a742-35350b822b08 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:06:25.337827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b8b0682f-81ee-4b56-8d2f-dc89cab74f14 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7251809 Sep 15 17:06:25.340294 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42162) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:25.344711 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:25.408746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-805d772a-0102-4b2b-a742-35350b822b08', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:06:25.413770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.431034 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.432089 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.487948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.545944 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Allocated IP 172.20.0.2 (805d772a-0102-4b2b-a742-35350b822b08/15a02e2c-509c-46fe-ae2a-6600e8ed5a20/6285ae6c-6d12-43d9-85fa-016897a46aef) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:25.691030 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.707948 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.794267 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.834174 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Network 805d772a-0102-4b2b-a742-35350b822b08 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:25.837589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:25.844028 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:25.847093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Pushing event updated for resources: {'Port': ['ID=6285ae6c-6d12-43d9-85fa-016897a46aef,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:25.898781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Attempting to bind port 6285ae6c-6d12-43d9-85fa-016897a46aef on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:25.899147 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Attempting to bind port 6285ae6c-6d12-43d9-85fa-016897a46aef by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:25.899509 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Attempting to bind port 6285ae6c-6d12-43d9-85fa-016897a46aef on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:25.904386 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:25.904789 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Checking segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:25.905186 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.905579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Bound using segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:25.906043 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Bound port: 6285ae6c-6d12-43d9-85fa-016897a46aef, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:25.906418 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.968912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] For port 6285ae6c-6d12-43d9-85fa-016897a46aef, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:25.971828 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] For port 6285ae6c-6d12-43d9-85fa-016897a46aef, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6285ae6c-6d12-43d9-85fa-016897a46aef,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:26.002161 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:26.023226 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:26.051235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:26.119751 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e282c-ea53-4785-a630-47f3116a5bed None None] Pushing event updated for resources: {'Port': ['ID=6285ae6c-6d12-43d9-85fa-016897a46aef,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:26.134842 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Allocated IP 172.25.0.41 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/d45efdd0-f07e-4ec7-9edd-13709445c3d9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:26.239008 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:26.348557 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:26.390731 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:26.393610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:26.398489 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:26.406682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Pushing event updated for resources: {'Port': ['ID=d45efdd0-f07e-4ec7-9edd-13709445c3d9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:26.730045 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:26.927788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:26.948858 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7c2bf-4ba7-42f0-8c8f-ba2c70f40144 None None] Network 805d772a-0102-4b2b-a742-35350b822b08 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:06:27.007717 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-366c0057-7768-4494-a180-665248bce9ca None None] Provisioning complete for port 6285ae6c-6d12-43d9-85fa-016897a46aef triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:27.008186 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-366c0057-7768-4494-a180-665248bce9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.136766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Router 7d52505e-7f75-4393-aa4b-61e22280acea is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:06:27.202566 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6285ae6c-6d12-43d9-85fa-016897a46aef up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:27.254876 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:06:27.267739 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Sync routers for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:06:27.277427 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:27.278202 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:05:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:27.356703 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.360511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-e1fc776c-847f-42ca-8341-1dd2bc91f2ac admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0167449 Sep 15 17:06:27.360728 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42164) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:27.369957 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.382833 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-366c0057-7768-4494-a180-665248bce9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.384598 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6285ae6c-6d12-43d9-85fa-016897a46aef triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:27.384961 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.390016 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:27.420232 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-33593a75-4617-469c-b9e3-0908d575700c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.459424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-366c0057-7768-4494-a180-665248bce9ca None None] For port 6285ae6c-6d12-43d9-85fa-016897a46aef, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6285ae6c-6d12-43d9-85fa-016897a46aef,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:27.503482 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.551693 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-366c0057-7768-4494-a180-665248bce9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.594257 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:26Z', 'revision_number': 3, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:27.627182 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Checking router: 7d52505e-7f75-4393-aa4b-61e22280acea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:06:27.628186 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Updating router 7d52505e-7f75-4393-aa4b-61e22280acea port d45efdd0-f07e-4ec7-9edd-13709445c3d9 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:06:27.636406 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.644260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:06:27.644649 n-d-808199-2 neutron-server[102020]: DEBUG oslo_db.api [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:06:27.647564 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c0057-7768-4494-a180-665248bce9ca None None] Pushing event updated for resources: {'Port': ['ID=6285ae6c-6d12-43d9-85fa-016897a46aef,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:27.657772 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.773357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-b9271f9b-0f8a-4033-a4f0-481755a13b2a None None] Provisioning complete for port 6285ae6c-6d12-43d9-85fa-016897a46aef triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:27.773720 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9271f9b-0f8a-4033-a4f0-481755a13b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.023678 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.125196 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.161858 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.174787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Attempting to bind port d45efdd0-f07e-4ec7-9edd-13709445c3d9 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:28.175157 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Attempting to bind port d45efdd0-f07e-4ec7-9edd-13709445c3d9 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:28.175522 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Attempting to bind port d45efdd0-f07e-4ec7-9edd-13709445c3d9 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:28.185425 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Pushing event updated for resources: {'Port': ['ID=d45efdd0-f07e-4ec7-9edd-13709445c3d9,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:28.187652 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:28.188024 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:28.188432 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.191415 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:28.191907 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Bound port: d45efdd0-f07e-4ec7-9edd-13709445c3d9, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:28.192293 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.221814 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.222154 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.222490 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.222844 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.223162 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.223486 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.223810 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.224128 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.224447 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.224794 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.225139 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.226082 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:06:28.258892 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] For port d45efdd0-f07e-4ec7-9edd-13709445c3d9, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:28.262259 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] For port d45efdd0-f07e-4ec7-9edd-13709445c3d9, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d45efdd0-f07e-4ec7-9edd-13709445c3d9,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:28.319698 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Allocated IP 172.20.0.1 (805d772a-0102-4b2b-a742-35350b822b08/15a02e2c-509c-46fe-ae2a-6600e8ed5a20/59d6d82e-8f02-4431-ae3c-3eebc9d5a420) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:28.325746 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.382243 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:28.382890 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:28.419907 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3420626-d0b9-4ad1-bf1c-7731caaed8cd None None] Pushing event updated for resources: {'Port': ['ID=d45efdd0-f07e-4ec7-9edd-13709445c3d9,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:28.423475 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.489377 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:28.525750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.562605 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Network 805d772a-0102-4b2b-a742-35350b822b08 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:28.565539 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:28.569579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:28.605189 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Pushing event updated for resources: {'Port': ['ID=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:28.626677 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.689109 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:26Z', 'revision_number': 3, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:28.724057 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d26fea-e432-4660-a2dc-08efac0aa475 None None] The sync data for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 is: [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:26Z', 'revision_number': 3, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:06:28.753792 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.802263 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-8c5e5fe8-5d90-4bfc-b184-3c2639de8d30 None None] Provisioning complete for port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:28.802646 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5fe8-5d90-4bfc-b184-3c2639de8d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:28.843567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e5fe8-5d90-4bfc-b184-3c2639de8d30 None None] Port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:06:28.850548 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.027820 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.108036 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.177739 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.194660 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Pushing event updated for resources: {'Port': ['ID=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:29.231841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d45efdd0-f07e-4ec7-9edd-13709445c3d9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:29.293422 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d45efdd0-f07e-4ec7-9edd-13709445c3d9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:29.293802 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.297253 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Network 805d772a-0102-4b2b-a742-35350b822b08 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:29.299544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:29.403156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.433148 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port d45efdd0-f07e-4ec7-9edd-13709445c3d9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d45efdd0-f07e-4ec7-9edd-13709445c3d9,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:29.441722 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Router 7d52505e-7f75-4393-aa4b-61e22280acea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:06:29.493950 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.494872 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6285ae6c-6d12-43d9-85fa-016897a46aef up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:29.579872 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:06:29.586030 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cdb0c0ce-2458-42e6-a3fb-9fcfb4b66f6a admin admin] 10.222.0.63 "PUT /v2.0/routers/7d52505e-7f75-4393-aa4b-61e22280acea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2237558 Sep 15 17:06:29.601061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=d45efdd0-f07e-4ec7-9edd-13709445c3d9,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:29.611294 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1495944f-4814-4521-a270-7ab08a7f3ec9 None None] Provisioning complete for port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:29.611666 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1495944f-4814-4521-a270-7ab08a7f3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.649430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 6285ae6c-6d12-43d9-85fa-016897a46aef triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:29.649814 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:29.680154 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-1495944f-4814-4521-a270-7ab08a7f3ec9 None None] Port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:06:29.883510 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:06:30.333236 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:30.338835 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-759415518-network', 'tenant_id': '9407eaff99c44e21903fe465331fbeef'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:30.390442 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Sync routers for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:06:30.400943 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:30.401553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:30.437611 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.450715 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Made reservation on behalf of 9407eaff99c44e21903fe465331fbeef for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:06:30.453110 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.462728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.510212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:30.555728 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.610756 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.631706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:06:30.647471 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4ce57f-8959-482d-82c1-5f5d9ec6d150,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:30.651655 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.652013 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Added segment ec814427-29a4-47bb-a273-4b21cecd756c of type vlan for network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 Sep 15 17:06:30.695268 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.721556 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 2, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:30.749911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Checking router: 7d52505e-7f75-4393-aa4b-61e22280acea for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:06:30.750272 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Updating router 7d52505e-7f75-4393-aa4b-61e22280acea port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:06:30.775758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.782019 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.783010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:30.783618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.844012 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] Pushing event updated for resources: {'Network': ['ID=046ba0e9-f4b5-4ac5-9a18-18bd6889c026,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:30.874165 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-508717f2-9f6b-4277-a109-f778e31c92b8 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5398023 Sep 15 17:06:30.877141 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:06:30.877324 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42182) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:30.882244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Request body: {'subnet': {'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-759415518-subnet', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:30.959137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Made reservation on behalf of 9407eaff99c44e21903fe465331fbeef for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:06:30.962295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:30.992158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.128260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.144151 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d45efdd0-f07e-4ec7-9edd-13709445c3d9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:31.193822 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port d45efdd0-f07e-4ec7-9edd-13709445c3d9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:31.198437 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.217895 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.247823 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.287689 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559ed15-bcc5-47f1-a52c-803d39e58db5 None None] Pushing event updated for resources: {'Port': ['ID=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:31.318464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6219043-ca1c-4bce-ab8f-30e027bb1f43,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:31.353562 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Checking segment: {'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:31.354225 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Network hostable DHCP agents. Network: 046ba0e9-f4b5-4ac5-9a18-18bd6889c026, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:06:31.365264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Attempting to bind port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:31.366212 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Attempting to bind port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:31.366727 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Attempting to bind port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:31.378353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:31.378732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Checking segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:31.379136 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.379522 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Bound using segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:31.379993 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Bound port: 59d6d82e-8f02-4431-ae3c-3eebc9d5a420, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:31.380372 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.442581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:06:31.463270 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] For port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:31.466605 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] For port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:31.508458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d8e84480-de29-4f94-a30d-77519468e148 None None] Provisioning complete for port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:31.508920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d8e84480-de29-4f94-a30d-77519468e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.527469 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 046ba0e9-f4b5-4ac5-9a18-18bd6889c026) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:31.532192 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:31.532847 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.536711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f8e9f-de3d-419f-a30d-4368f8aa5769 None None] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:06:31.563351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d8e84480-de29-4f94-a30d-77519468e148 None None] Port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:06:31.566714 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.642957 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aab8a504-8736-42e3-9a11-9af5b70d913a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7621045 Sep 15 17:06:31.653156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42184) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:31.653156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:31.672880 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:31.673487 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:31.680015 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559ed15-bcc5-47f1-a52c-803d39e58db5 None None] Pushing event updated for resources: {'Port': ['ID=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:31.739265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.740808 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.805095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.844066 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-046ba0e9-f4b5-4ac5-9a18-18bd6889c026', 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'fixed_ips': [{'subnet_id': 'd6219043-ca1c-4bce-ab8f-30e027bb1f43'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:06:31.845107 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:31.855429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:32.033260 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.078922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-7faeba38-70bc-46a4-8e40-7add6283e0dd None None] Provisioning complete for port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:32.079297 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7faeba38-70bc-46a4-8e40-7add6283e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.319756 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.342123 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.372892 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Allocated IP 172.20.0.2 (046ba0e9-f4b5-4ac5-9a18-18bd6889c026/d6219043-ca1c-4bce-ab8f-30e027bb1f43/a7e11648-afdf-4705-82be-51c8e149fc94) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:32.452127 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Allocated IP 172.25.0.138 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/0375d7d3-e01d-4bbe-9766-4b4e7309f9b9) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:32.453093 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7faeba38-70bc-46a4-8e40-7add6283e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.540267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7faeba38-70bc-46a4-8e40-7add6283e0dd None None] For port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:32.550699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:31Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:32.554976 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.582227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047ebad-cd28-49e2-80a5-596a831b1608 None None] The sync data for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 is: [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:31Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:06:32.617252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7faeba38-70bc-46a4-8e40-7add6283e0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.688713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.706852 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeba38-70bc-46a4-8e40-7add6283e0dd None None] Pushing event updated for resources: {'Port': ['ID=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:32.711556 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.749534 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:32.754323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:32.758984 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:32.784821 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Pushing event updated for resources: {'Port': ['ID=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:32.811084 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.859915 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:32.864721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:32.867425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:32.877967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Pushing event updated for resources: {'Port': ['ID=a7e11648-afdf-4705-82be-51c8e149fc94,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:32.933695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Attempting to bind port a7e11648-afdf-4705-82be-51c8e149fc94 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:32.934075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Attempting to bind port a7e11648-afdf-4705-82be-51c8e149fc94 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:32.934447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Attempting to bind port a7e11648-afdf-4705-82be-51c8e149fc94 on network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:32.939782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:32.940162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Checking segment: {'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:32.940613 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:32.941014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Bound using segment: {'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:32.941492 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Bound port: a7e11648-afdf-4705-82be-51c8e149fc94, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:32.941976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:33.011440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] For port a7e11648-afdf-4705-82be-51c8e149fc94, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:33.015055 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] For port a7e11648-afdf-4705-82be-51c8e149fc94, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a7e11648-afdf-4705-82be-51c8e149fc94,segment=NetworkSegment(ec814427-29a4-47bb-a273-4b21cecd756c),segment_id=ec814427-29a4-47bb-a273-4b21cecd756c)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:33.096939 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:33.114067 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:33.178274 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b288fbe-8778-486a-8d3f-19bb76eada0d None None] Pushing event updated for resources: {'Port': ['ID=a7e11648-afdf-4705-82be-51c8e149fc94,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:33.210025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:33.261994 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:33.262357 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:33.404691 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:33.639544 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Router 143d591a-67ef-4f51-b3ff-a089a7e9b82d is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:06:33.757552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:06:33.766336 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Sync routers for ids ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:06:33.775864 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Routers {'143d591a-67ef-4f51-b3ff-a089a7e9b82d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:33.784060 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:33.834762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:33.840621 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bdabb4bd-e791-4f0f-a610-a2c8ed1c9f90 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1932406 Sep 15 17:06:33.841287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42186) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:33.887291 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Set router 143d591a-67ef-4f51-b3ff-a089a7e9b82d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:34.076763 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 3, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port': {'id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:32Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:34.109083 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Checking router: 143d591a-67ef-4f51-b3ff-a089a7e9b82d for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:06:34.109431 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Updating router 143d591a-67ef-4f51-b3ff-a089a7e9b82d port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:06:34.140787 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.228612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bd8f6-a6d2-4d45-8108-4dfc4a79a36f None None] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:06:34.300289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0b764e2c-b4dc-417a-aeb4-68896c4bbd42 None None] Provisioning complete for port a7e11648-afdf-4705-82be-51c8e149fc94 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:34.300621 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b764e2c-b4dc-417a-aeb4-68896c4bbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.304582 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.412122 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.463922 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b764e2c-b4dc-417a-aeb4-68896c4bbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.473560 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.494205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Allocated IP 172.20.0.1 (046ba0e9-f4b5-4ac5-9a18-18bd6889c026/d6219043-ca1c-4bce-ab8f-30e027bb1f43/ec91052d-76d3-4025-98c4-e7b95c2fee86) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:34.505800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-0b764e2c-b4dc-417a-aeb4-68896c4bbd42 None None] For port a7e11648-afdf-4705-82be-51c8e149fc94, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a7e11648-afdf-4705-82be-51c8e149fc94,segment=NetworkSegment(ec814427-29a4-47bb-a273-4b21cecd756c),segment_id=ec814427-29a4-47bb-a273-4b21cecd756c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:34.515586 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4a2f0-80e5-4140-96ef-3777016d5da2 None None] Pushing event updated for resources: {'Port': ['ID=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:34.539574 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Attempting to bind port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:34.539954 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Attempting to bind port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:34.540350 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Attempting to bind port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:34.545881 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:34.546258 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:34.546663 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.547294 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:34.547765 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Bound port: 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:34.548149 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.588412 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0b764e2c-b4dc-417a-aeb4-68896c4bbd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.609556 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] For port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:34.613779 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] For port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:34.625748 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.646126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b764e2c-b4dc-417a-aeb4-68896c4bbd42 None None] Pushing event updated for resources: {'Port': ['ID=a7e11648-afdf-4705-82be-51c8e149fc94,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:34.668518 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.708699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.709097 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-ed2385c8-8cad-4905-a93c-7a24337363cf None None] Provisioning complete for port a7e11648-afdf-4705-82be-51c8e149fc94 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:34.709528 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ed2385c8-8cad-4905-a93c-7a24337363cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.739987 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4a2f0-80e5-4140-96ef-3777016d5da2 None None] Pushing event updated for resources: {'Port': ['ID=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:34.752015 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Routers {'143d591a-67ef-4f51-b3ff-a089a7e9b82d'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:34.752675 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:34.756288 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:34.759609 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:34.762387 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:34.813796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:34.864671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Pushing event updated for resources: {'Port': ['ID=ec91052d-76d3-4025-98c4-e7b95c2fee86,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:34.967122 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] Set router 143d591a-67ef-4f51-b3ff-a089a7e9b82d gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:35.023103 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.026075 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a07a5c8d-b6db-47e8-966e-04ca5cc1cb04 None None] Provisioning complete for port ec91052d-76d3-4025-98c4-e7b95c2fee86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:35.026487 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a07a5c8d-b6db-47e8-966e-04ca5cc1cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.066278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a07a5c8d-b6db-47e8-966e-04ca5cc1cb04 None None] Port ec91052d-76d3-4025-98c4-e7b95c2fee86 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:06:35.150049 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 3, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port': {'id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:32Z', 'updated_at': '2021-09-15T17:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:35.177425 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46537dfc-9074-4516-a14b-33b239acb4be None None] The sync data for ids ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'] in n-d-808199-2 is: [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 3, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port': {'id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:32Z', 'updated_at': '2021-09-15T17:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:06:35.187057 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a7e11648-afdf-4705-82be-51c8e149fc94 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:35.199628 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.235670 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a7e11648-afdf-4705-82be-51c8e149fc94 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:35.236257 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.270595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.342128 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.344011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Pushing event updated for resources: {'Port': ['ID=ec91052d-76d3-4025-98c4-e7b95c2fee86,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:35.450781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:35.452135 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:35.579205 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Router 143d591a-67ef-4f51-b3ff-a089a7e9b82d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:06:35.697913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-22baac19-653a-414d-8176-f30cc99255e6 None None] Provisioning complete for port ec91052d-76d3-4025-98c4-e7b95c2fee86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:35.698584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-22baac19-653a-414d-8176-f30cc99255e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:35.698716 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:06:35.713119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-388f68b6-8977-47cd-8733-daeeb21acedc admin admin] 10.222.0.63 "PUT /v2.0/routers/143d591a-67ef-4f51-b3ff-a089a7e9b82d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684254 Sep 15 17:06:35.739360 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-22baac19-653a-414d-8176-f30cc99255e6 None None] Port ec91052d-76d3-4025-98c4-e7b95c2fee86 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:06:36.291367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42194) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:36.296002 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-912dfb6b-b0ff-4a60-a7e2-bb200a5daef6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461568047', 'description': 'tempest-secgroup-smoke-461568047 description', 'project_id': '3a174b13adc044569a26f29e3624f7f1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:36.401482 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-912dfb6b-b0ff-4a60-a7e2-bb200a5daef6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.485240 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-912dfb6b-b0ff-4a60-a7e2-bb200a5daef6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.555864 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-912dfb6b-b0ff-4a60-a7e2-bb200a5daef6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.585937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dfb6b-b0ff-4a60-a7e2-bb200a5daef6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f923ff-7694-45b9-9d1a-ec10ef6579aa,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:36.641740 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-912dfb6b-b0ff-4a60-a7e2-bb200a5daef6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.643104 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-912dfb6b-b0ff-4a60-a7e2-bb200a5daef6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3506680 Sep 15 17:06:36.646268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42196) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:36.651704 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-7b3bdf70-c1d9-400e-a06d-0d22664f7db9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'f1f923ff-7694-45b9-9d1a-ec10ef6579aa', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:36.705186 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Sync routers for ids ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:06:36.715730 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Routers {'143d591a-67ef-4f51-b3ff-a089a7e9b82d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:36.716355 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:36.730302 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdf70-c1d9-400e-a06d-0d22664f7db9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.798564 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdf70-c1d9-400e-a06d-0d22664f7db9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.829547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Set router 143d591a-67ef-4f51-b3ff-a089a7e9b82d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:36.873612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdf70-c1d9-400e-a06d-0d22664f7db9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.893141 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bdf70-c1d9-400e-a06d-0d22664f7db9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3832debb-9d62-488d-98c3-84229a5f5a0f,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:36.967886 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-7b3bdf70-c1d9-400e-a06d-0d22664f7db9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:36.969245 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7b3bdf70-c1d9-400e-a06d-0d22664f7db9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210375 Sep 15 17:06:36.972016 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42198) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:36.976578 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-a5af4735-858f-4557-9d03-8a26f521c7c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'f1f923ff-7694-45b9-9d1a-ec10ef6579aa', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:37.037117 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:06:34Z', 'revision_number': 4, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port': {'id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:32Z', 'updated_at': '2021-09-15T17:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ec91052d-76d3-4025-98c4-e7b95c2fee86', 'name': '', 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'mac_address': 'fa:16:3e:ab:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd6219043-ca1c-4bce-ab8f-30e027bb1f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:34Z', 'updated_at': '2021-09-15T17:06:35Z', 'revision_number': 2, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'subnets': [{'id': 'd6219043-ca1c-4bce-ab8f-30e027bb1f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:37.053609 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5af4735-858f-4557-9d03-8a26f521c7c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.067757 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Checking router: 143d591a-67ef-4f51-b3ff-a089a7e9b82d for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:06:37.068112 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Updating router 143d591a-67ef-4f51-b3ff-a089a7e9b82d port ec91052d-76d3-4025-98c4-e7b95c2fee86 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:06:37.096237 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.116844 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5af4735-858f-4557-9d03-8a26f521c7c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.179410 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5af4735-858f-4557-9d03-8a26f521c7c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.199104 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af4735-858f-4557-9d03-8a26f521c7c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81112019-c897-41ff-90f5-6d3b2311c11d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:37.202179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:37.258971 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a5af4735-858f-4557-9d03-8a26f521c7c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.262743 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a5af4735-858f-4557-9d03-8a26f521c7c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2873178 Sep 15 17:06:37.263147 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42200) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:37.267597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-96ce938e-45c6-47bb-914f-80abf1ff1cba tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'f1f923ff-7694-45b9-9d1a-ec10ef6579aa', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:37.326903 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:37.327244 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.346897 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96ce938e-45c6-47bb-914f-80abf1ff1cba tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.408876 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96ce938e-45c6-47bb-914f-80abf1ff1cba tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.478439 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.480863 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.487098 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96ce938e-45c6-47bb-914f-80abf1ff1cba tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.501589 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:37.505079 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce938e-45c6-47bb-914f-80abf1ff1cba tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c56769-3a5b-45f8-aa1d-64acf32e0a9d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:37.539158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.567427 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-96ce938e-45c6-47bb-914f-80abf1ff1cba tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.568796 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-96ce938e-45c6-47bb-914f-80abf1ff1cba tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045988 Sep 15 17:06:37.571541 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:37.575886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.576467 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-b5bf682e-0e4c-49c0-bd84-44df07fff1dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'f1f923ff-7694-45b9-9d1a-ec10ef6579aa', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:37.598399 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08abe8-c1d4-4241-8667-d0375fb81a56 None None] Pushing event updated for resources: {'Port': ['ID=ec91052d-76d3-4025-98c4-e7b95c2fee86,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:37.670745 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b5bf682e-0e4c-49c0-bd84-44df07fff1dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.692285 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Attempting to bind port ec91052d-76d3-4025-98c4-e7b95c2fee86 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:37.692695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Attempting to bind port ec91052d-76d3-4025-98c4-e7b95c2fee86 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:37.693501 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Attempting to bind port ec91052d-76d3-4025-98c4-e7b95c2fee86 on network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:37.701351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:37.711000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:37.711000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Checking segment: {'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:37.711000 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.711000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Bound using segment: {'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:37.711000 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Bound port: ec91052d-76d3-4025-98c4-e7b95c2fee86, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec814427-29a4-47bb-a273-4b21cecd756c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:37.714558 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.751974 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b5bf682e-0e4c-49c0-bd84-44df07fff1dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.786392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] For port ec91052d-76d3-4025-98c4-e7b95c2fee86, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:37.790582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] For port ec91052d-76d3-4025-98c4-e7b95c2fee86, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ec91052d-76d3-4025-98c4-e7b95c2fee86,segment=NetworkSegment(ec814427-29a4-47bb-a273-4b21cecd756c),segment_id=ec814427-29a4-47bb-a273-4b21cecd756c)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:37.841999 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b5bf682e-0e4c-49c0-bd84-44df07fff1dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.860596 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf682e-0e4c-49c0-bd84-44df07fff1dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2609774-aa2b-43d5-a17e-b83a74039824,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:37.871422 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.876103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-eed2e7e1-a128-4c3e-86c9-0fe5d31e8bb0 None None] Provisioning complete for port ec91052d-76d3-4025-98c4-e7b95c2fee86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:37.876464 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eed2e7e1-a128-4c3e-86c9-0fe5d31e8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.927520 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-b5bf682e-0e4c-49c0-bd84-44df07fff1dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:37.930063 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-b5bf682e-0e4c-49c0-bd84-44df07fff1dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3572571 Sep 15 17:06:37.932437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42204) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:37.936878 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'f1f923ff-7694-45b9-9d1a-ec10ef6579aa', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:37.965667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Routers {'143d591a-67ef-4f51-b3ff-a089a7e9b82d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:37.966303 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:37.969786 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08abe8-c1d4-4241-8667-d0375fb81a56 None None] Pushing event updated for resources: {'Port': ['ID=ec91052d-76d3-4025-98c4-e7b95c2fee86,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:38.023784 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Project 3a174b13adc044569a26f29e3624f7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:06:38.029861 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.090431 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eed2e7e1-a128-4c3e-86c9-0fe5d31e8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.098660 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.131890 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] Set router 143d591a-67ef-4f51-b3ff-a089a7e9b82d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:38.166842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-eed2e7e1-a128-4c3e-86c9-0fe5d31e8bb0 None None] For port ec91052d-76d3-4025-98c4-e7b95c2fee86, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ec91052d-76d3-4025-98c4-e7b95c2fee86,segment=NetworkSegment(ec814427-29a4-47bb-a273-4b21cecd756c),segment_id=ec814427-29a4-47bb-a273-4b21cecd756c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:38.179048 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.199474 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0653094-68b4-48cf-9f7c-9642630db7b8,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:38.227656 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eed2e7e1-a128-4c3e-86c9-0fe5d31e8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.250595 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.251868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a4a9b8de-3892-452f-ab68-754c822959bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3184841 Sep 15 17:06:38.254872 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42206) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:38.260144 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'f1f923ff-7694-45b9-9d1a-ec10ef6579aa', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:38.329352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e7e1-a128-4c3e-86c9-0fe5d31e8bb0 None None] Pushing event updated for resources: {'Port': ['ID=ec91052d-76d3-4025-98c4-e7b95c2fee86,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:38.342168 n-d-808199-2 neutron-server[102018]: INFO neutron.db.securitygroups_db [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Project 3a174b13adc044569a26f29e3624f7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:06:38.347567 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.377279 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f31df539-1722-47a9-a67a-90b99cfd1ae0 None None] Provisioning complete for port ec91052d-76d3-4025-98c4-e7b95c2fee86 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:38.377655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f31df539-1722-47a9-a67a-90b99cfd1ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.413055 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.440597 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:06:34Z', 'revision_number': 4, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port': {'id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:32Z', 'updated_at': '2021-09-15T17:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ec91052d-76d3-4025-98c4-e7b95c2fee86', 'name': '', 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'mac_address': 'fa:16:3e:ab:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd6219043-ca1c-4bce-ab8f-30e027bb1f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:34Z', 'updated_at': '2021-09-15T17:06:37Z', 'revision_number': 4, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'subnets': [{'id': 'd6219043-ca1c-4bce-ab8f-30e027bb1f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:38.479280 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.498802 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f78726-5e47-44c8-a401-886c90dc18df,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:38.585773 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:38.587098 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-332fff03-8e80-4ae1-ae31-abf8735941f5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3310735 Sep 15 17:06:38.646826 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebfeaf-4c65-4e3d-8a54-4eb02803c8fe None None] The sync data for ids ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'] in n-d-808199-2 is: [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:06:34Z', 'revision_number': 4, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port': {'id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:32Z', 'updated_at': '2021-09-15T17:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': 'ec91052d-76d3-4025-98c4-e7b95c2fee86', 'name': '', 'network_id': '046ba0e9-f4b5-4ac5-9a18-18bd6889c026', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'mac_address': 'fa:16:3e:ab:34:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd6219043-ca1c-4bce-ab8f-30e027bb1f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:34Z', 'updated_at': '2021-09-15T17:06:37Z', 'revision_number': 4, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'subnets': [{'id': 'd6219043-ca1c-4bce-ab8f-30e027bb1f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:06:38.742857 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-2319855b-b20e-45f0-a90f-7e7803edc9a7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461568047&fields=id&tenant_id=3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 267 time: 0.0373182 Sep 15 17:06:38.858912 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-f382030c-0644-489f-aea8-1682a10b046b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:38.860327 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-f382030c-0644-489f-aea8-1682a10b046b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 809 time: 0.1085141 Sep 15 17:06:38.877307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-293716c2-fe31-44a1-b543-90a149c94d00 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/quotas/3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 375 time: 0.0102050 Sep 15 17:06:38.935062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-628fb0f8-a622-451c-9cbd-ef31161325ab tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511658 Sep 15 17:06:39.033808 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-f96e516d-3186-43f6-b4ab-96394fcce438 service neutron] 10.222.0.63 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Sep 15 17:06:39.134819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-e7e62d23-f347-486f-b831-e8ca205d2b92 service neutron] 10.222.0.63 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937693 Sep 15 17:06:39.210827 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:39.260821 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:39.261199 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:39.348217 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ec91052d-76d3-4025-98c4-e7b95c2fee86 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:39.399009 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port ec91052d-76d3-4025-98c4-e7b95c2fee86 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:39.399795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:39.405207 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2052bf71-16ba-4645-9445-1866a8ad0df5 req-7f48b66d-e15f-4544-914d-85e7a758ea79 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 210 time: 0.0313766 Sep 15 17:06:40.481993 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8099e35f-1c62-437c-bc4a-d474c5dcb716 req-725c3930-41ff-4f19-b836-3cf69ce01d1e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 210 time: 0.0271711 Sep 15 17:06:41.574777 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-015a5da2-d08a-4685-a440-122cd4bdaa81 req-f23839d5-a751-4897-9c9c-7282b767c611 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 210 time: 0.0265467 Sep 15 17:06:42.678440 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e07842d7-9f3a-419e-bc80-0d597e2407ea req-0c4b22e8-424b-45e1-a9b9-05320f248dc0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 210 time: 0.0353205 Sep 15 17:06:43.564720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-cf67e947-955f-4c38-a85c-2da567315646 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:43.566215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-cf67e947-955f-4c38-a85c-2da567315646 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 809 time: 0.1045268 Sep 15 17:06:43.609322 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-1ce824a9-65d3-4e85-a681-82abdefa7f6f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 379 time: 0.0336409 Sep 15 17:06:43.618852 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'port': {'device_id': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'admin_state_up': True, 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'security_groups': ['f1f923ff-7694-45b9-9d1a-ec10ef6579aa']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:43.777370 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51d50c8f-c7ce-4a43-b5dc-27fa26200a2b req-0c49ff12-e439-4833-a03f-798137ed5c44 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 210 time: 0.0284648 Sep 15 17:06:43.813018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Made reservation on behalf of 3a174b13adc044569a26f29e3624f7f1 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:06:43.816679 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:43.946023 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Allocated IP 172.20.0.6 (805d772a-0102-4b2b-a742-35350b822b08/15a02e2c-509c-46fe-ae2a-6600e8ed5a20/1203c46b-66f5-40d2-bd9b-18b34e145cc1) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:44.079487 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:44.173363 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:44.222749 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Network 805d772a-0102-4b2b-a742-35350b822b08 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:44.226786 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:44.230456 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:44.258536 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:44.288666 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:44.289327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:44.368480 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-b5ce80a6-dbaf-4231-b868-d014b5d1d163 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532396 Sep 15 17:06:44.380906 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Request body: {'port': {'device_id': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:44.424359 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e9808212-baec-48c2-b800-b20e7ee03af3 None None] Provisioning complete for port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:44.425000 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e9808212-baec-48c2-b800-b20e7ee03af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:44.436865 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:44.458440 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e9808212-baec-48c2-b800-b20e7ee03af3 None None] Port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:06:44.701946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1203c46b-66f5-40d2-bd9b-18b34e145cc1 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:06:44.710195 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:44.721442 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Transition to ACTIVE for port object 1203c46b-66f5-40d2-bd9b-18b34e145cc1 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:06:44.781365 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:44.836168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:44.947477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8699bf-7ec3-4e4e-8a3b-2986a9885c83 req-ced1ba96-2338-44ae-8c75-398620be421b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:44.949070 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a8699bf-7ec3-4e4e-8a3b-2986a9885c83 req-ced1ba96-2338-44ae-8c75-398620be421b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 943 time: 0.0918136 Sep 15 17:06:44.952405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:06:44.952688 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:06:44.953018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:44.965195 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on network 805d772a-0102-4b2b-a742-35350b822b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:06:44.965516 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:06:44.979037 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:06:44.979373 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Checking segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:06:44.979753 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Bound using segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:06:44.980189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Bound port: 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:06:44.980578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:45.008373 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a8699bf-7ec3-4e4e-8a3b-2986a9885c83 req-bdb4b3d2-aa9b-411a-8760-7758358915a2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529668 Sep 15 17:06:45.056952 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:06:45.059914 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:06:45.136377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:45.173404 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.174044 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:45.175502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-91fff091-0833-4879-8783-9dd0209af45c service neutron] 10.222.0.38 "PUT /v2.0/ports/1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 1091 time: 0.7988820 Sep 15 17:06:45.175845 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:45.178230 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a39cdc-ea7f-407a-b378-674ee64a7311" -d '{"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:45.204256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fff091-0833-4879-8783-9dd0209af45c service neutron] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:45.226508 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98c7d3b-1625-4270-82f1-bddc3160002c x-openstack-request-id: req-d98c7d3b-1625-4270-82f1-bddc3160002c {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:45.226798 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:45.227051 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d98c7d3b-1625-4270-82f1-bddc3160002c {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:45.227456 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'status': 'completed', 'code': 200} Sep 15 17:06:45.290846 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a39cdc-ea7f-407a-b378-674ee64a7311 req-8225613e-3ce5-4bc3-819c-0c3d7da41652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.292356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62a39cdc-ea7f-407a-b378-674ee64a7311 req-8225613e-3ce5-4bc3-819c-0c3d7da41652 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1094 time: 0.0436919 Sep 15 17:06:45.390432 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a39cdc-ea7f-407a-b378-674ee64a7311 req-8bc9b36a-0a28-4dd7-abe4-67e7f6a66056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.392026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62a39cdc-ea7f-407a-b378-674ee64a7311 req-8bc9b36a-0a28-4dd7-abe4-67e7f6a66056 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3a174b13adc044569a26f29e3624f7f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0922179 Sep 15 17:06:45.490062 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a39cdc-ea7f-407a-b378-674ee64a7311 req-80427634-ebbd-4564-a39a-f2743200d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.491706 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-62a39cdc-ea7f-407a-b378-674ee64a7311 req-80427634-ebbd-4564-a39a-f2743200d518 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925455 Sep 15 17:06:45.566111 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-35aa4c42-6f94-4ab8-981f-1c317c17afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.567594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-35aa4c42-6f94-4ab8-981f-1c317c17afbb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1094 time: 0.0403240 Sep 15 17:06:45.612893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-6bc6bf21-aafb-447d-831a-fea94e56e473 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 217 time: 0.0377491 Sep 15 17:06:45.659967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-eaf82f06-089a-48b9-af0f-e992d0b6c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.661411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-eaf82f06-089a-48b9-af0f-e992d0b6c31e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0424066 Sep 15 17:06:45.707226 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf66dce-1425-4755-afde-e77cc899a091 req-d613fa5e-e5b0-41b2-85a0-a39b2018fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:45.708705 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-d613fa5e-e5b0-41b2-85a0-a39b2018fd7d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391064 Sep 15 17:06:45.799972 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-5357ede7-0ebf-4e22-9656-1eeab2b8f5ca service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 Sep 15 17:06:45.887474 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddf66dce-1425-4755-afde-e77cc899a091 req-6d0c934f-d953-4491-b41e-a654b2b4fa71 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805957 Sep 15 17:06:46.129728 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942acda-d860-4b05-9642-7a71d7aa8fea req-8648a927-d587-4dcc-b2d0-4cea5794cc13 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:46.131675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a942acda-d860-4b05-9642-7a71d7aa8fea req-8648a927-d587-4dcc-b2d0-4cea5794cc13 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 943 time: 0.0527961 Sep 15 17:06:46.169964 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a942acda-d860-4b05-9642-7a71d7aa8fea req-2fe8918a-331f-4a1e-a525-239cacc9caf7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323303 Sep 15 17:06:47.282562 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d96d-40e1-4727-976b-d83676b5a18e req-f2c02b8a-6671-4d47-85f3-2ae33469538d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:47.284040 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf45d96d-40e1-4727-976b-d83676b5a18e req-f2c02b8a-6671-4d47-85f3-2ae33469538d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 943 time: 0.0489166 Sep 15 17:06:47.320782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bf45d96d-40e1-4727-976b-d83676b5a18e req-bd224db4-224f-48b9-b9d4-db060c42ab35 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307527 Sep 15 17:06:48.433959 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11949463-91cc-48ca-b929-a7c42e8dcef5 req-9075501f-45c7-4bf7-b4b6-95826a99482a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:48.435423 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11949463-91cc-48ca-b929-a7c42e8dcef5 req-9075501f-45c7-4bf7-b4b6-95826a99482a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 943 time: 0.0488417 Sep 15 17:06:48.473402 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-11949463-91cc-48ca-b929-a7c42e8dcef5 req-cb8acaf7-6441-4f53-811f-02446ae2f3a4 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320518 Sep 15 17:06:49.288030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:06:49.383630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:49.394868 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'port_id': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'mac_address': 'fa:16:3e:7c:17:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:06:49.433731 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:49.449247 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1203c46b-66f5-40d2-bd9b-18b34e145cc1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:06:49.468557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:49.527482 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:49.574685 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:49.594574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39094884-9c77-468c-94da-ef1234cde9fa req-02d00d33-71af-4ab7-8b4b-7eac85c17329 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:49.596126 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39094884-9c77-468c-94da-ef1234cde9fa req-02d00d33-71af-4ab7-8b4b-7eac85c17329 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0519366 Sep 15 17:06:49.634094 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-39094884-9c77-468c-94da-ef1234cde9fa req-f1131c26-8bab-4fc8-ba63-dbbf8225cd3b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312026 Sep 15 17:06:49.750163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1203c46b-66f5-40d2-bd9b-18b34e145cc1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:06:50.748676 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027589d-6175-44ad-b60a-b36ed4627396 req-0e62dcca-f359-4c21-855f-8ccbcb93c41f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:50.750189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4027589d-6175-44ad-b60a-b36ed4627396 req-0e62dcca-f359-4c21-855f-8ccbcb93c41f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0500245 Sep 15 17:06:50.788012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4027589d-6175-44ad-b60a-b36ed4627396 req-2be7a187-28eb-484c-8380-8d60f91a5d39 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Sep 15 17:06:51.304249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:06:51.423911 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:06:51.427812 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:06:51.428284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:51.507523 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:51.529579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:51.531828 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d8b48b-0b6b-416d-bce4-c125baa40450" -d '{"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:51.544999 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:06:51.569238 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97f32c9-c2bf-46c0-97e9-1a5348c214b9 x-openstack-request-id: req-d97f32c9-c2bf-46c0-97e9-1a5348c214b9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:51.569616 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:51.569872 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d97f32c9-c2bf-46c0-97e9-1a5348c214b9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:51.570277 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'code': 200} Sep 15 17:06:51.604502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:51.653454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:51.662225 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1e44b-d1bd-4679-88aa-9d6e360902a0 req-5b7f8841-804c-4387-adc4-f3f03417feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:51.667254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4a1e44b-d1bd-4679-88aa-9d6e360902a0 req-5b7f8841-804c-4387-adc4-f3f03417feb1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1096 time: 0.0408177 Sep 15 17:06:51.699785 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e4a1e44b-d1bd-4679-88aa-9d6e360902a0 req-e58950e1-7a94-4a90-b049-d36b3fc1ea3d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273397 Sep 15 17:06:51.907920 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3e7e-9910-4da6-8240-e041324f1185 req-07eb2b34-48ed-49fd-9327-ff2b00f70817 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:51.909435 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f4a3e7e-9910-4da6-8240-e041324f1185 req-07eb2b34-48ed-49fd-9327-ff2b00f70817 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0519204 Sep 15 17:06:51.947356 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1f4a3e7e-9910-4da6-8240-e041324f1185 req-b4c50a29-0998-4a47-9a61-65718027b5fc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Sep 15 17:06:53.066291 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dbdbb-4405-4cf5-ab54-9430c6e7e6f2 req-9095c00f-0757-4d88-969c-de485b3b4afb tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:53.067758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-885dbdbb-4405-4cf5-ab54-9430c6e7e6f2 req-9095c00f-0757-4d88-969c-de485b3b4afb tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0548053 Sep 15 17:06:53.106452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-885dbdbb-4405-4cf5-ab54-9430c6e7e6f2 req-01c877c7-2014-4e7b-89ea-57b52086470a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Sep 15 17:06:53.219347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd62346-ccfa-43a3-a49c-0be997ae999d req-d910405d-a79a-48f7-8b4a-510ef19ce2e3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:53.220820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdd62346-ccfa-43a3-a49c-0be997ae999d req-d910405d-a79a-48f7-8b4a-510ef19ce2e3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0481162 Sep 15 17:06:53.257546 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fdd62346-ccfa-43a3-a49c-0be997ae999d req-2e77c665-a3a4-47e0-8c75-bb9b64c4649d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307693 Sep 15 17:06:53.279264 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42270) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:53.411457 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7353c-8255-4578-aedf-11cedf1cd06c tempest-TestShelveInstance-1667015508 tempest-TestShelveInstance-1667015508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:53.413103 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-7eb7353c-8255-4578-aedf-11cedf1cd06c tempest-TestShelveInstance-1667015508 tempest-TestShelveInstance-1667015508-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1091 time: 0.1329134 Sep 15 17:06:53.416003 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42274) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:06:53.420123 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:06:53.523882 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:53.616648 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:53.720213 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Allocated IP 172.25.0.96 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/57940630-906d-4c3b-8127-ea5cb70e508e) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:06:53.821565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:53.910084 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:53.952853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:06:53.957139 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:06:53.961121 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:06:53.968979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'Port': ['ID=57940630-906d-4c3b-8127-ea5cb70e508e,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:54.121254 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ac506e3a-2654-4f5e-80e5-82c0e01f61aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.310678 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.453548 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.606626 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.655251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.726284 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'Port': ['ID=57940630-906d-4c3b-8127-ea5cb70e508e,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:06:54.736048 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.834500 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Floating IP bf07916f-de4c-4636-a5a8-c99ae25ee5b7 associated. External IP: 172.25.0.96, port: 1203c46b-66f5-40d2-bd9b-18b34e145cc1. Sep 15 17:06:55.041581 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Router 7d52505e-7f75-4393-aa4b-61e22280acea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:06:55.148671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:06:55.159257 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] Sync routers for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:06:55.168311 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:55.168950 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:55.221631 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:55.249681 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-1f2611e2-a5e2-4b01-8a1a-75c000e8df73 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8326676 Sep 15 17:06:55.250262 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:06:55.252541 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:06:55.278244 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:55.291087 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0cf247-d576-43ab-8709-46a781cab6f7 x-openstack-request-id: req-ad0cf247-d576-43ab-8709-46a781cab6f7 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:06:55.291580 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:06:55.291984 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-ad0cf247-d576-43ab-8709-46a781cab6f7 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:06:55.292401 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'status': 'completed', 'code': 200} Sep 15 17:06:55.368132 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-40adb3ea-b352-4270-92ef-d1aa6c080518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:55.369668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-40adb3ea-b352-4270-92ef-d1aa6c080518 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1096 time: 0.0540648 Sep 15 17:06:55.514038 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'bf07916f-de4c-4636-a5a8-c99ae25ee5b7', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'port_id': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'mac_address': 'fa:16:3e:7c:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:06:54Z', 'updated_at': '2021-09-15T17:06:54Z', 'revision_number': 0, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:55.541982 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] Checking router: 7d52505e-7f75-4393-aa4b-61e22280acea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:06:55.550721 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:06:55.551264 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:06:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:55.662495 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:06:55.813930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-69010381-3a27-4fbb-96d3-885a7b7a18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:55.815428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-69010381-3a27-4fbb-96d3-885a7b7a18cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.4384856 Sep 15 17:06:55.882687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-f1ae6c26-77ac-4d80-a0b4-bcaaee101557 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 998 time: 0.0600619 Sep 15 17:06:55.893444 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'bf07916f-de4c-4636-a5a8-c99ae25ee5b7', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'port_id': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'mac_address': 'fa:16:3e:7c:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:06:54Z', 'updated_at': '2021-09-15T17:06:54Z', 'revision_number': 0, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:06:55.919215 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03bce2-6a3d-43c6-85c9-691122fffa81 None None] The sync data for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 is: [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': 'bf07916f-de4c-4636-a5a8-c99ae25ee5b7', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'port_id': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'mac_address': 'fa:16:3e:7c:17:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:06:54Z', 'updated_at': '2021-09-15T17:06:54Z', 'revision_number': 0, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:06:55.934895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-277da1dd-8b30-434d-9c8f-bfc889db1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:55.936401 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-277da1dd-8b30-434d-9c8f-bfc889db1174 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0473776 Sep 15 17:06:55.984391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-cf4d3866-d26f-4e29-9c52-637ebba2673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:06:55.985809 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-cf4d3866-d26f-4e29-9c52-637ebba2673d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420442 Sep 15 17:06:56.093194 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-28290107-42db-4ecc-9bb5-2e8b883d123b service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880208 Sep 15 17:06:56.128797 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63e177-0359-43c0-b472-48adfb13e3bb None None] New status for floating IP bf07916f-de4c-4636-a5a8-c99ae25ee5b7: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:06:56.174232 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-32c3ecb1-ec2b-4575-9596-9a18b74ec0c2 req-4a06c751-bcff-4f22-949b-d694f31b99d9 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Sep 15 17:06:57.158368 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:57.363711 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3258294-49f4-4ca3-a04d-b3e48663b572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:57.598011 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:58.749817 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:00.392446 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:00.975226 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:06.883579 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:07:24.017741 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c1b3695e-a691-4fef-964e-eea76b0c6f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.166634 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.371975 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7e24c4d-76b0-4fb3-8ed5-75c5304b6bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.641167 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.739589 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.408582 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.966522 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.882608 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:07:48.241833 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-e02a4ec4-ea62-47fa-8dfd-3fc45e3dd894 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435421 Sep 15 17:07:48.322093 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-7e0b3c0f-af5c-4cdd-8635-474ff5b65a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:48.323554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-7e0b3c0f-af5c-4cdd-8635-474ff5b65a71 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1096 time: 0.0393682 Sep 15 17:07:48.423758 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-159b2836-aaa6-41e3-a6fa-11fd80fe01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:48.425228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-159b2836-aaa6-41e3-a6fa-11fd80fe01ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0830507 Sep 15 17:07:48.492059 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-dfbc3fc9-f5e6-4c12-a9e8-82e5790f4654 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 1000 time: 0.0597947 Sep 15 17:07:48.540929 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-726136c8-39b5-4b4d-babe-36ef49a1130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:48.542372 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-726136c8-39b5-4b4d-babe-36ef49a1130d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0437214 Sep 15 17:07:48.588075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-c5f52729-32d9-48ab-afff-f0a05b930227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:48.589584 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-c5f52729-32d9-48ab-afff-f0a05b930227 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395358 Sep 15 17:07:48.682431 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-2893af17-a48c-4e71-9850-d934fdfa1097 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Sep 15 17:07:48.775368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6631e19e-f42a-4706-9a1f-ec00ae9b5545 req-e247adcb-ac76-4623-bcee-97637a09630b service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850770 Sep 15 17:07:54.005617 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e49d-504d-4cf9-b06c-0fe57b3f7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.190614 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.367713 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cc03b5a1-cdb3-4383-be16-4b59ae3e569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.652985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.749788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.413077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.973103 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:20.881129 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:08:24.012060 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6799bcf0-0590-4ff5-97a7-650308054496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.205333 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.372068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b2d41eeb-8666-4163-81e7-e529f57aa196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.646373 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.743265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.423336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.966408 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:48.936502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-d65cb8be-72fa-4064-9642-d07185037f0c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843079 Sep 15 17:08:49.017159 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-242cc577-bd32-4f1d-ac1b-e22fe58f559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:49.018637 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-242cc577-bd32-4f1d-ac1b-e22fe58f559c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1096 time: 0.0407610 Sep 15 17:08:49.126477 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-03e0e15c-7e32-49a9-bf9d-cd1100d4eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:49.127837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-03e0e15c-7e32-49a9-bf9d-cd1100d4eef8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0896964 Sep 15 17:08:49.191872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-ec778315-b2d0-4b26-afc9-5ca023aed511 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 1000 time: 0.0568860 Sep 15 17:08:49.239737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-2478e702-d32e-46a0-bea8-7e56f17bf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:49.241149 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-2478e702-d32e-46a0-bea8-7e56f17bf7d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0424197 Sep 15 17:08:49.289771 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-4d6f50b4-3f06-4a15-bc47-45339ca3a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:49.291227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-4d6f50b4-3f06-4a15-bc47-45339ca3a346 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433095 Sep 15 17:08:49.381909 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-97f69961-b29c-46b5-99fa-8a95613d7761 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825558 Sep 15 17:08:49.474519 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1478a98f-f98f-4f3d-93cc-2f78a996891a req-67eb38e8-2bfc-4c7b-86a9-a23545d39426 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851057 Sep 15 17:08:51.090425 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393ac2a-213e-4b51-941f-327dae202889 req-fc146895-b7c5-410a-9840-e4910af74baa tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:51.091844 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c393ac2a-213e-4b51-941f-327dae202889 req-fc146895-b7c5-410a-9840-e4910af74baa tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0516794 Sep 15 17:08:51.128773 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c393ac2a-213e-4b51-941f-327dae202889 req-c5141e27-eb91-4adc-b1f5-cd9bf7cb44e6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308554 Sep 15 17:08:52.258169 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413339-be2a-4ea9-b26f-0c2be2f58015 req-74c0c87d-142d-48f9-8b6f-59fe9283dcea tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:52.259633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92413339-be2a-4ea9-b26f-0c2be2f58015 req-74c0c87d-142d-48f9-8b6f-59fe9283dcea tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0495751 Sep 15 17:08:52.297307 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-92413339-be2a-4ea9-b26f-0c2be2f58015 req-94f09b34-85e0-428f-b9e9-f8070d0bcd63 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317008 Sep 15 17:08:53.418075 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f2a88-67af-4459-ae66-6af8c2ca1069 req-9bb2ab60-8260-4d78-a003-43f0c29f253a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.419475 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-337f2a88-67af-4459-ae66-6af8c2ca1069 req-9bb2ab60-8260-4d78-a003-43f0c29f253a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0559423 Sep 15 17:08:53.457905 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-337f2a88-67af-4459-ae66-6af8c2ca1069 req-e011f0d8-bb71-4144-b5fe-ffa1adc01fdc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Sep 15 17:08:54.016697 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cdf93c18-7fdb-4f67-a92e-785c250280cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:54.587478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085ac4e-7747-40e6-b635-dfbc185fbe87 req-759bba6f-06c7-4a77-92f9-17dfd26c55c2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:54.588985 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f085ac4e-7747-40e6-b635-dfbc185fbe87 req-759bba6f-06c7-4a77-92f9-17dfd26c55c2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0489032 Sep 15 17:08:54.626865 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f085ac4e-7747-40e6-b635-dfbc185fbe87 req-a725e271-8933-4d17-9654-8e0c335769da tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Sep 15 17:08:55.740193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de64-8742-4b2f-b641-bcd6ac629cad req-f521472e-73a1-4e8b-ab84-9bceb9af44fb tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:55.742226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f141de64-8742-4b2f-b641-bcd6ac629cad req-f521472e-73a1-4e8b-ab84-9bceb9af44fb tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0480800 Sep 15 17:08:55.779870 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f141de64-8742-4b2f-b641-bcd6ac629cad req-86af6471-3a3d-4065-987c-732a9e404964 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315466 Sep 15 17:08:56.916885 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efc36e-5f08-4da7-8421-26c0d01e5272 req-e543f15a-3ea6-4a2b-a57c-53a155911596 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:56.918411 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56efc36e-5f08-4da7-8421-26c0d01e5272 req-e543f15a-3ea6-4a2b-a57c-53a155911596 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0669100 Sep 15 17:08:56.956326 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-56efc36e-5f08-4da7-8421-26c0d01e5272 req-704c9350-b761-49b8-b0ee-2fd7b35a7b74 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Sep 15 17:08:57.182134 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:57.353412 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3bed7c57-8059-44cb-9f44-b9c3bdc00ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:57.650066 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:57.880606 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:08:58.071543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afc538-b962-4be8-91e9-2367ec99e841 req-8a9a6ede-bb95-45a6-a069-c49f26451e67 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:58.073042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9afc538-b962-4be8-91e9-2367ec99e841 req-8a9a6ede-bb95-45a6-a069-c49f26451e67 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0485077 Sep 15 17:08:58.109983 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d9afc538-b962-4be8-91e9-2367ec99e841 req-fbb415bc-791a-4eba-bca8-fa3db8427a33 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Sep 15 17:08:58.787808 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:59.222689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd543847-390f-4e2b-9f0a-3baf4e8d615e req-f2efdde2-8ab3-4fb6-8e0b-f2ddec2219ab tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:59.224143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd543847-390f-4e2b-9f0a-3baf4e8d615e req-f2efdde2-8ab3-4fb6-8e0b-f2ddec2219ab tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0479300 Sep 15 17:08:59.261517 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cd543847-390f-4e2b-9f0a-3baf4e8d615e req-7f2759aa-f5f9-456d-8881-13b6840f78a5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307779 Sep 15 17:09:00.379508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df83c0b-afc7-40e8-a704-3924762603e6 req-e3e21196-23eb-4cca-a2d1-7227f813b209 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:00.381052 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4df83c0b-afc7-40e8-a704-3924762603e6 req-e3e21196-23eb-4cca-a2d1-7227f813b209 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0534365 Sep 15 17:09:00.419454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4df83c0b-afc7-40e8-a704-3924762603e6 req-7859ddc6-9126-4375-b05d-8f1ed78a4b8b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Sep 15 17:09:00.439089 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.958875 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:01.535339 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f219a-351c-4b35-80d3-8086f7a33223 req-407f471c-5c28-4d5c-8b7e-bb42009df1b7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:01.536893 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b32f219a-351c-4b35-80d3-8086f7a33223 req-407f471c-5c28-4d5c-8b7e-bb42009df1b7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0506983 Sep 15 17:09:01.576730 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b32f219a-351c-4b35-80d3-8086f7a33223 req-f0226fd3-900f-4a89-9125-698b8cec1041 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331421 Sep 15 17:09:02.690729 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856594a0-99ea-4fe7-87bd-4b73987edf9c req-617ab418-dbc2-45f7-ae8e-e48ab5299bf0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:02.692255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-856594a0-99ea-4fe7-87bd-4b73987edf9c req-617ab418-dbc2-45f7-ae8e-e48ab5299bf0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0491037 Sep 15 17:09:02.729712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-856594a0-99ea-4fe7-87bd-4b73987edf9c req-3d586639-077d-42e6-bc8c-680e36370c4a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309100 Sep 15 17:09:03.849939 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0b21b-d6ee-4e2c-a064-0e1f78031f3d req-27f8d241-d962-414a-9cc6-038a79662a0b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:03.851982 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25c0b21b-d6ee-4e2c-a064-0e1f78031f3d req-27f8d241-d962-414a-9cc6-038a79662a0b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0550222 Sep 15 17:09:03.877056 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:03.890140 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-25c0b21b-d6ee-4e2c-a064-0e1f78031f3d req-ec0e9804-9286-4208-929f-5c130d00f597 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Sep 15 17:09:03.976401 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:03.988073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'port_id': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'mac_address': 'fa:16:3e:7c:17:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:04.026925 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.040060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1203c46b-66f5-40d2-bd9b-18b34e145cc1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:04.060628 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:04.125262 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.196795 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:04.205150 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['1203c46b-66f5-40d2-bd9b-18b34e145cc1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:04.231619 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.232295 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.232682 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.233031 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.233278 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.233612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.233940 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.234268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.234596 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.234922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.235246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:04.235571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:05.019176 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b98af-eae3-4687-b261-0ba6a7946597 req-92736465-f487-4397-a53b-b2784c5f18ad tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:05.025199 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be3b98af-eae3-4687-b261-0ba6a7946597 req-92736465-f487-4397-a53b-b2784c5f18ad tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0663848 Sep 15 17:09:05.066871 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be3b98af-eae3-4687-b261-0ba6a7946597 req-2656e63c-f7c8-4d6e-b67c-d1fa8b52fb26 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Sep 15 17:09:05.876912 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:05.935060 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:05.935438 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:06.025128 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:06.050663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:06.052946 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1c3a25-5288-478e-9ca3-b70241e96195" -d '{"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:06.066698 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:06.108241 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909a9023-cbbf-4db9-a5e3-6688571419c9 x-openstack-request-id: req-909a9023-cbbf-4db9-a5e3-6688571419c9 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:06.108659 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:06.108862 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-909a9023-cbbf-4db9-a5e3-6688571419c9 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:06.109283 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'code': 200} Sep 15 17:09:06.142090 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:06.195068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:06.235580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aaa43-4549-4d3c-9a8a-e897e27d89c8 req-c1684093-739d-4e2f-a52a-da03562ee65a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:06.239102 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab4aaa43-4549-4d3c-9a8a-e897e27d89c8 req-c1684093-739d-4e2f-a52a-da03562ee65a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0661547 Sep 15 17:09:06.283048 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ab4aaa43-4549-4d3c-9a8a-e897e27d89c8 req-d83c75c9-d37a-4621-8350-1edc02d861b3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367804 Sep 15 17:09:07.420941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23e6bb-653d-4b12-8f13-92d3347e4691 req-98ec5c17-e830-4aeb-960f-1330021b72ec tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:07.422428 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b23e6bb-653d-4b12-8f13-92d3347e4691 req-98ec5c17-e830-4aeb-960f-1330021b72ec tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0615358 Sep 15 17:09:07.466693 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5b23e6bb-653d-4b12-8f13-92d3347e4691 req-2bd4d63a-e294-492b-9012-27c518574145 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382609 Sep 15 17:09:08.602683 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5c825-6079-49c2-b5bf-8008b61d3639 req-34a5f92e-6a7e-4df7-8caa-51762fac4512 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:08.605494 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65c5c825-6079-49c2-b5bf-8008b61d3639 req-34a5f92e-6a7e-4df7-8caa-51762fac4512 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0574107 Sep 15 17:09:08.653029 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65c5c825-6079-49c2-b5bf-8008b61d3639 req-13ad0290-d3e3-42cd-8305-b6bc75ed8f3f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Sep 15 17:09:09.784674 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11ca52-8ef7-4c33-9af4-aa4eb61820de req-ffe0c0a7-f6ae-4250-8050-bf45be1c5c58 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:09.786213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf11ca52-8ef7-4c33-9af4-aa4eb61820de req-ffe0c0a7-f6ae-4250-8050-bf45be1c5c58 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0570769 Sep 15 17:09:09.826015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf11ca52-8ef7-4c33-9af4-aa4eb61820de req-9a32bc57-8dc4-4fc6-80e3-ab78e7e0d98d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331738 Sep 15 17:09:10.953606 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7240fb5-b426-423d-8c15-fe88f86f6fd9 req-5cb80e19-cbd3-4fa6-8e70-5031a7f2ef0c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:10.955115 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7240fb5-b426-423d-8c15-fe88f86f6fd9 req-5cb80e19-cbd3-4fa6-8e70-5031a7f2ef0c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0597463 Sep 15 17:09:10.999066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d7240fb5-b426-423d-8c15-fe88f86f6fd9 req-5a6ee2bd-9136-4fb7-a28d-a9fd84cde0c2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362883 Sep 15 17:09:12.128686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa70158-0029-4111-a10c-0777d9d22a87 req-c774deba-b4db-4c75-83bf-8496e0143a88 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:12.130439 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fa70158-0029-4111-a10c-0777d9d22a87 req-c774deba-b4db-4c75-83bf-8496e0143a88 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0547655 Sep 15 17:09:12.173673 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fa70158-0029-4111-a10c-0777d9d22a87 req-68335f9e-94e0-4fcf-adc1-618aa550f1a2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368211 Sep 15 17:09:13.309265 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0655e19-1f0f-4554-8439-9d79ac7bc403 req-c128329b-5eac-442b-b29e-edb93266604f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.311042 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0655e19-1f0f-4554-8439-9d79ac7bc403 req-c128329b-5eac-442b-b29e-edb93266604f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0682323 Sep 15 17:09:13.359079 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c0655e19-1f0f-4554-8439-9d79ac7bc403 req-6eb0fe14-82fb-4d27-bea0-a9a46314d6e2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Sep 15 17:09:14.491587 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebad1f-0740-4745-887f-90c4be39e0b4 req-6bc08ebe-4661-4b89-94a5-836ea1ceb8dc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.493092 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-caebad1f-0740-4745-887f-90c4be39e0b4 req-6bc08ebe-4661-4b89-94a5-836ea1ceb8dc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0626521 Sep 15 17:09:14.543866 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8766197-5392-4cda-a80d-20009f37ab30 req-6f016fef-ab7e-4fce-8304-d146784a5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.545368 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8766197-5392-4cda-a80d-20009f37ab30 req-6f016fef-ab7e-4fce-8304-d146784a5315 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1096 time: 0.0712488 Sep 15 17:09:14.552452 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-caebad1f-0740-4745-887f-90c4be39e0b4 req-ccd0c9e4-2580-4cc5-91f6-428679c423ce tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462880 Sep 15 17:09:14.639463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8766197-5392-4cda-a80d-20009f37ab30 req-e563fad7-21b3-4109-9088-51670d6dbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.641208 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8766197-5392-4cda-a80d-20009f37ab30 req-e563fad7-21b3-4109-9088-51670d6dbe01 service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0879123 Sep 15 17:09:14.708142 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8766197-5392-4cda-a80d-20009f37ab30 req-466c20c5-b0bb-4ee6-a187-44e3e4794517 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 1000 time: 0.0586495 Sep 15 17:09:14.756041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8766197-5392-4cda-a80d-20009f37ab30 req-3ff7ff71-d13e-48e9-8117-95dc1167506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.758139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8766197-5392-4cda-a80d-20009f37ab30 req-3ff7ff71-d13e-48e9-8117-95dc1167506b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0429623 Sep 15 17:09:14.806893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8766197-5392-4cda-a80d-20009f37ab30 req-06dffe29-2df4-4f3c-9d76-87bb02ce6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.808372 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8766197-5392-4cda-a80d-20009f37ab30 req-06dffe29-2df4-4f3c-9d76-87bb02ce6fbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435977 Sep 15 17:09:14.898613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8766197-5392-4cda-a80d-20009f37ab30 req-00633d53-a7db-4468-8ce6-79dd1e0c2344 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817304 Sep 15 17:09:14.991350 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8766197-5392-4cda-a80d-20009f37ab30 req-c8282a5a-b7a1-474c-956a-d5817c175453 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846653 Sep 15 17:09:15.667898 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394fce7-99b1-4f54-a0c5-1d33b3f78909 req-7d1e9589-ec5f-4e96-a0a7-4db8bfb9237e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.669360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6394fce7-99b1-4f54-a0c5-1d33b3f78909 req-7d1e9589-ec5f-4e96-a0a7-4db8bfb9237e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0498042 Sep 15 17:09:15.706574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6394fce7-99b1-4f54-a0c5-1d33b3f78909 req-4d4b83c7-5e31-4886-a7c0-ff8952bed59b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313089 Sep 15 17:09:16.823440 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebef49-3d2f-4ccc-ac21-7bac4856424b req-2fad6ff6-3317-44b0-b97c-0677e071dd1a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.824955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0ebef49-3d2f-4ccc-ac21-7bac4856424b req-2fad6ff6-3317-44b0-b97c-0677e071dd1a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0485446 Sep 15 17:09:16.868250 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b0ebef49-3d2f-4ccc-ac21-7bac4856424b req-cf8a44c6-335c-4243-8ecc-c303a1aa377e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371385 Sep 15 17:09:16.936825 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-abff2093-36a6-4410-9c19-892395c89604 req-b03df0f8-f7b9-482a-89b0-70c460ab4a97 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:09:16.937819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-abff2093-36a6-4410-9c19-892395c89604 req-b03df0f8-f7b9-482a-89b0-70c460ab4a97 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053766 Sep 15 17:09:17.255094 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc6f60-3964-4ef9-a73c-933d0066d283 req-cae6618a-d157-423b-b492-d8a65ddd9e25 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:17.256583 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6bc6f60-3964-4ef9-a73c-933d0066d283 req-cae6618a-d157-423b-b492-d8a65ddd9e25 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0490849 Sep 15 17:09:17.304026 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b6bc6f60-3964-4ef9-a73c-933d0066d283 req-69caf8fa-4bf0-477a-b9e6-bd68dc47192f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404668 Sep 15 17:09:17.801051 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-09f8e5ab-aaa5-40be-abc0-1e4c80de8841 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829539 Sep 15 17:09:17.971277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:18.045221 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.066893 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:18.069868 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a5c7b-5b03-40d0-99a1-5641b98931ff" -d '{"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:18.086297 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:18.102120 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6932b4f5-3350-413a-8479-6de442bbd5ff x-openstack-request-id: req-6932b4f5-3350-413a-8479-6de442bbd5ff {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:18.102407 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-unplugged", "status": "failed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "code": 422}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:18.102654 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-6932b4f5-3350-413a-8479-6de442bbd5ff {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:18.103042 n-d-808199-2 neutron-server[102020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'code': 422} returned with failed status Sep 15 17:09:18.159387 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.212353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:18.430180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4494d-7d84-4d9a-b746-05d995a636b2 req-4131adcb-beff-448f-9d48-28f3028530a3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:18.431676 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6d4494d-7d84-4d9a-b746-05d995a636b2 req-4131adcb-beff-448f-9d48-28f3028530a3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 943 time: 0.0481756 Sep 15 17:09:18.470498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6d4494d-7d84-4d9a-b746-05d995a636b2 req-73dbada3-be2e-4ac9-b84a-ddb65329c83f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Sep 15 17:09:19.239267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1eefe-d591-4380-837e-8e1278906951 req-3a2440fd-c240-476a-9c1a-c147b2a7edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.240808 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-3a2440fd-c240-476a-9c1a-c147b2a7edb6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd&tenant_id=3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0869029 Sep 15 17:09:19.251140 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-4fd424ce-0c1f-4554-9513-4344fe4f5c78 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:09:19.252078 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-4fd424ce-0c1f-4554-9513-4344fe4f5c78 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048168 Sep 15 17:09:19.263424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:19.314727 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.514577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:19.547267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:19.584956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1203c46b-66f5-40d2-bd9b-18b34e145cc1 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:19.590585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced479a-2ae9-4c01-95db-5f06a61dc981 req-79c79b07-57e6-4043-a69b-f9e30dde56cd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.592176 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8ced479a-2ae9-4c01-95db-5f06a61dc981 req-79c79b07-57e6-4043-a69b-f9e30dde56cd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 943 time: 0.0529008 Sep 15 17:09:19.592607 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.604796 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Transition to ACTIVE for port object 1203c46b-66f5-40d2-bd9b-18b34e145cc1 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:09:19.632700 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8ced479a-2ae9-4c01-95db-5f06a61dc981 req-4efbe682-ed81-42c4-8ecf-d4806ae44eb4 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Sep 15 17:09:19.661400 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.711317 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=9']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.748743 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.749092 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.749488 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.749781 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.750116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.750449 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.750780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.751108 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.751437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.751766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.752095 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.752419 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.796098 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] No DVR routers for this DVR port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:19.937943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:19.938422 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:19.938770 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:19.942933 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on network 805d772a-0102-4b2b-a742-35350b822b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:09:19.943241 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Attempting to bind port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:19.948746 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:19.949077 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Checking segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:19.949450 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Bound using segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:19.949861 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Bound port: 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:19.950205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.011670 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:20.014529 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:20.073038 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.108184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.108893 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.115238 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] 10.222.0.55 "PUT /v2.0/ports/1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 1091 time: 0.8504381 Sep 15 17:09:20.115238 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:20.115238 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2217245-333a-4976-b992-d71a2d169674" -d '{"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:20.165212 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2070564b-e53f-47b1-b025-5cb7e1d66c3b x-openstack-request-id: req-2070564b-e53f-47b1-b025-5cb7e1d66c3b {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:20.165517 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:20.165774 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-2070564b-e53f-47b1-b025-5cb7e1d66c3b {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:20.166178 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'status': 'completed', 'code': 200} Sep 15 17:09:20.166895 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3ec8-0294-46e4-8c75-b44c124b1d43 service neutron] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=10']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.186523 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1eefe-d591-4380-837e-8e1278906951 req-546a6c1e-f5ca-4701-b35a-e18898e5cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.188048 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-546a6c1e-f5ca-4701-b35a-e18898e5cdcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1095 time: 0.0509136 Sep 15 17:09:20.287156 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1eefe-d591-4380-837e-8e1278906951 req-896ec4a4-8853-4296-9317-cf3039e36987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.289812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-896ec4a4-8853-4296-9317-cf3039e36987 service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0951850 Sep 15 17:09:20.352785 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-80ff0ede-c9d1-46ca-93b0-09c23ca2b2cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 998 time: 0.0559444 Sep 15 17:09:20.404926 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1eefe-d591-4380-837e-8e1278906951 req-94913301-4ddf-400f-9655-80322b87e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.406406 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-94913301-4ddf-400f-9655-80322b87e4a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0467453 Sep 15 17:09:20.451807 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1eefe-d591-4380-837e-8e1278906951 req-f848561f-d39d-4bd8-86ea-03f3aaaf4741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.453357 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-f848561f-d39d-4bd8-86ea-03f3aaaf4741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395439 Sep 15 17:09:20.542620 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-36458b19-c554-45f2-9b0d-58ce335f17fb service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816362 Sep 15 17:09:20.633321 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4dc1eefe-d591-4380-837e-8e1278906951 req-7bf9a35c-cd9f-4e8f-b621-4d60f28d28db service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839028 Sep 15 17:09:20.751179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da7f8c-b602-4a13-ac04-9919980f742f req-fb104883-51d7-4cf8-bdcc-11c9c7165a18 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.757289 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83da7f8c-b602-4a13-ac04-9919980f742f req-fb104883-51d7-4cf8-bdcc-11c9c7165a18 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0552533 Sep 15 17:09:20.775504 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2217245-333a-4976-b992-d71a2d169674 req-71fd720a-5025-48d2-8b25-2024f60552ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.777062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2217245-333a-4976-b992-d71a2d169674 req-71fd720a-5025-48d2-8b25-2024f60552ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1095 time: 0.0417612 Sep 15 17:09:20.799191 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83da7f8c-b602-4a13-ac04-9919980f742f req-fa9827ca-f5aa-4dad-8be1-52ba370aa431 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356064 Sep 15 17:09:20.877005 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2217245-333a-4976-b992-d71a2d169674 req-671755bb-0739-4e2b-87aa-0bd3fe295eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.878491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2217245-333a-4976-b992-d71a2d169674 req-671755bb-0739-4e2b-87aa-0bd3fe295eaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0925970 Sep 15 17:09:20.943511 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2217245-333a-4976-b992-d71a2d169674 req-96824755-2781-445c-90bd-fba0f5168e37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 998 time: 0.0582280 Sep 15 17:09:20.995428 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2217245-333a-4976-b992-d71a2d169674 req-9d28c7b1-5f8f-4043-9b66-2c407d28286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.996910 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2217245-333a-4976-b992-d71a2d169674 req-9d28c7b1-5f8f-4043-9b66-2c407d28286c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0473447 Sep 15 17:09:21.042665 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2217245-333a-4976-b992-d71a2d169674 req-7ecd2bf8-40f1-4c06-9039-3f609cd6adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.044180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2217245-333a-4976-b992-d71a2d169674 req-7ecd2bf8-40f1-4c06-9039-3f609cd6adaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406413 Sep 15 17:09:21.158956 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2217245-333a-4976-b992-d71a2d169674 req-119d4043-849c-433c-9cdd-21ebc45326e4 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078897 Sep 15 17:09:21.921642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dab432-a20c-4a3c-a305-c9b8207a17ef req-f9bf0185-b091-4ae6-ba99-fe891f6196a9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.923157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59dab432-a20c-4a3c-a305-c9b8207a17ef req-f9bf0185-b091-4ae6-ba99-fe891f6196a9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0520864 Sep 15 17:09:21.964437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-59dab432-a20c-4a3c-a305-c9b8207a17ef req-faa95433-2e40-4a4f-9471-e781281f908a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342305 Sep 15 17:09:21.988709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:22.029143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:23.091671 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f54db-a2ec-4327-b50d-b88ffdb3b9a1 req-21dc7e3e-ae08-4530-8867-6159a1ebb94e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:23.093165 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e2f54db-a2ec-4327-b50d-b88ffdb3b9a1 req-21dc7e3e-ae08-4530-8867-6159a1ebb94e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0567784 Sep 15 17:09:23.135118 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8e2f54db-a2ec-4327-b50d-b88ffdb3b9a1 req-f4e760b3-b043-4d8d-9186-d7d2ac044d1b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356593 Sep 15 17:09:24.015867 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c8be2704-7529-48d3-9f0d-b2edc924225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.254055 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10abbd-1c13-49b1-8db7-175a49425121 req-f4c9b3d6-7234-42e6-8267-ff02471efb1d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:24.256293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff10abbd-1c13-49b1-8db7-175a49425121 req-f4c9b3d6-7234-42e6-8267-ff02471efb1d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0511887 Sep 15 17:09:24.309453 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ff10abbd-1c13-49b1-8db7-175a49425121 req-4f6f88a2-d9dd-4bc0-b6c2-79d2198ad6dc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Sep 15 17:09:25.434789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee914d-d21f-442d-b334-1d0903ababc1 req-87aeaabc-b302-4fea-abaf-8855228178ca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:25.436333 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23ee914d-d21f-442d-b334-1d0903ababc1 req-87aeaabc-b302-4fea-abaf-8855228178ca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0514529 Sep 15 17:09:25.474662 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-23ee914d-d21f-442d-b334-1d0903ababc1 req-fe9ca697-ad8f-4937-a0b8-9bac55d41f9c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321887 Sep 15 17:09:26.606880 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bb8f9-5a9f-4d8a-96b2-3ce4a3675510 req-97b7b667-7f13-4bcc-be8c-f55a4d1eed55 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:26.608713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b80bb8f9-5a9f-4d8a-96b2-3ce4a3675510 req-97b7b667-7f13-4bcc-be8c-f55a4d1eed55 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0621517 Sep 15 17:09:26.659558 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b80bb8f9-5a9f-4d8a-96b2-3ce4a3675510 req-7520c59d-dc56-4bac-86f7-f9613e4549c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444343 Sep 15 17:09:27.175497 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.381498 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-83406bbb-9117-4bed-96e5-063a542fbb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.679818 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.803921 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7027822-02b2-4c1f-a07e-2f81704ba077 req-5ab467dd-1fff-44e7-af61-ea10bf55266f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:27.807651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7027822-02b2-4c1f-a07e-2f81704ba077 req-5ab467dd-1fff-44e7-af61-ea10bf55266f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0595639 Sep 15 17:09:27.854876 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a7027822-02b2-4c1f-a07e-2f81704ba077 req-b3fc3df8-e7cf-49d8-ba31-c7d468920c15 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Sep 15 17:09:28.776182 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.981071 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa21826-b93a-4362-b151-9dfb68a17941 req-1d9f6fb5-aaac-4c36-a125-ccc3fc745e4c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:28.982638 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffa21826-b93a-4362-b151-9dfb68a17941 req-1d9f6fb5-aaac-4c36-a125-ccc3fc745e4c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0528758 Sep 15 17:09:29.038782 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ffa21826-b93a-4362-b151-9dfb68a17941 req-e487afdd-004a-42fb-a57f-bf959ddfc8d7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500433 Sep 15 17:09:30.167398 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cd9aa-89a4-4778-bd43-6ae63dd716ad req-07bc00d1-6e9e-4972-a322-a31507d52fcd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:30.168913 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-779cd9aa-89a4-4778-bd43-6ae63dd716ad req-07bc00d1-6e9e-4972-a322-a31507d52fcd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0549574 Sep 15 17:09:30.208068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-779cd9aa-89a4-4778-bd43-6ae63dd716ad req-9a07cf63-3826-4dbd-bc73-956a221bcfdd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 Sep 15 17:09:30.731657 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-b2217245-333a-4976-b992-d71a2d169674 req-c58bf024-4a55-4ffc-8710-e0404bcde0fb service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878403 Sep 15 17:09:31.226758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.244078 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.328571 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae93f39-b71b-421c-ba68-bed7ca8d3f4c req-3844ca00-108f-4598-9c11-3ec9776c2ea7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:31.330014 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aae93f39-b71b-421c-ba68-bed7ca8d3f4c req-3844ca00-108f-4598-9c11-3ec9776c2ea7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0502031 Sep 15 17:09:31.369018 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aae93f39-b71b-421c-ba68-bed7ca8d3f4c req-fe8e455b-cd7f-4e8f-b739-a1274415f64d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329733 Sep 15 17:09:32.484064 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6efc-2af8-41bf-b1e8-5d963b9356f2 req-3e6956e3-4bf5-4183-a540-4166d2b7bff6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.485576 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b94f6efc-2af8-41bf-b1e8-5d963b9356f2 req-3e6956e3-4bf5-4183-a540-4166d2b7bff6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0495324 Sep 15 17:09:32.525916 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b94f6efc-2af8-41bf-b1e8-5d963b9356f2 req-066cbac6-92ea-4c81-847c-58244723e7b8 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332363 Sep 15 17:09:33.643660 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba538f4c-bba5-4971-9f2e-86c5b6203389 req-ab64aa89-556c-4193-93d1-6cc96de57fcc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:33.645134 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba538f4c-bba5-4971-9f2e-86c5b6203389 req-ab64aa89-556c-4193-93d1-6cc96de57fcc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0518236 Sep 15 17:09:33.681839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ba538f4c-bba5-4971-9f2e-86c5b6203389 req-fd446609-0ec6-4d75-b068-3e0e61fcf5a5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308409 Sep 15 17:09:34.798703 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abdd0d-cf25-43ab-8cd1-26e9567ef787 req-dffc53f4-26f3-4c78-9668-1b0077ed4178 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:34.800213 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8abdd0d-cf25-43ab-8cd1-26e9567ef787 req-dffc53f4-26f3-4c78-9668-1b0077ed4178 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 944 time: 0.0506265 Sep 15 17:09:34.840308 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b8abdd0d-cf25-43ab-8cd1-26e9567ef787 req-506ffbcc-60ef-4d62-9f97-6f3ba8e8fe0e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330687 Sep 15 17:09:34.879830 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:09:35.141271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:35.236223 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:35.247085 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'port_id': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'mac_address': 'fa:16:3e:7c:17:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:35.283194 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.295227 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1203c46b-66f5-40d2-bd9b-18b34e145cc1 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:35.313712 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:35.392025 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.441054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=11']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.624024 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['1203c46b-66f5-40d2-bd9b-18b34e145cc1'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:35.956060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b309b4c-2882-4f1f-ab32-99eb6a454957 req-4fb758a0-f97e-490a-8cae-3c5255e93884 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:35.957574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b309b4c-2882-4f1f-ab32-99eb6a454957 req-4fb758a0-f97e-490a-8cae-3c5255e93884 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0491035 Sep 15 17:09:35.995702 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b309b4c-2882-4f1f-ab32-99eb6a454957 req-ca15fc75-9cde-48e4-93ac-550c0f28d193 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Sep 15 17:09:37.120797 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a1895-6514-4bf5-949e-1521f5de1a4a req-a4f4c08d-002a-494f-af9e-2c58ed021000 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:37.122183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a03a1895-6514-4bf5-949e-1521f5de1a4a req-a4f4c08d-002a-494f-af9e-2c58ed021000 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 945 time: 0.0585277 Sep 15 17:09:37.156790 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:37.160666 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a03a1895-6514-4bf5-949e-1521f5de1a4a req-2b47512b-cad3-415d-b118-1e77c11a1090 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325294 Sep 15 17:09:37.255039 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:09:37.258553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:37.258918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.334068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.355843 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:37.358061 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053d4c40-d414-416b-8b88-aad2387fe8e1" -d '{"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:37.371735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:37.396012 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfdb3d5-c649-4aac-8808-5341f570c1ac x-openstack-request-id: req-4cfdb3d5-c649-4aac-8808-5341f570c1ac {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:37.396323 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:37.396634 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4cfdb3d5-c649-4aac-8808-5341f570c1ac {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:37.397029 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'code': 200} Sep 15 17:09:37.409447 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:37.459518 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=12']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:37.619913 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47d503-6000-43eb-a87c-14f99fceb25e req-f9396c40-442f-4ba4-bd19-fb559efb6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:37.621632 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d47d503-6000-43eb-a87c-14f99fceb25e req-f9396c40-442f-4ba4-bd19-fb559efb6271 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1097 time: 0.0391817 Sep 15 17:09:37.655712 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-3d47d503-6000-43eb-a87c-14f99fceb25e req-81bfe2c1-767d-4dbc-b819-1cd1d4b352ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273249 Sep 15 17:09:38.276789 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed4fd0-cc97-462c-8cc8-22f57b2dad36 req-8386694e-35ed-4774-91a2-c87bbdd69e42 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:38.278280 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fed4fd0-cc97-462c-8cc8-22f57b2dad36 req-8386694e-35ed-4774-91a2-c87bbdd69e42 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 946 time: 0.0495820 Sep 15 17:09:38.316324 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0fed4fd0-cc97-462c-8cc8-22f57b2dad36 req-33d4d4ce-912b-4489-b2f4-f0c8c598e36c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321007 Sep 15 17:09:39.431623 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262253c9-eb5b-49f3-8714-bf12d7862844 req-7f608e98-3b0a-4dd5-bf60-682a89c9f6ca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:39.433112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-262253c9-eb5b-49f3-8714-bf12d7862844 req-7f608e98-3b0a-4dd5-bf60-682a89c9f6ca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 946 time: 0.0512915 Sep 15 17:09:39.472433 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-262253c9-eb5b-49f3-8714-bf12d7862844 req-9b15c88d-08d9-4bf6-a9fb-55a9071845dd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325065 Sep 15 17:09:40.592694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001ba51-d7af-4971-8c81-d6bf49be6252 req-3ff73a79-56b5-46a6-affd-a909b0ff8100 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:40.594173 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e001ba51-d7af-4971-8c81-d6bf49be6252 req-3ff73a79-56b5-46a6-affd-a909b0ff8100 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 946 time: 0.0530410 Sep 15 17:09:40.632545 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e001ba51-d7af-4971-8c81-d6bf49be6252 req-db864137-2285-4413-b605-e5467079dc70 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324428 Sep 15 17:09:54.031898 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de4ef7e0-5248-45b9-a2ed-04b8f5cf2ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:57.157694 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:57.363390 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-40433bb9-5f88-46f9-9b42-b8f049c37bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:57.689046 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:58.740234 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:00.414670 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:00.974680 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:04.445683 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-096ec995-5407-4c18-8dee-0e22b3efaba1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430245 Sep 15 17:10:04.528953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-8491a3cf-3722-4d87-81d9-1541c4874aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.530435 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-8491a3cf-3722-4d87-81d9-1541c4874aba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1097 time: 0.0412781 Sep 15 17:10:04.631262 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-aae5c428-066c-458f-b89f-e3b8eadb38e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.632741 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-aae5c428-066c-458f-b89f-e3b8eadb38e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0823061 Sep 15 17:10:04.699081 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-803fbbcf-dbb1-4f86-b783-37e2446726e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 1000 time: 0.0595307 Sep 15 17:10:04.747076 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-fbe8c4de-51c6-4716-81f2-4cfd62d76549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.748460 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-fbe8c4de-51c6-4716-81f2-4cfd62d76549 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0420055 Sep 15 17:10:04.794691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-7f17ee18-365c-4b7e-9df7-3dd7438de87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.796138 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-7f17ee18-365c-4b7e-9df7-3dd7438de87e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388265 Sep 15 17:10:04.890907 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-bd2d7d38-5436-4b3e-9391-536e72f48477 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872705 Sep 15 17:10:04.987562 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-6b650a8d-9e5c-4627-b1ef-88983352228d req-9002bc6a-6c4c-4d8b-8dff-c1fb1ce66dc4 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881836 Sep 15 17:10:11.878357 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:10:24.026592 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4431-d6e3-429c-b202-b3125ea06832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:27.172807 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:27.372916 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bcb466e7-101d-4b0e-9e64-cf6f30496e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:27.687076 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:28.751437 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:30.429914 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:30.973231 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:48.877988 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:10:50.963750 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42602) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:51.120140 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Deleting port 57940630-906d-4c3b-8127-ea5cb70e508e {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:51.120399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.199939 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.200261 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.213168 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Calling delete_port for 57940630-906d-4c3b-8127-ea5cb70e508e owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:51.417565 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.446605 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event deleted for resources: {'Port': ['ID=57940630-906d-4c3b-8127-ea5cb70e508e,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:51.459804 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.460158 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.460527 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.460869 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.461203 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.461537 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.461870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.462201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.462558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.464035 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.464377 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.464732 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:51.518641 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.518970 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Floating IP bf07916f-de4c-4636-a5a8-c99ae25ee5b7 disassociated (deleted). External IP: 172.25.0.96, port: 1203c46b-66f5-40d2-bd9b-18b34e145cc1. Sep 15 17:10:51.727363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Router 7d52505e-7f75-4393-aa4b-61e22280acea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:10:51.839744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:10:51.844310 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.849445 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] Sync routers for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:10:51.860479 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:51.861118 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:51.871984 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-92a383e3-39f9-4f70-b3d4-a78c33cc6731 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "DELETE /v2.0/floatingips/bf07916f-de4c-4636-a5a8-c99ae25ee5b7 HTTP/1.1" status: 204 len: 168 time: 0.9071631 Sep 15 17:10:51.872607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:51.874856 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68114f0a-42de-4a18-8124-b499c6ba99de" -d '{"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:51.974448 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:52.171481 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:52.199319 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] Checking router: 7d52505e-7f75-4393-aa4b-61e22280acea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:10:52.208307 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:52.208944 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:10:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:52.287518 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc1789-780c-4ad9-a3a9-870adb83efcc x-openstack-request-id: req-0bfc1789-780c-4ad9-a3a9-870adb83efcc {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:52.288060 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:52.288060 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-0bfc1789-780c-4ad9-a3a9-870adb83efcc {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:52.288452 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'status': 'completed', 'code': 200} Sep 15 17:10:52.357560 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68114f0a-42de-4a18-8124-b499c6ba99de req-8f423b7f-6eba-4691-ba50-ae95ac87ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.359029 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68114f0a-42de-4a18-8124-b499c6ba99de req-8f423b7f-6eba-4691-ba50-ae95ac87ee3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 1097 time: 0.0453336 Sep 15 17:10:52.411825 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:52.436306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb018c-824f-407f-837f-37bd3c2bd320 req-452df218-bc15-4f43-a508-d5b15b1711ad tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.437896 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ceb018c-824f-407f-837f-37bd3c2bd320 req-452df218-bc15-4f43-a508-d5b15b1711ad tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 946 time: 0.1025813 Sep 15 17:10:52.455209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68114f0a-42de-4a18-8124-b499c6ba99de req-ed8bc1ad-a3cd-4c73-9364-241b6992a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.457073 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68114f0a-42de-4a18-8124-b499c6ba99de req-ed8bc1ad-a3cd-4c73-9364-241b6992a9ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0903440 Sep 15 17:10:52.477447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-1ceb018c-824f-407f-837f-37bd3c2bd320 req-3c2db05b-db40-4597-9c66-7aea84c78025 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336301 Sep 15 17:10:52.503560 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68114f0a-42de-4a18-8124-b499c6ba99de req-98af4b81-1948-4147-b91e-e2f21cc06945 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 200 len: 217 time: 0.0387998 Sep 15 17:10:52.553752 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68114f0a-42de-4a18-8124-b499c6ba99de req-6793bd04-cd2f-40ca-b27b-9977f1bb07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.555327 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68114f0a-42de-4a18-8124-b499c6ba99de req-6793bd04-cd2f-40ca-b27b-9977f1bb07e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0441222 Sep 15 17:10:52.600296 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68114f0a-42de-4a18-8124-b499c6ba99de req-2b5bd520-b4ae-4517-be17-776ddf140028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.601871 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68114f0a-42de-4a18-8124-b499c6ba99de req-2b5bd520-b4ae-4517-be17-776ddf140028 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391846 Sep 15 17:10:52.619969 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:52.646336 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fe6cc2-d6f7-4295-8b56-329be3765695 None None] The sync data for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 is: [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:10:52.884073 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1f42b7-8255-4459-b67d-2a4e5e06418a None None] New status for floating IP bf07916f-de4c-4636-a5a8-c99ae25ee5b7: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:10:53.053235 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68114f0a-42de-4a18-8124-b499c6ba99de req-c0805061-f7cb-4ff9-b540-165263a3868e service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435699 Sep 15 17:10:53.146419 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-68114f0a-42de-4a18-8124-b499c6ba99de req-255a0e30-90b1-4a56-9cdd-8f94ff529ec5 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853662 Sep 15 17:10:53.571209 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-105751b8-76c5-4794-8818-faf754fea388 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:53.574289 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-105751b8-76c5-4794-8818-faf754fea388 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 946 time: 0.0498874 Sep 15 17:10:53.605249 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf7ad4-aa9f-49fc-87d5-e8cb4b093801 req-fbbf5ae1-483a-4d9f-bacd-50bb193df50b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:53.606762 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bdf7ad4-aa9f-49fc-87d5-e8cb4b093801 req-fbbf5ae1-483a-4d9f-bacd-50bb193df50b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 946 time: 0.0593536 Sep 15 17:10:53.647039 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8bdf7ad4-aa9f-49fc-87d5-e8cb4b093801 req-030507a8-e5d2-455f-95e4-7ef37b9e4223 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=f1f923ff-7694-45b9-9d1a-ec10ef6579aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341311 Sep 15 17:10:53.672616 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Deleting port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:53.672962 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:53.762586 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] For port 1203c46b-66f5-40d2-bd9b-18b34e145cc1, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=1203c46b-66f5-40d2-bd9b-18b34e145cc1,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:53.762878 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:53.775853 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Calling delete_port for 1203c46b-66f5-40d2-bd9b-18b34e145cc1 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:53.985302 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.014323 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event deleted for resources: {'Port': ['ID=1203c46b-66f5-40d2-bd9b-18b34e145cc1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:54.042333 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.042684 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.043025 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.043357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.043682 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.044006 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.044357 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.044703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.045023 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.045340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.045653 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.045974 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.059749 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-50e2a679-ffea-4637-9969-12f84d85e1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.064812 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] No DVR routers for this DVR port 1203c46b-66f5-40d2-bd9b-18b34e145cc1 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:54.067578 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.069689 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-bfa6af37-f428-4480-826f-ba461b9bc161 req-bc3e52c8-2b78-4936-801a-4a0bdbbe166b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.55 "DELETE /v2.0/ports/1203c46b-66f5-40d2-bd9b-18b34e145cc1 HTTP/1.1" status: 204 len: 173 time: 0.4904144 Sep 15 17:10:54.070126 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-deleted', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:54.072819 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af715252-fb96-44e6-a595-6f708cb78537" -d '{"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-deleted", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:54.163163 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011139fc-0077-4330-977a-9bedc663e102 x-openstack-request-id: req-011139fc-0077-4330-977a-9bedc663e102 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:54.163562 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e56cbc2-418c-4511-af33-b7375a2bc0bd", "name": "network-vif-deleted", "tag": "1203c46b-66f5-40d2-bd9b-18b34e145cc1", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:54.163818 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-011139fc-0077-4330-977a-9bedc663e102 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:54.164221 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e56cbc2-418c-4511-af33-b7375a2bc0bd', 'name': 'network-vif-deleted', 'tag': '1203c46b-66f5-40d2-bd9b-18b34e145cc1', 'status': 'completed', 'code': 200} Sep 15 17:10:54.755075 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0c3729e4-e8e4-4898-9515-3da6075d0aaa req-15d73dfe-7495-433d-9898-c7407abefef4 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=6e56cbc2-418c-4511-af33-b7375a2bc0bd HTTP/1.1" status: 200 len: 210 time: 0.0275311 Sep 15 17:10:55.809986 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42630) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:55.867837 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed764c3c-eb34-417e-bb3f-843f45031655 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.893312 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed764c3c-eb34-417e-bb3f-843f45031655 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.036379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed764c3c-eb34-417e-bb3f-843f45031655 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.038969 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-ed764c3c-eb34-417e-bb3f-843f45031655 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.040145 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-ed764c3c-eb34-417e-bb3f-843f45031655 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "DELETE /v2.0/security-groups/f1f923ff-7694-45b9-9d1a-ec10ef6579aa HTTP/1.1" status: 204 len: 168 time: 0.2291789 Sep 15 17:10:56.049918 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed764c3c-eb34-417e-bb3f-843f45031655 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f923ff-7694-45b9-9d1a-ec10ef6579aa,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:57.179590 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.362271 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-fd92d1ac-2acb-4881-93b7-82f0868970b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.503329 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42638) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:57.507873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-152e12f4-6f80-4e9f-8a24-9866faf4fff5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227252647', 'description': 'tempest-secgroup-smoke-227252647 description', 'project_id': '3a174b13adc044569a26f29e3624f7f1'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:57.561489 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:57.585460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 1203c46b-66f5-40d2-bd9b-18b34e145cc1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:57.585804 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 1203c46b-66f5-40d2-bd9b-18b34e145cc1 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:57.596754 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-152e12f4-6f80-4e9f-8a24-9866faf4fff5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.681905 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-152e12f4-6f80-4e9f-8a24-9866faf4fff5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.693689 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.761955 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-152e12f4-6f80-4e9f-8a24-9866faf4fff5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.788924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e12f4-6f80-4e9f-8a24-9866faf4fff5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e208ce93-61ee-47f9-8446-fead884eaa65,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:57.870731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-152e12f4-6f80-4e9f-8a24-9866faf4fff5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:57.872023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-152e12f4-6f80-4e9f-8a24-9866faf4fff5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3677101 Sep 15 17:10:57.874859 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42640) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:57.879115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-84cb454a-1820-4406-8cca-2f61fc025011 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'e208ce93-61ee-47f9-8446-fead884eaa65', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:57.994345 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84cb454a-1820-4406-8cca-2f61fc025011 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.049444 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84cb454a-1820-4406-8cca-2f61fc025011 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.114225 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84cb454a-1820-4406-8cca-2f61fc025011 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.134775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb454a-1820-4406-8cca-2f61fc025011 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce86c1c-bf86-4e01-b59b-25b02bed7e45,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:58.194463 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-84cb454a-1820-4406-8cca-2f61fc025011 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.195683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-84cb454a-1820-4406-8cca-2f61fc025011 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199108 Sep 15 17:10:58.198567 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42642) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:58.202882 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-c7bc66c7-fc1c-4b65-98e8-d52ba7a1baca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'e208ce93-61ee-47f9-8446-fead884eaa65', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:58.286686 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bc66c7-fc1c-4b65-98e8-d52ba7a1baca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.342562 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bc66c7-fc1c-4b65-98e8-d52ba7a1baca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.400108 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bc66c7-fc1c-4b65-98e8-d52ba7a1baca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.417436 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc66c7-fc1c-4b65-98e8-d52ba7a1baca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8ed2aa-6704-4dba-8682-1818ead49d3c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:58.476275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-c7bc66c7-fc1c-4b65-98e8-d52ba7a1baca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.477532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-c7bc66c7-fc1c-4b65-98e8-d52ba7a1baca tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2780473 Sep 15 17:10:58.481326 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42644) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:58.485776 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2be1c505-9a33-43e9-8fc8-22849567d569 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'e208ce93-61ee-47f9-8446-fead884eaa65', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:58.577896 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2be1c505-9a33-43e9-8fc8-22849567d569 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.639161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2be1c505-9a33-43e9-8fc8-22849567d569 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.708904 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2be1c505-9a33-43e9-8fc8-22849567d569 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.729103 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1c505-9a33-43e9-8fc8-22849567d569 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab454750-596a-483d-adcf-3ab5f15ded0c,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:58.766068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.800412 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2be1c505-9a33-43e9-8fc8-22849567d569 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.801669 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2be1c505-9a33-43e9-8fc8-22849567d569 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3193369 Sep 15 17:10:58.804357 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 42646) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:58.809585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-18a67283-a291-41af-892c-d458c2264511 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'e208ce93-61ee-47f9-8446-fead884eaa65', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:58.898422 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-18a67283-a291-41af-892c-d458c2264511 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.964620 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-18a67283-a291-41af-892c-d458c2264511 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.041782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-18a67283-a291-41af-892c-d458c2264511 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.063272 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a67283-a291-41af-892c-d458c2264511 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521c4e8d-9470-4f56-8e81-f70a6f472582,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:59.133383 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-18a67283-a291-41af-892c-d458c2264511 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.134614 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-18a67283-a291-41af-892c-d458c2264511 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292549 Sep 15 17:10:59.138004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42650) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:59.142604 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'e208ce93-61ee-47f9-8446-fead884eaa65', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:59.230401 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Project 3a174b13adc044569a26f29e3624f7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:10:59.235746 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.299815 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.356399 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.373302 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2aa794d-93eb-4bd6-83f8-0d73b7460f2b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:59.453754 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.455025 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bacae217-08ae-435b-a35a-74936ff1335b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160090 Sep 15 17:10:59.457662 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42652) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:59.461947 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'security_group_rule': {'security_group_id': 'e208ce93-61ee-47f9-8446-fead884eaa65', 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:59.556613 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Project 3a174b13adc044569a26f29e3624f7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:10:59.561781 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.620762 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.687733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.708829 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e746f3be-0fd4-4a79-9997-ff2a48031dd9,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:59.750751 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.751978 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-162e5670-9b15-4415-af37-7c68a8a01053 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934108 Sep 15 17:11:00.402099 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:00.997468 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:18.554862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-31c4cd11-08ee-4e17-873f-44b510618c1d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227252647&fields=id&tenant_id=3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 267 time: 0.0328805 Sep 15 17:11:18.664080 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-b2e6b8eb-acf0-4ead-8d6b-f7e94978be24 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:18.665609 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-b2e6b8eb-acf0-4ead-8d6b-f7e94978be24 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 809 time: 0.1033745 Sep 15 17:11:18.680296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-2f0d1521-d8c0-4224-960b-64c5fd3819c9 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/quotas/3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 375 time: 0.0087688 Sep 15 17:11:18.730388 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-59fb9589-d084-4009-8960-759d88623256 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442629 Sep 15 17:11:18.868723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-76efdf03-1ab3-4d80-9b4d-ff6c9460a300 service neutron] 10.222.0.63 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270580 Sep 15 17:11:18.957171 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-56bf2bee-0552-4ed9-86b6-82772cadc659 service neutron] 10.222.0.63 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817440 Sep 15 17:11:19.486636 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a645b2f0-e0e9-4ce8-bf95-881175cd1226 req-8a88578f-1a92-4eab-92a9-e7e2ea08d69a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 210 time: 0.0274658 Sep 15 17:11:20.579723 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-8f30a5d8-0a7e-4434-b498-3aef54325438 req-a6f7e7c7-5bc2-478e-915e-6cbf87ca8ed0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 210 time: 0.0262432 Sep 15 17:11:21.208227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-5474401a-34c5-492b-830a-51274c59ffe0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:21.209687 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-5474401a-34c5-492b-830a-51274c59ffe0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 809 time: 0.1028476 Sep 15 17:11:21.253071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-225bebed-f6af-44ba-b45a-8b457cbce346 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 379 time: 0.0341492 Sep 15 17:11:21.262138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'port': {'device_id': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'admin_state_up': True, 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'security_groups': ['e208ce93-61ee-47f9-8446-fead884eaa65']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:21.419001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Made reservation on behalf of 3a174b13adc044569a26f29e3624f7f1 for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:11:21.422663 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:21.550343 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Allocated IP 172.20.0.14 (805d772a-0102-4b2b-a742-35350b822b08/15a02e2c-509c-46fe-ae2a-6600e8ed5a20/0c34dd73-733e-4174-9aec-0cd7fdb16245) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:11:21.699613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1478fcd-7062-4b39-a9dc-9e5f977dcdaa req-63e20393-b159-4cc4-857b-b8572e16451c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 210 time: 0.0324807 Sep 15 17:11:21.727710 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:21.819528 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:21.867009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Network 805d772a-0102-4b2b-a742-35350b822b08 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:11:21.870861 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:11:21.875115 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:11:21.905406 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:21.937632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:21.944579 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:22.037203 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-37bf0326-99e5-4baf-bde4-435a3a443d87 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788293 Sep 15 17:11:22.050350 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Request body: {'port': {'device_id': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:22.105014 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d4631fd4-229e-4b50-96dc-768ced24d3f6 None None] Provisioning complete for port 0c34dd73-733e-4174-9aec-0cd7fdb16245 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:11:22.105014 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d4631fd4-229e-4b50-96dc-768ced24d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:22.109901 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:22.140367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-d4631fd4-229e-4b50-96dc-768ced24d3f6 None None] Port 0c34dd73-733e-4174-9aec-0cd7fdb16245 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:11:22.378908 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c34dd73-733e-4174-9aec-0cd7fdb16245 {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:11:22.386986 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:22.398580 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Transition to ACTIVE for port object 0c34dd73-733e-4174-9aec-0cd7fdb16245 will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:11:22.459196 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:22.522818 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:22.601754 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:11:22.602098 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:11:22.602434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:11:22.607725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on network 805d772a-0102-4b2b-a742-35350b822b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:11:22.608049 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:11:22.613529 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:11:22.613873 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Checking segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:11:22.615655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Bound using segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:11:22.615655 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Bound port: 0c34dd73-733e-4174-9aec-0cd7fdb16245, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:11:22.615655 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:23.066552 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:11:23.075779 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2c6b-c92c-4977-ab45-930d68eeb99a req-dc214d39-0723-43e0-be50-d3457e51aeb2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.077310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-460d2c6b-c92c-4977-ab45-930d68eeb99a req-dc214d39-0723-43e0-be50-d3457e51aeb2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0734024 Sep 15 17:11:23.079050 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:11:23.117122 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-460d2c6b-c92c-4977-ab45-930d68eeb99a req-38930248-987d-4569-9e35-cc0d0492d4cf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333488 Sep 15 17:11:23.171523 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:23.209042 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.209649 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:23.211015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] 10.222.0.38 "PUT /v2.0/ports/0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1092 time: 1.1650319 Sep 15 17:11:23.211446 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:23.213676 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f75adc-b209-4f1f-803c-e0f2e06a203c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:23.249065 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa30d5-0224-48e3-b4b5-251ed063fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:23.269357 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13efa1f1-7f05-4401-8997-d768cc2d4f99 x-openstack-request-id: req-13efa1f1-7f05-4401-8997-d768cc2d4f99 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:23.269546 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:23.269794 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-13efa1f1-7f05-4401-8997-d768cc2d4f99 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:23.270233 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'status': 'completed', 'code': 200} Sep 15 17:11:23.337096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f75adc-b209-4f1f-803c-e0f2e06a203c req-a98f3d46-479d-45e5-9f36-50b47abb4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.338774 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60f75adc-b209-4f1f-803c-e0f2e06a203c req-a98f3d46-479d-45e5-9f36-50b47abb4240 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1095 time: 0.0468736 Sep 15 17:11:23.441796 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f75adc-b209-4f1f-803c-e0f2e06a203c req-c1c206e9-e435-4999-a4c2-ae4dc2099167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.443215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60f75adc-b209-4f1f-803c-e0f2e06a203c req-c1c206e9-e435-4999-a4c2-ae4dc2099167 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=3a174b13adc044569a26f29e3624f7f1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0958395 Sep 15 17:11:23.541901 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f75adc-b209-4f1f-803c-e0f2e06a203c req-e9a1a9ff-0d5e-40ab-b085-2d80e03fac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.543937 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-60f75adc-b209-4f1f-803c-e0f2e06a203c req-e9a1a9ff-0d5e-40ab-b085-2d80e03fac0d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936179 Sep 15 17:11:23.629403 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-0df03cf3-ae44-4f2b-b4cc-f8ff9109fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.630817 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-0df03cf3-ae44-4f2b-b4cc-f8ff9109fb00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1095 time: 0.0429978 Sep 15 17:11:23.678996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-249fa107-05f4-47ed-8c61-79ce304d32b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 217 time: 0.0404627 Sep 15 17:11:23.726515 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-9b7f0232-f573-4c65-ae9e-3bc804363f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.727989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-9b7f0232-f573-4c65-ae9e-3bc804363f98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0425975 Sep 15 17:11:23.772978 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-8b6113f0-53f6-48e7-9c79-7edaa059c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:23.774500 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-8b6113f0-53f6-48e7-9c79-7edaa059c3b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396988 Sep 15 17:11:23.873802 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-96c6a21f-cdca-4f02-95cc-15f167358d76 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913889 Sep 15 17:11:23.977183 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-57d26292-b2cd-4b6f-84a8-1672790d9c3a req-19a5d3cf-e5b1-4b16-8449-0a7f9c86340f service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961630 Sep 15 17:11:24.024561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8db1ca8c-106e-4d75-91f0-0b44bc2eeb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:24.243992 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4f7fc-2841-4035-97a0-408b83536253 req-ead40328-ff5e-4067-910a-d34bd5258e2b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:24.245542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51a4f7fc-2841-4035-97a0-408b83536253 req-ead40328-ff5e-4067-910a-d34bd5258e2b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0563676 Sep 15 17:11:24.287016 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-51a4f7fc-2841-4035-97a0-408b83536253 req-4808e030-a039-4abb-977c-3bf6a1edcbd7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352464 Sep 15 17:11:25.402930 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee728e-dd75-40d6-8a06-f89b723dd2b2 req-5fca5a01-2487-4fb8-aabf-454511842826 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:25.404420 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4eee728e-dd75-40d6-8a06-f89b723dd2b2 req-5fca5a01-2487-4fb8-aabf-454511842826 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0480893 Sep 15 17:11:25.441680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4eee728e-dd75-40d6-8a06-f89b723dd2b2 req-e9d40fc4-54ba-4ef6-a613-f1102fa687f2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312865 Sep 15 17:11:25.877626 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:11:26.554979 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4c881-9129-425b-ab3d-c64ea5cc2689 req-c0b69282-2b8a-4a4f-88d8-32c35bbcb56b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:26.556468 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65a4c881-9129-425b-ab3d-c64ea5cc2689 req-c0b69282-2b8a-4a4f-88d8-32c35bbcb56b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0490243 Sep 15 17:11:26.594130 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-65a4c881-9129-425b-ab3d-c64ea5cc2689 req-adc84b36-c470-47be-92ef-342bb1b09d11 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Sep 15 17:11:27.182238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:27.372823 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0f14a60f-9df0-43e0-8903-16bdf2a1ab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:27.675840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:27.718235 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44ff98-7ac0-4291-89ce-2db3d0229d59 req-7544b285-1ced-405d-95f3-2515558c82d3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:27.719745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9d44ff98-7ac0-4291-89ce-2db3d0229d59 req-7544b285-1ced-405d-95f3-2515558c82d3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0549748 Sep 15 17:11:27.759467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9d44ff98-7ac0-4291-89ce-2db3d0229d59 req-2bec2b30-1b4f-4284-8ba2-a105dff22048 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335417 Sep 15 17:11:28.764656 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:28.873513 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ed10b-51c7-472b-b1ba-12314243fb52 req-c017e9fe-ba53-40ad-9edb-f7eb03a713a7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:28.874980 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-247ed10b-51c7-472b-b1ba-12314243fb52 req-c017e9fe-ba53-40ad-9edb-f7eb03a713a7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0488222 Sep 15 17:11:28.911448 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-247ed10b-51c7-472b-b1ba-12314243fb52 req-bc182a88-41bd-4c2d-8688-fd2905f5aefd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305274 Sep 15 17:11:30.026593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce30394-f479-4135-85dd-67184aa358c9 req-1801b03b-af48-4853-8377-22dcb560f1e7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:30.028600 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce30394-f479-4135-85dd-67184aa358c9 req-1801b03b-af48-4853-8377-22dcb560f1e7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0508969 Sep 15 17:11:30.065824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4ce30394-f479-4135-85dd-67184aa358c9 req-f9332024-18e5-4e72-adcf-db8cfed0ca76 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312295 Sep 15 17:11:30.424344 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:31.028410 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:31.184632 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444166-3d25-481c-8015-d9e4f6ff049e req-a85f2d8a-1a8f-4e17-917b-091dea014786 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:31.186419 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81444166-3d25-481c-8015-d9e4f6ff049e req-a85f2d8a-1a8f-4e17-917b-091dea014786 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0539334 Sep 15 17:11:31.228147 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-81444166-3d25-481c-8015-d9e4f6ff049e req-b9cd453c-6e5b-4eb5-a20b-b11e470904fc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355520 Sep 15 17:11:32.344201 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c907a6-19ad-435f-b4a2-9cb7ee1b302a req-9d343921-a707-497e-a388-216883f04dd4 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:32.345616 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73c907a6-19ad-435f-b4a2-9cb7ee1b302a req-9d343921-a707-497e-a388-216883f04dd4 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0490451 Sep 15 17:11:32.382421 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-73c907a6-19ad-435f-b4a2-9cb7ee1b302a req-d3663cc7-facd-40a6-9b7b-7ff042e169df tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Sep 15 17:11:33.497222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b5a9b-6c0a-4422-b7ba-360c3765df9c req-445e749a-0e89-4f2e-915a-0eb8c7fe0469 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:33.498756 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb4b5a9b-6c0a-4422-b7ba-360c3765df9c req-445e749a-0e89-4f2e-915a-0eb8c7fe0469 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0493562 Sep 15 17:11:33.538697 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cb4b5a9b-6c0a-4422-b7ba-360c3765df9c req-c0c28e82-fc19-4058-8f1d-487b64dd226e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337424 Sep 15 17:11:34.591620 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0c34dd73-733e-4174-9aec-0cd7fdb16245 details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:11:34.659040 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d931ad-2260-4768-a52f-194921402249 req-933f9847-a61c-4cbe-a4d0-7a38bcc186bb tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:34.660668 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5d931ad-2260-4768-a52f-194921402249 req-933f9847-a61c-4cbe-a4d0-7a38bcc186bb tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0549035 Sep 15 17:11:34.702143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c5d931ad-2260-4768-a52f-194921402249 req-1fe0433e-f573-4f76-8ff4-6d3683ac3856 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352943 Sep 15 17:11:34.840030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:34.851553 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'port_id': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'mac_address': 'fa:16:3e:73:bf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:11:34.887686 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:34.899748 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c34dd73-733e-4174-9aec-0cd7fdb16245 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:11:34.919466 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:34.981918 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:35.034096 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:35.041332 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.041671 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.042283 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.042621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.042949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.043319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.043764 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.044276 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.044637 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.044964 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.045282 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.045600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:35.203288 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['0c34dd73-733e-4174-9aec-0cd7fdb16245'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:11:35.862204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faa5f8-612d-4d76-9814-8a0298bdbb02 req-87b264ad-fa31-4a85-a4f2-c199d9a5e2a5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:35.863690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3faa5f8-612d-4d76-9814-8a0298bdbb02 req-87b264ad-fa31-4a85-a4f2-c199d9a5e2a5 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 945 time: 0.0499339 Sep 15 17:11:35.901114 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d3faa5f8-612d-4d76-9814-8a0298bdbb02 req-c05d8a2a-071a-42f3-8d94-a5de53f3ec95 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Sep 15 17:11:36.622373 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0c34dd73-733e-4174-9aec-0cd7fdb16245 up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:11:36.779132 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 0c34dd73-733e-4174-9aec-0cd7fdb16245 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:11:36.783455 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 0c34dd73-733e-4174-9aec-0cd7fdb16245 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:11:36.787776 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:36.864688 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:36.886661 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:36.888953 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9147bb-4023-45d6-b5b2-a4271bc87988" -d '{"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:36.905198 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:36.981872 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b309ddc1-124d-487d-b83a-7a269e5447af x-openstack-request-id: req-b309ddc1-124d-487d-b83a-7a269e5447af {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:36.982233 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:36.982556 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b309ddc1-124d-487d-b83a-7a269e5447af {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:36.982993 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'code': 200} Sep 15 17:11:36.984260 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:37.038986 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:37.105127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43eeed-f779-4fa3-871c-096ed07c4632 req-c06d8dc5-5a65-40f3-b528-b03eb558cf2f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:37.106654 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa43eeed-f779-4fa3-871c-096ed07c4632 req-c06d8dc5-5a65-40f3-b528-b03eb558cf2f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0801971 Sep 15 17:11:37.112654 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dedf5-8cfa-4813-942f-5cf03e78e79a req-a9525646-8054-4af0-9b16-bae7ac1962b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:37.114084 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f8dedf5-8cfa-4813-942f-5cf03e78e79a req-a9525646-8054-4af0-9b16-bae7ac1962b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1097 time: 0.0608215 Sep 15 17:11:37.166973 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aa43eeed-f779-4fa3-871c-096ed07c4632 req-4c4dbd47-857a-4260-bba8-6becd8d0a9c3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519414 Sep 15 17:11:37.170708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6f8dedf5-8cfa-4813-942f-5cf03e78e79a req-6e715518-a43c-46b0-9b1a-27b4cf21d403 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489559 Sep 15 17:11:38.281060 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493eb3b2-1b25-498a-945e-9c6252ecfd86 req-e98332ed-782c-4de3-874a-a36656f89d2c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.282525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-493eb3b2-1b25-498a-945e-9c6252ecfd86 req-e98332ed-782c-4de3-874a-a36656f89d2c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0495458 Sep 15 17:11:38.320244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-493eb3b2-1b25-498a-945e-9c6252ecfd86 req-4a7738a0-667a-4283-af6a-c2bb260adada tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Sep 15 17:11:39.433501 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0684e52-a929-431d-b332-b2c63b7f4e0f req-43890f1b-87fb-411f-8859-2ed46600e5ea tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:39.435502 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0684e52-a929-431d-b332-b2c63b7f4e0f req-43890f1b-87fb-411f-8859-2ed46600e5ea tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0478876 Sep 15 17:11:39.471534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d0684e52-a929-431d-b332-b2c63b7f4e0f req-a851285e-4167-4781-a01c-28ee7eb074b4 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300965 Sep 15 17:11:39.593434 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a004888-7cad-43d5-b00f-2fbf68e0a7ae req-fac7ef09-0893-4963-821c-734c16ff795c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:39.596651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a004888-7cad-43d5-b00f-2fbf68e0a7ae req-fac7ef09-0893-4963-821c-734c16ff795c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0599785 Sep 15 17:11:39.633734 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6a004888-7cad-43d5-b00f-2fbf68e0a7ae req-a2deca73-a07f-451c-a086-aa6d28a3822d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319490 Sep 15 17:11:39.655226 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42864) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:39.695629 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38422799-cfdd-489b-85fa-58fdcb07a83f tempest-TestShelveInstance-1667015508 tempest-TestShelveInstance-1667015508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:39.697167 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-38422799-cfdd-489b-85fa-58fdcb07a83f tempest-TestShelveInstance-1667015508 tempest-TestShelveInstance-1667015508-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1092 time: 0.0409470 Sep 15 17:11:39.699960 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 42866) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:39.704221 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:39.789850 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:39.890619 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:39.991355 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Allocated IP 172.25.0.247 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/1bbff96c-4bea-442e-a3c8-6962b0aa9766) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:11:40.095521 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:40.178769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:40.215417 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:11:40.219631 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:11:40.222985 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:11:40.246592 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'Port': ['ID=1bbff96c-4bea-442e-a3c8-6962b0aa9766,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:40.583196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:40.707410 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:40.853963 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:40.921066 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:40.996997 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event updated for resources: {'Port': ['ID=1bbff96c-4bea-442e-a3c8-6962b0aa9766,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:41.005581 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:41.106701 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Floating IP 7e3f1b20-2177-40c0-9290-a2db20860a9a associated. External IP: 172.25.0.247, port: 0c34dd73-733e-4174-9aec-0cd7fdb16245. Sep 15 17:11:41.316137 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Router 7d52505e-7f75-4393-aa4b-61e22280acea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:11:41.425865 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:11:41.436730 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] Sync routers for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:11:41.445251 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:41.450166 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:11:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:41.495836 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:41.523868 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-25982c36-face-4ec4-ae04-653d793dde01 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8228459 Sep 15 17:11:41.524481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:41.526769 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed2973b-4259-42b9-bffc-646d8bfdc448" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:41.551914 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:41.563256 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86245380-2743-4d19-9c79-082562912680 x-openstack-request-id: req-86245380-2743-4d19-9c79-082562912680 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:41.563592 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:41.563851 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-86245380-2743-4d19-9c79-082562912680 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:41.564260 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'status': 'completed', 'code': 200} Sep 15 17:11:41.626405 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-c837143d-8a9c-411d-8a80-9815f0836b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:41.627910 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-c837143d-8a9c-411d-8a80-9815f0836b1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1097 time: 0.0416532 Sep 15 17:11:41.724642 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-2f3fd7f1-f9f1-4deb-a2ad-41fd8da91a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:41.726034 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-2f3fd7f1-f9f1-4deb-a2ad-41fd8da91a60 service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0915403 Sep 15 17:11:41.777011 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '7e3f1b20-2177-40c0-9290-a2db20860a9a', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'port_id': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'mac_address': 'fa:16:3e:73:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:40Z', 'updated_at': '2021-09-15T17:11:40Z', 'revision_number': 0, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:41.790525 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-b3eff24c-119e-49aa-b786-69d2d6af5cff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1000 time: 0.0574806 Sep 15 17:11:41.803029 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] Checking router: 7d52505e-7f75-4393-aa4b-61e22280acea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:11:41.812151 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:41.812794 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:11:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:41.840309 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-e4606346-cc8c-4390-b045-a20b5cbbeab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:41.842151 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-e4606346-cc8c-4390-b045-a20b5cbbeab4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0448184 Sep 15 17:11:41.892034 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-67851316-2072-4c25-bfec-d0b972f3f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:41.893575 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-67851316-2072-4c25-bfec-d0b972f3f299 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443509 Sep 15 17:11:41.917780 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:41.992121 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-6c2a9068-3f36-4e5b-9ca1-cdd6e93b5b87 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Sep 15 17:11:42.085958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9ed2973b-4259-42b9-bffc-646d8bfdc448 req-f798bb1e-6c75-40b7-8af1-84811deabbda service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Sep 15 17:11:42.147918 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '7e3f1b20-2177-40c0-9290-a2db20860a9a', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'port_id': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'mac_address': 'fa:16:3e:73:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:40Z', 'updated_at': '2021-09-15T17:11:40Z', 'revision_number': 0, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:42.176673 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06995e2-99b4-4e9f-8dda-4f64b08753f8 None None] The sync data for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 is: [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '7e3f1b20-2177-40c0-9290-a2db20860a9a', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'floating_ip_address': '172.25.0.247', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'port_id': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'mac_address': 'fa:16:3e:73:bf:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:11:40Z', 'updated_at': '2021-09-15T17:11:40Z', 'revision_number': 0, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:11:42.368405 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5524c8-83ab-4b16-bc01-d3a440309d27 None None] New status for floating IP 7e3f1b20-2177-40c0-9290-a2db20860a9a: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:11:52.250850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-01d812b0-3d9d-4963-acb7-41dc266d890f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430605 Sep 15 17:11:52.333600 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-22d88a04-d32b-450f-913d-9f245c1b31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:52.335066 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-22d88a04-d32b-450f-913d-9f245c1b31bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1097 time: 0.0399356 Sep 15 17:11:52.446577 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-7a58ca1b-7f53-4973-9098-03f0e0d0c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:52.448035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-7a58ca1b-7f53-4973-9098-03f0e0d0c3db service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0886271 Sep 15 17:11:52.510667 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-3691839e-bfe8-46de-96f2-1129d1448556 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1002 time: 0.0561302 Sep 15 17:11:52.562840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-9a315190-8ad6-4126-b8f9-1fb9263f97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:52.564268 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-9a315190-8ad6-4126-b8f9-1fb9263f97a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0463428 Sep 15 17:11:52.610386 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-5e7537db-61c0-411d-9710-4754a93bbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:52.618826 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-5e7537db-61c0-411d-9710-4754a93bbe51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410585 Sep 15 17:11:52.703996 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-01846f46-1ac7-40c2-9d5d-0c73f5ec55b2 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851126 Sep 15 17:11:52.800670 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b021d07e-5e37-43c8-b76c-587bb4853d85 req-61d2387f-0b16-4c21-87dd-0456b6a0f102 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902205 Sep 15 17:11:54.010156 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c64e9f89-79a5-4e22-873f-9ed4bd1504a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:57.223662 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:57.406560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2761add0-fc69-4c4c-9ecb-95d8206f9ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:57.691942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:58.794842 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:00.434934 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:01.023926 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:02.877801 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:12:24.023504 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b1478560-33d3-47ab-bbd0-7aadc8bb411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.197061 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.377482 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-de41ec6e-89d6-41f9-a383-a9ab9329f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.728516 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.768101 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.436561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.996431 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.877284 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:12:54.034185 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-aea2325f-827f-4f0a-979b-84b5d01b7306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:54.223554 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-f2f3fc6c-7815-480a-a4bc-7754283fc05d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407023 Sep 15 17:12:54.301746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e321-101f-4461-99ee-85db90693f1c req-c9cc1d53-13d7-403a-89b6-559afda5b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:54.303226 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-c9cc1d53-13d7-403a-89b6-559afda5b0b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1097 time: 0.0405612 Sep 15 17:12:54.407358 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e321-101f-4461-99ee-85db90693f1c req-e8420e88-2f40-4ba5-b40b-4b235bd3a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:54.408839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-e8420e88-2f40-4ba5-b40b-4b235bd3a2b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0876687 Sep 15 17:12:54.470927 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-0f53ddcb-c90c-4f83-bc3c-9e64ca6aaac9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1002 time: 0.0556364 Sep 15 17:12:54.523096 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e321-101f-4461-99ee-85db90693f1c req-4f6ee6fc-82de-4a76-82a5-f5ea212676fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:54.524425 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-4f6ee6fc-82de-4a76-82a5-f5ea212676fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0467958 Sep 15 17:12:54.570276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0e321-101f-4461-99ee-85db90693f1c req-c760b9c6-1caa-4904-b994-e3339a47acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:54.571722 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-c760b9c6-1caa-4904-b994-e3339a47acb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387928 Sep 15 17:12:54.659897 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-ed2c8b7a-5f8a-4e29-b04e-edce14850676 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797596 Sep 15 17:12:54.750849 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7d0e321-101f-4461-99ee-85db90693f1c req-01be632f-1b90-45f8-a4c6-5bac78743c94 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842648 Sep 15 17:12:57.166676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.389682 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-51386f56-02fa-4a71-aae8-33c62e557569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.680869 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.784242 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:00.464317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.001286 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:16.876343 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:13:24.011294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6d8f9dad-90bd-44ce-ac9d-7c63e8a2c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:27.205891 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:27.399623 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6869a03e-af8c-468d-bf7f-a9e0c33b1dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:27.691513 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.776785 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:30.445397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:31.005883 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.876388 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:13:54.038916 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-73946a01-842e-4388-8543-90b71c34653d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:54.304760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-5b9e72b6-f138-48ad-91de-cd72f01eab3e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051786 Sep 15 17:13:54.389189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-eaca1d3c-9fd6-4fda-ab66-ec286edabe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.390675 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-eaca1d3c-9fd6-4fda-ab66-ec286edabe7b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1097 time: 0.0450606 Sep 15 17:13:54.492840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-8e9645e2-fa44-4c0c-89a2-96a6a6097d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.494819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-8e9645e2-fa44-4c0c-89a2-96a6a6097d41 service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0847192 Sep 15 17:13:54.562244 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-1a75a58d-d10d-414e-88f1-1b05b2f7ffe6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1002 time: 0.0606570 Sep 15 17:13:54.610806 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-65436da4-c747-4b63-8051-7eddf576ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.612228 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-65436da4-c747-4b63-8051-7eddf576ec8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0432315 Sep 15 17:13:54.657087 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-d9477cc9-82b3-40dc-b395-021ed06450dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.658542 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-d9477cc9-82b3-40dc-b395-021ed06450dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397341 Sep 15 17:13:54.670173 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-48e610c1-3327-4dc8-85da-2b84dfdd51e2 service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:13:54.671119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-48e610c1-3327-4dc8-85da-2b84dfdd51e2 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049672 Sep 15 17:13:54.763797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-4a0e4124-0501-4da9-a4c2-f6233fad74a8 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841448 Sep 15 17:13:54.858236 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3d659ce0-2e9f-4f23-a429-0819e167aea8 req-9fa4facc-3017-472c-bf48-0656ee198057 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872672 Sep 15 17:13:57.221940 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.409806 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f207641-b5e8-4406-a9a3-849ebb1d2f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.701332 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:58.793052 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:00.438868 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:01.015972 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:08.038828 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81d161-b35d-48eb-9afd-1afe8de61b16 req-b773db2b-a6bd-4e75-bc00-66999b689a94 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:08.040292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac81d161-b35d-48eb-9afd-1afe8de61b16 req-b773db2b-a6bd-4e75-bc00-66999b689a94 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0490401 Sep 15 17:14:08.085073 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ac81d161-b35d-48eb-9afd-1afe8de61b16 req-f728b33d-c703-4993-856a-5c53d8dfc271 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379574 Sep 15 17:14:09.225941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a21ca-53df-4e9f-8886-49aac53cbbd6 req-f7f84157-8704-4fa3-a623-a8fb4aa74b68 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:09.227409 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da1a21ca-53df-4e9f-8886-49aac53cbbd6 req-f7f84157-8704-4fa3-a623-a8fb4aa74b68 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0483673 Sep 15 17:14:09.264783 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da1a21ca-53df-4e9f-8886-49aac53cbbd6 req-d5f42c30-d1fa-489f-ba99-80255756277b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Sep 15 17:14:10.379013 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c05662-9a5a-43fd-84f5-d3499dadad40 req-7e49e6ef-eb60-443d-9708-7bd5593a717e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:10.380755 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80c05662-9a5a-43fd-84f5-d3499dadad40 req-7e49e6ef-eb60-443d-9708-7bd5593a717e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0486274 Sep 15 17:14:10.418615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-80c05662-9a5a-43fd-84f5-d3499dadad40 req-7ca93787-4217-4c0d-b01b-6ca848c744f7 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319510 Sep 15 17:14:11.534559 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083fd4e-3dc0-40ab-af1b-6e4ac453bc2d req-c05ef753-ec05-4804-8ab9-4548cd8969a0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:11.536064 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0083fd4e-3dc0-40ab-af1b-6e4ac453bc2d req-c05ef753-ec05-4804-8ab9-4548cd8969a0 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0487659 Sep 15 17:14:11.578248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0083fd4e-3dc0-40ab-af1b-6e4ac453bc2d req-166082a8-0c8d-46d6-9319-b2aa50555e15 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360045 Sep 15 17:14:12.697517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b783b-7b34-46b0-9d7f-af8efa56c3be req-fa4a4109-fa95-4688-bed3-7453310ab485 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:12.699003 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f5b783b-7b34-46b0-9d7f-af8efa56c3be req-fa4a4109-fa95-4688-bed3-7453310ab485 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0484500 Sep 15 17:14:12.740617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f5b783b-7b34-46b0-9d7f-af8efa56c3be req-bc23bda4-feea-43ed-8b26-26fec3c67f3e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345047 Sep 15 17:14:13.855379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280dd42-f349-41e8-a980-eea350dab2bd req-cc6a6355-5fcf-453c-9f19-ae484163766d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:13.856861 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4280dd42-f349-41e8-a980-eea350dab2bd req-cc6a6355-5fcf-453c-9f19-ae484163766d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0490649 Sep 15 17:14:13.894267 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4280dd42-f349-41e8-a980-eea350dab2bd req-f11e7945-020b-4ddd-84e1-f09da184037c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Sep 15 17:14:15.009684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370aad4-0fae-4ab5-92bb-e087caf9e27f req-fb857baa-2a24-4153-a439-bde7a10ac7e2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:15.011156 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f370aad4-0fae-4ab5-92bb-e087caf9e27f req-fb857baa-2a24-4153-a439-bde7a10ac7e2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0509806 Sep 15 17:14:15.052577 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f370aad4-0fae-4ab5-92bb-e087caf9e27f req-0956d229-efc5-4971-b634-60fa7bdb836c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352752 Sep 15 17:14:16.165966 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbeeb0-6389-43f3-97f4-47d0a556a955 req-1b0a6e8d-dd08-475c-bfbf-c0c3504aeda8 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:16.167434 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76bbeeb0-6389-43f3-97f4-47d0a556a955 req-1b0a6e8d-dd08-475c-bfbf-c0c3504aeda8 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0490251 Sep 15 17:14:16.204025 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-76bbeeb0-6389-43f3-97f4-47d0a556a955 req-c62fa6f3-adc8-4cb7-9108-306b821eac75 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305767 Sep 15 17:14:17.318599 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d51e-2a2d-4ce0-971d-5f4495666237 req-08daa171-a8aa-4b44-9698-5e6abe6f1ec6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:17.319952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16b7d51e-2a2d-4ce0-971d-5f4495666237 req-08daa171-a8aa-4b44-9698-5e6abe6f1ec6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0501292 Sep 15 17:14:17.357265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16b7d51e-2a2d-4ce0-971d-5f4495666237 req-95e9a705-ba8d-4f22-8b42-c909ff6f7dcd tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Sep 15 17:14:18.253850 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-9899b9d1-67fa-40ba-ae73-151527189dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:18.255569 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-9899b9d1-67fa-40ba-ae73-151527189dba service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1097 time: 0.0403912 Sep 15 17:14:18.349958 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-37f82c27-f0bc-45fc-b322-785cba5bd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:18.351406 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-37f82c27-f0bc-45fc-b322-785cba5bd070 service neutron] 10.222.0.38 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0889759 Sep 15 17:14:18.419119 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-2b9b4d1e-d64b-491e-a8bb-da8395f2569b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1002 time: 0.0608151 Sep 15 17:14:18.494685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-0632dd0d-00f7-42f2-891d-b70e69c20fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:18.496139 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-0632dd0d-00f7-42f2-891d-b70e69c20fc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0628886 Sep 15 17:14:18.508701 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1f3a4-1439-47d0-a693-efef4f822f44 req-dd088088-266c-4f93-a589-f90d6186216b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:18.510035 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f5a1f3a4-1439-47d0-a693-efef4f822f44 req-dd088088-266c-4f93-a589-f90d6186216b tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0848114 Sep 15 17:14:18.574741 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f5a1f3a4-1439-47d0-a693-efef4f822f44 req-2ee70f53-3766-4f99-988b-8702def89c1d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558186 Sep 15 17:14:18.577234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-1d945106-40ad-40b3-833d-514715ba661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:18.579426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-1d945106-40ad-40b3-833d-514715ba661c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685585 Sep 15 17:14:18.667949 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-cbb982b4-d652-4f03-b107-3bd21c7615b4 service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808220 Sep 15 17:14:18.761100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7bbd2097-a9fe-45b1-8bd5-c9203eb38d0e req-956fe7af-3f2d-43a7-ab86-fd7b0924421b service neutron] 10.222.0.38 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861876 Sep 15 17:14:19.690471 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609af43d-fdf1-4d5d-a486-e3f3c70d0b2d req-168a9d4a-5b29-44ae-8506-2d27d6a9f5a2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:19.691958 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-609af43d-fdf1-4d5d-a486-e3f3c70d0b2d req-168a9d4a-5b29-44ae-8506-2d27d6a9f5a2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0492027 Sep 15 17:14:19.728426 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-609af43d-fdf1-4d5d-a486-e3f3c70d0b2d req-c6212208-f3e2-4ed1-96ee-10a3a0307e89 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305479 Sep 15 17:14:20.842004 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff803f8-748d-400b-a508-87fd0769330b req-2fb5be41-6ba5-4f4d-a178-fd1137879896 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:20.844311 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bff803f8-748d-400b-a508-87fd0769330b req-2fb5be41-6ba5-4f4d-a178-fd1137879896 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0493321 Sep 15 17:14:20.882227 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-bff803f8-748d-400b-a508-87fd0769330b req-55403aff-1078-46db-be0a-2c6885ebfb86 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319526 Sep 15 17:14:22.007585 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e78b4-51d5-460a-a65d-b9faba000215 req-5952f9e0-ac0e-484d-bd0a-68c8577d8838 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:22.009112 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c69e78b4-51d5-460a-a65d-b9faba000215 req-5952f9e0-ac0e-484d-bd0a-68c8577d8838 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0596771 Sep 15 17:14:22.048852 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c69e78b4-51d5-460a-a65d-b9faba000215 req-39e8a9e1-aa14-429d-8079-0a844e17d413 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331488 Sep 15 17:14:23.168232 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707430e-3b86-4976-9e44-85d6ae63227a req-6d767eb0-e606-4e86-975a-279074f22b17 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:23.169708 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2707430e-3b86-4976-9e44-85d6ae63227a req-6d767eb0-e606-4e86-975a-279074f22b17 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0477183 Sep 15 17:14:23.206822 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2707430e-3b86-4976-9e44-85d6ae63227a req-23f85e62-102b-4235-8bc9-5026f65a6351 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305619 Sep 15 17:14:23.366258 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 0c34dd73-733e-4174-9aec-0cd7fdb16245 no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:14:23.446228 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:23.473573 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:14:23.475885 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e10c564-1bb6-4530-a2c3-c4899cf43dff" -d '{"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:14:23.490192 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:23.512408 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c44575-1d10-4382-ac77-f1d3eb474308 req-2a0686b9-3696-4948-980d-6bad6172e364 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:23.513922 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83c44575-1d10-4382-ac77-f1d3eb474308 req-2a0686b9-3696-4948-980d-6bad6172e364 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 946 time: 0.0557680 Sep 15 17:14:23.540738 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:23.583044 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-83c44575-1d10-4382-ac77-f1d3eb474308 req-f4b22ed4-7fe7-4c69-a51e-8113a58feeee tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621459 Sep 15 17:14:23.588179 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:23.595728 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-7ae1537b-da87-4504-af27-7b5141d772b5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107345 Sep 15 17:14:23.597469 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.597824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.598367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.598707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.599044 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.599376 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.599707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.600033 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.600362 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.600721 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.601100 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.601430 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:23.612445 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-35e64d74-8d83-43a0-9e74-9cf33d7566db service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:14:23.612445 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-35e64d74-8d83-43a0-9e74-9cf33d7566db service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065985 Sep 15 17:14:23.638732 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c35e5f-6bf6-471b-9e99-e3202cb22e57 x-openstack-request-id: req-f1c35e5f-6bf6-471b-9e99-e3202cb22e57 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:14:23.639030 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-unplugged", "status": "failed", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "code": 422}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:14:23.639289 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f1c35e5f-6bf6-471b-9e99-e3202cb22e57 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:14:23.640249 n-d-808199-2 neutron-server[102020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'code': 422} returned with failed status Sep 15 17:14:24.032074 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b886489b-a610-4dd8-aea9-d6b0a2511309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:24.707271 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0202c-b5e9-408f-acb2-2b001c414b27 req-a27dc094-44ca-42b4-97e4-12de1e993595 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:24.708821 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d0202c-b5e9-408f-acb2-2b001c414b27 req-a27dc094-44ca-42b4-97e4-12de1e993595 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0502708 Sep 15 17:14:24.748556 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-63d0202c-b5e9-408f-acb2-2b001c414b27 req-05931d61-5d09-49b2-bdd7-a69e1b7db399 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334809 Sep 15 17:14:25.864101 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71ef41-2cbd-4b59-b29d-ac720a06a7ac req-4953c5db-9fb0-48a2-ac6d-d2618dff1392 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:25.865615 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf71ef41-2cbd-4b59-b29d-ac720a06a7ac req-4953c5db-9fb0-48a2-ac6d-d2618dff1392 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0499523 Sep 15 17:14:25.903349 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-cf71ef41-2cbd-4b59-b29d-ac720a06a7ac req-f315deec-86c6-48eb-a31b-c2984601066f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Sep 15 17:14:27.021694 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a99aa-4686-4b02-bda2-e4fc80dc792d req-686947dc-6c76-4521-af0d-7d2a06df65df tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:27.023110 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d3a99aa-4686-4b02-bda2-e4fc80dc792d req-686947dc-6c76-4521-af0d-7d2a06df65df tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0540020 Sep 15 17:14:27.061254 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5d3a99aa-4686-4b02-bda2-e4fc80dc792d req-221dc94c-7b67-4424-b3eb-77ef583cc2e4 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321388 Sep 15 17:14:27.186359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:27.386499 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0d0a77c7-ba63-4eb6-976e-114e6e87fc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:27.729158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:28.177760 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435cf0d-d9f1-4eae-b116-e55c2fe96d3e req-925f6f1c-7910-425f-bcba-44225f663d0c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:28.179366 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f435cf0d-d9f1-4eae-b116-e55c2fe96d3e req-925f6f1c-7910-425f-bcba-44225f663d0c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0504799 Sep 15 17:14:28.220393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f435cf0d-d9f1-4eae-b116-e55c2fe96d3e req-fe0c6f26-390c-4f25-8cce-9bfb3c9e97c2 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348384 Sep 15 17:14:28.775028 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:29.337338 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c064a34-f145-4b98-b51d-e86fb67d15ea req-03e71d23-112e-4fa2-b57f-d04f1fad2165 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:29.338824 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c064a34-f145-4b98-b51d-e86fb67d15ea req-03e71d23-112e-4fa2-b57f-d04f1fad2165 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0485556 Sep 15 17:14:29.352345 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-ee9ce772-0bc9-468b-8c8e-8000b9931601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:29.353938 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-ee9ce772-0bc9-468b-8c8e-8000b9931601 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6&tenant_id=3a174b13adc044569a26f29e3624f7f1 HTTP/1.1" status: 200 len: 1095 time: 0.0817070 Sep 15 17:14:29.365642 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808199-2', 'device_owner': 'compute:nova'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:14:29.378963 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c064a34-f145-4b98-b51d-e86fb67d15ea req-234dce40-13ab-4542-9eb4-e05a7b53fae6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336812 Sep 15 17:14:29.421467 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:29.622068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:29.655932 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h1-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:14:29.688709 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c34dd73-733e-4174-9aec-0cd7fdb16245 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:14:29.695890 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:29.708121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Transition to ACTIVE for port object 0c34dd73-733e-4174-9aec-0cd7fdb16245 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:14:29.763342 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:29.846989 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=7']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:29.858724 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.859066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.859402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.859773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.860100 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.860636 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.860972 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.861298 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.861622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.861943 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.862263 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.862579 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:29.898275 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] No DVR routers for this DVR port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on host n-h1-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:14:30.033398 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:14:30.033727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:14:30.034050 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:14:30.038237 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on network 805d772a-0102-4b2b-a742-35350b822b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:14:30.038554 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Attempting to bind port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on network 805d772a-0102-4b2b-a742-35350b822b08 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:14:30.043265 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:14:30.043601 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Checking segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:14:30.043979 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Bound using segment: {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:14:30.044392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Bound port: 0c34dd73-733e-4174-9aec-0cd7fdb16245, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d5b4b4-0863-43c4-bec6-ab3ef48ad936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '805d772a-0102-4b2b-a742-35350b822b08'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:14:30.044771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:30.123425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:14:30.123425 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:14:30.191894 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:30.230466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.231158 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:30.232668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] 10.222.0.55 "PUT /v2.0/ports/0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1092 time: 0.8709400 Sep 15 17:14:30.233010 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:14:30.236364 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8733bbf1-8e83-458b-9221-85d36ad64bca" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:14:30.262466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546649f-8f19-489d-ab15-e83821b13286 service neutron] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=8']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:30.292848 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e7e560-80bb-4afa-bc61-411392eb61cc x-openstack-request-id: req-a8e7e560-80bb-4afa-bc61-411392eb61cc {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:14:30.293143 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:14:30.293413 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a8e7e560-80bb-4afa-bc61-411392eb61cc {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:14:30.293790 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'status': 'completed', 'code': 200} Sep 15 17:14:30.311577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-8c5633c5-40b9-452b-bae1-786b4f67ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.314227 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-8c5633c5-40b9-452b-bae1-786b4f67ebd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1095 time: 0.0483220 Sep 15 17:14:30.415458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-e306c3aa-96ee-4328-9a72-a289dd544d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.416998 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-e306c3aa-96ee-4328-9a72-a289dd544d01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0965061 Sep 15 17:14:30.449585 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:30.487913 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-d045218b-756a-4011-b57b-fe29c7abd112 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1000 time: 0.0636206 Sep 15 17:14:30.508540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52fadf-4e9e-48ad-8ff6-f0c40ea57842 req-f36696a4-6948-436c-b0b4-45af8aeb6fdc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.510001 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b52fadf-4e9e-48ad-8ff6-f0c40ea57842 req-f36696a4-6948-436c-b0b4-45af8aeb6fdc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0565598 Sep 15 17:14:30.538719 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-6152cc88-4280-4029-b0d7-be6404573717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.540193 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-6152cc88-4280-4029-b0d7-be6404573717 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0449119 Sep 15 17:14:30.549255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3b52fadf-4e9e-48ad-8ff6-f0c40ea57842 req-03f3eed8-9d45-41d1-b7c7-91ae75dcabea tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Sep 15 17:14:30.585465 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-fd659e57-800f-40a1-ad12-7ab23ab8f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.586942 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-fd659e57-800f-40a1-ad12-7ab23ab8f73d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400624 Sep 15 17:14:30.679779 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-ef91faca-3702-44e4-8d6d-04ba6ec65f0b service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857573 Sep 15 17:14:30.769389 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-3f269fbf-bcc8-49d4-89f3-29ed636a9ed4 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832918 Sep 15 17:14:30.875552 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:14:30.911841 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-284e1f45-89dd-4b1c-a818-343c2cc86573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.913361 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-284e1f45-89dd-4b1c-a818-343c2cc86573 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1095 time: 0.0414491 Sep 15 17:14:31.002990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-01ee843b-dd82-4fdd-9671-4e4ab1e86c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:31.004377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-01ee843b-dd82-4fdd-9671-4e4ab1e86c8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0834124 Sep 15 17:14:31.020217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:31.074200 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-10b261a3-e2ec-4d02-a262-a83bc2ee4b8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1000 time: 0.0632069 Sep 15 17:14:31.124809 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-27193fa5-7100-4f75-b59b-96d3305cdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:31.126377 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-27193fa5-7100-4f75-b59b-96d3305cdd8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0446196 Sep 15 17:14:31.171382 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-9d720504-b075-49ff-b4d0-38f417c0eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:31.173111 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-9d720504-b075-49ff-b4d0-38f417c0eb7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399394 Sep 15 17:14:31.274283 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-6ca638e2-f4b6-4a93-a3d5-0bd0e5799b72 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928621 Sep 15 17:14:31.367899 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-8733bbf1-8e83-458b-9221-85d36ad64bca req-4465bdd4-3b3c-43ca-99c0-bf0eb92b8412 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Sep 15 17:14:31.667639 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321284c1-0a03-4788-a78b-3c67b8cefb71 req-85361d5a-13fc-4056-9efe-6d9c99af364c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:31.669189 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-321284c1-0a03-4788-a78b-3c67b8cefb71 req-85361d5a-13fc-4056-9efe-6d9c99af364c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0507865 Sep 15 17:14:31.708043 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-321284c1-0a03-4788-a78b-3c67b8cefb71 req-5bebcc72-e50a-49a3-ac7d-962d95a44c74 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325046 Sep 15 17:14:32.824088 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c382c-9625-4558-84d3-9582e065a6f4 req-381ea3d0-7700-4e7c-b9d3-09ae78925350 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:32.826364 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da9c382c-9625-4558-84d3-9582e065a6f4 req-381ea3d0-7700-4e7c-b9d3-09ae78925350 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0504391 Sep 15 17:14:32.866006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-da9c382c-9625-4558-84d3-9582e065a6f4 req-8afd5ab5-7760-4319-bbd9-7434547a7b90 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334556 Sep 15 17:14:33.984675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccf27c-0659-42cc-bfd3-e43c7d3a1f81 req-1db65291-4ff5-4107-a858-05423d750ed6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:33.986331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ccf27c-0659-42cc-bfd3-e43c7d3a1f81 req-1db65291-4ff5-4107-a858-05423d750ed6 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0535941 Sep 15 17:14:34.023758 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-97ccf27c-0659-42cc-bfd3-e43c7d3a1f81 req-d04044f2-38c2-4d1a-91af-9b4aa4669676 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314958 Sep 15 17:14:35.141268 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da506e-0185-4ee4-8af4-1fa15f3e0f0f req-cec29f1d-84cb-49e6-96a8-9c3997fdcb98 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:35.142837 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b9da506e-0185-4ee4-8af4-1fa15f3e0f0f req-cec29f1d-84cb-49e6-96a8-9c3997fdcb98 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0495889 Sep 15 17:14:35.180745 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b9da506e-0185-4ee4-8af4-1fa15f3e0f0f req-88ea8d14-d4ce-4f5b-a5fd-ba62702d0b20 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Sep 15 17:14:36.292757 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82a84-bb89-4dca-88e7-8aea41a446a3 req-074f1a78-7f24-4551-86ee-571c96c85d98 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:36.294225 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6a82a84-bb89-4dca-88e7-8aea41a446a3 req-074f1a78-7f24-4551-86ee-571c96c85d98 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0482626 Sep 15 17:14:36.331683 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6a82a84-bb89-4dca-88e7-8aea41a446a3 req-549024fc-ea5c-45f0-9963-b62f3e042afc tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309079 Sep 15 17:14:37.454270 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677882b-0785-4ac7-b9b7-e0ab8c27fc02 req-5b5508b9-2dd7-43bf-a834-f039c2b32002 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:37.455767 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2677882b-0785-4ac7-b9b7-e0ab8c27fc02 req-5b5508b9-2dd7-43bf-a834-f039c2b32002 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0536401 Sep 15 17:14:37.493390 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2677882b-0785-4ac7-b9b7-e0ab8c27fc02 req-01716f14-ef70-4fab-8ef6-075bb22f4baf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315785 Sep 15 17:14:38.571084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0c34dd73-733e-4174-9aec-0cd7fdb16245 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:14:38.611807 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b9c31-e308-45e1-ba77-f6de6aae0758 req-ea92aa52-6a43-487a-a73e-152dbe91fa80 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:38.613466 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-345b9c31-e308-45e1-ba77-f6de6aae0758 req-ea92aa52-6a43-487a-a73e-152dbe91fa80 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 944 time: 0.0508788 Sep 15 17:14:38.652248 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-345b9c31-e308-45e1-ba77-f6de6aae0758 req-00e20977-6288-4cd6-b5e5-5769ad687611 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Sep 15 17:14:38.669861 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:38.681037 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'port_id': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'mac_address': 'fa:16:3e:73:bf:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:14:38.717878 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:38.730907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c34dd73-733e-4174-9aec-0cd7fdb16245 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:14:38.749718 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:38.797640 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:38.847094 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=9']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:39.045809 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['0c34dd73-733e-4174-9aec-0cd7fdb16245'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:14:39.770041 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7440baa-b0b2-4369-ba6d-b0c746d7153b req-1bedd1f6-049e-4f94-8b58-26a96b2455ac tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:39.771620 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7440baa-b0b2-4369-ba6d-b0c746d7153b req-1bedd1f6-049e-4f94-8b58-26a96b2455ac tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 945 time: 0.0493724 Sep 15 17:14:39.809292 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c7440baa-b0b2-4369-ba6d-b0c746d7153b req-5d68fb65-038b-4547-9cdf-ba2181191c2e tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317509 Sep 15 17:14:40.570512 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0c34dd73-733e-4174-9aec-0cd7fdb16245 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:14:40.700199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 0c34dd73-733e-4174-9aec-0cd7fdb16245 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:14:40.704365 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 0c34dd73-733e-4174-9aec-0cd7fdb16245 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:14:40.704771 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:40.779787 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:40.802051 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:14:40.807923 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1255bde5-6e39-4838-b2a5-2f8778b3f05a" -d '{"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:14:40.817429 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:40.841041 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38dc61a-d301-4f71-8133-9ba4f5e1185a x-openstack-request-id: req-b38dc61a-d301-4f71-8133-9ba4f5e1185a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:14:40.841331 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-plugged", "status": "completed", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:14:40.841579 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-b38dc61a-d301-4f71-8133-9ba4f5e1185a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:14:40.842118 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'code': 200} Sep 15 17:14:40.883426 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:40.937575 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=10']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:40.942008 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f184fe8-fbeb-4ebc-983d-f25139ceb86c req-8fa1b676-d9a0-4760-8948-46c8c88d1a38 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:40.943521 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f184fe8-fbeb-4ebc-983d-f25139ceb86c req-8fa1b676-d9a0-4760-8948-46c8c88d1a38 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 947 time: 0.0581391 Sep 15 17:14:40.981351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0f184fe8-fbeb-4ebc-983d-f25139ceb86c req-976746a5-e5ef-4f0d-8461-ce7df80f61b3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Sep 15 17:14:40.989756 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea1dbe-e127-404b-942e-63464e6490f8 req-0c339e8c-6ecc-4d9e-8634-f1c490c47c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:40.991279 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7ea1dbe-e127-404b-942e-63464e6490f8 req-0c339e8c-6ecc-4d9e-8634-f1c490c47c61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1098 time: 0.0461538 Sep 15 17:14:41.026866 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e7ea1dbe-e127-404b-942e-63464e6490f8 req-620a193f-8062-4a4e-a30e-b95f82705c8b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283606 Sep 15 17:14:42.095718 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4cbb1-68dc-488a-abef-1045ff07ed2a req-18f36e83-aa4d-433b-a701-89fe6b9b49df tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:42.097153 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddc4cbb1-68dc-488a-abef-1045ff07ed2a req-18f36e83-aa4d-433b-a701-89fe6b9b49df tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 947 time: 0.0485210 Sep 15 17:14:42.135828 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ddc4cbb1-68dc-488a-abef-1045ff07ed2a req-cc05690a-f4eb-4994-bcf6-e76e4ffee2b3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Sep 15 17:14:43.248862 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c484fcd-1d4d-4144-8435-5bdcd47713a0 req-ece5bf80-16b4-483b-983d-2f523e898dce tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:43.250580 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c484fcd-1d4d-4144-8435-5bdcd47713a0 req-ece5bf80-16b4-483b-983d-2f523e898dce tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 947 time: 0.0483351 Sep 15 17:14:43.287594 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3c484fcd-1d4d-4144-8435-5bdcd47713a0 req-de800ab9-2adf-4e80-a221-5c9f172ac1d3 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308483 Sep 15 17:14:54.037270 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3870592e-23bb-4b7b-a7f7-dabfddfbdc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:57.190964 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:57.379758 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4e5bdcb6-20b1-47c8-bf54-dae533487606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:57.710963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:58.802719 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:00.448305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:01.053702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:07.852256 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-926ab958-674f-4618-b270-061f3877c041 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413973 Sep 15 17:15:07.875628 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:15:07.935823 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-1daba570-becc-4b2b-8673-7104ecd4d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:07.937382 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-1daba570-becc-4b2b-8673-7104ecd4d156 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1098 time: 0.0430443 Sep 15 17:15:08.049407 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-0b7a8e66-911f-4cb7-8bc0-4341e2776f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:08.050848 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-0b7a8e66-911f-4cb7-8bc0-4341e2776f41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0876784 Sep 15 17:15:08.116516 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-28d48d0e-2822-45d1-bb35-fc816da9ff98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1002 time: 0.0579147 Sep 15 17:15:08.169325 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-6856823e-1b37-4d6c-867d-860b26c0e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:08.170719 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-6856823e-1b37-4d6c-867d-860b26c0e00b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0474553 Sep 15 17:15:08.215377 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-4372b945-cfb3-4813-baa8-49df22ccbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:08.216880 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-4372b945-cfb3-4813-baa8-49df22ccbcf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393710 Sep 15 17:15:08.308433 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-a63ce5b5-f980-472f-8a2a-2e5c875f1332 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836580 Sep 15 17:15:08.400547 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d3f583b6-8b11-46be-95b1-f838c625ca6c req-92b05a0d-628a-4a6c-b2eb-85fc03f6cf77 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852871 Sep 15 17:15:24.035361 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-300c574c-52ed-4c6d-b002-bd2a86075684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.202317 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.418171 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eb2c707c-cd14-497f-8dce-06f6501c8b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.733293 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.813363 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:30.476463 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:31.030308 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.875629 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:15:54.029706 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-95a6e079-ecc5-4847-8101-8986aa9fe5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:57.188330 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:57.389929 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9877a6b4-2345-4f17-a6c2-99b344c422c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:57.749886 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:58.789998 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:00.503882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:01.050593 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:08.835333 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-76b462c8-b31b-4b33-80e9-fa4833a0f8a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415690 Sep 15 17:16:08.919200 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-e715968b-b151-4066-b327-52a180f89e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:08.920691 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-e715968b-b151-4066-b327-52a180f89e92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1098 time: 0.0444291 Sep 15 17:16:09.030851 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-ba4bab46-4145-46d8-a25b-2083ffaffdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:09.032369 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-ba4bab46-4145-46d8-a25b-2083ffaffdc3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0929587 Sep 15 17:16:09.469612 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-67c31817-f6a0-4f87-8a32-66f7b91fe572 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 1002 time: 0.4304447 Sep 15 17:16:09.517713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-99f949d8-cf3e-49f2-9355-939216ce6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:09.519103 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-99f949d8-cf3e-49f2-9355-939216ce6037 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0421205 Sep 15 17:16:09.563551 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-5a706f4a-bf6b-4ed5-8ec6-6daa59b433a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:09.565037 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-5a706f4a-bf6b-4ed5-8ec6-6daa59b433a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394306 Sep 15 17:16:09.656404 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-e660fc1f-7299-4385-b4b5-b979262ecede service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 Sep 15 17:16:09.747734 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-21aed7d3-38d6-49b3-bb6c-d93e614e9d0c req-6a7aa0ce-6b95-42b9-8187-1c47a87c55dd service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844386 Sep 15 17:16:19.011706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43072) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:19.166766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Deleting port 1bbff96c-4bea-442e-a3c8-6962b0aa9766 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:19.167117 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:19.242693 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:19.243027 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:19.255056 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Calling delete_port for 1bbff96c-4bea-442e-a3c8-6962b0aa9766 owned by network:floatingip {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:19.461558 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:19.488154 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event deleted for resources: {'Port': ['ID=1bbff96c-4bea-442e-a3c8-6962b0aa9766,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:19.515725 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.516074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.516415 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.516779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.517112 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.517479 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.517808 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.518132 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.518458 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.518775 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.519094 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.519414 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:19.559990 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for floatingip, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:19.560323 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Floating IP 7e3f1b20-2177-40c0-9290-a2db20860a9a disassociated (deleted). External IP: 172.25.0.247, port: 0c34dd73-733e-4174-9aec-0cd7fdb16245. Sep 15 17:16:19.768416 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Router 7d52505e-7f75-4393-aa4b-61e22280acea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:16:19.875369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:19.880170 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:19.885368 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] Sync routers for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:19.894669 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:19.895283 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:19.907710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-a2fafb7e-9b06-4fc5-b54d-6ec997ea53ae tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "DELETE /v2.0/floatingips/7e3f1b20-2177-40c0-9290-a2db20860a9a HTTP/1.1" status: 204 len: 168 time: 0.8948781 Sep 15 17:16:19.908293 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:19.910595 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f813278b-ba1a-4fce-8d48-8fae7861234e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:19.999903 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:20.194518 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:20.221297 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] Checking router: 7d52505e-7f75-4393-aa4b-61e22280acea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:20.229134 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:20.229803 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:15:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:20.335300 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:20.357602 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02fe693-0f4c-426e-9c3b-7be08728a82e x-openstack-request-id: req-d02fe693-0f4c-426e-9c3b-7be08728a82e {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:20.358164 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:20.358164 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d02fe693-0f4c-426e-9c3b-7be08728a82e {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:20.358506 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'status': 'completed', 'code': 200} Sep 15 17:16:20.427190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-0cee5acd-fcb4-431c-9385-8cea3fbd5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:20.428688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-0cee5acd-fcb4-431c-9385-8cea3fbd5fe5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a174b13adc044569a26f29e3624f7f1&device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 1098 time: 0.0461075 Sep 15 17:16:20.510233 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81465d2-3955-4b7b-a4a0-10d74a7d3d69 req-b03658e6-131d-4acc-b737-896836d38648 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:20.513580 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f81465d2-3955-4b7b-a4a0-10d74a7d3d69 req-b03658e6-131d-4acc-b737-896836d38648 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 947 time: 0.1081767 Sep 15 17:16:20.524466 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-baeb5598-f58f-41fa-a7c5-dda21d6f8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:20.526652 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-baeb5598-f58f-41fa-a7c5-dda21d6f8f67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 200 len: 910 time: 0.0896699 Sep 15 17:16:20.552557 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:20.553660 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f81465d2-3955-4b7b-a4a0-10d74a7d3d69 req-1b93cd68-eb34-49f5-a7e0-2d32ec39f61d tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345428 Sep 15 17:16:20.574195 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-ebfd49e9-7011-4469-b515-2589de099d2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 200 len: 217 time: 0.0396185 Sep 15 17:16:20.584396 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f18dd-b599-48cd-8670-2eab6c37b12f None None] The sync data for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 is: [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:06:28Z', 'revision_number': 4, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '59d6d82e-8f02-4431-ae3c-3eebc9d5a420', 'name': '', 'network_id': '805d772a-0102-4b2b-a742-35350b822b08', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'mac_address': 'fa:16:3e:69:c8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:28Z', 'updated_at': '2021-09-15T17:06:32Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'subnets': [{'id': '15a02e2c-509c-46fe-ae2a-6600e8ed5a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:20.628119 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-1144722c-5aca-4bf0-8ae0-7e08ccd3135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:20.629668 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-1144722c-5aca-4bf0-8ae0-7e08ccd3135b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 200 len: 848 time: 0.0476303 Sep 15 17:16:20.678627 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-8e3c3c40-b947-4a31-9c9b-641dac8b14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:20.680150 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-8e3c3c40-b947-4a31-9c9b-641dac8b14e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=805d772a-0102-4b2b-a742-35350b822b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428314 Sep 15 17:16:20.782362 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-9a3d3f80-e74d-40ac-9af0-614e19f281b9 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933168 Sep 15 17:16:20.806878 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd935e2-807f-4fef-abdf-219d74144f45 None None] New status for floating IP 7e3f1b20-2177-40c0-9290-a2db20860a9a: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:16:20.876345 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-f813278b-ba1a-4fce-8d48-8fae7861234e req-fa49fc85-a795-4780-bf41-6ae437f5aa16 service neutron] 10.222.0.55 "GET /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864019 Sep 15 17:16:21.672142 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2294-fdb4-4402-923c-c72f5b828420 req-8afea26a-eb4a-4709-b90f-dcb2cfef95bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:21.673651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-195e2294-fdb4-4402-923c-c72f5b828420 req-8afea26a-eb4a-4709-b90f-dcb2cfef95bf tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 947 time: 0.0487015 Sep 15 17:16:21.711196 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-195e2294-fdb4-4402-923c-c72f5b828420 req-100738b0-e394-4ac3-8aca-f4cd6f2a1547 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/security-groups?id=e208ce93-61ee-47f9-8446-fead884eaa65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315890 Sep 15 17:16:21.850492 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594e24-c89d-4375-860f-62a0715beb2f req-fa119db6-8cca-44ff-87dc-1988ae432c6f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:21.851939 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6594e24-c89d-4375-860f-62a0715beb2f req-fa119db6-8cca-44ff-87dc-1988ae432c6f tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 947 time: 0.0497215 Sep 15 17:16:21.874857 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:16:21.946391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Deleting port 0c34dd73-733e-4174-9aec-0cd7fdb16245 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:21.946658 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:22.036369 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] For port 0c34dd73-733e-4174-9aec-0cd7fdb16245, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=0c34dd73-733e-4174-9aec-0cd7fdb16245,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:22.036750 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:22.048611 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Calling delete_port for 0c34dd73-733e-4174-9aec-0cd7fdb16245 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:22.256078 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:22.289063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event deleted for resources: {'Port': ['ID=0c34dd73-733e-4174-9aec-0cd7fdb16245,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:22.330613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] No DVR routers for this DVR port 0c34dd73-733e-4174-9aec-0cd7fdb16245 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:16:22.333348 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:22.335496 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e6594e24-c89d-4375-860f-62a0715beb2f req-53752b1b-ab41-4e21-878e-22f2bad4c203 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.55 "DELETE /v2.0/ports/0c34dd73-733e-4174-9aec-0cd7fdb16245 HTTP/1.1" status: 204 len: 173 time: 0.4776347 Sep 15 17:16:22.359162 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-deleted', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:22.361499 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214afb0f-544d-4d24-9624-1f5309361f38" -d '{"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-deleted", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:22.397563 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592d8bc6-0761-4ab5-a278-4064f799bc48 x-openstack-request-id: req-592d8bc6-0761-4ab5-a278-4064f799bc48 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:22.397866 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2c2c18-7841-4aab-a151-0717cec548f6", "name": "network-vif-deleted", "tag": "0c34dd73-733e-4174-9aec-0cd7fdb16245", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:22.398123 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-592d8bc6-0761-4ab5-a278-4064f799bc48 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:22.398554 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2c2c18-7841-4aab-a151-0717cec548f6', 'name': 'network-vif-deleted', 'tag': '0c34dd73-733e-4174-9aec-0cd7fdb16245', 'status': 'completed', 'code': 200} Sep 15 17:16:22.812515 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-d76b956e-54a4-49bf-84a5-7fdaae467125 req-c456db6e-103f-4384-aa70-f1bd47a5aa25 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 210 time: 0.0278821 Sep 15 17:16:23.909703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-be0396d8-a5dd-436d-ab15-ff125375ac61 req-9b3f645d-3a55-4301-b017-71584f1e096a tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 210 time: 0.0290842 Sep 15 17:16:24.055487 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b254866-0a80-4e21-8fdc-eb17ec4e2b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:25.005339 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a5b0ee31-7dec-4fae-9baf-35a52ac83f7e req-2c45c02e-b057-4f6f-8ac9-2346fc935e6c tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Sep 15 17:16:25.021673 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0c34dd73-733e-4174-9aec-0cd7fdb16245 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:25.043114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 0c34dd73-733e-4174-9aec-0cd7fdb16245 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:25.043460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 0c34dd73-733e-4174-9aec-0cd7fdb16245 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:26.101970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b5c684fc-5748-435c-a9a9-7096bfffeab9 req-f2690779-df25-4c0c-aa92-61d5496a2696 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "GET /v2.0/ports?device_id=3c2c2c18-7841-4aab-a151-0717cec548f6 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Sep 15 17:16:27.159575 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43106) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:27.187074 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:27.224470 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d07f8472-90ce-4fcd-81a7-845dce08a962 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:27.251091 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d07f8472-90ce-4fcd-81a7-845dce08a962 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:27.370740 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d07f8472-90ce-4fcd-81a7-845dce08a962 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:27.373414 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d07f8472-90ce-4fcd-81a7-845dce08a962 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:27.374587 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d07f8472-90ce-4fcd-81a7-845dce08a962 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] 10.222.0.63 "DELETE /v2.0/security-groups/e208ce93-61ee-47f9-8446-fead884eaa65 HTTP/1.1" status: 204 len: 168 time: 0.2139699 Sep 15 17:16:27.384133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f8472-90ce-4fcd-81a7-845dce08a962 tempest-TestShelveInstance-856401234 tempest-TestShelveInstance-856401234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208ce93-61ee-47f9-8446-fead884eaa65,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:27.410217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d981137b-6873-4504-963c-d281ad84517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:27.769561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:28.532141 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43112) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:28.841036 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:29.041419 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:29.291966 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Deleting port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:29.292340 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:29.368190 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] For port 59d6d82e-8f02-4431-ae3c-3eebc9d5a420, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:29.368447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:29.381706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Calling delete_port for 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:29.644500 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:29.676625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d6d82e-8f02-4431-ae3c-3eebc9d5a420,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:29.847636 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:30.061210 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Router 7d52505e-7f75-4393-aa4b-61e22280acea has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:16:30.164571 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:30.170535 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d96d908f-065d-4892-9b06-6bbaec776736 admin admin] 10.222.0.63 "PUT /v2.0/routers/7d52505e-7f75-4393-aa4b-61e22280acea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6373482 Sep 15 17:16:30.173087 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43116) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:30.175927 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] Sync routers for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:30.186307 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:30.186923 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:30.275140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:30.289183 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:30.378700 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:30.465936 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:16:29Z', 'revision_number': 5, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port': {'id': 'd45efdd0-f07e-4ec7-9edd-13709445c3d9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:26Z', 'updated_at': '2021-09-15T17:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:30.496321 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] Checking router: 7d52505e-7f75-4393-aa4b-61e22280acea for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:30.497821 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:30.505501 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] Routers {'7d52505e-7f75-4393-aa4b-61e22280acea'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:30.506114 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['7d52505e-7f75-4393-aa4b-61e22280acea'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:30.531270 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Deleting port d45efdd0-f07e-4ec7-9edd-13709445c3d9 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:30.531605 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:30.587875 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] Set router 7d52505e-7f75-4393-aa4b-61e22280acea gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:30.609540 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] For port d45efdd0-f07e-4ec7-9edd-13709445c3d9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=d45efdd0-f07e-4ec7-9edd-13709445c3d9,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:30.609902 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:30.622133 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Calling delete_port for d45efdd0-f07e-4ec7-9edd-13709445c3d9 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:30.640638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:16:30Z', 'revision_number': 6, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:30.666240 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f54da-41a0-4c6d-98b0-d39e8b529082 None None] The sync data for ids ['7d52505e-7f75-4393-aa4b-61e22280acea'] in n-d-808199-2 is: [{'id': '7d52505e-7f75-4393-aa4b-61e22280acea', 'name': 'tempest-TestShelveInstance-1902144923-router', 'tenant_id': '3a174b13adc044569a26f29e3624f7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:25Z', 'updated_at': '2021-09-15T17:16:30Z', 'revision_number': 6, 'project_id': '3a174b13adc044569a26f29e3624f7f1', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:30.852016 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:30.883028 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45efdd0-f07e-4ec7-9edd-13709445c3d9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:30.941268 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.033120 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.035644 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.063857 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.141476 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.142054 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d52505e-7f75-4393-aa4b-61e22280acea {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:16:31.146479 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.147630 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-663eb99f-a523-4a9c-a481-a35ca66419b9 admin admin] 10.222.0.63 "DELETE /v2.0/routers/7d52505e-7f75-4393-aa4b-61e22280acea HTTP/1.1" status: 204 len: 168 time: 0.9736471 Sep 15 17:16:31.150202 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43118) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:31.198235 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] Deleting subnet 15a02e2c-509c-46fe-ae2a-6600e8ed5a20 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:16:31.201285 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.237930 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.315944 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.451274 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.472290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d45efdd0-f07e-4ec7-9edd-13709445c3d9 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:31.484441 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a02e2c-509c-46fe-ae2a-6600e8ed5a20,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:31.489196 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.491375 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-495f8bc9-e73f-4675-8dd9-7c57f643b5ac admin admin] 10.222.0.63 "DELETE /v2.0/subnets/15a02e2c-509c-46fe-ae2a-6600e8ed5a20 HTTP/1.1" status: 204 len: 168 time: 0.3392146 Sep 15 17:16:31.493841 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43120) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:31.499143 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb0ed7-a571-4249-8fd0-bc2c92972dad None None] Network 805d772a-0102-4b2b-a742-35350b822b08 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:16:31.502511 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: d45efdd0-f07e-4ec7-9edd-13709445c3d9 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:31.502947 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device d45efdd0-f07e-4ec7-9edd-13709445c3d9 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:31.503591 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:31.541842 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:31.542579 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 59d6d82e-8f02-4431-ae3c-3eebc9d5a420 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:31.571879 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.633915 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Deleting port 6285ae6c-6d12-43d9-85fa-016897a46aef {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:31.634274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.711136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] For port 6285ae6c-6d12-43d9-85fa-016897a46aef, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6285ae6c-6d12-43d9-85fa-016897a46aef,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:31.711509 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.721407 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] DHCP port deletion for 805d772a-0102-4b2b-a742-35350b822b08 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:16:31.735616 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Calling delete_port for 6285ae6c-6d12-43d9-85fa-016897a46aef owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:31.784353 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Deleting port 6285ae6c-6d12-43d9-85fa-016897a46aef {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:31.784353 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.863271 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] For port 6285ae6c-6d12-43d9-85fa-016897a46aef, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=6285ae6c-6d12-43d9-85fa-016897a46aef,segment=NetworkSegment(45d5b4b4-0863-43c4-bec6-ab3ef48ad936),segment_id=45d5b4b4-0863-43c4-bec6-ab3ef48ad936)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:31.863665 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.876851 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Calling delete_port for 6285ae6c-6d12-43d9-85fa-016897a46aef owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:31.887399 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.915347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] No DVR routers for this DVR port 6285ae6c-6d12-43d9-85fa-016897a46aef on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:16:31.917439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Pushing event deleted for resources: {'Port': ['ID=6285ae6c-6d12-43d9-85fa-016897a46aef,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:31.942848 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.943193 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.943534 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.943864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.944194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.944542 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.944868 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.945189 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.945517 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.945895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.946223 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.946538 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:31.970561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:31.995631 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Pushing event deleted for resources: {'Port': ['ID=6285ae6c-6d12-43d9-85fa-016897a46aef,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:32.001307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:32.002049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] No DVR routers for this DVR port 6285ae6c-6d12-43d9-85fa-016897a46aef on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.017290 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.018080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.018080 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.018351 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.018471 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e41fe76-7742-488b-bf0f-796cdffe7980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:32.033057 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805d772a-0102-4b2b-a742-35350b822b08']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:32.042523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d5b4b4-0863-43c4-bec6-ab3ef48ad936') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:32.042813 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d5b4b4-0863-43c4-bec6-ab3ef48ad936') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:32.051885 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:32.065505 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:32.071248 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: timer() Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:16:32.076809 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:16:32.193161 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:32.198785 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:32.200655 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] 10.222.0.63 "DELETE /v2.0/networks/805d772a-0102-4b2b-a742-35350b822b08 HTTP/1.1" status: 204 len: 168 time: 0.7046530 Sep 15 17:16:32.203641 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43122) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:32.211116 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7a2d0-518b-4b37-8567-6b1d2fef7077 admin admin] Pushing event deleted for resources: {'Network': ['ID=805d772a-0102-4b2b-a742-35350b822b08,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:32.887734 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:33.139526 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Deleting port ec91052d-76d3-4025-98c4-e7b95c2fee86 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:33.139787 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:33.231858 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] For port ec91052d-76d3-4025-98c4-e7b95c2fee86, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=ec91052d-76d3-4025-98c4-e7b95c2fee86,segment=NetworkSegment(ec814427-29a4-47bb-a273-4b21cecd756c),segment_id=ec814427-29a4-47bb-a273-4b21cecd756c)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:33.232605 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:33.244847 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Calling delete_port for ec91052d-76d3-4025-98c4-e7b95c2fee86 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:33.438195 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6285ae6c-6d12-43d9-85fa-016897a46aef no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:33.461259 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 6285ae6c-6d12-43d9-85fa-016897a46aef {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:33.461603 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 6285ae6c-6d12-43d9-85fa-016897a46aef not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:33.509268 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:33.534360 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec91052d-76d3-4025-98c4-e7b95c2fee86,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:33.702388 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:33.929735 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Router 143d591a-67ef-4f51-b3ff-a089a7e9b82d has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:16:34.034619 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:34.040101 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9ac4f9aa-4a5f-464c-b773-58af1aa28635 admin admin] 10.222.0.63 "PUT /v2.0/routers/143d591a-67ef-4f51-b3ff-a089a7e9b82d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348432 Sep 15 17:16:34.042121 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43126) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:34.044667 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] Sync routers for ids ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:34.053669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] Routers {'143d591a-67ef-4f51-b3ff-a089a7e9b82d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:34.054268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:34.148449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.160967 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] Set router 143d591a-67ef-4f51-b3ff-a089a7e9b82d gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:34.255349 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.374889 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Deleting port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:34.375561 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.464537 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] For port 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:34.465534 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.477063 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Calling delete_port for 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:34.515447 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:16:33Z', 'revision_number': 5, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port': {'id': '0375d7d3-e01d-4bbe-9766-4b4e7309f9b9', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:06:32Z', 'updated_at': '2021-09-15T17:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:34.542370 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] Checking router: 143d591a-67ef-4f51-b3ff-a089a7e9b82d for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:34.550692 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] Routers {'143d591a-67ef-4f51-b3ff-a089a7e9b82d'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:34.551352 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:34.643706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] Set router 143d591a-67ef-4f51-b3ff-a089a7e9b82d gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:34.700356 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:16:34Z', 'revision_number': 6, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:34.727047 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d73d58-4dc4-437b-9ef1-afb2b71e1d6a None None] The sync data for ids ['143d591a-67ef-4f51-b3ff-a089a7e9b82d'] in n-d-808199-2 is: [{'id': '143d591a-67ef-4f51-b3ff-a089a7e9b82d', 'name': 'tempest-TestShelveInstance-759415518-router', 'tenant_id': '9407eaff99c44e21903fe465331fbeef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:06:31Z', 'updated_at': '2021-09-15T17:16:34Z', 'revision_number': 6, 'project_id': '9407eaff99c44e21903fe465331fbeef', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:34.795133 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.821356 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Pushing event deleted for resources: {'Port': ['ID=0375d7d3-e01d-4bbe-9766-4b4e7309f9b9,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:34.883128 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.974487 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.976596 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.101337 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.101882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 143d591a-67ef-4f51-b3ff-a089a7e9b82d {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:16:35.107531 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.109885 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-d0a27173-8b19-4710-b1ec-aec4c0f35207 admin admin] 10.222.0.63 "DELETE /v2.0/routers/143d591a-67ef-4f51-b3ff-a089a7e9b82d HTTP/1.1" status: 204 len: 168 time: 1.0656121 Sep 15 17:16:35.111481 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43128) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:35.157516 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] Deleting subnet d6219043-ca1c-4bce-ab8f-30e027bb1f43 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:16:35.160903 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.197443 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.278733 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.383508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.409754 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6219043-ca1c-4bce-ab8f-30e027bb1f43,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:35.413152 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.415616 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-29815466-294f-468e-b2fa-e653eb4f271e admin admin] 10.222.0.63 "DELETE /v2.0/subnets/d6219043-ca1c-4bce-ab8f-30e027bb1f43 HTTP/1.1" status: 204 len: 168 time: 0.3030901 Sep 15 17:16:35.418663 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43130) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:35.419696 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07490c8e-3e4c-470f-9e6c-de8c1b1aacc9 None None] Network 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:16:35.493958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.549436 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:35.550030 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Deleting port a7e11648-afdf-4705-82be-51c8e149fc94 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:35.550030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.570796 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:35.571140 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 0375d7d3-e01d-4bbe-9766-4b4e7309f9b9 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:35.571557 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ec91052d-76d3-4025-98c4-e7b95c2fee86 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:35.594678 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: ec91052d-76d3-4025-98c4-e7b95c2fee86 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:35.594979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device ec91052d-76d3-4025-98c4-e7b95c2fee86 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:35.616774 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] For port a7e11648-afdf-4705-82be-51c8e149fc94, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a7e11648-afdf-4705-82be-51c8e149fc94,segment=NetworkSegment(ec814427-29a4-47bb-a273-4b21cecd756c),segment_id=ec814427-29a4-47bb-a273-4b21cecd756c)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:35.617140 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.636577 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Calling delete_port for a7e11648-afdf-4705-82be-51c8e149fc94 owned by network:dhcp {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:35.660065 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] DHCP port deletion for 046ba0e9-f4b5-4ac5-9a18-18bd6889c026 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:16:35.713434 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] Deleting port a7e11648-afdf-4705-82be-51c8e149fc94 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:35.718676 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.779396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] For port a7e11648-afdf-4705-82be-51c8e149fc94, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a7e11648-afdf-4705-82be-51c8e149fc94,segment=NetworkSegment(ec814427-29a4-47bb-a273-4b21cecd756c),segment_id=ec814427-29a4-47bb-a273-4b21cecd756c)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:35.779789 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.795423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] Calling delete_port for a7e11648-afdf-4705-82be-51c8e149fc94 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:35.811838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.824039 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] No DVR routers for this DVR port a7e11648-afdf-4705-82be-51c8e149fc94 on host n-d-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:16:35.845742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e11648-afdf-4705-82be-51c8e149fc94,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:35.878454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.904398 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] Pushing event deleted for resources: {'Port': ['ID=a7e11648-afdf-4705-82be-51c8e149fc94,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:35.908079 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef8c6a-8f70-4aea-a316-4d2f46304411 None None] No DVR routers for this DVR port a7e11648-afdf-4705-82be-51c8e149fc94 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:16:35.920311 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.940340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046ba0e9-f4b5-4ac5-9a18-18bd6889c026']}} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:35.949486 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec814427-29a4-47bb-a273-4b21cecd756c') {'for_net_delete': True} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:35.949780 n-d-808199-2 neutron-server[102019]: DEBUG neutron.services.segments.db [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec814427-29a4-47bb-a273-4b21cecd756c') {} {{(pid=102019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:35.958960 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59199975'] for segment, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.972062 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.977773 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=102019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59207329'] for segment, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: Traceback (most recent call last): Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: timer() Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: cb(*args, **kw) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: return func(*args, **kwargs) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: self._notify() Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: self.callback(batched_events) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: event.method(event) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: return f(self, *a, **k) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: return self._get(url).json() Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: return self.request(url, 'GET', **kwargs) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:16:35.980383 n-d-808199-2 neutron-server[102019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:16:36.089752 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:36.095291 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:36.097157 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] 10.222.0.63 "DELETE /v2.0/networks/046ba0e9-f4b5-4ac5-9a18-18bd6889c026 HTTP/1.1" status: 204 len: 168 time: 0.6774068 Sep 15 17:16:36.108573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de40934-2944-408f-8f2f-a59b6677c896 admin admin] Pushing event deleted for resources: {'Network': ['ID=046ba0e9-f4b5-4ac5-9a18-18bd6889c026,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:36.436004 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43134) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:36.481301 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-0202a1da-5791-45ea-b4c3-f198986fd9e8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=3a174b13adc044569a26f29e3624f7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440974 Sep 15 17:16:36.483742 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43138) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:36.531441 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d248c57-b8f3-40a5-bc02-f629bedeca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:36.551710 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d248c57-b8f3-40a5-bc02-f629bedeca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:36.666585 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d248c57-b8f3-40a5-bc02-f629bedeca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:36.669218 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5d248c57-b8f3-40a5-bc02-f629bedeca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:36.670394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5d248c57-b8f3-40a5-bc02-f629bedeca92 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/e5937e7a-c69e-4447-9cb7-2cc34e3055bf HTTP/1.1" status: 204 len: 168 time: 0.1857119 Sep 15 17:16:36.678058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d248c57-b8f3-40a5-bc02-f629bedeca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5937e7a-c69e-4447-9cb7-2cc34e3055bf,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:37.273690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43144) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:37.313310 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-8cdc091d-6533-498e-8edc-0ef2d561aaf8 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=9407eaff99c44e21903fe465331fbeef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384796 Sep 15 17:16:37.315684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43146) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:37.365745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9682346-1fbd-4212-b01a-bc3a9c8b5f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.438567 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a7e11648-afdf-4705-82be-51c8e149fc94 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:37.460669 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a7e11648-afdf-4705-82be-51c8e149fc94 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:37.461022 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a7e11648-afdf-4705-82be-51c8e149fc94 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:37.715814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9682346-1fbd-4212-b01a-bc3a9c8b5f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.851942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9682346-1fbd-4212-b01a-bc3a9c8b5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.855148 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-a9682346-1fbd-4212-b01a-bc3a9c8b5f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.856351 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a9682346-1fbd-4212-b01a-bc3a9c8b5f51 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/3b4ce57f-8959-482d-82c1-5f5d9ec6d150 HTTP/1.1" status: 204 len: 168 time: 0.5397766 Sep 15 17:16:37.864301 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9682346-1fbd-4212-b01a-bc3a9c8b5f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4ce57f-8959-482d-82c1-5f5d9ec6d150,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:38.986378 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43170) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:39.080136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1969527795-network', 'tenant_id': '0118d828b8e74554bc058a501ce5205c'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:39.171835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Made reservation on behalf of 0118d828b8e74554bc058a501ce5205c for: {'network': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:39.174058 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.183037 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.266436 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.331646 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.351215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=102018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:16:39.366594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a56e857-f5b3-4187-b9a4-ec2036df1fdb,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:39.370146 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.370483 n-d-808199-2 neutron-server[102018]: INFO neutron.db.segments_db [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Added segment 68aac9f4-78cd-43db-88a7-ff13b4e76f8a of type vlan for network fb51dcbc-29ed-4473-a5df-792dafd2a984 Sep 15 17:16:39.408707 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.489595 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.490524 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:39.491103 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.551276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] Pushing event updated for resources: {'Network': ['ID=fb51dcbc-29ed-4473-a5df-792dafd2a984,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:39.564600 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:16:39.595805 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-677ea8bc-90da-4ac8-8042-d86ab1de6c78 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6082785 Sep 15 17:16:39.598756 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43174) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:39.604180 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Request body: {'subnet': {'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1969527795-subnet', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'ip_version': 4}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:39.680292 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Made reservation on behalf of 0118d828b8e74554bc058a501ce5205c for: {'subnet': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:39.682946 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62162984'] for subnet, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.909277 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62190774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62162950'] for subnet, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:39.965138 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e345e39-520a-46c9-a5a0-e1636e9bb4b4,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:39.973635 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Checking segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:39.973993 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Network hostable DHCP agents. Network: fb51dcbc-29ed-4473-a5df-792dafd2a984, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:16:40.054540 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:16:40.129460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, fb51dcbc-29ed-4473-a5df-792dafd2a984) {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:40.133592 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:40.134190 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.139445 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b34d39-61d9-4abc-aad1-6e9e3567940c None None] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:16:40.210295 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cebdfff9-5388-4a4b-84c0-f5680f9f8338 admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6105430 Sep 15 17:16:40.213483 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43178) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:40.218082 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:40.292425 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-fb51dcbc-29ed-4473-a5df-792dafd2a984', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:16:40.293322 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.301166 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.302242 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.364597 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.433922 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Allocated IP 172.20.0.2 (fb51dcbc-29ed-4473-a5df-792dafd2a984/0e345e39-520a-46c9-a5a0-e1636e9bb4b4/9dc334eb-976c-4114-a6f6-cb31667596d0) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:40.565759 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.588376 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.658105 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.712318 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:40.719030 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:40.728775 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:40.730902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Pushing event updated for resources: {'Port': ['ID=9dc334eb-976c-4114-a6f6-cb31667596d0,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:40.802624 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Attempting to bind port 9dc334eb-976c-4114-a6f6-cb31667596d0 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:40.803204 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Attempting to bind port 9dc334eb-976c-4114-a6f6-cb31667596d0 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:40.803580 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Attempting to bind port 9dc334eb-976c-4114-a6f6-cb31667596d0 on network fb51dcbc-29ed-4473-a5df-792dafd2a984 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:40.810354 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:40.810732 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Checking segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:40.811138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.811561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Bound using segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:40.812029 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Bound port: 9dc334eb-976c-4114-a6f6-cb31667596d0, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:40.812411 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.840251 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.859274 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.885979 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] For port 9dc334eb-976c-4114-a6f6-cb31667596d0, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:40.889460 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] For port 9dc334eb-976c-4114-a6f6-cb31667596d0, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9dc334eb-976c-4114-a6f6-cb31667596d0,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:40.972266 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:40.975160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Allocated IP 172.25.0.209 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/b93537fc-7593-47e8-bc62-0c7c0af51fb1) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:41.033127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7353f3b-d592-4249-9cb2-f0c1e406bc28 None None] Pushing event updated for resources: {'Port': ['ID=9dc334eb-976c-4114-a6f6-cb31667596d0,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:41.084430 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:41.181966 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:41.224281 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:41.227397 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:41.231893 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:41.259044 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Pushing event updated for resources: {'Port': ['ID=b93537fc-7593-47e8-bc62-0c7c0af51fb1,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:41.489163 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9dc334eb-976c-4114-a6f6-cb31667596d0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:41.544658 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9dc334eb-976c-4114-a6f6-cb31667596d0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:41.545030 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:41.572757 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:41.630881 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:41.666687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 9dc334eb-976c-4114-a6f6-cb31667596d0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9dc334eb-976c-4114-a6f6-cb31667596d0,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:41.709300 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:41.759018 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=9dc334eb-976c-4114-a6f6-cb31667596d0,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:41.788782 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:41.926506 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9e33d-72f0-42db-a04f-d87185392187 None None] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:16:41.980870 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Router 0b7ec608-1081-4572-9304-acb7b1c21786 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:16:42.045706 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-3e91e7dc-8915-4f55-b8ce-91f35ddc5471 None None] Provisioning complete for port 9dc334eb-976c-4114-a6f6-cb31667596d0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:42.045986 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3e91e7dc-8915-4f55-b8ce-91f35ddc5471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.089840 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:42.098802 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Sync routers for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:42.109343 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:42.111784 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:42.158795 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.163349 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43180) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:42.169688 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-fe0743f6-b8db-4e11-a7e1-7ae5732d3f84 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9547639 Sep 15 17:16:42.227805 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:42.386957 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-d9c07da9-2b88-4177-b8d1-3e8149c274d2 None None] Provisioning complete for port 9dc334eb-976c-4114-a6f6-cb31667596d0 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:42.387328 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d9c07da9-2b88-4177-b8d1-3e8149c274d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.412746 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:41Z', 'revision_number': 3, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:42.530846 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Checking router: 0b7ec608-1081-4572-9304-acb7b1c21786 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:42.531191 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Updating router 0b7ec608-1081-4572-9304-acb7b1c21786 port b93537fc-7593-47e8-bc62-0c7c0af51fb1 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:16:42.555583 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.596454 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.750500 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Allocated IP 172.20.0.1 (fb51dcbc-29ed-4473-a5df-792dafd2a984/0e345e39-520a-46c9-a5a0-e1636e9bb4b4/5ee83bc6-4b8e-4b7c-943d-52002a3c2fed) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:42.803533 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.857295 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.857578 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.906314 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Attempting to bind port b93537fc-7593-47e8-bc62-0c7c0af51fb1 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:42.906682 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Attempting to bind port b93537fc-7593-47e8-bc62-0c7c0af51fb1 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:42.907044 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Attempting to bind port b93537fc-7593-47e8-bc62-0c7c0af51fb1 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:42.918099 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Pushing event updated for resources: {'Port': ['ID=b93537fc-7593-47e8-bc62-0c7c0af51fb1,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:42.921000 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:42.921372 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:42.921771 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.922191 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:42.922657 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Bound port: b93537fc-7593-47e8-bc62-0c7c0af51fb1, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:42.923032 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.945568 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.945919 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.946258 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.946595 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.946788 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.946953 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.947322 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.947645 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.947975 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.948297 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.948649 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.948970 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.949288 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:42.985066 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:42.985561 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] For port b93537fc-7593-47e8-bc62-0c7c0af51fb1, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:42.988722 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] For port b93537fc-7593-47e8-bc62-0c7c0af51fb1, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b93537fc-7593-47e8-bc62-0c7c0af51fb1,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:42.989610 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:42.997552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:42.999501 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:43.041468 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.067501 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.129100 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ee865-fac1-4bc7-a3f1-547f9d3e1701 None None] Pushing event updated for resources: {'Port': ['ID=b93537fc-7593-47e8-bc62-0c7c0af51fb1,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:43.138648 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:43.139224 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:43.196251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-633cec66-90dd-494a-9121-2fd34df0fb9e None None] Provisioning complete for port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:43.196873 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-633cec66-90dd-494a-9121-2fd34df0fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.231162 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-633cec66-90dd-494a-9121-2fd34df0fb9e None None] Port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:16:43.246911 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:43.258075 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.424003 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.434618 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:41Z', 'revision_number': 3, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:43.449138 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9dc334eb-976c-4114-a6f6-cb31667596d0 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:43.461870 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f9a0cb-5218-4f96-aa23-1732d1668c84 None None] The sync data for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 is: [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:41Z', 'revision_number': 3, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:43.480238 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.501529 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 9dc334eb-976c-4114-a6f6-cb31667596d0 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:43.502158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.555538 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.558871 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:43.655622 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:43.657081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:43.796990 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Router 0b7ec608-1081-4572-9304-acb7b1c21786 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:16:43.918676 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:43.924241 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bcf2e8f1-0dbb-4efb-a0bd-21f33a92c539 admin admin] 10.222.0.63 "PUT /v2.0/routers/0b7ec608-1081-4572-9304-acb7b1c21786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7596986 Sep 15 17:16:43.955888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bf34bf47-1031-476e-8a7d-932e94ac88bd None None] Provisioning complete for port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:43.956347 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf34bf47-1031-476e-8a7d-932e94ac88bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.991891 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bf34bf47-1031-476e-8a7d-932e94ac88bd None None] Port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:16:44.561931 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43196) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:44.567245 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1653363687-network', 'tenant_id': '8aa0f84ce0234545aa575456bda10611'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:44.649373 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Made reservation on behalf of 8aa0f84ce0234545aa575456bda10611 for: {'network': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:44.652256 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for network, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:44.661488 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:44.750763 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:44.840460 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:44.867061 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=102019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:16:44.873784 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa516fcf-c9ae-4778-9567-31b7033bd409,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:44.879838 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:44.884294 n-d-808199-2 neutron-server[102019]: INFO neutron.db.segments_db [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Added segment 66ce0ed7-20f9-4288-a517-7ce9fb77d7a1 of type vlan for network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d Sep 15 17:16:44.911704 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Sync routers for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:44.921426 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:44.922052 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:45.044395 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:45.263781 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 2, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:45.289449 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769423201576'] for network, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.295023 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Checking router: 0b7ec608-1081-4572-9304-acb7b1c21786 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:45.295316 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Updating router 0b7ec608-1081-4572-9304-acb7b1c21786 port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:16:45.400896 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180'] for network, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.404354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:45.407789 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.475902 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b93537fc-7593-47e8-bc62-0c7c0af51fb1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:45.480967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:45.498633 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.503453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d details requested by agent ovs-agent-n-d-808199-2 with host n-d-808199-2 {{(pid=102020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:16:45.504178 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c1f652fb-3916-4d96-a4b6-991ab624a3f4 admin admin] 10.222.0.63 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9409833 Sep 15 17:16:45.506911 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43198) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:45.511897 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Request body: {'subnet': {'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1653363687-subnet', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'ip_version': 4}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:45.686130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Made reservation on behalf of 8aa0f84ce0234545aa575456bda10611 for: {'subnet': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:45.688618 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62694499'] for subnet, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.709729 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b93537fc-7593-47e8-bc62-0c7c0af51fb1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:45.710113 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.880158 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.908943 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59206716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62694477'] for subnet, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.918264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port b93537fc-7593-47e8-bc62-0c7c0af51fb1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b93537fc-7593-47e8-bc62-0c7c0af51fb1,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:45.963832 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.976582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3004dff3-4e3d-4e65-afc5-bd99df680652,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:45.981988 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Checking segment: {'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:45.982967 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Network hostable DHCP agents. Network: 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d, hostable agents: ['7593230c-88bf-4644-ad42-aedcd951606a'], hosted agents: [] {{(pid=102019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:16:45.983653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.031538 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.038774 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=b93537fc-7593-47e8-bc62-0c7c0af51fb1,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:46.045833 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d is scheduled to be hosted by DHCP agent 7593230c-88bf-4644-ad42-aedcd951606a with binding_index 1 {{(pid=102019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:16:46.106070 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b818f8-9f29-4dbd-af24-e029881f2ba3 None None] Pushing event updated for resources: {'Port': ['ID=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:46.145711 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Attempting to bind port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:46.146082 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Attempting to bind port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:46.146340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808199-2, 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d) {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:46.146475 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Attempting to bind port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed on network fb51dcbc-29ed-4473-a5df-792dafd2a984 {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:46.151208 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:46.152245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.153423 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:46.153824 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Checking segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:46.154374 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.154840 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Bound using segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:46.155630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Bound port: 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:46.155777 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.160042 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b768526e-5b0d-49ff-b795-37778fef451a None None] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:16:46.218463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43200) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:46.219062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-40bbf649-0742-4c6b-86b1-4b47762f588a admin admin] 10.222.0.63 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7103789 Sep 15 17:16:46.226596 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:46.292019 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] For port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:46.296006 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] For port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:46.303103 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4158086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-929'] for router, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.304326 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4162582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4156038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4066059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-918'] for router, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.345538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6b39d2d9-48e3-460a-bc32-08933b8e891b None None] Provisioning complete for port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:46.345914 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b39d2d9-48e3-460a-bc32-08933b8e891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.358115 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.368560 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.423339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcea00886-5c50-58e0-90c0-fed1e8476edf-40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d', 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'fixed_ips': [{'subnet_id': '3004dff3-4e3d-4e65-afc5-bd99df680652'}]}} from n-d-808199-2. {{(pid=102020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:16:46.424183 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.491266 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b818f8-9f29-4dbd-af24-e029881f2ba3 None None] Pushing event updated for resources: {'Port': ['ID=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:46.497794 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:46.498372 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:46.570637 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.656630 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b39d2d9-48e3-460a-bc32-08933b8e891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.775109 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:46.778240 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6b39d2d9-48e3-460a-bc32-08933b8e891b None None] For port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:46.802980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.db_base_plugin_common [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Allocated IP 172.20.0.2 (40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d/3004dff3-4e3d-4e65-afc5-bd99df680652/a45d120b-5621-4d54-a8fa-38b111c0c589) {{(pid=102020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:46.828191 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.848179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.879759 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6b39d2d9-48e3-460a-bc32-08933b8e891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:46.956790 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Allocated IP 172.25.0.66 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/92245283-0762-45a9-9506-8bdad664aac7) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:47.039203 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39d2d9-48e3-460a-bc32-08933b8e891b None None] Pushing event updated for resources: {'Port': ['ID=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:47.062075 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.067985 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c347a042-0e30-4e8d-b64b-0a265a96fb1f None None] Provisioning complete for port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:47.068364 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c347a042-0e30-4e8d-b64b-0a265a96fb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.154968 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.194668 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:47.199817 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:47.206748 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:47.209988 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=92245283-0762-45a9-9506-8bdad664aac7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:47.334778 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.377446 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:47.410267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c8f013-5998-4b39-8b3b-52bcab23df0d None None] The sync data for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 is: [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:47.415976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770'] for port, after_create {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.457800 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d is already hosted by enough agents. {{(pid=102020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:47.461907 n-d-808199-2 neutron-server[102020]: DEBUG neutron.scheduler.base_scheduler [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Resources bound (agent type, host, resource id): {{(pid=102020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:47.465185 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Received port after_create {{(pid=102020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:47.476187 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Pushing event updated for resources: {'Port': ['ID=a45d120b-5621-4d54-a8fa-38b111c0c589,revision_number=1']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:47.487449 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b93537fc-7593-47e8-bc62-0c7c0af51fb1 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:47.561785 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Attempting to bind port a45d120b-5621-4d54-a8fa-38b111c0c589 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:47.562161 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Attempting to bind port a45d120b-5621-4d54-a8fa-38b111c0c589 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:47.562873 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Attempting to bind port a45d120b-5621-4d54-a8fa-38b111c0c589 on network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:47.573919 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.574437 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:47.574780 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Checking segment: {'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:47.575360 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.575760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Bound using segment: {'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:47.577004 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Bound port: a45d120b-5621-4d54-a8fa-38b111c0c589, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:47.577591 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.633319 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port b93537fc-7593-47e8-bc62-0c7c0af51fb1 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:47.633703 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.686392 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] For port a45d120b-5621-4d54-a8fa-38b111c0c589, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:47.694663 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] For port a45d120b-5621-4d54-a8fa-38b111c0c589, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a45d120b-5621-4d54-a8fa-38b111c0c589,segment=NetworkSegment(66ce0ed7-20f9-4288-a517-7ce9fb77d7a1),segment_id=66ce0ed7-20f9-4288-a517-7ce9fb77d7a1)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:47.781492 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:47.849005 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f55f85-1388-472d-93bf-2f90c1619bc3 None None] Pushing event updated for resources: {'Port': ['ID=a45d120b-5621-4d54-a8fa-38b111c0c589,revision_number=2']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:48.172036 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4162585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159313'] for router, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:48.405702 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 is scheduled to L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 with binding_index 1 {{(pid=102018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:16:48.513791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:48.529912 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Sync routers for ids ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:48.539742 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Routers {'28f16592-d166-420d-8dc0-e6d3ba75e6f8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:48.540637 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:48.649317 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:48.655146 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43202) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:48.655613 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d4a053f4-ffaa-4a6e-9d35-650648cb4ab1 admin admin] 10.222.0.63 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4342780 Sep 15 17:16:48.658645 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Set router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:48.861760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017515a-c60b-4591-a53c-93405cc471e5 None None] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:16:48.865228 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '92245283-0762-45a9-9506-8bdad664aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:47Z', 'revision_number': 3, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port': {'id': '92245283-0762-45a9-9506-8bdad664aac7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:48.897822 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Checking router: 28f16592-d166-420d-8dc0-e6d3ba75e6f8 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:48.898330 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Updating router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 port 92245283-0762-45a9-9506-8bdad664aac7 binding host n-d-808199-2 {{(pid=102021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:16:48.935517 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:48.967106 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-6f0e32b9-e3a5-4b32-8f0c-763d0c32a8b6 None None] Provisioning complete for port a45d120b-5621-4d54-a8fa-38b111c0c589 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:48.967805 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f0e32b9-e3a5-4b32-8f0c-763d0c32a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.112217 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f0e32b9-e3a5-4b32-8f0c-763d0c32a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.118428 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.153782 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-6f0e32b9-e3a5-4b32-8f0c-763d0c32a8b6 None None] For port a45d120b-5621-4d54-a8fa-38b111c0c589, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a45d120b-5621-4d54-a8fa-38b111c0c589,segment=NetworkSegment(66ce0ed7-20f9-4288-a517-7ce9fb77d7a1),segment_id=66ce0ed7-20f9-4288-a517-7ce9fb77d7a1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:49.218085 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6f0e32b9-e3a5-4b32-8f0c-763d0c32a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.225629 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.272621 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e32b9-e3a5-4b32-8f0c-763d0c32a8b6 None None] Pushing event updated for resources: {'Port': ['ID=a45d120b-5621-4d54-a8fa-38b111c0c589,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:49.286230 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.293744 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Allocated IP 172.20.0.1 (40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d/3004dff3-4e3d-4e65-afc5-bd99df680652/05a60d3e-2def-4219-a3a7-fd16511f44e2) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:49.336092 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Attempting to bind port 92245283-0762-45a9-9506-8bdad664aac7 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:49.336467 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Attempting to bind port 92245283-0762-45a9-9506-8bdad664aac7 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:49.336898 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Attempting to bind port 92245283-0762-45a9-9506-8bdad664aac7 on network efe5d06d-744f-4620-a42b-1e6f5318efbe {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:49.345692 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c91cbc-dfb8-4d5f-9b01-8c4daa844590 None None] Pushing event updated for resources: {'Port': ['ID=92245283-0762-45a9-9506-8bdad664aac7,revision_number=2']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:49.348520 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:49.349055 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Checking segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:49.350125 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.350666 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Bound using segment: {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'} {{(pid=102021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:49.351217 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.managers [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Bound port: 92245283-0762-45a9-9506-8bdad664aac7, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8324090c-e458-4312-8115-2f0e99a0be70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe'}}] {{(pid=102021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:49.351720 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.404816 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.404980 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] For port 92245283-0762-45a9-9506-8bdad664aac7, host n-d-808199-2, cleared binding levels {{(pid=102021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:49.408028 n-d-808199-2 neutron-server[102021]: DEBUG neutron.plugins.ml2.db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] For port 92245283-0762-45a9-9506-8bdad664aac7, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=92245283-0762-45a9-9506-8bdad664aac7,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:49.444584 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-cf1dafa0-7ab8-4160-9345-6a8218561833 None None] Provisioning complete for port a45d120b-5621-4d54-a8fa-38b111c0c589 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:49.444584 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-cf1dafa0-7ab8-4160-9345-6a8218561833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.493081 n-d-808199-2 neutron-server[102021]: DEBUG neutron_lib.callbacks.manager [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.524106 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.551357 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:49.554241 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c91cbc-dfb8-4d5f-9b01-8c4daa844590 None None] Pushing event updated for resources: {'Port': ['ID=92245283-0762-45a9-9506-8bdad664aac7,revision_number=3']} {{(pid=102021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:49.561968 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Routers {'28f16592-d166-420d-8dc0-e6d3ba75e6f8'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:49.562803 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:49.568058 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Pushing event updated for resources: {'Port': ['ID=05a60d3e-2def-4219-a3a7-fd16511f44e2,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:49.581606 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:49.583038 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:49.585766 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:49.621418 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:49.621892 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.632073 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159366'] for router_interface, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.708099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a45d120b-5621-4d54-a8fa-38b111c0c589 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:49.762777 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port a45d120b-5621-4d54-a8fa-38b111c0c589 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:49.763296 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.782423 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] Set router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:49.862099 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-0e846002-6d52-4cdd-adf8-f4b0ea2a60de None None] Provisioning complete for port 05a60d3e-2def-4219-a3a7-fd16511f44e2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:49.862618 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0e846002-6d52-4cdd-adf8-f4b0ea2a60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.878469 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:49.913694 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-0e846002-6d52-4cdd-adf8-f4b0ea2a60de None None] Port 05a60d3e-2def-4219-a3a7-fd16511f44e2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:16:49.973342 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '92245283-0762-45a9-9506-8bdad664aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:47Z', 'revision_number': 3, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port': {'id': '92245283-0762-45a9-9506-8bdad664aac7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:49.999094 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4beaa-391d-4ea0-82bf-7568c38d59f4 None None] The sync data for ids ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'] in n-d-808199-2 is: [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '92245283-0762-45a9-9506-8bdad664aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:47Z', 'revision_number': 3, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port': {'id': '92245283-0762-45a9-9506-8bdad664aac7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:50.071095 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:50.126175 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:50.204867 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Pushing event updated for resources: {'Port': ['ID=05a60d3e-2def-4219-a3a7-fd16511f44e2,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:50.214011 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4157462'] for router_interface, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:50.327857 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:50.329392 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:50.453306 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:16:50.569706 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:50.577007 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-67cd2a6e-8ce7-45da-8ca9-8101f935983d admin admin] 10.222.0.63 "PUT /v2.0/routers/28f16592-d166-420d-8dc0-e6d3ba75e6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199221 Sep 15 17:16:50.645439 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e88ae889-e7d7-4cb3-9cdc-0d936af8865a None None] Provisioning complete for port 05a60d3e-2def-4219-a3a7-fd16511f44e2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:50.645903 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e88ae889-e7d7-4cb3-9cdc-0d936af8865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:50.685547 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e88ae889-e7d7-4cb3-9cdc-0d936af8865a None None] Port 05a60d3e-2def-4219-a3a7-fd16511f44e2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:16:51.487205 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 92245283-0762-45a9-9506-8bdad664aac7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:51.491882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43212) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:51.496953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-bfa5e2e0-e1c9-45d4-b9ee-99cac1a95957 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240393030', 'description': 'tempest-secgroup-smoke-1240393030 description', 'project_id': '0118d828b8e74554bc058a501ce5205c'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:51.544992 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 92245283-0762-45a9-9506-8bdad664aac7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:51.545375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.584246 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Sync routers for ids ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:51.597939 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Routers {'28f16592-d166-420d-8dc0-e6d3ba75e6f8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:51.598548 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:51.603032 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e2e0-e1c9-45d4-b9ee-99cac1a95957 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.679180 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.686047 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e2e0-e1c9-45d4-b9ee-99cac1a95957 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.735561 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] For port 92245283-0762-45a9-9506-8bdad664aac7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=92245283-0762-45a9-9506-8bdad664aac7,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:51.751144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Set router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:51.755426 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e2e0-e1c9-45d4-b9ee-99cac1a95957 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.782613 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5e2e0-e1c9-45d4-b9ee-99cac1a95957 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bba76dc-f3a5-4042-9666-d46dd50770b4,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:51.826145 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.860545 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e2e0-e1c9-45d4-b9ee-99cac1a95957 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.861872 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-bfa5e2e0-e1c9-45d4-b9ee-99cac1a95957 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3688729 Sep 15 17:16:51.865001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43214) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:51.870834 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-2da908e3-fff2-41be-959b-6b080cbc36c2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'security_group_rule': {'security_group_id': '3bba76dc-f3a5-4042-9666-d46dd50770b4', 'project_id': '0118d828b8e74554bc058a501ce5205c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:51.928202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Pushing event updated for resources: {'Port': ['ID=92245283-0762-45a9-9506-8bdad664aac7,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:51.956419 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2da908e3-fff2-41be-959b-6b080cbc36c2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:51.995025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '92245283-0762-45a9-9506-8bdad664aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:49Z', 'revision_number': 4, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port': {'id': '92245283-0762-45a9-9506-8bdad664aac7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '05a60d3e-2def-4219-a3a7-fd16511f44e2', 'name': '', 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'mac_address': 'fa:16:3e:d8:bd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3004dff3-4e3d-4e65-afc5-bd99df680652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:49Z', 'updated_at': '2021-09-15T17:16:49Z', 'revision_number': 2, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'subnets': [{'id': '3004dff3-4e3d-4e65-afc5-bd99df680652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:52.018018 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2da908e3-fff2-41be-959b-6b080cbc36c2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.026473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Checking router: 28f16592-d166-420d-8dc0-e6d3ba75e6f8 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:52.026823 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Updating router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 port 05a60d3e-2def-4219-a3a7-fd16511f44e2 binding host n-d-808199-2 {{(pid=102020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:16:52.051495 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.108624 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2da908e3-fff2-41be-959b-6b080cbc36c2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.128955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da908e3-fff2-41be-959b-6b080cbc36c2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e3b03e-5e7f-4aec-ba86-d9ca41ff8c3d,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:52.188612 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-2da908e3-fff2-41be-959b-6b080cbc36c2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.189872 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-2da908e3-fff2-41be-959b-6b080cbc36c2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3238430 Sep 15 17:16:52.192433 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43216) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:52.197412 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-4124dec3-5d12-4a21-91b8-c72f68882920 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'security_group_rule': {'security_group_id': '3bba76dc-f3a5-4042-9666-d46dd50770b4', 'project_id': '0118d828b8e74554bc058a501ce5205c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:52.279741 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4124dec3-5d12-4a21-91b8-c72f68882920 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.313225 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Notify callbacks [] for port, precommit_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.335881 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4124dec3-5d12-4a21-91b8-c72f68882920 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.391567 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.400593 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4124dec3-5d12-4a21-91b8-c72f68882920 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.419512 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124dec3-5d12-4a21-91b8-c72f68882920 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c8dbe1-59be-4e76-9c2d-72344283142b,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:52.445978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c25e0-3082-4fc6-a085-f624795f35f3 None None] Pushing event updated for resources: {'Port': ['ID=05a60d3e-2def-4219-a3a7-fd16511f44e2,revision_number=3']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:52.500731 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4124dec3-5d12-4a21-91b8-c72f68882920 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.504533 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4124dec3-5d12-4a21-91b8-c72f68882920 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3086457 Sep 15 17:16:52.504778 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43218) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:52.506071 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Attempting to bind port 05a60d3e-2def-4219-a3a7-fd16511f44e2 on host n-d-808199-2 for vnic_type normal with profile {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:52.506978 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Attempting to bind port 05a60d3e-2def-4219-a3a7-fd16511f44e2 by drivers openvswitch,hyperv on host n-d-808199-2 at level 0 using segments [{'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:52.507342 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Attempting to bind port 05a60d3e-2def-4219-a3a7-fd16511f44e2 on network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:52.509514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-291ebdcc-f0fe-429f-a8bc-2d436eebdb06 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'security_group_rule': {'security_group_id': '3bba76dc-f3a5-4042-9666-d46dd50770b4', 'project_id': '0118d828b8e74554bc058a501ce5205c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:52.513170 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Checking agent: {'id': '7cb1c78a-8049-40cb-b611-2076826c755f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 31, 27), 'started_at': datetime.datetime(2021, 9, 15, 15, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808199-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:52.513665 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Checking segment: {'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:52.514336 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.514650 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Bound using segment: {'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'} {{(pid=102020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:52.515218 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.managers [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Bound port: 05a60d3e-2def-4219-a3a7-fd16511f44e2, host: n-d-808199-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d'}}] {{(pid=102020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:52.515605 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.585655 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] For port 05a60d3e-2def-4219-a3a7-fd16511f44e2, host n-d-808199-2, cleared binding levels {{(pid=102020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:52.589582 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] For port 05a60d3e-2def-4219-a3a7-fd16511f44e2, host n-d-808199-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=05a60d3e-2def-4219-a3a7-fd16511f44e2,segment=NetworkSegment(66ce0ed7-20f9-4288-a517-7ce9fb77d7a1),segment_id=66ce0ed7-20f9-4288-a517-7ce9fb77d7a1)] {{(pid=102020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:52.608578 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-291ebdcc-f0fe-429f-a8bc-2d436eebdb06 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.613537 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-2d0030f3-07cd-4ee6-9f64-020b196bb82a None None] Provisioning complete for port 05a60d3e-2def-4219-a3a7-fd16511f44e2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:52.613907 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2d0030f3-07cd-4ee6-9f64-020b196bb82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.652178 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-2d0030f3-07cd-4ee6-9f64-020b196bb82a None None] Port 05a60d3e-2def-4219-a3a7-fd16511f44e2 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:16:52.668384 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-291ebdcc-f0fe-429f-a8bc-2d436eebdb06 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.683983 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.744914 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c25e0-3082-4fc6-a085-f624795f35f3 None None] Pushing event updated for resources: {'Port': ['ID=05a60d3e-2def-4219-a3a7-fd16511f44e2,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:52.746315 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-291ebdcc-f0fe-429f-a8bc-2d436eebdb06 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.749308 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Routers {'28f16592-d166-420d-8dc0-e6d3ba75e6f8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:52.750538 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:52.767468 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ebdcc-f0fe-429f-a8bc-2d436eebdb06 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674d830d-dbef-4c89-bed4-e928c2b8a8f7,revision_number=0']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:52.838015 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-291ebdcc-f0fe-429f-a8bc-2d436eebdb06 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.841815 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-291ebdcc-f0fe-429f-a8bc-2d436eebdb06 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3359034 Sep 15 17:16:52.842459 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43220) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:52.847222 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-df4ace16-d3c1-4098-aa1f-2da01faa1eb0 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'security_group_rule': {'security_group_id': '3bba76dc-f3a5-4042-9666-d46dd50770b4', 'project_id': '0118d828b8e74554bc058a501ce5205c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:52.876676 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] Set router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:52.928025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df4ace16-d3c1-4098-aa1f-2da01faa1eb0 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:52.988546 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df4ace16-d3c1-4098-aa1f-2da01faa1eb0 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.011467 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-1470288f-1d9e-48b2-822c-a020c1f1ca67 None None] Provisioning complete for port 05a60d3e-2def-4219-a3a7-fd16511f44e2 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:53.011844 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1470288f-1d9e-48b2-822c-a020c1f1ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.057602 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df4ace16-d3c1-4098-aa1f-2da01faa1eb0 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.078694 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ace16-d3c1-4098-aa1f-2da01faa1eb0 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0eb4ed-e6fe-4b5c-a52c-385129ec2e2f,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:53.145692 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1470288f-1d9e-48b2-822c-a020c1f1ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.160242 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-df4ace16-d3c1-4098-aa1f-2da01faa1eb0 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.161590 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-df4ace16-d3c1-4098-aa1f-2da01faa1eb0 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3179743 Sep 15 17:16:53.164346 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43222) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:53.168956 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'security_group_rule': {'security_group_id': '3bba76dc-f3a5-4042-9666-d46dd50770b4', 'project_id': '0118d828b8e74554bc058a501ce5205c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:53.169127 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '92245283-0762-45a9-9506-8bdad664aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:49Z', 'revision_number': 4, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port': {'id': '92245283-0762-45a9-9506-8bdad664aac7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '05a60d3e-2def-4219-a3a7-fd16511f44e2', 'name': '', 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'mac_address': 'fa:16:3e:d8:bd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3004dff3-4e3d-4e65-afc5-bd99df680652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:49Z', 'updated_at': '2021-09-15T17:16:52Z', 'revision_number': 4, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'subnets': [{'id': '3004dff3-4e3d-4e65-afc5-bd99df680652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:53.205225 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cae6e27-20d3-4bfe-a6a4-52831738f749 None None] The sync data for ids ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'] in n-d-808199-2 is: [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '92245283-0762-45a9-9506-8bdad664aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:49Z', 'revision_number': 4, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port': {'id': '92245283-0762-45a9-9506-8bdad664aac7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '05a60d3e-2def-4219-a3a7-fd16511f44e2', 'name': '', 'network_id': '40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'mac_address': 'fa:16:3e:d8:bd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3004dff3-4e3d-4e65-afc5-bd99df680652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:49Z', 'updated_at': '2021-09-15T17:16:52Z', 'revision_number': 4, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'subnets': [{'id': '3004dff3-4e3d-4e65-afc5-bd99df680652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:53.209630 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-1470288f-1d9e-48b2-822c-a020c1f1ca67 None None] For port 05a60d3e-2def-4219-a3a7-fd16511f44e2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=05a60d3e-2def-4219-a3a7-fd16511f44e2,segment=NetworkSegment(66ce0ed7-20f9-4288-a517-7ce9fb77d7a1),segment_id=66ce0ed7-20f9-4288-a517-7ce9fb77d7a1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:53.274718 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Project 0118d828b8e74554bc058a501ce5205c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:16:53.279985 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.307068 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1470288f-1d9e-48b2-822c-a020c1f1ca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.361577 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.362954 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470288f-1d9e-48b2-822c-a020c1f1ca67 None None] Pushing event updated for resources: {'Port': ['ID=05a60d3e-2def-4219-a3a7-fd16511f44e2,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:53.418725 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.450340 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5855c97-3ee5-4855-98e9-a651e049518b,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:53.534025 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.536696 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-88dba3b7-9b60-4cfa-bb0d-6f8ce5edeea3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3699625 Sep 15 17:16:53.538218 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43224) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:53.543847 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 92245283-0762-45a9-9506-8bdad664aac7 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:53.544855 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'security_group_rule': {'security_group_id': '3bba76dc-f3a5-4042-9666-d46dd50770b4', 'project_id': '0118d828b8e74554bc058a501ce5205c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:53.623494 n-d-808199-2 neutron-server[102019]: INFO neutron.db.securitygroups_db [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Project 0118d828b8e74554bc058a501ce5205c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:16:53.629844 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.706958 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.752949 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 92245283-0762-45a9-9506-8bdad664aac7 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:53.753320 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.783172 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3934244'] for security_group_rule, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.802938 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf1984a-b8db-41a7-a819-8b27fd628fda,revision_number=0']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:53.831478 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 05a60d3e-2def-4219-a3a7-fd16511f44e2 up at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:53.874885 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:53.876121 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-cd040141-71ef-4dc5-bc6b-c2f404dce5e5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3369410 Sep 15 17:16:53.880773 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Provisioning complete for port 05a60d3e-2def-4219-a3a7-fd16511f44e2 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:53.881153 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:54.019467 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-2646d6f7-a8a8-4de4-bcb6-1cc68637ad7c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240393030&fields=id&tenant_id=0118d828b8e74554bc058a501ce5205c HTTP/1.1" status: 200 len: 267 time: 0.0352063 Sep 15 17:16:54.026303 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05540507-984f-452f-b4e4-e66a5adc1fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:54.129333 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-d57ad577-1f0f-4a59-9fdb-1ed95e6df5cd tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:54.131137 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-d57ad577-1f0f-4a59-9fdb-1ed95e6df5cd tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 810 time: 0.1048274 Sep 15 17:16:54.147912 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-984a6405-9aad-4a2b-a61d-1684a94fe860 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/quotas/0118d828b8e74554bc058a501ce5205c HTTP/1.1" status: 200 len: 375 time: 0.0098553 Sep 15 17:16:54.202621 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-d00668da-11c6-42ab-a169-7902138df739 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487499 Sep 15 17:16:54.311628 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-3f71ce1e-6f4b-4e52-811a-b5716ecfea3d service neutron] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:16:54.312814 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-3f71ce1e-6f4b-4e52-811a-b5716ecfea3d service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0985632 Sep 15 17:16:54.412819 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-3b782978-9721-4dd9-a8df-80518808bb79 service neutron] 10.222.0.63 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930653 Sep 15 17:16:54.512559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-73b005ff-4520-4a55-bf41-08a24949afc9 service neutron] 10.222.0.63 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925598 Sep 15 17:16:54.756403 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-7cc5223f-2679-48d5-a1aa-16f310e07a2b req-dfd920d2-80b0-4722-b997-34a16b8943cc tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Sep 15 17:16:55.848360 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-49135b9b-7f9f-4cd7-9c74-b8f7bd24ca22 req-f545a4c3-0d7f-4ba6-8846-6ab6f09b251c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 210 time: 0.0272555 Sep 15 17:16:56.659019 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-778d75f9-29fa-478e-995e-9d3787b932b6 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:56.660506 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-778d75f9-29fa-478e-995e-9d3787b932b6 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 810 time: 0.1051033 Sep 15 17:16:56.707970 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-32a4b8f6-f601-4768-9432-94604f6b04c5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0118d828b8e74554bc058a501ce5205c HTTP/1.1" status: 200 len: 380 time: 0.0381315 Sep 15 17:16:56.717371 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'port': {'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'admin_state_up': True, 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'security_groups': ['3bba76dc-f3a5-4042-9666-d46dd50770b4']}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:56.891604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Made reservation on behalf of 0118d828b8e74554bc058a501ce5205c for: {'port': 1} {{(pid=102018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:56.895513 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:56.977143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-0846819f-083c-4666-90b1-65cd2bbfc478 req-de083418-476f-4264-991d-e17ac740ce4a tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 210 time: 0.0585301 Sep 15 17:16:57.054695 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Allocated IP 172.20.0.10 (fb51dcbc-29ed-4473-a5df-792dafd2a984/0e345e39-520a-46c9-a5a0-e1636e9bb4b4/8a182889-d556-49d0-8f92-77a263e462ad) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:57.185661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.198510 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.303327 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.347243 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:57.350160 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:57.354011 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:57.362514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:57.408566 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3966237b-f5cf-4b95-abe2-d586927cc393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.410215 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:57.410871 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.495866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-536e87a3-38ef-4fa6-a2ac-9c5644b9d78c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7820060 Sep 15 17:16:57.510242 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Request body: {'port': {'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808199-2'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:57.556114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-a0fe28cd-08b9-460d-9908-d79bc158f81c None None] Provisioning complete for port 8a182889-d556-49d0-8f92-77a263e462ad triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:57.556114 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a0fe28cd-08b9-460d-9908-d79bc158f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.569065 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.596199 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-a0fe28cd-08b9-460d-9908-d79bc158f81c None None] Port 8a182889-d556-49d0-8f92-77a263e462ad cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:16:57.775530 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.835486 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a182889-d556-49d0-8f92-77a263e462ad {{(pid=102018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:57.843408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.855597 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.provisioning_blocks [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Transition to ACTIVE for port object 8a182889-d556-49d0-8f92-77a263e462ad will not be triggered until provisioned by entity L2. {{(pid=102018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:16:57.925402 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.975987 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:58.050328 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Attempting to bind port 8a182889-d556-49d0-8f92-77a263e462ad on host n-h1-808199-2 for vnic_type normal with profile {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:58.050765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Attempting to bind port 8a182889-d556-49d0-8f92-77a263e462ad by drivers openvswitch,hyperv on host n-h1-808199-2 at level 0 using segments [{'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:58.051175 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Attempting to bind port 8a182889-d556-49d0-8f92-77a263e462ad on network fb51dcbc-29ed-4473-a5df-792dafd2a984 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:58.066689 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Port 8a182889-d556-49d0-8f92-77a263e462ad on network fb51dcbc-29ed-4473-a5df-792dafd2a984 not bound, no agent of type Open vSwitch agent registered on host n-h1-808199-2 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:16:58.067018 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Attempting to bind port 8a182889-d556-49d0-8f92-77a263e462ad on network fb51dcbc-29ed-4473-a5df-792dafd2a984 {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:58.085942 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Checking agent: {'id': '7500976e-401f-4b8c-8c25-e3dfb7964e98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:58.086287 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Checking segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:58.086675 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Bound using segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} {{(pid=102018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:58.087177 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.managers [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Bound port: 8a182889-d556-49d0-8f92-77a263e462ad, host: n-h1-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}}] {{(pid=102018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:58.087538 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:58.139785 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d97a8-917f-40b7-a33c-8e13521425de req-57981b11-30cc-4360-9d79-99dbecdcc8c5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:58.141344 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00d97a8-917f-40b7-a33c-8e13521425de req-57981b11-30cc-4360-9d79-99dbecdcc8c5 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 944 time: 0.0877767 Sep 15 17:16:58.189937 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, cleared binding levels {{(pid=102018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:58.194514 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:58.200454 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c00d97a8-917f-40b7-a33c-8e13521425de req-757a5417-bf60-4bf6-9b54-83e688dba5c7 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531030 Sep 15 17:16:58.249073 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:58.286652 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:58.287275 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:58.288713 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] 10.222.0.38 "PUT /v2.0/ports/8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 1092 time: 0.7831161 Sep 15 17:16:58.289146 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:58.291493 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "tag": "8a182889-d556-49d0-8f92-77a263e462ad"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:58.318119 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094b71b-4ae3-41a0-a160-f4cdbfb64bab service neutron] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=3']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:58.409296 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f276ccff-aae3-477d-83a6-d93ea8de9f44 x-openstack-request-id: req-f276ccff-aae3-477d-83a6-d93ea8de9f44 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:58.409588 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "tag": "8a182889-d556-49d0-8f92-77a263e462ad", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:58.409841 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-f276ccff-aae3-477d-83a6-d93ea8de9f44 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:58.410255 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad', 'status': 'completed', 'code': 200} Sep 15 17:16:58.426511 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7dafbdf0-fea9-43a3-9291-e7ece702eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:58.428166 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-7dafbdf0-fea9-43a3-9291-e7ece702eb83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1095 time: 0.0476029 Sep 15 17:16:58.472265 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-6e37a70f-0e79-4f41-a68e-af22c2863624 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 217 time: 0.0362675 Sep 15 17:16:58.525864 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-4f52d0ba-b0ad-45fb-96ba-10b27b5de384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:58.527325 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-4f52d0ba-b0ad-45fb-96ba-10b27b5de384 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0482712 Sep 15 17:16:58.575394 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-72089d7d-eb5c-4673-a313-bd4acac5b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:58.576868 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-72089d7d-eb5c-4673-a313-bd4acac5b5f6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421329 Sep 15 17:16:58.668450 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-478b75e3-f1d0-4bda-ac01-5f329debdb16 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847197 Sep 15 17:16:58.760869 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e865acb3-7ae9-40e3-9db3-060478bad564 req-4f0644e8-1bc1-4438-8ddb-3801afed510e service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854437 Sep 15 17:16:58.785913 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:58.875574 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:16:58.935853 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-d2497857-c3ce-4184-b21c-601d971a532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:58.937345 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-d2497857-c3ce-4184-b21c-601d971a532e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1095 time: 0.0406106 Sep 15 17:16:59.032234 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-4a64482f-33f8-479e-aa2a-fbe88da5249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:59.033735 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-4a64482f-33f8-479e-aa2a-fbe88da5249f service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0893416 Sep 15 17:16:59.074511 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-98c17934-17c4-488a-a7b3-fccc65d13fc5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 217 time: 0.0338383 Sep 15 17:16:59.122363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-374b0a2d-9d28-4b36-a64c-b052bfe72c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:59.123759 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-374b0a2d-9d28-4b36-a64c-b052bfe72c36 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0420754 Sep 15 17:16:59.174543 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-40a12a7a-b72c-441c-b629-69d0bb26ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:59.176012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-40a12a7a-b72c-441c-b629-69d0bb26ef41 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441344 Sep 15 17:16:59.265653 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-462bab53-64fc-405c-8f26-7f46f8381485 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820756 Sep 15 17:16:59.373276 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaebca9-3bb4-4193-aa3f-37bdef403bf1 req-2d393cbf-b7dc-4168-a5da-d23d87c04212 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:59.375006 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2eaebca9-3bb4-4193-aa3f-37bdef403bf1 req-2d393cbf-b7dc-4168-a5da-d23d87c04212 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 944 time: 0.1028578 Sep 15 17:16:59.409182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5aa0a845-61bb-4c52-9dff-fedfdd30a43c req-39203529-93d8-43b0-8e9a-8c156fdcb2f9 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358788 Sep 15 17:16:59.425591 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-2eaebca9-3bb4-4193-aa3f-37bdef403bf1 req-8e042580-be75-46f6-9eea-f2010c4e48dd tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446119 Sep 15 17:17:00.159131 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8a182889-d556-49d0-8f92-77a263e462ad details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:17:00.252197 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:00.263458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '8a182889-d556-49d0-8f92-77a263e462ad', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:17:00.303027 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:00.315267 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a182889-d556-49d0-8f92-77a263e462ad {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:17:00.333814 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:00.411335 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:00.459590 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:00.479976 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:00.543582 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697ecf-8912-4afa-bdeb-f87269d6a710 req-a9f0d8a1-a76d-4536-ae0e-7f783f8a5d0b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:00.545027 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70697ecf-8912-4afa-bdeb-f87269d6a710 req-a9f0d8a1-a76d-4536-ae0e-7f783f8a5d0b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 945 time: 0.0495005 Sep 15 17:17:00.587061 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-70697ecf-8912-4afa-bdeb-f87269d6a710 req-116c9f21-c4fe-444f-84cf-7a331add82dd tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359797 Sep 15 17:17:00.653210 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8a182889-d556-49d0-8f92-77a263e462ad'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:17:01.050965 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:01.702204 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56e5da-107c-4984-8deb-483fc5479e2c req-245fa27d-e2c5-461d-9ba7-f4ea3572805e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:01.703574 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce56e5da-107c-4984-8deb-483fc5479e2c req-245fa27d-e2c5-461d-9ba7-f4ea3572805e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Sep 15 17:17:01.740671 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ce56e5da-107c-4984-8deb-483fc5479e2c req-9b7aed57-962a-4d19-ae0c-1dd8a9055ad2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311100 Sep 15 17:17:02.159587 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8a182889-d556-49d0-8f92-77a263e462ad up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:17:02.302724 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning for port 8a182889-d556-49d0-8f92-77a263e462ad completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:17:02.306917 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 8a182889-d556-49d0-8f92-77a263e462ad triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:17:02.307290 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:02.385435 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:02.407196 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:02.409472 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b6e03-5276-452b-a34c-f8e6b6630340" -d '{"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-plugged", "status": "completed", "tag": "8a182889-d556-49d0-8f92-77a263e462ad"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:02.422841 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:02.485756 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:02.509388 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5568daa-b878-4b43-bc85-b6fbd5e3651a x-openstack-request-id: req-c5568daa-b878-4b43-bc85-b6fbd5e3651a {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:02.509684 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-plugged", "status": "completed", "tag": "8a182889-d556-49d0-8f92-77a263e462ad", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:02.509932 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-c5568daa-b878-4b43-bc85-b6fbd5e3651a {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:02.510323 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad', 'code': 200} Sep 15 17:17:02.535971 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:02.595607 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91946e0-1207-41f5-8e99-33e6e69cc7df req-1ac42dd5-f856-452f-b671-8c29a7886249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:02.597116 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91946e0-1207-41f5-8e99-33e6e69cc7df req-1ac42dd5-f856-452f-b671-8c29a7886249 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1097 time: 0.0407372 Sep 15 17:17:02.631269 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e91946e0-1207-41f5-8e99-33e6e69cc7df req-fcb53e3e-ba81-4995-a913-f04d2c55c092 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272670 Sep 15 17:17:02.859463 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7df57f-46f8-468c-a657-292b47a71299 req-e7b37eac-653d-4433-9037-78450a2999bb tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:02.860975 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed7df57f-46f8-468c-a657-292b47a71299 req-e7b37eac-653d-4433-9037-78450a2999bb tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 946 time: 0.0521231 Sep 15 17:17:02.902977 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-ed7df57f-46f8-468c-a657-292b47a71299 req-eedf30de-f382-41ea-8589-945440adc700 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358508 Sep 15 17:17:04.018467 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c97f2-0d8d-4e14-be6c-2e4611d68453 req-8f3584f5-4d67-4902-8eea-0889571bb858 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:04.019948 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f80c97f2-0d8d-4e14-be6c-2e4611d68453 req-8f3584f5-4d67-4902-8eea-0889571bb858 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 946 time: 0.0503092 Sep 15 17:17:04.057491 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f80c97f2-0d8d-4e14-be6c-2e4611d68453 req-a49be9ff-7313-445a-b805-e2862956e2d9 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Sep 15 17:17:04.173925 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd7f5f-4bee-47b7-9a96-683905d0f541 req-f6db2bee-176c-42ab-87ae-25764ed2113f tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:04.175412 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5fdd7f5f-4bee-47b7-9a96-683905d0f541 req-f6db2bee-176c-42ab-87ae-25764ed2113f tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Sep 15 17:17:04.212332 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5fdd7f5f-4bee-47b7-9a96-683905d0f541 req-27ac3f87-8a13-4eb6-8337-3a507bc2baa6 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308332 Sep 15 17:17:04.234227 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43288) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:04.320152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877373b-4bd1-4301-a986-77265331290e tempest-TestSnapshotPattern-68086895 tempest-TestSnapshotPattern-68086895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:04.321711 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-9877373b-4bd1-4301-a986-77265331290e tempest-TestSnapshotPattern-68086895 tempest-TestSnapshotPattern-68086895-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1092 time: 0.0864997 Sep 15 17:17:04.325285 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43292) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:04.329691 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:17:04.411404 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.509543 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.607716 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Allocated IP 172.25.0.115 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/69e077d0-b49b-4101-8580-78c9f0343335) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:17:04.731771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.825713 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.861075 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:17:04.863963 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:17:04.867464 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:17:04.905672 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'Port': ['ID=69e077d0-b49b-4101-8580-78c9f0343335,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:05.230663 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:05.363205 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:05.509848 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:05.567865 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:05.647308 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'Port': ['ID=69e077d0-b49b-4101-8580-78c9f0343335,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:05.653713 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:05.753140 n-d-808199-2 neutron-server[102019]: INFO neutron.db.l3_db [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Floating IP 494f0180-86d0-4399-af9a-b76ad5bfd76a associated. External IP: 172.25.0.115, port: 8a182889-d556-49d0-8f92-77a263e462ad. Sep 15 17:17:05.957315 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Router 0b7ec608-1081-4572-9304-acb7b1c21786 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:17:06.062703 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:17:06.072409 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] Sync routers for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:17:06.082364 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:06.082974 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:06.134190 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:06.161677 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-c287a835-7771-4938-957f-d38432f5a455 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8353610 Sep 15 17:17:06.162264 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:06.164599 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41dd96a-4751-472f-afc7-6138b6ae0dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "tag": "8a182889-d556-49d0-8f92-77a263e462ad"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:06.190917 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:06.205767 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a989849-d72b-45d9-9fff-382efd4deff6 x-openstack-request-id: req-4a989849-d72b-45d9-9fff-382efd4deff6 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:06.206056 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "tag": "8a182889-d556-49d0-8f92-77a263e462ad", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:06.206306 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-4a989849-d72b-45d9-9fff-382efd4deff6 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:06.206710 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad', 'status': 'completed', 'code': 200} Sep 15 17:17:06.268167 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-76bd001d-24d8-4ede-bb9b-353500a340e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:06.269709 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-76bd001d-24d8-4ede-bb9b-353500a340e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1097 time: 0.0422797 Sep 15 17:17:06.365363 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-f8cf5a4c-c3c6-4518-80ef-e1ef22c81886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:06.367071 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-f8cf5a4c-c3c6-4518-80ef-e1ef22c81886 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0900209 Sep 15 17:17:06.417174 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:05Z', 'revision_number': 0, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:06.441829 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-6a21c530-b42f-44a9-95ee-b7c3de3d0a62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 1000 time: 0.0679502 Sep 15 17:17:06.443723 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] Checking router: 0b7ec608-1081-4572-9304-acb7b1c21786 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:17:06.452596 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:06.453206 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:16:57Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:06.489844 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-c1fccd70-e565-49e5-ba51-a510e76b3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:06.491320 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-c1fccd70-e565-49e5-ba51-a510e76b3440 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0428832 Sep 15 17:17:06.536256 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-989b40c4-c780-4d58-9b69-7df14eb29cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:06.537784 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-989b40c4-c780-4d58-9b69-7df14eb29cbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396693 Sep 15 17:17:06.562633 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:06.629952 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-7d517a7e-26fa-4ce2-84ec-a334b883c310 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Sep 15 17:17:06.721296 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e41dd96a-4751-472f-afc7-6138b6ae0dc1 req-86d96498-aa42-40a7-9685-f0a6fc1ff170 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847321 Sep 15 17:17:06.785512 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:05Z', 'revision_number': 0, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:06.811571 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a182e8-5f60-4550-89fd-3ee11b0fd59d None None] The sync data for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 is: [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:05Z', 'revision_number': 0, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:17:07.003289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010adad9-cb08-4b9d-8aac-7dc4b2741d8a None None] New status for floating IP 494f0180-86d0-4399-af9a-b76ad5bfd76a: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:17:24.041501 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7c2c-cb29-4dfe-b4ca-c696a8920bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:27.190334 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:27.388056 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-439855ec-c465-4c90-a6ab-63476190340e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:27.789989 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:28.795741 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:30.487188 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:31.107456 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:35.875759 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:17:54.044578 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4869f19d-3cc0-4f83-8338-b6a67869d2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.240086 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.382902 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d60d2deb-e17e-4cdd-9c7d-b84c69fcc0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.798800 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:58.800154 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.519790 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.062962 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.230994 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-76d84ce1-330f-40b4-8074-078cff53475d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394666 Sep 15 17:18:01.314447 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-c54b2a4f-766c-42d9-bf2e-bd924a237e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:18:01.314955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-c54b2a4f-766c-42d9-bf2e-bd924a237e5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1097 time: 0.0441275 Sep 15 17:18:01.415505 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-6a97fc15-cff6-44fa-b3d8-a5d3e91114fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:18:01.417651 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-6a97fc15-cff6-44fa-b3d8-a5d3e91114fd service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0849488 Sep 15 17:18:01.487498 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-360df0e9-42a9-4d1a-810e-9ce74d2540c4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 1002 time: 0.0623105 Sep 15 17:18:01.535510 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-b46e8d1b-b0d4-4b44-9f0f-9f03b324aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:18:01.536956 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-b46e8d1b-b0d4-4b44-9f0f-9f03b324aedf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0433543 Sep 15 17:18:01.581125 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-97d50323-24bc-416e-a6de-ec2ea3274948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:18:01.582566 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-97d50323-24bc-416e-a6de-ec2ea3274948 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383294 Sep 15 17:18:01.673736 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-af2d4153-69c7-4f3f-8d2e-bca04b96379d service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Sep 15 17:18:01.761223 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9238a66e-e5f7-4b87-9f06-ccf2948068ef req-fe25f417-6f8c-4038-b9ae-a2d318d47aac service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802150 Sep 15 17:18:12.874826 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:18:24.033269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-05d9dd6c-b174-4e09-ae4e-9782472499d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:27.198817 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:27.387470 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-8365cfd7-15c6-44ba-9c8e-81a24a1a1f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:27.787463 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:28.787265 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:30.546588 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:31.096238 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:49.874689 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:18:54.020810 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-547eb1e9-81f7-4013-85ff-6d517f198b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.180844 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.391440 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-819ca567-335f-462e-be59-1d5ba8b5d891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.785615 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:58.785872 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:00.523644 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:01.054797 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:01.252020 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-26ca8895-07c7-4e7d-a6ea-0b42051afcfa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0864992 Sep 15 17:19:01.332001 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-b4d6151f-e8e6-48ca-9d81-99eb9876c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:01.333512 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-b4d6151f-e8e6-48ca-9d81-99eb9876c6b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1097 time: 0.0402741 Sep 15 17:19:01.438124 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-5f248be4-749a-4da1-9d9a-649e12ec935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:01.439534 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-5f248be4-749a-4da1-9d9a-649e12ec935b service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0872784 Sep 15 17:19:01.516331 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-4922199c-5604-442d-9942-68a20cb84f63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 1002 time: 0.0701864 Sep 15 17:19:01.567437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-7a6cd1d6-41f8-4281-ac3e-c060c0e665f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:01.568989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-7a6cd1d6-41f8-4281-ac3e-c060c0e665f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0460873 Sep 15 17:19:01.614955 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-14a6bb1f-69ba-4aef-b413-66ae4fd021ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:01.616447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-14a6bb1f-69ba-4aef-b413-66ae4fd021ff service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402632 Sep 15 17:19:01.714398 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-4d61cb7b-0506-4728-8444-748a62f36399 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891757 Sep 15 17:19:01.805955 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3e990ec2-eb14-4630-b67c-6381ad822b6f req-3addcf4e-6005-4641-923d-177877b74742 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855794 Sep 15 17:19:06.692045 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8a182889-d556-49d0-8f92-77a263e462ad details requested by agent hyperv_n-h1-808199-2 with host n-h1-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:19:06.829371 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:19:06.851594 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Returning: {'device': '8a182889-d556-49d0-8f92-77a263e462ad', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:19:06.897559 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:06.912103 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a182889-d556-49d0-8f92-77a263e462ad {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:19:06.936811 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:19:07.003289 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:07.092720 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:07.098330 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] get_ports_and_sgs() called for port_ids ['8a182889-d556-49d0-8f92-77a263e462ad'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:19:07.125458 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.125859 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.126129 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.126474 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.126787 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.127111 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.127431 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.127750 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.128067 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.128396 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.128735 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:07.129061 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:08.706695 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8a182889-d556-49d0-8f92-77a263e462ad up at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:19:08.755913 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Provisioning complete for port 8a182889-d556-49d0-8f92-77a263e462ad triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:19:08.756291 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:08.843655 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:08.872743 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:19:08.875030 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b87b6c1-a6e4-4d1a-9fa1-3c475bbfc6d8" -d '{"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-plugged", "status": "completed", "tag": "8a182889-d556-49d0-8f92-77a263e462ad"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:19:08.889424 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:19:08.945174 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66f4a55-35e8-479f-95e4-6c5372782cff x-openstack-request-id: req-a66f4a55-35e8-479f-95e4-6c5372782cff {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:19:08.945719 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-plugged", "status": "completed", "tag": "8a182889-d556-49d0-8f92-77a263e462ad", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:19:08.946180 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a66f4a55-35e8-479f-95e4-6c5372782cff {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:19:08.946783 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad', 'code': 200} Sep 15 17:19:08.963980 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:09.017990 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:16.652586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-44ec8e8f-f5ff-4f41-966b-3c52b7ceb2ca tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240393030&fields=id&tenant_id=0118d828b8e74554bc058a501ce5205c HTTP/1.1" status: 200 len: 267 time: 0.0376723 Sep 15 17:19:16.756969 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-d12d9e9b-1307-47ce-b05d-6babe6b3199a tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:16.758443 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-d12d9e9b-1307-47ce-b05d-6babe6b3199a tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 810 time: 0.0991890 Sep 15 17:19:16.773343 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-1ab307bd-31af-4459-9ccd-3d40ec195525 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/quotas/0118d828b8e74554bc058a501ce5205c HTTP/1.1" status: 200 len: 375 time: 0.0088146 Sep 15 17:19:16.827941 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-653415b7-c04d-4b54-8362-bb9b4d15848b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0489776 Sep 15 17:19:16.930297 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-75ee7422-70d9-4de2-b321-fc2713a2d0bb service neutron] 10.222.0.63 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903277 Sep 15 17:19:17.017820 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-f4273135-ae5f-42c1-b68e-cc3f7ae3a6a3 service neutron] 10.222.0.63 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809872 Sep 15 17:19:17.244348 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-4b219f8e-9bd9-4e11-80c2-0dbfad39ab4b req-5ece4e1b-caa4-44ad-9436-b65e74d02118 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 210 time: 0.0313416 Sep 15 17:19:18.338797 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f86e0003-7423-4dd4-9aa5-e67246351c78 req-764aec6d-54dd-479e-aacf-85d7bb336ae1 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 210 time: 0.0262775 Sep 15 17:19:18.777049 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8a182889-d556-49d0-8f92-77a263e462ad no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:19:18.857166 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:18.879707 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:19:18.882035 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3efaaa1-3ba5-4ced-a01a-f7eabeb11de3" -d '{"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-unplugged", "status": "completed", "tag": "8a182889-d556-49d0-8f92-77a263e462ad"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:19:18.895324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:19:18.920547 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8554a9f6-8183-460b-936e-30590ffba2ce x-openstack-request-id: req-8554a9f6-8183-460b-936e-30590ffba2ce {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:19:18.925690 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-unplugged", "status": "completed", "tag": "8a182889-d556-49d0-8f92-77a263e462ad", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:19:18.925690 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-8554a9f6-8183-460b-936e-30590ffba2ce {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:19:18.925690 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad', 'code': 200} Sep 15 17:19:18.968447 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:19.018876 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Pushing event updated for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:19.118436 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-3c458530-cba1-44c0-a33c-ca7952c0fc62 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:19.120818 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-3c458530-cba1-44c0-a33c-ca7952c0fc62 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.55 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 810 time: 0.1091340 Sep 15 17:19:19.452012 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-16036968-d29d-46c1-909a-4a81381a3a24 req-f8c4e457-dd45-4b75-84f6-4788e03bce68 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 210 time: 0.0290873 Sep 15 17:19:19.518062 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-1c22727a-f144-47c3-bee0-9d3e7fab1cf6 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0118d828b8e74554bc058a501ce5205c HTTP/1.1" status: 200 len: 380 time: 0.3878219 Sep 15 17:19:19.527395 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'port': {'device_id': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'admin_state_up': True, 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'security_groups': ['3bba76dc-f3a5-4042-9666-d46dd50770b4']}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:19:19.705336 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Made reservation on behalf of 0118d828b8e74554bc058a501ce5205c for: {'port': 1} {{(pid=102019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:19:19.709300 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:19.895136 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_common [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Allocated IP 172.20.0.14 (fb51dcbc-29ed-4473-a5df-792dafd2a984/0e345e39-520a-46c9-a5a0-e1636e9bb4b4/7b5d1ead-b4f3-4d82-b871-341517aa9714) {{(pid=102019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:19:20.065773 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for port, precommit_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:20.146245 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_create {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:20.194811 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 is already hosted by enough agents. {{(pid=102019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:19:20.200948 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.base_scheduler [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Resources bound (agent type, host, resource id): {{(pid=102019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:19:20.207656 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Received port after_create {{(pid=102019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:19:20.212093 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=1']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:20.240937 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.241278 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.241625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.242074 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.242361 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.242701 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.243034 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.243462 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.244437 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.245411 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.245760 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.246102 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:20.280049 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:20.280743 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:20.404147 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-cd0da927-5cdc-4d0d-8101-b93f021e5b4e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802404 Sep 15 17:19:20.538226 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-bd3f33e0-abac-4816-bba2-4a6f9b3e8f65 None None] Provisioning complete for port 7b5d1ead-b4f3-4d82-b871-341517aa9714 triggered by entity DHCP. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:19:20.538840 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bd3f33e0-abac-4816-bba2-4a6f9b3e8f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:20.577084 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f33e0-abac-4816-bba2-4a6f9b3e8f65 None None] Port 7b5d1ead-b4f3-4d82-b871-341517aa9714 cannot update to ACTIVE because it is not bound. {{(pid=102020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:19:20.599148 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f248e7a-30e3-4dcc-a73d-7f6099edccbc req-0b92d681-6862-4a9e-b013-b4393a9aac36 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:20.600850 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f248e7a-30e3-4dcc-a73d-7f6099edccbc req-0b92d681-6862-4a9e-b013-b4393a9aac36 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0774391 Sep 15 17:19:20.650744 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f248e7a-30e3-4dcc-a73d-7f6099edccbc req-fc1d8098-1ab5-42fb-8133-53cf713c676d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Sep 15 17:19:21.773772 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c376c3-17a8-4507-ad01-74e8bce9f931 req-7bfda28f-e280-4730-ae4a-0276cc5e3240 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:21.777528 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7c376c3-17a8-4507-ad01-74e8bce9f931 req-7bfda28f-e280-4730-ae4a-0276cc5e3240 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0555496 Sep 15 17:19:21.815264 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f7c376c3-17a8-4507-ad01-74e8bce9f931 req-db44ec91-ca01-4307-9e57-26b889aad6a4 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Sep 15 17:19:22.953720 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50a66c-d172-4ba4-add8-323a83add2de req-75bf6110-e44b-42ca-ad9f-ac5e200a7890 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:22.955437 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f50a66c-d172-4ba4-add8-323a83add2de req-75bf6110-e44b-42ca-ad9f-ac5e200a7890 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0514038 Sep 15 17:19:23.000851 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-5f50a66c-d172-4ba4-add8-323a83add2de req-21f0626c-4f6b-4e12-8f56-e3ee043b7068 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391622 Sep 15 17:19:24.025586 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-923ae1a5-0fc7-4a45-9a2b-931e4947b4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:24.123028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7a773-20f7-45ad-9208-3e7fab5aaf51 req-ac073814-2685-44f8-8396-c1bdc04019ae tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:24.124719 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fe7a773-20f7-45ad-9208-3e7fab5aaf51 req-ac073814-2685-44f8-8396-c1bdc04019ae tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0513620 Sep 15 17:19:24.165091 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-3fe7a773-20f7-45ad-9208-3e7fab5aaf51 req-2a6285bc-9b7a-4ae3-a0b8-620691069e07 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338535 Sep 15 17:19:25.289557 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce2194-c677-4db6-a117-36bb9d31b721 req-8e2f1cda-b8d5-41a2-a8f8-fe016747ff19 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:25.291846 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21ce2194-c677-4db6-a117-36bb9d31b721 req-8e2f1cda-b8d5-41a2-a8f8-fe016747ff19 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0549505 Sep 15 17:19:25.332253 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-21ce2194-c677-4db6-a117-36bb9d31b721 req-7861e612-43c9-4619-ad12-77181ed1eb08 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340266 Sep 15 17:19:26.452296 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeef6d7-fbe7-4d60-a9c2-d7cf25f6d760 req-f6797c81-adde-4416-a43a-c3e19241bb36 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:26.453974 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeeef6d7-fbe7-4d60-a9c2-d7cf25f6d760 req-f6797c81-adde-4416-a43a-c3e19241bb36 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0512052 Sep 15 17:19:26.497192 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-aeeef6d7-fbe7-4d60-a9c2-d7cf25f6d760 req-896b559b-802e-41e9-b7dd-2dffd1cf8275 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368872 Sep 15 17:19:26.875392 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:19:27.196923 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:27.396509 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b419403-41a4-40f2-92c4-8660e81beb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:27.619746 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ad995-4509-496f-8954-8f2ea3578b68 req-d03d07a5-3fc4-4a0e-a7af-d67df0338ac4 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:27.621532 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-162ad995-4509-496f-8954-8f2ea3578b68 req-d03d07a5-3fc4-4a0e-a7af-d67df0338ac4 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0558298 Sep 15 17:19:27.663968 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-162ad995-4509-496f-8954-8f2ea3578b68 req-481b3779-e6ea-4a77-8a2d-2b52518adc10 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362988 Sep 15 17:19:27.774126 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:28.783451 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0e79c-6ba6-428e-96a4-047711935d45 req-ea8bde73-4c0c-4911-b2fe-9718fcb71cca tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:28.784953 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7b0e79c-6ba6-428e-96a4-047711935d45 req-ea8bde73-4c0c-4911-b2fe-9718fcb71cca tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0525005 Sep 15 17:19:28.796938 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:28.827690 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b7b0e79c-6ba6-428e-96a4-047711935d45 req-1e63d8fd-c395-4120-a480-a33c09a15a9b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353010 Sep 15 17:19:29.955835 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8439fb3-7aec-43ff-991e-3ab9804ab5d7 req-b7d8a5cd-6b94-48b1-a4db-6796f26d7863 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:29.957384 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8439fb3-7aec-43ff-991e-3ab9804ab5d7 req-b7d8a5cd-6b94-48b1-a4db-6796f26d7863 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 932 time: 0.0518484 Sep 15 17:19:30.000276 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-c8439fb3-7aec-43ff-991e-3ab9804ab5d7 req-f1b6fd78-7a10-46fb-a99c-e5ee475f029e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361881 Sep 15 17:19:30.070779 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-975973ae-ae35-4daa-b5ab-3cf1cf34112d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] http://10.222.0.63:9696/v2.0/extensions returned with HTTP 200 {{(pid=102019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:19:30.072710 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-975973ae-ae35-4daa-b5ab-3cf1cf34112d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063598 Sep 15 17:19:30.136391 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.v2.base [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Request body: {'port': {'device_id': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808199-2'}} {{(pid=102019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:19:30.194888 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:30.468582 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5d1ead-b4f3-4d82-b871-341517aa9714 {{(pid=102019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:19:30.477103 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:30.489634 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.provisioning_blocks [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Transition to ACTIVE for port object 7b5d1ead-b4f3-4d82-b871-341517aa9714 will not be triggered until provisioned by entity L2. {{(pid=102019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:19:30.561991 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:30.562235 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:30.612995 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=2']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:30.687845 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Attempting to bind port 7b5d1ead-b4f3-4d82-b871-341517aa9714 on host n-h2-808199-2 for vnic_type normal with profile {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:19:30.688184 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Attempting to bind port 7b5d1ead-b4f3-4d82-b871-341517aa9714 by drivers openvswitch,hyperv on host n-h2-808199-2 at level 0 using segments [{'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:19:30.688524 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Attempting to bind port 7b5d1ead-b4f3-4d82-b871-341517aa9714 on network fb51dcbc-29ed-4473-a5df-792dafd2a984 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:19:30.693068 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Port 7b5d1ead-b4f3-4d82-b871-341517aa9714 on network fb51dcbc-29ed-4473-a5df-792dafd2a984 not bound, no agent of type Open vSwitch agent registered on host n-h2-808199-2 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:19:30.693383 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Attempting to bind port 7b5d1ead-b4f3-4d82-b871-341517aa9714 on network fb51dcbc-29ed-4473-a5df-792dafd2a984 {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:19:30.700269 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Checking agent: {'id': '7ba9a28f-6566-4bd7-89ec-faf04dc9991c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808199-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'started_at': datetime.datetime(2021, 9, 15, 15, 39, 30), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:19:30.700626 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Checking segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:19:30.701007 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Bound using segment: {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'} {{(pid=102019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:19:30.701433 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.managers [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Bound port: 7b5d1ead-b4f3-4d82-b871-341517aa9714, host: n-h2-808199-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68aac9f4-78cd-43db-88a7-ff13b4e76f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984'}}] {{(pid=102019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:19:30.701782 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:30.767607 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, cleared binding levels {{(pid=102019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:19:30.770581 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:19:30.848303 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59206729'] for port, after_update {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:30.886144 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:30.886771 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:30.888157 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] 10.222.0.55 "PUT /v2.0/ports/7b5d1ead-b4f3-4d82-b871-341517aa9714 HTTP/1.1" status: 200 len: 1092 time: 0.8051817 Sep 15 17:19:30.888625 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:19:30.890900 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e497a5-3365-4380-ac25-9a2448070303" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:19:30.916658 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd2c8a-c54a-4ed1-abf2-f6f7e0ebf7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=3']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:30.927874 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a582b629-aeca-4dff-b6ba-3359c544eea3 x-openstack-request-id: req-a582b629-aeca-4dff-b6ba-3359c544eea3 {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:19:30.928167 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:19:30.928421 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a582b629-aeca-4dff-b6ba-3359c544eea3 {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:19:30.928854 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'status': 'completed', 'code': 200} Sep 15 17:19:30.997818 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e497a5-3365-4380-ac25-9a2448070303 req-1cd58b45-3f3f-4db1-86d8-368cc4970d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:30.999342 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64e497a5-3365-4380-ac25-9a2448070303 req-1cd58b45-3f3f-4db1-86d8-368cc4970d8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1095 time: 0.0499775 Sep 15 17:19:31.088695 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:31.111549 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e497a5-3365-4380-ac25-9a2448070303 req-142cf5f4-2b71-43ff-a66b-c1a63e6d48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:31.113063 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64e497a5-3365-4380-ac25-9a2448070303 req-142cf5f4-2b71-43ff-a66b-c1a63e6d48a7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0118d828b8e74554bc058a501ce5205c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1051037 Sep 15 17:19:31.126172 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20a529-3f47-47d9-a7fe-ec55e9bde7eb req-71f01cfb-43c5-4b05-b0e4-50a30da6fa82 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:31.127712 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b20a529-3f47-47d9-a7fe-ec55e9bde7eb req-71f01cfb-43c5-4b05-b0e4-50a30da6fa82 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 944 time: 0.0516329 Sep 15 17:19:31.165680 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-6b20a529-3f47-47d9-a7fe-ec55e9bde7eb req-7a571a99-1d21-4d78-8300-e14248192fd2 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Sep 15 17:19:31.211880 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e497a5-3365-4380-ac25-9a2448070303 req-3ced4074-d012-4c1a-abfd-1f6d29a762f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:31.213827 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-64e497a5-3365-4380-ac25-9a2448070303 req-3ced4074-d012-4c1a-abfd-1f6d29a762f1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920517 Sep 15 17:19:31.297512 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-d68d8a6c-d5ec-46df-b82a-a52e33a92b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:31.299038 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-d68d8a6c-d5ec-46df-b82a-a52e33a92b43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1095 time: 0.0507526 Sep 15 17:19:31.359879 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-80bcb2da-24a6-438e-99a2-ab5b78c92464 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714 HTTP/1.1" status: 200 len: 217 time: 0.0394359 Sep 15 17:19:31.410035 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-d6c427a7-272e-40ff-bd93-13fd2cba6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:31.411531 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-d6c427a7-272e-40ff-bd93-13fd2cba6cb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0442734 Sep 15 17:19:31.457399 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-34295564-786f-46a6-8bd3-34fb51bc1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:31.458893 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-34295564-786f-46a6-8bd3-34fb51bc1914 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409224 Sep 15 17:19:31.558183 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-d440f0f7-c843-49e7-b689-0eafce76abc3 service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921798 Sep 15 17:19:31.650349 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-e906e614-5bfc-4c43-a656-1b3fb7293d6d req-0b42748d-df37-40e4-bf19-7586c48714d9 service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856829 Sep 15 17:19:32.286593 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c7e2-4810-457e-a08b-5c71d8a9d1e0 req-d3957f82-962a-4faa-9740-53cf7672264a tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:32.288069 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1c1c7e2-4810-457e-a08b-5c71d8a9d1e0 req-d3957f82-962a-4faa-9740-53cf7672264a tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 944 time: 0.0529535 Sep 15 17:19:32.325586 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-e1c1c7e2-4810-457e-a08b-5c71d8a9d1e0 req-15c6bb68-d71b-4f81-81fa-b4f0ec86badf tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315711 Sep 15 17:19:33.439765 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e13387-c542-41bc-99aa-ac7c5cbce9f3 req-94292a60-b070-4d42-98e1-940c623ce24b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:33.441393 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9e13387-c542-41bc-99aa-ac7c5cbce9f3 req-94292a60-b070-4d42-98e1-940c623ce24b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 944 time: 0.0482454 Sep 15 17:19:33.479579 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f9e13387-c542-41bc-99aa-ac7c5cbce9f3 req-19ca87e9-8ac4-4289-a819-afe80943ac3e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321498 Sep 15 17:19:33.937652 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7b5d1ead-b4f3-4d82-b871-341517aa9714 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:19:34.032202 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:19:34.045184 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'port_id': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'mac_address': 'fa:16:3e:18:3a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:19:34.087092 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:34.100190 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5d1ead-b4f3-4d82-b871-341517aa9714 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:19:34.120234 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:19:34.179133 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:34.225572 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=4']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:34.411888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7b5d1ead-b4f3-4d82-b871-341517aa9714'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:19:34.596349 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9c2ee-3ef1-4202-bc7a-3861469e9780 req-88f8d215-5c8e-4ae2-9bb8-1750c69477ef tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:34.597951 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1f9c2ee-3ef1-4202-bc7a-3861469e9780 req-88f8d215-5c8e-4ae2-9bb8-1750c69477ef tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 945 time: 0.0492525 Sep 15 17:19:34.637703 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-b1f9c2ee-3ef1-4202-bc7a-3861469e9780 req-dd388759-4144-4108-bc15-9bfceac7860b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338666 Sep 15 17:19:35.756112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81777ac-d2f9-4e74-af05-0044690e5598 req-8cc74d87-c072-46be-b223-70bd1780dff3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:35.757215 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f81777ac-d2f9-4e74-af05-0044690e5598 req-8cc74d87-c072-46be-b223-70bd1780dff3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 945 time: 0.0518925 Sep 15 17:19:35.794679 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f81777ac-d2f9-4e74-af05-0044690e5598 req-a7a9c1ee-dc69-4e0a-8b5d-0d841dd9ce1f tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Sep 15 17:19:35.969375 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7b5d1ead-b4f3-4d82-b871-341517aa9714 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:19:36.081746 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning for port 7b5d1ead-b4f3-4d82-b871-341517aa9714 completed by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:19:36.085420 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 7b5d1ead-b4f3-4d82-b871-341517aa9714 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:19:36.085795 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:36.165146 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:36.189306 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:19:36.191533 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7048cb6-6975-41d5-a4ee-fb5bc0fe1d36" -d '{"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-plugged", "status": "completed", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:19:36.208708 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:19:36.226869 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836e9e91-8ae5-423a-8c7e-403cef72a267 x-openstack-request-id: req-836e9e91-8ae5-423a-8c7e-403cef72a267 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:19:36.227160 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-plugged", "status": "completed", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:19:36.227413 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-836e9e91-8ae5-423a-8c7e-403cef72a267 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:19:36.227871 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'code': 200} Sep 15 17:19:36.287710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:36.325882 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ddb65-6ffe-45d7-8b6f-42266b4a5837 req-d6e29029-9d19-4b57-8cd0-9b3724d36c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:36.327398 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d13ddb65-6ffe-45d7-8b6f-42266b4a5837 req-d6e29029-9d19-4b57-8cd0-9b3724d36c91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1097 time: 0.0407107 Sep 15 17:19:36.336063 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=5']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:36.367004 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-d13ddb65-6ffe-45d7-8b6f-42266b4a5837 req-c2da17dc-92d0-4d36-91a5-73bb95492f5d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329525 Sep 15 17:19:36.910179 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4ec2-22a8-4d98-838f-c27be99b6361 req-989dd438-10e6-4365-b286-3e32a92c60ab tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:36.911721 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9dfa4ec2-22a8-4d98-838f-c27be99b6361 req-989dd438-10e6-4365-b286-3e32a92c60ab tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 946 time: 0.0491154 Sep 15 17:19:36.949023 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-9dfa4ec2-22a8-4d98-838f-c27be99b6361 req-e1d74e89-9285-414a-b1d2-881e078b5de9 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Sep 15 17:19:38.064379 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302e7e-c1a8-4a2c-88e1-5f193d88d79c req-891be9be-f45a-4a61-badc-c9a73dd6941b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:38.065889 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc302e7e-c1a8-4a2c-88e1-5f193d88d79c req-891be9be-f45a-4a61-badc-c9a73dd6941b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 946 time: 0.0487356 Sep 15 17:19:38.104229 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-fc302e7e-c1a8-4a2c-88e1-5f193d88d79c req-77468561-cd82-41ad-a698-c1894ccb7a1c tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Sep 15 17:19:38.222681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c79917-dc11-4505-9b75-7c1bfee4be9a req-8bbabc99-f9ee-470f-aea0-5111826f3a60 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:38.224182 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95c79917-dc11-4505-9b75-7c1bfee4be9a req-8bbabc99-f9ee-470f-aea0-5111826f3a60 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 946 time: 0.0531440 Sep 15 17:19:38.618303 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-95c79917-dc11-4505-9b75-7c1bfee4be9a req-4d199864-b44d-4689-bcd7-555513ec7d34 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858323 Sep 15 17:19:38.640102 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43588) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:19:38.678127 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca41329-a56a-4845-afe6-015ac35beee9 tempest-TestSnapshotPattern-68086895 tempest-TestSnapshotPattern-68086895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:38.679619 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-dca41329-a56a-4845-afe6-015ac35beee9 tempest-TestSnapshotPattern-68086895 tempest-TestSnapshotPattern-68086895-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1092 time: 0.0385141 Sep 15 17:19:38.683028 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43590) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:19:38.687165 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.v2.base [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Request body: {'floatingip': {'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'port_id': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:19:38.761884 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:38.863408 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:38.965183 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.db_base_plugin_common [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Allocated IP 172.25.0.206 (efe5d06d-744f-4620-a42b-1e6f5318efbe/fd54eea6-d2ea-4dca-8f29-b53c607be4a3/1e61681a-994f-46b7-b0c6-9ed52f759cd7) {{(pid=102018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:19:39.071775 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for port, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.151297 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769423245770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.188933 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Network efe5d06d-744f-4620-a42b-1e6f5318efbe is already hosted by enough agents. {{(pid=102018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:19:39.191684 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.base_scheduler [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Resources bound (agent type, host, resource id): {{(pid=102018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:19:39.194261 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Received port after_create {{(pid=102018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:19:39.223899 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'Port': ['ID=1e61681a-994f-46b7-b0c6-9ed52f759cd7,revision_number=1']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:39.235558 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.235907 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.236245 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.236617 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.237083 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.237430 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.237762 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.238092 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.238419 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.238744 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.239076 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.239400 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:39.563496 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.660712 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.805699 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for port, precommit_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.864933 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62190787'] for port, after_update {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.937347 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event updated for resources: {'Port': ['ID=1e61681a-994f-46b7-b0c6-9ed52f759cd7,revision_number=2']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:39.949129 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159243'] for floatingip, after_create {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:40.050322 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Floating IP 1e34e119-73b3-4ce6-9b44-f228c83e9c40 associated. External IP: 172.25.0.206, port: 7b5d1ead-b4f3-4d82-b871-341517aa9714. Sep 15 17:19:40.257150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Router 0b7ec608-1081-4572-9304-acb7b1c21786 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:19:40.365417 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:19:40.375116 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] Sync routers for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:19:40.383825 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:19:40.387152 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:19:40.413270 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:40.442041 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-23f23f83-a7a5-45b8-85d8-0d9e8ee2efda tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7579918 Sep 15 17:19:40.442737 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:19:40.445047 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe85af59-8daa-4b15-aa73-617e9080e802" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:19:40.483648 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b81955-3980-4e11-a499-0076f9bac861 x-openstack-request-id: req-a9b81955-3980-4e11-a499-0076f9bac861 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:19:40.483946 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:19:40.484204 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a9b81955-3980-4e11-a499-0076f9bac861 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:19:40.484679 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'status': 'completed', 'code': 200} Sep 15 17:19:40.547720 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-a0693f13-28bd-42fd-aba1-4762e04b1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:40.549164 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-a0693f13-28bd-42fd-aba1-4762e04b1eb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1097 time: 0.0411828 Sep 15 17:19:40.587336 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:19:40.640393 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-7bf1cfa0-0101-46cc-ae5c-591bbd7d0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:40.641894 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-7bf1cfa0-0101-46cc-ae5c-591bbd7d0d1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0856543 Sep 15 17:19:40.709747 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-9e62b5b1-521a-4902-b1c5-6f123fede7b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714 HTTP/1.1" status: 200 len: 1000 time: 0.0608974 Sep 15 17:19:40.758116 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-bb016482-876b-4101-853a-8c40cf5092d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:40.759647 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-bb016482-876b-4101-853a-8c40cf5092d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0430827 Sep 15 17:19:40.805180 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-dce61571-a830-4c72-b7de-530ec851ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:19:40.807244 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-dce61571-a830-4c72-b7de-530ec851ef84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402873 Sep 15 17:19:40.812030 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1e34e119-73b3-4ce6-9b44-f228c83e9c40', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:18:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:19:39Z', 'updated_at': '2021-09-15T17:19:39Z', 'revision_number': 0, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}, {'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:07Z', 'revision_number': 1, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:19:40.838131 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] Checking router: 0b7ec608-1081-4572-9304-acb7b1c21786 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:19:40.846321 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:19:40.846931 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:19:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:19:40.901946 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-abffbe00-13e6-47bb-8fd6-8a9d1f1244b2 service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886071 Sep 15 17:19:40.951563 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:19:40.995496 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-fe85af59-8daa-4b15-aa73-617e9080e802 req-69c79bab-cf5b-48f8-9a51-bad1443f4c30 service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867050 Sep 15 17:19:41.174203 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1e34e119-73b3-4ce6-9b44-f228c83e9c40', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:18:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:19:39Z', 'updated_at': '2021-09-15T17:19:39Z', 'revision_number': 0, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}, {'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:07Z', 'revision_number': 1, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:19:41.200265 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ec8ccb-266d-453a-bbd3-a8d409294b6e None None] The sync data for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 is: [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '1e34e119-73b3-4ce6-9b44-f228c83e9c40', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:18:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:19:39Z', 'updated_at': '2021-09-15T17:19:39Z', 'revision_number': 0, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}, {'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:07Z', 'revision_number': 1, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:19:41.397324 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1b05ff-8e9c-41f3-b257-7746545718c8 None None] New status for floating IP 1e34e119-73b3-4ce6-9b44-f228c83e9c40: ACTIVE {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:19:54.030283 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-1c249281-80d1-4c5e-8750-f2229a93c479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:57.207138 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:57.401043 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89f4eceb-9b4d-4c6f-9744-afddf4053a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:57.812561 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:58.829882 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:00.503807 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:01.110076 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:02.212633 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-3e081c5c-fdc2-4b8a-97c2-a795ea4fd9fb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435603 Sep 15 17:20:02.294222 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-f4a3892a-ead6-4377-bf94-b16d66580dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:02.295733 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-f4a3892a-ead6-4377-bf94-b16d66580dc4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1095 time: 0.0415931 Sep 15 17:20:02.399382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-58f06002-aabc-4d71-a990-b93a8ddbcfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:02.400862 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-58f06002-aabc-4d71-a990-b93a8ddbcfba service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0861323 Sep 15 17:20:02.463266 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-44db12db-03b9-478b-ba40-8f3701e4281f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 1000 time: 0.0553088 Sep 15 17:20:02.515258 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-6549cde6-9414-4a71-b2c7-c58af0fe2107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:02.516760 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-6549cde6-9414-4a71-b2c7-c58af0fe2107 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0468004 Sep 15 17:20:02.561777 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-75b86b6b-a3f6-4619-8dc5-c78668639627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:02.563342 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-75b86b6b-a3f6-4619-8dc5-c78668639627 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401936 Sep 15 17:20:02.654100 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-e8b6ca4d-3b94-4ff2-96c8-20d457e1decb service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836730 Sep 15 17:20:02.747157 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a6ca32ec-70b1-4561-947e-0a08f6912e6e req-18114a0b-e9e5-4553-8cb3-25f19a5465b4 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Sep 15 17:20:03.874886 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:20:11.831688 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-02bb333f-bc92-4c29-95bd-25fc2d9856a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445931 Sep 15 17:20:11.913229 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-d0cceba4-5f62-4e22-aeb8-1cf5cb55777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:11.914858 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-d0cceba4-5f62-4e22-aeb8-1cf5cb55777c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1097 time: 0.0417829 Sep 15 17:20:12.019402 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-85b14d34-14da-4b4a-8d6e-c8c8265c58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:12.020889 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-85b14d34-14da-4b4a-8d6e-c8c8265c58a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0873084 Sep 15 17:20:12.085603 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-282aac5c-525b-4a70-ab14-140077f9afba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714 HTTP/1.1" status: 200 len: 1002 time: 0.0576196 Sep 15 17:20:12.133525 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-6a2f7a58-7a71-43ed-81f6-bbb6bc29a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:12.134908 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-6a2f7a58-7a71-43ed-81f6-bbb6bc29a0ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0418830 Sep 15 17:20:12.182181 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-f4961dec-fb4e-4cf6-bf50-761076d2153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:20:12.184462 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-f4961dec-fb4e-4cf6-bf50-761076d2153a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426691 Sep 15 17:20:12.277781 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-4eed385b-225f-4ad6-be13-536b5e1ceb1b service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800571 Sep 15 17:20:12.373180 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-4918957e-31ab-4b1e-9753-a8bead76b1ca req-14bd9c41-85d7-4905-a6e2-4eeb453a220b service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864606 Sep 15 17:20:24.057978 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-89298deb-5f61-42b5-9015-2cba36cb05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:27.189062 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:27.403563 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-04740280-c330-4e73-87e2-99ad63ef81db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:27.840818 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:28.823721 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:30.480405 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:31.075071 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:40.875073 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:20:54.063122 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-528efe23-f885-4b1e-9c70-fb8011c7e3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:57.188397 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:57.388096 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-59cea347-aaae-4851-96c6-dc180ba71539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:57.805721 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:58.827026 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:00.474060 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:01.097027 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:02.207903 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-9f4e7f66-5ebf-4123-87a8-45b14813dc48 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415015 Sep 15 17:21:02.290508 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-c5eabfec-3531-4b9f-8a93-8436804caaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:02.291989 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-c5eabfec-3531-4b9f-8a93-8436804caaa4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1095 time: 0.0397427 Sep 15 17:21:02.400895 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-4d436af2-c2c5-49ac-a80f-c299cdaebd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:02.402362 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-4d436af2-c2c5-49ac-a80f-c299cdaebd0b service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0908000 Sep 15 17:21:02.464205 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-d267976c-2095-4649-a893-71c2e0bcf3df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 1000 time: 0.0549073 Sep 15 17:21:02.520791 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-8ee59f8d-0fc0-4d7d-b2ee-e0faff8a83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:02.522293 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-8ee59f8d-0fc0-4d7d-b2ee-e0faff8a83ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0512619 Sep 15 17:21:02.570344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-8ca9bbf6-d722-4b21-9d9a-eb4e963c3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:02.571847 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-8ca9bbf6-d722-4b21-9d9a-eb4e963c3345 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428824 Sep 15 17:21:02.663559 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-80806b24-bdb7-4f3a-a8cf-b94fdf160172 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Sep 15 17:21:02.752825 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-53bd1729-cca0-40c1-8831-d735937b9d8a req-207f9fe3-b125-4724-8f9d-1d9cfd4829f8 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815303 Sep 15 17:21:13.840302 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-bcaee986-8d05-4882-a408-21b31cfe2d1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404220 Sep 15 17:21:13.920623 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-75947b1d-568a-4783-bd8e-0ea6bdf500cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:13.922305 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-75947b1d-568a-4783-bd8e-0ea6bdf500cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1097 time: 0.0406559 Sep 15 17:21:14.026168 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-61918531-efe5-45f7-ac1b-b5ec4fba3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:14.027974 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-61918531-efe5-45f7-ac1b-b5ec4fba3111 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0882201 Sep 15 17:21:14.094794 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-4aa44bc6-cff4-48ae-b682-79cf041d486a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714 HTTP/1.1" status: 200 len: 1002 time: 0.0591357 Sep 15 17:21:14.148650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-05447cab-b7df-4040-95cb-dc6f09d0a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:14.150105 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-05447cab-b7df-4040-95cb-dc6f09d0a580 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0486867 Sep 15 17:21:14.193919 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-f9991905-f850-418d-9a5d-3c4ca35725f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:14.195394 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-f9991905-f850-418d-9a5d-3c4ca35725f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386505 Sep 15 17:21:14.283491 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-59f0251b-3d1e-4848-ae4c-cf82762c6496 service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806780 Sep 15 17:21:14.374878 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-688a6b8f-1d80-447d-ae44-4b145dd0e64f req-d99b8456-7caa-43a1-91b7-bf458193d08e service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841608 Sep 15 17:21:17.873794 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:21:24.066378 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2ad182d3-74dd-4db9-bd58-8ac1ce4a8007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:24.342741 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7b5d1ead-b4f3-4d82-b871-341517aa9714 details requested by agent hyperv_n-h2-808199-2 with host n-h2-808199-2 {{(pid=102020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:21:24.455483 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:24.469453 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Returning: {'device': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'port_id': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'mac_address': 'fa:16:3e:18:3a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:21:24.516621 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:24.529934 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b5d1ead-b4f3-4d82-b871-341517aa9714 {{(pid=102020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:21:24.554699 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:24.626421 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:24.690819 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=6']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:24.699110 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] get_ports_and_sgs() called for port_ids ['7b5d1ead-b4f3-4d82-b871-341517aa9714'] {{(pid=102020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:21:24.705951 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.706299 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.706742 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.707117 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.707344 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.707623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.707942 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.708264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.708609 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.708931 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.709256 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:24.709574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:26.360568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7b5d1ead-b4f3-4d82-b871-341517aa9714 up at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:21:26.414213 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.provisioning_blocks [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Provisioning complete for port 7b5d1ead-b4f3-4d82-b871-341517aa9714 triggered by entity L2. {{(pid=102020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:21:26.414672 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-594985'] for port, provisioning_complete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:26.501252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:26.531249 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:21:26.533554 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3437b2-e0d7-4d7a-8fb6-70cfff8c943f" -d '{"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-plugged", "status": "completed", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:21:26.557568 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:26.581803 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c391bb-ca7f-4b44-be78-f199ea334465 x-openstack-request-id: req-98c391bb-ca7f-4b44-be78-f199ea334465 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:21:26.581803 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-plugged", "status": "completed", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:21:26.581803 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-98c391bb-ca7f-4b44-be78-f199ea334465 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:21:26.581803 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'code': 200} Sep 15 17:21:26.651432 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:26.703723 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=7']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:27.194101 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:27.411232 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-66cd319a-fd87-4c51-8723-53c5da3a5105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:27.850971 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:29.362865 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:30.490860 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:31.100248 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:35.235705 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43802) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:35.391725 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Deleting port 1e61681a-994f-46b7-b0c6-9ed52f759cd7 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:35.392061 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:35.468125 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:35.468372 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:35.480362 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Calling delete_port for 1e61681a-994f-46b7-b0c6-9ed52f759cd7 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:35.705468 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:35.729306 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event deleted for resources: {'Port': ['ID=1e61681a-994f-46b7-b0c6-9ed52f759cd7,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:35.742983 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.743341 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.743685 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.744029 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.744367 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.744727 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.745061 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.745391 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.745721 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.746036 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.746365 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.746690 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:35.800306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:35.800673 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Floating IP 1e34e119-73b3-4ce6-9b44-f228c83e9c40 disassociated (deleted). External IP: 172.25.0.206, port: 7b5d1ead-b4f3-4d82-b871-341517aa9714. Sep 15 17:21:36.009595 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Router 0b7ec608-1081-4572-9304-acb7b1c21786 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:21:36.117475 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:21:36.122575 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:36.127299 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] Sync routers for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:21:36.136638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:36.137399 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:36.150255 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-cce0aa74-4fef-456c-8ef8-a54dd764b405 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "DELETE /v2.0/floatingips/1e34e119-73b3-4ce6-9b44-f228c83e9c40 HTTP/1.1" status: 204 len: 168 time: 0.9134665 Sep 15 17:21:36.150941 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:21:36.153277 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad3acab-c214-40cc-9fc8-d46160a576fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:21:36.244548 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:36.390114 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7b5d1ead-b4f3-4d82-b871-341517aa9714 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:36.471952 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665829'] for port, before_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:36.472170 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:07Z', 'revision_number': 1, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:36.495153 n-d-808199-2 neutron-server[102020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714'}] {{(pid=102020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:21:36.500438 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d88fb2feddfaa8fd07effc159fd13ad2233398ede2fa538491d6f8a6acb4c956" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7622af-b762-4df5-b846-f20e0852c5c1" -d '{"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714"}]}' {{(pid=102020) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:21:36.500765 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] Checking router: 0b7ec608-1081-4572-9304-acb7b1c21786 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:21:36.507004 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:36.507603 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:36.510093 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:36.558737 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11f7188-04db-4fa2-8599-ecb26bf4d4b3 x-openstack-request-id: req-e11f7188-04db-4fa2-8599-ecb26bf4d4b3 {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:21:36.558737 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:21:36.558737 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-e11f7188-04db-4fa2-8599-ecb26bf4d4b3 {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:21:36.558737 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'status': 'completed', 'code': 200} Sep 15 17:21:36.576301 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769423765261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769423245788', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769423245806'] for port, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:36.602447 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34db3b7-58e6-4529-88b2-58d977a4e963 x-openstack-request-id: req-a34db3b7-58e6-4529-88b2-58d977a4e963 {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:21:36.602743 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714", "code": 200}]} {{(pid=102020) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:21:36.602998 n-d-808199-2 neutron-server[102020]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-a34db3b7-58e6-4529-88b2-58d977a4e963 {{(pid=102020) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:21:36.603504 n-d-808199-2 neutron-server[102020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'code': 200} Sep 15 17:21:36.624137 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:36.634104 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Pushing event updated for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=8']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:36.634650 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-2932b079-c5e3-4fab-99d4-52548ccb0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:36.636413 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-2932b079-c5e3-4fab-99d4-52548ccb0bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 1095 time: 0.0556479 Sep 15 17:21:36.745267 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-11d07ddc-099d-4f38-bfb0-fe7f534f99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:36.746789 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-11d07ddc-099d-4f38-bfb0-fe7f534f99d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.0956697 Sep 15 17:21:36.757070 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14e13-38b9-4d95-a042-c18ce7b51410 req-182d8836-c5f2-467d-8951-83b16cdb63ea tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:36.758786 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb14e13-38b9-4d95-a042-c18ce7b51410 req-182d8836-c5f2-467d-8951-83b16cdb63ea tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 944 time: 0.1065032 Sep 15 17:21:36.791307 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-ead8a24a-c20a-4ff9-a343-5f617ed1ff54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714 HTTP/1.1" status: 200 len: 217 time: 0.0364020 Sep 15 17:21:36.801565 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-acb14e13-38b9-4d95-a042-c18ce7b51410 req-5ca07f20-19bf-470a-948d-34fb663a7a2d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360489 Sep 15 17:21:36.844602 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-446dde18-de37-4369-b240-5890d8dff77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:36.846297 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-446dde18-de37-4369-b240-5890d8dff77d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0476544 Sep 15 17:21:36.897574 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-2dbbab6f-0ddb-49d7-923f-3b6232d10f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:36.898995 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-2dbbab6f-0ddb-49d7-923f-3b6232d10f8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454626 Sep 15 17:21:36.953239 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:07Z', 'revision_number': 1, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:36.981961 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06c7f8-2034-4298-a9e6-b0139033f932 None None] The sync data for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 is: [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_floatingips': [{'id': '494f0180-86d0-4399-af9a-b76ad5bfd76a', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'floating_ip_address': '172.25.0.115', 'floating_network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'router_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'port_id': '8a182889-d556-49d0-8f92-77a263e462ad', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'mac_address': 'fa:16:3e:b9:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:17:05Z', 'updated_at': '2021-09-15T17:17:07Z', 'revision_number': 1, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:21:36.991505 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-713f0179-f726-4408-85ba-d5a84c28d9c3 service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836997 Sep 15 17:21:37.091917 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-5ad3acab-c214-40cc-9fc8-d46160a576fa req-f74fb091-d946-4667-92fb-f8d5f3612ae0 service neutron] 10.222.0.55 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924625 Sep 15 17:21:37.222277 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82708a-55d8-46fe-b52e-3051710a0645 None None] New status for floating IP 1e34e119-73b3-4ce6-9b44-f228c83e9c40: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:21:37.923630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adb44c-9a0b-45fd-aaf2-c24c2930326e req-238c2281-4041-438a-bcec-2718d31038db tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:37.925143 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85adb44c-9a0b-45fd-aaf2-c24c2930326e req-238c2281-4041-438a-bcec-2718d31038db tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 944 time: 0.0516942 Sep 15 17:21:37.962068 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-85adb44c-9a0b-45fd-aaf2-c24c2930326e req-b9e2cc0b-bc23-4e7e-a1d0-3c95d02d0526 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310557 Sep 15 17:21:38.069840 n-d-808199-2 neutron-server[102019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-17b18ee4-811f-4193-83c8-39cef3300a98 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:38.071308 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-17b18ee4-811f-4193-83c8-39cef3300a98 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.55 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 944 time: 0.0497041 Sep 15 17:21:38.161959 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Deleting port 7b5d1ead-b4f3-4d82-b871-341517aa9714 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:38.162298 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:38.247793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] For port 7b5d1ead-b4f3-4d82-b871-341517aa9714, host n-h2-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808199-2',level=0,port_id=7b5d1ead-b4f3-4d82-b871-341517aa9714,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:38.248151 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:38.261686 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Calling delete_port for 7b5d1ead-b4f3-4d82-b871-341517aa9714 owned by compute:nova {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:38.444940 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:38.472921 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event deleted for resources: {'Port': ['ID=7b5d1ead-b4f3-4d82-b871-341517aa9714,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:38.486778 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.487071 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.487394 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.487713 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.488045 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.488375 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.488727 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.489053 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.489378 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.489953 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.490290 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.490615 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808199-2 {{(pid=102019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:21:38.529196 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] No DVR routers for this DVR port 7b5d1ead-b4f3-4d82-b871-341517aa9714 on host n-h2-808199-2 {{(pid=102019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:21:38.531842 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:38.533814 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [req-7c9a4d99-ba6a-4237-a814-0d07f5b9a776 req-98b6dd28-890f-4253-bfbf-76d368faa58d tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.55 "DELETE /v2.0/ports/7b5d1ead-b4f3-4d82-b871-341517aa9714 HTTP/1.1" status: 204 len: 173 time: 0.4565127 Sep 15 17:21:38.534242 n-d-808199-2 neutron-server[102019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-deleted', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714'}] {{(pid=102019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:21:38.536456 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c596fd93811a885b02d5b19a9a54bd1e097275f50a08835d0f1ecc6ef28f04b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9973e1-0596-49ac-8c7c-2463e4b9a1da" -d '{"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-deleted", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714"}]}' {{(pid=102019) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:21:38.624825 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55819565-3683-409d-8f58-38cd0ba17c6d x-openstack-request-id: req-55819565-3683-409d-8f58-38cd0ba17c6d {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:21:38.625325 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc87f1b-21cf-4b0e-8373-6e29e68d3df9", "name": "network-vif-deleted", "tag": "7b5d1ead-b4f3-4d82-b871-341517aa9714", "status": "completed", "code": 200}]} {{(pid=102019) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:21:38.625633 n-d-808199-2 neutron-server[102019]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-55819565-3683-409d-8f58-38cd0ba17c6d {{(pid=102019) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:21:38.625946 n-d-808199-2 neutron-server[102019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc87f1b-21cf-4b0e-8373-6e29e68d3df9', 'name': 'network-vif-deleted', 'tag': '7b5d1ead-b4f3-4d82-b871-341517aa9714', 'status': 'completed', 'code': 200} Sep 15 17:21:39.072062 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-f8b5e29c-40dc-4157-a351-b9beabc22349 req-f5769d9e-63fe-4a9f-a73d-d8e2364fdd5b tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=fcc87f1b-21cf-4b0e-8373-6e29e68d3df9 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Sep 15 17:21:40.419361 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7b5d1ead-b4f3-4d82-b871-341517aa9714 no longer exists at agent hyperv_n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:40.440038 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] No Port match for: 7b5d1ead-b4f3-4d82-b871-341517aa9714 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:40.440384 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Device 7b5d1ead-b4f3-4d82-b871-341517aa9714 not bound to the agent host n-h2-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:41.429730 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43868) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:41.600967 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Deleting port 69e077d0-b49b-4101-8580-78c9f0343335 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:41.601306 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:42.015796 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:42.016116 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:42.027681 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Calling delete_port for 69e077d0-b49b-4101-8580-78c9f0343335 owned by network:floatingip {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:42.231067 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:42.254009 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event deleted for resources: {'Port': ['ID=69e077d0-b49b-4101-8580-78c9f0343335,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:42.315053 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for floatingip, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:42.315400 n-d-808199-2 neutron-server[102018]: INFO neutron.db.l3_db [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Floating IP 494f0180-86d0-4399-af9a-b76ad5bfd76a disassociated (deleted). External IP: 172.25.0.115, port: 8a182889-d556-49d0-8f92-77a263e462ad. Sep 15 17:21:42.517657 n-d-808199-2 neutron-server[102018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Router 0b7ec608-1081-4572-9304-acb7b1c21786 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:21:42.621926 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:21:42.627208 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for floatingip, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:42.631679 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] Sync routers for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:21:42.640965 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:42.641655 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:42.656291 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-4a50fb10-9814-41e8-8510-9ca53c2658b8 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "DELETE /v2.0/floatingips/494f0180-86d0-4399-af9a-b76ad5bfd76a HTTP/1.1" status: 204 len: 168 time: 1.2253077 Sep 15 17:21:42.656981 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:21:42.659243 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a636a1f9-679d-4f17-a393-33b67752a51d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "tag": "8a182889-d556-49d0-8f92-77a263e462ad"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:21:42.745789 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:42.942293 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:42.970828 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] Checking router: 0b7ec608-1081-4572-9304-acb7b1c21786 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:21:42.978876 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:42.979467 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:43.024032 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc99fed4-82da-496e-a00a-516692975aca x-openstack-request-id: req-fc99fed4-82da-496e-a00a-516692975aca {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:21:43.024435 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "tag": "8a182889-d556-49d0-8f92-77a263e462ad", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:21:43.024800 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-fc99fed4-82da-496e-a00a-516692975aca {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:21:43.025265 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad', 'status': 'completed', 'code': 200} Sep 15 17:21:43.087594 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:43.124136 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636a1f9-679d-4f17-a393-33b67752a51d req-6f6a1968-6a19-4baf-adb1-4549c116f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:43.126347 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a636a1f9-679d-4f17-a393-33b67752a51d req-6f6a1968-6a19-4baf-adb1-4549c116f220 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0118d828b8e74554bc058a501ce5205c&device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 1095 time: 0.0779779 Sep 15 17:21:43.138437 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b61628-df2e-442b-8ad0-2391b7e0a0b4 req-75da8a9f-11bd-40b9-a724-5ae4d4d3c940 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:43.139839 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12b61628-df2e-442b-8ad0-2391b7e0a0b4 req-75da8a9f-11bd-40b9-a724-5ae4d4d3c940 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 944 time: 0.0640666 Sep 15 17:21:43.228076 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-12b61628-df2e-442b-8ad0-2391b7e0a0b4 req-e2df0ed2-03eb-4e98-8d65-5d40fcb367d3 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796707 Sep 15 17:21:43.253731 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636a1f9-679d-4f17-a393-33b67752a51d req-9282304e-7c65-46ac-8e6d-d6405b9df55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:43.255224 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a636a1f9-679d-4f17-a393-33b67752a51d req-9282304e-7c65-46ac-8e6d-d6405b9df55e service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 200 len: 911 time: 0.1142654 Sep 15 17:21:43.283900 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:43.302033 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a636a1f9-679d-4f17-a393-33b67752a51d req-e5b58854-1f0b-4310-87ed-ae65f46e6958 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 200 len: 217 time: 0.0391881 Sep 15 17:21:43.309363 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4663f8-bfc0-4f1f-b173-3feac3084a1c None None] The sync data for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 is: [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:43Z', 'revision_number': 4, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2', '_interfaces': [{'id': '5ee83bc6-4b8e-4b7c-943d-52002a3c2fed', 'name': '', 'network_id': 'fb51dcbc-29ed-4473-a5df-792dafd2a984', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'mac_address': 'fa:16:3e:ba:a4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:42Z', 'updated_at': '2021-09-15T17:16:46Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'subnets': [{'id': '0e345e39-520a-46c9-a5a0-e1636e9bb4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:21:43.355637 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636a1f9-679d-4f17-a393-33b67752a51d req-43c75719-a491-4dca-8a46-34380902339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:43.357202 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a636a1f9-679d-4f17-a393-33b67752a51d req-43c75719-a491-4dca-8a46-34380902339f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 200 len: 849 time: 0.0467627 Sep 15 17:21:43.406924 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636a1f9-679d-4f17-a393-33b67752a51d req-bda14040-a237-44e8-94eb-6f7483e6654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:43.408447 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a636a1f9-679d-4f17-a393-33b67752a51d req-bda14040-a237-44e8-94eb-6f7483e6654e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb51dcbc-29ed-4473-a5df-792dafd2a984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428536 Sep 15 17:21:43.511607 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a636a1f9-679d-4f17-a393-33b67752a51d req-3f55747d-fc38-4f2b-93e2-c2e63395d151 service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952592 Sep 15 17:21:43.542935 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c354165-e033-447e-97f5-b432d438e6dd None None] New status for floating IP 494f0180-86d0-4399-af9a-b76ad5bfd76a: DOWN {{(pid=102020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:21:43.608537 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-a636a1f9-679d-4f17-a393-33b67752a51d req-1481c14e-b737-47b1-9609-0f7cbd3e391a service neutron] 10.222.0.38 "GET /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881195 Sep 15 17:21:44.348478 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ef6c9-50d1-4a9b-b6ae-42e12e10fcb2 req-bf57dcb6-5986-4532-a590-27e67a18c06a tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:44.349965 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-577ef6c9-50d1-4a9b-b6ae-42e12e10fcb2 req-bf57dcb6-5986-4532-a590-27e67a18c06a tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 944 time: 0.0542853 Sep 15 17:21:44.387365 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-577ef6c9-50d1-4a9b-b6ae-42e12e10fcb2 req-e8a990b0-686c-4d53-848d-b1547b766956 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/security-groups?id=3bba76dc-f3a5-4042-9666-d46dd50770b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314341 Sep 15 17:21:44.667604 n-d-808199-2 neutron-server[102018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-16402080-ba4e-42ff-a98f-9d849248f460 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:21:44.669096 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-16402080-ba4e-42ff-a98f-9d849248f460 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 944 time: 0.0480678 Sep 15 17:21:44.757594 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Deleting port 8a182889-d556-49d0-8f92-77a263e462ad {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:44.757942 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:44.848344 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] For port 8a182889-d556-49d0-8f92-77a263e462ad, host n-h1-808199-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808199-2',level=0,port_id=8a182889-d556-49d0-8f92-77a263e462ad,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:44.848745 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:44.861763 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Calling delete_port for 8a182889-d556-49d0-8f92-77a263e462ad owned by compute:nova {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:45.045099 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:45.073317 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event deleted for resources: {'Port': ['ID=8a182889-d556-49d0-8f92-77a263e462ad,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:45.131231 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] No DVR routers for this DVR port 8a182889-d556-49d0-8f92-77a263e462ad on host n-h1-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:21:45.133883 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56680'] for port, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:45.135987 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-98f53f54-dd9c-4f99-a6b5-0a7ac4a5b726 req-c5783b46-db55-49f7-9855-534817c19380 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.38 "DELETE /v2.0/ports/8a182889-d556-49d0-8f92-77a263e462ad HTTP/1.1" status: 204 len: 173 time: 0.4607899 Sep 15 17:21:45.137775 n-d-808199-2 neutron-server[102018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-deleted', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad'}] {{(pid=102018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:21:45.141199 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.63/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81fad2b4a7c6690d4753a7b2c7616e3bc06e76f48c747af29e28b7f98003066" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb33c1-9158-4d94-beec-4d430dafff5f" -d '{"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-deleted", "tag": "8a182889-d556-49d0-8f92-77a263e462ad"}]}' {{(pid=102018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:21:45.177704 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1775fe7-afe8-4f8b-91f2-d1bf55008cfd x-openstack-request-id: req-d1775fe7-afe8-4f8b-91f2-d1bf55008cfd {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:21:45.178007 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f3704b-ccaa-45a4-bb99-f7039514f602", "name": "network-vif-deleted", "tag": "8a182889-d556-49d0-8f92-77a263e462ad", "status": "completed", "code": 200}]} {{(pid=102018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:21:45.178267 n-d-808199-2 neutron-server[102018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.63/compute/v2.1/os-server-external-events used request id req-d1775fe7-afe8-4f8b-91f2-d1bf55008cfd {{(pid=102018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:21:45.178685 n-d-808199-2 neutron-server[102018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3704b-ccaa-45a4-bb99-f7039514f602', 'name': 'network-vif-deleted', 'tag': '8a182889-d556-49d0-8f92-77a263e462ad', 'status': 'completed', 'code': 200} Sep 15 17:21:45.506015 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [req-75ad33f7-013e-44f0-8d7e-d6b9eadad7db req-09e0438f-0ba2-495c-bcd3-d6a70a6e5f5e tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "GET /v2.0/ports?device_id=d9f3704b-ccaa-45a4-bb99-f7039514f602 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Sep 15 17:21:46.560708 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43884) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:46.618269 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-534e869c-ba50-448f-a5d8-3258d5b31f77 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:46.646377 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-534e869c-ba50-448f-a5d8-3258d5b31f77 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:46.773389 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-534e869c-ba50-448f-a5d8-3258d5b31f77 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:46.776025 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-534e869c-ba50-448f-a5d8-3258d5b31f77 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:46.777278 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-534e869c-ba50-448f-a5d8-3258d5b31f77 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] 10.222.0.63 "DELETE /v2.0/security-groups/3bba76dc-f3a5-4042-9666-d46dd50770b4 HTTP/1.1" status: 204 len: 168 time: 0.2155623 Sep 15 17:21:46.786366 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e869c-ba50-448f-a5d8-3258d5b31f77 tempest-TestSnapshotPattern-1234370212 tempest-TestSnapshotPattern-1234370212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bba76dc-f3a5-4042-9666-d46dd50770b4,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:47.333883 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8a182889-d556-49d0-8f92-77a263e462ad no longer exists at agent hyperv_n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:47.353126 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] No Port match for: 8a182889-d556-49d0-8f92-77a263e462ad {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:47.353473 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Device 8a182889-d556-49d0-8f92-77a263e462ad not bound to the agent host n-h1-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:47.909389 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43890) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:48.348142 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:48.589424 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Deleting port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:48.589769 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:48.682244 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] For port 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:48.682609 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:48.698675 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Calling delete_port for 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:48.968722 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:48.996277 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee83bc6-4b8e-4b7c-943d-52002a3c2fed,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:49.165508 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:49.378354 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Router 0b7ec608-1081-4572-9304-acb7b1c21786 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:21:49.837078 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:21:49.841764 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-57952611-4032-49f7-9e1b-07e359079343 admin admin] 10.222.0.63 "PUT /v2.0/routers/0b7ec608-1081-4572-9304-acb7b1c21786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313407 Sep 15 17:21:49.844925 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43894) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:49.847039 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] Sync routers for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:21:49.856705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:49.857309 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:49.949897 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:49.960192 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: n-d-808199-2 {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:50.053484 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.136109 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:21:48Z', 'revision_number': 5, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port': {'id': 'b93537fc-7593-47e8-bc62-0c7c0af51fb1', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:50.162868 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] Checking router: 0b7ec608-1081-4572-9304-acb7b1c21786 for host: n-d-808199-2 {{(pid=102021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:21:50.170941 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] Routers {'0b7ec608-1081-4572-9304-acb7b1c21786'} bound to L3 agent in host n-d-808199-2 {{(pid=102021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:50.171550 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['0b7ec608-1081-4572-9304-acb7b1c21786'], 'active': True} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:50.176991 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Deleting port b93537fc-7593-47e8-bc62-0c7c0af51fb1 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:50.177335 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.256787 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_dvr_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] Set router 0b7ec608-1081-4572-9304-acb7b1c21786 gateway port host: None {{(pid=102021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:50.265081 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] For port b93537fc-7593-47e8-bc62-0c7c0af51fb1, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=b93537fc-7593-47e8-bc62-0c7c0af51fb1,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:50.265447 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.284124 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Calling delete_port for b93537fc-7593-47e8-bc62-0c7c0af51fb1 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:50.308091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.l3_hamode_db [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:21:50Z', 'revision_number': 6, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:50.426009 n-d-808199-2 neutron-server[102021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36444e34-4b6a-4b6f-978a-639134c44e6d None None] The sync data for ids ['0b7ec608-1081-4572-9304-acb7b1c21786'] in n-d-808199-2 is: [{'id': '0b7ec608-1081-4572-9304-acb7b1c21786', 'name': 'tempest-TestSnapshotPattern-1969527795-router', 'tenant_id': '0118d828b8e74554bc058a501ce5205c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:40Z', 'updated_at': '2021-09-15T17:21:50Z', 'revision_number': 6, 'project_id': '0118d828b8e74554bc058a501ce5205c', 'gw_port_host': None}] {{(pid=102021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:21:50.519130 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.549118 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93537fc-7593-47e8-bc62-0c7c0af51fb1,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:50.607628 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.695785 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.697831 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.822405 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.823105 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b7ec608-1081-4572-9304-acb7b1c21786 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:21:50.828237 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.829585 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-7752286a-ec94-45fc-abe3-83c4878f23e2 admin admin] 10.222.0.63 "DELETE /v2.0/routers/0b7ec608-1081-4572-9304-acb7b1c21786 HTTP/1.1" status: 204 len: 168 time: 0.9837406 Sep 15 17:21:50.832099 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43896) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:50.878020 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] Deleting subnet 0e345e39-520a-46c9-a5a0-e1636e9bb4b4 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:21:50.881030 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.914908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:50.993828 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.107708 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.131552 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e345e39-520a-46c9-a5a0-e1636e9bb4b4,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:51.138970 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.142812 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-aa2343d2-339a-4f50-a545-0e3600855621 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/0e345e39-520a-46c9-a5a0-e1636e9bb4b4 HTTP/1.1" status: 204 len: 168 time: 0.3081367 Sep 15 17:21:51.145097 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43898) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:51.150574 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8835d3-8b02-4016-ba13-cf98e3d1a8e8 None None] Network fb51dcbc-29ed-4473-a5df-792dafd2a984 requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:21:51.223050 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.281382 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Deleting port 9dc334eb-976c-4114-a6f6-cb31667596d0 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:51.281947 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.348821 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] For port 9dc334eb-976c-4114-a6f6-cb31667596d0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9dc334eb-976c-4114-a6f6-cb31667596d0,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:51.349978 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.351358 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] DHCP port deletion for fb51dcbc-29ed-4473-a5df-792dafd2a984 request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:21:51.364574 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Calling delete_port for 9dc334eb-976c-4114-a6f6-cb31667596d0 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:51.399264 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] Deleting port 9dc334eb-976c-4114-a6f6-cb31667596d0 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:51.399646 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.474571 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] For port 9dc334eb-976c-4114-a6f6-cb31667596d0, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=9dc334eb-976c-4114-a6f6-cb31667596d0,segment=NetworkSegment(68aac9f4-78cd-43db-88a7-ff13b4e76f8a),segment_id=68aac9f4-78cd-43db-88a7-ff13b4e76f8a)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:51.474983 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.488675 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] Calling delete_port for 9dc334eb-976c-4114-a6f6-cb31667596d0 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:51.531501 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.557630 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc334eb-976c-4114-a6f6-cb31667596d0,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:51.562781 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] No DVR routers for this DVR port 9dc334eb-976c-4114-a6f6-cb31667596d0 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:21:51.571119 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.600251 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] Pushing event deleted for resources: {'Port': ['ID=9dc334eb-976c-4114-a6f6-cb31667596d0,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:51.603980 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1db9cca-8f68-40bb-985a-25da5a05232c None None] No DVR routers for this DVR port 9dc334eb-976c-4114-a6f6-cb31667596d0 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:21:51.645814 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.650068 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:51.674118 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb51dcbc-29ed-4473-a5df-792dafd2a984']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:51.677865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:51.677865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 5ee83bc6-4b8e-4b7c-943d-52002a3c2fed not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:51.677865 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9dc334eb-976c-4114-a6f6-cb31667596d0 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:51.683946 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68aac9f4-78cd-43db-88a7-ff13b4e76f8a') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:51.684238 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68aac9f4-78cd-43db-88a7-ff13b4e76f8a') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:51.693646 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.697938 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 9dc334eb-976c-4114-a6f6-cb31667596d0 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:51.698289 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 9dc334eb-976c-4114-a6f6-cb31667596d0 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:51.698709 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b93537fc-7593-47e8-bc62-0c7c0af51fb1 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:51.706533 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.712322 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:21:51.712744 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: timer() Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:21:51.714392 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:21:51.718257 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: b93537fc-7593-47e8-bc62-0c7c0af51fb1 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:51.719268 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device b93537fc-7593-47e8-bc62-0c7c0af51fb1 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:51.856050 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.861659 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:51.863483 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] 10.222.0.63 "DELETE /v2.0/networks/fb51dcbc-29ed-4473-a5df-792dafd2a984 HTTP/1.1" status: 204 len: 168 time: 0.7173989 Sep 15 17:21:51.866793 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43900) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:51.874523 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564338-e379-46d6-ba28-8cbf27b95fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb51dcbc-29ed-4473-a5df-792dafd2a984,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:52.205914 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4157451'] for router_interface, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:52.445594 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Deleting port 05a60d3e-2def-4219-a3a7-fd16511f44e2 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:52.445937 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:52.525351 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] For port 05a60d3e-2def-4219-a3a7-fd16511f44e2, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=05a60d3e-2def-4219-a3a7-fd16511f44e2,segment=NetworkSegment(66ce0ed7-20f9-4288-a517-7ce9fb77d7a1),segment_id=66ce0ed7-20f9-4288-a517-7ce9fb77d7a1)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:52.525625 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:52.538165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Calling delete_port for 05a60d3e-2def-4219-a3a7-fd16511f44e2 owned by network:router_interface {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:52.779280 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:52.806547 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05a60d3e-2def-4219-a3a7-fd16511f44e2,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:52.973929 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4159419'] for router_interface, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:53.186595 n-d-808199-2 neutron-server[102019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 has already been hosted by L3 agent 9fe9353f-39be-4f2d-b6a0-f44390d1bc11 {{(pid=102019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:21:53.292130 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] Notify agent at l3_agent.n-d-808199-2 the message routers_updated {{(pid=102019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:21:53.298332 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-ba731313-3e3b-496d-8c78-dfb45cd959e1 admin admin] 10.222.0.63 "PUT /v2.0/routers/28f16592-d166-420d-8dc0-e6d3ba75e6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291341 Sep 15 17:21:53.300442 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43902) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:53.303025 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] Sync routers for ids ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'] in n-d-808199-2 {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:21:53.312390 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] Routers {'28f16592-d166-420d-8dc0-e6d3ba75e6f8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:53.314327 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:53.404427 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks [] for router, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:53.421633 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] Set router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 gateway port host: n-d-808199-2 {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:53.509014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:53.605524 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'external_fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '92245283-0762-45a9-9506-8bdad664aac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:21:52Z', 'revision_number': 5, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port': {'id': '92245283-0762-45a9-9506-8bdad664aac7', 'name': '', 'network_id': 'efe5d06d-744f-4620-a42b-1e6f5318efbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808199-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd54eea6-d2ea-4dca-8f29-b53c607be4a3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808199-2'}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:53.621043 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Deleting port 92245283-0762-45a9-9506-8bdad664aac7 {{(pid=102019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:53.621950 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:53.637559 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] Checking router: 28f16592-d166-420d-8dc0-e6d3ba75e6f8 for host: n-d-808199-2 {{(pid=102020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:21:53.645888 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] Routers {'28f16592-d166-420d-8dc0-e6d3ba75e6f8'} bound to L3 agent in host n-d-808199-2 {{(pid=102020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:21:53.646497 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808199-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:31:27Z,description=,heartbeat_timestamp=2021-09-15T17:21:27Z,host='n-d-808199-2',id=9fe9353f-39be-4f2d-b6a0-f44390d1bc11,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:31:28Z,topic='l3_agent')) {'router_ids': ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'], 'active': True} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:53.707815 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.db [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] For port 92245283-0762-45a9-9506-8bdad664aac7, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=92245283-0762-45a9-9506-8bdad664aac7,segment=NetworkSegment(8324090c-e458-4312-8115-2f0e99a0be70),segment_id=8324090c-e458-4312-8115-2f0e99a0be70)] {{(pid=102019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:53.708177 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:53.720339 n-d-808199-2 neutron-server[102019]: DEBUG neutron.plugins.ml2.plugin [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Calling delete_port for 92245283-0762-45a9-9506-8bdad664aac7 owned by network:router_gateway {{(pid=102019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:53.732623 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvr_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] Set router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 gateway port host: None {{(pid=102020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:21:53.784454 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_hamode_db [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:21:53Z', 'revision_number': 6, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port_host': None}], 'n-d-808199-2', False) {} {{(pid=102020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:53.813614 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d07581-4f43-4a99-9301-0625a8b98896 None None] The sync data for ids ['28f16592-d166-420d-8dc0-e6d3ba75e6f8'] in n-d-808199-2 is: [{'id': '28f16592-d166-420d-8dc0-e6d3ba75e6f8', 'name': 'tempest-TestSnapshotPattern-1653363687-router', 'tenant_id': '8aa0f84ce0234545aa575456bda10611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:16:46Z', 'updated_at': '2021-09-15T17:21:53Z', 'revision_number': 6, 'project_id': '8aa0f84ce0234545aa575456bda10611', 'gw_port_host': None}] {{(pid=102020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:21:53.935908 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59206736'] for port, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:53.966573 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Pushing event deleted for resources: {'Port': ['ID=92245283-0762-45a9-9506-8bdad664aac7,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:54.029265 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159357'] for router_gateway, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.076246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c048-aa3c-4b49-8080-5e3012af8933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.119288 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-911'] for router, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.121406 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.259131 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4162775'] for router, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.259667 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f16592-d166-420d-8dc0-e6d3ba75e6f8 {{(pid=102019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:21:54.263927 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] Notify callbacks [] for router, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.265131 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-723c67f6-98c8-42d1-832d-ad73352c277c admin admin] 10.222.0.63 "DELETE /v2.0/routers/28f16592-d166-420d-8dc0-e6d3ba75e6f8 HTTP/1.1" status: 204 len: 168 time: 0.9637630 Sep 15 17:21:54.267801 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43904) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:54.315152 n-d-808199-2 neutron-server[102019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] Deleting subnet 3004dff3-4e3d-4e65-afc5-bd99df680652 {{(pid=102019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:21:54.318395 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.352227 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59199980'] for subnet, precommit_delete_associations {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.431786 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596565'] for subnet, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.570527 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59206783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62694468'] for subnet, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.597165 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3004dff3-4e3d-4e65-afc5-bd99df680652,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:54.601014 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.602934 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-5786f437-5fcb-436e-9845-52be7c5f7879 admin admin] 10.222.0.63 "DELETE /v2.0/subnets/3004dff3-4e3d-4e65-afc5-bd99df680652 HTTP/1.1" status: 204 len: 168 time: 0.3341732 Sep 15 17:21:54.605460 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43908) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:54.607519 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3836a7-34d9-460f-ba86-744ea42825e1 None None] Network 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d requested from n-d-808199-2 {{(pid=102020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:21:54.681179 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533412'] for network, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.737164 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Deleting port a45d120b-5621-4d54-a8fa-38b111c0c589 {{(pid=102018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:54.737715 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.796592 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] DHCP port deletion for 40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d request from n-d-808199-2 {{(pid=102020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:21:54.803904 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.db [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] For port a45d120b-5621-4d54-a8fa-38b111c0c589, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a45d120b-5621-4d54-a8fa-38b111c0c589,segment=NetworkSegment(66ce0ed7-20f9-4288-a517-7ce9fb77d7a1),segment_id=66ce0ed7-20f9-4288-a517-7ce9fb77d7a1)] {{(pid=102018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:54.804307 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.824439 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.plugin [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Calling delete_port for a45d120b-5621-4d54-a8fa-38b111c0c589 owned by network:dhcp {{(pid=102018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:54.863981 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] Deleting port a45d120b-5621-4d54-a8fa-38b111c0c589 {{(pid=102020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:21:54.864645 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769423758129'] for port, before_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.876024 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:21:54.931054 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.db [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] For port a45d120b-5621-4d54-a8fa-38b111c0c589, host n-d-808199-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808199-2',level=0,port_id=a45d120b-5621-4d54-a8fa-38b111c0c589,segment=NetworkSegment(66ce0ed7-20f9-4288-a517-7ce9fb77d7a1),segment_id=66ce0ed7-20f9-4288-a517-7ce9fb77d7a1)] {{(pid=102020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:21:54.931450 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4152131'] for port, precommit_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.944325 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] Calling delete_port for a45d120b-5621-4d54-a8fa-38b111c0c589 owned by network:dhcp {{(pid=102020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:21:54.976064 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62190810'] for port, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.004150 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45d120b-5621-4d54-a8fa-38b111c0c589,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:55.011227 n-d-808199-2 neutron-server[102018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] No DVR routers for this DVR port a45d120b-5621-4d54-a8fa-38b111c0c589 on host n-d-808199-2 {{(pid=102018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:21:55.022800 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-180083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769423765751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769423245779'] for port, after_delete {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.048684 n-d-808199-2 neutron-server[102020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] Pushing event deleted for resources: {'Port': ['ID=a45d120b-5621-4d54-a8fa-38b111c0c589,revision_number=None']} {{(pid=102020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:55.052312 n-d-808199-2 neutron-server[102020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4fe7bd-cb06-47ec-8fcd-53279d621b93 None None] No DVR routers for this DVR port a45d120b-5621-4d54-a8fa-38b111c0c589 on host n-d-808199-2 {{(pid=102020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:21:55.088787 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597202', 'neutron.services.segments.db._delete_segments_for_network-8769423740573'] for network, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.108275 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d']}} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:55.118194 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1') {'for_net_delete': True} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:55.118488 n-d-808199-2 neutron-server[102018]: DEBUG neutron.services.segments.db [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ce0ed7-20f9-4288-a517-7ce9fb77d7a1') {} {{(pid=102018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:21:55.128379 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769423741862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62190772'] for segment, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.141343 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536'] for segment, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.147112 n-d-808199-2 neutron-server[102018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=102018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:21:55.147498 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62191147'] for segment, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: Traceback (most recent call last): Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: timer() Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: cb(*args, **kw) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: return func(*args, **kwargs) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: self._notify() Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: self.callback(batched_events) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: event.method(event) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: return f(self, *a, **k) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: return self._get(url).json() Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: return self.request(url, 'GET', **kwargs) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:21:55.149147 n-d-808199-2 neutron-server[102018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:21:55.282351 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159257'] for network, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.287875 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Notify callbacks [] for network, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.289866 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] 10.222.0.63 "DELETE /v2.0/networks/40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d HTTP/1.1" status: 204 len: 168 time: 0.6832647 Sep 15 17:21:55.300856 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277ecd6-cddc-48bf-87c8-8419e7804d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=40dce8ce-6f1f-45e6-a8c1-b0c13c1b123d,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:55.589498 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43914) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:55.623687 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 92245283-0762-45a9-9506-8bdad664aac7 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:55.630763 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-a2f53af6-e88c-4d4c-8358-83b2e807e023 admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=0118d828b8e74554bc058a501ce5205c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400591 Sep 15 17:21:55.633298 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43916) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:55.644991 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 92245283-0762-45a9-9506-8bdad664aac7 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:55.645339 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 92245283-0762-45a9-9506-8bdad664aac7 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:55.645760 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a45d120b-5621-4d54-a8fa-38b111c0c589 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:55.664612 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: a45d120b-5621-4d54-a8fa-38b111c0c589 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:55.664958 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device a45d120b-5621-4d54-a8fa-38b111c0c589 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:55.665367 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 05a60d3e-2def-4219-a3a7-fd16511f44e2 no longer exists at agent ovs-agent-n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:21:55.681638 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d091b0ad-ceb4-4b1f-b314-26d130abf6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.686144 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.plugin [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] No Port match for: 05a60d3e-2def-4219-a3a7-fd16511f44e2 {{(pid=102020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:21:55.686487 n-d-808199-2 neutron-server[102020]: DEBUG neutron.plugins.ml2.rpc [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Device 05a60d3e-2def-4219-a3a7-fd16511f44e2 not bound to the agent host n-d-808199-2 {{(pid=102020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:21:55.703774 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d091b0ad-ceb4-4b1f-b314-26d130abf6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.838760 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d091b0ad-ceb4-4b1f-b314-26d130abf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.841442 n-d-808199-2 neutron-server[102018]: DEBUG neutron_lib.callbacks.manager [None req-d091b0ad-ceb4-4b1f-b314-26d130abf6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.842617 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-d091b0ad-ceb4-4b1f-b314-26d130abf6a0 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/7a56e857-f5b3-4187-b9a4-ec2036df1fdb HTTP/1.1" status: 204 len: 168 time: 0.2083011 Sep 15 17:21:55.850964 n-d-808199-2 neutron-server[102018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091b0ad-ceb4-4b1f-b314-26d130abf6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a56e857-f5b3-4187-b9a4-ec2036df1fdb,revision_number=None']} {{(pid=102018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:56.526736 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [-] (102018) accepted ('10.222.0.63', 43922) {{(pid=102018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:56.566791 n-d-808199-2 neutron-server[102018]: INFO neutron.wsgi [None req-9d69dd68-1bc6-4f3f-8b69-fa81dd90233a admin admin] 10.222.0.63 "GET /v2.0/security-groups?tenant_id=8aa0f84ce0234545aa575456bda10611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388193 Sep 15 17:21:56.569321 n-d-808199-2 neutron-server[102019]: DEBUG neutron.wsgi [-] (102019) accepted ('10.222.0.63', 43924) {{(pid=102019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:21:56.618206 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fae2ff64-ab6b-4660-96ee-697df34706b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:56.638023 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fae2ff64-ab6b-4660-96ee-697df34706b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:56.753175 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fae2ff64-ab6b-4660-96ee-697df34706b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3923923'] for security_group, after_delete {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:56.755714 n-d-808199-2 neutron-server[102019]: DEBUG neutron_lib.callbacks.manager [None req-fae2ff64-ab6b-4660-96ee-697df34706b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:56.756903 n-d-808199-2 neutron-server[102019]: INFO neutron.wsgi [None req-fae2ff64-ab6b-4660-96ee-697df34706b9 admin admin] 10.222.0.63 "DELETE /v2.0/security-groups/aa516fcf-c9ae-4778-9567-31b7033bd409 HTTP/1.1" status: 204 len: 168 time: 0.1866026 Sep 15 17:21:56.764659 n-d-808199-2 neutron-server[102019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2ff64-ab6b-4660-96ee-697df34706b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa516fcf-c9ae-4778-9567-31b7033bd409,revision_number=None']} {{(pid=102019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:21:57.179426 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:57.427377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-693abe0e-71cd-4e1f-a81d-10266203a1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:57.832910 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:58.815437 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:00.476269 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:01.110572 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:24.055953 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eb1f2bd4-1890-4df0-9e89-1e599befb1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:27.178663 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:27.447354 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd379-3033-45c9-96b5-c0fbc3c608bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:27.844653 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:28.844253 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:30.490272 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:31.113271 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:31.874714 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:22:54.052053 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7bdb-718c-468c-b424-5f2c3ac2a28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:57.187647 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:57.416252 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-4c1cfa9a-cdf5-4158-8b54-607334c2385c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:57.884638 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:58.833339 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:00.491915 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:01.098162 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:08.874713 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:23:24.040280 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5742117e-7630-47e3-b8f3-d39aae09f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:27.217770 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:27.423377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d6d03e54-50c3-4a6e-9441-c56574b1ac10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:27.846920 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:28.829102 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:30.514726 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:31.120579 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:45.874443 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:23:54.028754 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-71d0b808-6f5c-4a4e-92d3-b5c541cb6dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:57.176838 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:57.422554 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-3cd17560-c2ec-4dfb-aee6-ccf4f2656ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:57.862788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:58.857404 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:00.570352 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:01.113820 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:22.873410 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:24:24.033608 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-69bd5847-958a-4965-8efe-a4a6e8c87351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:27.216394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:27.411661 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c937264e-30a0-454d-918d-82140b432549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:27.862160 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:28.839441 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:30.513750 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:31.096629 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:54.027743 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-015e8cd1-56ff-4100-82a0-3cccf3543c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:57.210942 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:57.405104 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b3dcd780-81f5-4cb7-9852-b268211837b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:57.873371 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:58.839367 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:59.873249 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:25:00.530200 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:01.107394 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:24.044505 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f4450a27-063d-439e-8114-8a91c42ebe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:27.199015 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:27.439666 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b7d75414-e975-46d0-ab11-9c4344143086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:27.902305 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:28.844420 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:30.547984 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:31.136175 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:36.872110 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:25:54.028027 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b04c0ecd-a309-4415-b3a9-145621754e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:57.182379 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:57.422377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-0664c43a-c5bf-4739-ac66-78d858d1de3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:57.868176 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:25:58.849338 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:00.554451 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:01.130939 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:13.872414 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:26:24.044850 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-5d28ef61-b281-4d69-801d-0e568c599a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:27.187851 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:27.428471 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9e97-6dce-45b3-8497-058fb658b840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:27.873826 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:28.851294 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:30.540386 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:31.139937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:50.871535 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:26:54.042572 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-2c6fba85-0790-4a2a-a113-fa67662ce967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:57.216454 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:57.416472 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-60ad2c70-fb1b-4390-b450-d30e363f53d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:57.901803 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:26:58.853569 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:00.530428 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:01.159249 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:24.061911 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ab866c69-2119-4632-ae18-4e372eabeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:27.184282 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:27.424212 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-583ca123-d6cc-4f37-96e2-ff56d73b4c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:27.871091 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:27:27.887377 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:28.853159 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:30.555710 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:31.152963 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:54.035571 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-ff50371f-dd6d-4736-854d-e661a7b3b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:57.235081 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:57.435143 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-7639f033-46f2-43c6-a79e-403a97eb916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:57.941667 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:27:58.856359 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:00.543736 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:01.181492 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:04.874705 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:28:24.069958 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-d5e1ab10-bc3f-4b4f-a8f7-e3fed544faa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:27.193284 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:27.434502 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-03b2c142-66b4-4dcf-8d48-0da7ccca8b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:27.897788 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:28.857304 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:30.525985 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:31.171542 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:41.873692 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:28:54.067993 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-06da9846-ecab-4e74-9a7c-7aad3c04fb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:57.199503 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:57.409924 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-824b0d06-04b2-4e95-847f-cd9d8408dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:57.924340 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:28:58.885430 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:00.536445 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:01.193937 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:18.874322 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:29:23.609686 n-d-808199-2 neutron-server[102018]: DEBUG neutron.wsgi [req-758c5488-8676-4b5f-b97e-c8692a97c3b4 req-35e64d74-8d83-43a0-9e74-9cf33d7566db service neutron] (102018) timed out ('10.222.0.63', 37564) {{(pid=102018) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 17:29:24.044375 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-18d20150-74a5-4990-a6fe-297e9749c618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:27.198481 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:27.416679 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-6908a908-9215-4164-b8f6-c232ca2256c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:27.924117 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:28.878716 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:30.547178 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:31.175736 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:54.032077 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-b9ef2fb9-e5b7-4ce0-bfa4-546f6a4a603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:55.874638 n-d-808199-2 neutron-server[102021]: DEBUG neutron.db.agents_db [None req-b368b62f-72b4-4592-ac32-40fbcf0b6ad2 None None] Agent healthcheck: found 7 active agents {{(pid=102021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:29:57.203694 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-e5f0f4c5-ebb7-464e-a286-8f4b24f72846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:57.397702 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-19f5a4a8-58c4-4cf9-b12e-5a30a05e7ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:57.940602 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-c7a47bb8-15de-4a28-acfd-05b842de47eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:29:58.883678 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-9955d28e-37e5-4083-9120-78ec2a4b2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:30:00.535331 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-a1e0294b-6d7a-4124-add8-2f87e5e8046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:30:01.192246 n-d-808199-2 neutron-server[102020]: DEBUG neutron_lib.callbacks.manager [None req-f51482da-1151-4b56-9db6-576255d573e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769423740555', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-595410'] for agent, after_update {{(pid=102020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}